-- Logs begin at Thu 2022-01-27 20:54:26 UTC, end at Thu 2022-01-27 23:44:44 UTC. -- Jan 27 21:25:45.525429 n-d-826529-2 systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 21:25:48.818288 n-d-826529-2 neutron-server[103218]: INFO neutron.common.config [-] Logging enabled! Jan 27 21:25:48.819010 n-d-826529-2 neutron-server[103218]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev438 Jan 27 21:25:48.819146 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103218) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 21:25:48.822698 n-d-826529-2 neutron-server[103218]: INFO neutron.common.config [-] Logging enabled! Jan 27 21:25:48.822968 n-d-826529-2 neutron-server[103218]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev438 Jan 27 21:25:48.823269 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103218) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 21:25:48.824317 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:25:48.824534 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:25:48.825004 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:25:48.825255 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:25:48.825487 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:25:48.825811 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.826247 n-d-826529-2 neutron-server[103218]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 21:25:48.826547 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.826869 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.827165 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.827470 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.827765 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.828327 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.828327 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.828664 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.828977 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.829336 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.829625 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.829923 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.830212 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.830501 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.830790 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.831075 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] debug = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.831357 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.831817 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.832251 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.832538 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.832828 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.833280 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.833473 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.833649 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.833937 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.834301 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] host = n-d-826529-2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.834584 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.834873 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.835162 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.835479 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.835764 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.836046 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.836334 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.836628 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.836885 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] log_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.837167 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.837455 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.837741 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.838045 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.838273 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.838499 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.838788 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.839075 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.839356 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.839660 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.839936 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.840211 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.840489 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.840758 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.841044 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.841328 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.841613 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.841884 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.842156 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.842433 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.842703 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.842988 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.843259 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.843691 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.843924 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.844375 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.844845 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.845172 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.845491 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.845786 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.846077 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.846365 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.846645 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.846932 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.847211 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.847516 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.847796 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] use_json = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.848069 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.848345 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.848628 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.848902 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.849186 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.849461 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.849735 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.850022 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.850299 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:48.850604 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.850904 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.851202 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.851549 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.851843 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.852125 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.852413 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.852692 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.852980 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.853266 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.853556 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.853835 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.854137 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.854425 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.854720 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.855031 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.855325 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.855646 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.855927 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.856204 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.856480 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.856762 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.857054 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.857332 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.857621 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.857907 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.858186 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.858483 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.858771 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.859069 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.859510 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.859920 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.860258 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.860556 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.860837 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.861114 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.861395 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.861683 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.861962 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.862236 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.862524 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.862802 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.863076 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.863356 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.863675 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.863969 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.864249 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.864520 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.864791 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.865070 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.865342 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.865630 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.865906 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.866178 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.866449 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.866728 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.866996 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.867272 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.867579 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.867852 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.868132 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.868404 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.868673 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.868942 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.869220 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.869491 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.869761 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.870031 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.870310 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.870582 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.870853 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.871123 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.871394 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.871703 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.871996 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.872300 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.872577 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.872853 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.873134 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.873413 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.873693 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.873971 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.874247 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.874528 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.874946 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.875159 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.875666 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.876099 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.876416 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.876699 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.877003 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.877284 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.877571 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.877849 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.878128 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.878411 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.878699 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.879000 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.879300 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.879631 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.879927 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.880226 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.880506 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.880821 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.881103 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:48.881323 n-d-826529-2 neutron-server[103218]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:25:48.881573 n-d-826529-2 neutron-server[103218]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103218) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 21:25:49.265046 n-d-826529-2 neutron-server[103218]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 21:25:49.265312 n-d-826529-2 neutron-server[103218]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 21:25:49.265667 n-d-826529-2 neutron-server[103218]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 21:25:49.266122 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 21:25:49.602009 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.602215 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.602433 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.603834 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.604114 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.604380 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.650247 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.650526 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.650794 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.665895 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.666200 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.666431 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.699663 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.699939 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.700199 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.739078 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.739379 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:49.739643 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.094203 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.094966 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.094966 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.095197 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.095942 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.198704 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.199025 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.199311 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.199606 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.199874 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.200185 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.200446 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.200702 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.200956 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.201240 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.201498 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.201746 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.201999 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.202252 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.202497 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.202758 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.203041 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.203308 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.203603 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.203946 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.204120 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.204364 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.204647 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.205035 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.205282 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.205527 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.205945 n-d-826529-2 neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:25:50.206184 n-d-826529-2 neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:25:50.206418 n-d-826529-2 neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:25:50.206654 n-d-826529-2 neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:25:50.206886 n-d-826529-2 neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:25:50.207120 n-d-826529-2 neutron-server[103218]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:25:50.207513 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 21:25:50.210971 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 21:25:50.215144 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 21:25:50.219067 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 27 21:25:50.220861 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 21:25:50.221337 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 21:25:50.221668 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 21:25:50.222053 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 21:25:50.225002 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 21:25:50.225248 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 21:25:50.225604 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 21:25:50.231092 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 21:25:50.256026 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 21:25:50.256493 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.256793 n-d-826529-2 neutron-server[103218]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103218) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 21:25:50.257158 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.258606 n-d-826529-2 neutron-server[103218]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103218) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 21:25:50.258895 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 21:25:50.259143 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 21:25:50.262496 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.262777 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.330555 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 21:25:50.330833 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 21:25:50.331017 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 21:25:50.331393 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 21:25:50.353539 n-d-826529-2 neutron-server[103218]: DEBUG oslo_db.sqlalchemy.engines [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103218) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 21:25:50.789815 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Initializing driver for type 'gre' Jan 27 21:25:50.790411 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] gre ID ranges: [(1, 1000)] Jan 27 21:25:50.852036 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Initializing driver for type 'local' Jan 27 21:25:50.852455 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Initializing driver for type 'vlan' Jan 27 21:25:50.865829 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] VlanTypeDriver initialization complete Jan 27 21:25:50.866181 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Initializing driver for type 'vxlan' Jan 27 21:25:50.866695 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] vxlan ID ranges: [(1, 1000)] Jan 27 21:25:50.921957 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Initializing extension driver 'port_security' Jan 27 21:25:50.922228 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.extensions.port_security [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] PortSecurityExtensionDriver initialization complete Jan 27 21:25:50.922765 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Initializing mechanism driver 'openvswitch' Jan 27 21:25:50.923164 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Initializing mechanism driver 'hyperv' Jan 27 21:25:50.930091 n-d-826529-2 neutron-server[103218]: DEBUG neutron.plugins.ml2.plugin [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:25:50.930771 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.931139 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.931516 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.932065 n-d-826529-2 neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:25:50.932513 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.932869 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.933207 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.933612 n-d-826529-2 neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:25:50.934027 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > network after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.934380 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > network after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.934701 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > network after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.935086 n-d-826529-2 neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:25:50.935517 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.935863 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.936208 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.936750 n-d-826529-2 neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:25:50.937171 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.937734 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.938327 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.938714 n-d-826529-2 neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:25:50.939131 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.939506 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.939848 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.940240 n-d-826529-2 neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103218) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:25:50.940695 n-d-826529-2 neutron-server[103218]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] ML2 OVO RPC backend initialized. {{(pid=103218) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 21:25:50.941437 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.941788 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.942207 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > network before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.942551 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > networks before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.942897 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > port before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.943241 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > ports before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.943609 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.943947 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.944289 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > network after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.944652 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > network after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.944979 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > network after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.945312 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.945648 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.945981 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.946320 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.946647 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.946977 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.954857 n-d-826529-2 neutron-server[103218]: INFO neutron.quota [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded quota_driver: . Jan 27 21:25:50.955212 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.plugin [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Modular L2 Plugin initialization complete Jan 27 21:25:50.955585 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading services supported by the core plugin {{(pid=103218) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 21:25:50.955930 n-d-826529-2 neutron-server[103218]: INFO neutron.plugins.ml2.managers [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Got port-security extension from driver 'port_security' Jan 27 21:25:50.956419 n-d-826529-2 neutron-server[103218]: INFO neutron.extensions.vlantransparent [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Disabled vlantransparent extension. Jan 27 21:25:50.956915 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103218) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 21:25:50.957237 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading Plugin: router Jan 27 21:25:50.995222 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.995642 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router after_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.996015 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router before_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.996375 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.996743 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.997080 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router after_delete 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.997454 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.997801 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.998155 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router after_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.998498 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router after_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.998845 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router after_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.999187 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:50.999570 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router after_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.000166 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.000792 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.001171 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.001511 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: subnet after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.001853 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.002204 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.002552 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.002896 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: port before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.003239 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.003624 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router after_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.003973 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.004327 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.004691 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.005038 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.005401 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > agent after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.005749 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.006090 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > network after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.007003 n-d-826529-2 neutron-server[103218]: DEBUG neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Tracking information for resource: router configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:25:51.007339 n-d-826529-2 neutron-server[103218]: DEBUG neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Tracking information for resource: floatingip configured {{(pid=103218) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:25:51.012638 n-d-826529-2 neutron-server[103218]: INFO neutron.db.l3_agentschedulers_db [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 21:25:51.013222 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.013583 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: port after_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.013937 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: port after_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.014282 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: port after_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.015264 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router before_create 55550100 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.015729 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.016326 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.016712 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.021543 n-d-826529-2 neutron-server[103218]: DEBUG neutron.services.provider_configuration [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service providers = [] {{(pid=103218) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 21:25:51.021911 n-d-826529-2 neutron-server[103218]: DEBUG neutron.db.servicetype_db [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103218) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 21:25:51.025025 n-d-826529-2 neutron-server[103218]: DEBUG neutron.services.service_base [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103218) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:25:51.025370 n-d-826529-2 neutron-server[103218]: DEBUG neutron.services.service_base [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103218) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:25:51.025711 n-d-826529-2 neutron-server[103218]: DEBUG neutron.services.service_base [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103218) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:25:51.026599 n-d-826529-2 neutron-server[103218]: DEBUG neutron.services.service_base [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103218) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:25:51.026968 n-d-826529-2 neutron-server[103218]: INFO neutron.services.service_base [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 21:25:51.027352 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:25:51.027699 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 21:25:51.039142 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:25:51.039499 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading Plugin: auto_allocate Jan 27 21:25:51.045700 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: network precommit_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.046078 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: network precommit_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.046970 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:25:51.047467 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading Plugin: tag Jan 27 21:25:51.054892 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:25:51.055295 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading Plugin: timestamp Jan 27 21:25:51.059686 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:25:51.060017 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading Plugin: network_ip_availability Jan 27 21:25:51.066210 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.066584 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.066939 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.067715 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:25:51.068035 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading Plugin: flavors Jan 27 21:25:51.073009 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:25:51.073340 n-d-826529-2 neutron-server[103218]: INFO neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading Plugin: revisions Jan 27 21:25:51.077696 n-d-826529-2 neutron-server[103218]: DEBUG neutron.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103218) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:25:51.078253 n-d-826529-2 neutron-server[103218]: DEBUG oslo_concurrency.lockutils [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=103218) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 21:25:51.079095 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103218) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 21:25:51.079441 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Initializing extension manager. Jan 27 21:25:51.079988 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: __init__.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.080333 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: __pycache__ {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.080662 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.080987 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: address_group.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.081770 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.082353 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: address-group Jan 27 21:25:51.082674 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: address_scope.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.083380 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.083915 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: address-scope Jan 27 21:25:51.084233 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.085183 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.085688 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: router-admin-state-down-before-update Jan 27 21:25:51.086012 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: agent.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.086927 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.087439 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: agent Jan 27 21:25:51.087853 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: agent_resources_synced.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.088867 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.089700 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: agent-resources-synced Jan 27 21:25:51.090238 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.093287 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.094270 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: allowed-address-pairs Jan 27 21:25:51.094945 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.096642 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.097552 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: auto-allocated-topology Jan 27 21:25:51.099017 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: availability_zone.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.099279 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.100170 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: availability_zone Jan 27 21:25:51.100730 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: availability_zone_filter.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.102202 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.103100 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: availability_zone_filter Jan 27 21:25:51.103689 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: data_plane_status.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.105121 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.105799 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 21:25:51.106150 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: default_subnetpools.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.107299 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.107845 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: default-subnetpools Jan 27 21:25:51.108168 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.109027 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.109824 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: dhcp_agent_scheduler Jan 27 21:25:51.110353 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: dns.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.111269 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.111816 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 21:25:51.112141 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: dns_domain_ports.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.113061 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.113564 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 21:25:51.113889 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.114805 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.115309 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 21:25:51.115663 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: dvr.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.116343 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.116846 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: dvr Jan 27 21:25:51.117167 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: ecmp_routes.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.118077 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.118579 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 21:25:51.118901 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: empty_string_filtering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.119839 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.120351 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: empty-string-filtering Jan 27 21:25:51.120668 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.121580 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.122083 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 21:25:51.122404 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.123305 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.123837 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 21:25:51.124155 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: external_net.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.125310 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.126179 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: external-net Jan 27 21:25:51.126668 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.128153 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.129029 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: extra_dhcp_opt Jan 27 21:25:51.129644 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: extraroute.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.130511 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.131121 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: extraroute Jan 27 21:25:51.131436 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: extraroute_atomic.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.132519 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.133031 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: extraroute-atomic Jan 27 21:25:51.133354 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: filter_validation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.134042 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.134546 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: filter-validation Jan 27 21:25:51.134865 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: fip_pf_description.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.135813 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.136317 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 21:25:51.136634 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: fip_port_details.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.137566 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.138079 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: fip-port-details Jan 27 21:25:51.138396 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: flavors.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.139670 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.140193 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: flavors Jan 27 21:25:51.140664 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.143325 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.144230 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 21:25:51.144795 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: floatingip_pools.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.145900 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.146588 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: floatingip-pools Jan 27 21:25:51.146917 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: ip_allocation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.147890 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.148399 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 21:25:51.148747 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.149659 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.150177 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: ip-substring-filtering Jan 27 21:25:51.150498 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: l2_adjacency.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.151430 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.151948 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 21:25:51.152269 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: l3.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.153288 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.153831 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: router Jan 27 21:25:51.154153 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.157037 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.157710 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 21:25:51.158045 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.158990 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.159547 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: ext-gw-mode Jan 27 21:25:51.159873 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.160788 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.161317 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: l3-ha Jan 27 21:25:51.161728 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: l3_flavors.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.162654 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.163165 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: l3-flavors Jan 27 21:25:51.163494 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.164400 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.164913 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 21:25:51.165229 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: l3agentscheduler.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.166345 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.166857 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: l3_agent_scheduler Jan 27 21:25:51.167180 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: local_ip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.169035 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.169565 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension local_ip not supported by any of loaded plugins Jan 27 21:25:51.169891 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: logging.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.171814 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.172590 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension logging not supported by any of loaded plugins Jan 27 21:25:51.173062 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: metering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.173942 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.174974 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: metering Jan 27 21:25:51.175569 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.177191 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.177717 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: metering_source_and_destination_fields Jan 27 21:25:51.178047 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: multiprovidernet.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.178980 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.179519 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: multi-provider Jan 27 21:25:51.179843 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: netmtu.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.180760 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.181265 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: net-mtu Jan 27 21:25:51.181585 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: netmtu_writable.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.182500 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.183006 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: net-mtu-writable Jan 27 21:25:51.183326 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: network_availability_zone.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.184034 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.184536 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: network_availability_zone Jan 27 21:25:51.184855 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: network_ip_availability.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.186003 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.186610 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: network-ip-availability Jan 27 21:25:51.186941 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: network_segment_range.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.188539 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.189541 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 21:25:51.189935 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: pagination.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.191160 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.191594 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: pagination Jan 27 21:25:51.191970 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: port_device_profile.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.193057 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.193626 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: port-device-profile Jan 27 21:25:51.193980 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.195084 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.195822 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: port-mac-address-regenerate Jan 27 21:25:51.196284 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.197724 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.198324 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: port-numa-affinity-policy Jan 27 21:25:51.198666 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: port_resource_request.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.199813 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.200513 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 21:25:51.200850 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.202368 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.203050 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 21:25:51.203737 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: portbindings.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.204901 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.205496 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: binding Jan 27 21:25:51.205925 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: portbindings_extended.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.207577 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.208265 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: binding-extended Jan 27 21:25:51.208616 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: portsecurity.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.209624 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.210215 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: port-security Jan 27 21:25:51.210662 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: project_id.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.212028 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.212361 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: project-id Jan 27 21:25:51.212807 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: providernet.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.213855 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.214415 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: provider Jan 27 21:25:51.214857 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.219171 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.219775 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos not supported by any of loaded plugins Jan 27 21:25:51.220105 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.221386 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.221900 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 21:25:51.222226 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.223140 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.223691 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 21:25:51.224018 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_default.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.224930 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.225443 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-default not supported by any of loaded plugins Jan 27 21:25:51.225764 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_fip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.226679 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.227193 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 21:25:51.227539 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.228454 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.228964 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 21:25:51.229283 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.230195 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.230713 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 21:25:51.231035 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.231968 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.232484 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 21:25:51.232805 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.233853 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.234471 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 21:25:51.234983 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_pps_rule.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.236322 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.236850 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 21:25:51.237171 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.238094 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.238589 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 21:25:51.238918 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: qos_rules_alias.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.240119 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.240665 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 21:25:51.241067 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: quota_check_limit.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.241945 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.242468 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: quota-check-limit Jan 27 21:25:51.242785 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: quotasv2.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.243866 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.244193 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: quotas Jan 27 21:25:51.244510 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: quotasv2_detail.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.246463 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.246797 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: quota_details Jan 27 21:25:51.247123 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: rbac.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.248257 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.248791 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: rbac-policies Jan 27 21:25:51.249138 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: rbac_address_group.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.250272 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.251052 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: rbac-address-group Jan 27 21:25:51.251375 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: rbac_address_scope.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.252327 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.252841 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: rbac-address-scope Jan 27 21:25:51.253161 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: rbac_security_groups.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.254075 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.254587 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: rbac-security-groups Jan 27 21:25:51.254907 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.255850 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.256361 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: rbac-subnetpool Jan 27 21:25:51.256681 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: revisionifmatch.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.257588 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.258100 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: revision-if-match Jan 27 21:25:51.258412 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: revisions.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.259581 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.260092 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: standard-attr-revisions Jan 27 21:25:51.260423 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: router_availability_zone.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.261099 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.261612 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: router_availability_zone Jan 27 21:25:51.261929 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: routerservicetype.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.262948 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.263486 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 21:25:51.263810 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.264804 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.265332 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: security-groups-normalized-cidr Jan 27 21:25:51.265813 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.266906 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.267429 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: port-security-groups-filtering Jan 27 21:25:51.267762 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.268688 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.269203 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: security-groups-remote-address-group Jan 27 21:25:51.269518 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.270447 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.270961 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: security-groups-shared-filtering Jan 27 21:25:51.271281 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.271900 n-d-826529-2 neutron-server[103218]: WARNING neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 21:25:51.272219 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: securitygroup.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.282397 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.282954 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: security-group Jan 27 21:25:51.283283 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: segment.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.284121 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.284630 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension segment not supported by any of loaded plugins Jan 27 21:25:51.284953 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.285932 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.286439 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 21:25:51.286755 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: servicetype.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.287908 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.288591 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: service-type Jan 27 21:25:51.288748 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: sorting.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.289702 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.290027 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: sorting Jan 27 21:25:51.290338 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: standard_attr_segment.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.291269 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.291827 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 21:25:51.292148 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: standardattrdescription.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.292795 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.293300 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: standard-attr-description Jan 27 21:25:51.293618 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: stateful_security_group.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.294554 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.295076 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: stateful-security-group Jan 27 21:25:51.295400 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: stdattrs_common.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.296008 n-d-826529-2 neutron-server[103218]: WARNING neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 21:25:51.296623 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.298055 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.298561 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 21:25:51.298885 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: subnet_onboard.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.300016 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.300540 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: subnet_onboard Jan 27 21:25:51.300859 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.301778 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.302304 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 21:25:51.302597 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: subnet_service_types.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.303535 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.304037 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: subnet-service-types Jan 27 21:25:51.304357 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: subnetallocation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.305448 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.305962 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: subnet_allocation Jan 27 21:25:51.306283 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.306944 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.307471 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: subnetpool-prefix-ops Jan 27 21:25:51.307849 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.308913 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.309448 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 21:25:51.309745 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: tagging.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.312471 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.312471 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: standard-attr-tag Jan 27 21:25:51.312471 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: timestamp.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.313340 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.313857 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loaded extension: standard-attr-timestamp Jan 27 21:25:51.314182 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: trunk.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.315223 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.315764 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension trunk not supported by any of loaded plugins Jan 27 21:25:51.316087 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: trunk_details.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.317009 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.317528 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 21:25:51.317850 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.318784 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.319299 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 21:25:51.319651 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Loading extension file: vlantransparent.py {{(pid=103218) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:25:51.320337 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103218) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:25:51.320846 n-d-826529-2 neutron-server[103218]: INFO neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 21:25:51.323500 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:network Jan 27 21:25:51.324043 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:subnet Jan 27 21:25:51.324430 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:25:51.324817 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:port Jan 27 21:25:51.326114 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.326561 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service FLAVORS assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.327169 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.327622 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.328013 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:router Jan 27 21:25:51.328672 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 21:25:51.329332 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service METERING assigned prefix: /metering {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.330945 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.331327 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.331709 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:25:51.332751 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 21:25:51.333204 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:security_group Jan 27 21:25:51.333623 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 21:25:51.335532 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service CORE assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.335899 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:25:51.336291 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] subnetpool is already registered Jan 27 21:25:51.336738 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service CORE assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.337062 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:25:51.337390 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] subnetpool is already registered Jan 27 21:25:51.339730 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.340160 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service FLAVORS assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.340748 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.341163 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.341519 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:router Jan 27 21:25:51.341824 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] router is already registered Jan 27 21:25:51.342228 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 21:25:51.342560 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] floatingip is already registered Jan 27 21:25:51.343010 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service METERING assigned prefix: /metering {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.343875 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 21:25:51.344299 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] rbac_policy is already registered Jan 27 21:25:51.344880 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:security_group Jan 27 21:25:51.345214 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] security_group is already registered Jan 27 21:25:51.345617 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 21:25:51.345946 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] security_group_rule is already registered Jan 27 21:25:51.346587 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service CORE assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.346911 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:25:51.347238 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] subnetpool is already registered Jan 27 21:25:51.347673 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.v2.resource_helper [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Service CORE assigned prefix: {{(pid=103218) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:25:51.347993 n-d-826529-2 neutron-server[103218]: INFO neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:25:51.348317 n-d-826529-2 neutron-server[103218]: WARNING neutron.quota.resource_registry [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] subnetpool is already registered Jan 27 21:25:51.348792 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: extensions {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.350316 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: address-groups {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.351824 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: address-scopes {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.353123 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: agents {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.354279 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: auto-allocated-topology {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.355547 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: availability_zones {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.356760 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: dhcp-networks {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.358279 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: dhcp-agents {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.360052 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: routers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.362260 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: flavors {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.363437 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: service_profiles {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.364773 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: next_providers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.366219 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: service_profiles {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.367777 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: floatingip-pools {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.368984 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: routers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.371091 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: floatingips {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.372400 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: l3-routers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.373769 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: l3-agents {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.375447 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: metering-labels {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.377055 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: metering-label-rules {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.378337 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: network-ip-availabilities {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.379604 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: bindings {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.381241 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: quotas {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.382786 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: quotas {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.384355 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: rbac-policies {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.385631 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: security-groups {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.386847 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: security-group-rules {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.388093 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: service-providers {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.389289 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: subnetpools {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.390885 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: subnetpools {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.392612 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.394266 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.396089 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.397839 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.400826 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.402656 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.404353 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.406307 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.408383 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.410214 n-d-826529-2 neutron-server[103218]: DEBUG neutron.api.extensions [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Extended resource: tags {{(pid=103218) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:25:51.416248 n-d-826529-2 neutron-server[103218]: WARNING keystonemiddleware.auth_token [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 21:25:51.421073 n-d-826529-2 neutron-server[103218]: WARNING keystonemiddleware.auth_token [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 21:25:51.430952 n-d-826529-2 neutron-server[103218]: DEBUG oslo_concurrency.lockutils [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Acquired lock "singleton_lock" {{(pid=103218) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 21:25:51.431429 n-d-826529-2 neutron-server[103218]: DEBUG oslo_concurrency.lockutils [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Releasing lock "singleton_lock" {{(pid=103218) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 21:25:51.432098 n-d-826529-2 neutron-server[103218]: INFO oslo_service.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Starting 2 workers Jan 27 21:25:51.436927 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Started child 103329 {{(pid=103218) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:25:51.441960 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Started child 103330 {{(pid=103218) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:25:51.442598 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:51.443741 n-d-826529-2 neutron-server[103218]: INFO neutron.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 21:25:51.444143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [-] (103329) wsgi starting up on http://0.0.0.0:9696 Jan 27 21:25:51.444374 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:51.446843 n-d-826529-2 neutron-server[103218]: INFO oslo_service.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Starting 1 workers Jan 27 21:25:51.449597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:51.451836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [-] (103330) wsgi starting up on http://0.0.0.0:9696 Jan 27 21:25:51.452157 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Started child 103331 {{(pid=103218) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:25:51.452752 n-d-826529-2 neutron-server[103218]: INFO oslo_service.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Starting 1 workers Jan 27 21:25:51.456860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] calling RpcWorker wait() {{(pid=103331) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 21:25:51.457528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] returning from RpcWorker wait() {{(pid=103331) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 21:25:51.457879 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Started child 103332 {{(pid=103218) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:25:51.458674 n-d-826529-2 neutron-server[103218]: DEBUG neutron_lib.callbacks.manager [None req-7810d32f-290c-4e18-9202-f3a1b4d69aa0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:51.458955 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:51.459512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:25:51.460784 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103218) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 21:25:51.460985 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:25:51.461174 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:25:51.461402 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:25:51.461728 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:25:51.461893 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:25:51.462392 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.462674 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.462946 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.463199 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.463499 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.464079 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.464346 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.464703 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.464983 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.465210 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.465385 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.465549 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.465786 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.466033 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.466158 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:51.466688 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.466688 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.466929 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.467081 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.467252 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.467533 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.467793 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.468020 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.468276 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] debug = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.468596 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.469294 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.469673 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.469948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.470170 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.470438 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.470699 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.470974 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.471223 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.471490 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.471736 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.471985 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.472222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.472450 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.472788 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.472938 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.473158 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.473377 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.473825 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] host = n-d-826529-2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.474042 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.474306 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.474499 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.474739 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.475036 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.475262 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.475471 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.475739 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.475996 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.476245 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.476476 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.476720 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.476928 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.477162 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.477325 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_options = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.477628 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.477818 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.478137 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.478272 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.478404 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.478563 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.478822 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.478985 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.479239 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.479475 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.479690 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.479901 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.480156 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.480406 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.480659 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.480885 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.481129 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.481356 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.481602 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.481873 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.482063 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.482300 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.482538 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.482754 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.482968 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.483208 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.483397 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.483631 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.483864 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.484206 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.484492 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.484882 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.485250 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.485557 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.485819 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.486064 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.486313 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.486509 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.486816 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.488101 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.488739 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.489178 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.489427 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.489679 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.489922 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.490162 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.490860 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_json = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.491052 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.491772 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.491772 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.492084 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.492084 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.492278 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.492505 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.492786 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.492995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.493434 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.493721 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.494031 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.494369 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.494589 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.494768 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.495003 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.495251 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.495666 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.495809 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.496148 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.496336 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.496796 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.496949 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.497137 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.497463 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.497721 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.497989 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.498212 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.498448 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.498684 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.498928 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.499099 n-d-826529-2 neutron-server[103332]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:25:51.499231 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.499495 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.499699 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.500143 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.500435 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.500729 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.501011 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.501369 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.501659 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.501914 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.502191 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.502425 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.502672 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.502891 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.503111 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.503345 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.503595 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.503870 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.504113 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.504331 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.504571 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.504810 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.505062 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.505455 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.505663 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.506176 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.506176 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.506683 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.506683 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.507150 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.507150 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.507385 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.507624 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.507862 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.508155 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.508402 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.508774 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.509240 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.509240 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.509467 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.509605 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.509748 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.509964 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.512592 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.512592 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.512592 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.512592 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.513021 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.513102 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.513310 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.513560 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.513871 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.514062 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.514281 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.514497 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.514729 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.514962 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.515172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.515524 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.515769 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.516145 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.516407 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.516633 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.516857 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.517094 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.517331 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.517552 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.517766 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.517980 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.518541 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.519061 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.519645 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.519987 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.520266 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.520570 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.520874 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.521184 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.521472 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.521762 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.521995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.522809 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.523059 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.523297 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.523590 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.523821 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.524081 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.524300 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.524746 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.525151 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.525570 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.525814 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.526205 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.526472 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.526741 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.527148 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.527390 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.527703 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.527975 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.528253 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.528623 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.528898 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.529190 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.529534 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.531476 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.531476 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.531476 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.531476 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.531476 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.531476 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.531476 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.532036 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.532036 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.532036 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.532281 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.532665 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.532861 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.533187 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.533453 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.533723 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.533888 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.534161 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.534161 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.534639 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.534891 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.535134 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.535382 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.535771 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.536151 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.536662 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.537050 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.537418 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.537770 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.538126 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.538662 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.539070 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.539308 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.539591 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.539831 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.540082 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.540315 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.540593 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.540807 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.541036 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.541280 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.541493 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.541712 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.541967 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.542225 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.542442 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.542661 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.543023 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.543275 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.543521 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.543811 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.544061 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.544309 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.544537 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.544965 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.545209 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.545424 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.545690 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.545910 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.546128 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.546721 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.547180 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.547392 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.547711 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.547963 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.548174 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.548420 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.548686 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.549026 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.549276 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.549522 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.549751 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.549970 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.550206 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.550439 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.550661 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.550886 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.551106 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.551339 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.551640 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.551896 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.552154 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.552362 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.552575 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.552782 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.553026 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.553263 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.553542 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.553781 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.554007 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.554270 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.554504 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.554716 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.554962 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.555192 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.555367 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.555609 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.555817 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.556021 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.556278 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.556489 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.556714 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.556938 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.557191 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.557399 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.557624 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.557831 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.558038 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.558257 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.558480 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.558690 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.558911 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.559119 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.559324 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.559575 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.559795 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.559997 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.560221 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.560418 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.560610 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.560829 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.561038 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.561417 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.561714 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.561966 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.562242 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.563501 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.563501 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.563936 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.563936 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.564393 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.564393 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.564775 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.565374 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.565374 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.565374 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.566918 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.566918 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.566918 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.566918 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.566918 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.566918 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.568269 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.568269 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.568269 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.568269 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.568269 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.569208 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.569208 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.569208 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.569208 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.569658 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.569658 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.570055 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.570055 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.570737 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.570737 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.570737 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.571190 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.571190 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.571190 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.571557 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.571675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.571883 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.572103 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.572336 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.572528 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:25:51.573016 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103218) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 21:25:51.573173 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:25:51.573310 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:25:51.573554 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:25:51.573696 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:25:51.573892 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:25:51.574067 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.574258 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.574258 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.574588 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.574588 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.574809 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.574928 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.575046 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.575236 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.575471 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579458 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579458 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579458 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579458 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579458 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579458 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579458 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579458 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] debug = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.579995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580563 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580563 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580563 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580563 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580563 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580563 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.580948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581380 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581380 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581380 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581380 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] host = n-d-826529-2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581380 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581380 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581726 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581726 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.581842 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.582066 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.582149 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.582247 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.582402 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.582594 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.582726 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.582844 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.582998 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.583153 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.583309 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_options = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.583567 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.583708 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.583831 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.583956 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.584116 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.584275 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.584431 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.584588 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.584744 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.584900 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.585055 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.585210 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.585383 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.585511 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.585662 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.585818 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.585973 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.586121 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.586259 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.586418 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.586559 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.586927 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.586927 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.587193 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.587193 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.587391 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.587533 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.587646 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.587802 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.587958 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.588116 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.588274 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.588431 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.588587 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.588742 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.588898 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.589055 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.589210 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.589372 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.589528 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.589684 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.589840 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.589995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.590152 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.590328 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.590463 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.590608 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_json = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.590764 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.590919 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.591075 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.591231 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.591385 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.591562 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.591718 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.591875 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.592032 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:25:51.592220 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.592383 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.592662 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.592953 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.593244 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.593563 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.593899 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.594512 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.594512 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.594778 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.594919 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.595186 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.595543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.595825 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.596106 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.596392 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.596482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:25:51.596671 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.596949 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.597225 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.597498 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.597773 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.598050 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.598344 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.598613 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.598885 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.599197 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.599403 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.599727 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.600012 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.600302 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.600791 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.600791 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.601523 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.601523 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.601523 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.601747 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.601747 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.601951 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.602037 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.602565 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.602565 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.602895 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.602895 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.603126 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.603218 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.603394 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.603763 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.603885 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.604072 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.604348 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.604589 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.604869 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.605067 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.605234 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.605398 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.605566 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.605725 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.605902 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.606062 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.606222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.606383 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.606544 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.606704 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.606863 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.607024 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.607192 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.607359 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.607520 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.607698 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.607859 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.608020 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.608185 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.608348 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.608491 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.608655 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.608814 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.608975 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.609237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.609375 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.609537 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.609697 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.609861 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.610023 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.610184 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.610351 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.610512 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.610678 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.610834 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.610995 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.611159 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.611319 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.611517 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.611696 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.611857 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.612018 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.612181 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.612329 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.612494 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.612701 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.612832 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.612948 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.613106 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.613268 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.613428 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.613592 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.613751 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.613911 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.614110 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.614238 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.614376 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.614541 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.614737 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.614890 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.615011 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.615127 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.615284 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.615463 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.615627 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.615801 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.615955 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.616119 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.616277 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.616445 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.616624 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.616785 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.616946 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.617106 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.617266 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.617425 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.617585 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.617745 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.617905 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.622222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.622222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.622222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.622222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.622222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.622222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.622222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.622222 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.623456 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.623456 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.623456 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.623456 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.623456 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.623456 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.623456 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.623456 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624008 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624008 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624008 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624008 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624008 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624008 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624008 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624008 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.624543 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625201 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625201 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625201 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625201 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625201 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625201 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625201 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625201 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.625675 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626149 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626149 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626149 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626149 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626149 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626149 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626556 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626556 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626709 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.626980 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.627237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.627684 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.628106 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.628390 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.628829 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.628982 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.629196 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.629590 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.629973 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.630440 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.630848 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.631160 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.631485 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.631797 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.631957 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.632190 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.632293 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.632442 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.632609 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.635437 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.635437 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.635437 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.635437 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.635437 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.635437 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.635437 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.635437 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636090 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636090 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636090 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636090 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636090 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636090 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636090 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636090 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636651 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636651 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.636941 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.637114 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.637412 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.637721 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.637896 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.638064 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.638223 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.638381 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.638548 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.638727 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.638888 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.639159 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.639244 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.639509 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.639616 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.639716 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.639874 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.640183 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.640416 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.640691 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.640864 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.641038 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.641203 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.641460 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.641556 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.641678 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.641822 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.641982 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.642159 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.642321 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.642485 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.642705 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.643033 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.643033 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.643272 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.643384 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.645824 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.645824 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.645824 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.645824 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.645824 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.645824 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.645824 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.645824 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.647172 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.648237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.648237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.648237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.648237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.648237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.648237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.648237 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.649072 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.649072 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.649072 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.649072 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:25:51.649072 n-d-826529-2 neutron-server[103218]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103218) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:25:51.744152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33046) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:25:51.752830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065291 Jan 27 21:26:04.050370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98273fa0-173e-4655-8264-929e7a71950a None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:26:04.155289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98273fa0-173e-4655-8264-929e7a71950a None None] No non-hosted networks {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 21:26:04.177176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.agentschedulers_db [None req-98273fa0-173e-4655-8264-929e7a71950a None None] DHCP Agent not found on host n-d-826529-2 {{(pid=103331) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 21:26:04.323525 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd915deb-c94b-4b1e-b80d-94a0324cc344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614582'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:06.916656 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d55dec7-4137-471b-8012-d0720303413a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614582'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:06.969200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b78218ad-be5f-4d76-9efd-d8eb620e3618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:08.165497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614582'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:10.714615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614582'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:11.038149 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614582'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:11.041663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.044375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.046782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.049885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.050546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.051092 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.051677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.052212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.054550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.055099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.055658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.056205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.056740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:11.058129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826529-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:11.081650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826529-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:13.815402 n-d-826529-2 neutron-server[103331]: INFO neutron.db.l3_hamode_db [None req-9279247d-b272-465a-a250-800ade6c2fa8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 21:26:13.925529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279247d-b272-465a-a250-800ade6c2fa8 None None] Routers set() bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:26:13.926019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279247d-b272-465a-a250-800ade6c2fa8 None None] Router IDs set() for agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:26:15.246347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33148) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:15.843390 n-d-826529-2 neutron-server[103329]: WARNING oslo_policy.policy [None req-5721043c-ed29-4416-9211-54e5df61acf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:26:15.843390 n-d-826529-2 neutron-server[103329]: WARNING oslo_policy.policy [None req-5721043c-ed29-4416-9211-54e5df61acf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:26:16.079242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-5721043c-ed29-4416-9211-54e5df61acf3 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:26:16.080570 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5721043c-ed29-4416-9211-54e5df61acf3 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8319178 Jan 27 21:26:19.032319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33164) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:19.738027 n-d-826529-2 neutron-server[103330]: WARNING oslo_policy.policy [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:26:19.738600 n-d-826529-2 neutron-server[103330]: WARNING oslo_policy.policy [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:26:19.971060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'tenant_id': '8fd594d632a14521a30cc91d5895f965', 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:26:20.064003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.policy [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103330) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 21:26:20.107102 n-d-826529-2 neutron-server[103330]: WARNING oslo_policy.policy [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:26:20.107588 n-d-826529-2 neutron-server[103330]: WARNING oslo_policy.policy [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:26:20.215791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730785121478', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730785127155', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730785140095', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730785143172', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730785298280', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730785290192', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3603673', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3415513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-335905', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1742582'] for rbac-policy (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:20.288277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:20.289743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6ae50c68-fc68-47e5-8e91-dd33e13f6a4b admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2564321 Jan 27 21:26:23.289657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33182) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:23.687013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'name': 'private'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:26:23.724207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Made reservation on behalf of f6f6fd587ffc48fca9cbc7966b0328b8 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:26:23.727695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:23.747910 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:23.880793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Publish callbacks [] for security_group (7a88957c-040b-4696-a52a-516fa931cc87), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:23.886068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7a88957c-040b-4696-a52a-516fa931cc87), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:23.909600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:26:23.941208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730785054859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2d53aa53-8953-4796-8031-4d03cf27e50a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:23.941803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Unsubscribe: segment precommit_create {{(pid=103330) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 21:26:23.942334 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Added segment 2d53aa53-8953-4796-8031-4d03cf27e50a of type vlan for network 8fa4c56f-8264-4cff-ad08-1b5043c5856a Jan 27 21:26:23.959199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a88957c-040b-4696-a52a-516fa931cc87,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:24.007369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.007744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.008072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.008408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.008746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.009081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.009402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.009726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.010049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.010370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.010702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.011017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.011336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Tracked resource versions report: Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: pushed versions: Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: { 'AddressGroup': {'1.2'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'ConntrackHelper': {'1.0'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Log': {'1.0'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Network': {'1.1'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Port': {'1.7'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'PortForwarding': {'1.2'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'QosPolicy': {'1.10'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'SecurityGroup': {'1.5'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'SubPort': {'1.0'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Subnet': {'1.1'}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Trunk': {'1.1'}} Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: consumer versions: Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: { DHCP agent@n-d-826529-2: {}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: L3 agent@n-d-826529-2: {}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: Metadata agent@n-d-826529-2: {}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: Metering agent@n-d-826529-2: {}, Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: Open vSwitch agent@n-d-826529-2: { 'AddressGroup': '1.2', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'ConntrackHelper': '1.0', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'LocalIPAssociation': '1.0', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Log': '1.0', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Network': '1.1', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Port': '1.7', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'PortForwarding': '1.2', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'QosPolicy': '1.10', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'SecurityGroup': '1.5', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'SecurityGroupRule': '1.2', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'SubPort': '1.0', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Subnet': '1.1', Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: 'Trunk': '1.1'}} Jan 27 21:26:24.012540 n-d-826529-2 neutron-server[103330]: {{(pid=103330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:26:24.068810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (8fa4c56f-8264-4cff-ad08-1b5043c5856a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:24.125374 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (8fa4c56f-8264-4cff-ad08-1b5043c5856a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:24.126709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:26:24.127599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:24.213181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9223089 Jan 27 21:26:24.235275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0b02-d3ce-40f3-bc53-dd89d5a28618 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa4c56f-8264-4cff-ad08-1b5043c5856a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:24.251313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 8fa4c56f-8264-4cff-ad08-1b5043c5856a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:26:27.009503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33196) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:27.457331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028bd6f7-7fb4-491c-94f5-ac4c40235d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:26:27.458959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-028bd6f7-7fb4-491c-94f5-ac4c40235d8d admin admin] 10.222.0.45 "GET /v2.0/networks/8fa4c56f-8264-4cff-ad08-1b5043c5856a HTTP/1.1" status: 200 len: 825 time: 0.4483986 Jan 27 21:26:27.485022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-37721d43-0b72-4c2c-8f1f-bfdfaee3d653 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/c48932df-c645-4a97-938f-e07cb4ace871 HTTP/1.1" status: 200 len: 734 time: 0.0203321 Jan 27 21:26:27.496260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Request body: {'subnet': {'subnetpool_id': 'c48932df-c645-4a97-938f-e07cb4ace871', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:26:27.521343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Made reservation on behalf of f6f6fd587ffc48fca9cbc7966b0328b8 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:26:27.523778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:27.833486 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (dc69382f-5749-4f4c-9e00-74d0f08f2d75), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:27.901791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc69382f-5749-4f4c-9e00-74d0f08f2d75,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:27.909380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Checking segment: {'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:26:27.909733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Network hostable DHCP agents. Network: 8fa4c56f-8264-4cff-ad08-1b5043c5856a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:26:27.935204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Network 8fa4c56f-8264-4cff-ad08-1b5043c5856a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:26:27.948762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 8fa4c56f-8264-4cff-ad08-1b5043c5856a) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:26:27.954109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:26:27.954723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:27.962538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f8270-2fc5-4ce1-8a4f-88390c75f9d4 None None] Network 8fa4c56f-8264-4cff-ad08-1b5043c5856a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:26:27.974663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a56661ee-f0f7-4663-abaf-b205c9f1b2e4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4818890 Jan 27 21:26:28.266701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'fixed_ips': [{'subnet_id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:26:28.268037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:28.641732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Allocated IP 172.20.0.2 (8fa4c56f-8264-4cff-ad08-1b5043c5856a/dc69382f-5749-4f4c-9e00-74d0f08f2d75/fa15f779-06d1-4213-b933-bf861910ce8e) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:26:28.913515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Publish callbacks [] for port (fa15f779-06d1-4213-b933-bf861910ce8e), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:28.925301 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:29.017987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Network 8fa4c56f-8264-4cff-ad08-1b5043c5856a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:26:29.024170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:26:29.033451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:26:29.039693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Pushing event updated for resources: {'Port': ['ID=fa15f779-06d1-4213-b933-bf861910ce8e,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:29.071477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.071828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.072165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.072495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.072820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.073153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.073480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.073801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.074120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.074442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.074760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.075072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.075388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Tracked resource versions report: Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: pushed versions: Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: { 'AddressGroup': {'1.2'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'ConntrackHelper': {'1.0'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Log': {'1.0'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Network': {'1.1'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Port': {'1.7'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'PortForwarding': {'1.2'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'QosPolicy': {'1.10'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'SecurityGroup': {'1.5'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'SubPort': {'1.0'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Subnet': {'1.1'}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Trunk': {'1.1'}} Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: consumer versions: Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: { DHCP agent@n-d-826529-2: {}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: L3 agent@n-d-826529-2: {}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: Metadata agent@n-d-826529-2: {}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: Metering agent@n-d-826529-2: {}, Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: Open vSwitch agent@n-d-826529-2: { 'AddressGroup': '1.2', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'ConntrackHelper': '1.0', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'LocalIPAssociation': '1.0', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Log': '1.0', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Network': '1.1', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Port': '1.7', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'PortForwarding': '1.2', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'QosPolicy': '1.10', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'SecurityGroup': '1.5', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'SecurityGroupRule': '1.2', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'SubPort': '1.0', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Subnet': '1.1', Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: 'Trunk': '1.1'}} Jan 27 21:26:29.076735 n-d-826529-2 neutron-server[103331]: {{(pid=103331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:26:29.127244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Attempting to bind port fa15f779-06d1-4213-b933-bf861910ce8e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:26:29.127666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Attempting to bind port fa15f779-06d1-4213-b933-bf861910ce8e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:26:29.128091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Attempting to bind port fa15f779-06d1-4213-b933-bf861910ce8e on network 8fa4c56f-8264-4cff-ad08-1b5043c5856a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:26:29.133383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:26:29.133767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Checking segment: {'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:26:29.134236 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:29.134621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Bound using segment: {'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:26:29.135110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Bound port: fa15f779-06d1-4213-b933-bf861910ce8e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:26:29.135541 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:29.245467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] For port fa15f779-06d1-4213-b933-bf861910ce8e, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:26:29.253014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] For port fa15f779-06d1-4213-b933-bf861910ce8e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fa15f779-06d1-4213-b933-bf861910ce8e,segment=NetworkSegment(2d53aa53-8953-4796-8031-4d03cf27e50a),segment_id=2d53aa53-8953-4796-8031-4d03cf27e50a)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:26:29.266632 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:29.354043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c5bff-eec7-4e86-938d-d494ad92cecf None None] Pushing event updated for resources: {'Port': ['ID=fa15f779-06d1-4213-b933-bf861910ce8e,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:30.556713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33204) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:30.925716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-20e0c148-82b9-4410-8df5-3175e7a8ff84 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:26:30.926631 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-20e0c148-82b9-4410-8df5-3175e7a8ff84 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3684700 Jan 27 21:26:33.460089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33212) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:33.829568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-d8303b47-f8a7-4ffa-9803-3930a223d041 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:26:33.830571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d8303b47-f8a7-4ffa-9803-3930a223d041 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3690157 Jan 27 21:26:33.970820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f0435d7-c078-4aea-83c5-07af0cabc231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:36.787255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33222) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:36.920501 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c06ea52b-29b2-4811-a256-bbbf480fdb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:37.174055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-29ca1628-e21b-41e7-8e57-dda780e9f1e1 admin admin] Request body: {'router': {'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:26:37.208373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29ca1628-e21b-41e7-8e57-dda780e9f1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (499613bb-74e0-4998-8dee-9950d16d910f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:37.209930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29ca1628-e21b-41e7-8e57-dda780e9f1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (499613bb-74e0-4998-8dee-9950d16d910f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:37.352021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29ca1628-e21b-41e7-8e57-dda780e9f1e1 admin admin] Publish callbacks [] for router_controller (499613bb-74e0-4998-8dee-9950d16d910f), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:37.358178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29ca1628-e21b-41e7-8e57-dda780e9f1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (499613bb-74e0-4998-8dee-9950d16d910f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:37.373279 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29ca1628-e21b-41e7-8e57-dda780e9f1e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:37.380960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-29ca1628-e21b-41e7-8e57-dda780e9f1e1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5862181 Jan 27 21:26:38.123658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:39.976390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fa15f779-06d1-4213-b933-bf861910ce8e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:26:40.008676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33244) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:40.098097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port fa15f779-06d1-4213-b933-bf861910ce8e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:40.098464 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:40.180292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-f81d9571-ae4c-4827-b422-ee8b6660b949 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:26:40.181427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f81d9571-ae4c-4827-b422-ee8b6660b949 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1716542 Jan 27 21:26:40.219746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port fa15f779-06d1-4213-b933-bf861910ce8e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:26:40.220231 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:40.268497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port fa15f779-06d1-4213-b933-bf861910ce8e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fa15f779-06d1-4213-b933-bf861910ce8e,segment=NetworkSegment(2d53aa53-8953-4796-8031-4d03cf27e50a),segment_id=2d53aa53-8953-4796-8031-4d03cf27e50a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:26:40.274082 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:40.328310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=fa15f779-06d1-4213-b933-bf861910ce8e,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:40.609944 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:41.017748 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:41.055205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082d542-bea6-49de-af7c-f1365240750b None None] Network 8fa4c56f-8264-4cff-ad08-1b5043c5856a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:26:41.135921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1c911260-8738-4426-b3f7-51819aeee1fb None None] Provisioning complete for port fa15f779-06d1-4213-b933-bf861910ce8e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:41.136310 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c911260-8738-4426-b3f7-51819aeee1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:41.269971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1c911260-8738-4426-b3f7-51819aeee1fb None None] Current status of the port fa15f779-06d1-4213-b933-bf861910ce8e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:26:41.493412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-99b6cefd-6185-417d-8eaa-3495b6dd6460 None None] Provisioning complete for port fa15f779-06d1-4213-b933-bf861910ce8e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:41.493808 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-99b6cefd-6185-417d-8eaa-3495b6dd6460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:41.580606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-99b6cefd-6185-417d-8eaa-3495b6dd6460 None None] Current status of the port fa15f779-06d1-4213-b933-bf861910ce8e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:26:41.911141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fa15f779-06d1-4213-b933-bf861910ce8e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:26:41.965103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port fa15f779-06d1-4213-b933-bf861910ce8e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:41.965603 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:42.053564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port fa15f779-06d1-4213-b933-bf861910ce8e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:26:42.660643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33264) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:42.714879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Request body: {'network': {'project_id': '8fd594d632a14521a30cc91d5895f965', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'tenant_id': '8fd594d632a14521a30cc91d5895f965'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:26:42.742141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Made reservation on behalf of 8fd594d632a14521a30cc91d5895f965 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:26:42.745636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:42.754571 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:42.829920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Publish callbacks [] for security_group (a23cd9b9-1067-46b0-86ec-835ef942be3c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:42.835818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a23cd9b9-1067-46b0-86ec-835ef942be3c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:42.853686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Reserving flat network on physical network physnet1 {{(pid=103330) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 21:26:42.874736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23cd9b9-1067-46b0-86ec-835ef942be3c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:42.879206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (fae8cce8-8bc9-462c-a31d-7be40a26f99c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:42.879614 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Added segment fae8cce8-8bc9-462c-a31d-7be40a26f99c of type flat for network 046f12ae-eb38-4ed1-8b40-c8020f87261b Jan 27 21:26:42.926733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (046f12ae-eb38-4ed1-8b40-c8020f87261b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:42.960548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (046f12ae-eb38-4ed1-8b40-c8020f87261b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:42.961558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:26:42.962134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:43.015747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3540144 Jan 27 21:26:43.022817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb518-6f40-4409-8dfd-e2e471912b2e admin admin] Pushing event updated for resources: {'Network': ['ID=046f12ae-eb38-4ed1-8b40-c8020f87261b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:43.033306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:26:45.325078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33272) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:45.431164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16296188-c75f-4233-8b88-3589e58763e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:26:45.432565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-16296188-c75f-4233-8b88-3589e58763e0 admin admin] 10.222.0.45 "GET /v2.0/subnets/dc69382f-5749-4f4c-9e00-74d0f08f2d75 HTTP/1.1" status: 200 len: 849 time: 0.1065199 Jan 27 21:26:45.552374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3ad6c694-a4e2-476f-a47a-90850578c642 admin admin] 10.222.0.45 "GET /v2.0/routers/499613bb-74e0-4998-8dee-9950d16d910f HTTP/1.1" status: 200 len: 704 time: 0.1138959 Jan 27 21:26:45.831335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:46.144909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Allocated IP 172.20.0.1 (8fa4c56f-8264-4cff-ad08-1b5043c5856a/dc69382f-5749-4f4c-9e00-74d0f08f2d75/605ca52e-6d7d-47ca-bff8-4e5a56825437) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:26:46.351460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Publish callbacks [] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:46.425013 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:46.500705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Network 8fa4c56f-8264-4cff-ad08-1b5043c5856a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:26:46.506587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:26:46.514970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:26:46.515479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (499613bb-74e0-4998-8dee-9950d16d910f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:46.537892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Pushing event updated for resources: {'Port': ['ID=605ca52e-6d7d-47ca-bff8-4e5a56825437,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:46.733882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:46.738203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-957ad8a3-a7b0-4484-8227-ed2db9161951 None None] Provisioning complete for port 605ca52e-6d7d-47ca-bff8-4e5a56825437 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:46.738737 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-957ad8a3-a7b0-4484-8227-ed2db9161951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:46.774822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-957ad8a3-a7b0-4484-8227-ed2db9161951 None None] Port 605ca52e-6d7d-47ca-bff8-4e5a56825437 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:26:46.959475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Publish callbacks [] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:46.965050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:46.965861 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (499613bb-74e0-4998-8dee-9950d16d910f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:47.046604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Pushing event updated for resources: {'Port': ['ID=605ca52e-6d7d-47ca-bff8-4e5a56825437,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:47.097098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Network 8fa4c56f-8264-4cff-ad08-1b5043c5856a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:26:47.098485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:26:47.279730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Router 499613bb-74e0-4998-8dee-9950d16d910f is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:26:47.299618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-06504bbc-50d3-4f72-be90-76fb524e1f52 None None] Provisioning complete for port 605ca52e-6d7d-47ca-bff8-4e5a56825437 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:47.299917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-06504bbc-50d3-4f72-be90-76fb524e1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:47.339893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-06504bbc-50d3-4f72-be90-76fb524e1f52 None None] Port 605ca52e-6d7d-47ca-bff8-4e5a56825437 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:26:47.378286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:26:47.385865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7c8c12e1-43eb-4160-b2df-79563c5cb315 admin admin] 10.222.0.45 "PUT /v2.0/routers/499613bb-74e0-4998-8dee-9950d16d910f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8279412 Jan 27 21:26:47.388244 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Sync routers for ids ['499613bb-74e0-4998-8dee-9950d16d910f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:26:47.405645 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Routers {'499613bb-74e0-4998-8dee-9950d16d910f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:26:47.406556 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:26:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['499613bb-74e0-4998-8dee-9950d16d910f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:47.595479 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Set router 499613bb-74e0-4998-8dee-9950d16d910f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:26:48.039657 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499613bb-74e0-4998-8dee-9950d16d910f', 'name': 'router1', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:26:37Z', 'updated_at': '2022-01-27T21:26:46Z', 'revision_number': 2, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'gw_port_host': None, '_interfaces': [{'id': '605ca52e-6d7d-47ca-bff8-4e5a56825437', 'name': '', 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'mac_address': 'fa:16:3e:81:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:45Z', 'updated_at': '2022-01-27T21:26:46Z', 'revision_number': 2, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'subnets': [{'id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48932df-c645-4a97-938f-e07cb4ace871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:48.092172 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Checking router: 499613bb-74e0-4998-8dee-9950d16d910f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:26:48.092528 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Updating router 499613bb-74e0-4998-8dee-9950d16d910f port 605ca52e-6d7d-47ca-bff8-4e5a56825437 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:26:48.143296 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:48.675728 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Publish callbacks [] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:48.683984 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:48.837827 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Pushing event updated for resources: {'Port': ['ID=605ca52e-6d7d-47ca-bff8-4e5a56825437,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:48.858678 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.859031 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.859375 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.859788 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.860075 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.860413 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.860741 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.861067 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.861394 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.861961 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.862065 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.862354 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.862677 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Tracked resource versions report: Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: pushed versions: Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: { 'AddressGroup': {'1.2'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'ConntrackHelper': {'1.0'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Log': {'1.0'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Network': {'1.1'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Port': {'1.7'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'PortForwarding': {'1.2'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'QosPolicy': {'1.10'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'SecurityGroup': {'1.5'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'SubPort': {'1.0'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Subnet': {'1.1'}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Trunk': {'1.1'}} Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: consumer versions: Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: { DHCP agent@n-d-826529-2: {}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: L3 agent@n-d-826529-2: {}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: Metadata agent@n-d-826529-2: {}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: Metering agent@n-d-826529-2: {}, Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: Open vSwitch agent@n-d-826529-2: { 'AddressGroup': '1.2', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'ConntrackHelper': '1.0', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'LocalIPAssociation': '1.0', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Log': '1.0', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Network': '1.1', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Port': '1.7', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'PortForwarding': '1.2', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'QosPolicy': '1.10', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'SecurityGroup': '1.5', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'SecurityGroupRule': '1.2', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'SubPort': '1.0', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Subnet': '1.1', Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: 'Trunk': '1.1'}} Jan 27 21:26:48.863864 n-d-826529-2 neutron-server[103332]: {{(pid=103332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:26:48.866807 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Attempting to bind port 605ca52e-6d7d-47ca-bff8-4e5a56825437 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:26:48.867206 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Attempting to bind port 605ca52e-6d7d-47ca-bff8-4e5a56825437 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:26:48.867680 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Attempting to bind port 605ca52e-6d7d-47ca-bff8-4e5a56825437 on network 8fa4c56f-8264-4cff-ad08-1b5043c5856a {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:26:48.874164 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:26:48.874574 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Checking segment: {'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:26:48.875070 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:48.875492 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Bound using segment: {'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:26:48.876010 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Bound port: 605ca52e-6d7d-47ca-bff8-4e5a56825437, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d53aa53-8953-4796-8031-4d03cf27e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:26:48.876396 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:48.946818 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] For port 605ca52e-6d7d-47ca-bff8-4e5a56825437, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:26:48.966299 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] For port 605ca52e-6d7d-47ca-bff8-4e5a56825437, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=605ca52e-6d7d-47ca-bff8-4e5a56825437,segment=NetworkSegment(2d53aa53-8953-4796-8031-4d03cf27e50a),segment_id=2d53aa53-8953-4796-8031-4d03cf27e50a)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:26:48.971457 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:48.972959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-eaf458e2-9908-435b-8fab-d57f00a5e0a8 None None] Provisioning complete for port 605ca52e-6d7d-47ca-bff8-4e5a56825437 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:48.973460 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eaf458e2-9908-435b-8fab-d57f00a5e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:49.018200 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Routers {'499613bb-74e0-4998-8dee-9950d16d910f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:26:49.018837 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:26:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['499613bb-74e0-4998-8dee-9950d16d910f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:49.064704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-eaf458e2-9908-435b-8fab-d57f00a5e0a8 None None] Current status of the port 605ca52e-6d7d-47ca-bff8-4e5a56825437 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:26:49.065094 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eaf458e2-9908-435b-8fab-d57f00a5e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:49.102048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eaf458e2-9908-435b-8fab-d57f00a5e0a8 None None] For port 605ca52e-6d7d-47ca-bff8-4e5a56825437, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=605ca52e-6d7d-47ca-bff8-4e5a56825437,segment=NetworkSegment(2d53aa53-8953-4796-8031-4d03cf27e50a),segment_id=2d53aa53-8953-4796-8031-4d03cf27e50a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:26:49.108074 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] Set router 499613bb-74e0-4998-8dee-9950d16d910f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:26:49.108703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eaf458e2-9908-435b-8fab-d57f00a5e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:49.165097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf458e2-9908-435b-8fab-d57f00a5e0a8 None None] Pushing event updated for resources: {'Port': ['ID=605ca52e-6d7d-47ca-bff8-4e5a56825437,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:49.213440 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9f1ab-2fe2-4b6d-9ff7-6b84f6f8d459 None None] Pushing event updated for resources: {'Port': ['ID=605ca52e-6d7d-47ca-bff8-4e5a56825437,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:49.234514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9addd446-f82d-44c5-89f9-ec88f0a77c1e None None] Provisioning complete for port 605ca52e-6d7d-47ca-bff8-4e5a56825437 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:49.235051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9addd446-f82d-44c5-89f9-ec88f0a77c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:49.318673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9addd446-f82d-44c5-89f9-ec88f0a77c1e None None] Current status of the port 605ca52e-6d7d-47ca-bff8-4e5a56825437 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:26:49.360529 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499613bb-74e0-4998-8dee-9950d16d910f', 'name': 'router1', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:26:37Z', 'updated_at': '2022-01-27T21:26:46Z', 'revision_number': 2, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'gw_port_host': None, '_interfaces': [{'id': '605ca52e-6d7d-47ca-bff8-4e5a56825437', 'name': '', 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'mac_address': 'fa:16:3e:81:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:45Z', 'updated_at': '2022-01-27T21:26:48Z', 'revision_number': 4, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'subnets': [{'id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48932df-c645-4a97-938f-e07cb4ace871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:49.392201 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c67202-93ab-4ada-9239-7107a31e9f80 None None] The sync data for ids ['499613bb-74e0-4998-8dee-9950d16d910f'] in n-d-826529-2 is: [{'id': '499613bb-74e0-4998-8dee-9950d16d910f', 'name': 'router1', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:26:37Z', 'updated_at': '2022-01-27T21:26:46Z', 'revision_number': 2, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'gw_port_host': None, '_interfaces': [{'id': '605ca52e-6d7d-47ca-bff8-4e5a56825437', 'name': '', 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'mac_address': 'fa:16:3e:81:9c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:45Z', 'updated_at': '2022-01-27T21:26:48Z', 'revision_number': 4, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'subnets': [{'id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48932df-c645-4a97-938f-e07cb4ace871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:26:52.282899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33290) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:52.573071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.policy [None req-a9a5ba56-c37a-44fe-9a0a-bf6c02a52f6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103329) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 21:26:52.615478 n-d-826529-2 neutron-server[103329]: WARNING oslo_policy.policy [None req-a9a5ba56-c37a-44fe-9a0a-bf6c02a52f6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:26:52.615901 n-d-826529-2 neutron-server[103329]: WARNING oslo_policy.policy [None req-a9a5ba56-c37a-44fe-9a0a-bf6c02a52f6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:26:52.624472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a5ba56-c37a-44fe-9a0a-bf6c02a52f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:26:52.626227 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a9a5ba56-c37a-44fe-9a0a-bf6c02a52f6b admin admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 842 time: 0.3418148 Jan 27 21:26:52.636257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Request body: {'subnet': {'tenant_id': '8fd594d632a14521a30cc91d5895f965', 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'name': 'public-subnet'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:26:52.683768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Made reservation on behalf of 8fd594d632a14521a30cc91d5895f965 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:26:52.686874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:53.095683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:26:53.096191 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (39fd7bc9-3373-4893-a1d9-c013905eb45b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:53.161043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fd7bc9-3373-4893-a1d9-c013905eb45b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:53.172763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:26:53.172966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Network hostable DHCP agents. Network: 046f12ae-eb38-4ed1-8b40-c8020f87261b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:26:53.178877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.179245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.179596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.179933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.180261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.180588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.180912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.181232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.181555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.181871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.182187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.182504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.182821 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Tracked resource versions report: Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: pushed versions: Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: { 'AddressGroup': {'1.2'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'ConntrackHelper': {'1.0'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Log': {'1.0'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Network': {'1.1'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Port': {'1.7'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'PortForwarding': {'1.2'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'QosPolicy': {'1.10'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'SecurityGroup': {'1.5'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'SubPort': {'1.0'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Subnet': {'1.1'}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Trunk': {'1.1'}} Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: consumer versions: Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: { DHCP agent@n-d-826529-2: {}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: L3 agent@n-d-826529-2: {}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: Metadata agent@n-d-826529-2: {}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: Metering agent@n-d-826529-2: {}, Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: Open vSwitch agent@n-d-826529-2: { 'AddressGroup': '1.2', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'ConntrackHelper': '1.0', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'LocalIPAssociation': '1.0', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Log': '1.0', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Network': '1.1', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Port': '1.7', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'PortForwarding': '1.2', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'QosPolicy': '1.10', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'SecurityGroup': '1.5', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'SecurityGroupRule': '1.2', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'SubPort': '1.0', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Subnet': '1.1', Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: 'Trunk': '1.1'}} Jan 27 21:26:53.184074 n-d-826529-2 neutron-server[103329]: {{(pid=103329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:26:53.223671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:26:53.237147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 046f12ae-eb38-4ed1-8b40-c8020f87261b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:26:53.242554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:26:53.243895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:53.247965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c69940-9ff1-4d2c-840a-c807ba07c110 None None] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:26:53.276228 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1999abc-ff8f-4ea9-ae62-06d21dbfd6ed admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6435082 Jan 27 21:26:53.374838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51ea88-9206-47b6-a05c-e590a684ba2f None None] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:26:54.516793 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:26:55.655098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33304) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:55.943650 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7adb95a5-e752-4795-b8de-45302e877daf admin admin] 10.222.0.45 "GET /v2.0/routers/499613bb-74e0-4998-8dee-9950d16d910f HTTP/1.1" status: 200 len: 710 time: 0.2872922 Jan 27 21:26:56.036673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a002bc-970f-4bb5-a40f-209146bf1ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:26:56.038065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-84a002bc-970f-4bb5-a40f-209146bf1ed7 admin admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 886 time: 0.0888350 Jan 27 21:26:56.047683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:26:56.306036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks [] for router_gateway (499613bb-74e0-4998-8dee-9950d16d910f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:56.549805 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks [] for router_gateway (499613bb-74e0-4998-8dee-9950d16d910f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:56.631164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:56.788852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Allocated IP 172.25.8.130 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/4b0a4dd7-437d-42f4-9427-c7866513c2a0) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:26:56.902232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks [] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:56.967717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:57.047178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:26:57.057529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:26:57.059928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Pushing event updated for resources: {'Port': ['ID=4b0a4dd7-437d-42f4-9427-c7866513c2a0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:57.062580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:26:57.416081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks [] for router_gateway (499613bb-74e0-4998-8dee-9950d16d910f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:57.616062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (499613bb-74e0-4998-8dee-9950d16d910f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:57.621342 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (499613bb-74e0-4998-8dee-9950d16d910f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:57.738032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Router 499613bb-74e0-4998-8dee-9950d16d910f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:26:57.848214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:26:57.853994 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:57.855319 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-77e9776b-1816-4606-85b4-4db3243eec2d admin admin] 10.222.0.45 "PUT /v2.0/routers/499613bb-74e0-4998-8dee-9950d16d910f HTTP/1.1" status: 200 len: 890 time: 1.8113513 Jan 27 21:26:57.861063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Sync routers for ids ['499613bb-74e0-4998-8dee-9950d16d910f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:26:57.881878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Routers {'499613bb-74e0-4998-8dee-9950d16d910f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:26:57.882641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:26:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['499613bb-74e0-4998-8dee-9950d16d910f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:57.957078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 605ca52e-6d7d-47ca-bff8-4e5a56825437 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:26:58.154845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Set router 499613bb-74e0-4998-8dee-9950d16d910f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:26:58.206436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 605ca52e-6d7d-47ca-bff8-4e5a56825437 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:26:58.206840 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:58.524486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 605ca52e-6d7d-47ca-bff8-4e5a56825437 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:26:58.712581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499613bb-74e0-4998-8dee-9950d16d910f', 'name': 'router1', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4b0a4dd7-437d-42f4-9427-c7866513c2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:26:37Z', 'updated_at': '2022-01-27T21:26:57Z', 'revision_number': 4, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'gw_port': {'id': '4b0a4dd7-437d-42f4-9427-c7866513c2a0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:56Z', 'updated_at': '2022-01-27T21:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '605ca52e-6d7d-47ca-bff8-4e5a56825437', 'name': '', 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'mac_address': 'fa:16:3e:81:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:45Z', 'updated_at': '2022-01-27T21:26:49Z', 'revision_number': 5, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'subnets': [{'id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48932df-c645-4a97-938f-e07cb4ace871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:58.765733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Checking router: 499613bb-74e0-4998-8dee-9950d16d910f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:26:58.766060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Updating router 499613bb-74e0-4998-8dee-9950d16d910f port 4b0a4dd7-437d-42f4-9427-c7866513c2a0 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:26:58.824315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:59.155664 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Publish callbacks [] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:59.161926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:59.217242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Attempting to bind port 4b0a4dd7-437d-42f4-9427-c7866513c2a0 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:26:59.217621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Attempting to bind port 4b0a4dd7-437d-42f4-9427-c7866513c2a0 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:26:59.217989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Attempting to bind port 4b0a4dd7-437d-42f4-9427-c7866513c2a0 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:26:59.223370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35907c1f-a58e-49fa-9c80-a3aa80681c9f None None] Pushing event updated for resources: {'Port': ['ID=4b0a4dd7-437d-42f4-9427-c7866513c2a0,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:59.229133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:26:59.229510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:26:59.229910 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:59.230367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:26:59.230822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Bound port: 4b0a4dd7-437d-42f4-9427-c7866513c2a0, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:26:59.231325 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:59.282615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] For port 4b0a4dd7-437d-42f4-9427-c7866513c2a0, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:26:59.286173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] For port 4b0a4dd7-437d-42f4-9427-c7866513c2a0, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b0a4dd7-437d-42f4-9427-c7866513c2a0,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:26:59.293128 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:59.355404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Routers {'499613bb-74e0-4998-8dee-9950d16d910f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:26:59.356176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:26:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['499613bb-74e0-4998-8dee-9950d16d910f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:59.359221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35907c1f-a58e-49fa-9c80-a3aa80681c9f None None] Pushing event updated for resources: {'Port': ['ID=4b0a4dd7-437d-42f4-9427-c7866513c2a0,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:26:59.465469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] Set router 499613bb-74e0-4998-8dee-9950d16d910f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:26:59.682327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499613bb-74e0-4998-8dee-9950d16d910f', 'name': 'router1', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4b0a4dd7-437d-42f4-9427-c7866513c2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:26:37Z', 'updated_at': '2022-01-27T21:26:57Z', 'revision_number': 4, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'gw_port': {'id': '4b0a4dd7-437d-42f4-9427-c7866513c2a0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:56Z', 'updated_at': '2022-01-27T21:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '605ca52e-6d7d-47ca-bff8-4e5a56825437', 'name': '', 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'mac_address': 'fa:16:3e:81:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:45Z', 'updated_at': '2022-01-27T21:26:49Z', 'revision_number': 5, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'subnets': [{'id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48932df-c645-4a97-938f-e07cb4ace871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:26:59.709408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d973f45-a373-414e-a19f-79787af3c536 None None] The sync data for ids ['499613bb-74e0-4998-8dee-9950d16d910f'] in n-d-826529-2 is: [{'id': '499613bb-74e0-4998-8dee-9950d16d910f', 'name': 'router1', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '4b0a4dd7-437d-42f4-9427-c7866513c2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:26:37Z', 'updated_at': '2022-01-27T21:26:57Z', 'revision_number': 4, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'gw_port': {'id': '4b0a4dd7-437d-42f4-9427-c7866513c2a0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:47:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:56Z', 'updated_at': '2022-01-27T21:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '605ca52e-6d7d-47ca-bff8-4e5a56825437', 'name': '', 'network_id': '8fa4c56f-8264-4cff-ad08-1b5043c5856a', 'tenant_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'mac_address': 'fa:16:3e:81:9c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499613bb-74e0-4998-8dee-9950d16d910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:26:45Z', 'updated_at': '2022-01-27T21:26:49Z', 'revision_number': 5, 'project_id': 'f6f6fd587ffc48fca9cbc7966b0328b8', 'subnets': [{'id': 'dc69382f-5749-4f4c-9e00-74d0f08f2d75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c48932df-c645-4a97-938f-e07cb4ace871'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:26:59.982295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b0a4dd7-437d-42f4-9427-c7866513c2a0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:27:00.041189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4b0a4dd7-437d-42f4-9427-c7866513c2a0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:27:00.041737 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:00.124643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4b0a4dd7-437d-42f4-9427-c7866513c2a0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:27:00.125044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:00.148042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 4b0a4dd7-437d-42f4-9427-c7866513c2a0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b0a4dd7-437d-42f4-9427-c7866513c2a0,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:27:00.154301 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:00.207805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=4b0a4dd7-437d-42f4-9427-c7866513c2a0,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:27:00.331739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33318) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:27:00.451737 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-934a5f64-5a61-4db5-b249-8a722d2eab33 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1185839 Jan 27 21:27:01.912309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b0a4dd7-437d-42f4-9427-c7866513c2a0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:27:01.965554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4b0a4dd7-437d-42f4-9427-c7866513c2a0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:27:01.965866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b0a4dd7-437d-42f4-9427-c7866513c2a0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:02.051147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4b0a4dd7-437d-42f4-9427-c7866513c2a0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:27:03.969976 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3d382667-604b-4c82-8781-ea1c367d3e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:06.928566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05600a62-f1dd-4cd7-8319-c458e146531d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:08.134252 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:10.610959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:11.005193 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:31.521252 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:27:33.985109 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60a7ba9a-3249-44f0-9653-33660ba73b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:36.917276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0323e51f-a95c-443f-b233-8080d6505818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:38.135110 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:40.611737 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:41.005549 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:03.959877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ca74a42-8752-4c49-aaca-0f25fc472cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:06.927875 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5805bce8-5d7c-40ed-8afc-848b543a23e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.137083 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.520768 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:28:10.614227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:11.003445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:25.405742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33834) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:25.476497 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f3d93e-2b6a-4d1d-addf-3a2c47c63cca admin admin] GET failed (client error): The resource could not be found. Jan 27 21:28:25.477842 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-22f3d93e-2b6a-4d1d-addf-3a2c47c63cca admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0711648 Jan 27 21:28:25.651517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022c9c7-894b-4f12-bc53-c62caf77e837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:25.653032 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7022c9c7-894b-4f12-bc53-c62caf77e837 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1707125 Jan 27 21:28:27.952603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33844) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:28.052358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2062547a-7a56-4508-a557-36df958d370d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:28.053732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2062547a-7a56-4508-a557-36df958d370d admin admin] 10.222.0.45 "GET /v2.0/subnets/dc69382f-5749-4f4c-9e00-74d0f08f2d75 HTTP/1.1" status: 200 len: 849 time: 0.1001508 Jan 27 21:28:28.063968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:28.154706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Publish callbacks [] for subnet (dc69382f-5749-4f4c-9e00-74d0f08f2d75), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.310270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730785150675'] for subnet (dc69382f-5749-4f4c-9e00-74d0f08f2d75), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.342491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:28.343445 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.345424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] 10.222.0.45 "PUT /v2.0/subnets/dc69382f-5749-4f4c-9e00-74d0f08f2d75 HTTP/1.1" status: 200 len: 868 time: 0.2852080 Jan 27 21:28:28.358757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443d697-396b-4cc9-b437-1b362d9cbe8e None None] Network 8fa4c56f-8264-4cff-ad08-1b5043c5856a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:28.371303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc69382f-5749-4f4c-9e00-74d0f08f2d75,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:28.379074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.379548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.379796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.380121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.380454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.380784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.381121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.381449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.381775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.382100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.382426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.382746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.383069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044c7925-93cd-4c7b-bb33-e74f045834b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:28.720657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-94e0dbb9-6a3a-47d4-8931-e0e980eae569 None None] Provisioning complete for port 605ca52e-6d7d-47ca-bff8-4e5a56825437 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:28.721072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-94e0dbb9-6a3a-47d4-8931-e0e980eae569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (605ca52e-6d7d-47ca-bff8-4e5a56825437), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.805786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-94e0dbb9-6a3a-47d4-8931-e0e980eae569 None None] Current status of the port 605ca52e-6d7d-47ca-bff8-4e5a56825437 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:28.816470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-94e0dbb9-6a3a-47d4-8931-e0e980eae569 None None] Provisioning complete for port fa15f779-06d1-4213-b933-bf861910ce8e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:28.817147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-94e0dbb9-6a3a-47d4-8931-e0e980eae569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fa15f779-06d1-4213-b933-bf861910ce8e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.898511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-94e0dbb9-6a3a-47d4-8931-e0e980eae569 None None] Current status of the port fa15f779-06d1-4213-b933-bf861910ce8e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:30.717514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33854) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:31.006700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae24ea-45db-4330-99ec-133f1600ace5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:31.007069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae24ea-45db-4330-99ec-133f1600ace5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:31.008655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-28ae24ea-45db-4330-99ec-133f1600ace5 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2897804 Jan 27 21:28:33.241123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33862) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:33.379445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f2afce-ca22-41f5-a374-b57dce821b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:33.379955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f2afce-ca22-41f5-a374-b57dce821b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:33.381502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-62f2afce-ca22-41f5-a374-b57dce821b40 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1394346 Jan 27 21:28:33.971376 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de3a83f1-94b1-418f-bb90-57660757e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.643068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33870) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:35.786092 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6bfb04-e2a9-4a2d-81b9-c2d1063417c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:35.787956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4b6bfb04-e2a9-4a2d-81b9-c2d1063417c2 admin admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 886 time: 0.1437821 Jan 27 21:28:36.924097 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c1632de-03d5-4dbc-866f-df3073b71ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.044607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33878) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:38.135391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.206264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1bb83-6c10-46cb-94bd-1443ecb10b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:38.207794 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1aa1bb83-6c10-46cb-94bd-1443ecb10b74 admin admin] 10.222.0.45 "GET /v2.0/networks/8fa4c56f-8264-4cff-ad08-1b5043c5856a HTTP/1.1" status: 200 len: 869 time: 0.1621823 Jan 27 21:28:40.459537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33888) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:40.586259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5d7b4-4f5b-4521-9af0-a1ed5c41701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:40.586709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5d7b4-4f5b-4521-9af0-a1ed5c41701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:40.588578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-00c5d7b4-4f5b-4521-9af0-a1ed5c41701f admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278934 Jan 27 21:28:40.620860 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:40.999968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.879354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33896) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:42.978808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc66e23-ba40-49d9-9e4c-7b2ccb155882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.979470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc66e23-ba40-49d9-9e4c-7b2ccb155882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.984036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ffc66e23-ba40-49d9-9e4c-7b2ccb155882 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1007166 Jan 27 21:28:45.250879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33904) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:45.344013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a0d52-73cf-4c08-bc82-6e0b89d4f6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.345447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-199a0d52-73cf-4c08-bc82-6e0b89d4f6f9 admin admin] 10.222.0.45 "GET /v2.0/subnets/39fd7bc9-3373-4893-a1d9-c013905eb45b HTTP/1.1" status: 200 len: 816 time: 0.0935428 Jan 27 21:28:45.519822 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:28:47.594205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33912) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:47.692599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71a896-5311-4fb7-bc9c-d8315d1d57e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:47.694004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2a71a896-5311-4fb7-bc9c-d8315d1d57e6 admin admin] 10.222.0.45 "GET /v2.0/subnets/dc69382f-5749-4f4c-9e00-74d0f08f2d75 HTTP/1.1" status: 200 len: 868 time: 0.0986645 Jan 27 21:29:03.966239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1b9648d-b935-4545-99a2-6e7e338cf49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.918989 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc53407e-66cc-4f3d-82ee-c1b7009112af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.141095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:10.612090 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:10.995356 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:12.840506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33966) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:12.889905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-fc9b00d4-d773-4309-8f53-5060fe2d56dd admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:29:12.890901 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fc9b00d4-d773-4309-8f53-5060fe2d56dd admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494559 Jan 27 21:29:15.231229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33974) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:15.307714 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce1dab0-92f5-477c-bb2f-273c6561ec55 admin admin] GET failed (client error): The resource could not be found. Jan 27 21:29:15.309147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0ce1dab0-92f5-477c-bb2f-273c6561ec55 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0766442 Jan 27 21:29:15.479835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29a986f-305c-4f05-b903-4469f31d631a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:15.481260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a29a986f-305c-4f05-b903-4469f31d631a admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1677942 Jan 27 21:29:17.806076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33984) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:17.853856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'project_id': '8fd594d632a14521a30cc91d5895f965', 'admin_state_up': True, 'tenant_id': '8fd594d632a14521a30cc91d5895f965'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:17.873979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Made reservation on behalf of 8fd594d632a14521a30cc91d5895f965 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:17.876601 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.907468 n-d-826529-2 neutron-server[103330]: WARNING neutron.services.revisions.revision_plugin [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Could not find related network for resource to bump revision. Jan 27 21:29:17.921990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:29:17.932116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e782fc8b-b875-4948-8a04-0b64175eb1fc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.932616 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Added segment e782fc8b-b875-4948-8a04-0b64175eb1fc of type vlan for network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 Jan 27 21:29:17.972019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2eb56a64-8ea7-4ee1-9d4f-8a46af179288), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.998077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2eb56a64-8ea7-4ee1-9d4f-8a46af179288), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.999050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:17.999678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:18.046719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2394125 Jan 27 21:29:18.062919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ef265-a82f-4a00-9e88-e3431b2022ee admin admin] Pushing event updated for resources: {'Network': ['ID=2eb56a64-8ea7-4ee1-9d4f-8a46af179288,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:18.074315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:29:20.384150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33994) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:20.446626 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2daa99f-003d-436c-a547-06aff22f39b0 admin admin] GET failed (client error): The resource could not be found. Jan 27 21:29:20.448188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c2daa99f-003d-436c-a547-06aff22f39b0 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624318 Jan 27 21:29:20.525044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ffe21b-18eb-4235-916f-0d68b5f076f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.526773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-80ffe21b-18eb-4235-916f-0d68b5f076f2 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0736859 Jan 27 21:29:20.536873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Request body: {'subnet': {'tenant_id': '8fd594d632a14521a30cc91d5895f965', 'name': 'shared-subnet', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:20.557517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Made reservation on behalf of 8fd594d632a14521a30cc91d5895f965 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:20.560085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.729821 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.783186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:20.795712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:20.796048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Network hostable DHCP agents. Network: 2eb56a64-8ea7-4ee1-9d4f-8a46af179288, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:29:20.813784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:29:20.823883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2eb56a64-8ea7-4ee1-9d4f-8a46af179288) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:20.827974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.828566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.834268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d616783-9b0f-4628-adcd-025548036b4e None None] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:29:20.846359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-39a0c22e-0df9-40c7-8748-b2f6ab5f3ff6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3131158 Jan 27 21:29:20.961269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'project_id': '8fd594d632a14521a30cc91d5895f965', 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:29:20.962197 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.218261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Allocated IP 192.168.233.2 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/aa6983be-91ee-4769-8e6b-b4c2ac69d135) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:21.382520 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Publish callbacks [] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.390630 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.429644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:21.432657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:21.438354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:21.443023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Pushing event updated for resources: {'Port': ['ID=aa6983be-91ee-4769-8e6b-b4c2ac69d135,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:21.452079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.452434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.452770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.453106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.453426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.453744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.454066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.454394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.454726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.455068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.455436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.455751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.456060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:21.517037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Attempting to bind port aa6983be-91ee-4769-8e6b-b4c2ac69d135 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:21.517590 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Attempting to bind port aa6983be-91ee-4769-8e6b-b4c2ac69d135 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:21.517948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Attempting to bind port aa6983be-91ee-4769-8e6b-b4c2ac69d135 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:21.523501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:21.523812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:21.524217 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.524608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:21.525151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Bound port: aa6983be-91ee-4769-8e6b-b4c2ac69d135, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:21.525524 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.593789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] For port aa6983be-91ee-4769-8e6b-b4c2ac69d135, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:21.596930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] For port aa6983be-91ee-4769-8e6b-b4c2ac69d135, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=aa6983be-91ee-4769-8e6b-b4c2ac69d135,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:21.602428 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.665472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15950e-b746-480e-8221-690db6a6e883 None None] Pushing event updated for resources: {'Port': ['ID=aa6983be-91ee-4769-8e6b-b4c2ac69d135,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:22.062588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device aa6983be-91ee-4769-8e6b-b4c2ac69d135 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:22.114149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port aa6983be-91ee-4769-8e6b-b4c2ac69d135 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:22.114623 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.200887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port aa6983be-91ee-4769-8e6b-b4c2ac69d135 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:22.201449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.237988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port aa6983be-91ee-4769-8e6b-b4c2ac69d135, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=aa6983be-91ee-4769-8e6b-b4c2ac69d135,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:22.242612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.292290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=aa6983be-91ee-4769-8e6b-b4c2ac69d135,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:22.520195 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:29:22.748708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccddbcf-2904-4df7-8528-6813200e3f31 None None] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:29:22.855361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4ca84acc-8378-4858-9fb7-6bbc699c4380 None None] Provisioning complete for port aa6983be-91ee-4769-8e6b-b4c2ac69d135 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:22.855700 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ca84acc-8378-4858-9fb7-6bbc699c4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.948190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4ca84acc-8378-4858-9fb7-6bbc699c4380 None None] Current status of the port aa6983be-91ee-4769-8e6b-b4c2ac69d135 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:23.171733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d9d20af2-7197-4c30-9976-c9b60ea153cb None None] Provisioning complete for port aa6983be-91ee-4769-8e6b-b4c2ac69d135 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:23.172436 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9d20af2-7197-4c30-9976-c9b60ea153cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.254553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d9d20af2-7197-4c30-9976-c9b60ea153cb None None] Current status of the port aa6983be-91ee-4769-8e6b-b4c2ac69d135 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:24.029859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device aa6983be-91ee-4769-8e6b-b4c2ac69d135 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:24.085006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port aa6983be-91ee-4769-8e6b-b4c2ac69d135 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:24.085402 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (aa6983be-91ee-4769-8e6b-b4c2ac69d135), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.173090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port aa6983be-91ee-4769-8e6b-b4c2ac69d135 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:33.971869 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6846c66d-3d1a-42c3-b7c8-6355052d2a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:36.923445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5636ccfb-c6ea-4f70-a860-e94feab0fd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.143368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:40.615769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:41.001404 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:59.519234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:30:03.965999 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a4af76ea-2868-4a9f-a555-3e3210461455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:06.930039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b6dc3334-f927-47d8-9952-ca9722d1f144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:08.145715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.617995 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.997460 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.979081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4941eaee-44ca-4f82-b716-5c207a23d8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.519968 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:30:36.925498 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86f3fa11-2daf-4542-87fb-49f795d01dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:38.150737 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.315060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34038) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:40.330008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-5167c593-ac12-43dc-9131-75e30b479fa6 tempest-verify_tempest_config-2106701504 tempest-verify_tempest_config-2106701504-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:30:40.331223 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5167c593-ac12-43dc-9131-75e30b479fa6 tempest-verify_tempest_config-2106701504 tempest-verify_tempest_config-2106701504-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0146976 Jan 27 21:30:40.620220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.663720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34056) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:40.775376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.854513 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Publish callbacks [] for security_group (0ae59287-8b28-4d0f-875c-4e7e4d4e927f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.859304 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0ae59287-8b28-4d0f-875c-4e7e4d4e927f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.906067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e3b4ab8ad834975beaf6e7bb614658e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2412591 Jan 27 21:30:40.906952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae59287-8b28-4d0f-875c-4e7e4d4e927f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:40.909093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34062) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:40.913906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.914251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.914592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.915007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.915347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.915703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.916028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.916352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.916670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.916993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.917318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.917634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.917941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6cd62b-027b-49b4-b15f-5506e3bb564b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:40.990627 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Publish callbacks [] for security_group (0ae59287-8b28-4d0f-875c-4e7e4d4e927f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.993558 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.012427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Publish callbacks [] for security_group (0ae59287-8b28-4d0f-875c-4e7e4d4e927f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.120270 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0ae59287-8b28-4d0f-875c-4e7e4d4e927f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.122952 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.124617 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ae59287-8b28-4d0f-875c-4e7e4d4e927f HTTP/1.1" status: 204 len: 168 time: 0.2145748 Jan 27 21:30:41.133460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae59287-8b28-4d0f-875c-4e7e4d4e927f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:41.145029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.145597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.146112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.146905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.147395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.149624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.150159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.150648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.151125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.151637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.152128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.152733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:41.153256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2f9a9-8b1c-4464-b570-92eca51f170b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:03.973888 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-74bdfd12-ea27-40e3-bcf0-0d1158578143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:06.932615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-850a842e-a32a-4e0a-87fe-30ddf5f86331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:08.152148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:10.624389 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:10.990566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:13.520215 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:31:33.979770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2bcb2dc7-b493-4bb0-908a-821e74999392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.929427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0b411aa-cd23-4acc-b967-1516e9980920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:38.256155 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:40.633612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:40.986061 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:50.520724 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:32:03.982149 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61af4626-1241-4b97-9fc0-2fdb27ea0740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.926042 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-101ee501-79df-44ff-8526-93ee06916610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.160099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:10.743170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:10.995554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:27.519653 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:32:33.992823 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fb1e5639-01a5-4c43-b9a2-5fdae05a17ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.924947 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a4226220-c65f-4b1f-8748-2883c463b1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:38.163771 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.632869 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.990361 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.986962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5ae45a6-4984-4c04-a040-d206ff8f9dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.519337 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:33:06.922763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2b28369-4c24-4e0f-a2e3-9978c1800eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:08.164636 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.634830 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.997598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:33.993681 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5ead96b8-9586-4e75-ad67-681f90522bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.921812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fc05912-e664-48a3-8907-79cc5b52bbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:38.168930 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.636255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.997783 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.522029 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 5 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:33:47.846129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614582'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:50.282583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614582'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:03.990490 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc9fe-ac93-48c2-99e3-c3aa81adc6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:06.916685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a00ee083-08dd-4065-90e7-2ecdaf250289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.170482 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:10.638540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:10.993602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:17.839146 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:18.522008 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:34:20.247147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:33.043957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34118) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:33.159818 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-42995983-61ba-4be0-8821-9d998b5ecf7c admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1142766 Jan 27 21:34:33.985214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab4301c5-3601-47de-a335-8c7227940c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:35.433526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34128) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:35.493761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0f034344-5ed5-43c1-9a3f-b6e7781f4817 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0590935 Jan 27 21:34:36.924860 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-570fbbc2-d540-42d9-b37b-c8c7e576a755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.174186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.641615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:41.000091 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.864997 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:50.265452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.523024 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:35:03.997000 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7dbe0e8-bc13-49fd-9b64-374de5c70bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:06.920373 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25de2252-ec34-4d34-8d48-2bf0b1b8543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:08.178851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.652245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.996619 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.882909 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.264936 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.527243 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:35:34.002698 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ae4812c-3a8d-41ed-9762-57b7a3a3679f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.919195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d00b8dc7-558a-4af5-95bd-db6a74fa99a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.189877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.643892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.996324 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.879285 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.281245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.013685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-02518851-52c4-4498-bfba-c12bc14de476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.739956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34288) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:05.135674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34306) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:05.186994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-network', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:05.208915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Made reservation on behalf of 085c0c9dc69a4f749abadbbaa7aaef7b for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:05.237414 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.237414 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.370284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Publish callbacks [] for security_group (78b34831-8750-4163-8f1c-4e936b0bca23), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.379896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (78b34831-8750-4163-8f1c-4e936b0bca23), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.413852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b34831-8750-4163-8f1c-4e936b0bca23,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:05.426825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:36:05.429911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.430255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.430597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.430940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.431287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.431626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.431952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.432273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.432600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.432920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.433236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.433706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.433867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Tracked resource versions report: Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: pushed versions: Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: { 'AddressGroup': {'1.2'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'ConntrackHelper': {'1.0'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Log': {'1.0'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Network': {'1.1'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Port': {'1.7'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'PortForwarding': {'1.2'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'QosPolicy': {'1.10'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'SecurityGroup': {'1.5'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'SubPort': {'1.0'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Subnet': {'1.1'}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Trunk': {'1.1'}} Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: consumer versions: Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: { DHCP agent@n-d-826529-2: {}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: HyperV agent@n-h1-826529-2: {}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: HyperV agent@n-h2-826529-2: {}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: L3 agent@n-d-826529-2: {}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: Metadata agent@n-d-826529-2: {}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: Metering agent@n-d-826529-2: {}, Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: Open vSwitch agent@n-d-826529-2: { 'AddressGroup': '1.2', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'ConntrackHelper': '1.0', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'LocalIPAssociation': '1.0', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Log': '1.0', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Network': '1.1', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Port': '1.7', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'PortForwarding': '1.2', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'QosPolicy': '1.10', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'SecurityGroup': '1.5', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'SecurityGroupRule': '1.2', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'SubPort': '1.0', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Subnet': '1.1', Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: 'Trunk': '1.1'}} Jan 27 21:36:05.435061 n-d-826529-2 neutron-server[103330]: {{(pid=103330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:36:05.447646 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (98ad28e7-150c-4e84-be08-85384af26174), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.447646 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Added segment 98ad28e7-150c-4e84-be08-85384af26174 of type vlan for network 1929a838-82b7-4565-948f-dc7befddaab3 Jan 27 21:36:05.498422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1929a838-82b7-4565-948f-dc7befddaab3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.528133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1929a838-82b7-4565-948f-dc7befddaab3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.529585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:05.530405 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.601441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] Pushing event updated for resources: {'Network': ['ID=1929a838-82b7-4565-948f-dc7befddaab3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:05.615944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1929a838-82b7-4565-948f-dc7befddaab3 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:36:05.645758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34324) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:05.658436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-818c4ddc-f47f-4a3b-b98f-b9641c8bcaa0 tempest-AutoAllocateNetworkTest-546487375 tempest-AutoAllocateNetworkTest-546487375-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1f709cadd1564d908413cd8c25883263&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5208824 Jan 27 21:36:05.682212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ed50c8ab-75c3-48b6-89ec-45b8c46db2e5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9396119 Jan 27 21:36:05.686137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34330) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:05.694326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Request body: {'subnet': {'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-subnet', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:05.743212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Made reservation on behalf of 085c0c9dc69a4f749abadbbaa7aaef7b for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:05.746164 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.950331 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (9b0a02fe-e156-4eae-8a8f-fd2065db7af7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.101614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Checking segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:06.102252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Network hostable DHCP agents. Network: 1929a838-82b7-4565-948f-dc7befddaab3, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:36:06.106468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0a02fe-e156-4eae-8a8f-fd2065db7af7,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:06.126366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Network 1929a838-82b7-4565-948f-dc7befddaab3 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:36:06.144873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1929a838-82b7-4565-948f-dc7befddaab3) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:06.150484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:06.151280 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.160941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bcee9d-cac4-45f6-8d08-b93668f8ea70 None None] Network 1929a838-82b7-4565-948f-dc7befddaab3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:06.194620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c06a3574-cbcd-40d1-92dc-f37d9384f5a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5038440 Jan 27 21:36:06.195397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34344) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:06.205066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:06.205254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3390d5-04fe-451d-afda-286bac139c4e tempest-AutoAllocateNetworkTest-546487375 tempest-AutoAllocateNetworkTest-546487375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:06.220489 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cb3390d5-04fe-451d-afda-286bac139c4e tempest-AutoAllocateNetworkTest-546487375 tempest-AutoAllocateNetworkTest-546487375-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5648661 Jan 27 21:36:06.220489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34346) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:06.263833 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (652471f2-2109-4045-b2d3-5382720c6fd8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.267205 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (652471f2-2109-4045-b2d3-5382720c6fd8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.378457 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c4544287-e3fc-4d3d-a828-8c23e7a4ad10 tempest-AutoAllocateNetworkTest-546487375 tempest-AutoAllocateNetworkTest-546487375-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1627171 Jan 27 21:36:06.387255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34352) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:06.399670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-1929a838-82b7-4565-948f-dc7befddaab3', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:36:06.400625 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.455998 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6dfbf1d0-3f94-4113-84b4-f886536d9119 tempest-AutoAllocateNetworkTest-546487375 tempest-AutoAllocateNetworkTest-546487375-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1f709cadd1564d908413cd8c25883263 HTTP/1.1" status: 200 len: 208 time: 0.0670888 Jan 27 21:36:06.552038 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks [] for router_controller (652471f2-2109-4045-b2d3-5382720c6fd8), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.611240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Allocated IP 172.20.0.2 (1929a838-82b7-4565-948f-dc7befddaab3/9b0a02fe-e156-4eae-8a8f-fd2065db7af7/435a1ab9-eb3d-432b-ab3d-1b1b3b81bced) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:06.808566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks [] for router_gateway (652471f2-2109-4045-b2d3-5382720c6fd8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.967014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Publish callbacks [] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.972688 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de80f5fb-a09f-479c-8b4e-7363fb5cde1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.977894 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.026982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Network 1929a838-82b7-4565-948f-dc7befddaab3 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:07.030436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:07.033238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:07.048767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Pushing event updated for resources: {'Port': ['ID=435a1ab9-eb3d-432b-ab3d-1b1b3b81bced,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:07.071349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.071732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.072074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.072549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.072915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.073327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.073671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.073999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.074328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.074652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.074976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.075298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.075651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Tracked resource versions report: Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: pushed versions: Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: { 'AddressGroup': {'1.2'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'ConntrackHelper': {'1.0'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Log': {'1.0'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Network': {'1.1'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Port': {'1.7'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'PortForwarding': {'1.2'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'QosPolicy': {'1.10'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'SecurityGroup': {'1.5'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'SubPort': {'1.0'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Subnet': {'1.1'}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Trunk': {'1.1'}} Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: consumer versions: Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: { DHCP agent@n-d-826529-2: {}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: HyperV agent@n-h1-826529-2: {}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: HyperV agent@n-h2-826529-2: {}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: L3 agent@n-d-826529-2: {}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: Metadata agent@n-d-826529-2: {}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: Metering agent@n-d-826529-2: {}, Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: Open vSwitch agent@n-d-826529-2: { 'AddressGroup': '1.2', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'ConntrackHelper': '1.0', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'LocalIPAssociation': '1.0', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Log': '1.0', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Network': '1.1', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Port': '1.7', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'PortForwarding': '1.2', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'QosPolicy': '1.10', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'SecurityGroup': '1.5', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'SecurityGroupRule': '1.2', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'SubPort': '1.0', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Subnet': '1.1', Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: 'Trunk': '1.1'}} Jan 27 21:36:07.077068 n-d-826529-2 neutron-server[103331]: {{(pid=103331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:36:07.132717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Attempting to bind port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:07.133424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Attempting to bind port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:07.133827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Attempting to bind port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced on network 1929a838-82b7-4565-948f-dc7befddaab3 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:07.144742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:07.145308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Checking segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:07.148850 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.149390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Bound using segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:07.149905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Bound port: 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:07.150308 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.203288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks [] for router_gateway (652471f2-2109-4045-b2d3-5382720c6fd8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.238153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.247430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] For port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:07.253590 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] For port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=435a1ab9-eb3d-432b-ab3d-1b1b3b81bced,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:07.259516 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.338983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97d1b6-bb89-4186-950e-77260d8b378d None None] Pushing event updated for resources: {'Port': ['ID=435a1ab9-eb3d-432b-ab3d-1b1b3b81bced,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:07.446497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Allocated IP 172.25.8.235 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8a82d028-50a9-4e0a-9328-eb4644f500c6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:07.664141 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks [] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.738452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.802091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Pushing event updated for resources: {'Port': ['ID=8a82d028-50a9-4e0a-9328-eb4644f500c6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:07.810059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:07.812542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:07.816612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:07.855471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34386) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:08.127074 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks [] for router_gateway (652471f2-2109-4045-b2d3-5382720c6fd8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.188850 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.429522 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.497723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:08.564424 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Publish callbacks [] for security_group (977ab130-c247-42eb-8944-337126d80187), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.570181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (977ab130-c247-42eb-8944-337126d80187), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.625019 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f709cadd1564d908413cd8c25883263&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7637820 Jan 27 21:36:08.627959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34414) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:08.634729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977ab130-c247-42eb-8944-337126d80187,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:08.636287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:08.636696 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.645059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.645570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.646107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.646700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.647301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.648320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.648874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.649394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.650071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.650588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.651114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.651588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.651988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce639c7-86ae-442a-b767-6cfa7d3c17a4 admin admin] Tracked resource versions report: Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: pushed versions: Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: { 'AddressGroup': {'1.2'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'ConntrackHelper': {'1.0'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Log': {'1.0'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Network': {'1.1'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Port': {'1.7'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'PortForwarding': {'1.2'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'QosPolicy': {'1.10'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'SecurityGroup': {'1.5'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'SubPort': {'1.0'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Subnet': {'1.1'}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Trunk': {'1.1'}} Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: consumer versions: Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: { DHCP agent@n-d-826529-2: {}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: HyperV agent@n-h1-826529-2: {}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: HyperV agent@n-h2-826529-2: {}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: L3 agent@n-d-826529-2: {}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: Metadata agent@n-d-826529-2: {}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: Metering agent@n-d-826529-2: {}, Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: Open vSwitch agent@n-d-826529-2: { 'AddressGroup': '1.2', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'ConntrackHelper': '1.0', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'LocalIPAssociation': '1.0', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Log': '1.0', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Network': '1.1', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Port': '1.7', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'PortForwarding': '1.2', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'QosPolicy': '1.10', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'SecurityGroup': '1.5', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'SecurityGroupRule': '1.2', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'SubPort': '1.0', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Subnet': '1.1', Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: 'Trunk': '1.1'}} Jan 27 21:36:08.653433 n-d-826529-2 neutron-server[103329]: {{(pid=103329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:36:08.709478 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (652471f2-2109-4045-b2d3-5382720c6fd8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.804951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:08.805672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.858439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=435a1ab9-eb3d-432b-ab3d-1b1b3b81bced,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:08.863826 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.886175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6fcd43e6-1528-480c-8f87-22a5cd2493bb admin admin] Publish callbacks [] for security_group (977ab130-c247-42eb-8944-337126d80187), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.940634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=435a1ab9-eb3d-432b-ab3d-1b1b3b81bced,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:08.961937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6fcd43e6-1528-480c-8f87-22a5cd2493bb admin admin] Publish callbacks [] for security_group (977ab130-c247-42eb-8944-337126d80187), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.041697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6fcd43e6-1528-480c-8f87-22a5cd2493bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (977ab130-c247-42eb-8944-337126d80187), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.047507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6fcd43e6-1528-480c-8f87-22a5cd2493bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.051734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6fcd43e6-1528-480c-8f87-22a5cd2493bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/977ab130-c247-42eb-8944-337126d80187 HTTP/1.1" status: 204 len: 168 time: 0.4203126 Jan 27 21:36:09.051908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d8efa-3c0b-4fd0-95f4-017d131c2fc9 None None] Network 1929a838-82b7-4565-948f-dc7befddaab3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:09.052788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Router 652471f2-2109-4045-b2d3-5382720c6fd8 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:36:09.064518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd43e6-1528-480c-8f87-22a5cd2493bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977ab130-c247-42eb-8944-337126d80187,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:09.191660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ff972f7e-fe24-47d2-8807-677221b3e4f5 None None] Provisioning complete for port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:09.192489 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff972f7e-fe24-47d2-8807-677221b3e4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.351987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ff972f7e-fe24-47d2-8807-677221b3e4f5 None None] Current status of the port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:09.415860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:36:09.434732 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Sync routers for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:36:09.453532 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:09.454695 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:09.461323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.463453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-19ea3e37-39c2-40c5-850a-1e781075bffd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2645688 Jan 27 21:36:09.467887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34436) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:09.563693 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:36:09.693431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-de72e968-aa5c-4667-997e-f43550974760 None None] Provisioning complete for port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:09.694309 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de72e968-aa5c-4667-997e-f43550974760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.700942 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:09.939483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-de72e968-aa5c-4667-997e-f43550974760 None None] Current status of the port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:10.021150 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:07Z', 'revision_number': 3, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:10.050586 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Checking router: 652471f2-2109-4045-b2d3-5382720c6fd8 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:36:10.050933 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Updating router 652471f2-2109-4045-b2d3-5382720c6fd8 port 8a82d028-50a9-4e0a-9328-eb4644f500c6 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:36:10.081224 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.148544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.391797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Allocated IP 172.20.0.1 (1929a838-82b7-4565-948f-dc7befddaab3/9b0a02fe-e156-4eae-8a8f-fd2065db7af7/a1e38fb0-ef20-4a5c-82e9-623fc0102590) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:10.442294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:10.453749 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Publish callbacks [] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.462081 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.523576 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Pushing event updated for resources: {'Port': ['ID=8a82d028-50a9-4e0a-9328-eb4644f500c6,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:10.526078 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Attempting to bind port 8a82d028-50a9-4e0a-9328-eb4644f500c6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:10.526452 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Attempting to bind port 8a82d028-50a9-4e0a-9328-eb4644f500c6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:10.526817 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Attempting to bind port 8a82d028-50a9-4e0a-9328-eb4644f500c6 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:10.538772 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.539133 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.539515 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.540047 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.540383 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.540860 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.541201 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.541585 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.541865 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.542508 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.543139 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.543705 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.552291 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Tracked resource versions report: Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: pushed versions: Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: { 'AddressGroup': {'1.2'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'ConntrackHelper': {'1.0'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Log': {'1.0'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Network': {'1.1'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Port': {'1.7'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'PortForwarding': {'1.2'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'QosPolicy': {'1.10'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'SecurityGroup': {'1.5'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'SubPort': {'1.0'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Subnet': {'1.1'}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Trunk': {'1.1'}} Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: consumer versions: Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: { DHCP agent@n-d-826529-2: {}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: HyperV agent@n-h1-826529-2: {}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: HyperV agent@n-h2-826529-2: {}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: L3 agent@n-d-826529-2: {}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: Metadata agent@n-d-826529-2: {}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: Metering agent@n-d-826529-2: {}, Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: Open vSwitch agent@n-d-826529-2: { 'AddressGroup': '1.2', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'ConntrackHelper': '1.0', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'LocalIPAssociation': '1.0', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Log': '1.0', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Network': '1.1', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Port': '1.7', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'PortForwarding': '1.2', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'QosPolicy': '1.10', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'SecurityGroup': '1.5', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'SecurityGroupRule': '1.2', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'SubPort': '1.0', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Subnet': '1.1', Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: 'Trunk': '1.1'}} Jan 27 21:36:10.553468 n-d-826529-2 neutron-server[103332]: {{(pid=103332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:36:10.559150 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:10.559857 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:10.560417 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.560946 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:10.561616 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Bound port: 8a82d028-50a9-4e0a-9328-eb4644f500c6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:10.562539 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.593510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:10.594103 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.642166 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] For port 8a82d028-50a9-4e0a-9328-eb4644f500c6, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:10.649773 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] For port 8a82d028-50a9-4e0a-9328-eb4644f500c6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8a82d028-50a9-4e0a-9328-eb4644f500c6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:10.656025 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.662743 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Publish callbacks [] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.686327 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.735206 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:10.736532 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:10.780947 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab82e2-a49b-49d0-b37e-575bde602769 None None] Pushing event updated for resources: {'Port': ['ID=8a82d028-50a9-4e0a-9328-eb4644f500c6,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:10.781384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.801690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:10.870864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Network 1929a838-82b7-4565-948f-dc7befddaab3 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:10.875203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:10.884596 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:10.885886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:10.886560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (652471f2-2109-4045-b2d3-5382720c6fd8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.936243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e38fb0-ef20-4a5c-82e9-623fc0102590,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:11.000452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.124520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.226370 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:07Z', 'revision_number': 3, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:11.259658 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e87f30-0432-4c74-827a-9f62f9eec8a4 None None] The sync data for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 is: [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:07Z', 'revision_number': 3, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:36:11.285848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b862ae42-633d-4bcf-bffd-14445712a840 None None] Provisioning complete for port a1e38fb0-ef20-4a5c-82e9-623fc0102590 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:11.287057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b862ae42-633d-4bcf-bffd-14445712a840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.346218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b862ae42-633d-4bcf-bffd-14445712a840 None None] Port a1e38fb0-ef20-4a5c-82e9-623fc0102590 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:11.362935 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Publish callbacks [] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.370024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.370904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (652471f2-2109-4045-b2d3-5382720c6fd8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.467668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e38fb0-ef20-4a5c-82e9-623fc0102590,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:11.535261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Network 1929a838-82b7-4565-948f-dc7befddaab3 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:11.536941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:11.744131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Router 652471f2-2109-4045-b2d3-5382720c6fd8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:36:11.942085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:36:11.967953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-27d455fa-892e-4b71-bb9a-e2f82e6b5643 admin admin] 10.222.0.45 "PUT /v2.0/routers/652471f2-2109-4045-b2d3-5382720c6fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981906 Jan 27 21:36:12.128008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-956b2106-bbf6-413f-8fcb-e635e731595b None None] Provisioning complete for port a1e38fb0-ef20-4a5c-82e9-623fc0102590 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:12.128688 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-956b2106-bbf6-413f-8fcb-e635e731595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.201793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-956b2106-bbf6-413f-8fcb-e635e731595b None None] Port a1e38fb0-ef20-4a5c-82e9-623fc0102590 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:12.438914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8a82d028-50a9-4e0a-9328-eb4644f500c6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:12.532915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8a82d028-50a9-4e0a-9328-eb4644f500c6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:12.533307 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.666964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8a82d028-50a9-4e0a-9328-eb4644f500c6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:12.668130 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.695313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 8a82d028-50a9-4e0a-9328-eb4644f500c6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8a82d028-50a9-4e0a-9328-eb4644f500c6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:12.705763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.724028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34536) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:12.726875 n-d-826529-2 neutron-server[103330]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 21:36:12.781295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-30e19da9-5615-4ed6-9b18-58a01c05750f tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558512 Jan 27 21:36:12.825624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=8a82d028-50a9-4e0a-9328-eb4644f500c6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:13.206967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-82a860b8-da79-429c-82b9-e91c35a3ae94 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:13.208953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-82a860b8-da79-429c-82b9-e91c35a3ae94 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4194582 Jan 27 21:36:13.231426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-c85f47a1-c40c-459c-9ea4-a76eb01945d8 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/quotas/10d46d5aacb24b13ae00f5dd77da7185 HTTP/1.1" status: 200 len: 375 time: 0.0147414 Jan 27 21:36:13.338044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-2b50d225-a02c-41e7-af04-ede5ed2c0f4b tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992236 Jan 27 21:36:13.613579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34564) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:13.925264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a78ef486-4757-41ca-bd8a-50d2059acb44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:13.953598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Sync routers for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:36:13.975836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:13.979281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:14.002682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34588) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:14.015307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-network', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:14.088520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Made reservation on behalf of 998cadb78a894f6caebf529ec35b4a6b for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:14.091434 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.110953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.132884 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a78ef486-4757-41ca-bd8a-50d2059acb44 admin admin] Publish callbacks [] for security_group (b6c70b10-6c3e-4f3f-a64b-610919dbea6b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.145180 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a78ef486-4757-41ca-bd8a-50d2059acb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b6c70b10-6c3e-4f3f-a64b-610919dbea6b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.202032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a78ef486-4757-41ca-bd8a-50d2059acb44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56147b7171c4423a8ba40159fdb8009a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5870702 Jan 27 21:36:14.206387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34594) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:14.274498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ef486-4757-41ca-bd8a-50d2059acb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c70b10-6c3e-4f3f-a64b-610919dbea6b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:14.319584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:14.401774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Publish callbacks [] for security_group (0e7630cd-4bd0-4534-b679-235401d56425), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.409876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0e7630cd-4bd0-4534-b679-235401d56425), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.463247 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e86f706d-56b6-4ec3-8e23-52a24dc581ef admin admin] Publish callbacks [] for security_group (b6c70b10-6c3e-4f3f-a64b-610919dbea6b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.501219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:36:14.514171 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e86f706d-56b6-4ec3-8e23-52a24dc581ef admin admin] Publish callbacks [] for security_group (b6c70b10-6c3e-4f3f-a64b-610919dbea6b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.560789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7630cd-4bd0-4534-b679-235401d56425,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:14.591603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a26e462b-02d3-45a0-86af-4dee6e2ccd16), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.596853 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Added segment a26e462b-02d3-45a0-86af-4dee6e2ccd16 of type vlan for network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 Jan 27 21:36:14.641777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8a82d028-50a9-4e0a-9328-eb4644f500c6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:14.646546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e86f706d-56b6-4ec3-8e23-52a24dc581ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b6c70b10-6c3e-4f3f-a64b-610919dbea6b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.652664 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e86f706d-56b6-4ec3-8e23-52a24dc581ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.660791 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e86f706d-56b6-4ec3-8e23-52a24dc581ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6c70b10-6c3e-4f3f-a64b-610919dbea6b HTTP/1.1" status: 204 len: 168 time: 0.4511161 Jan 27 21:36:14.692848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f706d-56b6-4ec3-8e23-52a24dc581ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c70b10-6c3e-4f3f-a64b-610919dbea6b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:14.710477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (800d1ddc-c836-4ab9-9d3f-a59a1cb34042), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.756549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (800d1ddc-c836-4ab9-9d3f-a59a1cb34042), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.759604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.760410 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.890545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8822598 Jan 27 21:36:14.891783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:14.902220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Request body: {'subnet': {'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-subnet', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:14.921223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcd111-7d7d-4be2-ac55-e98dca3e2f48 admin admin] Pushing event updated for resources: {'Network': ['ID=800d1ddc-c836-4ab9-9d3f-a59a1cb34042,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:14.945562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:36:14.979543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Made reservation on behalf of 998cadb78a894f6caebf529ec35b4a6b for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:14.985953 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:15.085677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8a82d028-50a9-4e0a-9328-eb4644f500c6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:15.087403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:15.101060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34622) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:15.355358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (d4fe91e9-4383-48e6-8107-110dcf62ecec), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:15.464293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fe91e9-4383-48e6-8107-110dcf62ecec,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:15.476203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Checking segment: {'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:15.480002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Network hostable DHCP agents. Network: 800d1ddc-c836-4ab9-9d3f-a59a1cb34042, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:36:15.522903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67457ecb-824a-4e97-87f9-63805d28446a req-ea84438e-29ff-4506-a925-a2b6f6cf3063 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 210 time: 0.4197822 Jan 27 21:36:15.524359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:36:15.540699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 800d1ddc-c836-4ab9-9d3f-a59a1cb34042) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:15.549636 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:15.551483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:15.563606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8a82d028-50a9-4e0a-9328-eb4644f500c6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:15.566292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e123c7-814b-496f-ab26-61f0aa8ae942 None None] Network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:15.635352 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8ae47b76-a5b3-461c-8afe-3b8afa3a6bfc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7403495 Jan 27 21:36:15.637471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34642) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:15.652383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:15.726147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-800d1ddc-c836-4ab9-9d3f-a59a1cb34042', 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042', 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'fixed_ips': [{'subnet_id': 'd4fe91e9-4383-48e6-8107-110dcf62ecec'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:36:15.727039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:15.736063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (1131519c-6dfe-480f-81b7-85e108318ca0), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:15.738613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (1131519c-6dfe-480f-81b7-85e108318ca0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.029880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks [] for router_controller (1131519c-6dfe-480f-81b7-85e108318ca0), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.132715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Allocated IP 172.20.0.2 (800d1ddc-c836-4ab9-9d3f-a59a1cb34042/d4fe91e9-4383-48e6-8107-110dcf62ecec/83080b04-266a-4c6d-b3d7-11734d0be31d) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:16.137218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 2, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:16.215005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34660) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:16.222538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Checking router: 652471f2-2109-4045-b2d3-5382720c6fd8 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:36:16.223128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Updating router 652471f2-2109-4045-b2d3-5382720c6fd8 port a1e38fb0-ef20-4a5c-82e9-623fc0102590 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:36:16.247813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8f34-2d3b-42b6-abdc-4fb367c8ba3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.352477 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.422553 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks [] for router_gateway (1131519c-6dfe-480f-81b7-85e108318ca0), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.489359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8f34-2d3b-42b6-abdc-4fb367c8ba3b admin admin] Publish callbacks [] for security_group (ace63536-c5fb-4c6b-9062-0a4267bb77d6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.502641 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a0e8f34-2d3b-42b6-abdc-4fb367c8ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ace63536-c5fb-4c6b-9062-0a4267bb77d6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.616331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4a0e8f34-2d3b-42b6-abdc-4fb367c8ba3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52b844c995e042c5b90672e0fb278cbb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3990834 Jan 27 21:36:16.619492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34678) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:16.677695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e8f34-2d3b-42b6-abdc-4fb367c8ba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace63536-c5fb-4c6b-9062-0a4267bb77d6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:16.715969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks [] for router_gateway (1131519c-6dfe-480f-81b7-85e108318ca0), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.753016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.775513 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b44dd26f-5487-49cb-a505-8301088d67e8 admin admin] Publish callbacks [] for security_group (ace63536-c5fb-4c6b-9062-0a4267bb77d6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.803429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b44dd26f-5487-49cb-a505-8301088d67e8 admin admin] Publish callbacks [] for security_group (ace63536-c5fb-4c6b-9062-0a4267bb77d6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.867341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b44dd26f-5487-49cb-a505-8301088d67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ace63536-c5fb-4c6b-9062-0a4267bb77d6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.870994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b44dd26f-5487-49cb-a505-8301088d67e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.872249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b44dd26f-5487-49cb-a505-8301088d67e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ace63536-c5fb-4c6b-9062-0a4267bb77d6 HTTP/1.1" status: 204 len: 168 time: 0.2506466 Jan 27 21:36:16.892189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dd26f-5487-49cb-a505-8301088d67e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace63536-c5fb-4c6b-9062-0a4267bb77d6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:16.897740 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Publish callbacks [] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.984138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:17.039672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Allocated IP 172.25.8.222 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/f73f8b13-59ad-4e3f-b043-8c3021dee7ba) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:17.070252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:17.143001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:17.149790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:17.258204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34698) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:17.394040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Pushing event updated for resources: {'Port': ['ID=83080b04-266a-4c6d-b3d7-11734d0be31d,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:17.397822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks [] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:17.432197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Attempting to bind port 83080b04-266a-4c6d-b3d7-11734d0be31d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:17.432574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Attempting to bind port 83080b04-266a-4c6d-b3d7-11734d0be31d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:17.432938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Attempting to bind port 83080b04-266a-4c6d-b3d7-11734d0be31d on network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:17.454412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:17.454717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Checking segment: {'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:17.455380 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:17.455835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Bound using segment: {'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:17.456480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Bound port: 83080b04-266a-4c6d-b3d7-11734d0be31d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:17.456967 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:17.457766 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:17.536961 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Publish callbacks [] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:17.571608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:17.589686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:17.596424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:17.623502 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:17.705031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb4932a5-e1be-4a43-b8f1-c8e1c989ccdb req-9b8e61ca-b7d1-4de1-9176-6355957acc91 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 210 time: 0.0617368 Jan 27 21:36:17.755311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.57', 64494) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:17.803674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491b407-3881-4110-8723-5f8d566cfcb8 None None] Pushing event updated for resources: {'Port': ['ID=a1e38fb0-ef20-4a5c-82e9-623fc0102590,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:17.806181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-6dee21de-13fa-4600-b184-07224ab47d2b tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491340 Jan 27 21:36:17.855008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] For port 83080b04-266a-4c6d-b3d7-11734d0be31d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:17.868871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] For port 83080b04-266a-4c6d-b3d7-11734d0be31d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=83080b04-266a-4c6d-b3d7-11734d0be31d,segment=NetworkSegment(a26e462b-02d3-45a0-86af-4dee6e2ccd16),segment_id=a26e462b-02d3-45a0-86af-4dee6e2ccd16)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:17.916257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.056065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Pushing event updated for resources: {'Port': ['ID=f73f8b13-59ad-4e3f-b043-8c3021dee7ba,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:18.150886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05431af5-139a-4152-877f-75b6bae43774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.161793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.208957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Attempting to bind port a1e38fb0-ef20-4a5c-82e9-623fc0102590 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:18.209207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Attempting to bind port a1e38fb0-ef20-4a5c-82e9-623fc0102590 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:18.209579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Attempting to bind port a1e38fb0-ef20-4a5c-82e9-623fc0102590 on network 1929a838-82b7-4565-948f-dc7befddaab3 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:18.246521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:18.256811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Checking segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:18.256811 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.264776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Bound using segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:18.265486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Bound port: a1e38fb0-ef20-4a5c-82e9-623fc0102590, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:18.265919 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.279615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a5167-bf76-400b-89d2-300d6a4ecc0d None None] Pushing event updated for resources: {'Port': ['ID=83080b04-266a-4c6d-b3d7-11734d0be31d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:18.377014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-97bd8c51-80fe-4f14-af73-0f3e85419497 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:18.398749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-97bd8c51-80fe-4f14-af73-0f3e85419497 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5838778 Jan 27 21:36:18.416004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d2256f8-46a6-43fa-a6e7-24cbade238b2 None None] Provisioning complete for port a1e38fb0-ef20-4a5c-82e9-623fc0102590 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:18.416548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d2256f8-46a6-43fa-a6e7-24cbade238b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.495398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d2256f8-46a6-43fa-a6e7-24cbade238b2 None None] Port a1e38fb0-ef20-4a5c-82e9-623fc0102590 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:18.521777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Request body: {'port': {'device_id': '5e51f78e-af43-4d00-9e2b-fa969fc6d3fa', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '10d46d5aacb24b13ae00f5dd77da7185'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:18.523896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] For port a1e38fb0-ef20-4a5c-82e9-623fc0102590, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:18.529334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] For port a1e38fb0-ef20-4a5c-82e9-623fc0102590, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a1e38fb0-ef20-4a5c-82e9-623fc0102590,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:18.537876 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.620065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:18.620745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:18.723097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks [] for router_gateway (1131519c-6dfe-480f-81b7-85e108318ca0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.888314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:19.057243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-73fcf394-7416-4fee-8f89-0a52dd98847b tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b2ccbac727b64c9f873275d08b88f1bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3512914 Jan 27 21:36:19.098786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05431af5-139a-4152-877f-75b6bae43774 admin admin] Publish callbacks [] for security_group (16fbb865-579a-43aa-9603-14931bf9e247), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.219382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491b407-3881-4110-8723-5f8d566cfcb8 None None] Pushing event updated for resources: {'Port': ['ID=a1e38fb0-ef20-4a5c-82e9-623fc0102590,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:19.354088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-860bbded-b84c-4fb1-8ce8-b65d19b6aba6 None None] Provisioning complete for port a1e38fb0-ef20-4a5c-82e9-623fc0102590 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:19.354816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-860bbded-b84c-4fb1-8ce8-b65d19b6aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.393484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (1131519c-6dfe-480f-81b7-85e108318ca0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.440282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34782) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:19.484613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05431af5-139a-4152-877f-75b6bae43774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (16fbb865-579a-43aa-9603-14931bf9e247), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.501872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-768cf9dc-5176-4395-87cc-52489b8c18ec tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:19.521896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-768cf9dc-5176-4395-87cc-52489b8c18ec tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4162488 Jan 27 21:36:19.696648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1142a08-2ddf-4a7e-be99-a45fad3a8bc5 req-887909b7-a7a9-4a33-9cf8-c04823d0bc01 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 210 time: 0.2550247 Jan 27 21:36:19.698183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05431af5-139a-4152-877f-75b6bae43774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fbb865-579a-43aa-9603-14931bf9e247,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:19.799455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Router 1131519c-6dfe-480f-81b7-85e108318ca0 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:36:19.896186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-860bbded-b84c-4fb1-8ce8-b65d19b6aba6 None None] Current status of the port a1e38fb0-ef20-4a5c-82e9-623fc0102590 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:19.901181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-860bbded-b84c-4fb1-8ce8-b65d19b6aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.975338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:18Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:20.015324 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-3af6af31-255d-4e62-95ba-da6c1daaeaad tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/quotas/b2ccbac727b64c9f873275d08b88f1bd HTTP/1.1" status: 200 len: 375 time: 0.4907897 Jan 27 21:36:20.044425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-05431af5-139a-4152-877f-75b6bae43774 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b23a1ec6dd94810afb3e82548d9eaad&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7851589 Jan 27 21:36:20.064546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61628aff-956d-46d4-8171-deb0af0a448c None None] The sync data for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 is: [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:18Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:36:20.111195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-860bbded-b84c-4fb1-8ce8-b65d19b6aba6 None None] For port a1e38fb0-ef20-4a5c-82e9-623fc0102590, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a1e38fb0-ef20-4a5c-82e9-623fc0102590,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:20.124850 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-860bbded-b84c-4fb1-8ce8-b65d19b6aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.138661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34804) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:20.183898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-38a5d593-3590-4d98-b099-ec6e2d75f398 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2ccbac727b64c9f873275d08b88f1bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1674166 Jan 27 21:36:20.331832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bbded-b84c-4fb1-8ce8-b65d19b6aba6 None None] Pushing event updated for resources: {'Port': ['ID=a1e38fb0-ef20-4a5c-82e9-623fc0102590,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:20.363476 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.386178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Made reservation on behalf of 10d46d5aacb24b13ae00f5dd77da7185 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:20.404044 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.415791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cf4a6ee0-fa3a-4e40-b27f-78230376a7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.420379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1736a6dc-996c-4999-b113-80074e94fd08 admin admin] Publish callbacks [] for security_group (16fbb865-579a-43aa-9603-14931bf9e247), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.506802 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.648457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d596a1-0773-40d2-b08e-c1aa76a0efa9 None None] Network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:20.660097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:36:20.675654 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Sync routers for ids ['1131519c-6dfe-480f-81b7-85e108318ca0'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:36:20.720516 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Routers {'1131519c-6dfe-480f-81b7-85e108318ca0'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:20.721928 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1131519c-6dfe-480f-81b7-85e108318ca0'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:20.723602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1736a6dc-996c-4999-b113-80074e94fd08 admin admin] Publish callbacks [] for security_group (16fbb865-579a-43aa-9603-14931bf9e247), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.918973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.925042 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8598299b-049e-4c99-b841-bb8fa3c65f4b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2804945 Jan 27 21:36:20.932531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34838) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:21.031170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-667b11f5-0733-4692-a255-014a2488b421 None None] Provisioning complete for port 83080b04-266a-4c6d-b3d7-11734d0be31d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:21.056219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1736a6dc-996c-4999-b113-80074e94fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (16fbb865-579a-43aa-9603-14931bf9e247), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.060347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-667b11f5-0733-4692-a255-014a2488b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.092014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1736a6dc-996c-4999-b113-80074e94fd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.105172 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1736a6dc-996c-4999-b113-80074e94fd08 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16fbb865-579a-43aa-9603-14931bf9e247 HTTP/1.1" status: 204 len: 168 time: 0.9507978 Jan 27 21:36:21.141874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 83080b04-266a-4c6d-b3d7-11734d0be31d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:21.149543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736a6dc-996c-4999-b113-80074e94fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fbb865-579a-43aa-9603-14931bf9e247,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:21.332726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks [] for security_group (a730ca09-a863-4511-bdeb-dc9f26e3a3fe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.360602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7dea034-b399-425d-9880-e2fd1df4ac79 req-cbd55679-4c17-41ba-9c83-cfe563fad677 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 210 time: 0.4159524 Jan 27 21:36:21.398399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a730ca09-a863-4511-bdeb-dc9f26e3a3fe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.485348 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Set router 1131519c-6dfe-480f-81b7-85e108318ca0 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:21.623504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a730ca09-a863-4511-bdeb-dc9f26e3a3fe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:21.890802 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:36:18Z', 'revision_number': 3, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port': {'id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:16Z', 'updated_at': '2022-01-27T21:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:21.927452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-667b11f5-0733-4692-a255-014a2488b421 None None] Current status of the port 83080b04-266a-4c6d-b3d7-11734d0be31d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:21.944216 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Checking router: 1131519c-6dfe-480f-81b7-85e108318ca0 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:36:21.946802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-667b11f5-0733-4692-a255-014a2488b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.947822 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Updating router 1131519c-6dfe-480f-81b7-85e108318ca0 port f73f8b13-59ad-4e3f-b043-8c3021dee7ba binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:36:21.983098 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.144243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 83080b04-266a-4c6d-b3d7-11734d0be31d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:22.148481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.358329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-667b11f5-0733-4692-a255-014a2488b421 None None] For port 83080b04-266a-4c6d-b3d7-11734d0be31d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=83080b04-266a-4c6d-b3d7-11734d0be31d,segment=NetworkSegment(a26e462b-02d3-45a0-86af-4dee6e2ccd16),segment_id=a26e462b-02d3-45a0-86af-4dee6e2ccd16)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:22.427258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-667b11f5-0733-4692-a255-014a2488b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.527861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34880) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:22.606394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-844031fe-ebad-4054-a22a-5f9fc08acd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.720046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b11f5-0733-4692-a255-014a2488b421 None None] Pushing event updated for resources: {'Port': ['ID=83080b04-266a-4c6d-b3d7-11734d0be31d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:22.743349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 83080b04-266a-4c6d-b3d7-11734d0be31d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:22.747689 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.794223 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Publish callbacks [] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.807977 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.935983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d46e5aa-2daf-41af-97fb-8d5c145d2466 req-3e3535ae-c6f9-4e4a-8bf2-bf90144a1814 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 210 time: 0.3956330 Jan 27 21:36:22.945945 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Attempting to bind port f73f8b13-59ad-4e3f-b043-8c3021dee7ba on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:22.947654 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Attempting to bind port f73f8b13-59ad-4e3f-b043-8c3021dee7ba by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:22.962824 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Attempting to bind port f73f8b13-59ad-4e3f-b043-8c3021dee7ba on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:22.991550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-844031fe-ebad-4054-a22a-5f9fc08acd0c admin admin] Publish callbacks [] for security_group (f81b8091-b2bb-43b9-aaff-435795c1ba53), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.995258 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:22.995644 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:22.996569 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.997397 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:22.998512 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Bound port: f73f8b13-59ad-4e3f-b043-8c3021dee7ba, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:22.999515 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.012756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-844031fe-ebad-4054-a22a-5f9fc08acd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f81b8091-b2bb-43b9-aaff-435795c1ba53), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.056356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-018b9d80-0965-45b5-ba7c-3e4ae9d2a738 req-d81ac9a5-8884-47fa-af6f-fd4774e94c6a tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 210 time: 0.3845887 Jan 27 21:36:23.066517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-171ef157-63f5-4abb-b7b0-5747436492a8 None None] Provisioning complete for port 83080b04-266a-4c6d-b3d7-11734d0be31d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:23.067882 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-171ef157-63f5-4abb-b7b0-5747436492a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.189082 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-844031fe-ebad-4054-a22a-5f9fc08acd0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f68184771d44ff5a4dea6ff2daa7545&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6585364 Jan 27 21:36:23.233227 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34894) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:23.271960 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:36:23.272558 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:36:23.278463 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ea328-b5e7-4a29-b382-1e5b0cc1ca47 None None] Pushing event updated for resources: {'Port': ['ID=f73f8b13-59ad-4e3f-b043-8c3021dee7ba,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:23.331181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844031fe-ebad-4054-a22a-5f9fc08acd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81b8091-b2bb-43b9-aaff-435795c1ba53,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:23.372128 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] For port f73f8b13-59ad-4e3f-b043-8c3021dee7ba, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:23.389154 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] For port f73f8b13-59ad-4e3f-b043-8c3021dee7ba, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f73f8b13-59ad-4e3f-b043-8c3021dee7ba,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:23.403402 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.499994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cf4a6ee0-fa3a-4e40-b27f-78230376a7f6 admin admin] Publish callbacks [] for security_group (ee61599e-5814-4eb9-a3a2-b98aa4241557), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.518587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78fe5dbd-ec97-4f93-bcaf-873a83a06b17 admin admin] Publish callbacks [] for security_group (f81b8091-b2bb-43b9-aaff-435795c1ba53), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.539186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Allocated IP 192.168.233.173 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/80956960-1752-4080-9793-375ae16a5a8f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:23.583836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cf4a6ee0-fa3a-4e40-b27f-78230376a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ee61599e-5814-4eb9-a3a2-b98aa4241557), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.646365 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ea328-b5e7-4a29-b382-1e5b0cc1ca47 None None] Pushing event updated for resources: {'Port': ['ID=f73f8b13-59ad-4e3f-b043-8c3021dee7ba,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:23.649272 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78fe5dbd-ec97-4f93-bcaf-873a83a06b17 admin admin] Publish callbacks [] for security_group (f81b8091-b2bb-43b9-aaff-435795c1ba53), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.652040 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Routers {'1131519c-6dfe-480f-81b7-85e108318ca0'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:23.652950 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1131519c-6dfe-480f-81b7-85e108318ca0'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:23.689804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-171ef157-63f5-4abb-b7b0-5747436492a8 None None] Current status of the port 83080b04-266a-4c6d-b3d7-11734d0be31d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:23.832394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78fe5dbd-ec97-4f93-bcaf-873a83a06b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f81b8091-b2bb-43b9-aaff-435795c1ba53), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.835921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78fe5dbd-ec97-4f93-bcaf-873a83a06b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.837030 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-78fe5dbd-ec97-4f93-bcaf-873a83a06b17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f81b8091-b2bb-43b9-aaff-435795c1ba53 HTTP/1.1" status: 204 len: 168 time: 0.6006472 Jan 27 21:36:23.860538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe5dbd-ec97-4f93-bcaf-873a83a06b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81b8091-b2bb-43b9-aaff-435795c1ba53,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:24.044633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 83080b04-266a-4c6d-b3d7-11734d0be31d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:24.050850 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] Set router 1131519c-6dfe-480f-81b7-85e108318ca0 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:24.051588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a1e38fb0-ef20-4a5c-82e9-623fc0102590 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:24.177094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a1e38fb0-ef20-4a5c-82e9-623fc0102590 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:24.178141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.341868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a1e38fb0-ef20-4a5c-82e9-623fc0102590 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:24.395859 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks [] for port (80956960-1752-4080-9793-375ae16a5a8f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.512305 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (80956960-1752-4080-9793-375ae16a5a8f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.577374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a6ee0-fa3a-4e40-b27f-78230376a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61599e-5814-4eb9-a3a2-b98aa4241557,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:24.643771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 83080b04-266a-4c6d-b3d7-11734d0be31d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:24.688033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed52f468-24d4-4d2e-8fc6-27616b7f852f req-2f4a602d-8e94-46c3-b48a-cf2d5105ddab tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 210 time: 0.1903658 Jan 27 21:36:24.768468 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:36:18Z', 'revision_number': 3, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port': {'id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:16Z', 'updated_at': '2022-01-27T21:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:24.821507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 83080b04-266a-4c6d-b3d7-11734d0be31d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:24.822226 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.850194 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74a33d-fefd-41bd-b026-318aceb6a630 None None] The sync data for ids ['1131519c-6dfe-480f-81b7-85e108318ca0'] in n-d-826529-2 is: [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:36:18Z', 'revision_number': 3, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port': {'id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:16Z', 'updated_at': '2022-01-27T21:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:36:24.948214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.57', 64498) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:25.010419 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-7d9972e4-e1cb-4bb8-8c79-a8f237e9030d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b2ccbac727b64c9f873275d08b88f1bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610878 Jan 27 21:36:25.011572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 83080b04-266a-4c6d-b3d7-11734d0be31d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:25.013162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a1e38fb0-ef20-4a5c-82e9-623fc0102590 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:25.165984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a1e38fb0-ef20-4a5c-82e9-623fc0102590 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:25.166369 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.317328 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cf4a6ee0-fa3a-4e40-b27f-78230376a7f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e45840e8c24748a7b45e91ad5ef48c99&name=default HTTP/1.1" status: 200 len: 2992 time: 5.8660617 Jan 27 21:36:25.325661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:25.350186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Pushing event updated for resources: {'Port': ['ID=80956960-1752-4080-9793-375ae16a5a8f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:25.380592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b7784-7f9d-4282-aa6f-474556404918 req-4d420a17-6ba8-4e8f-a77d-dc83d17c3495 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:25.398914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-073b7784-7f9d-4282-aa6f-474556404918 req-4d420a17-6ba8-4e8f-a77d-dc83d17c3495 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 936 time: 0.9203277 Jan 27 21:36:25.446723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:25.493773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a1e38fb0-ef20-4a5c-82e9-623fc0102590 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:25.690200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:25.738711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:25.759211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:25.759932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.790094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d5f36ef0-c261-4dd0-a137-a821b4f1a5d0 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:25.801074 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d5f36ef0-c261-4dd0-a137-a821b4f1a5d0 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7793252 Jan 27 21:36:25.844409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Request body: {'port': {'device_id': '341e13e1-4405-47e8-b97f-5e562b84860f', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': 'b2ccbac727b64c9f873275d08b88f1bd'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:25.973944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-df84ec4b-0bce-490e-b1dc-8e8739e4b41d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4797738 Jan 27 21:36:26.010321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-073b7784-7f9d-4282-aa6f-474556404918 req-ef49e45d-328b-4132-9474-12183147e17b tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989347 Jan 27 21:36:26.015497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c573a39e-a9f2-4915-994e-bfe9b82a5163 admin admin] Publish callbacks [] for security_group (ee61599e-5814-4eb9-a3a2-b98aa4241557), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.074874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c573a39e-a9f2-4915-994e-bfe9b82a5163 admin admin] Publish callbacks [] for security_group (ee61599e-5814-4eb9-a3a2-b98aa4241557), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.182543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-076f30da-d49e-41aa-880f-41f66aaa6cb5 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:36:26.210493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-076f30da-d49e-41aa-880f-41f66aaa6cb5 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1899304 Jan 27 21:36:26.234801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffc7428d-423b-40ef-87c5-1044e2fb4537 req-494f4c87-8699-41a7-9445-04a9b46a6cd1 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 210 time: 0.2087362 Jan 27 21:36:26.368490 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.476741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-62593fb0-022e-4368-a795-3c221d81a2d1 None None] Provisioning complete for port 80956960-1752-4080-9793-375ae16a5a8f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:26.483315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62593fb0-022e-4368-a795-3c221d81a2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80956960-1752-4080-9793-375ae16a5a8f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.660752 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c573a39e-a9f2-4915-994e-bfe9b82a5163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ee61599e-5814-4eb9-a3a2-b98aa4241557), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.677880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c573a39e-a9f2-4915-994e-bfe9b82a5163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.681759 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c573a39e-a9f2-4915-994e-bfe9b82a5163 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee61599e-5814-4eb9-a3a2-b98aa4241557 HTTP/1.1" status: 204 len: 168 time: 1.3133979 Jan 27 21:36:26.730986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573a39e-a9f2-4915-994e-bfe9b82a5163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61599e-5814-4eb9-a3a2-b98aa4241557,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:26.741685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Made reservation on behalf of b2ccbac727b64c9f873275d08b88f1bd for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:26.764797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.815676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.840498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-62593fb0-022e-4368-a795-3c221d81a2d1 None None] Port 80956960-1752-4080-9793-375ae16a5a8f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:26.897327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f73f8b13-59ad-4e3f-b043-8c3021dee7ba up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:27.167605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Allocated IP 172.20.0.1 (800d1ddc-c836-4ab9-9d3f-a59a1cb34042/d4fe91e9-4383-48e6-8107-110dcf62ecec/da34a8c6-18b8-46e2-b210-81b4cd8a9798) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:27.172031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f73f8b13-59ad-4e3f-b043-8c3021dee7ba triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:27.172818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.185979 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks [] for security_group (48dd15c9-445d-4b9c-ae1f-34cdc4060a1a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.197612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (48dd15c9-445d-4b9c-ae1f-34cdc4060a1a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.433489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f73f8b13-59ad-4e3f-b043-8c3021dee7ba is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:27.433889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.513549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port f73f8b13-59ad-4e3f-b043-8c3021dee7ba, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f73f8b13-59ad-4e3f-b043-8c3021dee7ba,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:27.523992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.533431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34998) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:27.568587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Request body: {'port': {'device_id': '5e51f78e-af43-4d00-9e2b-fa969fc6d3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:27.734691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1ba6a10-fa34-42f1-99b5-bc8e8276b44c req-38a0e620-da23-4c09-a5ff-cfa3f33a2e0f tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 210 time: 0.1987147 Jan 27 21:36:27.762701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=f73f8b13-59ad-4e3f-b043-8c3021dee7ba,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:27.936485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80956960-1752-4080-9793-375ae16a5a8f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.995890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:28.008841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81faf7-746b-4839-a553-410245fa2943 req-e7f7f4d4-dc55-436d-a89b-76a2ab25fc8e tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:28.018398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c81faf7-746b-4839-a553-410245fa2943 req-e7f7f4d4-dc55-436d-a89b-76a2ab25fc8e tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 936 time: 0.6654403 Jan 27 21:36:28.131739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Publish callbacks [] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:28.382168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c81faf7-746b-4839-a553-410245fa2943 req-d2db7a6d-9941-4f44-8137-6c0ac775a385 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604836 Jan 27 21:36:28.394657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:28.540458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35008) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:28.571819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f73f8b13-59ad-4e3f-b043-8c3021dee7ba up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:28.646583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f18f6e47-f55c-4854-a240-63e557b076d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:28.662202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20a6e8e-c6dd-4039-a088-f5f4263cf623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:28.691890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Allocated IP 192.168.233.169 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/74c90247-ce0f-41e2-8ca1-9a2a2ef6384c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:28.799234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f73f8b13-59ad-4e3f-b043-8c3021dee7ba triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:28.800221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.068974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f18f6e47-f55c-4854-a240-63e557b076d6 admin admin] Publish callbacks [] for security_group (aba97aa5-8cb3-4cf5-be38-512198291bcc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.074382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:29.123033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:29.132740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21f78a5d-f00d-420e-af07-700f84969507 req-e228cafa-4d79-4e81-878a-8f65b42beccd tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 210 time: 0.1139958 Jan 27 21:36:29.138140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:29.138744 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (1131519c-6dfe-480f-81b7-85e108318ca0), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.165796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f73f8b13-59ad-4e3f-b043-8c3021dee7ba is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:29.173684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20a6e8e-c6dd-4039-a088-f5f4263cf623 admin admin] Publish callbacks [] for security_group (472d9444-3bda-45ad-b531-a45218995d03), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.185423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f18f6e47-f55c-4854-a240-63e557b076d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aba97aa5-8cb3-4cf5-be38-512198291bcc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.226991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Pushing event updated for resources: {'Port': ['ID=da34a8c6-18b8-46e2-b210-81b4cd8a9798,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:29.249188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35022) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:29.249872 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f18f6e47-f55c-4854-a240-63e557b076d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6052aec217c84127929dc7eee5cdab19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7003222 Jan 27 21:36:29.251007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20a6e8e-c6dd-4039-a088-f5f4263cf623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (472d9444-3bda-45ad-b531-a45218995d03), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.339158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f6e47-f55c-4854-a240-63e557b076d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba97aa5-8cb3-4cf5-be38-512198291bcc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:29.396660 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e20a6e8e-c6dd-4039-a088-f5f4263cf623 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e903e68bfbd64d4fa110689b1615c1d7&name=default HTTP/1.1" status: 200 len: 2995 time: 0.8221571 Jan 27 21:36:29.417177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35026) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:29.581809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a6e8e-c6dd-4039-a088-f5f4263cf623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472d9444-3bda-45ad-b531-a45218995d03,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:29.695964 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7c62e77-bde0-491f-a33a-0dfba7751575 admin admin] Publish callbacks [] for security_group (472d9444-3bda-45ad-b531-a45218995d03), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.730248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8876b8a-5dad-40e2-a6f4-6d29310b79ee admin admin] Publish callbacks [] for security_group (aba97aa5-8cb3-4cf5-be38-512198291bcc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.750974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-31b3fa07-abd6-4323-9877-4646fe66aadd None None] Provisioning complete for port da34a8c6-18b8-46e2-b210-81b4cd8a9798 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:29.751715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31b3fa07-abd6-4323-9877-4646fe66aadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.785322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks [] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.805387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7c62e77-bde0-491f-a33a-0dfba7751575 admin admin] Publish callbacks [] for security_group (472d9444-3bda-45ad-b531-a45218995d03), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.896198 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8876b8a-5dad-40e2-a6f4-6d29310b79ee admin admin] Publish callbacks [] for security_group (aba97aa5-8cb3-4cf5-be38-512198291bcc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.935303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-31b3fa07-abd6-4323-9877-4646fe66aadd None None] Port da34a8c6-18b8-46e2-b210-81b4cd8a9798 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:29.983552 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.096695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.124990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7c62e77-bde0-491f-a33a-0dfba7751575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (472d9444-3bda-45ad-b531-a45218995d03), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.142852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7c62e77-bde0-491f-a33a-0dfba7751575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.153741 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a7c62e77-bde0-491f-a33a-0dfba7751575 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/472d9444-3bda-45ad-b531-a45218995d03 HTTP/1.1" status: 204 len: 168 time: 0.7315218 Jan 27 21:36:30.207996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c62e77-bde0-491f-a33a-0dfba7751575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472d9444-3bda-45ad-b531-a45218995d03,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:30.245211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9273641-333b-413c-b03f-6fc84dd86f67 req-d1207907-8e8d-49f7-9cd1-8c7dc1a1a54e tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:30.276468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9273641-333b-413c-b03f-6fc84dd86f67 req-d1207907-8e8d-49f7-9cd1-8c7dc1a1a54e tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 936 time: 0.6129792 Jan 27 21:36:30.288057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:30.295604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:30.298687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Pushing event updated for resources: {'Port': ['ID=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:30.302053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:30.311904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:30.313003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.357007 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-d2840bb3-3a29-448a-9cab-07c44e81150d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5367379 Jan 27 21:36:30.370036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8876b8a-5dad-40e2-a6f4-6d29310b79ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aba97aa5-8cb3-4cf5-be38-512198291bcc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.373967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8876b8a-5dad-40e2-a6f4-6d29310b79ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.375287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c8876b8a-5dad-40e2-a6f4-6d29310b79ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aba97aa5-8cb3-4cf5-be38-512198291bcc HTTP/1.1" status: 204 len: 168 time: 1.1248562 Jan 27 21:36:30.387334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Request body: {'port': {'device_id': '341e13e1-4405-47e8-b97f-5e562b84860f', 'device_owner': 'compute:tempest-test_az-1262945645', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:30.606855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8876b8a-5dad-40e2-a6f4-6d29310b79ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba97aa5-8cb3-4cf5-be38-512198291bcc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:30.717330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.028529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8b822eb5-a735-4b87-9f2e-d59f00391dc1 None None] Provisioning complete for port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:31.029175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b822eb5-a735-4b87-9f2e-d59f00391dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.029401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9273641-333b-413c-b03f-6fc84dd86f67 req-011e03d3-f3cd-4306-a16f-6424b2369f29 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486589 Jan 27 21:36:31.171706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8b822eb5-a735-4b87-9f2e-d59f00391dc1 None None] Port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:31.517467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35064) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:31.530820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc827a60-8ca8-44f3-a8f8-8f8ef9746824 req-6297cf24-2cb7-41ab-99e1-6f667f1aeb9c tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:31.551660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc827a60-8ca8-44f3-a8f8-8f8ef9746824 req-6297cf24-2cb7-41ab-99e1-6f667f1aeb9c tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 936 time: 0.5726311 Jan 27 21:36:31.599811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee6bb-7de3-458e-816f-d143dbfdd4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.723228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Publish callbacks [] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.864663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80956960-1752-4080-9793-375ae16a5a8f {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:31.873622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.874950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (1131519c-6dfe-480f-81b7-85e108318ca0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.917676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Publish callbacks [] for port (80956960-1752-4080-9793-375ae16a5a8f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.996903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc827a60-8ca8-44f3-a8f8-8f8ef9746824 req-126ffcf0-e597-43cd-a380-7c2011abb4f8 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418383 Jan 27 21:36:32.018934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee6bb-7de3-458e-816f-d143dbfdd4c2 admin admin] Publish callbacks [] for security_group (9009f311-c304-464e-b10b-ca1538cfd00c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.021124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Transition to ACTIVE for port object 80956960-1752-4080-9793-375ae16a5a8f will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:32.062273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee6bb-7de3-458e-816f-d143dbfdd4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9009f311-c304-464e-b10b-ca1538cfd00c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.079692 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80956960-1752-4080-9793-375ae16a5a8f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.113090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Pushing event updated for resources: {'Port': ['ID=da34a8c6-18b8-46e2-b210-81b4cd8a9798,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:32.186085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ee6bb-7de3-458e-816f-d143dbfdd4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9009f311-c304-464e-b10b-ca1538cfd00c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:32.211199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ea8ee6bb-7de3-458e-816f-d143dbfdd4c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a267dff1c63643cab4be73a5ff284143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6884649 Jan 27 21:36:32.212744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35074) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:32.266629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=80956960-1752-4080-9793-375ae16a5a8f,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:32.386777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:32.419514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:32.432745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Attempting to bind port 80956960-1752-4080-9793-375ae16a5a8f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:32.433104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Attempting to bind port 80956960-1752-4080-9793-375ae16a5a8f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:32.434944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Attempting to bind port 80956960-1752-4080-9793-375ae16a5a8f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:32.468481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35078) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:32.616374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Port 80956960-1752-4080-9793-375ae16a5a8f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:32.616766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Attempting to bind port 80956960-1752-4080-9793-375ae16a5a8f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:32.719110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:32.719856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:32.720810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:32.721837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Bound port: 80956960-1752-4080-9793-375ae16a5a8f, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:32.722469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80956960-1752-4080-9793-375ae16a5a8f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.833337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-181ae60e-14cb-49ab-b1ea-6714082c65cb admin admin] Publish callbacks [] for security_group (9009f311-c304-464e-b10b-ca1538cfd00c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.018300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:33.053578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Publish callbacks [] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.082888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b0d1-0ab7-4d77-bbcc-b8ea9a4d47d3 req-99fcc444-ebe8-4f1a-9b81-bf27e7983e37 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:33.084554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5773b0d1-0ab7-4d77-bbcc-b8ea9a4d47d3 req-99fcc444-ebe8-4f1a-9b81-bf27e7983e37 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 948 time: 0.6162107 Jan 27 21:36:33.103953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-181ae60e-14cb-49ab-b1ea-6714082c65cb admin admin] Publish callbacks [] for security_group (9009f311-c304-464e-b10b-ca1538cfd00c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.137978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Transition to ACTIVE for port object 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:33.145791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.156066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9d7d-8988-42d5-b15b-a42b9a348911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.197533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Router 1131519c-6dfe-480f-81b7-85e108318ca0 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:36:33.296273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] For port 80956960-1752-4080-9793-375ae16a5a8f, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:33.382221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0c9672bc-dbf9-4bf8-94e8-72f3dc248a81 None None] Provisioning complete for port da34a8c6-18b8-46e2-b210-81b4cd8a9798 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:33.384053 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c9672bc-dbf9-4bf8-94e8-72f3dc248a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.429799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] For port 80956960-1752-4080-9793-375ae16a5a8f, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=80956960-1752-4080-9793-375ae16a5a8f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:33.458690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80956960-1752-4080-9793-375ae16a5a8f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.467309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Pushing event updated for resources: {'Port': ['ID=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:33.471881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5773b0d1-0ab7-4d77-bbcc-b8ea9a4d47d3 req-b6ab88a2-b486-4bd7-86b0-b559b277e6c6 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451772 Jan 27 21:36:33.501504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:33.502315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.505173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] 10.222.0.57 "PUT /v2.0/ports/80956960-1752-4080-9793-375ae16a5a8f HTTP/1.1" status: 200 len: 1096 time: 6.8552485 Jan 27 21:36:33.508882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e51f78e-af43-4d00-9e2b-fa969fc6d3fa', 'tag': '80956960-1752-4080-9793-375ae16a5a8f'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:33.512136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Attempting to bind port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:33.512493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Attempting to bind port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:33.512842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Attempting to bind port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:33.527381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:33.527726 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Attempting to bind port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:33.534773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:33.535443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:33.536166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:33.536860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Bound port: 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:33.537392 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.557046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0c9672bc-dbf9-4bf8-94e8-72f3dc248a81 None None] Port da34a8c6-18b8-46e2-b210-81b4cd8a9798 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:33.674877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] For port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:33.681128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] For port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:33.689518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.833177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Pushing event updated for resources: {'Port': ['ID=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:33.855190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:33.857564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.859658 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-eaad9fc5-f377-47f9-a0ab-2fb2c3d0a17a service neutron] 10.222.0.57 "PUT /v2.0/ports/74c90247-ce0f-41e2-8ca1-9a2a2ef6384c HTTP/1.1" status: 200 len: 1118 time: 3.4882307 Jan 27 21:36:33.860556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341e13e1-4405-47e8-b97f-5e562b84860f', 'tag': '74c90247-ce0f-41e2-8ca1-9a2a2ef6384c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:33.867592 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-181ae60e-14cb-49ab-b1ea-6714082c65cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9009f311-c304-464e-b10b-ca1538cfd00c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.886576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-181ae60e-14cb-49ab-b1ea-6714082c65cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.886576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-181ae60e-14cb-49ab-b1ea-6714082c65cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9009f311-c304-464e-b10b-ca1538cfd00c HTTP/1.1" status: 204 len: 168 time: 1.6679053 Jan 27 21:36:34.083026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19930e21-be75-4c79-8e44-e9ee5d4f56fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.440927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-441a2f42-e1ee-4169-82ad-2e7a15e262aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:34.442646 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-441a2f42-e1ee-4169-82ad-2e7a15e262aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2ccbac727b64c9f873275d08b88f1bd&device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 1121 time: 0.2712777 Jan 27 21:36:34.853865 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-c5bb0e7c-31eb-4127-92cc-37542c13c1b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c HTTP/1.1" status: 200 len: 217 time: 0.3559163 Jan 27 21:36:34.888666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ae60e-14cb-49ab-b1ea-6714082c65cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9009f311-c304-464e-b10b-ca1538cfd00c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:34.913601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c825ef-d9ab-4d5e-9339-c60f397b8491 req-5741f941-d36d-4613-b1b3-8c6e460e374d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:34.917756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7c825ef-d9ab-4d5e-9339-c60f397b8491 req-5741f941-d36d-4613-b1b3-8c6e460e374d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 970 time: 1.7222567 Jan 27 21:36:34.963888 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e51f78e-af43-4d00-9e2b-fa969fc6d3fa", "tag": "80956960-1752-4080-9793-375ae16a5a8f"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:35.030648 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600f74f2-c7fd-4863-9acb-9e0b27ef663e" -d '{"events": [{"name": "network-changed", "server_uuid": "341e13e1-4405-47e8-b97f-5e562b84860f", "tag": "74c90247-ce0f-41e2-8ca1-9a2a2ef6384c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:35.166238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-44c45117-d0d4-4e3c-98e9-34208d265b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.168778 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-44c45117-d0d4-4e3c-98e9-34208d265b63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0677838 Jan 27 21:36:35.258139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca60e-796f-4e5c-b042-c714456c8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=80956960-1752-4080-9793-375ae16a5a8f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:35.275619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-9690f2b4-69d3-42ee-a4ee-3c44e52a803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.277447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-9690f2b4-69d3-42ee-a4ee-3c44e52a803a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005018 Jan 27 21:36:35.296601 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9d7d-8988-42d5-b15b-a42b9a348911 admin admin] Publish callbacks [] for security_group (83bc00aa-d14e-42fc-b70d-607f6ec6d7cd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.299844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-583ac30d-2b41-47ef-9399-bb0a81ad6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.301462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-583ac30d-2b41-47ef-9399-bb0a81ad6868 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 1099 time: 1.4603770 Jan 27 21:36:35.308112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:36:35.321429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6720a4f6-d672-43cb-9032-29ac27c3636c admin admin] 10.222.0.45 "PUT /v2.0/routers/1131519c-6dfe-480f-81b7-85e108318ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3046587 Jan 27 21:36:35.321429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9d7d-8988-42d5-b15b-a42b9a348911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (83bc00aa-d14e-42fc-b70d-607f6ec6d7cd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.328270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Sync routers for ids ['1131519c-6dfe-480f-81b7-85e108318ca0'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:36:35.359016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Routers {'1131519c-6dfe-480f-81b7-85e108318ca0'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:35.359781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1131519c-6dfe-480f-81b7-85e108318ca0'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:35.370241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bb1f9-763e-4ab6-8ec8-69e1ead57783 req-2673ad86-03c4-4a47-be15-4b47a16a52c3 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.371915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e56bb1f9-763e-4ab6-8ec8-69e1ead57783 req-2673ad86-03c4-4a47-be15-4b47a16a52c3 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 948 time: 0.4168599 Jan 27 21:36:35.423700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7c825ef-d9ab-4d5e-9339-c60f397b8491 req-2acb4f5f-c9c9-4330-ac05-6f93ecae79ca tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462762 Jan 27 21:36:35.430791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-9b7037bd-e38a-421b-a1e7-610c3a8912e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=80956960-1752-4080-9793-375ae16a5a8f HTTP/1.1" status: 200 len: 217 time: 0.1127641 Jan 27 21:36:35.435189 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-7c7aa911-ca3b-40ad-ad93-c3d27142db68 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482208 Jan 27 21:36:35.500272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b9d7d-8988-42d5-b15b-a42b9a348911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc00aa-d14e-42fc-b70d-607f6ec6d7cd,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:35.513170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9d0b9d7d-8988-42d5-b15b-a42b9a348911 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6712ec058dac410eb3ef2823eb18a409&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0377939 Jan 27 21:36:35.514583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35138) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:35.602236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-410e3d22-bb94-4348-a505-ea4030c00fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.603974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-410e3d22-bb94-4348-a505-ea4030c00fdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1513641 Jan 27 21:36:35.618989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e56bb1f9-763e-4ab6-8ec8-69e1ead57783 req-322b3a52-6943-498f-b2fd-27ef5c5c348d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977270 Jan 27 21:36:35.747594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-62cb38a3-c6c2-4b10-baa2-13667990c12f admin admin] Publish callbacks [] for security_group (83bc00aa-d14e-42fc-b70d-607f6ec6d7cd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.749764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Set router 1131519c-6dfe-480f-81b7-85e108318ca0 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:35.759659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-25eba1c0-bf97-4a05-9fb0-49964b730862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.761540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-25eba1c0-bf97-4a05-9fb0-49964b730862 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277339 Jan 27 21:36:35.805847 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-62cb38a3-c6c2-4b10-baa2-13667990c12f admin admin] Publish callbacks [] for security_group (83bc00aa-d14e-42fc-b70d-607f6ec6d7cd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.818140 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a4f89758-e062-4eff-a315-8ee2f0e90c61 req-8c8e8376-4cd4-49ef-a815-182b5667101d service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705149 Jan 27 21:36:35.928383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-7a89c007-c886-4513-81c0-d0cc71cbbafe service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559269 Jan 27 21:36:35.929908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-62cb38a3-c6c2-4b10-baa2-13667990c12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (83bc00aa-d14e-42fc-b70d-607f6ec6d7cd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.933119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-62cb38a3-c6c2-4b10-baa2-13667990c12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.934436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-62cb38a3-c6c2-4b10-baa2-13667990c12f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83bc00aa-d14e-42fc-b70d-607f6ec6d7cd HTTP/1.1" status: 204 len: 168 time: 0.4147182 Jan 27 21:36:35.963689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb38a3-c6c2-4b10-baa2-13667990c12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc00aa-d14e-42fc-b70d-607f6ec6d7cd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:36.062657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f0cbab-24d2-48ad-8509-317d6fa37725 req-1f333d19-c06f-4d87-a803-98d7e8ec3142 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269341 Jan 27 21:36:36.119684 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dd3403-9fa6-474b-8ef0-99b95a4d084e x-openstack-request-id: req-60dd3403-9fa6-474b-8ef0-99b95a4d084e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:36.119992 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e51f78e-af43-4d00-9e2b-fa969fc6d3fa", "tag": "80956960-1752-4080-9793-375ae16a5a8f", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:36.120238 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60dd3403-9fa6-474b-8ef0-99b95a4d084e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:36.120701 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e51f78e-af43-4d00-9e2b-fa969fc6d3fa', 'tag': '80956960-1752-4080-9793-375ae16a5a8f', 'status': 'completed', 'code': 200} Jan 27 21:36:36.196831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:36:29Z', 'revision_number': 4, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port': {'id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:16Z', 'updated_at': '2022-01-27T21:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'da34a8c6-18b8-46e2-b210-81b4cd8a9798', 'name': '', 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'mac_address': 'fa:16:3e:ef:0b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fe91e9-4383-48e6-8107-110dcf62ecec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:26Z', 'updated_at': '2022-01-27T21:36:30Z', 'revision_number': 2, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'subnets': [{'id': 'd4fe91e9-4383-48e6-8107-110dcf62ecec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:36.224969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-99821054-00d5-43f2-abf6-9d6488055e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.228751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-99821054-00d5-43f2-abf6-9d6488055e17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 1099 time: 0.0838575 Jan 27 21:36:36.237918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Checking router: 1131519c-6dfe-480f-81b7-85e108318ca0 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:36:36.238278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Updating router 1131519c-6dfe-480f-81b7-85e108318ca0 port da34a8c6-18b8-46e2-b210-81b4cd8a9798 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:36:36.272227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.311312 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6976d8a7-8bc2-4d6b-9b4f-0c87d43c4a76 x-openstack-request-id: req-6976d8a7-8bc2-4d6b-9b4f-0c87d43c4a76 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:36.311687 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341e13e1-4405-47e8-b97f-5e562b84860f", "tag": "74c90247-ce0f-41e2-8ca1-9a2a2ef6384c", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:36.311955 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6976d8a7-8bc2-4d6b-9b4f-0c87d43c4a76 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:36.312594 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341e13e1-4405-47e8-b97f-5e562b84860f', 'tag': '74c90247-ce0f-41e2-8ca1-9a2a2ef6384c', 'status': 'completed', 'code': 200} Jan 27 21:36:36.397594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-480be615-a182-41f2-b094-68f2c12784fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.400223 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-480be615-a182-41f2-b094-68f2c12784fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2ccbac727b64c9f873275d08b88f1bd&device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 1121 time: 0.0647523 Jan 27 21:36:36.477741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-6040450d-8c89-4406-b922-1b8d61319bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.479075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-6040450d-8c89-4406-b922-1b8d61319bb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2429776 Jan 27 21:36:36.555539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-ff6444a4-d57b-487e-8a95-ca31d8ceba05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=80956960-1752-4080-9793-375ae16a5a8f HTTP/1.1" status: 200 len: 217 time: 0.0692906 Jan 27 21:36:36.694319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-2246adc9-221f-414b-88d6-6542c52b82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.696101 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-2246adc9-221f-414b-88d6-6542c52b82d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2872951 Jan 27 21:36:36.751959 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-470bc315-0a7e-44bd-b0c1-c0b2e3b845c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c HTTP/1.1" status: 200 len: 217 time: 0.0490561 Jan 27 21:36:36.759664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-d19d1033-c491-454c-a38d-cc189535431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.763120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-d19d1033-c491-454c-a38d-cc189535431a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1984990 Jan 27 21:36:36.830723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-964a2bed-e4c8-4df8-bd96-46fc8f2d6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.833522 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-964a2bed-e4c8-4df8-bd96-46fc8f2d6c02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0753951 Jan 27 21:36:36.859168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:36.889677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914393ab-7e5d-4c49-b58f-1ebcc1aa52b5 req-1a8aacc9-797a-4ce7-a79d-4595da09693b tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.899917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Publish callbacks [] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.903382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-914393ab-7e5d-4c49-b58f-1ebcc1aa52b5 req-1a8aacc9-797a-4ce7-a79d-4595da09693b tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 970 time: 0.2372458 Jan 27 21:36:36.926467 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.940418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-8e605f48-c36c-47f1-be13-86e779a2f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.943401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-8e605f48-c36c-47f1-be13-86e779a2f433 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1684117 Jan 27 21:36:36.952153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2574a0db-fabd-47e8-aae2-78ce4ea47fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.954584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-940ece37-8e31-4176-a104-6604ca1e488a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.985378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-6dec1a46-ebe7-46b0-9cff-c15123b6c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.986953 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-6dec1a46-ebe7-46b0-9cff-c15123b6c75d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471074 Jan 27 21:36:37.058796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612add18-48e4-432c-a6d7-39a213197817 None None] Pushing event updated for resources: {'Port': ['ID=da34a8c6-18b8-46e2-b210-81b4cd8a9798,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:37.113971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-914393ab-7e5d-4c49-b58f-1ebcc1aa52b5 req-284cf4d5-922d-4d7a-aceb-91dc1f2c4ee6 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074943 Jan 27 21:36:37.176633 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-0b595a29-fb9e-48bc-8df5-a8896e520eb1 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808610 Jan 27 21:36:37.233893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Attempting to bind port da34a8c6-18b8-46e2-b210-81b4cd8a9798 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:37.234360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Attempting to bind port da34a8c6-18b8-46e2-b210-81b4cd8a9798 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:37.234618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Attempting to bind port da34a8c6-18b8-46e2-b210-81b4cd8a9798 on network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:37.242839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-6cc8aa41-936f-4cd6-ad3d-c8098e740985 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828803 Jan 27 21:36:37.253075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:37.253571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Checking segment: {'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:37.254244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.254816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Bound using segment: {'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:37.256944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Bound port: da34a8c6-18b8-46e2-b210-81b4cd8a9798, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26e462b-02d3-45a0-86af-4dee6e2ccd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:37.257454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.260855 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-940ece37-8e31-4176-a104-6604ca1e488a admin admin] Publish callbacks [] for security_group (da09c1ee-fedf-48e9-a9fe-73c0e7ddc77d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.332178 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-940ece37-8e31-4176-a104-6604ca1e488a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (da09c1ee-fedf-48e9-a9fe-73c0e7ddc77d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.398508 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-940ece37-8e31-4176-a104-6604ca1e488a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=326f9eb9af0b474fb7341a071404c768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356641 Jan 27 21:36:37.425423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ece37-8e31-4176-a104-6604ca1e488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da09c1ee-fedf-48e9-a9fe-73c0e7ddc77d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:37.431234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35186) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:37.461410 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] For port da34a8c6-18b8-46e2-b210-81b4cd8a9798, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:37.480672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] For port da34a8c6-18b8-46e2-b210-81b4cd8a9798, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=da34a8c6-18b8-46e2-b210-81b4cd8a9798,segment=NetworkSegment(a26e462b-02d3-45a0-86af-4dee6e2ccd16),segment_id=a26e462b-02d3-45a0-86af-4dee6e2ccd16)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:37.491836 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.567905 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-600f74f2-c7fd-4863-9acb-9e0b27ef663e req-1c1d385d-6cf6-4228-a04f-519b6aa62ed1 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711126 Jan 27 21:36:37.638746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612add18-48e4-432c-a6d7-39a213197817 None None] Pushing event updated for resources: {'Port': ['ID=da34a8c6-18b8-46e2-b210-81b4cd8a9798,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:37.675818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Routers {'1131519c-6dfe-480f-81b7-85e108318ca0'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:37.677062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:36:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1131519c-6dfe-480f-81b7-85e108318ca0'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:37.706705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1bcf08-9b87-43e6-bf52-a350e7d65e4f req-cd9841a6-49cd-42fd-8df0-68a752b467b0 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577658 Jan 27 21:36:37.748046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b09c5-2f15-4775-8cdc-604946fe7748 req-23d6d11b-cb38-4a19-aef1-f89595f0b848 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:37.750829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a7b09c5-2f15-4775-8cdc-604946fe7748 req-23d6d11b-cb38-4a19-aef1-f89595f0b848 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 948 time: 0.1685085 Jan 27 21:36:37.753006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5d94ea1a-3f50-4f6c-902f-979b92c1b014 admin admin] Publish callbacks [] for security_group (da09c1ee-fedf-48e9-a9fe-73c0e7ddc77d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.834806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5d94ea1a-3f50-4f6c-902f-979b92c1b014 admin admin] Publish callbacks [] for security_group (da09c1ee-fedf-48e9-a9fe-73c0e7ddc77d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.843173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] Set router 1131519c-6dfe-480f-81b7-85e108318ca0 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:37.866088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a7b09c5-2f15-4775-8cdc-604946fe7748 req-c276a179-26e5-4672-b5fa-8d44baa015a9 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039884 Jan 27 21:36:37.945368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5d94ea1a-3f50-4f6c-902f-979b92c1b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (da09c1ee-fedf-48e9-a9fe-73c0e7ddc77d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.948865 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5d94ea1a-3f50-4f6c-902f-979b92c1b014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.952274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5d94ea1a-3f50-4f6c-902f-979b92c1b014 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da09c1ee-fedf-48e9-a9fe-73c0e7ddc77d HTTP/1.1" status: 204 len: 168 time: 0.5178635 Jan 27 21:36:37.969982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94ea1a-3f50-4f6c-902f-979b92c1b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da09c1ee-fedf-48e9-a9fe-73c0e7ddc77d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:38.056647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-152a4130-19ed-4707-bef7-907f080b4e73 None None] Provisioning complete for port da34a8c6-18b8-46e2-b210-81b4cd8a9798 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:38.057411 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-152a4130-19ed-4707-bef7-907f080b4e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.119870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35204) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:38.127020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1d7996e0-28dc-4b42-b72e-5b2702229ca0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183560347', 'description': 'tempest-description--1160730527'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:38.165171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d7996e0-28dc-4b42-b72e-5b2702229ca0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.233116 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.259267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-152a4130-19ed-4707-bef7-907f080b4e73 None None] Current status of the port da34a8c6-18b8-46e2-b210-81b4cd8a9798 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:38.259701 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-152a4130-19ed-4707-bef7-907f080b4e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.288205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:36:29Z', 'revision_number': 4, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port': {'id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:16Z', 'updated_at': '2022-01-27T21:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'da34a8c6-18b8-46e2-b210-81b4cd8a9798', 'name': '', 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'mac_address': 'fa:16:3e:ef:0b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fe91e9-4383-48e6-8107-110dcf62ecec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:26Z', 'updated_at': '2022-01-27T21:36:37Z', 'revision_number': 4, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'subnets': [{'id': 'd4fe91e9-4383-48e6-8107-110dcf62ecec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:38.325628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328192-3028-4128-8a97-4ee823d46bbb None None] The sync data for ids ['1131519c-6dfe-480f-81b7-85e108318ca0'] in n-d-826529-2 is: [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:36:29Z', 'revision_number': 4, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port': {'id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:16Z', 'updated_at': '2022-01-27T21:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'da34a8c6-18b8-46e2-b210-81b4cd8a9798', 'name': '', 'network_id': '800d1ddc-c836-4ab9-9d3f-a59a1cb34042', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'mac_address': 'fa:16:3e:ef:0b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd4fe91e9-4383-48e6-8107-110dcf62ecec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:26Z', 'updated_at': '2022-01-27T21:36:37Z', 'revision_number': 4, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'subnets': [{'id': 'd4fe91e9-4383-48e6-8107-110dcf62ecec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:36:38.339733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d7996e0-28dc-4b42-b72e-5b2702229ca0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group (46ae6b2a-5e38-479b-9527-590119668522), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.350125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-152a4130-19ed-4707-bef7-907f080b4e73 None None] For port da34a8c6-18b8-46e2-b210-81b4cd8a9798, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=da34a8c6-18b8-46e2-b210-81b4cd8a9798,segment=NetworkSegment(a26e462b-02d3-45a0-86af-4dee6e2ccd16),segment_id=a26e462b-02d3-45a0-86af-4dee6e2ccd16)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:38.354668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d7996e0-28dc-4b42-b72e-5b2702229ca0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (46ae6b2a-5e38-479b-9527-590119668522), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.358647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-152a4130-19ed-4707-bef7-907f080b4e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.507685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a4130-19ed-4707-bef7-907f080b4e73 None None] Pushing event updated for resources: {'Port': ['ID=da34a8c6-18b8-46e2-b210-81b4cd8a9798,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:38.524762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d7996e0-28dc-4b42-b72e-5b2702229ca0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.531852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35214) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:38.537041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1d7996e0-28dc-4b42-b72e-5b2702229ca0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4159963 Jan 27 21:36:38.537901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-69070b23-e738-4598-b694-d9304f1fe0bf tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Request body: {'security_group_rule': {'security_group_id': '46ae6b2a-5e38-479b-9527-590119668522', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:38.546055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fe009269-b7bf-4086-906b-a8e6c32597b6 None None] Provisioning complete for port da34a8c6-18b8-46e2-b210-81b4cd8a9798 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:38.551983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe009269-b7bf-4086-906b-a8e6c32597b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.602573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7996e0-28dc-4b42-b72e-5b2702229ca0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ae6b2a-5e38-479b-9527-590119668522,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:38.615682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69070b23-e738-4598-b694-d9304f1fe0bf tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group_rule (3e1566ce-571a-4eeb-968f-192d5c118a9f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.637138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac34aa-09a0-47e2-865d-12cc1562b119 req-e83a692d-5873-4394-80fe-610fea215a58 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:38.659200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdac34aa-09a0-47e2-865d-12cc1562b119 req-e83a692d-5873-4394-80fe-610fea215a58 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 970 time: 0.2908669 Jan 27 21:36:38.676544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 80956960-1752-4080-9793-375ae16a5a8f details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:38.785997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69070b23-e738-4598-b694-d9304f1fe0bf tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group_rule (3e1566ce-571a-4eeb-968f-192d5c118a9f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.796010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69070b23-e738-4598-b694-d9304f1fe0bf tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3e1566ce-571a-4eeb-968f-192d5c118a9f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.813120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdac34aa-09a0-47e2-865d-12cc1562b119 req-a4ffab12-e841-4019-bdaa-b445f98bdd2d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389823 Jan 27 21:36:38.850323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device da34a8c6-18b8-46e2-b210-81b4cd8a9798 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:38.857793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69070b23-e738-4598-b694-d9304f1fe0bf tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1566ce-571a-4eeb-968f-192d5c118a9f,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:38.869029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69070b23-e738-4598-b694-d9304f1fe0bf tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.870296 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-69070b23-e738-4598-b694-d9304f1fe0bf tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3371406 Jan 27 21:36:38.873753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35226) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:38.882257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-122953ed-3839-4a1d-87cb-7b3523c0ea96 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Request body: {'security_group_rule': {'security_group_id': '46ae6b2a-5e38-479b-9527-590119668522', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:38.944138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-122953ed-3839-4a1d-87cb-7b3523c0ea96 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group_rule (3fc0f11b-dd59-47fc-be1b-20067ba9ee8a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.107873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-122953ed-3839-4a1d-87cb-7b3523c0ea96 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group_rule (3fc0f11b-dd59-47fc-be1b-20067ba9ee8a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.113361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-122953ed-3839-4a1d-87cb-7b3523c0ea96 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3fc0f11b-dd59-47fc-be1b-20067ba9ee8a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.140823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d85581-e807-4d2a-a92d-72faa6f2c8b7 req-b20e1bdc-dce2-433b-a18a-940cbd86f3f9 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:39.142924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d85581-e807-4d2a-a92d-72faa6f2c8b7 req-b20e1bdc-dce2-433b-a18a-940cbd86f3f9 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 948 time: 0.1228929 Jan 27 21:36:39.218490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d85581-e807-4d2a-a92d-72faa6f2c8b7 req-8bad9e8f-b864-4618-9842-5cca9ddf936c tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671620 Jan 27 21:36:39.223645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122953ed-3839-4a1d-87cb-7b3523c0ea96 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc0f11b-dd59-47fc-be1b-20067ba9ee8a,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:39.237052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe009269-b7bf-4086-906b-a8e6c32597b6 None None] Current status of the port da34a8c6-18b8-46e2-b210-81b4cd8a9798 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:39.245867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-122953ed-3839-4a1d-87cb-7b3523c0ea96 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.252581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35238) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:39.254961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-122953ed-3839-4a1d-87cb-7b3523c0ea96 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3777907 Jan 27 21:36:39.260113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:39.339190 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.380518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 80956960-1752-4080-9793-375ae16a5a8f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=80956960-1752-4080-9793-375ae16a5a8f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:39.406443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '80956960-1752-4080-9793-375ae16a5a8f', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '80956960-1752-4080-9793-375ae16a5a8f', 'mac_address': 'fa:16:3e:20:54:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:39.427329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port da34a8c6-18b8-46e2-b210-81b4cd8a9798 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:39.427798 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.530012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 80956960-1752-4080-9793-375ae16a5a8f is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:39.530429 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80956960-1752-4080-9793-375ae16a5a8f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.562109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.617476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80956960-1752-4080-9793-375ae16a5a8f {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:39.660088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port da34a8c6-18b8-46e2-b210-81b4cd8a9798 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:39.672927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 80956960-1752-4080-9793-375ae16a5a8f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=80956960-1752-4080-9793-375ae16a5a8f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:39.680770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80956960-1752-4080-9793-375ae16a5a8f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.681506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:39.722289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:39.736624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '74c90247-ce0f-41e2-8ca1-9a2a2ef6384c', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '74c90247-ce0f-41e2-8ca1-9a2a2ef6384c', 'mac_address': 'fa:16:3e:9d:34:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:tempest-test_az-1262945645', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:39.808921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Allocated IP 172.25.8.13 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/3373e2b1-dcec-4e4c-beff-7aa95ffddbbb) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:39.866969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:39.866969 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.892283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:39.926450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:39.938591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.974094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=80956960-1752-4080-9793-375ae16a5a8f,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:40.084210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:40.104340 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for port (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.177045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596a682-18e4-4ca7-ba4f-abe6e954b424 req-c08be7ff-65ba-42a5-bc42-bb27fc50aa59 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:40.183930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.185772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4596a682-18e4-4ca7-ba4f-abe6e954b424 req-c08be7ff-65ba-42a5-bc42-bb27fc50aa59 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 971 time: 0.1459253 Jan 27 21:36:40.255790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:40.259722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:40.263670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4596a682-18e4-4ca7-ba4f-abe6e954b424 req-fa1e8e5f-3c30-430d-834d-1554dc82da03 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763953 Jan 27 21:36:40.269807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:40.298932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['80956960-1752-4080-9793-375ae16a5a8f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:40.306938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['74c90247-ce0f-41e2-8ca1-9a2a2ef6384c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:40.408898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.423325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event updated for resources: {'Port': ['ID=3373e2b1-dcec-4e4c-beff-7aa95ffddbbb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:40.500874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.568999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device da34a8c6-18b8-46e2-b210-81b4cd8a9798 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:40.812082 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.955698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91925196-0825-4c94-96e2-8547a5c66eca req-b23b6375-f727-4d34-b0eb-9d1e2b1be1f1 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:40.959080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91925196-0825-4c94-96e2-8547a5c66eca req-b23b6375-f727-4d34-b0eb-9d1e2b1be1f1 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 949 time: 0.1740541 Jan 27 21:36:41.029881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port da34a8c6-18b8-46e2-b210-81b4cd8a9798 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:41.030370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.042471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for port (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.051096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.068133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91925196-0825-4c94-96e2-8547a5c66eca req-1419028f-7f46-402a-9a13-53944ec227bf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975523 Jan 27 21:36:41.113059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.130806 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.140274 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8779926 Jan 27 21:36:41.157303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec13229-56a6-4a24-95dc-87738395e2c2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event updated for resources: {'Port': ['ID=3373e2b1-dcec-4e4c-beff-7aa95ffddbbb,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:41.183194 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.456925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port da34a8c6-18b8-46e2-b210-81b4cd8a9798 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:41.822066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35334) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:41.893297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5ce94-e3ad-4eab-a34d-43efc5263549 req-f4219f25-0102-439c-909d-594195e3a74c tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:41.896083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1f5ce94-e3ad-4eab-a34d-43efc5263549 req-f4219f25-0102-439c-909d-594195e3a74c tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 971 time: 0.4563210 Jan 27 21:36:41.918817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-aa46709c-d9da-44ef-83ab-fadb0b814f00 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1183560347&fields=id&tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b HTTP/1.1" status: 200 len: 267 time: 0.1427770 Jan 27 21:36:42.145521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-295738da-c567-4d0c-adea-66bd91dd6b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.203020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1f5ce94-e3ad-4eab-a34d-43efc5263549 req-ddda1a87-84b6-41a3-a287-3fd03a714e97 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823100 Jan 27 21:36:42.230306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-295738da-c567-4d0c-adea-66bd91dd6b73 admin admin] Publish callbacks [] for security_group (7b5bab0c-23e4-48bd-97b0-23751bb36823), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.238559 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-295738da-c567-4d0c-adea-66bd91dd6b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7b5bab0c-23e4-48bd-97b0-23751bb36823), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.303212 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-295738da-c567-4d0c-adea-66bd91dd6b73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea4d0997c790437e8bddf5cdb62cd536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4792352 Jan 27 21:36:42.305229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295738da-c567-4d0c-adea-66bd91dd6b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5bab0c-23e4-48bd-97b0-23751bb36823,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:42.310201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35342) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:42.375975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-07e7e6bd-0979-4ae1-b2ad-a7bc3e963059 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:42.378688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-07e7e6bd-0979-4ae1-b2ad-a7bc3e963059 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 824 time: 0.4470205 Jan 27 21:36:42.404685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-e322a289-b2c5-4656-a0b5-ed4e85b3e294 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/quotas/085c0c9dc69a4f749abadbbaa7aaef7b HTTP/1.1" status: 200 len: 375 time: 0.0190847 Jan 27 21:36:42.410772 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca7c0-984c-4e6c-9341-ff1216a0867b admin admin] Publish callbacks [] for security_group (7b5bab0c-23e4-48bd-97b0-23751bb36823), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.455899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca7c0-984c-4e6c-9341-ff1216a0867b admin admin] Publish callbacks [] for security_group (7b5bab0c-23e4-48bd-97b0-23751bb36823), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.500714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b3d5d549-3d5f-42cc-bb67-4e9e1581e61c tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886784 Jan 27 21:36:42.550192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca7c0-984c-4e6c-9341-ff1216a0867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7b5bab0c-23e4-48bd-97b0-23751bb36823), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.558791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d1ca7c0-984c-4e6c-9341-ff1216a0867b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.563157 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1d1ca7c0-984c-4e6c-9341-ff1216a0867b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b5bab0c-23e4-48bd-97b0-23751bb36823 HTTP/1.1" status: 204 len: 168 time: 0.2500608 Jan 27 21:36:42.572437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ca7c0-984c-4e6c-9341-ff1216a0867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5bab0c-23e4-48bd-97b0-23751bb36823,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:42.677013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 80956960-1752-4080-9793-375ae16a5a8f up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:42.792818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-2341f767-975f-4aff-a0e3-31b858ab98c0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:36:42.794925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-2341f767-975f-4aff-a0e3-31b858ab98c0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1355071 Jan 27 21:36:42.810002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 80956960-1752-4080-9793-375ae16a5a8f completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:42.830370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 80956960-1752-4080-9793-375ae16a5a8f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:42.830995 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80956960-1752-4080-9793-375ae16a5a8f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.023377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 80956960-1752-4080-9793-375ae16a5a8f is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:43.024016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80956960-1752-4080-9793-375ae16a5a8f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.026496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0739d-49c1-4d4f-b247-2e879fa5b4eb req-1c938918-eb90-4099-b56b-5daaca56fccc tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:43.040131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ba0739d-49c1-4d4f-b247-2e879fa5b4eb req-1c938918-eb90-4099-b56b-5daaca56fccc tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 949 time: 0.1847000 Jan 27 21:36:43.082391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51f78e-af43-4d00-9e2b-fa969fc6d3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80956960-1752-4080-9793-375ae16a5a8f'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:43.089189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-a1b6a294-f5f3-4e4f-84dc-94f1789080f0 service neutron] 10.222.0.45 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840338 Jan 27 21:36:43.163777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35364) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:43.185073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 80956960-1752-4080-9793-375ae16a5a8f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=80956960-1752-4080-9793-375ae16a5a8f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:43.193159 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80956960-1752-4080-9793-375ae16a5a8f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.194137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:43.200060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06fa0960-4371-4e06-8aae-c3070b7cd3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.227253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ba0739d-49c1-4d4f-b247-2e879fa5b4eb req-53e78091-7250-4e5a-9f9e-1df218a29612 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851490 Jan 27 21:36:43.267234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=80956960-1752-4080-9793-375ae16a5a8f,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:43.350915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:43.352277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-1f5024ff-027f-453d-a459-577a548eea38 service neutron] 10.222.0.45 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453237 Jan 27 21:36:43.360035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:43.360489 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.432509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06fa0960-4371-4e06-8aae-c3070b7cd3ad admin admin] Publish callbacks [] for security_group (655994e9-f298-4363-8e29-267c757a899e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.443330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06fa0960-4371-4e06-8aae-c3070b7cd3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (655994e9-f298-4363-8e29-267c757a899e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.554506 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-06fa0960-4371-4e06-8aae-c3070b7cd3ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=425f98e6810d4f7f89bb0f57e781ad5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869114 Jan 27 21:36:43.557728 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64de6a25-e204-4643-82e6-dc05331c32aa" -d '{"events": [{"server_uuid": "5e51f78e-af43-4d00-9e2b-fa969fc6d3fa", "name": "network-vif-plugged", "status": "completed", "tag": "80956960-1752-4080-9793-375ae16a5a8f"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:43.558470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35372) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:43.559338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa0960-4371-4e06-8aae-c3070b7cd3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655994e9-f298-4363-8e29-267c757a899e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:43.560858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:43.561264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.655801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:43.668917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.741104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74b4197c-bb2c-422b-bad7-8278478e45a6 admin admin] Publish callbacks [] for security_group (655994e9-f298-4363-8e29-267c757a899e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.779876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:43.803987 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74b4197c-bb2c-422b-bad7-8278478e45a6 admin admin] Publish callbacks [] for security_group (655994e9-f298-4363-8e29-267c757a899e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.909977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade395ea-3b12-4112-9bbb-939bd83bac07 req-b7b3b6d3-8ae1-428d-8485-07385f07fa4d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:43.912760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ade395ea-3b12-4112-9bbb-939bd83bac07 req-b7b3b6d3-8ae1-428d-8485-07385f07fa4d tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 972 time: 0.0885260 Jan 27 21:36:43.967926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74b4197c-bb2c-422b-bad7-8278478e45a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (655994e9-f298-4363-8e29-267c757a899e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.973389 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74b4197c-bb2c-422b-bad7-8278478e45a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.977278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-74b4197c-bb2c-422b-bad7-8278478e45a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/655994e9-f298-4363-8e29-267c757a899e HTTP/1.1" status: 204 len: 168 time: 0.4145007 Jan 27 21:36:44.007203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4197c-bb2c-422b-bad7-8278478e45a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655994e9-f298-4363-8e29-267c757a899e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:44.052409 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ade395ea-3b12-4112-9bbb-939bd83bac07 req-6c440e87-d27d-41dc-ba86-9b1b7a56e486 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255810 Jan 27 21:36:44.184670 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4267cc29-db48-46e1-a3ef-a9f929e1607d x-openstack-request-id: req-4267cc29-db48-46e1-a3ef-a9f929e1607d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:44.185260 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51f78e-af43-4d00-9e2b-fa969fc6d3fa", "name": "network-vif-plugged", "status": "completed", "tag": "80956960-1752-4080-9793-375ae16a5a8f", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:44.185570 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4267cc29-db48-46e1-a3ef-a9f929e1607d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:44.186049 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51f78e-af43-4d00-9e2b-fa969fc6d3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80956960-1752-4080-9793-375ae16a5a8f', 'code': 200} Jan 27 21:36:44.219012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-227c8a38-8688-4aef-8954-345c4ac897c4 req-51766965-fe1d-4cd7-bf47-9be8766e8bd6 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 210 time: 0.0899661 Jan 27 21:36:44.499835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92e9e3-8062-4bbc-9e36-5608accfa8ad req-2c874189-4fd9-4407-ab07-038dfc552d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.503775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb92e9e3-8062-4bbc-9e36-5608accfa8ad req-2c874189-4fd9-4407-ab07-038dfc552d44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 1101 time: 0.2248416 Jan 27 21:36:44.589594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb92e9e3-8062-4bbc-9e36-5608accfa8ad req-c5e24f54-3768-422c-9218-3b4990fadde1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.653730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28c50c-94df-4a9c-8e09-adb8e29f3a73 req-ad3a2bac-1c10-4ef9-a828-7f7941d597bc tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.656530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d28c50c-94df-4a9c-8e09-adb8e29f3a73 req-ad3a2bac-1c10-4ef9-a828-7f7941d597bc tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 950 time: 0.1791213 Jan 27 21:36:44.813506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d28c50c-94df-4a9c-8e09-adb8e29f3a73 req-0bc47b78-5052-442e-a7f1-9d0d81575136 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317348 Jan 27 21:36:44.885331 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb92e9e3-8062-4bbc-9e36-5608accfa8ad req-c5e24f54-3768-422c-9218-3b4990fadde1 service neutron] Publish callbacks [] for security_group (7bc527e1-f7c6-498b-9e4a-972baf703784), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.898618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb92e9e3-8062-4bbc-9e36-5608accfa8ad req-c5e24f54-3768-422c-9218-3b4990fadde1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7bc527e1-f7c6-498b-9e4a-972baf703784), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.952063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb92e9e3-8062-4bbc-9e36-5608accfa8ad req-c5e24f54-3768-422c-9218-3b4990fadde1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364398 Jan 27 21:36:44.984217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e24f54-3768-422c-9218-3b4990fadde1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc527e1-f7c6-498b-9e4a-972baf703784,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:45.285843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1525a4-c2a0-4bcf-a5a9-9081624d0dc1 req-9a61dd08-e9ee-4b9b-bd2c-9beb523647f6 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:45.288996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc1525a4-c2a0-4bcf-a5a9-9081624d0dc1 req-9a61dd08-e9ee-4b9b-bd2c-9beb523647f6 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 972 time: 0.1048791 Jan 27 21:36:45.379524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc1525a4-c2a0-4bcf-a5a9-9081624d0dc1 req-04a7abea-d178-4689-b7e6-f5b29103bb04 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806992 Jan 27 21:36:45.411837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35438) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:45.507316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ed1a3a4-a596-468b-8355-a3dc5318f5d7 req-8479189a-d52b-44d7-a5c9-a720ca2ed85e tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 210 time: 0.0360136 Jan 27 21:36:45.629654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-50457ac1-a706-4081-89dc-4c39986f7b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.682400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.16', 53769) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:45.890554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-5cbabf55-74ee-4573-ad9b-0bde2d61e72c tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:45.892315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-5cbabf55-74ee-4573-ad9b-0bde2d61e72c tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.16 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 824 time: 0.2089062 Jan 27 21:36:45.910179 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-50457ac1-a706-4081-89dc-4c39986f7b44 admin admin] Publish callbacks [] for security_group (54403f76-db24-440d-88f2-40bb01471419), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.916811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-50457ac1-a706-4081-89dc-4c39986f7b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (54403f76-db24-440d-88f2-40bb01471419), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.976122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-50457ac1-a706-4081-89dc-4c39986f7b44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=064b7345c2fe43858a679bc431366682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5604033 Jan 27 21:36:45.979279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35462) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:45.998030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50457ac1-a706-4081-89dc-4c39986f7b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54403f76-db24-440d-88f2-40bb01471419,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:46.053751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3ec84b4-9317-40d6-9c86-21824fdb6cc1 admin admin] Publish callbacks [] for security_group (54403f76-db24-440d-88f2-40bb01471419), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.101913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02828d74-2149-47f6-9e01-cc30bc61e946 req-e0d4c11c-1132-4b13-b005-676346101692 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:46.105046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02828d74-2149-47f6-9e01-cc30bc61e946 req-e0d4c11c-1132-4b13-b005-676346101692 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 950 time: 0.1484437 Jan 27 21:36:46.121610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3ec84b4-9317-40d6-9c86-21824fdb6cc1 admin admin] Publish callbacks [] for security_group (54403f76-db24-440d-88f2-40bb01471419), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.122339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-2833c9d3-59e9-45ac-b0b4-ebd071a2609b tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b HTTP/1.1" status: 200 len: 380 time: 0.1450658 Jan 27 21:36:46.143026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Request body: {'port': {'device_id': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'admin_state_up': True, 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'security_groups': ['46ae6b2a-5e38-479b-9527-590119668522']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:46.187690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341e13e1-4405-47e8-b97f-5e562b84860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c90247-ce0f-41e2-8ca1-9a2a2ef6384c'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:46.190619 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca67dbd6-6264-42b9-8ed1-a1104a836b03" -d '{"events": [{"server_uuid": "341e13e1-4405-47e8-b97f-5e562b84860f", "name": "network-vif-plugged", "status": "completed", "tag": "74c90247-ce0f-41e2-8ca1-9a2a2ef6384c"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:46.249483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3ec84b4-9317-40d6-9c86-21824fdb6cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (54403f76-db24-440d-88f2-40bb01471419), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.257123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3ec84b4-9317-40d6-9c86-21824fdb6cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.259666 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3ec84b4-9317-40d6-9c86-21824fdb6cc1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54403f76-db24-440d-88f2-40bb01471419 HTTP/1.1" status: 204 len: 168 time: 0.2777002 Jan 27 21:36:46.276382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec84b4-9317-40d6-9c86-21824fdb6cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54403f76-db24-440d-88f2-40bb01471419,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:46.300633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02828d74-2149-47f6-9e01-cc30bc61e946 req-fa2c8351-bc5b-4751-9e34-97e6b2aa4908 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880207 Jan 27 21:36:46.431448 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915997f7-2bae-4a40-aa48-c59fda8aeb25 x-openstack-request-id: req-915997f7-2bae-4a40-aa48-c59fda8aeb25 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:46.432143 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341e13e1-4405-47e8-b97f-5e562b84860f", "name": "network-vif-plugged", "status": "completed", "tag": "74c90247-ce0f-41e2-8ca1-9a2a2ef6384c", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:46.432671 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-915997f7-2bae-4a40-aa48-c59fda8aeb25 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:46.433728 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341e13e1-4405-47e8-b97f-5e562b84860f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c90247-ce0f-41e2-8ca1-9a2a2ef6384c', 'code': 200} Jan 27 21:36:46.460764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Made reservation on behalf of 085c0c9dc69a4f749abadbbaa7aaef7b for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:46.492278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.548484 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:36:46.882427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1670d28-f807-4d9e-abf6-060a99663cbf req-727a9d02-e338-4590-bb2d-ce32379b9dac tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 210 time: 0.2019653 Jan 27 21:36:47.005178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7244c-6ebd-49e3-9e3a-1549f992134c req-a0cdac9f-a036-4c98-9301-46bd33988324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:47.007041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2aa7244c-6ebd-49e3-9e3a-1549f992134c req-a0cdac9f-a036-4c98-9301-46bd33988324 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 1123 time: 0.4238808 Jan 27 21:36:47.075950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b528-fb50-47a7-a984-618dd1cb5cac req-a0fb0b44-0667-455f-bab3-d33f65e8c6f7 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:47.084582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9382b528-fb50-47a7-a984-618dd1cb5cac req-a0fb0b44-0667-455f-bab3-d33f65e8c6f7 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 972 time: 0.1967013 Jan 27 21:36:47.159089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Allocated IP 172.20.0.4 (1929a838-82b7-4565-948f-dc7befddaab3/9b0a02fe-e156-4eae-8a8f-fd2065db7af7/1a5548e1-ed85-4388-84aa-f98d9d852fd3) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:47.168987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2aa7244c-6ebd-49e3-9e3a-1549f992134c req-00640fdf-09f5-49e5-9ef1-d3c35f20f83e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507828 Jan 27 21:36:47.203379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9382b528-fb50-47a7-a984-618dd1cb5cac req-2268171d-0d09-4d3f-a138-9f06a371c679 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176894 Jan 27 21:36:47.215578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35494) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:47.259181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e844711d-e394-46ca-8347-37228dfe1265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.485543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e844711d-e394-46ca-8347-37228dfe1265 admin admin] Publish callbacks [] for security_group (36297a2a-35ae-4cc3-ae16-d11cac76bda6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.495879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e844711d-e394-46ca-8347-37228dfe1265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (36297a2a-35ae-4cc3-ae16-d11cac76bda6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.529499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35500) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:47.577057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844711d-e394-46ca-8347-37228dfe1265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36297a2a-35ae-4cc3-ae16-d11cac76bda6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:47.587811 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e844711d-e394-46ca-8347-37228dfe1265 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8916cc015a05443da3dd26913ad97c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689518 Jan 27 21:36:47.594108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35506) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:47.694879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6491c9c2-ecf3-4769-8036-0b8ef5239459 admin admin] Publish callbacks [] for security_group (36297a2a-35ae-4cc3-ae16-d11cac76bda6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.741612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6491c9c2-ecf3-4769-8036-0b8ef5239459 admin admin] Publish callbacks [] for security_group (36297a2a-35ae-4cc3-ae16-d11cac76bda6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.860214 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6491c9c2-ecf3-4769-8036-0b8ef5239459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (36297a2a-35ae-4cc3-ae16-d11cac76bda6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.863890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6491c9c2-ecf3-4769-8036-0b8ef5239459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.871159 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6491c9c2-ecf3-4769-8036-0b8ef5239459 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36297a2a-35ae-4cc3-ae16-d11cac76bda6 HTTP/1.1" status: 204 len: 168 time: 0.2756977 Jan 27 21:36:47.893135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a37756-99a4-4788-a444-59032ee28f7f req-7c1d04f3-8f76-4f9a-a41b-8d9e3cc2769a tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:47.895176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a37756-99a4-4788-a444-59032ee28f7f req-7c1d04f3-8f76-4f9a-a41b-8d9e3cc2769a tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 950 time: 0.4846053 Jan 27 21:36:47.901351 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.909903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.919839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c9c2-ecf3-4769-8036-0b8ef5239459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36297a2a-35ae-4cc3-ae16-d11cac76bda6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:47.936198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51eeeeb0-c93e-480b-8c94-73b6e94462ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.054352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a37756-99a4-4788-a444-59032ee28f7f req-7c68421a-f5dc-4245-bc05-554afa9cb775 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416600 Jan 27 21:36:48.067104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.090930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51eeeeb0-c93e-480b-8c94-73b6e94462ce admin admin] Publish callbacks [] for security_group (a66a612d-9ab1-4095-9b8e-dc5f62f45822), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.099129 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51eeeeb0-c93e-480b-8c94-73b6e94462ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a66a612d-9ab1-4095-9b8e-dc5f62f45822), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.191775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eeeeb0-c93e-480b-8c94-73b6e94462ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66a612d-9ab1-4095-9b8e-dc5f62f45822,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:48.240571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event updated for resources: {'Port': ['ID=1a5548e1-ed85-4388-84aa-f98d9d852fd3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:48.251565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35520) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:48.258588 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51eeeeb0-c93e-480b-8c94-73b6e94462ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7babc8ba57d460f81c74c28496832bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7134607 Jan 27 21:36:48.267108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Network 1929a838-82b7-4565-948f-dc7befddaab3 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:48.334194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:48.344924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:48.355400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:48.356136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.415157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-cff191f6-b106-4069-9b0e-3826ebb446ce tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2853823 Jan 27 21:36:48.434832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-a4edabe8-d83f-4c13-b79c-46f04a5db2d3 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:36:48.436477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-a4edabe8-d83f-4c13-b79c-46f04a5db2d3 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074775 Jan 27 21:36:48.494446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026f0a0-f83d-48cb-a33c-799241f8dfa5 req-7f95e2dc-538d-4f18-886d-06d8e6aadb89 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:48.496391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e026f0a0-f83d-48cb-a33c-799241f8dfa5 req-7f95e2dc-538d-4f18-886d-06d8e6aadb89 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 931 time: 0.3162360 Jan 27 21:36:48.596994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e3475a9-5ef5-4578-b815-9d4eb39ed2d6 admin admin] Publish callbacks [] for security_group (a66a612d-9ab1-4095-9b8e-dc5f62f45822), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.713950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e3475a9-5ef5-4578-b815-9d4eb39ed2d6 admin admin] Publish callbacks [] for security_group (a66a612d-9ab1-4095-9b8e-dc5f62f45822), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.728232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e026f0a0-f83d-48cb-a33c-799241f8dfa5 req-fcfb8e96-8429-41d4-b74e-c36bae4b9d58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219179 Jan 27 21:36:48.790485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0fa1c952-de04-487a-a0b8-fac90b200d7f None None] Provisioning complete for port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:48.791174 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c952-de04-487a-a0b8-fac90b200d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.836141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Request body: {'port': {'device_id': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:48.865809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0fa1c952-de04-487a-a0b8-fac90b200d7f None None] Port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:49.029883 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e3475a9-5ef5-4578-b815-9d4eb39ed2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a66a612d-9ab1-4095-9b8e-dc5f62f45822), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.035275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e3475a9-5ef5-4578-b815-9d4eb39ed2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.040021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8e3475a9-5ef5-4578-b815-9d4eb39ed2d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a66a612d-9ab1-4095-9b8e-dc5f62f45822 HTTP/1.1" status: 204 len: 168 time: 0.7816043 Jan 27 21:36:49.057317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.083770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721b4bd-05e0-451f-8227-2390bd21d62d req-427cb464-d7fd-4f32-89b2-42b040738308 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.087645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f721b4bd-05e0-451f-8227-2390bd21d62d req-427cb464-d7fd-4f32-89b2-42b040738308 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 972 time: 0.2063797 Jan 27 21:36:49.124509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3475a9-5ef5-4578-b815-9d4eb39ed2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66a612d-9ab1-4095-9b8e-dc5f62f45822,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:49.459717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f721b4bd-05e0-451f-8227-2390bd21d62d req-49770ed9-c8df-4d20-8ad1-faa129c16588 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430901 Jan 27 21:36:49.634463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7593457-995e-46c8-9734-1e843b1d3a22 req-a08ca991-39d9-4de0-8799-28a8059f3864 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.638903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7593457-995e-46c8-9734-1e843b1d3a22 req-a08ca991-39d9-4de0-8799-28a8059f3864 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 950 time: 0.2243624 Jan 27 21:36:49.780312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35562) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:49.807318 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26ded04d-7417-4739-bfa3-a6650ecffb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.818175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7593457-995e-46c8-9734-1e843b1d3a22 req-33ed8ad8-1e26-4134-a7da-0ecca1eff402 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549644 Jan 27 21:36:49.900101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472c3e7-3035-4fd8-b2d4-cac6892ea16f req-dbeba7a7-1400-463d-9a29-0b7ffda1d60a tempest-AggregatesAdminTestJSON-1528273348 tempest-AggregatesAdminTestJSON-1528273348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.902950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e472c3e7-3035-4fd8-b2d4-cac6892ea16f req-dbeba7a7-1400-463d-9a29-0b7ffda1d60a tempest-AggregatesAdminTestJSON-1528273348 tempest-AggregatesAdminTestJSON-1528273348-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 1123 time: 0.2257423 Jan 27 21:36:49.975036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26ded04d-7417-4739-bfa3-a6650ecffb81 admin admin] Publish callbacks [] for security_group (6b94d60c-046d-4ec6-b192-cf7e07aab0b5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.980769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26ded04d-7417-4739-bfa3-a6650ecffb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6b94d60c-046d-4ec6-b192-cf7e07aab0b5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.982697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e472c3e7-3035-4fd8-b2d4-cac6892ea16f req-55ca6deb-86f4-4eff-9df7-43c53a6f8fc7 tempest-AggregatesAdminTestJSON-1528273348 tempest-AggregatesAdminTestJSON-1528273348-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.022910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5548e1-ed85-4388-84aa-f98d9d852fd3 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:50.052589 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-26ded04d-7417-4739-bfa3-a6650ecffb81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ab98da340f04c838af670687653e335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696199 Jan 27 21:36:50.055748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35568) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:50.061184 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Publish callbacks [] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.066929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ded04d-7417-4739-bfa3-a6650ecffb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b94d60c-046d-4ec6-b192-cf7e07aab0b5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:50.142445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Transition to ACTIVE for port object 1a5548e1-ed85-4388-84aa-f98d9d852fd3 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:50.149650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67c3204b-940d-4b3b-a99c-57ae86b5c279 admin admin] Publish callbacks [] for security_group (6b94d60c-046d-4ec6-b192-cf7e07aab0b5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.163832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.196167 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67c3204b-940d-4b3b-a99c-57ae86b5c279 admin admin] Publish callbacks [] for security_group (6b94d60c-046d-4ec6-b192-cf7e07aab0b5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.277992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f80b9a-722c-4146-915e-0260f20c52b2 req-691b4894-f084-4b78-990b-79436945ddfc tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:50.286940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33f80b9a-722c-4146-915e-0260f20c52b2 req-691b4894-f084-4b78-990b-79436945ddfc tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 931 time: 0.2814786 Jan 27 21:36:50.300170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.302378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67c3204b-940d-4b3b-a99c-57ae86b5c279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6b94d60c-046d-4ec6-b192-cf7e07aab0b5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.308777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67c3204b-940d-4b3b-a99c-57ae86b5c279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.314852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-67c3204b-940d-4b3b-a99c-57ae86b5c279 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b94d60c-046d-4ec6-b192-cf7e07aab0b5 HTTP/1.1" status: 204 len: 168 time: 0.2541873 Jan 27 21:36:50.338598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3204b-940d-4b3b-a99c-57ae86b5c279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b94d60c-046d-4ec6-b192-cf7e07aab0b5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:50.405519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5548e1-ed85-4388-84aa-f98d9d852fd3,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:50.546030 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e472c3e7-3035-4fd8-b2d4-cac6892ea16f req-55ca6deb-86f4-4eff-9df7-43c53a6f8fc7 tempest-AggregatesAdminTestJSON-1528273348 tempest-AggregatesAdminTestJSON-1528273348-project-admin] Publish callbacks [] for security_group (e8aca1a0-9968-46ed-a795-0a92308ebdc8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.552594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Attempting to bind port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:50.553126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Attempting to bind port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:50.553625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Attempting to bind port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 on network 1929a838-82b7-4565-948f-dc7befddaab3 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:50.559132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e472c3e7-3035-4fd8-b2d4-cac6892ea16f req-55ca6deb-86f4-4eff-9df7-43c53a6f8fc7 tempest-AggregatesAdminTestJSON-1528273348 tempest-AggregatesAdminTestJSON-1528273348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e8aca1a0-9968-46ed-a795-0a92308ebdc8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.605157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35576) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:50.658881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca6deb-86f4-4eff-9df7-43c53a6f8fc7 tempest-AggregatesAdminTestJSON-1528273348 tempest-AggregatesAdminTestJSON-1528273348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aca1a0-9968-46ed-a795-0a92308ebdc8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:50.702174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 on network 1929a838-82b7-4565-948f-dc7befddaab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:50.702503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Attempting to bind port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 on network 1929a838-82b7-4565-948f-dc7befddaab3 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:50.716035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:50.716481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Checking segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:50.717114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Bound using segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:50.717641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Bound port: 1a5548e1-ed85-4388-84aa-f98d9d852fd3, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:50.718062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.817493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-cd452b8f-6d70-4dfd-a45a-da153ca93f70 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:50.819529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-cd452b8f-6d70-4dfd-a45a-da153ca93f70 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 1101 time: 0.2619612 Jan 27 21:36:50.863858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33f80b9a-722c-4146-915e-0260f20c52b2 req-562236d5-81f7-4956-8cea-d9fb9201b04b tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5570853 Jan 27 21:36:50.899314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e472c3e7-3035-4fd8-b2d4-cac6892ea16f req-55ca6deb-86f4-4eff-9df7-43c53a6f8fc7 tempest-AggregatesAdminTestJSON-1528273348 tempest-AggregatesAdminTestJSON-1528273348-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9747748 Jan 27 21:36:51.101218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] For port 1a5548e1-ed85-4388-84aa-f98d9d852fd3, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:51.126009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f2508ed-417c-4dd7-a46b-b26048a37003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.239000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] For port 1a5548e1-ed85-4388-84aa-f98d9d852fd3, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:51.260972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.326725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.328239 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.330849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] 10.222.0.16 "PUT /v2.0/ports/1a5548e1-ed85-4388-84aa-f98d9d852fd3 HTTP/1.1" status: 200 len: 1091 time: 2.6834571 Jan 27 21:36:51.336191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:51.339367 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ef587d-143c-4b38-addd-2d6b034b47e9" -d '{"events": [{"name": "network-changed", "server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:51.421092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d67d5-cf82-49c8-b8dc-9014a59280f2 req-4fb8f62f-9bd6-40ee-82de-d41ecd5dc157 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.429486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a47d67d5-cf82-49c8-b8dc-9014a59280f2 req-4fb8f62f-9bd6-40ee-82de-d41ecd5dc157 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 950 time: 0.3577931 Jan 27 21:36:51.446316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] Deleting port 80956960-1752-4080-9793-375ae16a5a8f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:36:51.446993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (80956960-1752-4080-9793-375ae16a5a8f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.477781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dfa54-8266-4483-9d8b-1fb6f7ac9456 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5548e1-ed85-4388-84aa-f98d9d852fd3,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:51.614028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a47d67d5-cf82-49c8-b8dc-9014a59280f2 req-84ffb002-e345-4229-9152-71cd178309f3 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831098 Jan 27 21:36:51.621232 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad65fdd-fa20-49e8-8387-13cb9bf662a0 x-openstack-request-id: req-0ad65fdd-fa20-49e8-8387-13cb9bf662a0 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:51.622159 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:51.622464 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ad65fdd-fa20-49e8-8387-13cb9bf662a0 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:51.623627 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'status': 'completed', 'code': 200} Jan 27 21:36:51.641311 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-364b63a7-3a76-419d-99c2-806db9394592 req-fc60dd69-f303-4950-b2f7-3caec714e1fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3843842 Jan 27 21:36:51.649678 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f2508ed-417c-4dd7-a46b-b26048a37003 admin admin] Publish callbacks [] for security_group (59ebdb78-54d5-4e23-8667-932c0715b60f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.652989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35596) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:51.665105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f2508ed-417c-4dd7-a46b-b26048a37003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (59ebdb78-54d5-4e23-8667-932c0715b60f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.713448 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-450d6146-62fe-459f-a48c-d2c2a3230ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.722633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2508ed-417c-4dd7-a46b-b26048a37003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ebdb78-54d5-4e23-8667-932c0715b60f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:51.820978 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f2508ed-417c-4dd7-a46b-b26048a37003 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2abfde0ab9f849c3bd512d27ad2ca590&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2140050 Jan 27 21:36:51.825721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35600) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:51.830473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-6eff7d4c-0a3b-4e09-a06c-b56e236594b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.833143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-6eff7d4c-0a3b-4e09-a06c-b56e236594b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 1094 time: 0.2439792 Jan 27 21:36:51.921188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] For port 80956960-1752-4080-9793-375ae16a5a8f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=80956960-1752-4080-9793-375ae16a5a8f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:51.921770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (80956960-1752-4080-9793-375ae16a5a8f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.925640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b63a7-3a76-419d-99c2-806db9394592 req-f277301b-68d4-4538-8a25-c8e558bb1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.929372 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-364b63a7-3a76-419d-99c2-806db9394592 req-f277301b-68d4-4538-8a25-c8e558bb1f2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2ccbac727b64c9f873275d08b88f1bd&device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 1123 time: 0.1552238 Jan 27 21:36:52.146046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-9dc35137-33ad-4b50-beaa-de98b131161b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3 HTTP/1.1" status: 200 len: 217 time: 0.2429140 Jan 27 21:36:52.157262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] Calling delete_port for 80956960-1752-4080-9793-375ae16a5a8f owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:36:52.166055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-450d6146-62fe-459f-a48c-d2c2a3230ab0 admin admin] Publish callbacks [] for security_group (2ab7ce94-a425-4e27-a083-9aa15b73192c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.193860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d06e9e8-26fe-4ec7-900d-271eeb11aacb admin admin] Publish callbacks [] for security_group (59ebdb78-54d5-4e23-8667-932c0715b60f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.234007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e929c-4c04-470e-8249-04457e52f9b2 req-58f3c1de-d4f5-4361-affd-3fb7a51bca92 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.242997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-277e929c-4c04-470e-8249-04457e52f9b2 req-58f3c1de-d4f5-4361-affd-3fb7a51bca92 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 972 time: 0.4312434 Jan 27 21:36:52.263094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-450d6146-62fe-459f-a48c-d2c2a3230ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2ab7ce94-a425-4e27-a083-9aa15b73192c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.266977 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d06e9e8-26fe-4ec7-900d-271eeb11aacb admin admin] Publish callbacks [] for security_group (59ebdb78-54d5-4e23-8667-932c0715b60f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.372259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b63a7-3a76-419d-99c2-806db9394592 req-a9a2a7a4-b3a9-4669-a160-212d0245aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.375141 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-364b63a7-3a76-419d-99c2-806db9394592 req-a9a2a7a4-b3a9-4669-a160-212d0245aaa8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.4093895 Jan 27 21:36:52.435596 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-364b63a7-3a76-419d-99c2-806db9394592 req-ba408e03-c6cb-4800-882e-973afdf13e1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c HTTP/1.1" status: 200 len: 217 time: 0.0516062 Jan 27 21:36:52.438864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d06e9e8-26fe-4ec7-900d-271eeb11aacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (59ebdb78-54d5-4e23-8667-932c0715b60f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.441805 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d06e9e8-26fe-4ec7-900d-271eeb11aacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.446095 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5d06e9e8-26fe-4ec7-900d-271eeb11aacb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/59ebdb78-54d5-4e23-8667-932c0715b60f HTTP/1.1" status: 204 len: 168 time: 0.5866132 Jan 27 21:36:52.479065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06e9e8-26fe-4ec7-900d-271eeb11aacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ebdb78-54d5-4e23-8667-932c0715b60f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:52.520729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-450d6146-62fe-459f-a48c-d2c2a3230ab0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fb058e8146e4c5db8a38841a98e2404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8625014 Jan 27 21:36:52.521316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b63a7-3a76-419d-99c2-806db9394592 req-f8cef88d-9847-4e20-9c6e-bc57b797e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.522916 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-364b63a7-3a76-419d-99c2-806db9394592 req-f8cef88d-9847-4e20-9c6e-bc57b797e1f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0788178 Jan 27 21:36:52.523543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:52.539886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-2ab66db8-9247-4f5d-897c-a5d91ed2ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.542236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-2ab66db8-9247-4f5d-897c-a5d91ed2ed9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b0a02fe-e156-4eae-8a8f-fd2065db7af7 HTTP/1.1" status: 200 len: 863 time: 0.3281059 Jan 27 21:36:52.542908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d6146-62fe-459f-a48c-d2c2a3230ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab7ce94-a425-4e27-a083-9aa15b73192c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:52.571646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-277e929c-4c04-470e-8249-04457e52f9b2 req-8bb34479-2bfb-40e3-b10f-3f68ae1d98a1 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276598 Jan 27 21:36:52.606870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73687211-664a-4e0e-89d6-bea421db7978 req-5f1937ca-9d88-4cef-a825-3eee19e3af51 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.612290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73687211-664a-4e0e-89d6-bea421db7978 req-5f1937ca-9d88-4cef-a825-3eee19e3af51 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 943 time: 0.4981496 Jan 27 21:36:52.625976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b63a7-3a76-419d-99c2-806db9394592 req-766c4f31-357d-487c-972f-845eb0292004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.627648 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-364b63a7-3a76-419d-99c2-806db9394592 req-766c4f31-357d-487c-972f-845eb0292004 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954099 Jan 27 21:36:52.660717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f0f56b4-1a91-47d9-8dbb-cce519222160 admin admin] Publish callbacks [] for security_group (2ab7ce94-a425-4e27-a083-9aa15b73192c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.732108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.57', 64507) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:52.735059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f0f56b4-1a91-47d9-8dbb-cce519222160 admin admin] Publish callbacks [] for security_group (2ab7ce94-a425-4e27-a083-9aa15b73192c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.836136 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-364b63a7-3a76-419d-99c2-806db9394592 req-74627b7f-0b20-493f-b494-927ca2b2bed2 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996460 Jan 27 21:36:52.921072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73687211-664a-4e0e-89d6-bea421db7978 req-759daf17-9ea7-4879-bdad-66f52e16bde6 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823763 Jan 27 21:36:52.950180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f0f56b4-1a91-47d9-8dbb-cce519222160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2ab7ce94-a425-4e27-a083-9aa15b73192c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.955243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f0f56b4-1a91-47d9-8dbb-cce519222160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.958620 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f0f56b4-1a91-47d9-8dbb-cce519222160 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ab7ce94-a425-4e27-a083-9aa15b73192c HTTP/1.1" status: 204 len: 168 time: 0.4338226 Jan 27 21:36:52.985680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f56b4-1a91-47d9-8dbb-cce519222160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab7ce94-a425-4e27-a083-9aa15b73192c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:53.036488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-9e4a66b5-8fc8-40a4-9aef-19e73ece12fb tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:53.038898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-9e4a66b5-8fc8-40a4-9aef-19e73ece12fb tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.57 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 972 time: 0.2311254 Jan 27 21:36:53.054343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35626) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:53.057322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (80956960-1752-4080-9793-375ae16a5a8f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.066771 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-364b63a7-3a76-419d-99c2-806db9394592 req-55ea7ced-166e-4ce7-898b-9275a3cad7ba service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224681 Jan 27 21:36:53.302892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] Pushing event deleted for resources: {'Port': ['ID=80956960-1752-4080-9793-375ae16a5a8f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:53.342139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c25ff730-d3a6-4f6c-92c8-f4d9e197343d req-b24fda78-9acf-479b-85b2-32f0f7494048 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e51f78e-af43-4d00-9e2b-fa969fc6d3fa HTTP/1.1" status: 200 len: 210 time: 0.1214685 Jan 27 21:36:53.343459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-182919d8-bad0-4186-b72b-1a61095ac02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.358307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] No DVR routers for this DVR port 80956960-1752-4080-9793-375ae16a5a8f on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:36:53.381087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.386731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47922f49-207f-4b8b-b05b-08b5d46dc531 req-1e54f29c-063e-44c1-9437-84bc6c581674 tempest-DeleteServersAdminTestJSON-823152378 tempest-DeleteServersAdminTestJSON-823152378-project-admin] 10.222.0.57 "DELETE /v2.0/ports/80956960-1752-4080-9793-375ae16a5a8f HTTP/1.1" status: 204 len: 173 time: 2.5495224 Jan 27 21:36:53.626157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Deleting port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:36:53.628048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.709308 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-182919d8-bad0-4186-b72b-1a61095ac02b admin admin] Publish callbacks [] for security_group (3f257e7c-fc23-4d64-be10-bbf04f63b70f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.710250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51f78e-af43-4d00-9e2b-fa969fc6d3fa', 'name': 'network-vif-deleted', 'tag': '80956960-1752-4080-9793-375ae16a5a8f'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:53.713345 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca5c2dd-c4a7-4e9c-b1bf-2de48cf2fdb6" -d '{"events": [{"server_uuid": "5e51f78e-af43-4d00-9e2b-fa969fc6d3fa", "name": "network-vif-deleted", "tag": "80956960-1752-4080-9793-375ae16a5a8f"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:53.724773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-182919d8-bad0-4186-b72b-1a61095ac02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3f257e7c-fc23-4d64-be10-bbf04f63b70f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.827494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-182919d8-bad0-4186-b72b-1a61095ac02b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12b4698781084101b92fa70e25d6751f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7669756 Jan 27 21:36:53.828286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182919d8-bad0-4186-b72b-1a61095ac02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f257e7c-fc23-4d64-be10-bbf04f63b70f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:53.831686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35652) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:53.859257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] For port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:53.859694 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.875737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df5dd-221e-4d41-9f10-6a9b0fb7b71f req-af4ae406-9434-482e-b69a-a1c42a56d27e tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:53.882913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-568df5dd-221e-4d41-9f10-6a9b0fb7b71f req-af4ae406-9434-482e-b69a-a1c42a56d27e tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 972 time: 0.1597767 Jan 27 21:36:53.898289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Calling delete_port for 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c owned by compute:tempest-test_az-1262945645 {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:36:53.987357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1dea736c-7b7a-40c6-8918-9b67a4708320 admin admin] Publish callbacks [] for security_group (3f257e7c-fc23-4d64-be10-bbf04f63b70f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:54.006261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-568df5dd-221e-4d41-9f10-6a9b0fb7b71f req-56d7382c-4a1d-4e88-ad35-20b1618dfd7e tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/security-groups?id=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223693 Jan 27 21:36:54.038532 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1dea736c-7b7a-40c6-8918-9b67a4708320 admin admin] Publish callbacks [] for security_group (3f257e7c-fc23-4d64-be10-bbf04f63b70f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:54.060638 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97613f08-345d-4f7c-b9c3-80001011e8e9 x-openstack-request-id: req-97613f08-345d-4f7c-b9c3-80001011e8e9 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:54.061084 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51f78e-af43-4d00-9e2b-fa969fc6d3fa", "name": "network-vif-deleted", "tag": "80956960-1752-4080-9793-375ae16a5a8f", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:54.061483 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97613f08-345d-4f7c-b9c3-80001011e8e9 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:54.062084 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51f78e-af43-4d00-9e2b-fa969fc6d3fa', 'name': 'network-vif-deleted', 'tag': '80956960-1752-4080-9793-375ae16a5a8f', 'status': 'completed', 'code': 200} Jan 27 21:36:54.160769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1dea736c-7b7a-40c6-8918-9b67a4708320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3f257e7c-fc23-4d64-be10-bbf04f63b70f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:54.164256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1dea736c-7b7a-40c6-8918-9b67a4708320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:54.165791 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1dea736c-7b7a-40c6-8918-9b67a4708320 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f257e7c-fc23-4d64-be10-bbf04f63b70f HTTP/1.1" status: 204 len: 168 time: 0.3314681 Jan 27 21:36:54.186802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea736c-7b7a-40c6-8918-9b67a4708320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f257e7c-fc23-4d64-be10-bbf04f63b70f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:54.589991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (74c90247-ce0f-41e2-8ca1-9a2a2ef6384c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:54.607507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['74c90247-ce0f-41e2-8ca1-9a2a2ef6384c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:54.639616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Pushing event deleted for resources: {'Port': ['ID=74c90247-ce0f-41e2-8ca1-9a2a2ef6384c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:54.705919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-38cbb0dd-9a95-455e-a157-381f5a093f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:54.707565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-38cbb0dd-9a95-455e-a157-381f5a093f07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1929a838-82b7-4565-948f-dc7befddaab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736195 Jan 27 21:36:54.719510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2c95f-bcbe-46ae-b5be-cbfb95400dea req-18391fe5-738b-4b7e-9dfe-3dc4ac873175 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:54.724504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abd2c95f-bcbe-46ae-b5be-cbfb95400dea req-18391fe5-738b-4b7e-9dfe-3dc4ac873175 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 943 time: 0.5970488 Jan 27 21:36:54.755400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] No DVR routers for this DVR port 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:36:54.759484 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:54.763353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c4428e2-3a41-4823-90e6-0d34a1f8e25a req-47c2a438-e82f-477c-962f-fc66f798ac78 tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.57 "DELETE /v2.0/ports/74c90247-ce0f-41e2-8ca1-9a2a2ef6384c HTTP/1.1" status: 204 len: 173 time: 1.7106116 Jan 27 21:36:54.770071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 80956960-1752-4080-9793-375ae16a5a8f no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:54.882902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 80956960-1752-4080-9793-375ae16a5a8f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:36:54.883807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 80956960-1752-4080-9793-375ae16a5a8f not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:36:54.907146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abd2c95f-bcbe-46ae-b5be-cbfb95400dea req-73a0492b-f31e-4806-8377-0fb74ef19809 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379302 Jan 27 21:36:54.987440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-55b9d277-864d-489a-8a69-48b4e97a7d6c service neutron] 10.222.0.16 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614586 Jan 27 21:36:55.171050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-4f24d8b2-bba7-47cc-b48c-1c2fdc15aace tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207206 Jan 27 21:36:55.306651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f639b975-b72a-4086-b50a-3cb95d60d331 req-1620771f-d6a1-43ae-9163-d87ab63ed41a service neutron] 10.222.0.16 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122985 Jan 27 21:36:55.491852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-bff4122b-0665-46bd-a95b-35dc7b1ae7a9 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:55.493532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-bff4122b-0665-46bd-a95b-35dc7b1ae7a9 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088853 Jan 27 21:36:55.529903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-32f7ed71-7142-4877-859d-6718e1ad9f2d tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/quotas/10d46d5aacb24b13ae00f5dd77da7185 HTTP/1.1" status: 200 len: 375 time: 0.0195594 Jan 27 21:36:55.585124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-5a6ee55f-7cf2-4d31-ae2d-1f67a1e1f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:55.587629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-5a6ee55f-7cf2-4d31-ae2d-1f67a1e1f934 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 1094 time: 0.1886997 Jan 27 21:36:55.654547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-f1ada3ab-6d09-440a-9e27-3a29535cab7f tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090117 Jan 27 21:36:55.740432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1b1b788-3709-472d-a60b-a9b3d04cd7b4 req-8756702a-011e-4e25-acc1-4a2216512f5c tempest-AggregatesAdminTestJSON-340974030 tempest-AggregatesAdminTestJSON-340974030-project] 10.222.0.45 "GET /v2.0/ports?device_id=341e13e1-4405-47e8-b97f-5e562b84860f HTTP/1.1" status: 200 len: 210 time: 0.1619294 Jan 27 21:36:55.894848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-88d6c96f-220f-4af6-900e-67c02f42e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:55.896700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-88d6c96f-220f-4af6-900e-67c02f42e8a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 925 time: 0.2449603 Jan 27 21:36:55.981763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-4064ee97-5998-417b-b846-f1f84f661cc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3 HTTP/1.1" status: 200 len: 217 time: 0.0758145 Jan 27 21:36:56.085945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341e13e1-4405-47e8-b97f-5e562b84860f', 'name': 'network-vif-deleted', 'tag': '74c90247-ce0f-41e2-8ca1-9a2a2ef6384c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:56.088866 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d57196-2418-4422-afad-085a8ec21728" -d '{"events": [{"server_uuid": "341e13e1-4405-47e8-b97f-5e562b84860f", "name": "network-vif-deleted", "tag": "74c90247-ce0f-41e2-8ca1-9a2a2ef6384c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:56.101169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-73c932e4-15aa-4a1e-a453-acc797e5cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:56.102992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-73c932e4-15aa-4a1e-a453-acc797e5cd44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b0a02fe-e156-4eae-8a8f-fd2065db7af7 HTTP/1.1" status: 200 len: 863 time: 0.1162119 Jan 27 21:36:56.154291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e8b5e-3a1a-4690-b0bf-c3e79df4ae7f req-60efeeac-0f4d-4cf2-b2c7-ba1cec484bbb tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:56.161754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-054e8b5e-3a1a-4690-b0bf-c3e79df4ae7f req-60efeeac-0f4d-4cf2-b2c7-ba1cec484bbb tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 943 time: 0.1009583 Jan 27 21:36:56.217408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-02d02f29-8448-4d51-974f-e216b79eff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:56.217991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-02d02f29-8448-4d51-974f-e216b79eff4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1929a838-82b7-4565-948f-dc7befddaab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058431 Jan 27 21:36:56.227032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-054e8b5e-3a1a-4690-b0bf-c3e79df4ae7f req-8b4bc69f-d550-440d-97eb-d737180d811b tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643895 Jan 27 21:36:56.384880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d0622cd-40b7-476e-9b10-b315fbf46182 req-5123f344-fbee-4ce0-ad27-4530e33fd3c8 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 210 time: 0.0415807 Jan 27 21:36:56.409329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-5fe0f5f8-52eb-4c4f-be4b-27b7f52d6faf service neutron] 10.222.0.16 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770508 Jan 27 21:36:56.454017 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a4c846-4ea0-4306-b5f9-fc41b65283ee x-openstack-request-id: req-05a4c846-4ea0-4306-b5f9-fc41b65283ee {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:56.454365 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341e13e1-4405-47e8-b97f-5e562b84860f", "name": "network-vif-deleted", "tag": "74c90247-ce0f-41e2-8ca1-9a2a2ef6384c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:56.454684 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05a4c846-4ea0-4306-b5f9-fc41b65283ee {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:56.455141 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341e13e1-4405-47e8-b97f-5e562b84860f', 'name': 'network-vif-deleted', 'tag': '74c90247-ce0f-41e2-8ca1-9a2a2ef6384c', 'status': 'completed', 'code': 200} Jan 27 21:36:56.584378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ef587d-143c-4b38-addd-2d6b034b47e9 req-93c07451-d4dd-4224-adbd-7725bff1607a service neutron] 10.222.0.16 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675847 Jan 27 21:36:56.768460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:56.821904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:36:56.822460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 74c90247-ce0f-41e2-8ca1-9a2a2ef6384c not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:36:57.505325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-9118d762-7025-4998-8d5f-1fc87d9365bc tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407209 Jan 27 21:36:57.705538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-481d8844-aa14-4d70-8e4e-46fb575f8402 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:57.707218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-481d8844-aa14-4d70-8e4e-46fb575f8402 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966114 Jan 27 21:36:57.724694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Request body: {'port': {'device_id': 'a18e8e97-fef9-4bdb-ba41-00169c220908', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '10d46d5aacb24b13ae00f5dd77da7185'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:57.930455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Made reservation on behalf of 10d46d5aacb24b13ae00f5dd77da7185 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:57.934357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:58.102722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864385a-e614-47ab-8dd1-bd9b7b20cfb2 req-e8702491-13eb-4f64-9516-12ad4ba1cedd tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:58.105394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6864385a-e614-47ab-8dd1-bd9b7b20cfb2 req-e8702491-13eb-4f64-9516-12ad4ba1cedd tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 943 time: 0.1375935 Jan 27 21:36:58.227468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5085920-1cd3-4826-92e0-3d5bfce51ed2 req-01c0976c-0e30-4dcf-a18c-06ff01376fc7 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 210 time: 0.1201119 Jan 27 21:36:58.308913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Allocated IP 192.168.233.18 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/2419603c-1a99-4bae-bf5f-bd13909edc6e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:58.332192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6864385a-e614-47ab-8dd1-bd9b7b20cfb2 req-5d450395-d63c-43ec-84c4-ce0689942d06 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906834 Jan 27 21:36:58.577090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks [] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:58.646836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:58.760934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:58.770633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:58.783542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:58.793918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:58.795063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:58.806953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Pushing event updated for resources: {'Port': ['ID=2419603c-1a99-4bae-bf5f-bd13909edc6e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:58.881493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-760ef1a2-dc10-425f-9be7-fdcd7725ddcf tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1616526 Jan 27 21:36:58.905367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Request body: {'port': {'device_id': 'a18e8e97-fef9-4bdb-ba41-00169c220908', 'device_owner': 'compute:tempest-test_az-1262945645', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:59.061987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 1a5548e1-ed85-4388-84aa-f98d9d852fd3 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:59.068544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.303390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 1a5548e1-ed85-4388-84aa-f98d9d852fd3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:59.331909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'port_id': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'mac_address': 'fa:16:3e:fe:2a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:59.608321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ff8f08ce-3fe1-4b5d-9c79-28334011b854 None None] Provisioning complete for port 2419603c-1a99-4bae-bf5f-bd13909edc6e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:59.609268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff8f08ce-3fe1-4b5d-9c79-28334011b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.633208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:59.633847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.657413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5548e1-ed85-4388-84aa-f98d9d852fd3 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:59.665242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35878) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:59.677152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f08ce-3fe1-4b5d-9c79-28334011b854 None None] Port 2419603c-1a99-4bae-bf5f-bd13909edc6e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:59.693975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 1a5548e1-ed85-4388-84aa-f98d9d852fd3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:59.702030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.752499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35882) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:59.816978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=1a5548e1-ed85-4388-84aa-f98d9d852fd3,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:59.891380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1647f-c9f6-48cc-a3ca-d031c64c58f6 req-c671c6c6-8401-493f-847c-f21681e04b1c tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:59.893110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0bf1647f-c9f6-48cc-a3ca-d031c64c58f6 req-c671c6c6-8401-493f-847c-f21681e04b1c tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 935 time: 0.1309493 Jan 27 21:36:59.901266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2419603c-1a99-4bae-bf5f-bd13909edc6e {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:59.912711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-731bf2fe-0281-4951-9ba5-3abcef4dbe34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.913461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Publish callbacks [] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.948797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Transition to ACTIVE for port object 2419603c-1a99-4bae-bf5f-bd13909edc6e will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:59.963454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.019037 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9638eb3c-b9d8-4a91-b02b-0ae200f9ef85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.054026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0bf1647f-c9f6-48cc-a3ca-d031c64c58f6 req-2ae76959-64ec-44d2-8778-4ab02074efec tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438403 Jan 27 21:37:00.086713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Pushing event updated for resources: {'Port': ['ID=2419603c-1a99-4bae-bf5f-bd13909edc6e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:00.089837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['1a5548e1-ed85-4388-84aa-f98d9d852fd3'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:00.195889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9638eb3c-b9d8-4a91-b02b-0ae200f9ef85 admin admin] Publish callbacks [] for security_group (ef914c9f-a61c-4781-8061-0492dfbc69ae), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.206751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9638eb3c-b9d8-4a91-b02b-0ae200f9ef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ef914c9f-a61c-4781-8061-0492dfbc69ae), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.214975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Attempting to bind port 2419603c-1a99-4bae-bf5f-bd13909edc6e on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:00.215566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Attempting to bind port 2419603c-1a99-4bae-bf5f-bd13909edc6e by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:00.215996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Attempting to bind port 2419603c-1a99-4bae-bf5f-bd13909edc6e on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:00.239007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Port 2419603c-1a99-4bae-bf5f-bd13909edc6e on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:00.239339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Attempting to bind port 2419603c-1a99-4bae-bf5f-bd13909edc6e on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:00.243819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638eb3c-b9d8-4a91-b02b-0ae200f9ef85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef914c9f-a61c-4781-8061-0492dfbc69ae,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:00.250047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:00.250392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:00.250818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:00.251772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Bound port: 2419603c-1a99-4bae-bf5f-bd13909edc6e, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:00.252152 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.283663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28baa7-7959-47f2-a387-88cab85c7327 req-8f27b826-b0e7-4cf7-bbb0-3e24270cd5ab tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:00.292004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce28baa7-7959-47f2-a387-88cab85c7327 req-8f27b826-b0e7-4cf7-bbb0-3e24270cd5ab tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 944 time: 0.0917678 Jan 27 21:37:00.328647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-731bf2fe-0281-4951-9ba5-3abcef4dbe34 admin admin] Publish callbacks [] for security_group (51406d68-fa8d-40b9-ac90-6dd5297f543c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.335685 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9638eb3c-b9d8-4a91-b02b-0ae200f9ef85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11646eefd3ad48ca8e665eba0c843377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5818858 Jan 27 21:37:00.336039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35894) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:00.340708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-731bf2fe-0281-4951-9ba5-3abcef4dbe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (51406d68-fa8d-40b9-ac90-6dd5297f543c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.408475 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-731bf2fe-0281-4951-9ba5-3abcef4dbe34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e15655ae86164261880ee1819024ae8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7404127 Jan 27 21:37:00.409755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bf2fe-0281-4951-9ba5-3abcef4dbe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51406d68-fa8d-40b9-ac90-6dd5297f543c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:00.417259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35896) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:00.457563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] For port 2419603c-1a99-4bae-bf5f-bd13909edc6e, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:00.484370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce28baa7-7959-47f2-a387-88cab85c7327 req-f0b62303-b032-43c6-af20-de5f3106f727 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910486 Jan 27 21:37:00.495373 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2f5bbe6-5944-4dc7-b0a1-9597c2467165 admin admin] Publish callbacks [] for security_group (51406d68-fa8d-40b9-ac90-6dd5297f543c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.526560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] For port 2419603c-1a99-4bae-bf5f-bd13909edc6e, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2419603c-1a99-4bae-bf5f-bd13909edc6e,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:00.527674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2f5bbe6-5944-4dc7-b0a1-9597c2467165 admin admin] Publish callbacks [] for security_group (51406d68-fa8d-40b9-ac90-6dd5297f543c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.530806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5af3d969-6f2c-4861-be23-75173dc9bccb admin admin] Publish callbacks [] for security_group (ef914c9f-a61c-4781-8061-0492dfbc69ae), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.560373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.569474 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5af3d969-6f2c-4861-be23-75173dc9bccb admin admin] Publish callbacks [] for security_group (ef914c9f-a61c-4781-8061-0492dfbc69ae), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.604061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2f5bbe6-5944-4dc7-b0a1-9597c2467165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (51406d68-fa8d-40b9-ac90-6dd5297f543c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.609211 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2f5bbe6-5944-4dc7-b0a1-9597c2467165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.614481 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b2f5bbe6-5944-4dc7-b0a1-9597c2467165 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51406d68-fa8d-40b9-ac90-6dd5297f543c HTTP/1.1" status: 204 len: 168 time: 0.1903656 Jan 27 21:37:00.631787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5bbe6-5944-4dc7-b0a1-9597c2467165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51406d68-fa8d-40b9-ac90-6dd5297f543c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:00.701028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:00.704624 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.713892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] 10.222.0.57 "PUT /v2.0/ports/2419603c-1a99-4bae-bf5f-bd13909edc6e HTTP/1.1" status: 200 len: 1117 time: 1.8253555 Jan 27 21:37:00.715307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e8e97-fef9-4bdb-ba41-00169c220908', 'tag': '2419603c-1a99-4bae-bf5f-bd13909edc6e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:00.731920 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc880e9-739f-4065-ad27-08a7462a289d" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e8e97-fef9-4bdb-ba41-00169c220908", "tag": "2419603c-1a99-4bae-bf5f-bd13909edc6e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:00.856103 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f0ddf7-a339-48df-89b4-2e2f7bd2834e x-openstack-request-id: req-d6f0ddf7-a339-48df-89b4-2e2f7bd2834e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:00.856103 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e8e97-fef9-4bdb-ba41-00169c220908", "tag": "2419603c-1a99-4bae-bf5f-bd13909edc6e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:00.856103 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6f0ddf7-a339-48df-89b4-2e2f7bd2834e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:00.856843 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e8e97-fef9-4bdb-ba41-00169c220908', 'tag': '2419603c-1a99-4bae-bf5f-bd13909edc6e', 'status': 'completed', 'code': 200} Jan 27 21:37:00.905190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c76a41-a852-4c6c-a58e-cb06e18a9c8a service neutron] Pushing event updated for resources: {'Port': ['ID=2419603c-1a99-4bae-bf5f-bd13909edc6e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:00.969645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-06ed1b74-5dab-42e5-a0d0-c98140d3016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:00.971325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-06ed1b74-5dab-42e5-a0d0-c98140d3016c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 1120 time: 0.1444242 Jan 27 21:37:00.972301 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5af3d969-6f2c-4861-be23-75173dc9bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ef914c9f-a61c-4781-8061-0492dfbc69ae), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.974924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5af3d969-6f2c-4861-be23-75173dc9bccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.976086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5af3d969-6f2c-4861-be23-75173dc9bccb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef914c9f-a61c-4781-8061-0492dfbc69ae HTTP/1.1" status: 204 len: 168 time: 0.6328034 Jan 27 21:37:00.989174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3d969-6f2c-4861-be23-75173dc9bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef914c9f-a61c-4781-8061-0492dfbc69ae,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:01.118410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-f06c7e3c-fce2-437e-967b-3faa006e3058 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=2419603c-1a99-4bae-bf5f-bd13909edc6e HTTP/1.1" status: 200 len: 217 time: 0.1307497 Jan 27 21:37:01.279015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-fe654618-842f-423b-8eac-36c34d405051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:01.282206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-fe654618-842f-423b-8eac-36c34d405051 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1572714 Jan 27 21:37:01.323553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24f8d6-0092-44f6-a4ff-ed017b4d5fa7 req-b9b50290-8443-48e6-b06e-f7c12813838c tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:01.326495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d24f8d6-0092-44f6-a4ff-ed017b4d5fa7 req-b9b50290-8443-48e6-b06e-f7c12813838c tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 969 time: 0.1152844 Jan 27 21:37:01.387629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-252709c9-59c9-4b43-89d3-d33614ec3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:01.389614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-252709c9-59c9-4b43-89d3-d33614ec3997 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007059 Jan 27 21:37:01.432979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d24f8d6-0092-44f6-a4ff-ed017b4d5fa7 req-817e9fbb-e761-4d0f-963b-244ef1dc96a4 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907848 Jan 27 21:37:01.466929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35936) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:01.490868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b0f7-9bd2-40ad-95f3-6c81c696dba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:01.599149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-a3b834f5-4171-45d0-9c3b-4f39d0ccacff service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020872 Jan 27 21:37:02.028193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35954) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:02.054174 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-baf9bcfa-ddfe-4dd8-8cb6-4481abfea68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.150084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cb79-e12c-41c1-bb2b-870f4d494d4c req-b5a5acda-f660-40e8-915c-9559dba5cee3 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:02.163175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c84cb79-e12c-41c1-bb2b-870f4d494d4c req-b5a5acda-f660-40e8-915c-9559dba5cee3 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 944 time: 0.5378180 Jan 27 21:37:02.235086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55cf9863-2eca-4e07-994c-9de954e5f692 req-f9cf08da-5877-47b7-8d5c-18ea86870a65 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265762 Jan 27 21:37:02.236706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-baf9bcfa-ddfe-4dd8-8cb6-4481abfea68f admin admin] Publish callbacks [] for security_group (e14d45df-8bf6-4828-aa1b-a3651ba0ef67), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.241742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b0f7-9bd2-40ad-95f3-6c81c696dba3 admin admin] Publish callbacks [] for security_group (4e8cc92f-d71a-4850-9521-2ed822a48bfb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.256421 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2fd1b0f7-9bd2-40ad-95f3-6c81c696dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4e8cc92f-d71a-4850-9521-2ed822a48bfb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.260268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-baf9bcfa-ddfe-4dd8-8cb6-4481abfea68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e14d45df-8bf6-4828-aa1b-a3651ba0ef67), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.314570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c84cb79-e12c-41c1-bb2b-870f4d494d4c req-9a790de9-d856-4006-8ee0-6425146b9eea tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501062 Jan 27 21:37:02.363595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9bcfa-ddfe-4dd8-8cb6-4481abfea68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d45df-8bf6-4828-aa1b-a3651ba0ef67,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:02.368639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2fd1b0f7-9bd2-40ad-95f3-6c81c696dba3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cdb974fe85e4b4c9d694b5acf1a90fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9009762 Jan 27 21:37:02.370444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35958) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:02.377521 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-baf9bcfa-ddfe-4dd8-8cb6-4481abfea68f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=376bd77555894846b530a72fa89be6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467193 Jan 27 21:37:02.381849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35962) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:02.391862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1b0f7-9bd2-40ad-95f3-6c81c696dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8cc92f-d71a-4850-9521-2ed822a48bfb,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:02.461098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc880e9-739f-4065-ad27-08a7462a289d req-92380a0e-477e-4103-b2f2-da65bca63b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:02.463765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbc880e9-739f-4065-ad27-08a7462a289d req-92380a0e-477e-4103-b2f2-da65bca63b01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 1120 time: 0.1374640 Jan 27 21:37:02.613801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb64deb6-94ea-4acf-ad68-ac8cb3e0be07 admin admin] Publish callbacks [] for security_group (4e8cc92f-d71a-4850-9521-2ed822a48bfb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.641563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6380ba8f-b42f-40b9-9fe3-8fcc8da9ad0c admin admin] Publish callbacks [] for security_group (e14d45df-8bf6-4828-aa1b-a3651ba0ef67), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.705081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb64deb6-94ea-4acf-ad68-ac8cb3e0be07 admin admin] Publish callbacks [] for security_group (4e8cc92f-d71a-4850-9521-2ed822a48bfb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.764373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc880e9-739f-4065-ad27-08a7462a289d req-58037f4a-8533-4b32-b290-1444af5fd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:02.767570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbc880e9-739f-4065-ad27-08a7462a289d req-58037f4a-8533-4b32-b290-1444af5fd318 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2918828 Jan 27 21:37:02.809158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6380ba8f-b42f-40b9-9fe3-8fcc8da9ad0c admin admin] Publish callbacks [] for security_group (e14d45df-8bf6-4828-aa1b-a3651ba0ef67), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.882294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbc880e9-739f-4065-ad27-08a7462a289d req-571b2687-c407-4a17-8818-f529837e6517 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=2419603c-1a99-4bae-bf5f-bd13909edc6e HTTP/1.1" status: 200 len: 217 time: 0.0852623 Jan 27 21:37:02.976816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b122547-3c8a-45a7-81ef-7a21a9ceaf7a req-3391b077-624d-4800-849d-adab247a843f tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:02.978683 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b122547-3c8a-45a7-81ef-7a21a9ceaf7a req-3391b077-624d-4800-849d-adab247a843f tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 969 time: 0.2210195 Jan 27 21:37:02.983903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc880e9-739f-4065-ad27-08a7462a289d req-93592aa3-7a5a-407d-85e4-34275835af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:02.985444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbc880e9-739f-4065-ad27-08a7462a289d req-93592aa3-7a5a-407d-85e4-34275835af5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0933592 Jan 27 21:37:03.029224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb64deb6-94ea-4acf-ad68-ac8cb3e0be07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4e8cc92f-d71a-4850-9521-2ed822a48bfb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.032171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb64deb6-94ea-4acf-ad68-ac8cb3e0be07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.033402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cb64deb6-94ea-4acf-ad68-ac8cb3e0be07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e8cc92f-d71a-4850-9521-2ed822a48bfb HTTP/1.1" status: 204 len: 168 time: 0.6601319 Jan 27 21:37:03.054347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 1a5548e1-ed85-4388-84aa-f98d9d852fd3 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:03.060778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6380ba8f-b42f-40b9-9fe3-8fcc8da9ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e14d45df-8bf6-4828-aa1b-a3651ba0ef67), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.063504 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6380ba8f-b42f-40b9-9fe3-8fcc8da9ad0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.071061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6380ba8f-b42f-40b9-9fe3-8fcc8da9ad0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e14d45df-8bf6-4828-aa1b-a3651ba0ef67 HTTP/1.1" status: 204 len: 168 time: 0.6697524 Jan 27 21:37:03.071061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64deb6-94ea-4acf-ad68-ac8cb3e0be07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8cc92f-d71a-4850-9521-2ed822a48bfb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:03.092953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380ba8f-b42f-40b9-9fe3-8fcc8da9ad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d45df-8bf6-4828-aa1b-a3651ba0ef67,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:03.129535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b122547-3c8a-45a7-81ef-7a21a9ceaf7a req-b262ccc2-1719-44f7-9041-b7f9e8a5cfda tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360555 Jan 27 21:37:03.142615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc880e9-739f-4065-ad27-08a7462a289d req-1f53f2d3-9256-4b74-b2b1-c59bb4ca224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:03.148030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbc880e9-739f-4065-ad27-08a7462a289d req-1f53f2d3-9256-4b74-b2b1-c59bb4ca224c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529915 Jan 27 21:37:03.198125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:37:03.205254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:03.206117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.450449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbc880e9-739f-4065-ad27-08a7462a289d req-4775ee17-167e-49b9-ae2a-8537164dbc16 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959392 Jan 27 21:37:03.479270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:03.480692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.556133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:03.592977 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f495ad3b-bcc0-49c8-884a-55aee6f3bf52" -d '{"events": [{"server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "name": "network-vif-plugged", "status": "completed", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:03.602636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6a9a5-ef89-4be4-942e-c71a752eac47 req-dcc94645-0a24-4ce1-8dce-7dc23469d8a3 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:03.610169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32b6a9a5-ef89-4be4-942e-c71a752eac47 req-dcc94645-0a24-4ce1-8dce-7dc23469d8a3 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 944 time: 0.1173141 Jan 27 21:37:03.638369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 1a5548e1-ed85-4388-84aa-f98d9d852fd3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:03.648265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbc880e9-739f-4065-ad27-08a7462a289d req-3031be28-645d-4622-9a81-96f8f6a209e7 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903734 Jan 27 21:37:03.649980 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.721219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32b6a9a5-ef89-4be4-942e-c71a752eac47 req-ef2b3de8-5e1f-4e0c-a747-fd75c1e6662c tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097488 Jan 27 21:37:03.835366 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b79089-6baa-483c-8d3b-880a675109bb x-openstack-request-id: req-56b79089-6baa-483c-8d3b-880a675109bb {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:03.839396 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "name": "network-vif-plugged", "status": "completed", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:03.839876 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56b79089-6baa-483c-8d3b-880a675109bb {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:03.840291 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'code': 200} Jan 27 21:37:03.841102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=1a5548e1-ed85-4388-84aa-f98d9d852fd3,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:04.004173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82400f9e-0a07-4368-a3fd-5efd1de75f99 req-3b8daf40-7bcd-4459-abdd-14f3b4cfe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:04.005991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82400f9e-0a07-4368-a3fd-5efd1de75f99 req-3b8daf40-7bcd-4459-abdd-14f3b4cfe252 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 1096 time: 0.1037667 Jan 27 21:37:04.037624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6e153bea-0cef-4f86-b98e-9311a3b40c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:04.099498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82400f9e-0a07-4368-a3fd-5efd1de75f99 req-9b7daa10-7b6c-446e-ab05-6a1b7014f14f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860457 Jan 27 21:37:04.422346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dbd5f-7586-465d-a386-8c3ce2a58995 req-0a49a769-21c5-4843-b3d1-c9fa31241338 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:04.425331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba3dbd5f-7586-465d-a386-8c3ce2a58995 req-0a49a769-21c5-4843-b3d1-c9fa31241338 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 969 time: 0.1202073 Jan 27 21:37:04.513532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36054) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:04.564494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba3dbd5f-7586-465d-a386-8c3ce2a58995 req-4b3a464b-0960-4972-b8db-b0c1b51f1eeb tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328514 Jan 27 21:37:04.767529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 2419603c-1a99-4bae-bf5f-bd13909edc6e details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:37:05.003041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf10a0b-3519-4235-95b5-d3f194f8e778 req-28a5be94-9c8d-4d46-a428-ebc72f315afb tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:05.006062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcf10a0b-3519-4235-95b5-d3f194f8e778 req-28a5be94-9c8d-4d46-a428-ebc72f315afb tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 945 time: 0.1260424 Jan 27 21:37:05.102660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 2419603c-1a99-4bae-bf5f-bd13909edc6e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2419603c-1a99-4bae-bf5f-bd13909edc6e,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:05.143634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '2419603c-1a99-4bae-bf5f-bd13909edc6e', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '2419603c-1a99-4bae-bf5f-bd13909edc6e', 'mac_address': 'fa:16:3e:04:1a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:tempest-test_az-1262945645', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:37:05.164112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcf10a0b-3519-4235-95b5-d3f194f8e778 req-6c3cf202-be34-4c68-a1e7-5adb58553420 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418748 Jan 27 21:37:05.208668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43fa547c-9363-4d28-9cf4-6180a87505e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.250068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36094) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:05.341116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 2419603c-1a99-4bae-bf5f-bd13909edc6e is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:05.343469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.397096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2419603c-1a99-4bae-bf5f-bd13909edc6e {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:05.447521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 2419603c-1a99-4bae-bf5f-bd13909edc6e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2419603c-1a99-4bae-bf5f-bd13909edc6e,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:05.458326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.524430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=2419603c-1a99-4bae-bf5f-bd13909edc6e,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:05.537795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43fa547c-9363-4d28-9cf4-6180a87505e6 admin admin] Publish callbacks [] for security_group (fce612f9-71a7-4a47-a64a-5c9b07eb9b9d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.547305 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43fa547c-9363-4d28-9cf4-6180a87505e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fce612f9-71a7-4a47-a64a-5c9b07eb9b9d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.607629 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-43fa547c-9363-4d28-9cf4-6180a87505e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8bfbcc69d69c4baf95d97324d422a3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0918331 Jan 27 21:37:05.607975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36114) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:05.614574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.652621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['2419603c-1a99-4bae-bf5f-bd13909edc6e'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:05.679070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa547c-9363-4d28-9cf4-6180a87505e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce612f9-71a7-4a47-a64a-5c9b07eb9b9d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:05.914590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57b0e25f-ce46-4926-acf7-0e42cd3d8348 admin admin] Publish callbacks [] for security_group (fce612f9-71a7-4a47-a64a-5c9b07eb9b9d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.948727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c771e-db17-4388-8dc2-c079da2a8d01 req-896de401-99cb-415d-813b-69b4230839e7 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:05.951028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee3c771e-db17-4388-8dc2-c079da2a8d01 req-896de401-99cb-415d-813b-69b4230839e7 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 970 time: 0.1692555 Jan 27 21:37:05.982211 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57b0e25f-ce46-4926-acf7-0e42cd3d8348 admin admin] Publish callbacks [] for security_group (fce612f9-71a7-4a47-a64a-5c9b07eb9b9d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.028399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Publish callbacks [] for security_group (bc4b04e8-ee1f-4b62-ae34-28db25a5607d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.054434 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bc4b04e8-ee1f-4b62-ae34-28db25a5607d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.094477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee3c771e-db17-4388-8dc2-c079da2a8d01 req-d6ea6d31-807a-4b12-8e35-94b3127e5ede tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327436 Jan 27 21:37:06.122276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b04e8-ee1f-4b62-ae34-28db25a5607d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:06.133350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.134022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.134529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.135072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.135958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.136531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.137839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.138424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.138957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.139557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.140024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.140266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.140787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:06.145487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57b0e25f-ce46-4926-acf7-0e42cd3d8348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fce612f9-71a7-4a47-a64a-5c9b07eb9b9d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.148804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57b0e25f-ce46-4926-acf7-0e42cd3d8348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.150250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-57b0e25f-ce46-4926-acf7-0e42cd3d8348 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fce612f9-71a7-4a47-a64a-5c9b07eb9b9d HTTP/1.1" status: 204 len: 168 time: 0.5390685 Jan 27 21:37:06.155454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d13d1381-d742-4d92-a6f1-8a692dfb37b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4aa39d84cdcb4edf8d993771ee27dd3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9036701 Jan 27 21:37:06.159811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36140) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:06.163167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0e25f-ce46-4926-acf7-0e42cd3d8348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce612f9-71a7-4a47-a64a-5c9b07eb9b9d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:06.265970 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbe2f7fa-ccf3-473c-9915-e30911ade4ef admin admin] Publish callbacks [] for security_group (bc4b04e8-ee1f-4b62-ae34-28db25a5607d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.277114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36148) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:06.312174 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbe2f7fa-ccf3-473c-9915-e30911ade4ef admin admin] Publish callbacks [] for security_group (bc4b04e8-ee1f-4b62-ae34-28db25a5607d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.397022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbe2f7fa-ccf3-473c-9915-e30911ade4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bc4b04e8-ee1f-4b62-ae34-28db25a5607d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.404798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbe2f7fa-ccf3-473c-9915-e30911ade4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.413027 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fbe2f7fa-ccf3-473c-9915-e30911ade4ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc4b04e8-ee1f-4b62-ae34-28db25a5607d HTTP/1.1" status: 204 len: 168 time: 0.2516983 Jan 27 21:37:06.432670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2f7fa-ccf3-473c-9915-e30911ade4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b04e8-ee1f-4b62-ae34-28db25a5607d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:06.443894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b72a7-a2c2-440f-8599-3f0bfc56f419 req-bfe30397-3623-4054-8e5a-78ee33deb2bb tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:06.445894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-475b72a7-a2c2-440f-8599-3f0bfc56f419 req-bfe30397-3623-4054-8e5a-78ee33deb2bb tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 945 time: 0.0651655 Jan 27 21:37:06.517074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-475b72a7-a2c2-440f-8599-3f0bfc56f419 req-bd4f5e78-1b40-44e5-bf28-d585fd133f29 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552671 Jan 27 21:37:06.781321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 2419603c-1a99-4bae-bf5f-bd13909edc6e up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:06.883311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 2419603c-1a99-4bae-bf5f-bd13909edc6e completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:37:06.889506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 2419603c-1a99-4bae-bf5f-bd13909edc6e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:06.889871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.946397 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-118fd9ae-db91-4e2a-9a43-8e286f5df1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.974564 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96752694-8d54-42c0-ba11-6632bb473863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.039938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 2419603c-1a99-4bae-bf5f-bd13909edc6e is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:07.041374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.085327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e8e97-fef9-4bdb-ba41-00169c220908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419603c-1a99-4bae-bf5f-bd13909edc6e'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:07.087788 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d990d2d5-97ae-4719-83bf-9baea0f78569" -d '{"events": [{"server_uuid": "a18e8e97-fef9-4bdb-ba41-00169c220908", "name": "network-vif-plugged", "status": "completed", "tag": "2419603c-1a99-4bae-bf5f-bd13909edc6e"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:07.104570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 2419603c-1a99-4bae-bf5f-bd13909edc6e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2419603c-1a99-4bae-bf5f-bd13909edc6e,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:07.112377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.140105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96752694-8d54-42c0-ba11-6632bb473863 admin admin] Publish callbacks [] for security_group (77513420-c106-4c41-8106-c9b4aa8ca00c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.153200 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96752694-8d54-42c0-ba11-6632bb473863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (77513420-c106-4c41-8106-c9b4aa8ca00c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.191300 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbec915-a983-4521-9bb5-20e498e47289 x-openstack-request-id: req-edbec915-a983-4521-9bb5-20e498e47289 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:07.191833 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e8e97-fef9-4bdb-ba41-00169c220908", "name": "network-vif-plugged", "status": "completed", "tag": "2419603c-1a99-4bae-bf5f-bd13909edc6e", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:07.208887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96752694-8d54-42c0-ba11-6632bb473863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77513420-c106-4c41-8106-c9b4aa8ca00c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:07.210875 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edbec915-a983-4521-9bb5-20e498e47289 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:07.211597 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e8e97-fef9-4bdb-ba41-00169c220908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419603c-1a99-4bae-bf5f-bd13909edc6e', 'code': 200} Jan 27 21:37:07.265311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-96752694-8d54-42c0-ba11-6632bb473863 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=513e0a900b9f4b0facbdb569388ee643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9870434 Jan 27 21:37:07.269744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:07.298218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=2419603c-1a99-4bae-bf5f-bd13909edc6e,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:07.315894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.316443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.317435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.318238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.319010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.319825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.320370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.321105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.321821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.322599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.323345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.324195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.324945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:07.392875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0c8d042-f425-42af-8f60-8ed257e9d37f admin admin] Publish callbacks [] for security_group (77513420-c106-4c41-8106-c9b4aa8ca00c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.427372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0c8d042-f425-42af-8f60-8ed257e9d37f admin admin] Publish callbacks [] for security_group (77513420-c106-4c41-8106-c9b4aa8ca00c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.459461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d117be-f3a0-44b0-9643-4bda8e993d4b req-11e838ec-725a-4515-a40f-fb78d8a825ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:07.462178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71d117be-f3a0-44b0-9643-4bda8e993d4b req-11e838ec-725a-4515-a40f-fb78d8a825ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 1122 time: 0.1673613 Jan 27 21:37:07.495929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15cb52-f58e-4105-aec6-9873479ef816 req-90142a58-debb-461c-9e00-d0b6d1ca56a2 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:07.511041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb15cb52-f58e-4105-aec6-9873479ef816 req-90142a58-debb-461c-9e00-d0b6d1ca56a2 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 971 time: 0.1351113 Jan 27 21:37:07.523004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0c8d042-f425-42af-8f60-8ed257e9d37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (77513420-c106-4c41-8106-c9b4aa8ca00c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.528629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0c8d042-f425-42af-8f60-8ed257e9d37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.530043 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b0c8d042-f425-42af-8f60-8ed257e9d37f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77513420-c106-4c41-8106-c9b4aa8ca00c HTTP/1.1" status: 204 len: 168 time: 0.2587161 Jan 27 21:37:07.556730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8d042-f425-42af-8f60-8ed257e9d37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77513420-c106-4c41-8106-c9b4aa8ca00c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:07.559998 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36180) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:07.631650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd44fa1f-b365-4d9d-af97-bc7d2810af86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.676874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36182) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:07.704862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb15cb52-f58e-4105-aec6-9873479ef816 req-bb30a022-cb69-4a38-97b3-50f96614bb25 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867414 Jan 27 21:37:07.712530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71d117be-f3a0-44b0-9643-4bda8e993d4b req-90d469d9-2000-4730-89d2-1ba0212d6707 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426631 Jan 27 21:37:07.804041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cfa24-9754-4cdf-83fa-ea1f27ba0971 req-b151fa0d-e730-40d7-934a-705aff80abbd tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:07.822640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-189cfa24-9754-4cdf-83fa-ea1f27ba0971 req-b151fa0d-e730-40d7-934a-705aff80abbd tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 945 time: 0.1080081 Jan 27 21:37:07.844808 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd44fa1f-b365-4d9d-af97-bc7d2810af86 admin admin] Publish callbacks [] for security_group (76326227-6a6f-40c9-87ce-7c89fbebe590), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.854326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd44fa1f-b365-4d9d-af97-bc7d2810af86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (76326227-6a6f-40c9-87ce-7c89fbebe590), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.896818 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-189cfa24-9754-4cdf-83fa-ea1f27ba0971 req-dd2ebb59-6de4-45cf-a3da-3882fc8968b1 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725496 Jan 27 21:37:07.899086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36188) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:07.928451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44fa1f-b365-4d9d-af97-bc7d2810af86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76326227-6a6f-40c9-87ce-7c89fbebe590,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:07.932576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-946106fe-b553-4376-bc25-ba60b86b5535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.962761 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bd44fa1f-b365-4d9d-af97-bc7d2810af86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb10b702340544c69736fc5d14002758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930247 Jan 27 21:37:07.967233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36192) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:08.074029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db8c6c54-f9c9-4766-a9f7-092df81e2c87 admin admin] Publish callbacks [] for security_group (76326227-6a6f-40c9-87ce-7c89fbebe590), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.101637 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-946106fe-b553-4376-bc25-ba60b86b5535 admin admin] Publish callbacks [] for security_group (e575f1ef-768c-4c53-bc24-8bc4bfa16082), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.130880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db8c6c54-f9c9-4766-a9f7-092df81e2c87 admin admin] Publish callbacks [] for security_group (76326227-6a6f-40c9-87ce-7c89fbebe590), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.170689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-946106fe-b553-4376-bc25-ba60b86b5535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e575f1ef-768c-4c53-bc24-8bc4bfa16082), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.212408 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.249555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db8c6c54-f9c9-4766-a9f7-092df81e2c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (76326227-6a6f-40c9-87ce-7c89fbebe590), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.260762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db8c6c54-f9c9-4766-a9f7-092df81e2c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.264129 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db8c6c54-f9c9-4766-a9f7-092df81e2c87 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76326227-6a6f-40c9-87ce-7c89fbebe590 HTTP/1.1" status: 204 len: 168 time: 0.2941592 Jan 27 21:37:08.287051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c6c54-f9c9-4766-a9f7-092df81e2c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76326227-6a6f-40c9-87ce-7c89fbebe590,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:08.293757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946106fe-b553-4376-bc25-ba60b86b5535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575f1ef-768c-4c53-bc24-8bc4bfa16082,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:08.304214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-946106fe-b553-4376-bc25-ba60b86b5535 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=825a04848bcf4e3a9a2ea3c7c698f9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032185 Jan 27 21:37:08.307664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36198) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:08.330790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6070a3-1b1d-4116-aa36-b55e38207c98 req-c98dfe6c-6ef4-4624-95b2-0db6794564e2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:08.336400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb6070a3-1b1d-4116-aa36-b55e38207c98 req-c98dfe6c-6ef4-4624-95b2-0db6794564e2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 945 time: 0.2308431 Jan 27 21:37:08.345730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36200) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:08.356665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Request body: {'floatingip': {'port_id': '1a5548e1-ed85-4388-84aa-f98d9d852fd3'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:08.425873 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a119fa-a802-41b4-958c-ab7a9ffb2a7c admin admin] Publish callbacks [] for security_group (e575f1ef-768c-4c53-bc24-8bc4bfa16082), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.465266 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a119fa-a802-41b4-958c-ab7a9ffb2a7c admin admin] Publish callbacks [] for security_group (e575f1ef-768c-4c53-bc24-8bc4bfa16082), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.512098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.592765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a119fa-a802-41b4-958c-ab7a9ffb2a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e575f1ef-768c-4c53-bc24-8bc4bfa16082), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.595887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a119fa-a802-41b4-958c-ab7a9ffb2a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.600460 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f7a119fa-a802-41b4-958c-ab7a9ffb2a7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e575f1ef-768c-4c53-bc24-8bc4bfa16082 HTTP/1.1" status: 204 len: 168 time: 0.2878160 Jan 27 21:37:08.608319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a119fa-a802-41b4-958c-ab7a9ffb2a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575f1ef-768c-4c53-bc24-8bc4bfa16082,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:08.703220 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4eb77a7-a8b0-4a65-b5ff-5f52cf75001f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2ccbac727b64c9f873275d08b88f1bd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0250702 Jan 27 21:37:08.706789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36210) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:08.867586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Publish callbacks [] for security_group (48dd15c9-445d-4b9c-ae1f-34cdc4060a1a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.919161 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Publish callbacks [] for security_group (48dd15c9-445d-4b9c-ae1f-34cdc4060a1a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.922368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36216) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:08.960896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e3f67e3-7469-4912-af0d-9a9ce9581ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.050269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e79a0-b518-414b-9723-2ee5ce56ae49 req-07b12527-540f-4fb0-87c8-a5a6cd0e0ba4 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:09.053334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-703e79a0-b518-414b-9723-2ee5ce56ae49 req-07b12527-540f-4fb0-87c8-a5a6cd0e0ba4 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 971 time: 0.1766908 Jan 27 21:37:09.109981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (48dd15c9-445d-4b9c-ae1f-34cdc4060a1a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.115352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.117441 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48dd15c9-445d-4b9c-ae1f-34cdc4060a1a HTTP/1.1" status: 204 len: 168 time: 0.4089289 Jan 27 21:37:09.166550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd15c9-445d-4b9c-ae1f-34cdc4060a1a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:09.190455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.190774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.191320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.191936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.192465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.193450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.193793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.194319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.194857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.195470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.196150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.196570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.197144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ed217b-7ff4-4be2-8095-47ab7eabcf42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:09.223558 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e3f67e3-7469-4912-af0d-9a9ce9581ede admin admin] Publish callbacks [] for security_group (9934759c-6350-4b61-8775-f0cfe91ca8f8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.237526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e3f67e3-7469-4912-af0d-9a9ce9581ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9934759c-6350-4b61-8775-f0cfe91ca8f8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.312385 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4e3f67e3-7469-4912-af0d-9a9ce9581ede admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a283ec1c84f642589b2b6a7a13be9232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881264 Jan 27 21:37:09.320137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36224) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:09.336342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f67e3-7469-4912-af0d-9a9ce9581ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9934759c-6350-4b61-8775-f0cfe91ca8f8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:09.407037 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-703e79a0-b518-414b-9723-2ee5ce56ae49 req-381ec1ca-72cb-4f3d-8d0c-d7ce70bfdcb4 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350165 Jan 27 21:37:09.453774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02a1261e-4584-4f12-9788-e9b1cf941b8e admin admin] Publish callbacks [] for security_group (9934759c-6350-4b61-8775-f0cfe91ca8f8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.504328 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02a1261e-4584-4f12-9788-e9b1cf941b8e admin admin] Publish callbacks [] for security_group (9934759c-6350-4b61-8775-f0cfe91ca8f8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.623034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02a1261e-4584-4f12-9788-e9b1cf941b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9934759c-6350-4b61-8775-f0cfe91ca8f8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.629515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02a1261e-4584-4f12-9788-e9b1cf941b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.633236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-02a1261e-4584-4f12-9788-e9b1cf941b8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9934759c-6350-4b61-8775-f0cfe91ca8f8 HTTP/1.1" status: 204 len: 168 time: 0.3109934 Jan 27 21:37:09.653954 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1261e-4584-4f12-9788-e9b1cf941b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9934759c-6350-4b61-8775-f0cfe91ca8f8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:10.104881 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:37:10.203672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e0838-66a7-4c18-b461-f66797a67845 req-6b265d15-97e6-452d-a7d1-e062e199f1c9 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.208006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-439e0838-66a7-4c18-b461-f66797a67845 req-6b265d15-97e6-452d-a7d1-e062e199f1c9 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 971 time: 0.1675019 Jan 27 21:37:10.212756 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.229569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.310737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-439e0838-66a7-4c18-b461-f66797a67845 req-7b943b2f-05a2-465f-8f89-053f52d363c4 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966084 Jan 27 21:37:10.385013 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Floating IP 8be4c615-3f62-4f47-8843-6d62b8130697 associated. External IP: 172.25.8.13, port: 1a5548e1-ed85-4388-84aa-f98d9d852fd3. Jan 27 21:37:10.474093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36258) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:10.568534 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4245cf4a-f2fb-4a64-8a9b-58e93169cff1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b39707b6f6e49b7b364fc6203142a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0910866 Jan 27 21:37:10.569900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36260) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:10.677384 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.697084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b891e39-6b17-47d7-8c84-8de4cadd55f6 admin admin] Publish callbacks [] for security_group (e8aca1a0-9968-46ed-a795-0a92308ebdc8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.752865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b891e39-6b17-47d7-8c84-8de4cadd55f6 admin admin] Publish callbacks [] for security_group (e8aca1a0-9968-46ed-a795-0a92308ebdc8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.833522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Router 652471f2-2109-4045-b2d3-5382720c6fd8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:10.888852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b891e39-6b17-47d7-8c84-8de4cadd55f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e8aca1a0-9968-46ed-a795-0a92308ebdc8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.893484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b891e39-6b17-47d7-8c84-8de4cadd55f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.899926 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b891e39-6b17-47d7-8c84-8de4cadd55f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8aca1a0-9968-46ed-a795-0a92308ebdc8 HTTP/1.1" status: 204 len: 168 time: 0.3275597 Jan 27 21:37:10.932617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b891e39-6b17-47d7-8c84-8de4cadd55f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aca1a0-9968-46ed-a795-0a92308ebdc8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:11.031541 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:11.097583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:11.105927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:11.116355 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] Sync routers for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:11.137131 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:11.138607 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:37:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:11.177119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f23cc2-f8ad-447f-9e10-7a3adf261ad7 req-628b1d2a-6a21-454a-9496-08b35150511b tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:11.179826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f23cc2-f8ad-447f-9e10-7a3adf261ad7 req-628b1d2a-6a21-454a-9496-08b35150511b tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 971 time: 0.1514132 Jan 27 21:37:11.187351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b8f74d50-178a-41de-84bd-f4dcaad1b144 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "PUT /v2.0/floatingips/8be4c615-3f62-4f47-8843-6d62b8130697 HTTP/1.1" status: 200 len: 990 time: 2.8356748 Jan 27 21:37:11.187351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:11.188585 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b56a711-c658-4361-84e6-ba3569756b96" -d '{"events": [{"name": "network-changed", "server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:11.289272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f23cc2-f8ad-447f-9e10-7a3adf261ad7 req-9090228d-183e-4147-b747-4ff4a9ea4e2c tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955696 Jan 27 21:37:11.376591 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d8d746-8e53-47b2-b113-892b1d131429 x-openstack-request-id: req-e3d8d746-8e53-47b2-b113-892b1d131429 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:11.377040 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:11.377707 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3d8d746-8e53-47b2-b113-892b1d131429 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:11.378571 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'status': 'completed', 'code': 200} Jan 27 21:37:11.433159 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:11.551955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a711-c658-4361-84e6-ba3569756b96 req-20f386ff-fa03-4584-a21c-11856d7fe5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:11.555053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b56a711-c658-4361-84e6-ba3569756b96 req-20f386ff-fa03-4584-a21c-11856d7fe5d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 1096 time: 0.1468263 Jan 27 21:37:11.747347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a711-c658-4361-84e6-ba3569756b96 req-32b4e9bc-4aa3-438d-aee0-58681c58a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:11.750900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b56a711-c658-4361-84e6-ba3569756b96 req-32b4e9bc-4aa3-438d-aee0-58681c58a5e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 925 time: 0.1894207 Jan 27 21:37:11.960462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b56a711-c658-4361-84e6-ba3569756b96 req-128e78fd-606f-49c1-bdec-4d447c48efba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3 HTTP/1.1" status: 200 len: 998 time: 0.2026050 Jan 27 21:37:12.073758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a711-c658-4361-84e6-ba3569756b96 req-a05917a2-bbda-4ebc-9294-2db3f88102f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:12.076125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b56a711-c658-4361-84e6-ba3569756b96 req-a05917a2-bbda-4ebc-9294-2db3f88102f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b0a02fe-e156-4eae-8a8f-fd2065db7af7 HTTP/1.1" status: 200 len: 863 time: 0.0895076 Jan 27 21:37:12.086251 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '8be4c615-3f62-4f47-8843-6d62b8130697', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'port_id': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'mac_address': 'fa:16:3e:fe:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:40Z', 'updated_at': '2022-01-27T21:37:09Z', 'revision_number': 1, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:12.131892 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] Checking router: 652471f2-2109-4045-b2d3-5382720c6fd8 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:12.145524 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:12.146342 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:37:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:12.151559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-7280e8f9-16db-43f0-b265-3edd72fff886 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:12.154411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-7280e8f9-16db-43f0-b265-3edd72fff886 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 971 time: 0.2239108 Jan 27 21:37:12.217595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a711-c658-4361-84e6-ba3569756b96 req-9b10047c-a530-45af-8ebe-07948ebcea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:12.220173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b56a711-c658-4361-84e6-ba3569756b96 req-9b10047c-a530-45af-8ebe-07948ebcea50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1929a838-82b7-4565-948f-dc7befddaab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361752 Jan 27 21:37:12.366035 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:12.408033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Deleting port 2419603c-1a99-4bae-bf5f-bd13909edc6e {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:12.408942 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:12.433209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b56a711-c658-4361-84e6-ba3569756b96 req-6f177033-5bbf-4f67-8369-f4e083da163d service neutron] 10.222.0.16 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971667 Jan 27 21:37:12.866757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36332) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:12.869555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190908df-fba8-478a-98b5-36a0ad6d4343 req-713f070a-7981-4bd7-a4e9-3bc2d18ef770 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:12.875004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-190908df-fba8-478a-98b5-36a0ad6d4343 req-713f070a-7981-4bd7-a4e9-3bc2d18ef770 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/ports?device_id=a18e8e97-fef9-4bdb-ba41-00169c220908 HTTP/1.1" status: 200 len: 971 time: 0.3094704 Jan 27 21:37:12.926149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] For port 2419603c-1a99-4bae-bf5f-bd13909edc6e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2419603c-1a99-4bae-bf5f-bd13909edc6e,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:12.927289 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:12.957741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b56a711-c658-4361-84e6-ba3569756b96 req-2d2bb3ea-9800-4660-a4ef-2117fabcb4a8 service neutron] 10.222.0.16 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230930 Jan 27 21:37:13.008193 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '8be4c615-3f62-4f47-8843-6d62b8130697', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'port_id': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'mac_address': 'fa:16:3e:fe:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:40Z', 'updated_at': '2022-01-27T21:37:09Z', 'revision_number': 1, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:13.023565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Calling delete_port for 2419603c-1a99-4bae-bf5f-bd13909edc6e owned by compute:tempest-test_az-1262945645 {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:13.049342 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dd4068-1fbf-443a-a55e-5cabc06f8161 None None] The sync data for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 is: [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '8be4c615-3f62-4f47-8843-6d62b8130697', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'port_id': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'mac_address': 'fa:16:3e:fe:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:40Z', 'updated_at': '2022-01-27T21:37:09Z', 'revision_number': 1, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:13.169654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-190908df-fba8-478a-98b5-36a0ad6d4343 req-2e3dd9a0-ae53-47c3-ac5f-a9bcb5821dc4 tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.45 "GET /v2.0/security-groups?id=a730ca09-a863-4511-bdeb-dc9f26e3a3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355416 Jan 27 21:37:13.342298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (2419603c-1a99-4bae-bf5f-bd13909edc6e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.357959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['2419603c-1a99-4bae-bf5f-bd13909edc6e'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:13.382889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Pushing event deleted for resources: {'Port': ['ID=2419603c-1a99-4bae-bf5f-bd13909edc6e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:13.445456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095174fa-8fc8-44f8-8976-e4f802c6fc02 None None] New status for floating IP 8be4c615-3f62-4f47-8843-6d62b8130697: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:37:13.460429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b33e1a1e-a8d0-4e1f-a23e-0c691fc3cdfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.464798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] No DVR routers for this DVR port 2419603c-1a99-4bae-bf5f-bd13909edc6e on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:37:13.467385 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.471109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74ea77e4-9322-4ff9-a133-3f4a10253f83 req-623afde2-1ad2-4f72-8ef1-141ba882e6ae tempest-DeleteServersAdminTestJSON-1425929617 tempest-DeleteServersAdminTestJSON-1425929617-project] 10.222.0.57 "DELETE /v2.0/ports/2419603c-1a99-4bae-bf5f-bd13909edc6e HTTP/1.1" status: 204 len: 173 time: 1.3107145 Jan 27 21:37:13.473339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e8e97-fef9-4bdb-ba41-00169c220908', 'name': 'network-vif-deleted', 'tag': '2419603c-1a99-4bae-bf5f-bd13909edc6e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:13.476418 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e030c7-9406-4859-9ab7-6519726ffb11" -d '{"events": [{"server_uuid": "a18e8e97-fef9-4bdb-ba41-00169c220908", "name": "network-vif-deleted", "tag": "2419603c-1a99-4bae-bf5f-bd13909edc6e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:13.626712 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a9d9b0-7256-42ce-a3c3-1fc62834e3ba x-openstack-request-id: req-88a9d9b0-7256-42ce-a3c3-1fc62834e3ba {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:13.627153 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e8e97-fef9-4bdb-ba41-00169c220908", "name": "network-vif-deleted", "tag": "2419603c-1a99-4bae-bf5f-bd13909edc6e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:13.627575 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88a9d9b0-7256-42ce-a3c3-1fc62834e3ba {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:13.628188 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e8e97-fef9-4bdb-ba41-00169c220908', 'name': 'network-vif-deleted', 'tag': '2419603c-1a99-4bae-bf5f-bd13909edc6e', 'status': 'completed', 'code': 200} Jan 27 21:37:13.732971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b33e1a1e-a8d0-4e1f-a23e-0c691fc3cdfa admin admin] Publish callbacks [] for security_group (ae73aa89-e280-48dd-b819-4e3e15b18b16), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.742255 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b33e1a1e-a8d0-4e1f-a23e-0c691fc3cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ae73aa89-e280-48dd-b819-4e3e15b18b16), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.800321 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b33e1a1e-a8d0-4e1f-a23e-0c691fc3cdfa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=035a8e637e27426faea889c6472447ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9271197 Jan 27 21:37:13.800321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36358) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:13.801150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36362) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:13.805952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e1a1e-a8d0-4e1f-a23e-0c691fc3cdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae73aa89-e280-48dd-b819-4e3e15b18b16,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:13.927985 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79f69efc-74ea-4eda-98fa-edacb0c1534d admin admin] Publish callbacks [] for security_group (ae73aa89-e280-48dd-b819-4e3e15b18b16), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.974074 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79f69efc-74ea-4eda-98fa-edacb0c1534d admin admin] Publish callbacks [] for security_group (ae73aa89-e280-48dd-b819-4e3e15b18b16), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.073116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79f69efc-74ea-4eda-98fa-edacb0c1534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ae73aa89-e280-48dd-b819-4e3e15b18b16), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.079332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79f69efc-74ea-4eda-98fa-edacb0c1534d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.087216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-79f69efc-74ea-4eda-98fa-edacb0c1534d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae73aa89-e280-48dd-b819-4e3e15b18b16 HTTP/1.1" status: 204 len: 168 time: 0.2810931 Jan 27 21:37:14.099099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f69efc-74ea-4eda-98fa-edacb0c1534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae73aa89-e280-48dd-b819-4e3e15b18b16,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:14.326126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f3d49f5-b74b-49f9-9eaa-07887d93e69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.349833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36382) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:14.477356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f3d49f5-b74b-49f9-9eaa-07887d93e69b admin admin] Publish callbacks [] for security_group (410b0b09-de27-48bc-85d2-8c0cbcc3d23e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.485887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f3d49f5-b74b-49f9-9eaa-07887d93e69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (410b0b09-de27-48bc-85d2-8c0cbcc3d23e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.550504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0f3d49f5-b74b-49f9-9eaa-07887d93e69b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4aa057fe68b8477e8f088b8373900af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7468760 Jan 27 21:37:14.550504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d49f5-b74b-49f9-9eaa-07887d93e69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410b0b09-de27-48bc-85d2-8c0cbcc3d23e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:14.550939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36396) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:14.630235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-33057426-274c-45f7-b433-be78d8ad61c1 admin admin] Publish callbacks [] for security_group (410b0b09-de27-48bc-85d2-8c0cbcc3d23e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.671246 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-33057426-274c-45f7-b433-be78d8ad61c1 admin admin] Publish callbacks [] for security_group (410b0b09-de27-48bc-85d2-8c0cbcc3d23e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.758782 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-33057426-274c-45f7-b433-be78d8ad61c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (410b0b09-de27-48bc-85d2-8c0cbcc3d23e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.762501 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-33057426-274c-45f7-b433-be78d8ad61c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.763801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-33057426-274c-45f7-b433-be78d8ad61c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/410b0b09-de27-48bc-85d2-8c0cbcc3d23e HTTP/1.1" status: 204 len: 168 time: 0.2118931 Jan 27 21:37:14.773524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33057426-274c-45f7-b433-be78d8ad61c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410b0b09-de27-48bc-85d2-8c0cbcc3d23e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:14.922218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1557731079-network', 'tenant_id': '12e7ddc73eb641b09656399606e31b51'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:14.955757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Made reservation on behalf of 12e7ddc73eb641b09656399606e31b51 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:14.958428 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.969924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.077517 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Publish callbacks [] for security_group (95be206e-cdc7-491a-8254-0674ac1f48a9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.086650 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95be206e-cdc7-491a-8254-0674ac1f48a9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.137605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:15.156163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95be206e-cdc7-491a-8254-0674ac1f48a9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:15.164233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (daba0cbc-11e4-4af4-8144-a2edee99e53a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.165095 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Added segment daba0cbc-11e4-4af4-8144-a2edee99e53a of type vlan for network 23afb7db-0bcf-4aab-b349-a0e03ed080e6 Jan 27 21:37:15.239809 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (23afb7db-0bcf-4aab-b349-a0e03ed080e6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.279747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (23afb7db-0bcf-4aab-b349-a0e03ed080e6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.280887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:15.281597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.340847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9892755 Jan 27 21:37:15.345807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36414) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:15.361068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Request body: {'subnet': {'network_id': '23afb7db-0bcf-4aab-b349-a0e03ed080e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1557731079-subnet', 'tenant_id': '12e7ddc73eb641b09656399606e31b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:15.361360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75929a-4abd-4d4f-b5bf-0d1e59ad0213 admin admin] Pushing event updated for resources: {'Network': ['ID=23afb7db-0bcf-4aab-b349-a0e03ed080e6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:15.378877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 23afb7db-0bcf-4aab-b349-a0e03ed080e6 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:15.435590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Made reservation on behalf of 12e7ddc73eb641b09656399606e31b51 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:15.439948 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.449302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36416) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:15.492010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-652f6411-6725-442a-a398-8bdf2400d531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.668098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-652f6411-6725-442a-a398-8bdf2400d531 admin admin] Publish callbacks [] for security_group (d8645839-e34f-4140-84a4-57a480cc05a6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.674920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-652f6411-6725-442a-a398-8bdf2400d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d8645839-e34f-4140-84a4-57a480cc05a6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.746241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f6411-6725-442a-a398-8bdf2400d531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8645839-e34f-4140-84a4-57a480cc05a6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:15.755680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-652f6411-6725-442a-a398-8bdf2400d531 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cfb8e26ad62746978361cd0d30534dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042638 Jan 27 21:37:15.759841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36422) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:15.840725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (4268bd58-b103-4783-92c4-91409052711e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.866917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4a50-51c1-4495-b083-1d3db2693b01 admin admin] Publish callbacks [] for security_group (d8645839-e34f-4140-84a4-57a480cc05a6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.906453 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4a50-51c1-4495-b083-1d3db2693b01 admin admin] Publish callbacks [] for security_group (d8645839-e34f-4140-84a4-57a480cc05a6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.960620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4268bd58-b103-4783-92c4-91409052711e,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:15.966603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Checking segment: {'id': 'daba0cbc-11e4-4af4-8144-a2edee99e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '23afb7db-0bcf-4aab-b349-a0e03ed080e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:15.967163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Network hostable DHCP agents. Network: 23afb7db-0bcf-4aab-b349-a0e03ed080e6, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:15.973561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36426) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:16.008179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Network 23afb7db-0bcf-4aab-b349-a0e03ed080e6 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:16.022770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4a50-51c1-4495-b083-1d3db2693b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d8645839-e34f-4140-84a4-57a480cc05a6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.027640 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4a50-51c1-4495-b083-1d3db2693b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.029502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5cfd4a50-51c1-4495-b083-1d3db2693b01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8645839-e34f-4140-84a4-57a480cc05a6 HTTP/1.1" status: 204 len: 168 time: 0.2680905 Jan 27 21:37:16.029905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 23afb7db-0bcf-4aab-b349-a0e03ed080e6) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:16.042439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:16.044689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.061435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae84f5-117b-446e-8aba-468c32c4b444 None None] Network 23afb7db-0bcf-4aab-b349-a0e03ed080e6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:16.071150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd4a50-51c1-4495-b083-1d3db2693b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8645839-e34f-4140-84a4-57a480cc05a6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:16.085585 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aa68c011-ee63-485c-b62f-3ee67bd71a0a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7346416 Jan 27 21:37:16.215000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36438) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:16.248129 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-044b6e01-e437-48a4-aea4-7c4ba6a77764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.400886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-044b6e01-e437-48a4-aea4-7c4ba6a77764 admin admin] Publish callbacks [] for security_group (6df5a94f-d572-4c59-bc70-00e75be3e2f0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.409698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-044b6e01-e437-48a4-aea4-7c4ba6a77764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6df5a94f-d572-4c59-bc70-00e75be3e2f0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.429769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc9004-8d9d-4e24-8de9-75661294df58 None None] Network 23afb7db-0bcf-4aab-b349-a0e03ed080e6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:16.473959 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-044b6e01-e437-48a4-aea4-7c4ba6a77764 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ec39f3d364349e4b4cbaa747135e783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572405 Jan 27 21:37:16.475001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b6e01-e437-48a4-aea4-7c4ba6a77764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df5a94f-d572-4c59-bc70-00e75be3e2f0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:16.478216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36442) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:16.564931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba0e1a3a-e6f2-44a6-af8b-ae173b826844 admin admin] Publish callbacks [] for security_group (6df5a94f-d572-4c59-bc70-00e75be3e2f0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.594992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba0e1a3a-e6f2-44a6-af8b-ae173b826844 admin admin] Publish callbacks [] for security_group (6df5a94f-d572-4c59-bc70-00e75be3e2f0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.708867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba0e1a3a-e6f2-44a6-af8b-ae173b826844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6df5a94f-d572-4c59-bc70-00e75be3e2f0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.712513 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba0e1a3a-e6f2-44a6-af8b-ae173b826844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.714698 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ba0e1a3a-e6f2-44a6-af8b-ae173b826844 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6df5a94f-d572-4c59-bc70-00e75be3e2f0 HTTP/1.1" status: 204 len: 168 time: 0.2214711 Jan 27 21:37:16.742607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e1a3a-e6f2-44a6-af8b-ae173b826844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df5a94f-d572-4c59-bc70-00e75be3e2f0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:16.750504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-808341d0-7572-4b30-997f-fb1fce129344 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10d46d5aacb24b13ae00f5dd77da7185&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7728529 Jan 27 21:37:16.753063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36448) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:16.826936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 2419603c-1a99-4bae-bf5f-bd13909edc6e no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:16.832095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd804-8afe-4f24-b70f-caf7a3ee3c7a admin admin] Publish callbacks [] for security_group (a730ca09-a863-4511-bdeb-dc9f26e3a3fe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.868375 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd804-8afe-4f24-b70f-caf7a3ee3c7a admin admin] Publish callbacks [] for security_group (a730ca09-a863-4511-bdeb-dc9f26e3a3fe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.868650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 2419603c-1a99-4bae-bf5f-bd13909edc6e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:16.868917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 2419603c-1a99-4bae-bf5f-bd13909edc6e not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:16.939367 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd804-8afe-4f24-b70f-caf7a3ee3c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a730ca09-a863-4511-bdeb-dc9f26e3a3fe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.945123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd804-8afe-4f24-b70f-caf7a3ee3c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.949707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cd8dd804-8afe-4f24-b70f-caf7a3ee3c7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a730ca09-a863-4511-bdeb-dc9f26e3a3fe HTTP/1.1" status: 204 len: 168 time: 0.1924191 Jan 27 21:37:16.962143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dd804-8afe-4f24-b70f-caf7a3ee3c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a730ca09-a863-4511-bdeb-dc9f26e3a3fe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:17.913811 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.049124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36488) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:18.078535 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-680c28ea-8ab2-4857-aa2f-5a488bb34f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.223844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-680c28ea-8ab2-4857-aa2f-5a488bb34f8b admin admin] Publish callbacks [] for security_group (ba7c2118-18d5-4a0a-ace1-07159fbb0a50), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.231690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-680c28ea-8ab2-4857-aa2f-5a488bb34f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ba7c2118-18d5-4a0a-ace1-07159fbb0a50), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.315820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36500) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:18.316570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-680c28ea-8ab2-4857-aa2f-5a488bb34f8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aed11f250ac94a1a9bdff19f5ce793c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638836 Jan 27 21:37:18.319649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c28ea-8ab2-4857-aa2f-5a488bb34f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7c2118-18d5-4a0a-ace1-07159fbb0a50,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:18.421602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d55f3472-d3ba-4c53-8c40-71ed1fde4851 admin admin] Publish callbacks [] for security_group (ba7c2118-18d5-4a0a-ace1-07159fbb0a50), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.463346 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d55f3472-d3ba-4c53-8c40-71ed1fde4851 admin admin] Publish callbacks [] for security_group (ba7c2118-18d5-4a0a-ace1-07159fbb0a50), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.531459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d55f3472-d3ba-4c53-8c40-71ed1fde4851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ba7c2118-18d5-4a0a-ace1-07159fbb0a50), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.536061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d55f3472-d3ba-4c53-8c40-71ed1fde4851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.542602 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d55f3472-d3ba-4c53-8c40-71ed1fde4851 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba7c2118-18d5-4a0a-ace1-07159fbb0a50 HTTP/1.1" status: 204 len: 168 time: 0.2239633 Jan 27 21:37:18.554670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f3472-d3ba-4c53-8c40-71ed1fde4851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7c2118-18d5-4a0a-ace1-07159fbb0a50,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:19.764960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36550) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:19.773755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-962780656-network', 'tenant_id': 'fc86cf29954b4e379f6e44df90944e3b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:19.816337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Made reservation on behalf of fc86cf29954b4e379f6e44df90944e3b for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:19.823388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:19.844176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.056309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Publish callbacks [] for security_group (302b23bb-f6ba-4271-88e6-5f31bc2a7f4a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.063088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (302b23bb-f6ba-4271-88e6-5f31bc2a7f4a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.152849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302b23bb-f6ba-4271-88e6-5f31bc2a7f4a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:20.157715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:20.182267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730785054859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (78d5d7f0-0562-432b-b894-d4e74b250e82), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.183301 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Unsubscribe: segment precommit_create {{(pid=103329) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 21:37:20.183967 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Added segment 78d5d7f0-0562-432b-b894-d4e74b250e82 of type vlan for network ae191384-931b-4ff8-af5a-323f91033446 Jan 27 21:37:20.274903 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (ae191384-931b-4ff8-af5a-323f91033446), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.286781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.334928 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (ae191384-931b-4ff8-af5a-323f91033446), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.336824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.338005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.466469 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6947591 Jan 27 21:37:20.466627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36582) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:20.471209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Request body: {'subnet': {'network_id': 'ae191384-931b-4ff8-af5a-323f91033446', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-962780656-subnet', 'tenant_id': 'fc86cf29954b4e379f6e44df90944e3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:20.485297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7ffb-8f1a-4868-8e8d-63f626091611 admin admin] Pushing event updated for resources: {'Network': ['ID=ae191384-931b-4ff8-af5a-323f91033446,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:20.502887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network ae191384-931b-4ff8-af5a-323f91033446 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:20.515214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Made reservation on behalf of fc86cf29954b4e379f6e44df90944e3b for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:20.519114 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:21.040270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (8f0871ae-3515-408a-9319-385f9340f338), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:21.152312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0871ae-3515-408a-9319-385f9340f338,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:21.173974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Checking segment: {'id': '78d5d7f0-0562-432b-b894-d4e74b250e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ae191384-931b-4ff8-af5a-323f91033446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:21.174686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Network hostable DHCP agents. Network: ae191384-931b-4ff8-af5a-323f91033446, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:21.197468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Network ae191384-931b-4ff8-af5a-323f91033446 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:21.211583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, ae191384-931b-4ff8-af5a-323f91033446) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:21.219025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:21.220124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:21.222518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab1376-515e-4f9d-9a3c-a70372387806 None None] Network ae191384-931b-4ff8-af5a-323f91033446 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:21.258271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-13c5fc20-00b3-40de-9e8f-8a12d11f0304 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7906756 Jan 27 21:37:21.384804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1189c43-ee9d-4f61-a7ba-4361f9bc768e None None] Network ae191384-931b-4ff8-af5a-323f91033446 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:21.898349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8fb1d-94cd-40ac-ae89-299012e59881 req-a8db88c2-bfcf-4a37-abe6-d2fdeae53af1 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=94b3beefe6c04750bfb7587145b66964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690966 Jan 27 21:37:22.106725 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36666) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:22.139305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fb1d-94cd-40ac-ae89-299012e59881 req-6bdea0f8-39f5-4822-97f0-ce3382f55687 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.155682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8fb1d-94cd-40ac-ae89-299012e59881 req-6bdea0f8-39f5-4822-97f0-ce3382f55687 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541363 Jan 27 21:37:22.158770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36670) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:22.186533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8fb1d-94cd-40ac-ae89-299012e59881 req-5b84dce2-e30b-4009-82ca-5ab61f52de24 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/quotas/94b3beefe6c04750bfb7587145b66964 HTTP/1.1" status: 200 len: 375 time: 0.0254931 Jan 27 21:37:22.196822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d408bb4-2920-4483-bee8-83ddc5bd8ac4 admin admin] Deleting subnet 4268bd58-b103-4783-92c4-91409052711e {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:37:22.202881 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d408bb4-2920-4483-bee8-83ddc5bd8ac4 admin admin] Publish callbacks [] for subnet (4268bd58-b103-4783-92c4-91409052711e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.264470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d408bb4-2920-4483-bee8-83ddc5bd8ac4 admin admin] Publish callbacks [] for subnet (4268bd58-b103-4783-92c4-91409052711e), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.278793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d408bb4-2920-4483-bee8-83ddc5bd8ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4268bd58-b103-4783-92c4-91409052711e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.432510 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d408bb4-2920-4483-bee8-83ddc5bd8ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (4268bd58-b103-4783-92c4-91409052711e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.488477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d408bb4-2920-4483-bee8-83ddc5bd8ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4268bd58-b103-4783-92c4-91409052711e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:22.493128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d408bb4-2920-4483-bee8-83ddc5bd8ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.496690 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9d408bb4-2920-4483-bee8-83ddc5bd8ac4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4268bd58-b103-4783-92c4-91409052711e HTTP/1.1" status: 204 len: 168 time: 0.3888927 Jan 27 21:37:22.500975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36692) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:22.610924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (23afb7db-0bcf-4aab-b349-a0e03ed080e6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.680518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8fb1d-94cd-40ac-ae89-299012e59881 req-c15227db-8acd-4761-bbd2-331141d01128 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94b3beefe6c04750bfb7587145b66964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4926007 Jan 27 21:37:22.682585 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c724a08d-0581-46ed-8853-35ace77f50f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.813921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (23afb7db-0bcf-4aab-b349-a0e03ed080e6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.856774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.857331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.858691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.859338 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > port after_create 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.859971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.860691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > port after_update 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.861313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.861894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.862613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.863270 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:22.883618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36710) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:22.991563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c724a08d-0581-46ed-8853-35ace77f50f5 admin admin] Publish callbacks [] for security_group (7f7293ba-edad-4809-b2c2-4bef8d5345ba), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.003109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c724a08d-0581-46ed-8853-35ace77f50f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7f7293ba-edad-4809-b2c2-4bef8d5345ba), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.052685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:23.053349 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:23.053982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:23.054630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:37:23.055947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23afb7db-0bcf-4aab-b349-a0e03ed080e6']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:23.091114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daba0cbc-11e4-4af4-8144-a2edee99e53a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:23.091951 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daba0cbc-11e4-4af4-8144-a2edee99e53a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:23.113954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c724a08d-0581-46ed-8853-35ace77f50f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9312a599c2f840ef9e57e4c18ddb5099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9538443 Jan 27 21:37:23.117792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724a08d-0581-46ed-8853-35ace77f50f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7293ba-edad-4809-b2c2-4bef8d5345ba,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:23.123087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36726) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:23.152108 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (daba0cbc-11e4-4af4-8144-a2edee99e53a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.224413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1864294884-network', 'tenant_id': '21e2534d28f64b96ad0c62fed1ca51dd'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:23.236847 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (daba0cbc-11e4-4af4-8144-a2edee99e53a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.290136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:37:23.291747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (daba0cbc-11e4-4af4-8144-a2edee99e53a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.297933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Made reservation on behalf of 21e2534d28f64b96ad0c62fed1ca51dd for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:23.314660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.325170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: from cryptography.utils import int_from_bytes Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: from cryptography.utils import int_from_bytes Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:37:23.332506 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:37:23.488242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34b41ce4-ced9-4e33-8037-3e6e6671a846 admin admin] Publish callbacks [] for security_group (7f7293ba-edad-4809-b2c2-4bef8d5345ba), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.492940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Publish callbacks [] for security_group (824c9241-2d6a-4a3e-b8c8-610e99ae1b2f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.500627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (824c9241-2d6a-4a3e-b8c8-610e99ae1b2f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.520299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:23.534354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (25f6412a-fd66-4c65-bb20-cbab28c8a2a4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.534681 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Added segment 25f6412a-fd66-4c65-bb20-cbab28c8a2a4 of type vlan for network 5f35a121-dfa2-4554-9cce-e99269f190f1 Jan 27 21:37:23.552740 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:37:23.581443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (23afb7db-0bcf-4aab-b349-a0e03ed080e6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.589394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34b41ce4-ced9-4e33-8037-3e6e6671a846 admin admin] Publish callbacks [] for security_group (7f7293ba-edad-4809-b2c2-4bef8d5345ba), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.610219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.615343 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] 10.222.0.45 "DELETE /v2.0/networks/23afb7db-0bcf-4aab-b349-a0e03ed080e6 HTTP/1.1" status: 204 len: 168 time: 1.1132369 Jan 27 21:37:23.616262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (5f35a121-dfa2-4554-9cce-e99269f190f1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.636316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36748) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:23.661233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (5f35a121-dfa2-4554-9cce-e99269f190f1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.662303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.663368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.672616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b593cc-5350-4e6f-b0ae-70750b248138 admin admin] Pushing event deleted for resources: {'Network': ['ID=23afb7db-0bcf-4aab-b349-a0e03ed080e6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:23.742154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:23.765582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8802936 Jan 27 21:37:23.768367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36756) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:23.776271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Request body: {'subnet': {'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1864294884-subnet', 'tenant_id': '21e2534d28f64b96ad0c62fed1ca51dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:23.793884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6f40f-0c97-4f34-8272-9ce3f0b96fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=5f35a121-dfa2-4554-9cce-e99269f190f1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:23.806431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 5f35a121-dfa2-4554-9cce-e99269f190f1 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:23.814776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Made reservation on behalf of 21e2534d28f64b96ad0c62fed1ca51dd for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:23.819145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.835118 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a8dca-1c1e-48c4-b052-b5a5eec04ea7 admin admin] Deleting subnet 8f0871ae-3515-408a-9319-385f9340f338 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:37:23.843848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-980a8dca-1c1e-48c4-b052-b5a5eec04ea7 admin admin] Publish callbacks [] for subnet (8f0871ae-3515-408a-9319-385f9340f338), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.926087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-980a8dca-1c1e-48c4-b052-b5a5eec04ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (8f0871ae-3515-408a-9319-385f9340f338), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.982118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34b41ce4-ced9-4e33-8037-3e6e6671a846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7f7293ba-edad-4809-b2c2-4bef8d5345ba), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.986118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34b41ce4-ced9-4e33-8037-3e6e6671a846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.987368 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-34b41ce4-ced9-4e33-8037-3e6e6671a846 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f7293ba-edad-4809-b2c2-4bef8d5345ba HTTP/1.1" status: 204 len: 168 time: 0.8625448 Jan 27 21:37:24.003287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b41ce4-ced9-4e33-8037-3e6e6671a846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7293ba-edad-4809-b2c2-4bef8d5345ba,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:24.029579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-980a8dca-1c1e-48c4-b052-b5a5eec04ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (8f0871ae-3515-408a-9319-385f9340f338), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.125344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-980a8dca-1c1e-48c4-b052-b5a5eec04ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (8f0871ae-3515-408a-9319-385f9340f338), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.143332 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-980a8dca-1c1e-48c4-b052-b5a5eec04ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.147322 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-980a8dca-1c1e-48c4-b052-b5a5eec04ea7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8f0871ae-3515-408a-9319-385f9340f338 HTTP/1.1" status: 204 len: 168 time: 0.5088108 Jan 27 21:37:24.168356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36772) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:24.178408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a8dca-1c1e-48c4-b052-b5a5eec04ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0871ae-3515-408a-9319-385f9340f338,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:24.269723 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (ae191384-931b-4ff8-af5a-323f91033446), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.289610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (9f5a6525-9547-460a-a22f-2e8ac1eafe06), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.382451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5a6525-9547-460a-a22f-2e8ac1eafe06,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:24.390994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:24.391347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Network hostable DHCP agents. Network: 5f35a121-dfa2-4554-9cce-e99269f190f1, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:24.414426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Network 5f35a121-dfa2-4554-9cce-e99269f190f1 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:24.431894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 5f35a121-dfa2-4554-9cce-e99269f190f1) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:24.438192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:24.438807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.445563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d34ad9-40b0-4b79-a03f-a74f4223af1a None None] Network 5f35a121-dfa2-4554-9cce-e99269f190f1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:24.467477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-95cd75e5-c2e9-423f-89d7-a0a537723e3f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6934779 Jan 27 21:37:24.582834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (ae191384-931b-4ff8-af5a-323f91033446), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.610823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae191384-931b-4ff8-af5a-323f91033446']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:24.623286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4ef61-edf8-4878-95a4-06db553c7653 None None] Network 5f35a121-dfa2-4554-9cce-e99269f190f1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:24.626483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d5d7f0-0562-432b-b894-d4e74b250e82') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:24.626791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d5d7f0-0562-432b-b894-d4e74b250e82') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:24.653012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (78d5d7f0-0562-432b-b894-d4e74b250e82), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.687161 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (78d5d7f0-0562-432b-b894-d4e74b250e82), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.701763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:37:24.702183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (78d5d7f0-0562-432b-b894-d4e74b250e82), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:37:24.704455 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:37:24.797811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (ae191384-931b-4ff8-af5a-323f91033446), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.810059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.814871 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] 10.222.0.45 "DELETE /v2.0/networks/ae191384-931b-4ff8-af5a-323f91033446 HTTP/1.1" status: 204 len: 168 time: 0.6451142 Jan 27 21:37:24.839493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1dc9e-e93e-439c-8f2a-a1acafd9088a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae191384-931b-4ff8-af5a-323f91033446,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:24.866538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-4556654e-9201-4b6e-a442-441dcc2f9fca tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=24a29dbe48304dcbb2415c1a78153573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236034 Jan 27 21:37:24.985433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36804) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:25.001806 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6202b35e-939d-4dce-a521-3b7dd777eace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.067828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-b3c7e286-aee1-485b-a13e-daadcc3684d1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.073554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-b3c7e286-aee1-485b-a13e-daadcc3684d1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993909 Jan 27 21:37:25.106364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-bc37e437-7885-481d-ae84-fca647e88627 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/quotas/24a29dbe48304dcbb2415c1a78153573 HTTP/1.1" status: 200 len: 375 time: 0.0237801 Jan 27 21:37:25.146090 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6202b35e-939d-4dce-a521-3b7dd777eace admin admin] Publish callbacks [] for security_group (bfeb0279-0cb0-4362-b0d9-92b14bb5afb5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.156839 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6202b35e-939d-4dce-a521-3b7dd777eace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bfeb0279-0cb0-4362-b0d9-92b14bb5afb5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.178172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-5ac91b53-fb7a-46ff-9479-ab337355f907 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698464 Jan 27 21:37:25.256050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6202b35e-939d-4dce-a521-3b7dd777eace admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95ea4efe12a04c7988e6da15afd88282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693768 Jan 27 21:37:25.257702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202b35e-939d-4dce-a521-3b7dd777eace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeb0279-0cb0-4362-b0d9-92b14bb5afb5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:25.258286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36806) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:25.342644 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-44f79858-b815-42e1-beb6-0d146f8ae7f0 admin admin] Publish callbacks [] for security_group (bfeb0279-0cb0-4362-b0d9-92b14bb5afb5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.363254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36810) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:25.393727 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-44f79858-b815-42e1-beb6-0d146f8ae7f0 admin admin] Publish callbacks [] for security_group (bfeb0279-0cb0-4362-b0d9-92b14bb5afb5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.467587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a3bcde00-e58d-41bc-bb0c-b9e4e83e8a8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12e7ddc73eb641b09656399606e31b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0971475 Jan 27 21:37:25.468028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36818) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:25.528655 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-44f79858-b815-42e1-beb6-0d146f8ae7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bfeb0279-0cb0-4362-b0d9-92b14bb5afb5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.534824 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-44f79858-b815-42e1-beb6-0d146f8ae7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.546250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-44f79858-b815-42e1-beb6-0d146f8ae7f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bfeb0279-0cb0-4362-b0d9-92b14bb5afb5 HTTP/1.1" status: 204 len: 168 time: 0.2862823 Jan 27 21:37:25.568782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f79858-b815-42e1-beb6-0d146f8ae7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeb0279-0cb0-4362-b0d9-92b14bb5afb5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:25.641393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b4f257c-6e55-4efa-9cd9-e374de1a7b68 admin admin] Publish callbacks [] for security_group (95be206e-cdc7-491a-8254-0674ac1f48a9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.701987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b4f257c-6e55-4efa-9cd9-e374de1a7b68 admin admin] Publish callbacks [] for security_group (95be206e-cdc7-491a-8254-0674ac1f48a9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.814152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b4f257c-6e55-4efa-9cd9-e374de1a7b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95be206e-cdc7-491a-8254-0674ac1f48a9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.821165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b4f257c-6e55-4efa-9cd9-e374de1a7b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.826074 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b4f257c-6e55-4efa-9cd9-e374de1a7b68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95be206e-cdc7-491a-8254-0674ac1f48a9 HTTP/1.1" status: 204 len: 168 time: 0.3534079 Jan 27 21:37:25.840458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f257c-6e55-4efa-9cd9-e374de1a7b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95be206e-cdc7-491a-8254-0674ac1f48a9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:26.484930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36852) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:26.746857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-1c4c293c-6976-4f6d-b45a-497cd41fca47 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=24a29dbe48304dcbb2415c1a78153573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246449 Jan 27 21:37:26.918126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db5a2e8c-1646-4371-a413-b31f9c154d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:26.947756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92176ec-349b-400b-93c2-b9736054ddda req-4ec70cda-e157-449c-9f06-7a779912f4ff tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.950707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-4ec70cda-e157-449c-9f06-7a779912f4ff tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952662 Jan 27 21:37:27.014598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-b446a24b-4317-424d-96ae-58cd321b83cb tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/quotas/24a29dbe48304dcbb2415c1a78153573 HTTP/1.1" status: 200 len: 375 time: 0.0494204 Jan 27 21:37:27.091303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-cf3c4023-137c-4dc8-9892-3fbf62a1996a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748074 Jan 27 21:37:27.185022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-3772f60f-1943-4007-ad94-f4d18297a26f tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=24a29dbe48304dcbb2415c1a78153573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727680 Jan 27 21:37:27.195539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db5a2e8c-1646-4371-a413-b31f9c154d57 admin admin] Publish callbacks [] for security_group (b5803a09-96cd-4fc0-9033-4ef090a3cfc6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.205696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db5a2e8c-1646-4371-a413-b31f9c154d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b5803a09-96cd-4fc0-9033-4ef090a3cfc6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.284527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36882) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:27.296551 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db5a2e8c-1646-4371-a413-b31f9c154d57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=596f8941b6904a84944bf0d0ec6df21d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8091915 Jan 27 21:37:27.314328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36884) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:27.451475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a12a679-87fa-4591-a4c1-6c200d11180d admin admin] Publish callbacks [] for security_group (b5803a09-96cd-4fc0-9033-4ef090a3cfc6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.572504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-8ae0ed60-de68-4ae0-be59-67daee99ef06 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.575348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-8ae0ed60-de68-4ae0-be59-67daee99ef06 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841577 Jan 27 21:37:27.629484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1cf0af5-d97b-4ebe-8919-c266fd2a0ae1 req-c290ac53-4376-4abd-ae70-390806d05bea tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=94b3beefe6c04750bfb7587145b66964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523238 Jan 27 21:37:27.642204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Request body: {'port': {'device_id': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '24a29dbe48304dcbb2415c1a78153573'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:27.646127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a12a679-87fa-4591-a4c1-6c200d11180d admin admin] Publish callbacks [] for security_group (b5803a09-96cd-4fc0-9033-4ef090a3cfc6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.692440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a2e8c-1646-4371-a413-b31f9c154d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5803a09-96cd-4fc0-9033-4ef090a3cfc6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:27.744626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:27.781622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1707784826-network', 'tenant_id': '877cb5d7365b491fac62a50b4318f2ea'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:27.806185 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-823ef8d9-19b5-4aba-b1a0-aec924602f96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc86cf29954b4e379f6e44df90944e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5064514 Jan 27 21:37:27.821269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36912) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:27.874930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Made reservation on behalf of 877cb5d7365b491fac62a50b4318f2ea for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:27.879810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.907543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.936344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a12a679-87fa-4591-a4c1-6c200d11180d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b5803a09-96cd-4fc0-9033-4ef090a3cfc6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.943060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a12a679-87fa-4591-a4c1-6c200d11180d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.946127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4a12a679-87fa-4591-a4c1-6c200d11180d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5803a09-96cd-4fc0-9033-4ef090a3cfc6 HTTP/1.1" status: 204 len: 168 time: 0.6304705 Jan 27 21:37:28.002189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a679-87fa-4591-a4c1-6c200d11180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5803a09-96cd-4fc0-9033-4ef090a3cfc6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:28.056189 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c061-93cb-4490-93ef-91cc9553f700 admin admin] Publish callbacks [] for security_group (302b23bb-f6ba-4271-88e6-5f31bc2a7f4a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.097161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c061-93cb-4490-93ef-91cc9553f700 admin admin] Publish callbacks [] for security_group (302b23bb-f6ba-4271-88e6-5f31bc2a7f4a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.180822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Publish callbacks [] for security_group (aa6fc507-aad3-441e-9143-5a37f76eb5c7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.190150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aa6fc507-aad3-441e-9143-5a37f76eb5c7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.204522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf0af5-d97b-4ebe-8919-c266fd2a0ae1 req-ecdb17a6-d1df-4eaf-9509-54c2fe74779b tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:28.216839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1cf0af5-d97b-4ebe-8919-c266fd2a0ae1 req-ecdb17a6-d1df-4eaf-9509-54c2fe74779b tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5859141 Jan 27 21:37:28.230541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Made reservation on behalf of 24a29dbe48304dcbb2415c1a78153573 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:28.237838 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.255165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:28.267050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6fc507-aad3-441e-9143-5a37f76eb5c7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:28.272525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1cf0af5-d97b-4ebe-8919-c266fd2a0ae1 req-a0e62724-3d8c-4939-bb7c-6b8601417e9b tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/quotas/94b3beefe6c04750bfb7587145b66964 HTTP/1.1" status: 200 len: 375 time: 0.0538824 Jan 27 21:37:28.314743 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7e0c2253-47b9-4cd0-92f4-e1f9d03dca80), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.317524 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Added segment 7e0c2253-47b9-4cd0-92f4-e1f9d03dca80 of type vlan for network d669d0d3-5e87-467c-91a9-fe632db1dca2 Jan 27 21:37:28.329297 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.403041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1cf0af5-d97b-4ebe-8919-c266fd2a0ae1 req-61aaa9cd-66a2-46dc-aebb-b39753c01b38 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94b3beefe6c04750bfb7587145b66964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1267090 Jan 27 21:37:28.426001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d669d0d3-5e87-467c-91a9-fe632db1dca2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.505202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37d69f03-8756-4823-8fc5-ef8f801f8ec2 req-62025a49-a35f-4e43-a8f0-9ad6f3896596 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 210 time: 0.1329401 Jan 27 21:37:28.596120 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d669d0d3-5e87-467c-91a9-fe632db1dca2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.597923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:28.598992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.601883 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c061-93cb-4490-93ef-91cc9553f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (302b23bb-f6ba-4271-88e6-5f31bc2a7f4a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.604663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c061-93cb-4490-93ef-91cc9553f700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.608430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0ed8c061-93cb-4490-93ef-91cc9553f700 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/302b23bb-f6ba-4271-88e6-5f31bc2a7f4a HTTP/1.1" status: 204 len: 168 time: 0.7760394 Jan 27 21:37:28.643275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8c061-93cb-4490-93ef-91cc9553f700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302b23bb-f6ba-4271-88e6-5f31bc2a7f4a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:28.725134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks [] for security_group (e7282305-f259-4b3d-b75e-27eb27aa37e3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.734480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e7282305-f259-4b3d-b75e-27eb27aa37e3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.820084 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0671663 Jan 27 21:37:28.821022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36936) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:28.837942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Request body: {'subnet': {'network_id': 'd669d0d3-5e87-467c-91a9-fe632db1dca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1707784826-subnet', 'tenant_id': '877cb5d7365b491fac62a50b4318f2ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:28.894271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7282305-f259-4b3d-b75e-27eb27aa37e3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:28.908186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cda61f-d7fd-4823-b3bb-248a9c3f16bf admin admin] Pushing event updated for resources: {'Network': ['ID=d669d0d3-5e87-467c-91a9-fe632db1dca2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:28.921064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Made reservation on behalf of 877cb5d7365b491fac62a50b4318f2ea for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:28.923669 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.969825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d669d0d3-5e87-467c-91a9-fe632db1dca2 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:29.032638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Allocated IP 192.168.233.16 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/f6ddcbe1-9db1-4384-b011-785a161642b6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:29.255802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36944) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:29.296447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8606c799-8a3d-4862-ac4f-11f36c1672f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.343793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (3a3555f5-f69b-4fc6-b12e-a200d5d55c66), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.478246 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks [] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.549883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-030a639b-6167-4304-a899-a0e293efec5e tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=24a29dbe48304dcbb2415c1a78153573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421815 Jan 27 21:37:29.595658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3555f5-f69b-4fc6-b12e-a200d5d55c66,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:29.634651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Checking segment: {'id': '7e0c2253-47b9-4cd0-92f4-e1f9d03dca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd669d0d3-5e87-467c-91a9-fe632db1dca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:29.637948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Network hostable DHCP agents. Network: d669d0d3-5e87-467c-91a9-fe632db1dca2, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:29.708643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Network d669d0d3-5e87-467c-91a9-fe632db1dca2 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:29.735353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d669d0d3-5e87-467c-91a9-fe632db1dca2) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:29.744284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.744284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.756587 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8606c799-8a3d-4862-ac4f-11f36c1672f8 admin admin] Publish callbacks [] for security_group (39b57ab5-95e1-44d4-8656-805c42fefa19), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.767973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314aed6-871f-48b8-b165-a599298bab00 None None] Network d669d0d3-5e87-467c-91a9-fe632db1dca2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:29.799063 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dca15bfb-a93e-47d4-bc73-81325d44271f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9717042 Jan 27 21:37:29.804326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f6c236d-cd8f-4969-bb47-a0d68b6c8389 req-fe409bef-682f-4d8d-b1b5-2d930231142f tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 210 time: 0.0757847 Jan 27 21:37:29.821262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8606c799-8a3d-4862-ac4f-11f36c1672f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (39b57ab5-95e1-44d4-8656-805c42fefa19), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.848187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.945125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:30.017763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92176ec-349b-400b-93c2-b9736054ddda req-ae5cc62c-44b9-476d-a407-9e97c07b25f6 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.020971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-ae5cc62c-44b9-476d-a407-9e97c07b25f6 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4644182 Jan 27 21:37:30.026935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d826b622-6113-419d-a7d7-24c394e051f9 None None] Network d669d0d3-5e87-467c-91a9-fe632db1dca2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:30.031079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8606c799-8a3d-4862-ac4f-11f36c1672f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd035acd86244ec89be67ece2f7ba9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7734013 Jan 27 21:37:30.035517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36962) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:30.044444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:30.051570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Request body: {'port': {'device_id': 'bfc3513f-c577-45f6-856a-152e574b3d38', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '24a29dbe48304dcbb2415c1a78153573'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:30.056915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606c799-8a3d-4862-ac4f-11f36c1672f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b57ab5-95e1-44d4-8656-805c42fefa19,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:30.110212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:30.118606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:30.150576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.154392 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.218113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d773fffd-d6a6-4e63-aeee-9d6011f80da8 admin admin] Publish callbacks [] for security_group (39b57ab5-95e1-44d4-8656-805c42fefa19), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.328177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d773fffd-d6a6-4e63-aeee-9d6011f80da8 admin admin] Publish callbacks [] for security_group (39b57ab5-95e1-44d4-8656-805c42fefa19), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.363084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-6b4c991a-97bd-492b-8793-f2d4429dbd57 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7284400 Jan 27 21:37:30.382281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Request body: {'port': {'device_id': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:30.503686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d773fffd-d6a6-4e63-aeee-9d6011f80da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (39b57ab5-95e1-44d4-8656-805c42fefa19), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.508930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d773fffd-d6a6-4e63-aeee-9d6011f80da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.511404 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d773fffd-d6a6-4e63-aeee-9d6011f80da8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39b57ab5-95e1-44d4-8656-805c42fefa19 HTTP/1.1" status: 204 len: 168 time: 0.4714613 Jan 27 21:37:30.533515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773fffd-d6a6-4e63-aeee-9d6011f80da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b57ab5-95e1-44d4-8656-805c42fefa19,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:30.609564 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.658402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e8e8fbea-7b61-4713-98bf-0a1969f9aea6 None None] Provisioning complete for port f6ddcbe1-9db1-4384-b011-785a161642b6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:30.658778 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e8e8fbea-7b61-4713-98bf-0a1969f9aea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.717173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Made reservation on behalf of 24a29dbe48304dcbb2415c1a78153573 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:30.722945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.808507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8fbea-7b61-4713-98bf-0a1969f9aea6 None None] Port f6ddcbe1-9db1-4384-b011-785a161642b6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:31.280100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ddcbe1-9db1-4384-b011-785a161642b6 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:31.291377 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Publish callbacks [] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:31.313340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Transition to ACTIVE for port object f6ddcbe1-9db1-4384-b011-785a161642b6 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:31.325132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:31.533618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bdb34718-d609-44ee-9e53-3314a454c190 req-2d48dd0d-7701-44b0-acc4-5f82ed4d2c6a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 210 time: 0.1722398 Jan 27 21:37:31.602994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:31.639867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Allocated IP 192.168.233.161 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/6784edd5-7718-4f83-8863-5ffca261f6ef) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:31.680762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Attempting to bind port f6ddcbe1-9db1-4384-b011-785a161642b6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:31.681160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Attempting to bind port f6ddcbe1-9db1-4384-b011-785a161642b6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:31.681751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Attempting to bind port f6ddcbe1-9db1-4384-b011-785a161642b6 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:31.700660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Port f6ddcbe1-9db1-4384-b011-785a161642b6 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:31.701234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Attempting to bind port f6ddcbe1-9db1-4384-b011-785a161642b6 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:31.741573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:31.742057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:31.742621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:31.743281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Bound port: f6ddcbe1-9db1-4384-b011-785a161642b6, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:31.743914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:31.991663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:32.019187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:32.029674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.044425 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks [] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.157141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:32.159787 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.165875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] 10.222.0.57 "PUT /v2.0/ports/f6ddcbe1-9db1-4384-b011-785a161642b6 HTTP/1.1" status: 200 len: 1095 time: 1.7913630 Jan 27 21:37:32.169354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:32.173460 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea31ab0-8540-4b20-92f1-247b84217526" -d '{"events": [{"name": "network-changed", "server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:32.184690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.284967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd082d-5d48-4fee-a0e0-1606fdad844e service neutron] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:32.344841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:32.422859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Pushing event updated for resources: {'Port': ['ID=6784edd5-7718-4f83-8863-5ffca261f6ef,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:32.440637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:32.450143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:32.456359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:32.457194 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.552188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-44769ae9-c261-4698-9dfb-c3793c7dd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:32.554255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-44769ae9-c261-4698-9dfb-c3793c7dd878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1098 time: 0.3047075 Jan 27 21:37:32.561337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-1fd16921-ec16-4879-9b7e-78525116b50a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5219741 Jan 27 21:37:32.902548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Request body: {'port': {'device_id': 'bfc3513f-c577-45f6-856a-152e574b3d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:32.909133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-ef6577dd-60a7-4a0d-8081-01efd2492154 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f6ddcbe1-9db1-4384-b011-785a161642b6 HTTP/1.1" status: 200 len: 217 time: 0.3438487 Jan 27 21:37:32.972004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1dbac4a1-9928-4371-b9e8-8c2f4cfe2937 None None] Provisioning complete for port 6784edd5-7718-4f83-8863-5ffca261f6ef triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:32.973629 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1dbac4a1-9928-4371-b9e8-8c2f4cfe2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.986848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-ed37bb46-027a-4359-b12e-b489f40030fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:32.988585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-ed37bb46-027a-4359-b12e-b489f40030fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0589097 Jan 27 21:37:33.048250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-ed4bc57d-1c71-4a9c-a116-076dc818f400 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.049879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-ed4bc57d-1c71-4a9c-a116-076dc818f400 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 821 time: 0.6193948 Jan 27 21:37:33.066310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1dbac4a1-9928-4371-b9e8-8c2f4cfe2937 None None] Port 6784edd5-7718-4f83-8863-5ffca261f6ef cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:33.091520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.102466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-80664b51-8a2a-4234-bcf7-268ae7e949d8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/quotas/21e2534d28f64b96ad0c62fed1ca51dd HTTP/1.1" status: 200 len: 375 time: 0.0295033 Jan 27 21:37:33.158678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-4c9c312b-85d9-435a-a5a9-035bba68a1cf tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547473 Jan 27 21:37:33.178937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-2ab5967e-f5b8-4255-9472-0c5630311679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.180788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-2ab5967e-f5b8-4255-9472-0c5630311679 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823890 Jan 27 21:37:33.493528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-67873be2-a530-4824-ba25-b3c0f8347446 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047409 Jan 27 21:37:33.694286 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d8d667-e625-4840-969c-adbce1c5266b x-openstack-request-id: req-43d8d667-e625-4840-969c-adbce1c5266b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:33.694743 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:33.695163 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43d8d667-e625-4840-969c-adbce1c5266b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:33.695878 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'status': 'completed', 'code': 200} Jan 27 21:37:33.755683 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63a6fd50-58eb-4a23-b350-9e34f7216ff9 req-82ae559a-0288-4f1b-b23b-8257687d0ae5 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506256 Jan 27 21:37:33.875748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6784edd5-7718-4f83-8863-5ffca261f6ef {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:33.898460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Publish callbacks [] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.970948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Transition to ACTIVE for port object 6784edd5-7718-4f83-8863-5ffca261f6ef will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:34.009508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336e37e-339f-4a56-8025-10cb76907e9d req-e6444447-18ea-4dcf-be39-9a42fd82ad88 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.028640 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-495bc050-9f2e-4374-8e64-1212c699f691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.030962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3336e37e-339f-4a56-8025-10cb76907e9d req-e6444447-18ea-4dcf-be39-9a42fd82ad88 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 936 time: 0.2132530 Jan 27 21:37:34.039513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-256e328d-da7a-444c-a57e-ccb3a8eb64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.042454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-256e328d-da7a-444c-a57e-ccb3a8eb64bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1098 time: 0.2024381 Jan 27 21:37:34.043567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.263208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Pushing event updated for resources: {'Port': ['ID=6784edd5-7718-4f83-8863-5ffca261f6ef,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:34.327286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3336e37e-339f-4a56-8025-10cb76907e9d req-9f4a53e9-6674-4f28-bc1f-051ed3983549 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783773 Jan 27 21:37:34.348976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Attempting to bind port 6784edd5-7718-4f83-8863-5ffca261f6ef on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:34.349652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Attempting to bind port 6784edd5-7718-4f83-8863-5ffca261f6ef by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:34.350130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Attempting to bind port 6784edd5-7718-4f83-8863-5ffca261f6ef on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:34.358547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Port 6784edd5-7718-4f83-8863-5ffca261f6ef on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:34.358870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Attempting to bind port 6784edd5-7718-4f83-8863-5ffca261f6ef on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:34.375115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-e84ef3d9-522e-4394-9b28-62373ca955be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.379988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-e84ef3d9-522e-4394-9b28-62373ca955be service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3261020 Jan 27 21:37:34.398520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37088) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:34.404805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:34.408910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:34.409850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:34.410790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Bound port: 6784edd5-7718-4f83-8863-5ffca261f6ef, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:34.411373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.503306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9d6577f6-8c5b-4764-8eb9-a93c3973f652 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:37:34.504627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9d6577f6-8c5b-4764-8eb9-a93c3973f652 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6222944 Jan 27 21:37:34.506296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-c75ee212-cb80-46a8-b7c3-86a551b38daf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f6ddcbe1-9db1-4384-b011-785a161642b6 HTTP/1.1" status: 200 len: 217 time: 0.1189706 Jan 27 21:37:34.752424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-30cfa3cc-021b-4c95-b3d0-afa02d280ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.754757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-30cfa3cc-021b-4c95-b3d0-afa02d280ae8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2359703 Jan 27 21:37:34.820741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] For port 6784edd5-7718-4f83-8863-5ffca261f6ef, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:34.843130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-a5b00c08-36d2-4ae7-bce5-504d1ef948c8 service neutron] 10.222.0.45 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256443 Jan 27 21:37:34.849684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] For port 6784edd5-7718-4f83-8863-5ffca261f6ef, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6784edd5-7718-4f83-8863-5ffca261f6ef,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:34.864622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f205d008-64f2-4219-b8dc-1769beb06729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.890387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.052273 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f205d008-64f2-4219-b8dc-1769beb06729 admin admin] Publish callbacks [] for security_group (5151ba94-8be9-47c9-bbd6-11be1def3096), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.061264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f205d008-64f2-4219-b8dc-1769beb06729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5151ba94-8be9-47c9-bbd6-11be1def3096), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.064967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-287d4c24-3ee4-43e2-b1fd-421d1f2bdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.067662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-287d4c24-3ee4-43e2-b1fd-421d1f2bdc17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3028755 Jan 27 21:37:35.076025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.077695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.079747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] 10.222.0.57 "PUT /v2.0/ports/6784edd5-7718-4f83-8863-5ffca261f6ef HTTP/1.1" status: 200 len: 1096 time: 2.5026677 Jan 27 21:37:35.154582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205d008-64f2-4219-b8dc-1769beb06729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5151ba94-8be9-47c9-bbd6-11be1def3096,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:35.196458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f205d008-64f2-4219-b8dc-1769beb06729 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eef7615b8c3340b0b7759d3ed04288c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7924128 Jan 27 21:37:35.204265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37104) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:35.333267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0857092-cc49-4fb0-a0d9-cb367ca31c1a admin admin] Publish callbacks [] for security_group (5151ba94-8be9-47c9-bbd6-11be1def3096), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.381889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0857092-cc49-4fb0-a0d9-cb367ca31c1a admin admin] Publish callbacks [] for security_group (5151ba94-8be9-47c9-bbd6-11be1def3096), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.480749 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0857092-cc49-4fb0-a0d9-cb367ca31c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5151ba94-8be9-47c9-bbd6-11be1def3096), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.485937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0857092-cc49-4fb0-a0d9-cb367ca31c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.493453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d0857092-cc49-4fb0-a0d9-cb367ca31c1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5151ba94-8be9-47c9-bbd6-11be1def3096 HTTP/1.1" status: 204 len: 168 time: 0.2857747 Jan 27 21:37:35.512965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0857092-cc49-4fb0-a0d9-cb367ca31c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5151ba94-8be9-47c9-bbd6-11be1def3096,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:35.557529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb16a-8a2e-4897-99a3-0f17264b1006 req-b9a117a2-a508-4aee-8d70-1d0a3f4fbb89 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.558279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb16a-8a2e-4897-99a3-0f17264b1006 req-b9a117a2-a508-4aee-8d70-1d0a3f4fbb89 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.558639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb16a-8a2e-4897-99a3-0f17264b1006 req-b9a117a2-a508-4aee-8d70-1d0a3f4fbb89 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.559102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb16a-8a2e-4897-99a3-0f17264b1006 req-b9a117a2-a508-4aee-8d70-1d0a3f4fbb89 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.559576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb16a-8a2e-4897-99a3-0f17264b1006 req-b9a117a2-a508-4aee-8d70-1d0a3f4fbb89 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.560027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb16a-8a2e-4897-99a3-0f17264b1006 req-b9a117a2-a508-4aee-8d70-1d0a3f4fbb89 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.560456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb16a-8a2e-4897-99a3-0f17264b1006 req-b9a117a2-a508-4aee-8d70-1d0a3f4fbb89 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.562713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8edb16a-8a2e-4897-99a3-0f17264b1006 req-b9a117a2-a508-4aee-8d70-1d0a3f4fbb89 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5048 time: 0.6354916 Jan 27 21:37:35.572524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13696345-3ff3-4e9c-8274-9d77fee67b79 service neutron] Pushing event updated for resources: {'Port': ['ID=6784edd5-7718-4f83-8863-5ffca261f6ef,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:35.612621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-6ccd1336-87da-4d8f-8ac5-fa3f14573b8d service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316062 Jan 27 21:37:35.633258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92176ec-349b-400b-93c2-b9736054ddda req-2993f4b0-b956-4e04-a819-151684c72add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.634933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-2993f4b0-b956-4e04-a819-151684c72add service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 1099 time: 0.4625614 Jan 27 21:37:35.648708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-c2b803ea-1ed8-4d6a-bfa5-f10438f2159c service neutron] 10.222.0.45 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7902169 Jan 27 21:37:35.728728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc3513f-c577-45f6-856a-152e574b3d38', 'tag': '6784edd5-7718-4f83-8863-5ffca261f6ef'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:35.731514 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be2e08-0beb-4a97-943f-8ee5373719bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc3513f-c577-45f6-856a-152e574b3d38", "tag": "6784edd5-7718-4f83-8863-5ffca261f6ef"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:35.738719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-6c1347a1-d1d5-485f-a209-bf5410e87675 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6784edd5-7718-4f83-8863-5ffca261f6ef HTTP/1.1" status: 200 len: 217 time: 0.0889287 Jan 27 21:37:35.844559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1137557a-8b7c-419d-b950-a1137203833d req-cf7a7996-7acb-4c46-84a2-c9966220e2ec tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=94b3beefe6c04750bfb7587145b66964&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517528 Jan 27 21:37:36.149373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92176ec-349b-400b-93c2-b9736054ddda req-bfd68868-9e1d-4a79-a957-41111ae5ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.151790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-bfd68868-9e1d-4a79-a957-41111ae5ca58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.3565271 Jan 27 21:37:36.224748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea31ab0-8540-4b20-92f1-247b84217526 req-88226cb0-3337-446f-a8c6-a1e2b1fb40a7 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050553 Jan 27 21:37:36.242769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37144) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:36.261372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b50ca-d986-4845-a845-5d527bde880f req-1d803a7b-c5bb-4510-94cb-749a629ac10f tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.263655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-828b50ca-d986-4845-a845-5d527bde880f req-1d803a7b-c5bb-4510-94cb-749a629ac10f tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 948 time: 0.3267908 Jan 27 21:37:36.269288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57185bfa-8e65-4555-b5fb-5ed7449dcdf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.339060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137557a-8b7c-419d-b950-a1137203833d req-a4b04340-de89-4286-8851-a94db07e02c7 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.341409 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1137557a-8b7c-419d-b950-a1137203833d req-a4b04340-de89-4286-8851-a94db07e02c7 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4955792 Jan 27 21:37:36.379478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92176ec-349b-400b-93c2-b9736054ddda req-4c35aaf8-5df1-442d-a99d-a44bbf2c0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.380859 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57185bfa-8e65-4555-b5fb-5ed7449dcdf9 admin admin] Publish callbacks [] for security_group (96c3860c-bb26-42c6-99d3-8726278ebdc9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.381585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-4c35aaf8-5df1-442d-a99d-a44bbf2c0b1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2182627 Jan 27 21:37:36.387369 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57185bfa-8e65-4555-b5fb-5ed7449dcdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (96c3860c-bb26-42c6-99d3-8726278ebdc9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.423895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1137557a-8b7c-419d-b950-a1137203833d req-0de894e1-bc7d-4527-860b-81fe9cc0cc14 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/quotas/94b3beefe6c04750bfb7587145b66964 HTTP/1.1" status: 200 len: 375 time: 0.0603724 Jan 27 21:37:36.430116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57185bfa-8e65-4555-b5fb-5ed7449dcdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c3860c-bb26-42c6-99d3-8726278ebdc9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:36.435449 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-57185bfa-8e65-4555-b5fb-5ed7449dcdf9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34504d0bb7734977a85785c3475b167a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908255 Jan 27 21:37:36.438868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37148) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:36.448204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-828b50ca-d986-4845-a845-5d527bde880f req-5870bd30-3212-4d8a-a4be-15fad395834c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669104 Jan 27 21:37:36.528611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1137557a-8b7c-419d-b950-a1137203833d req-5589f771-95fb-4c7b-a45c-f78a741703f5 tempest-QuotasAdminNegativeTest-644320855 tempest-QuotasAdminNegativeTest-644320855-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94b3beefe6c04750bfb7587145b66964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498390 Jan 27 21:37:36.604046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-f148684a-e7ec-47df-be98-ffbf22ba4388 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024174 Jan 27 21:37:36.604910 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75158e4b-e99a-4ae2-871b-5ba972459dce admin admin] Publish callbacks [] for security_group (96c3860c-bb26-42c6-99d3-8726278ebdc9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.688764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75158e4b-e99a-4ae2-871b-5ba972459dce admin admin] Publish callbacks [] for security_group (96c3860c-bb26-42c6-99d3-8726278ebdc9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.838345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b92176ec-349b-400b-93c2-b9736054ddda req-86c199ab-b6bc-41ce-80f6-b5f903241163 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215261 Jan 27 21:37:36.843573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c7240-00c4-41e4-b125-5801e4439bc5 req-c70749ab-14db-4352-ba2a-dd3e48e3bd54 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.845053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b30c7240-00c4-41e4-b125-5801e4439bc5 req-c70749ab-14db-4352-ba2a-dd3e48e3bd54 tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 886 time: 0.1965215 Jan 27 21:37:36.858845 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75158e4b-e99a-4ae2-871b-5ba972459dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (96c3860c-bb26-42c6-99d3-8726278ebdc9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.862437 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75158e4b-e99a-4ae2-871b-5ba972459dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.864469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-75158e4b-e99a-4ae2-871b-5ba972459dce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96c3860c-bb26-42c6-99d3-8726278ebdc9 HTTP/1.1" status: 204 len: 168 time: 0.4237146 Jan 27 21:37:36.874008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75158e4b-e99a-4ae2-871b-5ba972459dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c3860c-bb26-42c6-99d3-8726278ebdc9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:36.913228 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b11bdb-8d9c-43d7-8ceb-850b0c790e47 x-openstack-request-id: req-51b11bdb-8d9c-43d7-8ceb-850b0c790e47 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:36.913893 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc3513f-c577-45f6-856a-152e574b3d38", "tag": "6784edd5-7718-4f83-8863-5ffca261f6ef", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:36.914478 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51b11bdb-8d9c-43d7-8ceb-850b0c790e47 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:36.915059 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc3513f-c577-45f6-856a-152e574b3d38', 'tag': '6784edd5-7718-4f83-8863-5ffca261f6ef', 'status': 'completed', 'code': 200} Jan 27 21:37:36.927146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:37:36.944736 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-66dfcf4d-e54d-4611-86e6-c785322a627a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.015315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-b36b09dd-4744-437d-a0f9-3d4672053a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:37.017579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-b36b09dd-4744-437d-a0f9-3d4672053a01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 1099 time: 0.0586498 Jan 27 21:37:37.085868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-829d75df-a2b4-44f8-ac4e-cd84ab1d5d4b req-6ca4c414-4748-49d7-89df-ab98131d933d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 210 time: 0.0496085 Jan 27 21:37:37.278352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:37.301560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'mac_address': 'fa:16:3e:bb:cf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:37:37.425370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:37.426040 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.457687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ddcbe1-9db1-4384-b011-785a161642b6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:37.491872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:37.509670 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.602387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:37.723064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f6ddcbe1-9db1-4384-b011-785a161642b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:37.853887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-f12c1d22-4fa8-4896-a045-1643eed6bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:37.855667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-f12c1d22-4fa8-4896-a045-1643eed6bb8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.8315287 Jan 27 21:37:37.922803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-2df0ecba-b5e9-4f5b-bc44-0ba98537b22a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:37.924411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-2df0ecba-b5e9-4f5b-bc44-0ba98537b22a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 821 time: 0.3219085 Jan 27 21:37:37.928248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-aabe11ac-d37f-4e14-8092-172ca71ba715 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6784edd5-7718-4f83-8863-5ffca261f6ef HTTP/1.1" status: 200 len: 217 time: 0.0572453 Jan 27 21:37:37.949591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Request body: {'port': {'device_id': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'admin_state_up': True, 'tenant_id': '21e2534d28f64b96ad0c62fed1ca51dd'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:38.093389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f33ac-8bff-402f-881b-e7e6976afccd req-b81e8e4b-88be-4d57-9877-d0511f75529d tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.094259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f33ac-8bff-402f-881b-e7e6976afccd req-b81e8e4b-88be-4d57-9877-d0511f75529d tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.095102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f33ac-8bff-402f-881b-e7e6976afccd req-b81e8e4b-88be-4d57-9877-d0511f75529d tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.095918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f33ac-8bff-402f-881b-e7e6976afccd req-b81e8e4b-88be-4d57-9877-d0511f75529d tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.096838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f33ac-8bff-402f-881b-e7e6976afccd req-b81e8e4b-88be-4d57-9877-d0511f75529d tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.098125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f33ac-8bff-402f-881b-e7e6976afccd req-b81e8e4b-88be-4d57-9877-d0511f75529d tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.098600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f33ac-8bff-402f-881b-e7e6976afccd req-b81e8e4b-88be-4d57-9877-d0511f75529d tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.121241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-634f33ac-8bff-402f-881b-e7e6976afccd req-b81e8e4b-88be-4d57-9877-d0511f75529d tempest-NetworksTest-1030867299 tempest-NetworksTest-1030867299-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5048 time: 0.5069966 Jan 27 21:37:38.212021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-a6238b68-4bbc-41af-8536-be1f31f460d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.219994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-a6238b68-4bbc-41af-8536-be1f31f460d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2836533 Jan 27 21:37:38.222397 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.375608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-183da070-e974-4644-b5ad-ddb74ced80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.377339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-183da070-e974-4644-b5ad-ddb74ced80cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378226 Jan 27 21:37:38.419695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Made reservation on behalf of 21e2534d28f64b96ad0c62fed1ca51dd for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:38.423449 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.593692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab0fd0-69a7-4db0-b806-5294c687116c req-12d28421-310d-44ba-9a7d-008360ca4c99 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.595470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73ab0fd0-69a7-4db0-b806-5294c687116c req-12d28421-310d-44ba-9a7d-008360ca4c99 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 948 time: 0.1990929 Jan 27 21:37:38.627385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-68b8c6ac-771e-4319-8aae-0da893615c1a service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408903 Jan 27 21:37:38.786524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Allocated IP 172.20.0.5 (5f35a121-dfa2-4554-9cce-e99269f190f1/9f5a6525-9547-460a-a22f-2e8ac1eafe06/78d9134e-b451-4f36-a11f-fdf5f9778e97) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:38.802476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37210) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:38.808016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73ab0fd0-69a7-4db0-b806-5294c687116c req-8911d52f-9958-4b7a-a6a1-661845677b18 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993940 Jan 27 21:37:38.843451 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a49168b-6d77-44dc-a8c8-642a0b3bbf30 req-dc58e93c-023b-4315-ae67-2303652049b0 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 210 time: 0.0651569 Jan 27 21:37:38.872095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37214) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:38.909464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40be2e08-0beb-4a97-943f-8ee5373719bc req-0f389eaa-4394-434d-b4f0-0b1b1b5ddc12 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709565 Jan 27 21:37:38.918907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:39.081662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port f6ddcbe1-9db1-4384-b011-785a161642b6 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:37:39.090771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f6ddcbe1-9db1-4384-b011-785a161642b6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:39.091405 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.255518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks [] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.317389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:39.318998 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.333166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.368451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:39.373128 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07a7088-b588-4fbb-af4e-1170a8484a9d" -d '{"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-plugged", "status": "completed", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:39.385959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1982fafe-6e3d-45b6-a57a-9e13acfdbe27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.406716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:39.416775 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.447305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Network 5f35a121-dfa2-4554-9cce-e99269f190f1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:39.460332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:39.471690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:39.488401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.489531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.495755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Pushing event updated for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:39.520495 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ef7e1-5192-494c-98e6-6bf8d6982ac1 x-openstack-request-id: req-5c0ef7e1-5192-494c-98e6-6bf8d6982ac1 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:39.521031 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-plugged", "status": "completed", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:39.521448 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c0ef7e1-5192-494c-98e6-6bf8d6982ac1 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:39.528060 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'code': 200} Jan 27 21:37:39.538769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-5329a22b-90e1-4bff-98a2-d78c5f4a6f2c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5913556 Jan 27 21:37:39.559191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Request body: {'port': {'device_id': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:39.610901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1982fafe-6e3d-45b6-a57a-9e13acfdbe27 admin admin] Publish callbacks [] for security_group (b2afc98b-1c2c-4946-8c85-eb6860e3ce27), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.613468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:39.618804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1982fafe-6e3d-45b6-a57a-9e13acfdbe27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b2afc98b-1c2c-4946-8c85-eb6860e3ce27), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.673703 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1982fafe-6e3d-45b6-a57a-9e13acfdbe27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14c79b21581b4bfcae5676702ce91e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8697488 Jan 27 21:37:39.676439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982fafe-6e3d-45b6-a57a-9e13acfdbe27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2afc98b-1c2c-4946-8c85-eb6860e3ce27,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:39.684748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37228) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:39.684748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37230) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:39.726447 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e098e19-cdcd-4c94-8f04-ded227fa2f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.763458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37234) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:39.764821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211d0c3-d5cb-48f1-801d-daa21f8638ba req-ab4b5a36-cb29-4138-8c84-a326d733b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.767724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7211d0c3-d5cb-48f1-801d-daa21f8638ba req-ab4b5a36-cb29-4138-8c84-a326d733b5ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1100 time: 0.1560149 Jan 27 21:37:39.840118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.878564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-network', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:39.878967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e098e19-cdcd-4c94-8f04-ded227fa2f00 admin admin] Publish callbacks [] for security_group (4098ed9e-ddfb-4f08-8d36-4fd735b76e64), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.891911 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e098e19-cdcd-4c94-8f04-ded227fa2f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4098ed9e-ddfb-4f08-8d36-4fd735b76e64), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.978957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e098e19-cdcd-4c94-8f04-ded227fa2f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4098ed9e-ddfb-4f08-8d36-4fd735b76e64,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:39.982780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ad89-f3e5-44cb-938d-004322dd64a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.051826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7211d0c3-d5cb-48f1-801d-daa21f8638ba req-7c930896-ec42-4f2b-9d73-2da59673446a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600586 Jan 27 21:37:40.125351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Made reservation on behalf of b18aac8d258f4c16b68331557ec9f8ad for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:40.131634 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.156639 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7e098e19-cdcd-4c94-8f04-ded227fa2f00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c598b7630294593b4e1ec6b9a21585f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2808871 Jan 27 21:37:40.170234 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ad89-f3e5-44cb-938d-004322dd64a3 admin admin] Publish callbacks [] for security_group (6e15d419-0941-4270-b95b-0c3e73e49ccd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.172783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37246) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:40.224180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ad89-f3e5-44cb-938d-004322dd64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6e15d419-0941-4270-b95b-0c3e73e49ccd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.246657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17c8b000-b862-4cbc-abcc-b010b7074d0c admin admin] Publish callbacks [] for security_group (b2afc98b-1c2c-4946-8c85-eb6860e3ce27), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.261496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37248) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:40.278218 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.332180 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bbe1ad89-f3e5-44cb-938d-004322dd64a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94b3beefe6c04750bfb7587145b66964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649431 Jan 27 21:37:40.347144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37252) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:40.362763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1ad89-f3e5-44cb-938d-004322dd64a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e15d419-0941-4270-b95b-0c3e73e49ccd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:40.378801 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f7f395a-1c9e-4275-8274-63315340663f admin admin] Publish callbacks [] for security_group (4098ed9e-ddfb-4f08-8d36-4fd735b76e64), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.453022 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17c8b000-b862-4cbc-abcc-b010b7074d0c admin admin] Publish callbacks [] for security_group (b2afc98b-1c2c-4946-8c85-eb6860e3ce27), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.459694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f7f395a-1c9e-4275-8274-63315340663f admin admin] Publish callbacks [] for security_group (4098ed9e-ddfb-4f08-8d36-4fd735b76e64), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.501387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052bd2c-abce-46e2-a3eb-0dac6055558b req-fdc749d8-35cb-4a7d-b6fe-2fdce8a8d6bf tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:40.503148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8052bd2c-abce-46e2-a3eb-0dac6055558b req-fdc749d8-35cb-4a7d-b6fe-2fdce8a8d6bf tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 931 time: 0.3528242 Jan 27 21:37:40.524435 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3835096e-8c4a-427e-87f5-2701ed079bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.550738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8d341-9d2e-4f34-9ed9-b43b6cc84acd req-1bd3944c-12bc-493d-a50f-e32270d892b2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:40.553378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ae8d341-9d2e-4f34-9ed9-b43b6cc84acd req-1bd3944c-12bc-493d-a50f-e32270d892b2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 948 time: 0.4433854 Jan 27 21:37:40.604924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ad7eaefc-eb67-462c-98cb-5cc58228ae04 admin admin] Publish callbacks [] for security_group (6e15d419-0941-4270-b95b-0c3e73e49ccd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.674769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.678728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ad7eaefc-eb67-462c-98cb-5cc58228ae04 admin admin] Publish callbacks [] for security_group (6e15d419-0941-4270-b95b-0c3e73e49ccd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.699545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f7f395a-1c9e-4275-8274-63315340663f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4098ed9e-ddfb-4f08-8d36-4fd735b76e64), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.703678 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f7f395a-1c9e-4275-8274-63315340663f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.705681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9f7f395a-1c9e-4275-8274-63315340663f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4098ed9e-ddfb-4f08-8d36-4fd735b76e64 HTTP/1.1" status: 204 len: 168 time: 0.5309610 Jan 27 21:37:40.729356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f395a-1c9e-4275-8274-63315340663f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4098ed9e-ddfb-4f08-8d36-4fd735b76e64,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:40.759018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8052bd2c-abce-46e2-a3eb-0dac6055558b req-63c70102-b775-47aa-a860-9734fafe861b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040184 Jan 27 21:37:40.797916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ad7eaefc-eb67-462c-98cb-5cc58228ae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6e15d419-0941-4270-b95b-0c3e73e49ccd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.801418 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ad7eaefc-eb67-462c-98cb-5cc58228ae04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.802979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ad7eaefc-eb67-462c-98cb-5cc58228ae04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e15d419-0941-4270-b95b-0c3e73e49ccd HTTP/1.1" status: 204 len: 168 time: 0.4541781 Jan 27 21:37:40.819174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eaefc-eb67-462c-98cb-5cc58228ae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e15d419-0941-4270-b95b-0c3e73e49ccd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:40.828549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ae8d341-9d2e-4f34-9ed9-b43b6cc84acd req-0d312269-e2e7-4ffa-8b6b-c63c64ca2ab2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600918 Jan 27 21:37:40.884567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17c8b000-b862-4cbc-abcc-b010b7074d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b2afc98b-1c2c-4946-8c85-eb6860e3ce27), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.894618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17c8b000-b862-4cbc-abcc-b010b7074d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.897318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-17c8b000-b862-4cbc-abcc-b010b7074d0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2afc98b-1c2c-4946-8c85-eb6860e3ce27 HTTP/1.1" status: 204 len: 168 time: 1.2056861 Jan 27 21:37:40.928204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6784edd5-7718-4f83-8863-5ffca261f6ef details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:37:40.944840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8b000-b862-4cbc-abcc-b010b7074d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2afc98b-1c2c-4946-8c85-eb6860e3ce27,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:40.989361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Publish callbacks [] for security_group (6cc3cff7-b9b8-4243-9cc1-a6d5813978c9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.999087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6cc3cff7-b9b8-4243-9cc1-a6d5813978c9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.008147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3835096e-8c4a-427e-87f5-2701ed079bfd admin admin] Publish callbacks [] for security_group (cba204fd-c90e-4faa-ac3f-d2bd8a720262), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.024519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3835096e-8c4a-427e-87f5-2701ed079bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cba204fd-c90e-4faa-ac3f-d2bd8a720262), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.095729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:41.111977 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3835096e-8c4a-427e-87f5-2701ed079bfd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2adb4dc9c792432c94d894bcdc4d5bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8409522 Jan 27 21:37:41.115209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37260) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:41.220536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835096e-8c4a-427e-87f5-2701ed079bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba204fd-c90e-4faa-ac3f-d2bd8a720262,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.240768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d9134e-b451-4f36-a11f-fdf5f9778e97 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:41.263314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9530dacc-e64f-4dde-99c9-93ee790e8dbb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.264850 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Added segment 9530dacc-e64f-4dde-99c9-93ee790e8dbb of type vlan for network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 Jan 27 21:37:41.275860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Publish callbacks [] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.280791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.298957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7baffcdd-66b2-420c-a60c-7300907c4160 admin admin] Publish callbacks [] for security_group (cba204fd-c90e-4faa-ac3f-d2bd8a720262), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.362356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6784edd5-7718-4f83-8863-5ffca261f6ef, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6784edd5-7718-4f83-8863-5ffca261f6ef,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:41.367969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7baffcdd-66b2-420c-a60c-7300907c4160 admin admin] Publish callbacks [] for security_group (cba204fd-c90e-4faa-ac3f-d2bd8a720262), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.379864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '6784edd5-7718-4f83-8863-5ffca261f6ef', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '6784edd5-7718-4f83-8863-5ffca261f6ef', 'mac_address': 'fa:16:3e:a8:1d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:37:41.382892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Transition to ACTIVE for port object 78d9134e-b451-4f36-a11f-fdf5f9778e97 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:41.405764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.411266 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (7cf2294b-7c4e-4add-88da-c030a5cc3ab6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.447255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.494585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7baffcdd-66b2-420c-a60c-7300907c4160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cba204fd-c90e-4faa-ac3f-d2bd8a720262), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.501936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7baffcdd-66b2-420c-a60c-7300907c4160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.503629 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7baffcdd-66b2-420c-a60c-7300907c4160 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cba204fd-c90e-4faa-ac3f-d2bd8a720262 HTTP/1.1" status: 204 len: 168 time: 0.3867385 Jan 27 21:37:41.521175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baffcdd-66b2-420c-a60c-7300907c4160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba204fd-c90e-4faa-ac3f-d2bd8a720262,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.548166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Pushing event updated for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.592307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 6784edd5-7718-4f83-8863-5ffca261f6ef is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:41.593339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.610227 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (7cf2294b-7c4e-4add-88da-c030a5cc3ab6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.612235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.614530 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.624435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6784edd5-7718-4f83-8863-5ffca261f6ef {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:41.652850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37268) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:41.672979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6784edd5-7718-4f83-8863-5ffca261f6ef, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6784edd5-7718-4f83-8863-5ffca261f6ef,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:41.680130 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.684794 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7956b01-de4d-429a-a85c-8c679179d507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.689011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:41.689332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:41.689965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:41.776420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0752933 Jan 27 21:37:41.781595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:41.782148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:41.789727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37272) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:41.804182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:41.804419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Request body: {'subnet': {'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-subnet', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:41.804540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:41.804540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:41.805070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Bound port: 78d9134e-b451-4f36-a11f-fdf5f9778e97, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:41.805548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.809671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6788e2-0faf-4c86-8b74-e96043da5d12 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf2294b-7c4e-4add-88da-c030a5cc3ab6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.824823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:41.959227 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Made reservation on behalf of b18aac8d258f4c16b68331557ec9f8ad for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:41.963354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.985370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['6784edd5-7718-4f83-8863-5ffca261f6ef'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:42.025239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37280) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:42.039382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=6784edd5-7718-4f83-8863-5ffca261f6ef,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:42.065014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:42.071883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:42.118969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-910f9d2b-6a5f-4f92-bdbf-a7bd02791cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.246429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.249775 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7956b01-de4d-429a-a85c-8c679179d507 admin admin] Publish callbacks [] for security_group (7ef8dd98-8e7f-4607-acd9-c9cf9293101a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.279609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7956b01-de4d-429a-a85c-8c679179d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ef8dd98-8e7f-4607-acd9-c9cf9293101a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.360448 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d7956b01-de4d-429a-a85c-8c679179d507 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ab394a5e7d348debf0cc415ce3cd587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7038505 Jan 27 21:37:42.363857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7956b01-de4d-429a-a85c-8c679179d507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef8dd98-8e7f-4607-acd9-c9cf9293101a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:42.394884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37284) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:42.471913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Pushing event updated for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:42.491027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d92ddf8-0fbc-42e9-9c1c-cdd9fb352253 admin admin] Publish callbacks [] for security_group (7ef8dd98-8e7f-4607-acd9-c9cf9293101a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.513261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:42.514081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.517276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-9f3cbe03-211e-402d-8980-e7a741d518e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 1091 time: 2.9746068 Jan 27 21:37:42.523204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:42.529134 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:42.554093 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d92ddf8-0fbc-42e9-9c1c-cdd9fb352253 admin admin] Publish callbacks [] for security_group (7ef8dd98-8e7f-4607-acd9-c9cf9293101a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.580733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4e779-3bf9-4400-9a76-e917a4ed3cd7 req-70861d7b-5bbc-4715-8ee0-c06392d69157 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:42.588170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07d4e779-3bf9-4400-9a76-e917a4ed3cd7 req-70861d7b-5bbc-4715-8ee0-c06392d69157 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 949 time: 0.4734912 Jan 27 21:37:42.626144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e0c84-97e3-424b-bbfa-886b5d41dce4 req-76cee59a-554c-48c8-99f9-d09a1a2890d2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:42.627825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c30e0c84-97e3-424b-bbfa-886b5d41dce4 req-76cee59a-554c-48c8-99f9-d09a1a2890d2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 943 time: 0.5532005 Jan 27 21:37:42.662973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d92ddf8-0fbc-42e9-9c1c-cdd9fb352253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ef8dd98-8e7f-4607-acd9-c9cf9293101a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.666619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d92ddf8-0fbc-42e9-9c1c-cdd9fb352253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.668089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5d92ddf8-0fbc-42e9-9c1c-cdd9fb352253 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ef8dd98-8e7f-4607-acd9-c9cf9293101a HTTP/1.1" status: 204 len: 168 time: 0.2718797 Jan 27 21:37:42.696691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92ddf8-0fbc-42e9-9c1c-cdd9fb352253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef8dd98-8e7f-4607-acd9-c9cf9293101a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:42.703184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37290) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:42.738193 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6281e1c5-a2ca-4783-acab-838814ad85a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.804688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37292) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:42.818475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-910f9d2b-6a5f-4f92-bdbf-a7bd02791cf7 admin admin] Publish callbacks [] for security_group (5b9d269d-2eef-431b-9100-b7b2c7086a48), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.848304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-910f9d2b-6a5f-4f92-bdbf-a7bd02791cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5b9d269d-2eef-431b-9100-b7b2c7086a48), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.888667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-260db86a-90ce-461c-9b40-60a333267551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.891632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f9d2b-6a5f-4f92-bdbf-a7bd02791cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9d269d-2eef-431b-9100-b7b2c7086a48,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:42.920174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c30e0c84-97e3-424b-bbfa-886b5d41dce4 req-2880cacc-5b3f-4e71-bcec-1a0fbaa2206f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721193 Jan 27 21:37:42.936543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6784edd5-7718-4f83-8863-5ffca261f6ef up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:42.940344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07d4e779-3bf9-4400-9a76-e917a4ed3cd7 req-d96db650-11a5-4922-bb52-9f6dce55c4c4 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508959 Jan 27 21:37:42.942828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-148ffd0b-731e-4986-9305-63cc6e05cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:42.954294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-148ffd0b-731e-4986-9305-63cc6e05cfd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1094 time: 0.3624644 Jan 27 21:37:43.096284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-dcba8e9a-1928-4204-970a-94d31da3e7b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 217 time: 0.1288028 Jan 27 21:37:43.123906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 6784edd5-7718-4f83-8863-5ffca261f6ef completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:37:43.130345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 6784edd5-7718-4f83-8863-5ffca261f6ef triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:43.132128 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.162513 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-260db86a-90ce-461c-9b40-60a333267551 admin admin] Publish callbacks [] for security_group (93f30a18-ec1c-4bbe-8de7-12f4a93dad74), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.181515 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-910f9d2b-6a5f-4f92-bdbf-a7bd02791cf7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=963330c9703d4925bc9dcabd0c6e76fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1303959 Jan 27 21:37:43.183293 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4119061b-30a9-4603-8684-46da1f0679f6 x-openstack-request-id: req-4119061b-30a9-4603-8684-46da1f0679f6 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:43.183651 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:43.184034 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4119061b-30a9-4603-8684-46da1f0679f6 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:43.185137 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97', 'status': 'completed', 'code': 200} Jan 27 21:37:43.186616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37296) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:43.187536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-260db86a-90ce-461c-9b40-60a333267551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (93f30a18-ec1c-4bbe-8de7-12f4a93dad74), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.242224 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (8de3d10c-9d8e-4ab9-8ed7-de311c786354), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.246812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-2ce4cab3-de47-41a0-a30a-c66368ff63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.249197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-2ce4cab3-de47-41a0-a30a-c66368ff63fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.1446197 Jan 27 21:37:43.304791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 6784edd5-7718-4f83-8863-5ffca261f6ef is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:43.305364 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.321426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-bec21fff-021b-41f4-aea2-4e74b7a01b36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645826 Jan 27 21:37:43.333971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de3d10c-9d8e-4ab9-8ed7-de311c786354,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:43.376186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc3513f-c577-45f6-856a-152e574b3d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6784edd5-7718-4f83-8863-5ffca261f6ef'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:43.386220 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed75e7e-6d3f-4e11-8d08-7798b64a7aa3" -d '{"events": [{"server_uuid": "bfc3513f-c577-45f6-856a-152e574b3d38", "name": "network-vif-plugged", "status": "completed", "tag": "6784edd5-7718-4f83-8863-5ffca261f6ef"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:43.417938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6784edd5-7718-4f83-8863-5ffca261f6ef, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6784edd5-7718-4f83-8863-5ffca261f6ef,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:43.426873 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.432935 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-260db86a-90ce-461c-9b40-60a333267551 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b204233097c1491789460a8465503a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6215024 Jan 27 21:37:43.448194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260db86a-90ce-461c-9b40-60a333267551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f30a18-ec1c-4bbe-8de7-12f4a93dad74,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:43.464124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37304) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:43.480984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-d84ea197-ae2d-4ff6-b773-b5d5721d41a5 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531668 Jan 27 21:37:43.495161 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4ac16e-c9fa-4c80-8e50-31d06de3d5c0 x-openstack-request-id: req-6f4ac16e-c9fa-4c80-8e50-31d06de3d5c0 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:43.496356 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc3513f-c577-45f6-856a-152e574b3d38", "name": "network-vif-plugged", "status": "completed", "tag": "6784edd5-7718-4f83-8863-5ffca261f6ef", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:43.496811 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f4ac16e-c9fa-4c80-8e50-31d06de3d5c0 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:43.497689 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc3513f-c577-45f6-856a-152e574b3d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6784edd5-7718-4f83-8863-5ffca261f6ef', 'code': 200} Jan 27 21:37:43.533075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Checking segment: {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:43.533477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Network hostable DHCP agents. Network: 7cf2294b-7c4e-4add-88da-c030a5cc3ab6, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:43.539459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6281e1c5-a2ca-4783-acab-838814ad85a2 admin admin] Publish callbacks [] for security_group (0e72ced5-7a36-45d5-a86e-9e76a83acc1c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.558898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6281e1c5-a2ca-4783-acab-838814ad85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0e72ced5-7a36-45d5-a86e-9e76a83acc1c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.561059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=6784edd5-7718-4f83-8863-5ffca261f6ef,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:43.594962 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3305-5e4d-42bc-83b3-e4a57c4df1b5 admin admin] Publish callbacks [] for security_group (5b9d269d-2eef-431b-9100-b7b2c7086a48), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.630765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:43.641933 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9470dcb-4a74-4e4c-bc46-335691d4e6a4 admin admin] Publish callbacks [] for security_group (93f30a18-ec1c-4bbe-8de7-12f4a93dad74), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.651530 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6281e1c5-a2ca-4783-acab-838814ad85a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d661c23ab2244ce09486f3b98eea7e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9471180 Jan 27 21:37:43.659116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0203f8d0-61d7-4484-9f2e-465020468f54 req-dbb6f61a-2091-4e7c-80b6-a1c823051b8d service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718273 Jan 27 21:37:43.660955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37310) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:43.673354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281e1c5-a2ca-4783-acab-838814ad85a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e72ced5-7a36-45d5-a86e-9e76a83acc1c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:43.693890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3305-5e4d-42bc-83b3-e4a57c4df1b5 admin admin] Publish callbacks [] for security_group (5b9d269d-2eef-431b-9100-b7b2c7086a48), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.716840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 7cf2294b-7c4e-4add-88da-c030a5cc3ab6) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:43.731461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe03467-3ef5-4edd-85f7-546dd74bdccc None None] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:43.776781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9470dcb-4a74-4e4c-bc46-335691d4e6a4 admin admin] Publish callbacks [] for security_group (93f30a18-ec1c-4bbe-8de7-12f4a93dad74), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.794747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.795068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.805921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab963a7-965f-4dd1-b711-099e95261fe4 req-3cad85ed-5f69-4682-bea8-8b6b160b9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.807227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ab963a7-965f-4dd1-b711-099e95261fe4 req-3cad85ed-5f69-4682-bea8-8b6b160b9e5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 1101 time: 0.1465938 Jan 27 21:37:43.809953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-fabf76a2-1e7e-4e67-b84d-28d56cc830f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.811714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-fabf76a2-1e7e-4e67-b84d-28d56cc830f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1094 time: 0.0787592 Jan 27 21:37:43.914233 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4a4fa64-adaf-4ec4-ab87-ee5dcb68e28f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1206570 Jan 27 21:37:43.922158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37316) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:43.925683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:43.953833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5f35e77-35b9-4b1a-8af6-f94421dc7513 admin admin] Publish callbacks [] for security_group (0e72ced5-7a36-45d5-a86e-9e76a83acc1c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.992683 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9470dcb-4a74-4e4c-bc46-335691d4e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (93f30a18-ec1c-4bbe-8de7-12f4a93dad74), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.995671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9470dcb-4a74-4e4c-bc46-335691d4e6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.996854 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b9470dcb-4a74-4e4c-bc46-335691d4e6a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93f30a18-ec1c-4bbe-8de7-12f4a93dad74 HTTP/1.1" status: 204 len: 168 time: 0.5284221 Jan 27 21:37:44.034808 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3305-5e4d-42bc-83b3-e4a57c4df1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5b9d269d-2eef-431b-9100-b7b2c7086a48), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.037548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3305-5e4d-42bc-83b3-e4a57c4df1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.042118 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dc9b3305-5e4d-42bc-83b3-e4a57c4df1b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b9d269d-2eef-431b-9100-b7b2c7086a48 HTTP/1.1" status: 204 len: 168 time: 0.8508999 Jan 27 21:37:44.069405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5f35e77-35b9-4b1a-8af6-f94421dc7513 admin admin] Publish callbacks [] for security_group (0e72ced5-7a36-45d5-a86e-9e76a83acc1c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.071809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (804ba3af-df30-4601-97a8-e4970a564b01), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.073066 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (804ba3af-df30-4601-97a8-e4970a564b01), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.081493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-7cf2294b-7c4e-4add-88da-c030a5cc3ab6', 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6', 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'fixed_ips': [{'subnet_id': '8de3d10c-9d8e-4ab9-8ed7-de311c786354'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:37:44.083924 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.133415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9470dcb-4a74-4e4c-bc46-335691d4e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f30a18-ec1c-4bbe-8de7-12f4a93dad74,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:44.206778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ab963a7-965f-4dd1-b711-099e95261fe4 req-48ca395f-98ea-440c-93cc-14f241d9d588 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921893 Jan 27 21:37:44.229218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b3305-5e4d-42bc-83b3-e4a57c4df1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9d269d-2eef-431b-9100-b7b2c7086a48,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:44.305410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks [] for router_controller (804ba3af-df30-4601-97a8-e4970a564b01), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.637128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5f35e77-35b9-4b1a-8af6-f94421dc7513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0e72ced5-7a36-45d5-a86e-9e76a83acc1c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.642560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5f35e77-35b9-4b1a-8af6-f94421dc7513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.650391 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c5f35e77-35b9-4b1a-8af6-f94421dc7513 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e72ced5-7a36-45d5-a86e-9e76a83acc1c HTTP/1.1" status: 204 len: 168 time: 0.9736876 Jan 27 21:37:44.706153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Allocated IP 172.20.0.2 (7cf2294b-7c4e-4add-88da-c030a5cc3ab6/8de3d10c-9d8e-4ab9-8ed7-de311c786354/03ebe30c-69fb-44e8-9456-4240f2b936a8) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:44.734015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f35e77-35b9-4b1a-8af6-f94421dc7513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e72ced5-7a36-45d5-a86e-9e76a83acc1c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:44.739921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks [] for router_gateway (804ba3af-df30-4601-97a8-e4970a564b01), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.951817 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Publish callbacks [] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.969472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.084939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:45.100375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:45.104514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:45.107445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-bbd3eb04-39a2-4022-8457-acfba5d31d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.111687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-bbd3eb04-39a2-4022-8457-acfba5d31d0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 1.2890365 Jan 27 21:37:45.156737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Pushing event updated for resources: {'Port': ['ID=03ebe30c-69fb-44e8-9456-4240f2b936a8,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:45.190795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-833d507b-2907-4071-9c5c-c3f698d4fcb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 217 time: 0.0684967 Jan 27 21:37:45.202676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355244-a241-4a5e-b581-8b921a1551c0 req-08ab4c69-f7a9-4639-907f-ae40a2b3828d tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.213338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab355244-a241-4a5e-b581-8b921a1551c0 req-08ab4c69-f7a9-4639-907f-ae40a2b3828d tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 950 time: 1.0776904 Jan 27 21:37:45.294469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Attempting to bind port 03ebe30c-69fb-44e8-9456-4240f2b936a8 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:45.294828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Attempting to bind port 03ebe30c-69fb-44e8-9456-4240f2b936a8 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:45.295357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Attempting to bind port 03ebe30c-69fb-44e8-9456-4240f2b936a8 on network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:45.314068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:45.314676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Checking segment: {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:45.315255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.315694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Bound using segment: {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:45.316213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Bound port: 03ebe30c-69fb-44e8-9456-4240f2b936a8, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:45.316611 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.327127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a30e-c7ca-4fb6-8ed3-bb98dc1c7921 req-8395b11f-ddbd-48ea-b209-7206e14809b5 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.337501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5787a30e-c7ca-4fb6-8ed3-bb98dc1c7921 req-8395b11f-ddbd-48ea-b209-7206e14809b5 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 943 time: 0.3560493 Jan 27 21:37:45.361720 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks [] for router_gateway (804ba3af-df30-4601-97a8-e4970a564b01), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.491858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.513264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-8f91a9fc-116b-4e31-a4a2-5296213e4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.516093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-8f91a9fc-116b-4e31-a4a2-5296213e4008 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.2953432 Jan 27 21:37:45.551097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5787a30e-c7ca-4fb6-8ed3-bb98dc1c7921 req-da01a8d0-fef6-44cc-98ce-0de0e0408b1c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724994 Jan 27 21:37:45.610805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] For port 03ebe30c-69fb-44e8-9456-4240f2b936a8, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:45.620076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-35ca88bd-1274-4020-8f87-f9b9c821b33f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960667 Jan 27 21:37:45.629282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] For port 03ebe30c-69fb-44e8-9456-4240f2b936a8, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=03ebe30c-69fb-44e8-9456-4240f2b936a8,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:45.629734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab355244-a241-4a5e-b581-8b921a1551c0 req-835d0fb4-20db-4f78-8761-663826fd1812 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143016 Jan 27 21:37:45.643204 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.874412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Allocated IP 172.25.8.64 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/2ab5b34d-87f6-47cd-82d1-eec2d86e31ca) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:45.980433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-c6168bf9-5d93-4175-b5cd-a815ad3edaa4 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484685 Jan 27 21:37:46.002008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bd9e9-b62a-4881-b468-8adcf4e89f30 None None] Pushing event updated for resources: {'Port': ['ID=03ebe30c-69fb-44e8-9456-4240f2b936a8,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:46.239658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks [] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:46.248541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dfa3e2e-8bc4-42e3-9139-2da9849a91f8 req-2d0592f3-bbaa-4e22-a765-e559d50a549b service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562404 Jan 27 21:37:46.356143 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:46.487686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:46.506463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:46.520588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:46.530110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab5b34d-87f6-47cd-82d1-eec2d86e31ca,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:46.744620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 03ebe30c-69fb-44e8-9456-4240f2b936a8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:46.876655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 03ebe30c-69fb-44e8-9456-4240f2b936a8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:46.880027 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:46.960762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2a0e-07ec-423d-8130-0bae683f7d84 req-ae94db3a-2e62-425e-a2e3-a2000ffb9382 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:46.966234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c49e2a0e-07ec-423d-8130-0bae683f7d84 req-ae94db3a-2e62-425e-a2e3-a2000ffb9382 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 943 time: 0.2299814 Jan 27 21:37:47.054436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d47b9-62e1-4379-82f8-4773650d4b19 req-ed71e6dd-7d7d-486a-bb92-e14940ce436b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:47.071547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc0d47b9-62e1-4379-82f8-4773650d4b19 req-ed71e6dd-7d7d-486a-bb92-e14940ce436b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 950 time: 0.2614679 Jan 27 21:37:47.225490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 03ebe30c-69fb-44e8-9456-4240f2b936a8 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:47.226762 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.271400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc0d47b9-62e1-4379-82f8-4773650d4b19 req-18b4ca56-218a-4cb9-802a-4878a5cb0df8 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975119 Jan 27 21:37:47.289580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 78d9134e-b451-4f36-a11f-fdf5f9778e97 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:37:47.359950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c49e2a0e-07ec-423d-8130-0bae683f7d84 req-8978400c-665c-4124-9250-2a220c9d1194 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771417 Jan 27 21:37:47.580569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 03ebe30c-69fb-44e8-9456-4240f2b936a8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=03ebe30c-69fb-44e8-9456-4240f2b936a8,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:47.688234 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.777250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab954362-0fb3-4858-bf34-620f57204668 None None] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:47.818695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce21965-ea1b-4fc0-9492-80210c695684 req-4bc42301-7061-4381-b0fb-ce106ecaa911 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:47.833376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ce21965-ea1b-4fc0-9492-80210c695684 req-4bc42301-7061-4381-b0fb-ce106ecaa911 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.1931636 Jan 27 21:37:47.865615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks [] for router_gateway (804ba3af-df30-4601-97a8-e4970a564b01), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.960826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=03ebe30c-69fb-44e8-9456-4240f2b936a8,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:47.973694 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.977227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:48.006999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-09cf998f-d031-44a0-a9c8-b6a20d49a6d5 None None] Provisioning complete for port 03ebe30c-69fb-44e8-9456-4240f2b936a8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:48.007639 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-09cf998f-d031-44a0-a9c8-b6a20d49a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.012953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ce21965-ea1b-4fc0-9492-80210c695684 req-22202b0d-194f-4f81-9731-a7a4728e6860 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691916 Jan 27 21:37:48.052899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '78d9134e-b451-4f36-a11f-fdf5f9778e97', 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'port_id': '78d9134e-b451-4f36-a11f-fdf5f9778e97', 'mac_address': 'fa:16:3e:66:b7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5a6525-9547-460a-a22f-2e8ac1eafe06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:37:48.208775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-09cf998f-d031-44a0-a9c8-b6a20d49a6d5 None None] Current status of the port 03ebe30c-69fb-44e8-9456-4240f2b936a8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:48.211994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 78d9134e-b451-4f36-a11f-fdf5f9778e97 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:48.212498 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.230738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d9134e-b451-4f36-a11f-fdf5f9778e97 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:48.256502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:48.261789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (804ba3af-df30-4601-97a8-e4970a564b01), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.265046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.342057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37422) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:48.444966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:48.593509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['78d9134e-b451-4f36-a11f-fdf5f9778e97'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:48.734998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 03ebe30c-69fb-44e8-9456-4240f2b936a8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:48.747566 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Router 804ba3af-df30-4601-97a8-e4970a564b01 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:37:48.751592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686534-49d7-4d20-b1c2-88ba7d3ea669 req-82ebe544-b6fd-4aa8-9243-181a44c5c829 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:48.771298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96686534-49d7-4d20-b1c2-88ba7d3ea669 req-82ebe544-b6fd-4aa8-9243-181a44c5c829 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 944 time: 0.2711101 Jan 27 21:37:48.779225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-18761b09-9c47-4f58-b56f-d076903d0060 None None] Provisioning complete for port 03ebe30c-69fb-44e8-9456-4240f2b936a8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:48.781422 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18761b09-9c47-4f58-b56f-d076903d0060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.924543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-822167852-network', 'tenant_id': '500ee55890674cb9aa92b9794d74a70d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:48.947831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-b185549b-1e2c-4376-aaf3-5bdb01a7f118 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=24a29dbe48304dcbb2415c1a78153573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971212 Jan 27 21:37:48.971385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96686534-49d7-4d20-b1c2-88ba7d3ea669 req-5a975e88-1050-4894-a294-56649df575bc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959071 Jan 27 21:37:49.019616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-18761b09-9c47-4f58-b56f-d076903d0060 None None] Current status of the port 03ebe30c-69fb-44e8-9456-4240f2b936a8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:49.022902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 03ebe30c-69fb-44e8-9456-4240f2b936a8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:49.023299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.084172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:49.098976 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Sync routers for ids ['804ba3af-df30-4601-97a8-e4970a564b01'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:49.120501 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.123863 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-59dc0e4b-4999-4429-8611-e0c67959b4c6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2007272 Jan 27 21:37:49.126857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37452) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:49.136650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Made reservation on behalf of 500ee55890674cb9aa92b9794d74a70d for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:49.142930 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Routers {'804ba3af-df30-4601-97a8-e4970a564b01'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:49.144818 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:37:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['804ba3af-df30-4601-97a8-e4970a564b01'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:49.155710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.233654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.404801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 03ebe30c-69fb-44e8-9456-4240f2b936a8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:49.456461 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Set router 804ba3af-df30-4601-97a8-e4970a564b01 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:49.482672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-54c972bc-3935-4830-a88e-f5fc880c9a6c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.494767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-54c972bc-3935-4830-a88e-f5fc880c9a6c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5103450 Jan 27 21:37:49.582709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-b08137b3-e7dd-48f1-83d6-19ee829e53fd tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/quotas/24a29dbe48304dcbb2415c1a78153573 HTTP/1.1" status: 200 len: 375 time: 0.0867133 Jan 27 21:37:49.646262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Publish callbacks [] for security_group (12b8e807-67dc-4e9f-bc8e-4229f20d6f15), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.657048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (12b8e807-67dc-4e9f-bc8e-4229f20d6f15), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.678408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:49.691436 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (57d064db-50c1-41a7-a265-f008715a70d1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.691738 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Added segment 57d064db-50c1-41a7-a265-f008715a70d1 of type vlan for network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 Jan 27 21:37:49.775854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b8e807-67dc-4e9f-bc8e-4229f20d6f15,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:49.790479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-8261b3c6-2b12-41d8-a255-ceb719b52001 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934645 Jan 27 21:37:49.802860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (5e701c5d-fec8-499d-a2bb-6c25cdde9c47), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.860641 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (5e701c5d-fec8-499d-a2bb-6c25cdde9c47), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.864190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.865467 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.895961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5501938 Jan 27 21:37:49.897202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37466) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:49.927232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Request body: {'subnet': {'network_id': '5e701c5d-fec8-499d-a2bb-6c25cdde9c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-822167852-subnet', 'tenant_id': '500ee55890674cb9aa92b9794d74a70d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:49.998001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0486e56-845b-4cd2-9719-86b06e704419 admin admin] Pushing event updated for resources: {'Network': ['ID=5e701c5d-fec8-499d-a2bb-6c25cdde9c47,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:50.004012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Made reservation on behalf of 500ee55890674cb9aa92b9794d74a70d for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:50.009312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.027663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:50.256097 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:37:47Z', 'revision_number': 3, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port': {'id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:45Z', 'updated_at': '2022-01-27T21:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:50.351687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.369712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for subnet (b98c25ca-93af-4e5f-bb67-bcd122180593), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.417795 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Checking router: 804ba3af-df30-4601-97a8-e4970a564b01 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:50.419948 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Updating router 804ba3af-df30-4601-97a8-e4970a564b01 port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:37:50.427346 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.494076 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.585304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be1e3b-3785-4d6c-8325-01b2c9b632a0 req-dbe0fdf1-e18c-401f-8b81-9fd528678d43 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:50.595373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4be1e3b-3785-4d6c-8325-01b2c9b632a0 req-dbe0fdf1-e18c-401f-8b81-9fd528678d43 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 944 time: 0.2524340 Jan 27 21:37:50.642366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98c25ca-93af-4e5f-bb67-bcd122180593,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:50.701538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Checking segment: {'id': '57d064db-50c1-41a7-a265-f008715a70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5e701c5d-fec8-499d-a2bb-6c25cdde9c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:50.701995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Network hostable DHCP agents. Network: 5e701c5d-fec8-499d-a2bb-6c25cdde9c47, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:50.705944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-466104e1-0596-413c-9acb-de71a97a99e0 req-bb12db54-90d1-4c53-8a54-74abf14ffd83 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 210 time: 0.0563142 Jan 27 21:37:50.717947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4be1e3b-3785-4d6c-8325-01b2c9b632a0 req-8679c04d-e59d-432e-a034-99f0974d6ac7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212363 Jan 27 21:37:50.769536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:50.796391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 5e701c5d-fec8-499d-a2bb-6c25cdde9c47) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:50.802384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:50.803034 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.809344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Allocated IP 172.20.0.1 (7cf2294b-7c4e-4add-88da-c030a5cc3ab6/8de3d10c-9d8e-4ab9-8ed7-de311c786354/58d2247c-2812-41ad-9cf0-164d2e1954ed) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:50.855470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-56d63c9d-0471-43e4-bb99-d50379be607a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9280775 Jan 27 21:37:50.880071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25b246-c669-4810-b2d9-35f14842961f None None] Network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:51.017076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Request body: {'security_group': {'name': 'tempest-securitygroup-685711918', 'description': 'tempest-description-170317029'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:51.064898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Publish callbacks [] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.095965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.117765 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.201897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.328185 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Publish callbacks [] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.330499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 78d9134e-b451-4f36-a11f-fdf5f9778e97 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:51.341700 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.400706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (33694021-5cff-4dde-ad1d-1aec90512dac), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.409932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (33694021-5cff-4dde-ad1d-1aec90512dac), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.439539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401873b1-f848-4272-8804-98ae0595bb8d None None] Network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:51.449913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:51.473980 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Attempting to bind port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:51.475153 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Attempting to bind port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:51.476035 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Attempting to bind port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:51.477854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:51.496782 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Pushing event updated for resources: {'Port': ['ID=2ab5b34d-87f6-47cd-82d1-eec2d86e31ca,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:51.505196 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:51.506402 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:51.507343 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.508279 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:51.510435 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Bound port: 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:51.512426 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.528187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:51.558440 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (67691ff5-5c09-414b-940c-8f9e28cdfc1e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.594531 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.595024 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.595652 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.596392 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.596945 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.598245 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.600095 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.603368 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.604035 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.604610 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.605316 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.605864 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.606412 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:51.624992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33694021-5cff-4dde-ad1d-1aec90512dac,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:51.636506 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (67691ff5-5c09-414b-940c-8f9e28cdfc1e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.665103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-3ba2f448-b10e-4239-bc7a-72987c290fde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3536298 Jan 27 21:37:51.692669 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] For port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:51.709742 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] For port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2ab5b34d-87f6-47cd-82d1-eec2d86e31ca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:51.720199 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.767661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67691ff5-5c09-414b-940c-8f9e28cdfc1e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:51.785553 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (804ba3af-df30-4601-97a8-e4970a564b01), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.788051 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.797144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7730306-6578-4965-9a4d-bb2c0071c3ec req-36c57d5c-b964-470d-9697-1c96006743e6 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7968740 Jan 27 21:37:51.871103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Pushing event updated for resources: {'Port': ['ID=58d2247c-2812-41ad-9cf0-164d2e1954ed,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:51.891277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 78d9134e-b451-4f36-a11f-fdf5f9778e97 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:37:51.931727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 78d9134e-b451-4f36-a11f-fdf5f9778e97 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:51.932620 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.007060 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20de23-5596-491f-aaf7-cf5d698d802e None None] Pushing event updated for resources: {'Port': ['ID=2ab5b34d-87f6-47cd-82d1-eec2d86e31ca,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:52.105819 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Routers {'804ba3af-df30-4601-97a8-e4970a564b01'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:52.107861 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:37:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['804ba3af-df30-4601-97a8-e4970a564b01'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:52.149340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-810d0054-e0eb-4b9b-baa1-e2af62198d5b req-730a5fef-0516-4477-863a-fcfed728f6b2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 210 time: 0.1500835 Jan 27 21:37:52.221110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 78d9134e-b451-4f36-a11f-fdf5f9778e97 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:52.221704 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.276785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:52.280823 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e686ec90-a271-4768-b62a-b1d5f0198a86" -d '{"events": [{"server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "name": "network-vif-plugged", "status": "completed", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:52.299117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-6b47ff3a-99d1-4797-837d-e6fb92fc32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.304190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-6b47ff3a-99d1-4797-837d-e6fb92fc32ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1100 time: 0.4607272 Jan 27 21:37:52.306048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:52.311852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d8ffe842-a829-41d5-9e65-264ccdd8f2cc None None] Provisioning complete for port 58d2247c-2812-41ad-9cf0-164d2e1954ed triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:52.312424 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe842-a829-41d5-9e65-264ccdd8f2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.326519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-5ad86688-dc1e-4da1-a305-bb7ce6abf25b req-e011fee3-b77f-4510-9835-a51308ad7b99 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Request body: {'security_group': {'name': 'tempest-securitygroup-610002737', 'description': 'tempest-description-822368647'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:52.362400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffe842-a829-41d5-9e65-264ccdd8f2cc None None] Port 58d2247c-2812-41ad-9cf0-164d2e1954ed cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:52.369218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.459697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:52.504443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37550) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:52.510484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-535733342-network', 'tenant_id': '3c2e05ccb6a14b92aac2bbbdda10b849'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:52.518361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5ad86688-dc1e-4da1-a305-bb7ce6abf25b req-e011fee3-b77f-4510-9835-a51308ad7b99 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.556248 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] Set router 804ba3af-df30-4601-97a8-e4970a564b01 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:52.586354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892a236-a5a4-427d-aecc-2f3732a911c2 req-09ece21f-a4ce-4eeb-bc03-77eedabed025 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.592653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8892a236-a5a4-427d-aecc-2f3732a911c2 req-09ece21f-a4ce-4eeb-bc03-77eedabed025 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 944 time: 0.4399428 Jan 27 21:37:52.608303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Made reservation on behalf of 3c2e05ccb6a14b92aac2bbbdda10b849 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:52.611196 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.622613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.691543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.748684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-9eae43e1-175f-40b1-92ee-84148ee685aa tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=24a29dbe48304dcbb2415c1a78153573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1316752 Jan 27 21:37:52.835869 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:37:47Z', 'revision_number': 3, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port': {'id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:45Z', 'updated_at': '2022-01-27T21:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:52.871962 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c25ff-807a-4094-addc-f335fe0bbe00 None None] The sync data for ids ['804ba3af-df30-4601-97a8-e4970a564b01'] in n-d-826529-2 is: [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:37:47Z', 'revision_number': 3, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port': {'id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:45Z', 'updated_at': '2022-01-27T21:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:52.883312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-15afd638-6880-4779-b530-ca0b6811f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.887639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-15afd638-6880-4779-b530-ca0b6811f41c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.5128241 Jan 27 21:37:52.959643 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Publish callbacks [] for security_group (2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.969347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8892a236-a5a4-427d-aecc-2f3732a911c2 req-0c817296-5f7c-4aef-b0db-c01e7364caa6 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633485 Jan 27 21:37:53.033288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.048396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-8bfd846b-48fd-4c75-a30a-1b360534b30c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f6ddcbe1-9db1-4384-b011-785a161642b6 HTTP/1.1" status: 200 len: 217 time: 0.1188924 Jan 27 21:37:53.076600 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5ad86688-dc1e-4da1-a305-bb7ce6abf25b req-e011fee3-b77f-4510-9835-a51308ad7b99 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (18aa5651-3e0a-46d6-861f-7aa19224afea), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.106568 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5ad86688-dc1e-4da1-a305-bb7ce6abf25b req-e011fee3-b77f-4510-9835-a51308ad7b99 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (18aa5651-3e0a-46d6-861f-7aa19224afea), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.136484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:53.142527 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Publish callbacks [] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.159678 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bad12b0-f539-49d0-b028-077d87b4911d x-openstack-request-id: req-0bad12b0-f539-49d0-b028-077d87b4911d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:53.160095 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "name": "network-vif-plugged", "status": "completed", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:53.160265 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.160646 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bad12b0-f539-49d0-b028-077d87b4911d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:53.161122 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97', 'code': 200} Jan 27 21:37:53.222757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:53.228182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7589df46-c5be-44b0-9c54-b87887ad4b7f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.228797 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Added segment 7589df46-c5be-44b0-9c54-b87887ad4b7f of type vlan for network c0143a15-2f18-41af-bfe9-f1f1c29e4e1b Jan 27 21:37:53.351074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c0143a15-2f18-41af-bfe9-f1f1c29e4e1b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.363479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (804ba3af-df30-4601-97a8-e4970a564b01), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.368827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Pushing event updated for resources: {'Port': ['ID=58d2247c-2812-41ad-9cf0-164d2e1954ed,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:53.392567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5ad86688-dc1e-4da1-a305-bb7ce6abf25b req-e011fee3-b77f-4510-9835-a51308ad7b99 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.394736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ad86688-dc1e-4da1-a305-bb7ce6abf25b req-e011fee3-b77f-4510-9835-a51308ad7b99 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0889618 Jan 27 21:37:53.456733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c0143a15-2f18-41af-bfe9-f1f1c29e4e1b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.457736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:53.458331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.499710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-ead5cf57-edb7-4dbd-b063-229959a792df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:53.501156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-ead5cf57-edb7-4dbd-b063-229959a792df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.4346156 Jan 27 21:37:53.504793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011fee3-b77f-4510-9835-a51308ad7b99 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa5651-3e0a-46d6-861f-7aa19224afea,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:53.522486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-24b4934a-e7d1-4914-8cc4-dafc9014f56b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:53.524476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-24b4934a-e7d1-4914-8cc4-dafc9014f56b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7417998 Jan 27 21:37:53.595250 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0870545 Jan 27 21:37:53.611627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37570) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:53.627709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Request body: {'port': {'device_id': '7655c1e6-c606-4003-be27-81be4e9392ed', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '24a29dbe48304dcbb2415c1a78153573'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:53.632083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Request body: {'subnet': {'network_id': 'c0143a15-2f18-41af-bfe9-f1f1c29e4e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-535733342-subnet', 'tenant_id': '3c2e05ccb6a14b92aac2bbbdda10b849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:53.646453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2fdb8b7-9327-4e70-a733-328c52b56127 req-20c51895-50f8-4ae1-af10-031f0cd70dc2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 210 time: 0.0673523 Jan 27 21:37:53.652636 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe95cd8-d52b-4eed-af54-1aced81959d5 admin admin] Pushing event updated for resources: {'Network': ['ID=c0143a15-2f18-41af-bfe9-f1f1c29e4e1b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:53.675156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c0143a15-2f18-41af-bfe9-f1f1c29e4e1b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:53.739269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5694b-82e1-4bd5-ba94-30cec327b610 req-0b219208-5c28-457b-9ccd-597b67a68453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:53.741312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10b5694b-82e1-4bd5-ba94-30cec327b610 req-0b219208-5c28-457b-9ccd-597b67a68453 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1096 time: 0.4349782 Jan 27 21:37:53.800524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:53.801907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Made reservation on behalf of 3c2e05ccb6a14b92aac2bbbdda10b849 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:53.805963 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.862524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-3e3ed884-45f3-4deb-90c7-c82085d2a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:53.864781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-3e3ed884-45f3-4deb-90c7-c82085d2a705 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3528597 Jan 27 21:37:54.014419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:54.085521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10b5694b-82e1-4bd5-ba94-30cec327b610 req-64a7d6ef-0ab0-4325-a6ba-49a93dd370f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309965 Jan 27 21:37:54.142851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1533242757', 'description': 'tempest-description-408951850'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:54.238138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.261848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-8f3c163b-e6a3-421d-9500-643882fbd7a3 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818288 Jan 27 21:37:54.266775 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.377047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Router 804ba3af-df30-4601-97a8-e4970a564b01 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:54.468466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-cf367cc9-bcaa-439f-b6e9-da01aefd560d None None] Provisioning complete for port 58d2247c-2812-41ad-9cf0-164d2e1954ed triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:54.469616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf367cc9-bcaa-439f-b6e9-da01aefd560d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.571283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (43d4d015-4257-4fc5-890a-ba166fb2a01c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.578679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d7b59ac-9c3a-4ed0-8537-f858d2fedb7f req-171979e0-cc0d-46fd-bac4-4968632440b6 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044169 Jan 27 21:37:54.621838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cf367cc9-bcaa-439f-b6e9-da01aefd560d None None] Port 58d2247c-2812-41ad-9cf0-164d2e1954ed cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:54.666090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Made reservation on behalf of 24a29dbe48304dcbb2415c1a78153573 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:54.675724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.691783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d4d015-4257-4fc5-890a-ba166fb2a01c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:54.802915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Checking segment: {'id': '7589df46-c5be-44b0-9c54-b87887ad4b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c0143a15-2f18-41af-bfe9-f1f1c29e4e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:54.803323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Network hostable DHCP agents. Network: c0143a15-2f18-41af-bfe9-f1f1c29e4e1b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:54.804156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:54.841538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Network c0143a15-2f18-41af-bfe9-f1f1c29e4e1b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:54.852998 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:54.864914 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f55c98ee-4d82-4c5d-baa0-8192df8829f0 admin admin] 10.222.0.45 "PUT /v2.0/routers/804ba3af-df30-4601-97a8-e4970a564b01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7325501 Jan 27 21:37:54.866229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c0143a15-2f18-41af-bfe9-f1f1c29e4e1b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:54.875988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.877047 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.911530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8333944-71bb-4eee-94ef-05da48bbcf0c None None] Network c0143a15-2f18-41af-bfe9-f1f1c29e4e1b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:54.915887 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5eed6c8a-163b-454f-ade9-f3d3b6be3dcc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3021038 Jan 27 21:37:55.008653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e2339-b91c-45f8-8110-c2f31a7b342c req-9c974c30-f36e-43b1-a57d-ff3859a4fd9a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:55.011632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab9e2339-b91c-45f8-8110-c2f31a7b342c req-9c974c30-f36e-43b1-a57d-ff3859a4fd9a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 945 time: 0.4288170 Jan 27 21:37:55.136817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:55.137440 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.177230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Allocated IP 192.168.233.236 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/c7237dfa-5d95-4e56-bac9-85d2ddfda0a8) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:55.184105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.201843 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.210659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614805f-9b19-4059-9381-b3a45bff4dde None None] Network c0143a15-2f18-41af-bfe9-f1f1c29e4e1b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:55.224529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab9e2339-b91c-45f8-8110-c2f31a7b342c req-1147289e-8018-4b4c-a561-fbbb207cb7ee tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839116 Jan 27 21:37:55.326347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:55.496176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:55.581527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37620) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:55.664400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:55.665353 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.670480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54ddb57e-f0b7-4f44-b533-3f9ad020907f req-bb99c4df-0bba-4b19-a00f-6e56d8fdb6e6 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 210 time: 0.1407349 Jan 27 21:37:55.696015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (2c0de89e-3898-4cd8-a7e5-71ca82bcaab7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.705677 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2c0de89e-3898-4cd8-a7e5-71ca82bcaab7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.715545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2ab5b34d-87f6-47cd-82d1-eec2d86e31ca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:55.722948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.748078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks [] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.763546 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.768956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-853963cf-4f83-45a9-9d68-573b172ccbe6 req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.6469815 Jan 27 21:37:55.784339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485819b-8286-411a-a10b-d11eec869af9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0de89e-3898-4cd8-a7e5-71ca82bcaab7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:55.822845 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.842863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-44f0fda0-f7bb-4717-ac74-77f77130cea0 req-bc500c0e-088a-498e-aebd-a047dea0e73c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-665439645', 'description': 'tempest-description-1055498533'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:55.860754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f6ddcbe1-9db1-4384-b011-785a161642b6', '6784edd5-7718-4f83-8863-5ffca261f6ef'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:55.946502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:55.954392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:55.962544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:55.969407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:55.969663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.971200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Sync routers for ids ['804ba3af-df30-4601-97a8-e4970a564b01'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:55.977616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-44f0fda0-f7bb-4717-ac74-77f77130cea0 req-bc500c0e-088a-498e-aebd-a047dea0e73c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.982253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=2ab5b34d-87f6-47cd-82d1-eec2d86e31ca,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:56.042026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Routers {'804ba3af-df30-4601-97a8-e4970a564b01'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:56.044623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:37:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['804ba3af-df30-4601-97a8-e4970a564b01'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:56.127004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78357f9a-cf29-464d-a208-0132a90cb90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.385200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75eaaa2-6c7e-4cad-8283-d29f09067cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.470333 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78357f9a-cf29-464d-a208-0132a90cb90f admin admin] Publish callbacks [] for security_group (f729570c-4fb5-4f3a-9762-58d65a3b6301), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.481497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78357f9a-cf29-464d-a208-0132a90cb90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f729570c-4fb5-4f3a-9762-58d65a3b6301), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.491046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Set router 804ba3af-df30-4601-97a8-e4970a564b01 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:56.536160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7220f46d-4eb2-4755-a11f-d7514d50563c None None] Provisioning complete for port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:56.536542 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7220f46d-4eb2-4755-a11f-d7514d50563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.559281 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-78357f9a-cf29-464d-a208-0132a90cb90f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1a7768370bc406dbb4640af6952a397&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0613852 Jan 27 21:37:56.564043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37644) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:56.614667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Pushing event updated for resources: {'Port': ['ID=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:56.659854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37652) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:56.660552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78357f9a-cf29-464d-a208-0132a90cb90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f729570c-4fb5-4f3a-9762-58d65a3b6301,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:56.672861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-634fad62-48b0-4d52-bf5e-c81f16f06636 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0506458 Jan 27 21:37:56.679230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-network', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:56.685227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7220f46d-4eb2-4755-a11f-d7514d50563c None None] Port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:56.752930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75eaaa2-6c7e-4cad-8283-d29f09067cd6 admin admin] Publish callbacks [] for security_group (d4e7095b-c18f-4882-ac8e-6ee600dcb979), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.754164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc13ffa3-15cf-418b-b0c1-1c40b1d44159 admin admin] Publish callbacks [] for security_group (f729570c-4fb5-4f3a-9762-58d65a3b6301), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.759143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Made reservation on behalf of 0269437c0fd948e9afec34d767b3f95a for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:56.762067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.776720 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75eaaa2-6c7e-4cad-8283-d29f09067cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d4e7095b-c18f-4882-ac8e-6ee600dcb979), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.778098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:56.779087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.805353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Request body: {'port': {'device_id': '7655c1e6-c606-4003-be27-81be4e9392ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:56.843374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc13ffa3-15cf-418b-b0c1-1c40b1d44159 admin admin] Publish callbacks [] for security_group (f729570c-4fb5-4f3a-9762-58d65a3b6301), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.857687 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f75eaaa2-6c7e-4cad-8283-d29f09067cd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88efb5f1fa38459e806f364adfd70e31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2770112 Jan 27 21:37:56.862877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75eaaa2-6c7e-4cad-8283-d29f09067cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7095b-c18f-4882-ac8e-6ee600dcb979,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:56.872894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37656) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:56.983962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:56.985186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.996606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20a4ef19-650d-4ed9-bf78-782a4fad426c admin admin] Publish callbacks [] for security_group (d4e7095b-c18f-4882-ac8e-6ee600dcb979), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.998648 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-44f0fda0-f7bb-4717-ac74-77f77130cea0 req-bc500c0e-088a-498e-aebd-a047dea0e73c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (dc23abe4-ea5e-4435-87c0-8fd1bba344cd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.017383 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-44f0fda0-f7bb-4717-ac74-77f77130cea0 req-bc500c0e-088a-498e-aebd-a047dea0e73c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dc23abe4-ea5e-4435-87c0-8fd1bba344cd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.038530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Publish callbacks [] for security_group (eb3c552b-f906-4948-82bc-0156b1c16b15), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.045268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20a4ef19-650d-4ed9-bf78-782a4fad426c admin admin] Publish callbacks [] for security_group (d4e7095b-c18f-4882-ac8e-6ee600dcb979), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.056719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc13ffa3-15cf-418b-b0c1-1c40b1d44159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f729570c-4fb5-4f3a-9762-58d65a3b6301), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.060569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc13ffa3-15cf-418b-b0c1-1c40b1d44159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.061771 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bc13ffa3-15cf-418b-b0c1-1c40b1d44159 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f729570c-4fb5-4f3a-9762-58d65a3b6301 HTTP/1.1" status: 204 len: 168 time: 0.4963617 Jan 27 21:37:57.077274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-ad802569-085d-41f8-b1d6-be62ee2eecd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4230826 Jan 27 21:37:57.088279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:37:52Z', 'revision_number': 4, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port': {'id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:45Z', 'updated_at': '2022-01-27T21:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '58d2247c-2812-41ad-9cf0-164d2e1954ed', 'name': '', 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'mac_address': 'fa:16:3e:2b:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8de3d10c-9d8e-4ab9-8ed7-de311c786354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:50Z', 'updated_at': '2022-01-27T21:37:52Z', 'revision_number': 2, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'subnets': [{'id': '8de3d10c-9d8e-4ab9-8ed7-de311c786354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:57.127456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eb3c552b-f906-4948-82bc-0156b1c16b15), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.134981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13ffa3-15cf-418b-b0c1-1c40b1d44159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f729570c-4fb5-4f3a-9762-58d65a3b6301,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:57.136461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Checking router: 804ba3af-df30-4601-97a8-e4970a564b01 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:57.136802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Updating router 804ba3af-df30-4601-97a8-e4970a564b01 port 58d2247c-2812-41ad-9cf0-164d2e1954ed binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:37:57.181704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20a4ef19-650d-4ed9-bf78-782a4fad426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d4e7095b-c18f-4882-ac8e-6ee600dcb979), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.186672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20a4ef19-650d-4ed9-bf78-782a4fad426c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.188222 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-20a4ef19-650d-4ed9-bf78-782a4fad426c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4e7095b-c18f-4882-ac8e-6ee600dcb979 HTTP/1.1" status: 204 len: 168 time: 0.3112218 Jan 27 21:37:57.220428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:57.222989 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.231698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:57.241355 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-44f0fda0-f7bb-4717-ac74-77f77130cea0 req-bc500c0e-088a-498e-aebd-a047dea0e73c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.247845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44f0fda0-f7bb-4717-ac74-77f77130cea0 req-bc500c0e-088a-498e-aebd-a047dea0e73c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4101954 Jan 27 21:37:57.292980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f31d1673-1df9-4f71-939f-2d0b7fa9614c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.296118 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Added segment f31d1673-1df9-4f71-939f-2d0b7fa9614c of type vlan for network 38626097-197b-45b2-9cba-83750f97150a Jan 27 21:37:57.391817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc500c0e-088a-498e-aebd-a047dea0e73c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc23abe4-ea5e-4435-87c0-8fd1bba344cd,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:57.395938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.444777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c552b-f906-4948-82bc-0156b1c16b15,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:57.460859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-4190cb23-1f31-49c3-a1a6-7f8744a5cc19 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:57.464930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (38626097-197b-45b2-9cba-83750f97150a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.469203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-4190cb23-1f31-49c3-a1a6-7f8744a5cc19 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/networks?id=5e701c5d-fec8-499d-a2bb-6c25cdde9c47 HTTP/1.1" status: 200 len: 814 time: 0.8058112 Jan 27 21:37:57.501670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4ef19-650d-4ed9-bf78-782a4fad426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7095b-c18f-4882-ac8e-6ee600dcb979,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:57.523886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-0bf7ab82-bd43-4130-9167-326fa4c14d94 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/quotas/500ee55890674cb9aa92b9794d74a70d HTTP/1.1" status: 200 len: 375 time: 0.0536287 Jan 27 21:37:57.533068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-f3c7ec2d-1550-4986-a176-a9b4180f1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:57.534736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-f3c7ec2d-1550-4986-a176-a9b4180f1a05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 1096 time: 0.3511760 Jan 27 21:37:57.588035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-d15c5907-eea6-42fa-8f33-f604d11202e4 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=500ee55890674cb9aa92b9794d74a70d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629802 Jan 27 21:37:57.601240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (38626097-197b-45b2-9cba-83750f97150a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.603888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:57.604895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.723346 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0594544 Jan 27 21:37:57.727949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37668) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:57.743438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Request body: {'subnet': {'network_id': '38626097-197b-45b2-9cba-83750f97150a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-subnet', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:57.769672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Publish callbacks [] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.775502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-bca42772-8b67-4856-b580-e2bc4b44247e service neutron] 10.222.0.45 "GET /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858935 Jan 27 21:37:57.779474 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.781857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa887813-4afa-4996-81d3-647f8ffb6f1e admin admin] Pushing event updated for resources: {'Network': ['ID=38626097-197b-45b2-9cba-83750f97150a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:57.819292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Made reservation on behalf of 0269437c0fd948e9afec34d767b3f95a for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:57.822713 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.851777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 38626097-197b-45b2-9cba-83750f97150a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:57.939085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37670) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:57.959584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de42fa52-302f-48ff-9462-45a7360161ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.979087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08845946-fe49-42a3-816b-f9c9716abc5e None None] Pushing event updated for resources: {'Port': ['ID=58d2247c-2812-41ad-9cf0-164d2e1954ed,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.050802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37672) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:58.069923 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6e27ca4-1804-416f-ae85-7ee22e81272a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.087354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-02536123-9d37-490d-a691-cb23d23beca5 service neutron] 10.222.0.45 "GET /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099525 Jan 27 21:37:58.099864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d13308-f374-43cb-996a-de5bb8c7625e req-960e93fa-2fe2-4ad2-b1a9-134e849e9199 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:58.109836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7d13308-f374-43cb-996a-de5bb8c7625e req-960e93fa-2fe2-4ad2-b1a9-134e849e9199 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 945 time: 0.7513888 Jan 27 21:37:58.211080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6e27ca4-1804-416f-ae85-7ee22e81272a admin admin] Publish callbacks [] for security_group (7e92db62-26c2-430f-97d4-aa46c1281c19), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.226008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6e27ca4-1804-416f-ae85-7ee22e81272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7e92db62-26c2-430f-97d4-aa46c1281c19), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.259309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e27ca4-1804-416f-ae85-7ee22e81272a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e92db62-26c2-430f-97d4-aa46c1281c19,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.384701 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e6e27ca4-1804-416f-ae85-7ee22e81272a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ac0bf91eec0469da975bc45ee240bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308318 Jan 27 21:37:58.391386 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de42fa52-302f-48ff-9462-45a7360161ae admin admin] Publish callbacks [] for security_group (7b3689d4-22b0-46dd-82fd-c8680e3358ff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.392271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37678) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:58.407495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (cb833493-08ed-45ea-9c7d-552efeabc2f4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.408896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Attempting to bind port 58d2247c-2812-41ad-9cf0-164d2e1954ed on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:58.410883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Attempting to bind port 58d2247c-2812-41ad-9cf0-164d2e1954ed by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:58.411837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Attempting to bind port 58d2247c-2812-41ad-9cf0-164d2e1954ed on network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:58.419210 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de42fa52-302f-48ff-9462-45a7360161ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7b3689d4-22b0-46dd-82fd-c8680e3358ff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.425387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:58.426541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Checking segment: {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:58.427621 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.431755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Bound using segment: {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:58.432978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Bound port: 58d2247c-2812-41ad-9cf0-164d2e1954ed, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:58.433984 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.461416 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-828dbcbc-616e-4a6a-9938-48bb00eb3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:58.463246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-828dbcbc-616e-4a6a-9938-48bb00eb3d46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 925 time: 0.8900697 Jan 27 21:37:58.478986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42fa52-302f-48ff-9462-45a7360161ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3689d4-22b0-46dd-82fd-c8680e3358ff,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.536682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-693f810e-737b-4d77-a5f3-0c3ee673c549 None None] Provisioning complete for port 58d2247c-2812-41ad-9cf0-164d2e1954ed triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:58.538081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-693f810e-737b-4d77-a5f3-0c3ee673c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.553605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Checking segment: {'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:58.554103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Network hostable DHCP agents. Network: 38626097-197b-45b2-9cba-83750f97150a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:58.559601 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-de42fa52-302f-48ff-9462-45a7360161ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d821d28fda6407da6d375f2c050911d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6193852 Jan 27 21:37:58.562502 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb833493-08ed-45ea-9c7d-552efeabc2f4,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.564851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37680) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:58.625376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87b37f79-ea36-4b22-a9ea-cefbc842271a admin admin] Publish callbacks [] for security_group (7e92db62-26c2-430f-97d4-aa46c1281c19), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.665971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Network 38626097-197b-45b2-9cba-83750f97150a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:58.669532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] For port 58d2247c-2812-41ad-9cf0-164d2e1954ed, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:58.672440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87b37f79-ea36-4b22-a9ea-cefbc842271a admin admin] Publish callbacks [] for security_group (7e92db62-26c2-430f-97d4-aa46c1281c19), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.677528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-693f810e-737b-4d77-a5f3-0c3ee673c549 None None] Port 58d2247c-2812-41ad-9cf0-164d2e1954ed cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:58.683208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7d13308-f374-43cb-996a-de5bb8c7625e req-da74aeb6-7125-42f1-b91a-15006f17fde8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724061 Jan 27 21:37:58.688809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56add994-c077-43d5-b761-56a292f8d845 admin admin] Publish callbacks [] for security_group (7b3689d4-22b0-46dd-82fd-c8680e3358ff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.698033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] For port 58d2247c-2812-41ad-9cf0-164d2e1954ed, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=58d2247c-2812-41ad-9cf0-164d2e1954ed,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:58.699841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 38626097-197b-45b2-9cba-83750f97150a) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:58.701294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9582f8-1e11-4f57-a73c-7e080554ba89 req-c2e11aac-276d-4b60-98d5-01edad2a4510 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:58.710383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e9582f8-1e11-4f57-a73c-7e080554ba89 req-c2e11aac-276d-4b60-98d5-01edad2a4510 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 936 time: 0.2457793 Jan 27 21:37:58.714259 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.724367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:58.725278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.739705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcbd15d-af0e-4fd3-a69a-35a0b4a11316 None None] Network 38626097-197b-45b2-9cba-83750f97150a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:58.762911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-1c9cf5ab-bc3c-4c10-83b7-34d0403b2a3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3 HTTP/1.1" status: 200 len: 1000 time: 0.2930677 Jan 27 21:37:58.770266 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-55549ede-86ce-409b-892f-cc8815a3ec63 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0406888 Jan 27 21:37:58.771240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37688) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:58.778433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56add994-c077-43d5-b761-56a292f8d845 admin admin] Publish callbacks [] for security_group (7b3689d4-22b0-46dd-82fd-c8680e3358ff), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.785828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:58.845019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (1c7a37ee-0048-4093-934b-274a1aab5ca2), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.846465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (1c7a37ee-0048-4093-934b-274a1aab5ca2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.857244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87b37f79-ea36-4b22-a9ea-cefbc842271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7e92db62-26c2-430f-97d4-aa46c1281c19), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.861296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87b37f79-ea36-4b22-a9ea-cefbc842271a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.862903 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-87b37f79-ea36-4b22-a9ea-cefbc842271a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e92db62-26c2-430f-97d4-aa46c1281c19 HTTP/1.1" status: 204 len: 168 time: 0.4696336 Jan 27 21:37:58.883916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b37f79-ea36-4b22-a9ea-cefbc842271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e92db62-26c2-430f-97d4-aa46c1281c19,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.904769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56add994-c077-43d5-b761-56a292f8d845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7b3689d4-22b0-46dd-82fd-c8680e3358ff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.908633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56add994-c077-43d5-b761-56a292f8d845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.910183 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-56add994-c077-43d5-b761-56a292f8d845 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b3689d4-22b0-46dd-82fd-c8680e3358ff HTTP/1.1" status: 204 len: 168 time: 0.3414073 Jan 27 21:37:58.966334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56add994-c077-43d5-b761-56a292f8d845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3689d4-22b0-46dd-82fd-c8680e3358ff,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.973018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks [] for router_controller (1c7a37ee-0048-4093-934b-274a1aab5ca2), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.978088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-92241a47-8f44-458e-8b44-ee80f940f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:58.987552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-92241a47-8f44-458e-8b44-ee80f940f13d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b0a02fe-e156-4eae-8a8f-fd2065db7af7 HTTP/1.1" status: 200 len: 863 time: 0.2151270 Jan 27 21:37:59.058584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e9582f8-1e11-4f57-a73c-7e080554ba89 req-ef07f9df-9931-457d-99f5-bddabd0a1f88 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471351 Jan 27 21:37:59.192809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:59.217060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Routers {'804ba3af-df30-4601-97a8-e4970a564b01'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:59.217767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:37:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['804ba3af-df30-4601-97a8-e4970a564b01'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:59.238390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08845946-fe49-42a3-816b-f9c9716abc5e None None] Pushing event updated for resources: {'Port': ['ID=58d2247c-2812-41ad-9cf0-164d2e1954ed,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:59.299058 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Publish callbacks [] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.367503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-645c2ab8-1218-409a-8cfc-ac8816f6d20a req-7bfc1a10-0eb5-477d-bc71-4ddc4a5a9311 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 210 time: 0.1450243 Jan 27 21:37:59.384043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Transition to ACTIVE for port object c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:59.425849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a991f835-7ccd-447f-b101-ef422341e721 None None] Provisioning complete for port 58d2247c-2812-41ad-9cf0-164d2e1954ed triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:59.426619 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a991f835-7ccd-447f-b101-ef422341e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.448456 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.450144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-38626097-197b-45b2-9cba-83750f97150a', 'network_id': '38626097-197b-45b2-9cba-83750f97150a', 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'fixed_ips': [{'subnet_id': 'cb833493-08ed-45ea-9c7d-552efeabc2f4'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:37:59.451308 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.457477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks [] for router_gateway (1c7a37ee-0048-4093-934b-274a1aab5ca2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.524566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-74c74652-caf7-42fc-a3e5-f075b632da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.526502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-74c74652-caf7-42fc-a3e5-f075b632da5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1929a838-82b7-4565-948f-dc7befddaab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5177782 Jan 27 21:37:59.666392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Pushing event updated for resources: {'Port': ['ID=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:59.783822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Attempting to bind port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:59.784165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Attempting to bind port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:59.784592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Attempting to bind port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:59.823451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:59.823765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Attempting to bind port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:59.831469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a991f835-7ccd-447f-b101-ef422341e721 None None] Current status of the port 58d2247c-2812-41ad-9cf0-164d2e1954ed is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:59.832245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a991f835-7ccd-447f-b101-ef422341e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.845839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-288c32db-abe9-4012-9d78-1145123eb0a5 service neutron] 10.222.0.16 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099203 Jan 27 21:37:59.849620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:59.849935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:59.850463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:59.851527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Bound port: c7237dfa-5d95-4e56-bac9-85d2ddfda0a8, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:59.851527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.984548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks [] for router_gateway (1c7a37ee-0048-4093-934b-274a1aab5ca2), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.025391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.095992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.16', 53784) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:00.114740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] Set router 804ba3af-df30-4601-97a8-e4970a564b01 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:00.318375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-6d60f1b7-ba59-4512-a847-933206450bfb tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48166 time: 1.4938760 Jan 27 21:38:00.323226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] For port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:00.372590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] For port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:00.424057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a991f835-7ccd-447f-b101-ef422341e721 None None] For port 58d2247c-2812-41ad-9cf0-164d2e1954ed, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=58d2247c-2812-41ad-9cf0-164d2e1954ed,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:00.459966 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.460237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a991f835-7ccd-447f-b101-ef422341e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.553073 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:38:00.558654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Allocated IP 172.20.0.2 (38626097-197b-45b2-9cba-83750f97150a/cb833493-08ed-45ea-9c7d-552efeabc2f4/39e21a07-9d1f-461c-b556-dd0f9b383cda) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:00.632911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.633574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.635162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] 10.222.0.57 "PUT /v2.0/ports/c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 HTTP/1.1" status: 200 len: 1096 time: 3.9109166 Jan 27 21:38:00.653904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7655c1e6-c606-4003-be27-81be4e9392ed', 'tag': 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:00.656575 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7655c1e6-c606-4003-be27-81be4e9392ed", "tag": "c7237dfa-5d95-4e56-bac9-85d2ddfda0a8"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:00.699054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40679ea7-5fed-4e64-b7ef-76b5b80e6fb8 req-0a9d1ab7-8c6e-4e41-8600-0a5efe12a82a tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.708316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40679ea7-5fed-4e64-b7ef-76b5b80e6fb8 req-0a9d1ab7-8c6e-4e41-8600-0a5efe12a82a tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1096 time: 0.4431500 Jan 27 21:38:00.716328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991f835-7ccd-447f-b101-ef422341e721 None None] Pushing event updated for resources: {'Port': ['ID=58d2247c-2812-41ad-9cf0-164d2e1954ed,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:00.740607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c000304a-ffdf-456f-ab6e-b0c8369d12b1 req-95b264d3-781c-4745-a6e4-d6798d1b7ce9 service neutron] 10.222.0.16 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8794036 Jan 27 21:38:00.932879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb568e-4ebb-4240-8a11-2ebf6130e148 service neutron] Pushing event updated for resources: {'Port': ['ID=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:00.964937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-e9fce83f-94f8-4fd9-bbf4-ac9e6ba33659 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/0e7630cd-4bd0-4534-b679-235401d56425 HTTP/1.1" status: 200 len: 2994 time: 0.6453686 Jan 27 21:38:01.007298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:37:52Z', 'revision_number': 4, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port': {'id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:45Z', 'updated_at': '2022-01-27T21:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '58d2247c-2812-41ad-9cf0-164d2e1954ed', 'name': '', 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'mac_address': 'fa:16:3e:2b:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8de3d10c-9d8e-4ab9-8ed7-de311c786354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:50Z', 'updated_at': '2022-01-27T21:37:58Z', 'revision_number': 4, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'subnets': [{'id': '8de3d10c-9d8e-4ab9-8ed7-de311c786354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:01.014969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40679ea7-5fed-4e64-b7ef-76b5b80e6fb8 req-2184b88c-3e2a-4dc2-8cd4-1956a99110bd tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057542 Jan 27 21:38:01.066493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-bd24bb3b-32d0-434b-bdce-27f3d59ccd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.070968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-bd24bb3b-32d0-434b-bdce-27f3d59ccd7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 1099 time: 0.3604670 Jan 27 21:38:01.077784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a0340-0ee9-4e99-a0e3-e85266866f86 None None] The sync data for ids ['804ba3af-df30-4601-97a8-e4970a564b01'] in n-d-826529-2 is: [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:37:52Z', 'revision_number': 4, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port': {'id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:45Z', 'updated_at': '2022-01-27T21:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '58d2247c-2812-41ad-9cf0-164d2e1954ed', 'name': '', 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'mac_address': 'fa:16:3e:2b:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8de3d10c-9d8e-4ab9-8ed7-de311c786354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:50Z', 'updated_at': '2022-01-27T21:37:58Z', 'revision_number': 4, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'subnets': [{'id': '8de3d10c-9d8e-4ab9-8ed7-de311c786354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:01.171023 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Publish callbacks [] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:01.185914 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:01.224505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-d14af783-f146-416a-b326-22c34cbd942c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 HTTP/1.1" status: 200 len: 217 time: 0.1370687 Jan 27 21:38:01.301311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-d093620a-a377-4fb7-a3fa-f37edd83b873 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/0e7630cd-4bd0-4534-b679-235401d56425 HTTP/1.1" status: 200 len: 2994 time: 0.2982736 Jan 27 21:38:01.316352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Network 38626097-197b-45b2-9cba-83750f97150a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:01.364340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:01.367252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Pushing event updated for resources: {'Port': ['ID=39e21a07-9d1f-461c-b556-dd0f9b383cda,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:01.373656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:01.423248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-34f41663-a7fd-46a3-a917-7b42b4dfde31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.424681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-8e87a2c0-04d1-400b-ac88-a4f0718b3070 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.425309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-34f41663-a7fd-46a3-a917-7b42b4dfde31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1925180 Jan 27 21:38:01.427836 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-8e87a2c0-04d1-400b-ac88-a4f0718b3070 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.16 "GET /v2.0/networks?id=5e701c5d-fec8-499d-a2bb-6c25cdde9c47 HTTP/1.1" status: 200 len: 814 time: 1.3304458 Jan 27 21:38:01.458584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Allocated IP 172.25.8.95 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/67b366cf-d920-4b71-8945-3fbbb9ef4f86) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:01.464859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Request body: {'port': {'device_id': 'ab71e02f-a369-456a-9005-728dcd9da46d', 'network_id': '5e701c5d-fec8-499d-a2bb-6c25cdde9c47', 'admin_state_up': True, 'tenant_id': '500ee55890674cb9aa92b9794d74a70d'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:01.507747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Attempting to bind port 39e21a07-9d1f-461c-b556-dd0f9b383cda on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:01.508999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Attempting to bind port 39e21a07-9d1f-461c-b556-dd0f9b383cda by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:01.509836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Attempting to bind port 39e21a07-9d1f-461c-b556-dd0f9b383cda on network 38626097-197b-45b2-9cba-83750f97150a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:01.519581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:01.520158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Checking segment: {'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:01.520679 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:01.521193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Bound using segment: {'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:01.521795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Bound port: 39e21a07-9d1f-461c-b556-dd0f9b383cda, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:01.522289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:01.551435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-48fdc804-2c53-40a3-a242-9229e4ab358c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/12b8e807-67dc-4e9f-bc8e-4229f20d6f15 HTTP/1.1" status: 200 len: 2998 time: 0.2244608 Jan 27 21:38:01.631076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] For port 39e21a07-9d1f-461c-b556-dd0f9b383cda, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:01.635306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] For port 39e21a07-9d1f-461c-b556-dd0f9b383cda, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=39e21a07-9d1f-461c-b556-dd0f9b383cda,segment=NetworkSegment(f31d1673-1df9-4f71-939f-2d0b7fa9614c),segment_id=f31d1673-1df9-4f71-939f-2d0b7fa9614c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:01.642624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:01.647593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-0e89770d-07c1-4924-8046-9a7305093864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.649152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-0e89770d-07c1-4924-8046-9a7305093864 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2125478 Jan 27 21:38:01.750101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2d8a3-26ce-4a40-8c3a-dc7ea4bb262c req-3eb11d92-5b3d-4c33-9b80-9371a0e7ab08 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.751815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bab2d8a3-26ce-4a40-8c3a-dc7ea4bb262c req-3eb11d92-5b3d-4c33-9b80-9371a0e7ab08 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 948 time: 0.2569766 Jan 27 21:38:01.758128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3f924-1835-427d-9b6a-ff24b896f466 None None] Pushing event updated for resources: {'Port': ['ID=39e21a07-9d1f-461c-b556-dd0f9b383cda,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:01.877746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-a33c9b4d-ca2c-4376-b9f2-f7ef2621e73b tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/12b8e807-67dc-4e9f-bc8e-4229f20d6f15 HTTP/1.1" status: 200 len: 2998 time: 0.3068180 Jan 27 21:38:01.883885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-c4da8ae5-53c5-4dba-b7b2-30245bef3c0e service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014432 Jan 27 21:38:01.974822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Made reservation on behalf of 500ee55890674cb9aa92b9794d74a70d for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:01.982628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.056397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks [] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.067808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bab2d8a3-26ce-4a40-8c3a-dc7ea4bb262c req-b299d343-1349-40db-832d-1d0062e35b4c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933942 Jan 27 21:38:02.141881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-84d2dc51-2870-423c-a868-d3c88391f945 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064 HTTP/1.1" status: 200 len: 2998 time: 0.2427120 Jan 27 21:38:02.176195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9390b8a6-a276-45f3-8855-29d20e213d32 req-f4df72b9-71eb-499c-a613-269def58de9e service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748313 Jan 27 21:38:02.296697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-f6820d21-3ce3-40cf-a774-93ea1f476c71 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064 HTTP/1.1" status: 200 len: 2998 time: 0.1417701 Jan 27 21:38:02.406838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b0c8897-0c4d-4fd9-80c9-88f3b6994275 req-79d9ba52-179c-465c-8743-752da8ce0b3e tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 210 time: 0.0803747 Jan 27 21:38:02.459048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-5bc21141-7759-4c1e-86ec-851fb84f5ea8 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/33694021-5cff-4dde-ad1d-1aec90512dac HTTP/1.1" status: 200 len: 2998 time: 0.1490738 Jan 27 21:38:02.466255 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.490385 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270f10fb-33c2-4a32-acd1-3639795ef742 x-openstack-request-id: req-270f10fb-33c2-4a32-acd1-3639795ef742 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:02.491290 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7655c1e6-c606-4003-be27-81be4e9392ed", "tag": "c7237dfa-5d95-4e56-bac9-85d2ddfda0a8", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:02.492217 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-270f10fb-33c2-4a32-acd1-3639795ef742 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:02.493092 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7655c1e6-c606-4003-be27-81be4e9392ed', 'tag': 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8', 'status': 'completed', 'code': 200} Jan 27 21:38:02.615174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-9a145e39-1232-4e19-86fb-541068b017d1 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/33694021-5cff-4dde-ad1d-1aec90512dac HTTP/1.1" status: 200 len: 2998 time: 0.1523275 Jan 27 21:38:02.626134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Allocated IP 172.20.0.7 (5e701c5d-fec8-499d-a2bb-6c25cdde9c47/b98c25ca-93af-4e5f-bb67-bcd122180593/34db9676-9962-4764-8b80-bae9784f158f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:02.636335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:02.652254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:02.655666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:02.704483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Pushing event updated for resources: {'Port': ['ID=67b366cf-d920-4b71-8945-3fbbb9ef4f86,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:02.838350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 39e21a07-9d1f-461c-b556-dd0f9b383cda up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:02.937597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 39e21a07-9d1f-461c-b556-dd0f9b383cda triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:02.938654 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.043940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-9f3a95e6-a894-4be5-8ac4-312dbba3c097 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/6cc3cff7-b9b8-4243-9cc1-a6d5813978c9 HTTP/1.1" status: 200 len: 2998 time: 0.4085839 Jan 27 21:38:03.108978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 39e21a07-9d1f-461c-b556-dd0f9b383cda is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:03.109378 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.111117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-0adf3666-70b1-441c-bf65-e89439ba9ee0 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/6cc3cff7-b9b8-4243-9cc1-a6d5813978c9 HTTP/1.1" status: 200 len: 2998 time: 0.0661807 Jan 27 21:38:03.157375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-2141217f-6035-4c1e-8a62-868016101476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.159061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-2141217f-6035-4c1e-8a62-868016101476 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 1099 time: 0.6319685 Jan 27 21:38:03.171161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 39e21a07-9d1f-461c-b556-dd0f9b383cda, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=39e21a07-9d1f-461c-b556-dd0f9b383cda,segment=NetworkSegment(f31d1673-1df9-4f71-939f-2d0b7fa9614c),segment_id=f31d1673-1df9-4f71-939f-2d0b7fa9614c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:03.181733 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.195818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 58d2247c-2812-41ad-9cf0-164d2e1954ed up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:03.215346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-14ed96e2-8d63-4089-a6b0-4ae01b49cf4f tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/78b34831-8750-4163-8f1c-4e936b0bca23 HTTP/1.1" status: 200 len: 2994 time: 0.1026304 Jan 27 21:38:03.263841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb355-5de9-4815-b481-bcce389b6fc9 req-26e4dd3b-f33b-4839-914a-25a39ffd9115 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.271943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2ceb355-5de9-4815-b481-bcce389b6fc9 req-26e4dd3b-f33b-4839-914a-25a39ffd9115 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1096 time: 0.6496108 Jan 27 21:38:03.316739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Publish callbacks [] for port (34db9676-9962-4764-8b80-bae9784f158f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.325899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=39e21a07-9d1f-461c-b556-dd0f9b383cda,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:03.358160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 58d2247c-2812-41ad-9cf0-164d2e1954ed triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:03.358620 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.406210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-33925fc1-bf0f-4ea4-868f-7f675f990cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.408864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-33925fc1-bf0f-4ea4-868f-7f675f990cd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2343833 Jan 27 21:38:03.411879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-97828179-2b92-4088-af25-b0ee6a29e95a tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/78b34831-8750-4163-8f1c-4e936b0bca23 HTTP/1.1" status: 200 len: 2994 time: 0.1960468 Jan 27 21:38:03.437928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2ceb355-5de9-4815-b481-bcce389b6fc9 req-f6d482d3-841a-4ea5-b6e1-7c010ddc6564 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646912 Jan 27 21:38:03.497492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 58d2247c-2812-41ad-9cf0-164d2e1954ed is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:03.529901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (34db9676-9962-4764-8b80-bae9784f158f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.579694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks [] for router_gateway (1c7a37ee-0048-4093-934b-274a1aab5ca2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.580363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-1f0141a3-8704-40ec-bd34-a521109dc09e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 HTTP/1.1" status: 200 len: 217 time: 0.1629047 Jan 27 21:38:03.651284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:03.662194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:03.671947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-0ece5418-daa2-435f-84ce-5fe94b3b6058 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/7a88957c-040b-4696-a52a-516fa931cc87 HTTP/1.1" status: 200 len: 2990 time: 0.2417066 Jan 27 21:38:03.676816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:03.705893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745ea13-64ce-4ce2-b6c5-8508ba49c8fa None None] Network 38626097-197b-45b2-9cba-83750f97150a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:03.750089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-8565249f-d032-4f04-bf84-9338da723102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.752509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-8565249f-d032-4f04-bf84-9338da723102 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1518407 Jan 27 21:38:03.783054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-d2a35b73-c010-47d9-9f58-080840d43a53 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/7a88957c-040b-4696-a52a-516fa931cc87 HTTP/1.1" status: 200 len: 2990 time: 0.1005354 Jan 27 21:38:03.819969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.820648 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.879585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-7e23e4ac-ed63-4519-8e03-24f70828a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.882105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-7e23e4ac-ed63-4519-8e03-24f70828a2f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210454 Jan 27 21:38:03.939061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-be2c68e5-0b70-4bbb-8350-a100e7375aaf tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/7bc527e1-f7c6-498b-9e4a-972baf703784 HTTP/1.1" status: 200 len: 2998 time: 0.1315339 Jan 27 21:38:03.944132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f190d804-b36f-4270-8740-e885791261b2 None None] Provisioning complete for port 39e21a07-9d1f-461c-b556-dd0f9b383cda triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:03.944713 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f190d804-b36f-4270-8740-e885791261b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.005020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (1c7a37ee-0048-4093-934b-274a1aab5ca2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.021573 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5690832 Jan 27 21:38:04.115241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f190d804-b36f-4270-8740-e885791261b2 None None] Current status of the port 39e21a07-9d1f-461c-b556-dd0f9b383cda is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:04.119315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-235f8ab9-5e8f-4185-be39-b7d8627df735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.160021 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348beb97-7466-4bb2-8ed7-2296220a3c74 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Pushing event updated for resources: {'Port': ['ID=34db9676-9962-4764-8b80-bae9784f158f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:04.178169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Request body: {'port': {'device_id': 'ab71e02f-a369-456a-9005-728dcd9da46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:04.214884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-8051e03b-0001-4aae-8840-5e41f1febb34 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/7bc527e1-f7c6-498b-9e4a-972baf703784 HTTP/1.1" status: 200 len: 2998 time: 0.2144065 Jan 27 21:38:04.233627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-aa88d6cc-ac2d-4e26-8517-411abb938339 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408024 Jan 27 21:38:04.265038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (34db9676-9962-4764-8b80-bae9784f158f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.278311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Router 1c7a37ee-0048-4093-934b-274a1aab5ca2 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:38:04.342898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b5297c55-be3a-48bf-a05e-0358905eb806 None None] Provisioning complete for port 39e21a07-9d1f-461c-b556-dd0f9b383cda triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:04.343380 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5297c55-be3a-48bf-a05e-0358905eb806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.388338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062158-ce33-4d74-a279-b465601b3b1b req-f56dd519-74ee-4435-8cdd-26587b8d550b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.390613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56062158-ce33-4d74-a279-b465601b3b1b req-f56dd519-74ee-4435-8cdd-26587b8d550b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 948 time: 0.2270110 Jan 27 21:38:04.419143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-8930bd74-9e51-4099-ab19-ce46525f6ca3 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/824c9241-2d6a-4a3e-b8c8-610e99ae1b2f HTTP/1.1" status: 200 len: 2998 time: 0.1912286 Jan 27 21:38:04.494401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b5297c55-be3a-48bf-a05e-0358905eb806 None None] Current status of the port 39e21a07-9d1f-461c-b556-dd0f9b383cda is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:04.546847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e04677f-badb-49ad-bcc2-d331e0bbe6ef req-fb17b552-bfdd-4dd8-8866-4727ba87e26a service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003080 Jan 27 21:38:04.576568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56062158-ce33-4d74-a279-b465601b3b1b req-6a49c7f6-d743-48d1-ba73-787ad6c4a95b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736791 Jan 27 21:38:04.604113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-17bfcad2-db83-4f03-b151-111ff146dd1c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/824c9241-2d6a-4a3e-b8c8-610e99ae1b2f HTTP/1.1" status: 200 len: 2998 time: 0.1527700 Jan 27 21:38:04.706137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 39e21a07-9d1f-461c-b556-dd0f9b383cda up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:04.714578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-9a17efc0-a009-47ba-ae3c-1caa6a48f1e3 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a23cd9b9-1067-46b0-86ec-835ef942be3c HTTP/1.1" status: 200 len: 2994 time: 0.1090097 Jan 27 21:38:04.766519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 39e21a07-9d1f-461c-b556-dd0f9b383cda triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:04.766966 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.816678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:38:04.833577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b219e7b-72c3-4464-8234-87c6fd015d20 req-f6b39bbc-dafd-4464-bd4c-aa0acce506e3 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.835305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b219e7b-72c3-4464-8234-87c6fd015d20 req-f6b39bbc-dafd-4464-bd4c-aa0acce506e3 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 931 time: 0.1415603 Jan 27 21:38:04.841237 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Sync routers for ids ['1c7a37ee-0048-4093-934b-274a1aab5ca2'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:38:04.842161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-82b4fb1c-64da-407f-8c8f-cce4fa92d436 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/a23cd9b9-1067-46b0-86ec-835ef942be3c HTTP/1.1" status: 200 len: 2994 time: 0.0882826 Jan 27 21:38:04.860775 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Routers {'1c7a37ee-0048-4093-934b-274a1aab5ca2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:04.861505 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:37:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c7a37ee-0048-4093-934b-274a1aab5ca2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:04.892761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 39e21a07-9d1f-461c-b556-dd0f9b383cda is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:04.917668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.919584 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-62f13634-bdbf-4279-a74e-2b05d1c7998f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1377904 Jan 27 21:38:04.922551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37784) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:04.944393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-5ebeb6c5-be6e-46db-992d-bab579b43d18 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/aa6fc507-aad3-441e-9143-5a37f76eb5c7 HTTP/1.1" status: 200 len: 2998 time: 0.0861120 Jan 27 21:38:04.959332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b219e7b-72c3-4464-8234-87c6fd015d20 req-faa0c736-27c3-4d7c-add4-9bde1efe58e2 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070061 Jan 27 21:38:05.001899 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Set router 1c7a37ee-0048-4093-934b-274a1aab5ca2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:05.058853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:05.062946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-e0a7f53b-3c03-4f86-a17d-ddce22ac6e92 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/aa6fc507-aad3-441e-9143-5a37f76eb5c7 HTTP/1.1" status: 200 len: 2998 time: 0.0896397 Jan 27 21:38:05.215622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-2ec04b0a-268f-4a60-8bf6-f6d5c29246db tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7 HTTP/1.1" status: 200 len: 2998 time: 0.1361670 Jan 27 21:38:05.226647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34db9676-9962-4764-8b80-bae9784f158f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:05.249040 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Publish callbacks [] for port (34db9676-9962-4764-8b80-bae9784f158f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.266079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:05.312308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Transition to ACTIVE for port object 34db9676-9962-4764-8b80-bae9784f158f will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:38:05.313586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8', 'mac_address': 'fa:16:3e:32:79:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:05.327640 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (34db9676-9962-4764-8b80-bae9784f158f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.354235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-1a79791e-789b-4b46-9472-2ddc919a73e9 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7 HTTP/1.1" status: 200 len: 2998 time: 0.1295247 Jan 27 21:38:05.415766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-39d330f7-0392-4a0f-a980-6e3f1c582b52 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e7282305-f259-4b3d-b75e-27eb27aa37e3 HTTP/1.1" status: 200 len: 2998 time: 0.0600369 Jan 27 21:38:05.421103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:05.421757 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.425062 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:38:03Z', 'revision_number': 3, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port': {'id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:00Z', 'updated_at': '2022-01-27T21:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:05.451838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:05.476140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-4d8e0123-1006-4acb-8908-d5845286952c tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e7282305-f259-4b3d-b75e-27eb27aa37e3 HTTP/1.1" status: 200 len: 2998 time: 0.0591650 Jan 27 21:38:05.505995 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Checking router: 1c7a37ee-0048-4093-934b-274a1aab5ca2 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:38:05.505995 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Updating router 1c7a37ee-0048-4093-934b-274a1aab5ca2 port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:38:05.513799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:05.522813 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.543082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-e915ae78-8e44-44e3-8844-6597db7f2ec8 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/eb3c552b-f906-4948-82bc-0156b1c16b15 HTTP/1.1" status: 200 len: 2998 time: 0.0658886 Jan 27 21:38:05.554201 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.625074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d28a4bbe-8d06-4332-9726-adecd7bfe944 req-23472d2d-9691-4d98-b7f6-20bcfc4a1c3a tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/eb3c552b-f906-4948-82bc-0156b1c16b15 HTTP/1.1" status: 200 len: 2998 time: 0.0803549 Jan 27 21:38:05.646927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:05.753892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Pushing event updated for resources: {'Port': ['ID=34db9676-9962-4764-8b80-bae9784f158f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:05.755105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-73a71dae-5e14-41fc-a154-54ca56b46258 req-3e04f421-faa4-467f-a9fe-fdeb6ef6ccfd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:38:05.756288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73a71dae-5e14-41fc-a154-54ca56b46258 req-3e04f421-faa4-467f-a9fe-fdeb6ef6ccfd service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097177 Jan 27 21:38:05.778138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['c7237dfa-5d95-4e56-bac9-85d2ddfda0a8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:05.974184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb71e4-dc35-44dc-992d-4b669f6703c4 req-d19e5d9c-24b8-4a3f-9e80-f7009c8c3d74 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.985981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Attempting to bind port 34db9676-9962-4764-8b80-bae9784f158f on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:05.986842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Attempting to bind port 34db9676-9962-4764-8b80-bae9784f158f by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '57d064db-50c1-41a7-a265-f008715a70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5e701c5d-fec8-499d-a2bb-6c25cdde9c47'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:05.986842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Attempting to bind port 34db9676-9962-4764-8b80-bae9784f158f on network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:05.988787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37cb71e4-dc35-44dc-992d-4b669f6703c4 req-d19e5d9c-24b8-4a3f-9e80-f7009c8c3d74 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 949 time: 0.1570270 Jan 27 21:38:06.011815 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Publish callbacks [] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.020146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Port 34db9676-9962-4764-8b80-bae9784f158f on network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:06.020863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Attempting to bind port 34db9676-9962-4764-8b80-bae9784f158f on network 5e701c5d-fec8-499d-a2bb-6c25cdde9c47 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:06.025136 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.042965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:06.043533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Checking segment: {'id': '57d064db-50c1-41a7-a265-f008715a70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5e701c5d-fec8-499d-a2bb-6c25cdde9c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:06.044156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Bound using segment: {'id': '57d064db-50c1-41a7-a265-f008715a70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5e701c5d-fec8-499d-a2bb-6c25cdde9c47'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:06.045148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Bound port: 34db9676-9962-4764-8b80-bae9784f158f, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d064db-50c1-41a7-a265-f008715a70d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5e701c5d-fec8-499d-a2bb-6c25cdde9c47'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:06.045752 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (34db9676-9962-4764-8b80-bae9784f158f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.124937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37cb71e4-dc35-44dc-992d-4b669f6703c4 req-f5ec877d-b330-4d47-b237-36411adc2f50 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199641 Jan 27 21:38:06.140850 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5174169-1ce4-41e3-8766-640a469fb272 None None] Pushing event updated for resources: {'Port': ['ID=67b366cf-d920-4b71-8945-3fbbb9ef4f86,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:06.168389 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Attempting to bind port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:06.169020 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Attempting to bind port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:06.169374 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Attempting to bind port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:06.174197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] For port 34db9676-9962-4764-8b80-bae9784f158f, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:06.176090 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:06.176317 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:06.176716 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.177118 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:06.177987 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Bound port: 67b366cf-d920-4b71-8945-3fbbb9ef4f86, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:06.179000 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.179968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] For port 34db9676-9962-4764-8b80-bae9784f158f, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34db9676-9962-4764-8b80-bae9784f158f,segment=NetworkSegment(57d064db-50c1-41a7-a265-f008715a70d1),segment_id=57d064db-50c1-41a7-a265-f008715a70d1)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:06.190142 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (34db9676-9962-4764-8b80-bae9784f158f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.266442 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] For port 67b366cf-d920-4b71-8945-3fbbb9ef4f86, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:06.273855 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] For port 67b366cf-d920-4b71-8945-3fbbb9ef4f86, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=67b366cf-d920-4b71-8945-3fbbb9ef4f86,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:06.284215 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.304127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.305175 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.308235 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] 10.222.0.16 "PUT /v2.0/ports/34db9676-9962-4764-8b80-bae9784f158f HTTP/1.1" status: 200 len: 1091 time: 2.1368058 Jan 27 21:38:06.312177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab71e02f-a369-456a-9005-728dcd9da46d', 'tag': '34db9676-9962-4764-8b80-bae9784f158f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:06.316278 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd04762-97b5-44fe-8ddc-560f2f06a84d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab71e02f-a369-456a-9005-728dcd9da46d", "tag": "34db9676-9962-4764-8b80-bae9784f158f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:06.354280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1381b723-ecbb-4921-9c22-61325f483a34 req-6766ed26-fcbc-4ddf-8258-5f4ffa3107ea tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ce2b065358f4836993d6ce715e65726 HTTP/1.1" status: 200 len: 6151 time: 0.1669884 Jan 27 21:38:06.416188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1381b723-ecbb-4921-9c22-61325f483a34 req-1f86c59d-0f89-4fee-b486-dee786492d30 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "GET /v2.0/security-groups/33694021-5cff-4dde-ad1d-1aec90512dac HTTP/1.1" status: 200 len: 2998 time: 0.0538659 Jan 27 21:38:06.425841 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5174169-1ce4-41e3-8766-640a469fb272 None None] Pushing event updated for resources: {'Port': ['ID=67b366cf-d920-4b71-8945-3fbbb9ef4f86,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:06.435733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Routers {'1c7a37ee-0048-4093-934b-274a1aab5ca2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:06.436366 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:37:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c7a37ee-0048-4093-934b-274a1aab5ca2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:06.491653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1381b723-ecbb-4921-9c22-61325f483a34 req-10a55ffe-2c1f-430e-b13c-813a8fe2cc77 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "GET /v2.0/security-groups/33694021-5cff-4dde-ad1d-1aec90512dac HTTP/1.1" status: 200 len: 2998 time: 0.0692463 Jan 27 21:38:06.508729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8d7a2-8413-4a72-a4d7-20046c36e365 service neutron] Pushing event updated for resources: {'Port': ['ID=34db9676-9962-4764-8b80-bae9784f158f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:06.548328 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.590727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-b640470f-72ab-462f-bca1-bca3d4cc26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.592469 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-b640470f-72ab-462f-bca1-bca3d4cc26f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=500ee55890674cb9aa92b9794d74a70d&device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 1094 time: 0.1869416 Jan 27 21:38:06.597149 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] Set router 1c7a37ee-0048-4093-934b-274a1aab5ca2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:06.689615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-01e0639b-3871-4e11-a7fd-1227dfbabd65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34db9676-9962-4764-8b80-bae9784f158f HTTP/1.1" status: 200 len: 217 time: 0.0518844 Jan 27 21:38:06.777390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedff7e4-9537-4e72-a0cd-15df88b18e4f req-5f841155-f9c5-4ab3-8e71-88e870de262f tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.780317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fedff7e4-9537-4e72-a0cd-15df88b18e4f req-5f841155-f9c5-4ab3-8e71-88e870de262f tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 943 time: 0.0767233 Jan 27 21:38:06.841398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2ecbdbd5-08ab-4e5a-b6b6-cd69627aa3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.844034 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-2ecbdbd5-08ab-4e5a-b6b6-cd69627aa3f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98c25ca-93af-4e5f-bb67-bcd122180593 HTTP/1.1" status: 200 len: 854 time: 0.1486239 Jan 27 21:38:06.855985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fedff7e4-9537-4e72-a0cd-15df88b18e4f req-48c61d51-9b19-47ad-9406-c532d61e1238 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696940 Jan 27 21:38:06.876408 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:38:03Z', 'revision_number': 3, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port': {'id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:00Z', 'updated_at': '2022-01-27T21:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:06.918850 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff6eaf-5eba-4ab8-9e06-3c60d3714d2b None None] The sync data for ids ['1c7a37ee-0048-4093-934b-274a1aab5ca2'] in n-d-826529-2 is: [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:38:03Z', 'revision_number': 3, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port': {'id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:00Z', 'updated_at': '2022-01-27T21:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:06.926396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fcca456d-9ea9-453b-958b-28dbadebe236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.942350 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-55610c9d-1973-4d81-8b94-8a969072f8b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e701c5d-fec8-499d-a2bb-6c25cdde9c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882423 Jan 27 21:38:06.969605 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f539328d-95d1-4bf6-9620-a3d5b2253905 x-openstack-request-id: req-f539328d-95d1-4bf6-9620-a3d5b2253905 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:06.970032 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab71e02f-a369-456a-9005-728dcd9da46d", "tag": "34db9676-9962-4764-8b80-bae9784f158f", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:06.970370 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f539328d-95d1-4bf6-9620-a3d5b2253905 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:06.970986 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab71e02f-a369-456a-9005-728dcd9da46d', 'tag': '34db9676-9962-4764-8b80-bae9784f158f', 'status': 'completed', 'code': 200} Jan 27 21:38:07.034754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca5223c6-550c-4523-88c5-d15510a7900f req-23154be7-9dac-42fb-bacd-9b188e3b6582 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/dc23abe4-ea5e-4435-87c0-8fd1bba344cd HTTP/1.1" status: 200 len: 1794 time: 0.0503955 Jan 27 21:38:07.069110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Allocated IP 172.20.0.1 (38626097-197b-45b2-9cba-83750f97150a/cb833493-08ed-45ea-9c7d-552efeabc2f4/06020d68-e8ac-4c3f-8e31-9a6b7dffcd99) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:07.072997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:07.122214 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca5223c6-550c-4523-88c5-d15510a7900f req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (dc23abe4-ea5e-4435-87c0-8fd1bba344cd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.149972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca5223c6-550c-4523-88c5-d15510a7900f req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (dc23abe4-ea5e-4435-87c0-8fd1bba344cd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.197356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:07.200870 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca5223c6-550c-4523-88c5-d15510a7900f req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dc23abe4-ea5e-4435-87c0-8fd1bba344cd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.203886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca5223c6-550c-4523-88c5-d15510a7900f req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.206985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca5223c6-550c-4523-88c5-d15510a7900f req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc23abe4-ea5e-4435-87c0-8fd1bba344cd HTTP/1.1" status: 204 len: 173 time: 0.1648054 Jan 27 21:38:07.210719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:07.214403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.232194 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-94738f73-e9f8-419f-b00d-3a9cef7f41bf service neutron] 10.222.0.16 "GET /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819533 Jan 27 21:38:07.234871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc23abe4-ea5e-4435-87c0-8fd1bba344cd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:07.247698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.253199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.254225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.254849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.257445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.257898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.259250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.260457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.261229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.261665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.263854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.264410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.264834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541a5b9-33c7-4814-866a-b02fd2235000 tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.496779 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Publish callbacks [] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.509878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:07.510675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.554798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7655c1e6-c606-4003-be27-81be4e9392ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:07.558082 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ae5cc537-64df-4dc4-9387-47d4aa3b4e4c req-d92b4f32-d8bb-4963-926e-62b994ea676f service neutron] 10.222.0.16 "GET /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171320 Jan 27 21:38:07.558279 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b4dabc-b08e-4802-b2e8-ff9efd5b6e38" -d '{"events": [{"server_uuid": "7655c1e6-c606-4003-be27-81be4e9392ed", "name": "network-vif-plugged", "status": "completed", "tag": "c7237dfa-5d95-4e56-bac9-85d2ddfda0a8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:07.603589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:07.611601 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.633072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.746298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:07.759086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Network 38626097-197b-45b2-9cba-83750f97150a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:07.759652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.760093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.761011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.761773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.763039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.763039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.763390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.763986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.765197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.765197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.765529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8913b-93a6-4842-8042-e8a767df787d req-c49be1ce-1c40-41b3-8bd0-ad55bb8dbe29 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:07.765729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.766040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.767343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:07.768430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:07.779027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:07.785036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dec8913b-93a6-4842-8042-e8a767df787d req-c49be1ce-1c40-41b3-8bd0-ad55bb8dbe29 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 950 time: 0.1230640 Jan 27 21:38:07.815892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Pushing event updated for resources: {'Port': ['ID=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:07.848587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-4cf11b59-59dc-4e01-a2a7-204dd4c4c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:07.850769 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-4cf11b59-59dc-4e01-a2a7-204dd4c4c17f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=500ee55890674cb9aa92b9794d74a70d&device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 1094 time: 0.1808083 Jan 27 21:38:07.855562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (1c7a37ee-0048-4093-934b-274a1aab5ca2), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.907260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dec8913b-93a6-4842-8042-e8a767df787d req-f7973601-ec69-47c3-9806-3122d31dc251 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059265 Jan 27 21:38:08.076252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c7680dc-2f54-4970-a239-e2aff7e37394 req-f6488086-90c6-4bf9-ad1a-d1fb630370bc tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2c0de89e-3898-4cd8-a7e5-71ca82bcaab7 HTTP/1.1" status: 200 len: 1794 time: 0.1137156 Jan 27 21:38:08.116550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-259dc798-a544-4dea-ab12-b549ee74c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:08.119110 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-259dc798-a544-4dea-ab12-b549ee74c07e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e701c5d-fec8-499d-a2bb-6c25cdde9c47 HTTP/1.1" status: 200 len: 915 time: 0.2592552 Jan 27 21:38:08.154937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37876) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:08.222513 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0c7680dc-2f54-4970-a239-e2aff7e37394 req-bc2a054c-af22-4988-bed0-16103501eb0e tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (2c0de89e-3898-4cd8-a7e5-71ca82bcaab7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.232519 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.242417 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-131a33de-ed29-4c56-98bf-aa1ac2768a86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34db9676-9962-4764-8b80-bae9784f158f HTTP/1.1" status: 200 len: 217 time: 0.1112049 Jan 27 21:38:08.279763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0c7680dc-2f54-4970-a239-e2aff7e37394 req-bc2a054c-af22-4988-bed0-16103501eb0e tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (2c0de89e-3898-4cd8-a7e5-71ca82bcaab7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.283394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a8cefbf6-5da9-4234-b4dd-818c2c838d1d None None] Provisioning complete for port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:08.284006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8cefbf6-5da9-4234-b4dd-818c2c838d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.379979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a8cefbf6-5da9-4234-b4dd-818c2c838d1d None None] Port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:08.390604 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0c7680dc-2f54-4970-a239-e2aff7e37394 req-bc2a054c-af22-4988-bed0-16103501eb0e tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2c0de89e-3898-4cd8-a7e5-71ca82bcaab7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.397862 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0c7680dc-2f54-4970-a239-e2aff7e37394 req-bc2a054c-af22-4988-bed0-16103501eb0e tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.412626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c7680dc-2f54-4970-a239-e2aff7e37394 req-bc2a054c-af22-4988-bed0-16103501eb0e tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c0de89e-3898-4cd8-a7e5-71ca82bcaab7 HTTP/1.1" status: 204 len: 173 time: 0.3324199 Jan 27 21:38:08.431682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a054c-af22-4988-bed0-16103501eb0e tempest-SecurityGroupsTestAdminJSON-2059768773 tempest-SecurityGroupsTestAdminJSON-2059768773-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0de89e-3898-4cd8-a7e5-71ca82bcaab7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:08.466709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-6baaa805-6e9b-4721-99a7-1dd28f4abbef tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:38:08.468906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-6baaa805-6e9b-4721-99a7-1dd28f4abbef tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102732 Jan 27 21:38:08.482115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-f26e47f0-48d9-44fa-b4cd-804d66a6404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:08.492046 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-f26e47f0-48d9-44fa-b4cd-804d66a6404a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98c25ca-93af-4e5f-bb67-bcd122180593 HTTP/1.1" status: 200 len: 854 time: 0.2265573 Jan 27 21:38:08.500639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.576939 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-5fe3528a-53a8-436b-9ba5-6d348d45d216 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e701c5d-fec8-499d-a2bb-6c25cdde9c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655284 Jan 27 21:38:08.688971 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a97673-9484-4dfb-99a5-aa2a31932c49 x-openstack-request-id: req-47a97673-9484-4dfb-99a5-aa2a31932c49 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:08.689621 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7655c1e6-c606-4003-be27-81be4e9392ed", "name": "network-vif-plugged", "status": "completed", "tag": "c7237dfa-5d95-4e56-bac9-85d2ddfda0a8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:08.689890 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47a97673-9484-4dfb-99a5-aa2a31932c49 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:08.690370 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7655c1e6-c606-4003-be27-81be4e9392ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8', 'code': 200} Jan 27 21:38:08.751237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-2002348c-922a-4b0d-8ca3-c85e48c4d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:08.767177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-2002348c-922a-4b0d-8ca3-c85e48c4d7d1 service neutron] 10.222.0.45 "GET /v2.0/ports/78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 1093 time: 0.2129626 Jan 27 21:38:08.778595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Request body: {'binding': {'host': 'n-h2-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:08.782478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Unknown quota resources ['binding']. {{(pid=103330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:38:08.804416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67b366cf-d920-4b71-8945-3fbbb9ef4f86 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:08.879595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:08.880124 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.975160 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-354f57d6-a3d6-4524-8e38-3469f4096b3d service neutron] 10.222.0.16 "GET /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845456 Jan 27 21:38:09.008422 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:09.009026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.055400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c00e5e-49de-4991-bb7c-e95d91e28131 req-661c0b93-c70b-4d3e-9d45-21e8552fe4b7 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.058139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40c00e5e-49de-4991-bb7c-e95d91e28131 req-661c0b93-c70b-4d3e-9d45-21e8552fe4b7 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 943 time: 0.1968966 Jan 27 21:38:09.070242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131ca6-44b2-4ba9-96fd-53d6e87efe62 req-eee1e109-55cf-4db1-ae9e-cefe0bb377b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.073738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38131ca6-44b2-4ba9-96fd-53d6e87efe62 req-eee1e109-55cf-4db1-ae9e-cefe0bb377b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 1101 time: 0.2684634 Jan 27 21:38:09.083168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 67b366cf-d920-4b71-8945-3fbbb9ef4f86, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=67b366cf-d920-4b71-8945-3fbbb9ef4f86,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:09.090610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.138030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37900) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:09.198747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40c00e5e-49de-4991-bb7c-e95d91e28131 req-a8626b40-007f-4fe9-88fe-e57bc6add430 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309259 Jan 27 21:38:09.221498 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4fd04762-97b5-44fe-8ddc-560f2f06a84d req-1543d547-0c96-484b-a92d-5d061fc19921 service neutron] 10.222.0.16 "GET /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377133 Jan 27 21:38:09.228117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on host n-h2-826529-2 for vnic_type normal with profile None {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:09.228598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:09.229436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:09.234404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:09.234882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:09.243726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38131ca6-44b2-4ba9-96fd-53d6e87efe62 req-9162933f-f5f9-480f-83e4-b9effacbf915 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425967 Jan 27 21:38:09.244737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:09.245526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:09.246104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:09.246693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Bound port: 78d9134e-b451-4f36-a11f-fdf5f9778e97, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:09.279838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=67b366cf-d920-4b71-8945-3fbbb9ef4f86,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:09.315284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Publish callbacks [] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.324922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.386187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27278d95-cc71-43d6-a0bf-1d13a1bf0e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.418305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:09.422614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df50d562-b26c-4286-9837-f259b88a3fb3 req-5aabf972-91be-4700-8036-42f36903f27c tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "GET /v2.0/security-groups/18aa5651-3e0a-46d6-861f-7aa19224afea HTTP/1.1" status: 200 len: 1793 time: 0.1519558 Jan 27 21:38:09.428423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.429866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-330234f1-9ded-4da9-9e0e-2a1717e9fccf service neutron] 10.222.0.45 "POST /v2.0/ports/78d9134e-b451-4f36-a11f-fdf5f9778e97/bindings HTTP/1.1" status: 201 len: 389 time: 0.6613729 Jan 27 21:38:09.467205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (1c7a37ee-0048-4093-934b-274a1aab5ca2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.472059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Pushing event updated for resources: {'Port': ['ID=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:09.492533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.493739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.494552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.496018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.496018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.496404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.497029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.497594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.498180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.498880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.499523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.500157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.501010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:09.534866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-df50d562-b26c-4286-9837-f259b88a3fb3 req-fe25f0f1-cb6b-47e4-a259-8f3cd59d3cb0 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (18aa5651-3e0a-46d6-861f-7aa19224afea), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.590227 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27278d95-cc71-43d6-a0bf-1d13a1bf0e5d admin admin] Publish callbacks [] for security_group (fa77a3ea-00ee-4023-a9c1-95b903374f0b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.592317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-df50d562-b26c-4286-9837-f259b88a3fb3 req-fe25f0f1-cb6b-47e4-a259-8f3cd59d3cb0 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (18aa5651-3e0a-46d6-861f-7aa19224afea), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.596764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-27278d95-cc71-43d6-a0bf-1d13a1bf0e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fa77a3ea-00ee-4023-a9c1-95b903374f0b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.691701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27278d95-cc71-43d6-a0bf-1d13a1bf0e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa77a3ea-00ee-4023-a9c1-95b903374f0b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:09.721029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-27278d95-cc71-43d6-a0bf-1d13a1bf0e5d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=193f8925abed44e6b70c6ad76f887dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5812376 Jan 27 21:38:09.722569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37906) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:09.760087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-df50d562-b26c-4286-9837-f259b88a3fb3 req-fe25f0f1-cb6b-47e4-a259-8f3cd59d3cb0 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (18aa5651-3e0a-46d6-861f-7aa19224afea), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.763498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-df50d562-b26c-4286-9837-f259b88a3fb3 req-fe25f0f1-cb6b-47e4-a259-8f3cd59d3cb0 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.779089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df50d562-b26c-4286-9837-f259b88a3fb3 req-fe25f0f1-cb6b-47e4-a259-8f3cd59d3cb0 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "DELETE /v2.0/security-groups/18aa5651-3e0a-46d6-861f-7aa19224afea HTTP/1.1" status: 204 len: 173 time: 0.3456345 Jan 27 21:38:09.825052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25f0f1-cb6b-47e4-a259-8f3cd59d3cb0 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa5651-3e0a-46d6-861f-7aa19224afea,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:09.879383 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce6b49a7-f7fe-4c3a-918b-816dd4766334 admin admin] Publish callbacks [] for security_group (fa77a3ea-00ee-4023-a9c1-95b903374f0b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.999310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Network 38626097-197b-45b2-9cba-83750f97150a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:09.999633 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce6b49a7-f7fe-4c3a-918b-816dd4766334 admin admin] Publish callbacks [] for security_group (fa77a3ea-00ee-4023-a9c1-95b903374f0b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.001748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:10.074289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-7d09bf9a-a094-482f-8eb2-48bcb03d3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.075910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-7d09bf9a-a094-482f-8eb2-48bcb03d3b50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1096 time: 0.1711838 Jan 27 21:38:10.090669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bf1a6-e264-4184-b8ee-4858c8c59b5a req-3388d524-5671-4407-80eb-195a1d04d430 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.092373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b8bf1a6-e264-4184-b8ee-4858c8c59b5a req-3388d524-5671-4407-80eb-195a1d04d430 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 950 time: 0.1507242 Jan 27 21:38:10.113675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afe450-e5dd-43a3-85fc-7d7bc01ab21f req-4df4accb-f74e-4e67-8038-808e72f08fe9 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.115164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8afe450-e5dd-43a3-85fc-7d7bc01ab21f req-4df4accb-f74e-4e67-8038-808e72f08fe9 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 945 time: 0.1613328 Jan 27 21:38:10.181060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce6b49a7-f7fe-4c3a-918b-816dd4766334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fa77a3ea-00ee-4023-a9c1-95b903374f0b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.183806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce6b49a7-f7fe-4c3a-918b-816dd4766334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.184977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ce6b49a7-f7fe-4c3a-918b-816dd4766334 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa77a3ea-00ee-4023-a9c1-95b903374f0b HTTP/1.1" status: 204 len: 168 time: 0.4608388 Jan 27 21:38:10.209163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Router 1c7a37ee-0048-4093-934b-274a1aab5ca2 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:38:10.223578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b49a7-f7fe-4c3a-918b-816dd4766334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa77a3ea-00ee-4023-a9c1-95b903374f0b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:10.307039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b8bf1a6-e264-4184-b8ee-4858c8c59b5a req-46dcdfee-0a75-411d-804f-35b9e76dea4b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792665 Jan 27 21:38:10.313552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-937c7286-85fa-4aa2-8c1e-307fda346f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.319819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-937c7286-85fa-4aa2-8c1e-307fda346f69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.2255299 Jan 27 21:38:10.344165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8afe450-e5dd-43a3-85fc-7d7bc01ab21f req-3995691d-557b-4462-9ae2-0c85657bf988 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752136 Jan 27 21:38:10.469800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-485e3428-98a9-4e88-bcaf-19d85289674b None None] Provisioning complete for port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:10.470708 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-485e3428-98a9-4e88-bcaf-19d85289674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.559273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-485e3428-98a9-4e88-bcaf-19d85289674b None None] Port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:10.564871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-3682a5b0-9c5e-42b6-80e8-bdac24744570 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 217 time: 0.2173643 Jan 27 21:38:10.610103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a668f771-0153-41a7-8e7f-25d9fa06bef1 req-47447457-a138-411a-88b5-e9f055d1f1b3 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "GET /v2.0/security-groups/67691ff5-5c09-414b-940c-8f9e28cdfc1e HTTP/1.1" status: 200 len: 1793 time: 0.2425790 Jan 27 21:38:10.626763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:38:10.651709 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bc6fd8ad-5b19-4e6a-aade-e820fbad978a admin admin] 10.222.0.45 "PUT /v2.0/routers/1c7a37ee-0048-4093-934b-274a1aab5ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7177010 Jan 27 21:38:10.660607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Sync routers for ids ['1c7a37ee-0048-4093-934b-274a1aab5ca2'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:38:10.678379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.686339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Routers {'1c7a37ee-0048-4093-934b-274a1aab5ca2'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:10.687003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:38:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c7a37ee-0048-4093-934b-274a1aab5ca2'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:10.753041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67b366cf-d920-4b71-8945-3fbbb9ef4f86 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:10.858639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4e376-c7d9-4037-a4cd-979e32dfd5be req-b80cd120-7c55-4c3e-8903-aa9d8ef2615b tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.872728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96b4e376-c7d9-4037-a4cd-979e32dfd5be req-b80cd120-7c55-4c3e-8903-aa9d8ef2615b tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 943 time: 0.2948413 Jan 27 21:38:10.920834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Set router 1c7a37ee-0048-4093-934b-274a1aab5ca2 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:10.924578 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a668f771-0153-41a7-8e7f-25d9fa06bef1 req-a0a20633-16de-4879-9016-176a2a5c7180 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (67691ff5-5c09-414b-940c-8f9e28cdfc1e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.924832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:10.924832 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.976272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-5d260f15-4dad-4d55-a06b-56d920f13ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.979781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-5d260f15-4dad-4d55-a06b-56d920f13ce8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.3898208 Jan 27 21:38:10.995523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a668f771-0153-41a7-8e7f-25d9fa06bef1 req-a0a20633-16de-4879-9016-176a2a5c7180 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (67691ff5-5c09-414b-940c-8f9e28cdfc1e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.085684 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.121047 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a668f771-0153-41a7-8e7f-25d9fa06bef1 req-a0a20633-16de-4879-9016-176a2a5c7180 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (67691ff5-5c09-414b-940c-8f9e28cdfc1e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.126808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a668f771-0153-41a7-8e7f-25d9fa06bef1 req-a0a20633-16de-4879-9016-176a2a5c7180 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.136905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a668f771-0153-41a7-8e7f-25d9fa06bef1 req-a0a20633-16de-4879-9016-176a2a5c7180 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] 10.222.0.45 "DELETE /v2.0/security-groups/67691ff5-5c09-414b-940c-8f9e28cdfc1e HTTP/1.1" status: 204 len: 173 time: 0.5250847 Jan 27 21:38:11.217852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-563a0565-f8eb-4cea-9c45-5e48dc37765e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288517 Jan 27 21:38:11.223379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:11.233511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a20633-16de-4879-9016-176a2a5c7180 tempest-SecurityGroupsTestAdminJSON-34356851 tempest-SecurityGroupsTestAdminJSON-34356851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67691ff5-5c09-414b-940c-8f9e28cdfc1e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:11.353506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96b4e376-c7d9-4037-a4cd-979e32dfd5be req-c153d3aa-fbdc-45f0-bc80-f77e6db1d022 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675727 Jan 27 21:38:11.355990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:38:08Z', 'revision_number': 4, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port': {'id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:00Z', 'updated_at': '2022-01-27T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '06020d68-e8ac-4c3f-8e31-9a6b7dffcd99', 'name': '', 'network_id': '38626097-197b-45b2-9cba-83750f97150a', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'mac_address': 'fa:16:3e:5e:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cb833493-08ed-45ea-9c7d-552efeabc2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:06Z', 'updated_at': '2022-01-27T21:38:08Z', 'revision_number': 2, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'subnets': [{'id': 'cb833493-08ed-45ea-9c7d-552efeabc2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:11.413807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-ac5769db-2a67-45c8-9ab3-6e44b055ab41 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813402 Jan 27 21:38:11.486881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Checking router: 1c7a37ee-0048-4093-934b-274a1aab5ca2 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:38:11.487695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Updating router 1c7a37ee-0048-4093-934b-274a1aab5ca2 port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:38:11.491248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 34db9676-9962-4764-8b80-bae9784f158f details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:11.624546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.722843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-5b82fb6c-b1c2-4018-aed7-237f5df0b47b service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999156 Jan 27 21:38:11.950555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37964) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:12.082800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 34db9676-9962-4764-8b80-bae9784f158f, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34db9676-9962-4764-8b80-bae9784f158f,segment=NetworkSegment(57d064db-50c1-41a7-a265-f008715a70d1),segment_id=57d064db-50c1-41a7-a265-f008715a70d1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:12.099186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ead5c7-6644-44cf-a7c2-1fa05eb67654 req-64e0f599-6eef-4222-a139-d7e09c788791 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.112485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20ead5c7-6644-44cf-a7c2-1fa05eb67654 req-64e0f599-6eef-4222-a139-d7e09c788791 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 950 time: 0.4347796 Jan 27 21:38:12.120529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '34db9676-9962-4764-8b80-bae9784f158f', 'network_id': '5e701c5d-fec8-499d-a2bb-6c25cdde9c47', 'port_id': '34db9676-9962-4764-8b80-bae9784f158f', 'mac_address': 'fa:16:3e:27:bd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98c25ca-93af-4e5f-bb67-bcd122180593', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:12.137289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785bf57-99c7-4c11-b776-21e600efa940 req-b2fbcc39-f263-49ab-abb0-a1a6fce94f8a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.154482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e785bf57-99c7-4c11-b776-21e600efa940 req-b2fbcc39-f263-49ab-abb0-a1a6fce94f8a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 945 time: 0.3713398 Jan 27 21:38:12.350396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 34db9676-9962-4764-8b80-bae9784f158f is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:12.351044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (34db9676-9962-4764-8b80-bae9784f158f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.372490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-02ef8faf-389d-4219-b025-4192ba435320 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.374335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-02ef8faf-389d-4219-b025-4192ba435320 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.4479184 Jan 27 21:38:12.385735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37972) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:12.401938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20ead5c7-6644-44cf-a7c2-1fa05eb67654 req-74e34700-b647-43d7-851c-88e4c613b968 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072165 Jan 27 21:38:12.421102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34db9676-9962-4764-8b80-bae9784f158f {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:12.421679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-2'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:12.518947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-351443631-network', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:12.565055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 34db9676-9962-4764-8b80-bae9784f158f, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34db9676-9962-4764-8b80-bae9784f158f,segment=NetworkSegment(57d064db-50c1-41a7-a265-f008715a70d1),segment_id=57d064db-50c1-41a7-a265-f008715a70d1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:12.573333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e785bf57-99c7-4c11-b776-21e600efa940 req-5b49d3f7-f040-4829-8265-c054b9c3d0ee tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165816 Jan 27 21:38:12.580776 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (34db9676-9962-4764-8b80-bae9784f158f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.598933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Made reservation on behalf of 1c7a9f6e53414670b136fee2e42e8858 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:12.608885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.667989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.688368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.788753 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aea8cd46-aff1-4b7c-8d6c-c8b7bf876c3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ce2b065358f4836993d6ce715e65726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8361158 Jan 27 21:38:12.806556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37982) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:13.030037 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebe36350-ab5c-4ee3-af63-5ee5aceed8e2 admin admin] Publish callbacks [] for security_group (33694021-5cff-4dde-ad1d-1aec90512dac), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.107910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebe36350-ab5c-4ee3-af63-5ee5aceed8e2 admin admin] Publish callbacks [] for security_group (33694021-5cff-4dde-ad1d-1aec90512dac), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.118749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:13.154322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=34db9676-9962-4764-8b80-bae9784f158f,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:13.273383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Publish callbacks [] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.291998 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebe36350-ab5c-4ee3-af63-5ee5aceed8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (33694021-5cff-4dde-ad1d-1aec90512dac), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.294141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.303046 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ebe36350-ab5c-4ee3-af63-5ee5aceed8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.320653 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ebe36350-ab5c-4ee3-af63-5ee5aceed8e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33694021-5cff-4dde-ad1d-1aec90512dac HTTP/1.1" status: 204 len: 168 time: 0.4985631 Jan 27 21:38:13.322085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37988) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:13.325766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['34db9676-9962-4764-8b80-bae9784f158f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:13.423162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe36350-ab5c-4ee3-af63-5ee5aceed8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33694021-5cff-4dde-ad1d-1aec90512dac,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:13.551343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Publish callbacks [] for security_group (ca5815dc-e357-41d9-9a89-66811cccc211), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.559750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ca5815dc-e357-41d9-9a89-66811cccc211), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.580069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:38:13.600342 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0defca46-3f01-4354-8b44-6c31676a8930), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.601215 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Added segment 0defca46-3f01-4354-8b44-6c31676a8930 of type vlan for network 4af5ab70-1dcf-4236-815e-0b802a99f148 Jan 27 21:38:13.712326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (4af5ab70-1dcf-4236-815e-0b802a99f148), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.801608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5815dc-e357-41d9-9a89-66811cccc211,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:13.817809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (4af5ab70-1dcf-4236-815e-0b802a99f148), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.821403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:13.823732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.872338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ba9a5-8b95-4c84-add0-dfe27382b829 None None] Pushing event updated for resources: {'Port': ['ID=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:14.006309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=4af5ab70-1dcf-4236-815e-0b802a99f148,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:14.031585 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9ee08911-9baf-428e-ab5e-a89a6c235fc3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6441929 Jan 27 21:38:14.036388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38000) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:14.054852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Request body: {'subnet': {'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-351443631-subnet', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:14.106311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Made reservation on behalf of 1c7a9f6e53414670b136fee2e42e8858 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:14.109825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.127772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:38:14.279448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8c3d3-73a9-4897-817c-5ed0591044ab req-f9954eee-19c2-4b60-82a9-f755c4587bd8 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.297984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1af8c3d3-73a9-4897-817c-5ed0591044ab req-f9954eee-19c2-4b60-82a9-f755c4587bd8 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 944 time: 1.3302782 Jan 27 21:38:14.309525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:14.579039 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (f3e56ff7-f8c0-480f-91b8-bd772610bf0e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.644399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Attempting to bind port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:14.645373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Attempting to bind port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:14.647159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Attempting to bind port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 on network 38626097-197b-45b2-9cba-83750f97150a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:14.684712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:14.685958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Checking segment: {'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:14.690436 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.691282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Bound using segment: {'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:14.692494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:14.693162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Bound port: 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d1673-1df9-4f71-939f-2d0b7fa9614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '38626097-197b-45b2-9cba-83750f97150a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:14.694204 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.700594 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa5795-9a93-4f6f-902b-45e53d2a18ab" -d '{"events": [{"server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "name": "network-vif-unplugged", "status": "completed", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:14.715339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e56ff7-f8c0-480f-91b8-bd772610bf0e,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:14.732533 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Publish callbacks [] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.740061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38006) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:14.755924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d529c9f9-78ba-42c9-ab00-a2d5348797d8 None None] Provisioning complete for port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:14.759572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d529c9f9-78ba-42c9-ab00-a2d5348797d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.819514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.830250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Checking segment: {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:14.831198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Network hostable DHCP agents. Network: 4af5ab70-1dcf-4236-815e-0b802a99f148, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:38:14.848466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b18101a5-bb91-4468-b232-4c21bc3cb74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.898361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1af8c3d3-73a9-4897-817c-5ed0591044ab req-71502876-69bf-4d7e-950d-005da48f61e9 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105441 Jan 27 21:38:14.934296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Pushing event updated for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:14.937302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:38:15.002772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 4af5ab70-1dcf-4236-815e-0b802a99f148) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:15.025679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.029910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.038648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2525134f-433e-4e99-9403-ba13d4e31c54 None None] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:15.045397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] For port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:15.049449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb140b-6292-404f-9012-50ee85ba0ead req-abe5eafa-ea81-438d-99ee-74779be611d8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.070149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1cb140b-6292-404f-9012-50ee85ba0ead req-abe5eafa-ea81-438d-99ee-74779be611d8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 945 time: 0.5828681 Jan 27 21:38:15.163694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d529c9f9-78ba-42c9-ab00-a2d5348797d8 None None] Port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:15.175750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] For port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,segment=NetworkSegment(f31d1673-1df9-4f71-939f-2d0b7fa9614c),segment_id=f31d1673-1df9-4f71-939f-2d0b7fa9614c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:15.191385 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b5492dac-e706-4339-8a55-1d581bdab993 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1522300 Jan 27 21:38:15.195635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38008) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:15.199256 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.207939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38010) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:15.216520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ccc25ab0-bfd6-4be9-9ff1-c995beadc45b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf485cf4ca3146bb8311947793400c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624164 Jan 27 21:38:15.250198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:15.400579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Routers {'1c7a37ee-0048-4093-934b-274a1aab5ca2'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:15.402003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:38:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c7a37ee-0048-4093-934b-274a1aab5ca2'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:15.511651 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b18101a5-bb91-4468-b232-4c21bc3cb74a admin admin] Publish callbacks [] for security_group (d3d579ad-1a2a-403e-ab27-2dea943296d4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.523782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c9bb5bd-5259-4f87-88d8-9ecc6ae9f598 admin admin] Publish callbacks [] for security_group (e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.527250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1cb140b-6292-404f-9012-50ee85ba0ead req-6a74041d-47f5-4f78-8e62-d8474af47697 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556737 Jan 27 21:38:15.541149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:15.545043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:15.545717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:15.551344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (5860419c-e729-4ded-b518-1afe44022c7c), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.567784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (5860419c-e729-4ded-b518-1afe44022c7c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.598199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ba9a5-8b95-4c84-add0-dfe27382b829 None None] Pushing event updated for resources: {'Port': ['ID=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:15.612991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:15.615529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Attempting to bind port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:15.632019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c9bb5bd-5259-4f87-88d8-9ecc6ae9f598 admin admin] Publish callbacks [] for security_group (e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.640289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-4af5ab70-1dcf-4236-815e-0b802a99f148', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:38:15.641192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.653416 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:15.675085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:15.678907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:15.688777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Bound port: 78d9134e-b451-4f36-a11f-fdf5f9778e97, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:15.689797 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.737892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b18101a5-bb91-4468-b232-4c21bc3cb74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d3d579ad-1a2a-403e-ab27-2dea943296d4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.870115 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6631a864-4160-49c6-a1b1-19ce69799c0f x-openstack-request-id: req-6631a864-4160-49c6-a1b1-19ce69799c0f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:15.871101 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "name": "network-vif-unplugged", "status": "completed", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:15.871973 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6631a864-4160-49c6-a1b1-19ce69799c0f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:15.880308 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97', 'code': 200} Jan 27 21:38:15.906677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Allocated IP 172.20.0.2 (4af5ab70-1dcf-4236-815e-0b802a99f148/f3e56ff7-f8c0-480f-91b8-bd772610bf0e/5c37a65d-26ea-4dd1-9727-64f7e35f3e0b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:15.917900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18101a5-bb91-4468-b232-4c21bc3cb74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d579ad-1a2a-403e-ab27-2dea943296d4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:15.930677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c9bb5bd-5259-4f87-88d8-9ecc6ae9f598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.937650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c9bb5bd-5259-4f87-88d8-9ecc6ae9f598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.942296 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1c9bb5bd-5259-4f87-88d8-9ecc6ae9f598 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7 HTTP/1.1" status: 204 len: 168 time: 0.7330291 Jan 27 21:38:15.996940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bb5bd-5259-4f87-88d8-9ecc6ae9f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ca3bd1-c53a-41ab-a3d3-ad6b3ff12ce7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:16.029166 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b18101a5-bb91-4468-b232-4c21bc3cb74a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33550c98214f46e9bbcaf8da231e2e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6975272 Jan 27 21:38:16.037421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38016) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:16.152597 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Publish callbacks [] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.165387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks [] for router_controller (5860419c-e729-4ded-b518-1afe44022c7c), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.196154 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.293525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Pushing event updated for resources: {'Port': ['ID=5c37a65d-26ea-4dd1-9727-64f7e35f3e0b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:16.345426 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bebad360-c07f-41e3-aba1-e5996455a288 admin admin] Publish callbacks [] for security_group (d3d579ad-1a2a-403e-ab27-2dea943296d4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.428782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bebad360-c07f-41e3-aba1-e5996455a288 admin admin] Publish callbacks [] for security_group (d3d579ad-1a2a-403e-ab27-2dea943296d4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.456266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] Set router 1c7a37ee-0048-4093-934b-274a1aab5ca2 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:16.462873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-07ca2431-44d8-4a81-9a96-8c6f552b7947 None None] Provisioning complete for port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:16.463643 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07ca2431-44d8-4a81-9a96-8c6f552b7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.577753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:16.634944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bebad360-c07f-41e3-aba1-e5996455a288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d3d579ad-1a2a-403e-ab27-2dea943296d4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.640602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bebad360-c07f-41e3-aba1-e5996455a288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.649143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bebad360-c07f-41e3-aba1-e5996455a288 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3d579ad-1a2a-403e-ab27-2dea943296d4 HTTP/1.1" status: 204 len: 168 time: 0.5915518 Jan 27 21:38:16.659994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:16.674413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:16.686896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:16.692007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebad360-c07f-41e3-aba1-e5996455a288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d579ad-1a2a-403e-ab27-2dea943296d4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:16.796235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-f3885c5a-99d3-4eab-8df8-97855c113fb3 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.797192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-f3885c5a-99d3-4eab-8df8-97855c113fb3 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.798134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-f3885c5a-99d3-4eab-8df8-97855c113fb3 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.799082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-f3885c5a-99d3-4eab-8df8-97855c113fb3 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.800122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-f3885c5a-99d3-4eab-8df8-97855c113fb3 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.801119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-f3885c5a-99d3-4eab-8df8-97855c113fb3 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.816472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-f3885c5a-99d3-4eab-8df8-97855c113fb3 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d&device_id=7655c1e6-c606-4003-be27-81be4e9392ed&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96&device_id=bfc3513f-c577-45f6-856a-152e574b3d38&device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f&device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 5526 time: 0.3986645 Jan 27 21:38:16.832535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c074b-62c9-46ad-a747-fd1a7552d939 req-ef38ba8f-5616-45bd-b68c-162668afceb0 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.846364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-667c074b-62c9-46ad-a747-fd1a7552d939 req-ef38ba8f-5616-45bd-b68c-162668afceb0 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 944 time: 0.4308057 Jan 27 21:38:16.857517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:16.927726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.962357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks [] for router_gateway (5860419c-e729-4ded-b518-1afe44022c7c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.120186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Attempting to bind port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:17.120794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Attempting to bind port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:17.121376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Attempting to bind port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b on network 4af5ab70-1dcf-4236-815e-0b802a99f148 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:17.143197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:17.143852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Checking segment: {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:17.144857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.145440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Bound using segment: {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:17.146290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Bound port: 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:17.147082 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.174004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-850ffc87-0ab4-4a4b-b6d8-6f3d21057363 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.413549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-667c074b-62c9-46ad-a747-fd1a7552d939 req-7dd45fff-e6a1-4c46-98cc-11d4e5858f9c tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650907 Jan 27 21:38:17.472213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-07ca2431-44d8-4a81-9a96-8c6f552b7947 None None] Current status of the port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:17.475674 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07ca2431-44d8-4a81-9a96-8c6f552b7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.563038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 34db9676-9962-4764-8b80-bae9784f158f up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:17.604016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.605281 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.617621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] 10.222.0.57 "PUT /v2.0/ports/78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 1121 time: 5.2025924 Jan 27 21:38:17.658719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4901668-8e04-4a98-8787-a7b949c08aef service neutron] Pushing event updated for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=8']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:17.715212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38040) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:17.760034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e337700f-a226-499d-bbaa-f1584124a2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.798604 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-850ffc87-0ab4-4a4b-b6d8-6f3d21057363 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Publish callbacks [] for security_group (ac30f862-c51c-4fd6-a2e1-c9c6a220b9b1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.824146 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-850ffc87-0ab4-4a4b-b6d8-6f3d21057363 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ac30f862-c51c-4fd6-a2e1-c9c6a220b9b1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.884149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['78d9134e-b451-4f36-a11f-fdf5f9778e97'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:17.891555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:17.898371 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5185fc83-f62d-4637-b470-27f363b3a045" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:17.975527 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e337700f-a226-499d-bbaa-f1584124a2d0 admin admin] Publish callbacks [] for security_group (4d37f8c4-d4e6-42f5-ae63-68b709610d53), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.985387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e337700f-a226-499d-bbaa-f1584124a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4d37f8c4-d4e6-42f5-ae63-68b709610d53), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.060869 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e337700f-a226-499d-bbaa-f1584124a2d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa7b2bf1dc7b4a458e27185c9f88b442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395381 Jan 27 21:38:18.063087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38048) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:18.070957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-07ca2431-44d8-4a81-9a96-8c6f552b7947 None None] For port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,segment=NetworkSegment(f31d1673-1df9-4f71-939f-2d0b7fa9614c),segment_id=f31d1673-1df9-4f71-939f-2d0b7fa9614c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:18.092136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ffc87-0ab4-4a4b-b6d8-6f3d21057363 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac30f862-c51c-4fd6-a2e1-c9c6a220b9b1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:18.207947 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07ca2431-44d8-4a81-9a96-8c6f552b7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.243291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-625662fc-bf01-4ddd-9b3b-6ac124028379 req-850ffc87-0ab4-4a4b-b6d8-6f3d21057363 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&id=e7282305-f259-4b3d-b75e-27eb27aa37e3&id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 1.3920839 Jan 27 21:38:18.252158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337700f-a226-499d-bbaa-f1584124a2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d37f8c4-d4e6-42f5-ae63-68b709610d53,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:18.339132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5883f222-4608-4907-b98b-7676e2f76bf7 admin admin] Publish callbacks [] for security_group (4d37f8c4-d4e6-42f5-ae63-68b709610d53), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.377419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] For port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:18.388464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e296-a3b1-41ac-8bc1-1bdcdc4fbde8 req-2787c399-24bd-4773-9a5e-2bcfac081aad tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:18.390890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec67e296-a3b1-41ac-8bc1-1bdcdc4fbde8 req-2787c399-24bd-4773-9a5e-2bcfac081aad tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 943 time: 0.5016272 Jan 27 21:38:18.409860 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33efdd1-0bf1-4477-ba12-3e3133d5afa4 x-openstack-request-id: req-d33efdd1-0bf1-4477-ba12-3e3133d5afa4 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:18.410348 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:18.410753 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d33efdd1-0bf1-4477-ba12-3e3133d5afa4 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:18.411435 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97', 'status': 'completed', 'code': 200} Jan 27 21:38:18.418049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] For port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c37a65d-26ea-4dd1-9727-64f7e35f3e0b,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:18.467951 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.479834 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.536306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5883f222-4608-4907-b98b-7676e2f76bf7 admin admin] Publish callbacks [] for security_group (4d37f8c4-d4e6-42f5-ae63-68b709610d53), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.542343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 34db9676-9962-4764-8b80-bae9784f158f completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:18.727634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fc83-f62d-4637-b470-27f363b3a045 req-641e2ab0-6849-44a8-b4e8-5be450461e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:18.740833 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5185fc83-f62d-4637-b470-27f363b3a045 req-641e2ab0-6849-44a8-b4e8-5be450461e8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1124 time: 0.3544188 Jan 27 21:38:18.902358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks [] for router_gateway (5860419c-e729-4ded-b518-1afe44022c7c), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.083031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec67e296-a3b1-41ac-8bc1-1bdcdc4fbde8 req-66cf8aba-ec52-4361-bc75-0fdf906b0d86 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6606197 Jan 27 21:38:19.085735 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.128651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 34db9676-9962-4764-8b80-bae9784f158f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:19.129103 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (34db9676-9962-4764-8b80-bae9784f158f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.139962 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5883f222-4608-4907-b98b-7676e2f76bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4d37f8c4-d4e6-42f5-ae63-68b709610d53), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.162490 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5883f222-4608-4907-b98b-7676e2f76bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.185036 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5883f222-4608-4907-b98b-7676e2f76bf7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d37f8c4-d4e6-42f5-ae63-68b709610d53 HTTP/1.1" status: 204 len: 168 time: 1.1082695 Jan 27 21:38:19.224716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:38:08Z', 'revision_number': 4, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port': {'id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:00Z', 'updated_at': '2022-01-27T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '06020d68-e8ac-4c3f-8e31-9a6b7dffcd99', 'name': '', 'network_id': '38626097-197b-45b2-9cba-83750f97150a', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'mac_address': 'fa:16:3e:5e:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cb833493-08ed-45ea-9c7d-552efeabc2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:06Z', 'updated_at': '2022-01-27T21:38:15Z', 'revision_number': 4, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'subnets': [{'id': 'cb833493-08ed-45ea-9c7d-552efeabc2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:19.305214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883f222-4608-4907-b98b-7676e2f76bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d37f8c4-d4e6-42f5-ae63-68b709610d53,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:19.307183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0048ad-b141-4d2a-a5e2-7a4d210975a5 None None] The sync data for ids ['1c7a37ee-0048-4093-934b-274a1aab5ca2'] in n-d-826529-2 is: [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:38:08Z', 'revision_number': 4, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port': {'id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:00Z', 'updated_at': '2022-01-27T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '06020d68-e8ac-4c3f-8e31-9a6b7dffcd99', 'name': '', 'network_id': '38626097-197b-45b2-9cba-83750f97150a', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'mac_address': 'fa:16:3e:5e:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cb833493-08ed-45ea-9c7d-552efeabc2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:06Z', 'updated_at': '2022-01-27T21:38:15Z', 'revision_number': 4, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'subnets': [{'id': 'cb833493-08ed-45ea-9c7d-552efeabc2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:19.342358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca2431-44d8-4a81-9a96-8c6f552b7947 None None] Pushing event updated for resources: {'Port': ['ID=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:19.496994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fc83-f62d-4637-b470-27f363b3a045 req-a33434d8-84ac-412d-b784-1fc5f69031f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.507874 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5185fc83-f62d-4637-b470-27f363b3a045 req-a33434d8-84ac-412d-b784-1fc5f69031f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.7462609 Jan 27 21:38:19.771580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2d7f2-2c04-4de2-8ce9-d37eabd489d8 req-acdac952-c81c-4359-973d-0f3fa862e299 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.795809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3dc2d7f2-2c04-4de2-8ce9-d37eabd489d8 req-acdac952-c81c-4359-973d-0f3fa862e299 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 944 time: 0.6407897 Jan 27 21:38:19.802431 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5185fc83-f62d-4637-b470-27f363b3a045 req-71ede4ba-2926-4e6c-a33d-4bf8a1700931 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 217 time: 0.2922361 Jan 27 21:38:19.810625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61c6fe-af3b-40fa-b4cc-783c18aa44bc None None] Pushing event updated for resources: {'Port': ['ID=5c37a65d-26ea-4dd1-9727-64f7e35f3e0b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:19.928656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 34db9676-9962-4764-8b80-bae9784f158f is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:19.929373 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (34db9676-9962-4764-8b80-bae9784f158f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.016360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Allocated IP 172.25.8.176 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/5d8aae17-9b06-456f-bd94-a147af76a97a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:20.076084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 34db9676-9962-4764-8b80-bae9784f158f, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34db9676-9962-4764-8b80-bae9784f158f,segment=NetworkSegment(57d064db-50c1-41a7-a265-f008715a70d1),segment_id=57d064db-50c1-41a7-a265-f008715a70d1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:20.081198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab71e02f-a369-456a-9005-728dcd9da46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34db9676-9962-4764-8b80-bae9784f158f'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:20.091943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185fc83-f62d-4637-b470-27f363b3a045 req-54fa9c88-6af6-4c29-9820-fcf49db4ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.098989 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201f2d8a-5561-4638-8e5c-e6e5b49f1504" -d '{"events": [{"server_uuid": "ab71e02f-a369-456a-9005-728dcd9da46d", "name": "network-vif-plugged", "status": "completed", "tag": "34db9676-9962-4764-8b80-bae9784f158f"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:20.104294 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5185fc83-f62d-4637-b470-27f363b3a045 req-54fa9c88-6af6-4c29-9820-fcf49db4ffb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.2953908 Jan 27 21:38:20.148352 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (34db9676-9962-4764-8b80-bae9784f158f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.263925 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5185fc83-f62d-4637-b470-27f363b3a045 req-6591e62b-ca09-44db-9e46-7bfe0892d8bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429663 Jan 27 21:38:20.470805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.528756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=34db9676-9962-4764-8b80-bae9784f158f,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:20.711977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks [] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.882578 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5185fc83-f62d-4637-b470-27f363b3a045 req-efcfe50d-5ec5-4995-bb46-b7aa5e92a705 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152527 Jan 27 21:38:21.139037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 78d9134e-b451-4f36-a11f-fdf5f9778e97 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:21.159756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5185fc83-f62d-4637-b470-27f363b3a045 req-cfa4716f-c08b-43f2-a4e6-23d90e8a1c09 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649920 Jan 27 21:38:21.293556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3dc2d7f2-2c04-4de2-8ce9-d37eabd489d8 req-1ee91997-8bbf-458e-89c1-9707a5957e0d tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4738603 Jan 27 21:38:21.299706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.515911 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e8ebe-6891-4286-a4a5-307fd10bbd14 x-openstack-request-id: req-333e8ebe-6891-4286-a4a5-307fd10bbd14 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:21.516927 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab71e02f-a369-456a-9005-728dcd9da46d", "name": "network-vif-plugged", "status": "completed", "tag": "34db9676-9962-4764-8b80-bae9784f158f", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:21.522115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8aae17-9b06-456f-bd94-a147af76a97a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:21.530442 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-333e8ebe-6891-4286-a4a5-307fd10bbd14 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:21.533481 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab71e02f-a369-456a-9005-728dcd9da46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34db9676-9962-4764-8b80-bae9784f158f', 'code': 200} Jan 27 21:38:21.551438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5882bc2-64fb-4bcc-ba54-433d5c1910d1 req-e78bce80-6bf7-4375-987c-09d3a792510a tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.551921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5882bc2-64fb-4bcc-ba54-433d5c1910d1 req-e78bce80-6bf7-4375-987c-09d3a792510a tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.552395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5882bc2-64fb-4bcc-ba54-433d5c1910d1 req-e78bce80-6bf7-4375-987c-09d3a792510a tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.563234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5882bc2-64fb-4bcc-ba54-433d5c1910d1 req-e78bce80-6bf7-4375-987c-09d3a792510a tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed&device_id=bfc3513f-c577-45f6-856a-152e574b3d38&device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 2883 time: 0.6198008 Jan 27 21:38:21.572662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:21.592192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:21.599944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:21.693839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b65d1a-0251-4eeb-9e22-715e7abe60a0 req-6b416189-788a-42b1-a6bc-50dc90ede309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.696159 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-80b65d1a-0251-4eeb-9e22-715e7abe60a0 req-6b416189-788a-42b1-a6bc-50dc90ede309 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 1096 time: 0.1773603 Jan 27 21:38:21.721725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:21.770521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8938b87f-a705-4ff1-8292-4754762450cf None None] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:21.881228 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-80b65d1a-0251-4eeb-9e22-715e7abe60a0 req-cbc1187e-7d41-4a30-a718-2448f7a600de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777785 Jan 27 21:38:21.962391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:22.006208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 78d9134e-b451-4f36-a11f-fdf5f9778e97 has no active binding in host n-h2-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:38:22.096581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5882bc2-64fb-4bcc-ba54-433d5c1910d1 req-30507c17-e288-4839-aa98-083d91fa5caf tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298965 Jan 27 21:38:22.105660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:22.105660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.163325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-108ec49d-cd42-4653-ab50-8ee3fd42efd4 None None] Provisioning complete for port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:22.164891 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-108ec49d-cd42-4653-ab50-8ee3fd42efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.198651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5b7d0-f828-4c88-bd00-6532ddf0dee4 req-9d20541f-ef7f-47ec-8827-4ab57e4ce308 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.203193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54a5b7d0-f828-4c88-bd00-6532ddf0dee4 req-9d20541f-ef7f-47ec-8827-4ab57e4ce308 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 943 time: 0.4910312 Jan 27 21:38:22.308396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:22.309113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.455287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c37a65d-26ea-4dd1-9727-64f7e35f3e0b,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:22.566398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.569430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:22.735801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-108ec49d-cd42-4653-ab50-8ee3fd42efd4 None None] Current status of the port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:22.736374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-108ec49d-cd42-4653-ab50-8ee3fd42efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.856137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54a5b7d0-f828-4c88-bd00-6532ddf0dee4 req-19264d72-b15f-4418-aea0-b055c7b419e7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448884 Jan 27 21:38:22.916773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=5c37a65d-26ea-4dd1-9727-64f7e35f3e0b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:23.167029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:23.169529 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.190523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks [] for router_gateway (5860419c-e729-4ded-b518-1afe44022c7c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.410682 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-108ec49d-cd42-4653-ab50-8ee3fd42efd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:38:23.419498 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-108ec49d-cd42-4653-ab50-8ee3fd42efd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:38:23.692008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:23.855931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-6a6ac091-b4ea-4426-9aab-25ac1446d428 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=174488b898954500a908fafa2528658d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1463614 Jan 27 21:38:23.868236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:24.063928 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-d730ce0e-4443-4c69-9bf3-439d4d71cb9c service neutron] 10.222.0.16 "GET /v2.0/ports/78d9134e-b451-4f36-a11f-fdf5f9778e97/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.2952077 Jan 27 21:38:24.092801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-108ec49d-cd42-4653-ab50-8ee3fd42efd4 None None] Current status of the port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:24.108443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:24.109126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.235778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56314a3-ed00-44c0-a6b6-067f4f5cad5f req-c2e8a985-a3ef-432b-a230-00e407c592dd tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.245650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a56314a3-ed00-44c0-a6b6-067f4f5cad5f req-c2e8a985-a3ef-432b-a230-00e407c592dd tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 945 time: 0.6747239 Jan 27 21:38:24.299344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:24.337973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-29070493-5940-445d-9a0a-be64173e8146 None None] Provisioning complete for port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:24.337973 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29070493-5940-445d-9a0a-be64173e8146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.425923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (5860419c-e729-4ded-b518-1afe44022c7c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.443959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e602c-db4f-4911-b938-26cb4356c936 req-18f7a5cd-92f6-4ab3-9bfc-7ce234307133 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.456272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-18f7a5cd-92f6-4ab3-9bfc-7ce234307133 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645812 Jan 27 21:38:24.488224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-7245f813-3a0b-44c7-8df8-ae5289990d0c tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/quotas/174488b898954500a908fafa2528658d HTTP/1.1" status: 200 len: 375 time: 0.0305157 Jan 27 21:38:24.543189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-29070493-5940-445d-9a0a-be64173e8146 None None] Current status of the port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:24.565372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:24.608953 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:24.622594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-a17d77ed-4ae9-49be-ab34-d7cdd5758867 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=174488b898954500a908fafa2528658d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331449 Jan 27 21:38:24.696612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d9134e-b451-4f36-a11f-fdf5f9778e97 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:24.706788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a56314a3-ed00-44c0-a6b6-067f4f5cad5f req-59c01db6-02f6-4f5d-9e32-b76da31bb7d0 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594452 Jan 27 21:38:24.718511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:24.754500 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.840931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Router 5860419c-e729-4ded-b518-1afe44022c7c is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:38:25.014836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] Transition to ACTIVE for port object 78d9134e-b451-4f36-a11f-fdf5f9778e97 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:38:25.041366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.125477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] Pushing event updated for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:25.178662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] No DVR routers for this DVR port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:25.283189 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-f15e108a-5817-486c-8309-7a6b952efc58 service neutron] 10.222.0.16 "PUT /v2.0/ports/78d9134e-b451-4f36-a11f-fdf5f9778e97/bindings/n-h2-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2138460 Jan 27 21:38:25.286936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:38:25.321905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.324725 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Sync routers for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:38:25.330218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b2a2ffa1-e4aa-4529-8ea7-81c7b64401a1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.1100447 Jan 27 21:38:25.334461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38154) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:25.364430 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:25.365767 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:38:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:25.393186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced14020-6b06-45b1-9850-7f53d53c1e44 req-db6bc446-c704-499c-a025-5d0a942a9a8e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.398266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced14020-6b06-45b1-9850-7f53d53c1e44 req-db6bc446-c704-499c-a025-5d0a942a9a8e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 944 time: 0.2379642 Jan 27 21:38:25.560600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-7a2c6031-2009-42e4-8bd4-33a17aeafd96 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.562601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-7a2c6031-2009-42e4-8bd4-33a17aeafd96 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1557295 Jan 27 21:38:25.948345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8210f54a-089b-443a-9446-eadb21b8ab83 req-7067b568-d3b3-4f13-b2f0-92f51a47d4ec tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 210 time: 0.1070516 Jan 27 21:38:25.971733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced14020-6b06-45b1-9850-7f53d53c1e44 req-238dcb7e-2942-4973-a210-970218465039 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663414 Jan 27 21:38:25.979695 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:26.021191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-08441244-c973-4ce5-9245-2b4436632856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:26.023925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-08441244-c973-4ce5-9245-2b4436632856 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd HTTP/1.1" status: 200 len: 1095 time: 0.4041030 Jan 27 21:38:26.218833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-09072ee3-2176-488b-81aa-b39dda56a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:26.226987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-09072ee3-2176-488b-81aa-b39dda56a867 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1095 time: 0.1476963 Jan 27 21:38:26.633513 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.697962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-211649b1-6fb7-4a40-885b-46c9e79f33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:26.701754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-211649b1-6fb7-4a40-885b-46c9e79f33fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.4683547 Jan 27 21:38:26.823742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-cc0b01ff-40e4-4f0d-ac38-ad9734b504bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 217 time: 0.1126952 Jan 27 21:38:26.879442 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:22Z', 'revision_number': 3, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:26.976266 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Checking router: 5860419c-e729-4ded-b518-1afe44022c7c for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:38:26.976825 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Updating router 5860419c-e729-4ded-b518-1afe44022c7c port 5d8aae17-9b06-456f-bd94-a147af76a97a binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:38:27.071675 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.159064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe756b1-1df7-4131-a40d-63715223ed16 req-69a6b519-89f3-40d7-a292-5e44f287f701 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.177522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbe756b1-1df7-4131-a40d-63715223ed16 req-69a6b519-89f3-40d7-a292-5e44f287f701 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 945 time: 0.3549459 Jan 27 21:38:27.185836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-22d17e6c-8083-4eea-a90f-4e03bdcdb625 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=174488b898954500a908fafa2528658d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2230821 Jan 27 21:38:27.521436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 78d9134e-b451-4f36-a11f-fdf5f9778e97 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:27.570130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e602c-db4f-4911-b938-26cb4356c936 req-39992b73-2a3b-4bdb-9c4c-8161827bd8ee tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.573083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-39992b73-2a3b-4bdb-9c4c-8161827bd8ee tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614681 Jan 27 21:38:27.656843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-403d466e-ba92-4b9d-8f87-2e38bf72c7d7 req-ae9de5e5-ce1a-41e1-8baf-be56ce784ab0 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 210 time: 0.0712888 Jan 27 21:38:27.681536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 78d9134e-b451-4f36-a11f-fdf5f9778e97 host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:38:27.682631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 78d9134e-b451-4f36-a11f-fdf5f9778e97 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:27.699205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Request body: {'port': {'device_id': '5ed69f0e-4d06-49a5-a7d5-f999c6e496f0', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '174488b898954500a908fafa2528658d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:27.781954 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Allocated IP 172.20.0.1 (4af5ab70-1dcf-4236-815e-0b802a99f148/f3e56ff7-f8c0-480f-91b8-bd772610bf0e/c8bb5c72-43cb-4817-a422-57d825a2da77) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:27.826244 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Publish callbacks [] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.835534 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.894465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-f1d7d6ec-2ce0-4543-81a6-7fd741f07e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.896277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-f1d7d6ec-2ce0-4543-81a6-7fd741f07e80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 1.0523489 Jan 27 21:38:27.962139 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eadb09-cd2f-472b-8873-5a500e8d9183 None None] Pushing event updated for resources: {'Port': ['ID=5d8aae17-9b06-456f-bd94-a147af76a97a,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:28.001396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-15d96bbd-005b-449c-b99c-54159063ce68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832982 Jan 27 21:38:28.017609 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Attempting to bind port 5d8aae17-9b06-456f-bd94-a147af76a97a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:28.018134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Attempting to bind port 5d8aae17-9b06-456f-bd94-a147af76a97a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:28.018740 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Attempting to bind port 5d8aae17-9b06-456f-bd94-a147af76a97a on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:28.029674 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:28.030452 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:28.031150 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.031839 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:28.032655 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Bound port: 5d8aae17-9b06-456f-bd94-a147af76a97a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:28.033346 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.035898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Publish callbacks [] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.055830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbe756b1-1df7-4131-a40d-63715223ed16 req-ac460921-e222-407c-8e0a-95eb21054893 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8643208 Jan 27 21:38:28.114606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.143102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:28.168375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:28.188176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:28.261846 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] For port 5d8aae17-9b06-456f-bd94-a147af76a97a, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:28.275262 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] For port 5d8aae17-9b06-456f-bd94-a147af76a97a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5d8aae17-9b06-456f-bd94-a147af76a97a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:28.287715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Pushing event updated for resources: {'Port': ['ID=c8bb5c72-43cb-4817-a422-57d825a2da77,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:28.298242 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.305202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (5860419c-e729-4ded-b518-1afe44022c7c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.449809 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:28.452122 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:38:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:28.554828 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eadb09-cd2f-472b-8873-5a500e8d9183 None None] Pushing event updated for resources: {'Port': ['ID=5d8aae17-9b06-456f-bd94-a147af76a97a,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:28.617298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba939b4-ec40-4527-9e4c-1c7cc93275a7 req-de378ebd-f2a7-4d02-9bda-a8dd26d93af4 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.631324 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ba939b4-ec40-4527-9e4c-1c7cc93275a7 req-de378ebd-f2a7-4d02-9bda-a8dd26d93af4 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 944 time: 0.7494893 Jan 27 21:38:28.690551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.700115 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:28.732641 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ba939b4-ec40-4527-9e4c-1c7cc93275a7 req-6e88aa0a-631c-4e50-b4f0-d94ffda7939b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000295 Jan 27 21:38:28.739174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-4b419e8c-0cbc-4b7e-87d5-bb4021c5ebe3 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783209 Jan 27 21:38:28.773293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-216766d1-46c4-4d98-b63a-17ce3384bfdf None None] Provisioning complete for port c8bb5c72-43cb-4817-a422-57d825a2da77 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:28.774327 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-216766d1-46c4-4d98-b63a-17ce3384bfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.778606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975f2d6-b33c-45d6-b44d-c4a549c29c4b req-bb1436e3-515b-4019-afb5-5003e27fd33d tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.796514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1975f2d6-b33c-45d6-b44d-c4a549c29c4b req-bb1436e3-515b-4019-afb5-5003e27fd33d tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1100 time: 0.3453219 Jan 27 21:38:28.816136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Made reservation on behalf of 174488b898954500a908fafa2528658d for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:28.824663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.937481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-216766d1-46c4-4d98-b63a-17ce3384bfdf None None] Port c8bb5c72-43cb-4817-a422-57d825a2da77 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:29.009564 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.071695 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:22Z', 'revision_number': 3, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:29.078358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1975f2d6-b33c-45d6-b44d-c4a549c29c4b req-b98d0296-0454-4230-ab3d-48f2564c5060 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497728 Jan 27 21:38:29.114743 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3415f-a58e-4f84-a7a9-54f6cc7b4bbd None None] The sync data for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 is: [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:22Z', 'revision_number': 3, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:29.265371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Publish callbacks [] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.276014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.306659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f343a866-56ec-43d8-b60a-71eded37182d req-47046007-8445-48a0-a539-57c7139b8230 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 210 time: 0.1994889 Jan 27 21:38:29.366520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-d098ecd8-b0f6-4547-b72a-8db1b63745e1 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102352 Jan 27 21:38:29.412112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks [] for security_group (7adea4f4-8660-49c3-b6c5-f89cbc56e120), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.421422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7adea4f4-8660-49c3-b6c5-f89cbc56e120), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.459042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Pushing event updated for resources: {'Port': ['ID=c8bb5c72-43cb-4817-a422-57d825a2da77,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:29.469324 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (5860419c-e729-4ded-b518-1afe44022c7c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.572104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc762088-440f-4cec-8e75-bef8ef6aa9b5 req-d71edd54-5a13-4467-a61c-2619f8199aa9 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.573800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc762088-440f-4cec-8e75-bef8ef6aa9b5 req-d71edd54-5a13-4467-a61c-2619f8199aa9 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1100 time: 0.3390229 Jan 27 21:38:29.607361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adea4f4-8660-49c3-b6c5-f89cbc56e120,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:29.899546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Allocated IP 192.168.233.92 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/4bd1017e-3292-43b2-ba6b-b0a013783ca8) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:30.132921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:30.134980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:30.231585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5d8aae17-9b06-456f-bd94-a147af76a97a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:30.309323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc762088-440f-4cec-8e75-bef8ef6aa9b5 req-03516a85-f7e4-4314-b64a-1419997db2b9 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888468 Jan 27 21:38:30.497263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5d8aae17-9b06-456f-bd94-a147af76a97a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:30.511733 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.623150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Router 5860419c-e729-4ded-b518-1afe44022c7c has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:38:30.733638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e214d-81f6-408f-abe8-aca254330268 req-75fbda12-3ac7-4987-b1d7-430d3c96c503 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.736650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-75fbda12-3ac7-4987-b1d7-430d3c96c503 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.4412456 Jan 27 21:38:30.883547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-819ac8e5-3548-4b36-987a-a3accf02255f None None] Provisioning complete for port c8bb5c72-43cb-4817-a422-57d825a2da77 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:30.884580 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-819ac8e5-3548-4b36-987a-a3accf02255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.935829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c99d-d32e-440e-a02e-e0841989d93b req-95cf8654-693e-4e04-8bb0-b4db23d6365b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.956384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0740c99d-d32e-440e-a02e-e0841989d93b req-95cf8654-693e-4e04-8bb0-b4db23d6365b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 944 time: 0.6620882 Jan 27 21:38:31.079445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-819ac8e5-3548-4b36-987a-a3accf02255f None None] Port c8bb5c72-43cb-4817-a422-57d825a2da77 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:31.085060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5d8aae17-9b06-456f-bd94-a147af76a97a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:31.086012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.125535 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:38:31.136349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 5d8aae17-9b06-456f-bd94-a147af76a97a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5d8aae17-9b06-456f-bd94-a147af76a97a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:31.144169 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks [] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.146492 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.162710 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54e90b81-7c55-473f-abe2-91fb0e491e7e admin admin] 10.222.0.45 "PUT /v2.0/routers/5860419c-e729-4ded-b518-1afe44022c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8217702 Jan 27 21:38:31.248880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77ea76d5-96f5-458f-850b-a69e503a8603 req-fb5831aa-3e0d-4770-9cf2-51ec13b23598 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 210 time: 0.1951334 Jan 27 21:38:31.303595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=5d8aae17-9b06-456f-bd94-a147af76a97a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:31.461981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0740c99d-d32e-440e-a02e-e0841989d93b req-89eb8fcb-4df3-42ee-8fba-256ffa9e7587 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041053 Jan 27 21:38:31.673570 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.808415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Pushing event updated for resources: {'Port': ['ID=4bd1017e-3292-43b2-ba6b-b0a013783ca8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:31.873610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:31.878826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:31.899958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:31.923372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.924417 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.959735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-722e214d-81f6-408f-abe8-aca254330268 req-c3c0f63b-141a-4400-8603-7ee1a05f34a0 service neutron] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:31.974521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5d8aae17-9b06-456f-bd94-a147af76a97a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:31.984961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-722e214d-81f6-408f-abe8-aca254330268 req-c3c0f63b-141a-4400-8603-7ee1a05f34a0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.987742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722e214d-81f6-408f-abe8-aca254330268 req-c3c0f63b-141a-4400-8603-7ee1a05f34a0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/78d9134e-b451-4f36-a11f-fdf5f9778e97/bindings/n-h1-826529-2 HTTP/1.1" status: 204 len: 173 time: 1.2170293 Jan 27 21:38:31.995334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-cd20542d-a401-4de9-b904-745baa169b71 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3030319 Jan 27 21:38:32.012834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Request body: {'port': {'device_id': '5ed69f0e-4d06-49a5-a7d5-f999c6e496f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:32.167282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5d8aae17-9b06-456f-bd94-a147af76a97a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:32.167979 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.291929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.384648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5d8aae17-9b06-456f-bd94-a147af76a97a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:32.473607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38282) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:32.482773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ee4fbe00-d63a-4526-b419-a26f21ce5c09 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088679413', 'description': 'tempest-description--1314188336'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:32.570667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:32.587542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee4fbe00-d63a-4526-b419-a26f21ce5c09 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.596745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d392470a-fba7-4523-9205-93dfb04476a9 None None] Provisioning complete for port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:32.598727 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d392470a-fba7-4523-9205-93dfb04476a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.696597 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee4fbe00-d63a-4526-b419-a26f21ce5c09 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group (a83a00f8-575e-4f7c-97bc-5072a678e5bc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.703891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee4fbe00-d63a-4526-b419-a26f21ce5c09 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a83a00f8-575e-4f7c-97bc-5072a678e5bc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.737100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d392470a-fba7-4523-9205-93dfb04476a9 None None] Port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:32.779605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee4fbe00-d63a-4526-b419-a26f21ce5c09 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.787741 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ee4fbe00-d63a-4526-b419-a26f21ce5c09 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3115840 Jan 27 21:38:32.790117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38290) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:32.795920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f4f5cba0-4413-4c01-8020-bc8b0d7806e4 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Request body: {'security_group_rule': {'security_group_id': 'a83a00f8-575e-4f7c-97bc-5072a678e5bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:32.846851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fbe00-d63a-4526-b419-a26f21ce5c09 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83a00f8-575e-4f7c-97bc-5072a678e5bc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:32.948605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4f5cba0-4413-4c01-8020-bc8b0d7806e4 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group_rule (bc85c960-09e7-4233-aa9b-9f168dff54d5), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.953929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd180bc6-ea7a-4bc3-8f82-0d056c951d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.096809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Sync routers for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:38:33.120710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4f5cba0-4413-4c01-8020-bc8b0d7806e4 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group_rule (bc85c960-09e7-4233-aa9b-9f168dff54d5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.130409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4f5cba0-4413-4c01-8020-bc8b0d7806e4 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (bc85c960-09e7-4233-aa9b-9f168dff54d5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.154164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5cba0-4413-4c01-8020-bc8b0d7806e4 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc85c960-09e7-4233-aa9b-9f168dff54d5,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:33.185878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:33.190955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:38:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:33.191763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4f5cba0-4413-4c01-8020-bc8b0d7806e4 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.195397 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f4f5cba0-4413-4c01-8020-bc8b0d7806e4 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4029899 Jan 27 21:38:33.206712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38294) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:33.218228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1f2dd2fe-b122-4001-93a0-7e804d35b159 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Request body: {'security_group_rule': {'security_group_id': 'a83a00f8-575e-4f7c-97bc-5072a678e5bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:33.284715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd180bc6-ea7a-4bc3-8f82-0d056c951d1c admin admin] Publish callbacks [] for security_group (523049c5-fdbc-4aa1-9c71-3eb475e1db57), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.305712 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd180bc6-ea7a-4bc3-8f82-0d056c951d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (523049c5-fdbc-4aa1-9c71-3eb475e1db57), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.352166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf4583-2294-4ce2-b5c5-8b0a3da5a301 req-5e8e89d3-2372-437f-afad-bc48ae2a3a3e tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:33.360007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bcf4583-2294-4ce2-b5c5-8b0a3da5a301 req-5e8e89d3-2372-437f-afad-bc48ae2a3a3e tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1095 time: 1.2403376 Jan 27 21:38:33.369009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2fe-b122-4001-93a0-7e804d35b159 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group_rule (23c51a7c-987a-4815-b2c7-39a257d47c23), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.381224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180bc6-ea7a-4bc3-8f82-0d056c951d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523049c5-fdbc-4aa1-9c71-3eb475e1db57,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:33.449174 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd180bc6-ea7a-4bc3-8f82-0d056c951d1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3000b50b9fb4dd6866157179b8530bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8733644 Jan 27 21:38:33.452324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:33.453397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38296) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:33.467338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92247dbd-1b50-4dcc-9ddc-31ea9fc37c59 req-c041d0c2-6d2c-4de3-9409-ac1fd2316246 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:33.474573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92247dbd-1b50-4dcc-9ddc-31ea9fc37c59 req-c041d0c2-6d2c-4de3-9409-ac1fd2316246 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 935 time: 0.1750867 Jan 27 21:38:33.488583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2fe-b122-4001-93a0-7e804d35b159 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group_rule (23c51a7c-987a-4815-b2c7-39a257d47c23), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.504207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2fe-b122-4001-93a0-7e804d35b159 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (23c51a7c-987a-4815-b2c7-39a257d47c23), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.543268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd2fe-b122-4001-93a0-7e804d35b159 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c51a7c-987a-4815-b2c7-39a257d47c23,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:33.554344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd2fe-b122-4001-93a0-7e804d35b159 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.556149 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f2dd2fe-b122-4001-93a0-7e804d35b159 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3441815 Jan 27 21:38:33.559072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38298) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:33.565279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:33.608812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-291bc902-2e31-491a-a7c0-aa9dbb3c94e1 admin admin] Publish callbacks [] for security_group (523049c5-fdbc-4aa1-9c71-3eb475e1db57), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.643077 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-291bc902-2e31-491a-a7c0-aa9dbb3c94e1 admin admin] Publish callbacks [] for security_group (523049c5-fdbc-4aa1-9c71-3eb475e1db57), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.707585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.728408 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-291bc902-2e31-491a-a7c0-aa9dbb3c94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (523049c5-fdbc-4aa1-9c71-3eb475e1db57), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.732122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-291bc902-2e31-491a-a7c0-aa9dbb3c94e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.735609 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-291bc902-2e31-491a-a7c0-aa9dbb3c94e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/523049c5-fdbc-4aa1-9c71-3eb475e1db57 HTTP/1.1" status: 204 len: 168 time: 0.2787535 Jan 27 21:38:33.779382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bc902-2e31-491a-a7c0-aa9dbb3c94e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523049c5-fdbc-4aa1-9c71-3eb475e1db57,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:33.824776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bcf4583-2294-4ce2-b5c5-8b0a3da5a301 req-2c6c33b2-e030-48d8-aae7-8dc741c7b51b tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636040 Jan 27 21:38:33.852113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92247dbd-1b50-4dcc-9ddc-31ea9fc37c59 req-d1ada493-cd67-402d-870c-053c6b59b225 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644741 Jan 27 21:38:34.064716 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7eed849-f4c2-4091-9a1e-f91525a1d452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.077926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.150429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 2, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:34.304028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Checking router: 5860419c-e729-4ded-b518-1afe44022c7c for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:38:34.304711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Updating router 5860419c-e729-4ded-b518-1afe44022c7c port c8bb5c72-43cb-4817-a422-57d825a2da77 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:38:34.374312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd1017e-3292-43b2-ba6b-b0a013783ca8 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:34.392183 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Publish callbacks [] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.405003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Allocated IP 172.25.8.52 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/5979d164-37cc-415b-9724-4f9718f791a2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:34.415498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Transition to ACTIVE for port object 4bd1017e-3292-43b2-ba6b-b0a013783ca8 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:38:34.424427 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.427452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.550152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38330) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:34.584438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5b7da85-5f50-4c52-ae55-097198a3dd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.743377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for port (5979d164-37cc-415b-9724-4f9718f791a2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.855390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Pushing event updated for resources: {'Port': ['ID=4bd1017e-3292-43b2-ba6b-b0a013783ca8,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:34.903484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Attempting to bind port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:34.905088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Attempting to bind port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:34.909042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Attempting to bind port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:34.994825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:34.995443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Attempting to bind port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:35.046725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5b7da85-5f50-4c52-ae55-097198a3dd4d admin admin] Publish callbacks [] for security_group (720335e1-3b55-46ce-b514-a00da3c093a8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.049449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5979d164-37cc-415b-9724-4f9718f791a2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.067316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5b7da85-5f50-4c52-ae55-097198a3dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (720335e1-3b55-46ce-b514-a00da3c093a8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.068294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:35.073049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:35.073543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:35.074022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Bound port: 4bd1017e-3292-43b2-ba6b-b0a013783ca8, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:35.074397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.103563 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b5b7da85-5f50-4c52-ae55-097198a3dd4d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d7f1f8a56114f149d81fb7ed4f8a1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5485194 Jan 27 21:38:35.129165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:35.129824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38342) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:35.224493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:35.236165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70ac6eae-3e29-4d8d-b7cf-34ca1ec3336d admin admin] Publish callbacks [] for security_group (720335e1-3b55-46ce-b514-a00da3c093a8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.281598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:35.305523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70ac6eae-3e29-4d8d-b7cf-34ca1ec3336d admin admin] Publish callbacks [] for security_group (720335e1-3b55-46ce-b514-a00da3c093a8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.410210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-38b9a54b-8cc2-4387-8e01-3713204b724c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:35.417634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event updated for resources: {'Port': ['ID=5979d164-37cc-415b-9724-4f9718f791a2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:35.425518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-38b9a54b-8cc2-4387-8e01-3713204b724c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 821 time: 0.8896384 Jan 27 21:38:35.464702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7da85-5f50-4c52-ae55-097198a3dd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720335e1-3b55-46ce-b514-a00da3c093a8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:35.488755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-26d651a5-b5fa-4c14-9f57-9221a2804eb7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/quotas/21e2534d28f64b96ad0c62fed1ca51dd HTTP/1.1" status: 200 len: 375 time: 0.0295615 Jan 27 21:38:35.748324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] For port 4bd1017e-3292-43b2-ba6b-b0a013783ca8, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:35.759349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] For port 4bd1017e-3292-43b2-ba6b-b0a013783ca8, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4bd1017e-3292-43b2-ba6b-b0a013783ca8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:35.781560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70ac6eae-3e29-4d8d-b7cf-34ca1ec3336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (720335e1-3b55-46ce-b514-a00da3c093a8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.789808 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70ac6eae-3e29-4d8d-b7cf-34ca1ec3336d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.790105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.790418 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-70ac6eae-3e29-4d8d-b7cf-34ca1ec3336d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/720335e1-3b55-46ce-b514-a00da3c093a8 HTTP/1.1" status: 204 len: 168 time: 0.6594229 Jan 27 21:38:35.813233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be22e3-c0c6-4813-870f-3b749f3e58eb req-07b931c1-8b79-43f2-b3d7-5e2537c759c7 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:35.820834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7be22e3-c0c6-4813-870f-3b749f3e58eb req-07b931c1-8b79-43f2-b3d7-5e2537c759c7 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 947 time: 0.5460460 Jan 27 21:38:35.838536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac6eae-3e29-4d8d-b7cf-34ca1ec3336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720335e1-3b55-46ce-b514-a00da3c093a8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:35.885119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for floatingip (44bb840e-a542-427d-85bc-526cf380093a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.985340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Pushing event updated for resources: {'Port': ['ID=4bd1017e-3292-43b2-ba6b-b0a013783ca8,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:36.000520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7be22e3-c0c6-4813-870f-3b749f3e58eb req-0e810020-c534-43a9-a12e-afadf102dbe1 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781669 Jan 27 21:38:36.033333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:36.034182 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.043330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-4c929a57-996d-4c20-8063-6818788438fb service neutron] 10.222.0.57 "PUT /v2.0/ports/4bd1017e-3292-43b2-ba6b-b0a013783ca8 HTTP/1.1" status: 200 len: 1095 time: 4.0388212 Jan 27 21:38:36.052667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5979d164-37cc-415b-9724-4f9718f791a2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.058265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Publish callbacks [] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.064057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed69f0e-4d06-49a5-a7d5-f999c6e496f0', 'tag': '4bd1017e-3292-43b2-ba6b-b0a013783ca8'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:36.077797 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.092508 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91795bce-ed36-4b3c-85e2-238b92f5dcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed69f0e-4d06-49a5-a7d5-f999c6e496f0", "tag": "4bd1017e-3292-43b2-ba6b-b0a013783ca8"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:36.210930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-9d94737d-c2ee-43d2-b427-71e301ed2a0f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7179680 Jan 27 21:38:36.274738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3897c-1488-4805-a67d-72493fc7feab None None] Pushing event updated for resources: {'Port': ['ID=c8bb5c72-43cb-4817-a422-57d825a2da77,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:36.368880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Attempting to bind port c8bb5c72-43cb-4817-a422-57d825a2da77 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:36.369268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Attempting to bind port c8bb5c72-43cb-4817-a422-57d825a2da77 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:36.369623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Attempting to bind port c8bb5c72-43cb-4817-a422-57d825a2da77 on network 4af5ab70-1dcf-4236-815e-0b802a99f148 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:36.377328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:36.377703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Checking segment: {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:36.378262 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.378695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Bound using segment: {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:36.379333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Bound port: c8bb5c72-43cb-4817-a422-57d825a2da77, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:36.379760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.491598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-b36b956d-be8f-4a01-bed5-0717d2f69cb3 service neutron] 10.222.0.45 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795269 Jan 27 21:38:36.525667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for port (5979d164-37cc-415b-9724-4f9718f791a2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.526756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] For port c8bb5c72-43cb-4817-a422-57d825a2da77, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:36.531198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] For port c8bb5c72-43cb-4817-a422-57d825a2da77, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c8bb5c72-43cb-4817-a422-57d825a2da77,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:36.538322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (5979d164-37cc-415b-9724-4f9718f791a2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.565246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.718239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3897c-1488-4805-a67d-72493fc7feab None None] Pushing event updated for resources: {'Port': ['ID=c8bb5c72-43cb-4817-a422-57d825a2da77,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:36.730618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event updated for resources: {'Port': ['ID=5979d164-37cc-415b-9724-4f9718f791a2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:36.768158 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (44bb840e-a542-427d-85bc-526cf380093a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.794904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:36.795693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:38:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:36.803264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.807259 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f1c83e54-c599-435c-a37d-9e6c13022185 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2463593 Jan 27 21:38:36.948560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:36.999934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-23a1ebc8-24ef-4dd5-9df1-4ee4c0e9e195 service neutron] 10.222.0.45 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071163 Jan 27 21:38:37.064182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e602c-db4f-4911-b938-26cb4356c936 req-59ad3d14-fcad-42df-98fe-065d70da0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.065819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-59ad3d14-fcad-42df-98fe-065d70da0aa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=174488b898954500a908fafa2528658d&device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 1098 time: 0.9652896 Jan 27 21:38:37.209827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-5e4476d5-05e3-4cd9-8741-4a1252dd4440 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=4bd1017e-3292-43b2-ba6b-b0a013783ca8 HTTP/1.1" status: 200 len: 217 time: 0.1299765 Jan 27 21:38:37.370265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-057a6a5e-5ec4-4e8b-8c5f-bacfb3eef13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.373185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e602c-db4f-4911-b938-26cb4356c936 req-562805be-b89d-41d5-a0a0-a9c3111c479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.374768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-562805be-b89d-41d5-a0a0-a9c3111c479f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1442103 Jan 27 21:38:37.381958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5719fdff-08f8-4f29-8d73-c81a701a04c7 None None] Provisioning complete for port c8bb5c72-43cb-4817-a422-57d825a2da77 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:37.383251 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5719fdff-08f8-4f29-8d73-c81a701a04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.427073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88a9f-0664-4232-92dd-22387c5a443a req-5f1d817e-1e3a-446f-a1e4-3cea406b20dc tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.432830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90a88a9f-0664-4232-92dd-22387c5a443a req-5f1d817e-1e3a-446f-a1e4-3cea406b20dc tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.9749196 Jan 27 21:38:37.553853 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:38:37.681835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5719fdff-08f8-4f29-8d73-c81a701a04c7 None None] Current status of the port c8bb5c72-43cb-4817-a422-57d825a2da77 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:37.682394 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5719fdff-08f8-4f29-8d73-c81a701a04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.726194 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfac895-80c7-49f0-8b95-e654151c4a33 x-openstack-request-id: req-4cfac895-80c7-49f0-8b95-e654151c4a33 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:37.731056 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed69f0e-4d06-49a5-a7d5-f999c6e496f0", "tag": "4bd1017e-3292-43b2-ba6b-b0a013783ca8", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:37.731508 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cfac895-80c7-49f0-8b95-e654151c4a33 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:37.732169 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed69f0e-4d06-49a5-a7d5-f999c6e496f0', 'tag': '4bd1017e-3292-43b2-ba6b-b0a013783ca8', 'status': 'completed', 'code': 200} Jan 27 21:38:37.740021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:36Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:37.746033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5719fdff-08f8-4f29-8d73-c81a701a04c7 None None] For port c8bb5c72-43cb-4817-a422-57d825a2da77, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c8bb5c72-43cb-4817-a422-57d825a2da77,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:37.764304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90a88a9f-0664-4232-92dd-22387c5a443a req-25a3685a-37de-463b-a234-419a94c866be tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928958 Jan 27 21:38:37.779455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0800f-dc1e-4e24-b375-09c5c0e0b586 None None] The sync data for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 is: [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:36Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:37.786805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5719fdff-08f8-4f29-8d73-c81a701a04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.958044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719fdff-08f8-4f29-8d73-c81a701a04c7 None None] Pushing event updated for resources: {'Port': ['ID=c8bb5c72-43cb-4817-a422-57d825a2da77,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:37.961700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-de82a4e6-aed9-4db8-88cd-76a18ad01b44 None None] Provisioning complete for port c8bb5c72-43cb-4817-a422-57d825a2da77 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:37.962433 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de82a4e6-aed9-4db8-88cd-76a18ad01b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.091292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e602c-db4f-4911-b938-26cb4356c936 req-b447fd8e-8eda-4b89-9ae9-41db6a75703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:38.099203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-b447fd8e-8eda-4b89-9ae9-41db6a75703d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6640754 Jan 27 21:38:38.200399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-de82a4e6-aed9-4db8-88cd-76a18ad01b44 None None] Current status of the port c8bb5c72-43cb-4817-a422-57d825a2da77 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:38.225781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.419588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cbaeb-1bc8-4ecd-8a1e-87503eaed736 req-0b022c68-2b08-443d-a0b7-2341facf63d1 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:38.434573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb4cbaeb-1bc8-4ecd-8a1e-87503eaed736 req-0b022c68-2b08-443d-a0b7-2341facf63d1 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 947 time: 0.5951614 Jan 27 21:38:38.679869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-26fcbb60-0beb-4a44-98c0-b4e453e8cd72 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651188 Jan 27 21:38:38.699910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb4cbaeb-1bc8-4ecd-8a1e-87503eaed736 req-0169321c-c1f6-4adb-99a4-e79437245885 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628613 Jan 27 21:38:38.965668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fc643ef-0570-4c74-a386-70a95f3dc2f2 req-9ec9cc73-a423-47d2-af3b-cc863227a9d7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 210 time: 0.0488212 Jan 27 21:38:39.084272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-894e602c-db4f-4911-b938-26cb4356c936 req-fdf7987f-86e4-4808-af99-e84ae13d0b26 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829808 Jan 27 21:38:39.671547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1171-0d3a-4d41-b05f-27ef25e2e8b2 req-cbad60aa-9802-421a-ab8d-8d79960bf415 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.680999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccdd1171-0d3a-4d41-b05f-27ef25e2e8b2 req-cbad60aa-9802-421a-ab8d-8d79960bf415 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.3570716 Jan 27 21:38:39.691657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-0e630612-ce24-473e-83c4-dd763ea79f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.693428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-0e630612-ce24-473e-83c4-dd763ea79f25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=174488b898954500a908fafa2528658d&device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 1098 time: 0.3493707 Jan 27 21:38:39.884089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-dab2324b-92aa-43aa-a722-0f9d933298ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.884407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-dab2324b-92aa-43aa-a722-0f9d933298ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1828051 Jan 27 21:38:40.074903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-538be26c-1aa5-462c-8861-41a5d0d8e229 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=4bd1017e-3292-43b2-ba6b-b0a013783ca8 HTTP/1.1" status: 200 len: 217 time: 0.1764572 Jan 27 21:38:40.131299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c8bb5c72-43cb-4817-a422-57d825a2da77 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:40.312305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccdd1171-0d3a-4d41-b05f-27ef25e2e8b2 req-a7c21bd2-2e74-4094-9796-587124aeb4e1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301048 Jan 27 21:38:40.332853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c8bb5c72-43cb-4817-a422-57d825a2da77 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:40.333239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.398408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b5e0a-e570-4e31-812e-c36b2ac5af30 req-4bb9db97-6348-43eb-b0a3-840b6936c3ce tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:40.412793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516b5e0a-e570-4e31-812e-c36b2ac5af30 req-4bb9db97-6348-43eb-b0a3-840b6936c3ce tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 947 time: 0.5263712 Jan 27 21:38:40.544951 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-118bbbcb-614b-4c8a-af5a-647de118516a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:40.547244 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-118bbbcb-614b-4c8a-af5a-647de118516a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 821 time: 0.3863332 Jan 27 21:38:40.567857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c8bb5c72-43cb-4817-a422-57d825a2da77 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:40.577156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Request body: {'port': {'device_id': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'admin_state_up': True, 'tenant_id': '21e2534d28f64b96ad0c62fed1ca51dd'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:40.648599 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faeb3343-e03e-48e9-8c0c-4f80965c0344 req-1aaed4f1-e972-41e8-96e1-032c9095153b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 210 time: 0.1239343 Jan 27 21:38:40.662154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-0fb3d9bb-f950-43d8-804a-711d03fabd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:40.681184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-0fb3d9bb-f950-43d8-804a-711d03fabd44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.5654943 Jan 27 21:38:40.832004 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.976345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516b5e0a-e570-4e31-812e-c36b2ac5af30 req-a6f29f1a-3c9b-4e9e-8f4c-b6d650ed6113 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544143 Jan 27 21:38:41.005955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-117cc6a6-b111-4038-9aab-6ed0d706a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:41.014197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-117cc6a6-b111-4038-9aab-6ed0d706a4c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3095639 Jan 27 21:38:41.036775 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.281813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Made reservation on behalf of 21e2534d28f64b96ad0c62fed1ca51dd for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:41.293986 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.513895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-dd4d2be3-9de1-4a56-a6d0-cd91af679666 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803226 Jan 27 21:38:41.859508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Allocated IP 172.20.0.8 (5f35a121-dfa2-4554-9cce-e99269f190f1/9f5a6525-9547-460a-a22f-2e8ac1eafe06/3be30467-ee19-45e6-afd2-ca25d15dac0b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:41.966324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fd6d3-149f-4254-afef-5ce331fbe723 req-af8aa753-61f4-489e-898b-8f84b2ca0a87 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:41.974526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132fd6d3-149f-4254-afef-5ce331fbe723 req-af8aa753-61f4-489e-898b-8f84b2ca0a87 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.4745612 Jan 27 21:38:42.185389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132fd6d3-149f-4254-afef-5ce331fbe723 req-b1e05eb6-e954-44a5-be78-1e2aa09f649e tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668737 Jan 27 21:38:42.188575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e2821d7-109c-488e-b273-332851855994 req-30a8df89-4acd-499c-91a4-15659bec86c3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 210 time: 0.1998522 Jan 27 21:38:42.229063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91795bce-ed36-4b3c-85e2-238b92f5dcbf req-6ab66105-2cc3-4dba-bea9-2661788910ee service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139690 Jan 27 21:38:42.659289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38532) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:42.674803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10211e-074b-455c-ba3e-120169b6c588 req-d3ad337a-4ead-4dda-84dc-616c9fa63b5b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:42.685789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de10211e-074b-455c-ba3e-120169b6c588 req-d3ad337a-4ead-4dda-84dc-616c9fa63b5b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 947 time: 0.1392221 Jan 27 21:38:42.819540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de10211e-074b-455c-ba3e-120169b6c588 req-9d83791b-ab0e-4e37-ab46-f994cf10180c tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317463 Jan 27 21:38:42.963979 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks [] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.062354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.120123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Network 5f35a121-dfa2-4554-9cce-e99269f190f1 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:43.148494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:43.154026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:43.265425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4bd1017e-3292-43b2-ba6b-b0a013783ca8 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:43.330690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3a048e2-ca45-4a0d-abd3-40bd414fe3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.645351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Pushing event updated for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:43.654402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 4bd1017e-3292-43b2-ba6b-b0a013783ca8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4bd1017e-3292-43b2-ba6b-b0a013783ca8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:43.704335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:43.705414 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.728554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '4bd1017e-3292-43b2-ba6b-b0a013783ca8', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '4bd1017e-3292-43b2-ba6b-b0a013783ca8', 'mac_address': 'fa:16:3e:f4:f5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:43.732026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caa674-ce21-4096-a294-e4ebacb7da40 req-4979d106-4907-46d3-8fbb-2180c671333b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:43.740175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9caa674-ce21-4096-a294-e4ebacb7da40 req-4979d106-4907-46d3-8fbb-2180c671333b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 931 time: 0.1678867 Jan 27 21:38:43.785030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc1719-895d-49d9-b7a8-4bf89c1498d8 req-c409f1d1-a50c-4ede-be06-3c7f89574194 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:43.794670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbc1719-895d-49d9-b7a8-4bf89c1498d8 req-c409f1d1-a50c-4ede-be06-3c7f89574194 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.1678460 Jan 27 21:38:43.820957 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-d3a86f58-f9a5-4ece-934c-b35c7758cdfe tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2507987 Jan 27 21:38:43.859703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Request body: {'port': {'device_id': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:43.890657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:43.891298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.005453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd1017e-3292-43b2-ba6b-b0a013783ca8 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:44.072908 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3a048e2-ca45-4a0d-abd3-40bd414fe3a1 admin admin] Publish callbacks [] for security_group (b7b9d283-62d1-4cae-90ac-83b096d91b4a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.089352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9caa674-ce21-4096-a294-e4ebacb7da40 req-c55cb3a8-7560-4711-b403-20db0b0d55b2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481009 Jan 27 21:38:44.110068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbc1719-895d-49d9-b7a8-4bf89c1498d8 req-6dc2bafb-2166-4d35-bca2-65d0f7ac462a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143284 Jan 27 21:38:44.119134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b3a048e2-ca45-4a0d-abd3-40bd414fe3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b7b9d283-62d1-4cae-90ac-83b096d91b4a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.170076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 4bd1017e-3292-43b2-ba6b-b0a013783ca8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4bd1017e-3292-43b2-ba6b-b0a013783ca8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:44.189055 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.361801 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b3a048e2-ca45-4a0d-abd3-40bd414fe3a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0dae63c50b3b4a769edde6e62fb3e1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7004766 Jan 27 21:38:44.364340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38550) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:44.382219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a048e2-ca45-4a0d-abd3-40bd414fe3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b9d283-62d1-4cae-90ac-83b096d91b4a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:44.420982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.515100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['4bd1017e-3292-43b2-ba6b-b0a013783ca8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:44.600496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=4bd1017e-3292-43b2-ba6b-b0a013783ca8,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:44.709491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3287ed77-dcf4-4ac5-8b9f-28f6d61bc16b admin admin] Publish callbacks [] for security_group (b7b9d283-62d1-4cae-90ac-83b096d91b4a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.881039 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3287ed77-dcf4-4ac5-8b9f-28f6d61bc16b admin admin] Publish callbacks [] for security_group (b7b9d283-62d1-4cae-90ac-83b096d91b4a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.949257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfa185-d423-424e-a120-f6361206d2b3 req-11a4120a-0c9d-4563-b7f6-43efb038cd11 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:44.968492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eebfa185-d423-424e-a120-f6361206d2b3 req-11a4120a-0c9d-4563-b7f6-43efb038cd11 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 948 time: 0.4432974 Jan 27 21:38:45.120258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eebfa185-d423-424e-a120-f6361206d2b3 req-d649a067-5409-41a7-aee5-8fc6490ce122 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405861 Jan 27 21:38:45.186233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3287ed77-dcf4-4ac5-8b9f-28f6d61bc16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b7b9d283-62d1-4cae-90ac-83b096d91b4a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.195800 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3287ed77-dcf4-4ac5-8b9f-28f6d61bc16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.197947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3287ed77-dcf4-4ac5-8b9f-28f6d61bc16b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7b9d283-62d1-4cae-90ac-83b096d91b4a HTTP/1.1" status: 204 len: 168 time: 0.8319688 Jan 27 21:38:45.230658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287ed77-dcf4-4ac5-8b9f-28f6d61bc16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b9d283-62d1-4cae-90ac-83b096d91b4a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:45.560884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be30467-ee19-45e6-afd2-ca25d15dac0b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:45.589658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Publish callbacks [] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.638014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Transition to ACTIVE for port object 3be30467-ee19-45e6-afd2-ca25d15dac0b will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:38:45.644692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.821098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Pushing event updated for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:46.082664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851f656-a98e-4188-9c03-e546129ef82b req-b570fa58-14c1-4982-9787-6db62b5e7430 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:46.104447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5851f656-a98e-4188-9c03-e546129ef82b req-b570fa58-14c1-4982-9787-6db62b5e7430 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 931 time: 0.6649075 Jan 27 21:38:46.151701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:46.154420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:46.155135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:46.174162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:46.174789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:46.192050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38570) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:46.194645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:46.195927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:46.197320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:46.197690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e806c0c-7de1-4753-9c32-0662c222feeb req-f0889401-5a88-4056-b5a3-9cf8e9ccee11 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:46.198218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Bound port: 3be30467-ee19-45e6-afd2-ca25d15dac0b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:46.198895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.214156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e806c0c-7de1-4753-9c32-0662c222feeb req-f0889401-5a88-4056-b5a3-9cf8e9ccee11 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.7296162 Jan 27 21:38:46.267317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bfcddb4-92e1-4652-9067-2c355186becb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.472273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5851f656-a98e-4188-9c03-e546129ef82b req-db14fe8f-53c1-4d81-b6f7-21e0be46e469 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666108 Jan 27 21:38:46.492959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:46.500895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e806c0c-7de1-4753-9c32-0662c222feeb req-f4cd963f-3a5f-44ed-b327-118efcd75044 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856092 Jan 27 21:38:46.639963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:46.691269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.927952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a0d7-e955-4489-82ba-e4e17b4a6f51 req-ad6057ef-d641-4728-b964-cd25e0421eb2 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:46.953829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eb2a0d7-e955-4489-82ba-e4e17b4a6f51 req-ad6057ef-d641-4728-b964-cd25e0421eb2 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 948 time: 0.2430427 Jan 27 21:38:47.001686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bfcddb4-92e1-4652-9067-2c355186becb admin admin] Publish callbacks [] for security_group (c43ea9b0-773f-4fef-8ba4-5d83a87a574c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:47.065655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bfcddb4-92e1-4652-9067-2c355186becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c43ea9b0-773f-4fef-8ba4-5d83a87a574c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:47.082865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:47.083979 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:47.095986 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] 10.222.0.16 "PUT /v2.0/ports/3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 1091 time: 3.2654867 Jan 27 21:38:47.205147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eb2a0d7-e955-4489-82ba-e4e17b4a6f51 req-edf56991-66ed-48e2-a7d0-16ccfae3e716 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409840 Jan 27 21:38:47.255887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:47.264736 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b081ed-37ec-4bc4-a31d-beab371510b7" -d '{"events": [{"name": "network-changed", "server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:47.278482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a10f-fd01-4315-b4bc-9358689bcff8 service neutron] Pushing event updated for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:47.290921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4bd1017e-3292-43b2-ba6b-b0a013783ca8 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:47.489689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:47.497151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:47.497922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:47.547077 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3bfcddb4-92e1-4652-9067-2c355186becb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2105c00bb004c5081a412737345ac13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3439751 Jan 27 21:38:47.554398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38580) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:47.591686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcddb4-92e1-4652-9067-2c355186becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ea9b0-773f-4fef-8ba4-5d83a87a574c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:47.644821 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b8350-8a2a-4993-ad15-c9c9852bd68d x-openstack-request-id: req-f96b8350-8a2a-4993-ad15-c9c9852bd68d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:47.645821 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:47.645821 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f96b8350-8a2a-4993-ad15-c9c9852bd68d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:47.646395 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b', 'status': 'completed', 'code': 200} Jan 27 21:38:47.673717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-96638ada-0211-4e3d-a46e-7e6a39e28ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:47.688835 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-96638ada-0211-4e3d-a46e-7e6a39e28ed6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1094 time: 0.3285978 Jan 27 21:38:47.701514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:47.702048 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:47.737313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed69f0e-4d06-49a5-a7d5-f999c6e496f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd1017e-3292-43b2-ba6b-b0a013783ca8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:47.752415 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c58728-19ce-449a-905b-f0eb83e96551" -d '{"events": [{"server_uuid": "5ed69f0e-4d06-49a5-a7d5-f999c6e496f0", "name": "network-vif-plugged", "status": "completed", "tag": "4bd1017e-3292-43b2-ba6b-b0a013783ca8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:47.805969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 4bd1017e-3292-43b2-ba6b-b0a013783ca8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4bd1017e-3292-43b2-ba6b-b0a013783ca8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:47.823915 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:47.897467 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-5367c834-7280-44c9-aa88-15cc28362f5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 217 time: 0.2005250 Jan 27 21:38:47.971903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8c695dd8-84f7-4ea7-8f50-9d061f467284 admin admin] Publish callbacks [] for security_group (c43ea9b0-773f-4fef-8ba4-5d83a87a574c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.068839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=4bd1017e-3292-43b2-ba6b-b0a013783ca8,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:48.106467 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.119561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-023db83e-c62a-4e44-ab79-f9679cddaf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:48.123812 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-023db83e-c62a-4e44-ab79-f9679cddaf13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.2186205 Jan 27 21:38:48.158842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8c695dd8-84f7-4ea7-8f50-9d061f467284 admin admin] Publish callbacks [] for security_group (c43ea9b0-773f-4fef-8ba4-5d83a87a574c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.215480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31c39b-3c4f-4ac9-b283-b133b33d501a req-6e76ca6a-14cb-4255-8437-9030773dc53d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:48.225492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-4cc577e8-14ac-44ba-90dd-9a4dab5d67cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935833 Jan 27 21:38:48.227839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a31c39b-3c4f-4ac9-b283-b133b33d501a req-6e76ca6a-14cb-4255-8437-9030773dc53d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 943 time: 0.4072704 Jan 27 21:38:48.235322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e80269-cecc-4433-9c12-a3a24585ccac req-37b17a2b-5ce2-4d38-8cb9-ff1360eb4c2b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:48.243027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23e80269-cecc-4433-9c12-a3a24585ccac req-37b17a2b-5ce2-4d38-8cb9-ff1360eb4c2b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.4183328 Jan 27 21:38:48.387076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a31c39b-3c4f-4ac9-b283-b133b33d501a req-690499b0-c948-4cf0-9e17-712b5d71f096 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366143 Jan 27 21:38:48.451337 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-48159cff-804f-47a3-b893-2a4a0126c031 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148173 Jan 27 21:38:48.546441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23e80269-cecc-4433-9c12-a3a24585ccac req-d8a5eb3d-348b-4d29-b966-94480b93756a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011620 Jan 27 21:38:48.575138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8c695dd8-84f7-4ea7-8f50-9d061f467284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c43ea9b0-773f-4fef-8ba4-5d83a87a574c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.588831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8c695dd8-84f7-4ea7-8f50-9d061f467284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.592194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8c695dd8-84f7-4ea7-8f50-9d061f467284 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c43ea9b0-773f-4fef-8ba4-5d83a87a574c HTTP/1.1" status: 204 len: 168 time: 1.0361154 Jan 27 21:38:48.643337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c695dd8-84f7-4ea7-8f50-9d061f467284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ea9b0-773f-4fef-8ba4-5d83a87a574c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:48.728982 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62f761f-fa11-4ecd-b91c-a92840804310 x-openstack-request-id: req-f62f761f-fa11-4ecd-b91c-a92840804310 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:48.733120 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed69f0e-4d06-49a5-a7d5-f999c6e496f0", "name": "network-vif-plugged", "status": "completed", "tag": "4bd1017e-3292-43b2-ba6b-b0a013783ca8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:48.736951 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f62f761f-fa11-4ecd-b91c-a92840804310 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:48.738611 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed69f0e-4d06-49a5-a7d5-f999c6e496f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd1017e-3292-43b2-ba6b-b0a013783ca8', 'code': 200} Jan 27 21:38:48.785012 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4b29d25a-1af2-4b4e-ba48-b7bb39dfd5bc req-deb11bb2-c15d-4d68-ae3f-31c5256cf6be service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266499 Jan 27 21:38:49.153593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-0a9c9e64-c40b-46b3-bc82-bb86fc8ecc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:49.155156 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-0a9c9e64-c40b-46b3-bc82-bb86fc8ecc34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1094 time: 0.1456385 Jan 27 21:38:49.362752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03fa77-fd36-4197-8e68-c2a02b4d3144 req-cefe0763-4920-49dd-b568-449edae2067c tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:49.367731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d03fa77-fd36-4197-8e68-c2a02b4d3144 req-cefe0763-4920-49dd-b568-449edae2067c tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 949 time: 0.5281806 Jan 27 21:38:49.377071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e8220-0632-49a9-93db-6cef4e53f03b req-89a92526-728f-498f-8a11-ea204497557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:49.378825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c78e8220-0632-49a9-93db-6cef4e53f03b req-89a92526-728f-498f-8a11-ea204497557c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 1100 time: 0.5565176 Jan 27 21:38:49.479928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-828751fd-7f1d-437d-b7d2-0c56141041bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:49.486390 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-828751fd-7f1d-437d-b7d2-0c56141041bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.3234136 Jan 27 21:38:49.506627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91e2e-3c57-4691-8f27-b941c3a60ae0 req-7588b838-e764-4a52-ad13-56b90b5454eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:49.515903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04d91e2e-3c57-4691-8f27-b941c3a60ae0 req-7588b838-e764-4a52-ad13-56b90b5454eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1100 time: 0.4196525 Jan 27 21:38:49.608606 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-6950fba9-b2e9-49f7-af7d-6d20c1e36b2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 217 time: 0.1153684 Jan 27 21:38:49.678405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04d91e2e-3c57-4691-8f27-b941c3a60ae0 req-b342407e-3143-4280-98a1-75352c824cfb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349669 Jan 27 21:38:49.681167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c78e8220-0632-49a9-93db-6cef4e53f03b req-2ed08c46-5208-4f03-a528-ba2d09130001 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929947 Jan 27 21:38:49.693236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d03fa77-fd36-4197-8e68-c2a02b4d3144 req-bf6ab92a-cb1b-4c20-822e-ad419b78ff98 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560303 Jan 27 21:38:49.963806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740ef92-9aed-4089-84e6-1b0e17394fa7 req-e2f8fa64-bdf3-430d-8ea9-650adbed1432 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:49.995880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a740ef92-9aed-4089-84e6-1b0e17394fa7 req-e2f8fa64-bdf3-430d-8ea9-650adbed1432 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 943 time: 0.2708364 Jan 27 21:38:50.123744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a740ef92-9aed-4089-84e6-1b0e17394fa7 req-c0e54d17-1fe9-4526-af90-bbc7d208b79b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212182 Jan 27 21:38:50.231683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c8d3-4803-46e9-8726-e6123125992b req-f6663248-5804-4e0f-ab81-790f62648608 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:50.249434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a685c8d3-4803-46e9-8726-e6123125992b req-f6663248-5804-4e0f-ab81-790f62648608 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.1500793 Jan 27 21:38:50.258355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-c9153464-22cb-4207-b92f-2e3b08bfa9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:50.263198 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-c9153464-22cb-4207-b92f-2e3b08bfa9a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.6460843 Jan 27 21:38:50.345163 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.347905 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-750687a4-2eff-43de-93b6-8f4afde96676 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771286 Jan 27 21:38:50.508685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a685c8d3-4803-46e9-8726-e6123125992b req-e4630365-bd10-4295-b600-fc75a3cc1828 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469921 Jan 27 21:38:50.703515 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-d87ac6be-18ae-4dab-833b-82549a54d099 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469710 Jan 27 21:38:51.031572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa317663-621a-45e8-9d73-aa47bdb8ee44 req-fc17f39a-cec6-4952-bce0-021a7261b0d7 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:51.059738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa317663-621a-45e8-9d73-aa47bdb8ee44 req-fc17f39a-cec6-4952-bce0-021a7261b0d7 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 949 time: 0.1461995 Jan 27 21:38:51.290681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa317663-621a-45e8-9d73-aa47bdb8ee44 req-4618967e-2bc9-4a0f-80d1-201b551d6410 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285337 Jan 27 21:38:51.306889 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b081ed-37ec-4bc4-a31d-beab371510b7 req-4d08e67e-f2ee-45dc-8119-8c1ef371e588 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935876 Jan 27 21:38:51.307564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:51.332891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:51.547122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45e6b-e3e4-43e7-8687-d01b5b292f63 req-1ccd674b-fdf7-4859-ae4d-f469be1d5eb3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:51.557741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16b45e6b-e3e4-43e7-8687-d01b5b292f63 req-1ccd674b-fdf7-4859-ae4d-f469be1d5eb3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 943 time: 0.1909528 Jan 27 21:38:51.743291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16b45e6b-e3e4-43e7-8687-d01b5b292f63 req-e1768952-294d-4579-99aa-0d7c375247f7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783173 Jan 27 21:38:51.838349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:51.967552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'mac_address': 'fa:16:3e:bb:cf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:52.067732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc026b-b196-4151-8649-36a384c8d7cc req-f9fd4128-f732-4be0-8419-0cd9c57618e1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:52.082467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fdc026b-b196-4151-8649-36a384c8d7cc req-f9fd4128-f732-4be0-8419-0cd9c57618e1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.3291063 Jan 27 21:38:52.129444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:52.130901 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.202959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:52.203468 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.217119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6ddcbe1-9db1-4384-b011-785a161642b6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:52.301040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fdc026b-b196-4151-8649-36a384c8d7cc req-f09b2824-ca44-4e34-8e12-762010c59410 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133138 Jan 27 21:38:52.833122 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:52.860552 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.910161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca1f3-be32-4292-9eba-fb1cd7c42bf3 req-353d251f-1fed-4f00-9274-81c5b6329fe3 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:52.930120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-364ca1f3-be32-4292-9eba-fb1cd7c42bf3 req-353d251f-1fed-4f00-9274-81c5b6329fe3 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.3673601 Jan 27 21:38:53.042270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-6acdb756-123e-4452-808b-75243fc7f152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3614864 Jan 27 21:38:53.128270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:38:53.129168 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:38:53.171462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f6ddcbe1-9db1-4384-b011-785a161642b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:53.224253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a441a61-245a-40bb-b61d-ba9937fff493 req-ae72c83a-4ebc-4b1c-8ff5-b538488ff896 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:53.239116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a441a61-245a-40bb-b61d-ba9937fff493 req-ae72c83a-4ebc-4b1c-8ff5-b538488ff896 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 949 time: 0.5050089 Jan 27 21:38:53.274833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-364ca1f3-be32-4292-9eba-fb1cd7c42bf3 req-b033ef2f-7567-4baa-8664-167a44da5c29 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431597 Jan 27 21:38:53.288155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:53.363235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a441a61-245a-40bb-b61d-ba9937fff493 req-348d9c76-de44-4f21-9d7a-3914136ae124 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200445 Jan 27 21:38:53.395347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-56e790c2-4b2f-4a14-affa-7d2f2599e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:53.397053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-56e790c2-4b2f-4a14-affa-7d2f2599e52c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24a29dbe48304dcbb2415c1a78153573&device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 1101 time: 0.3186076 Jan 27 21:38:53.621162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3be30467-ee19-45e6-afd2-ca25d15dac0b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:53.827742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: BUILD; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:53.828722 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.965949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f6ddcbe1-9db1-4384-b011-785a161642b6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:54.028858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:54.049769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.269597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cbe1-efbb-46de-bfc2-5bae7e3f0e88 req-49058e1f-c588-41d8-be3d-e1d1866629f1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:54.277814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f809cbe1-efbb-46de-bfc2-5bae7e3f0e88 req-49058e1f-c588-41d8-be3d-e1d1866629f1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 943 time: 0.8003094 Jan 27 21:38:54.296533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:54.320931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:54.343084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '3be30467-ee19-45e6-afd2-ca25d15dac0b', 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'port_id': '3be30467-ee19-45e6-afd2-ca25d15dac0b', 'mac_address': 'fa:16:3e:36:0b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5a6525-9547-460a-a22f-2e8ac1eafe06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:54.438253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-124217bf-f1d7-4477-a35d-fa8a9c039190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:54.441064 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-124217bf-f1d7-4477-a35d-fa8a9c039190 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.0052497 Jan 27 21:38:54.447842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f809cbe1-efbb-46de-bfc2-5bae7e3f0e88 req-cdc54752-4122-4cf8-81d1-faf1262987ac tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687839 Jan 27 21:38:54.513050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3be30467-ee19-45e6-afd2-ca25d15dac0b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:54.516924 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.524591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-86288462-6170-4a61-9bf8-e5aa1fb1c890 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6784edd5-7718-4f83-8863-5ffca261f6ef HTTP/1.1" status: 200 len: 217 time: 0.0749812 Jan 27 21:38:54.568165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be30467-ee19-45e6-afd2-ca25d15dac0b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:54.650065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-4c29508f-f2d4-4585-b41b-d38af1376040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:54.651305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:54.651724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-4c29508f-f2d4-4585-b41b-d38af1376040 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1196206 Jan 27 21:38:54.660025 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.752971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-d2914e8b-c4c5-4b69-91c1-36d06a5a5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:54.754523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-d2914e8b-c4c5-4b69-91c1-36d06a5a5676 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962236 Jan 27 21:38:54.818794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:54.894389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-1b3f1e3b-844d-4729-9cfc-c369eb1f8414 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260500 Jan 27 21:38:55.001751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3be30467-ee19-45e6-afd2-ca25d15dac0b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:55.219820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0844e3bc-5bd1-45f1-a4ff-acd0075aefc9 req-8221774e-c45e-46ed-9888-786d496bcd78 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196990 Jan 27 21:38:55.369038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:55.630504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f6ddcbe1-9db1-4384-b011-785a161642b6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:55.631082 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.789149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:55.789805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.868483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:55.883198 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c2253b-73f4-4b46-97e6-8382e98ee9f5" -d '{"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-plugged", "status": "completed", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:55.934987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:55.940845 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.061592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:57.634007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3be30467-ee19-45e6-afd2-ca25d15dac0b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:57.827925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 3be30467-ee19-45e6-afd2-ca25d15dac0b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:57.834993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 3be30467-ee19-45e6-afd2-ca25d15dac0b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:57.835760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.968646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3be30467-ee19-45e6-afd2-ca25d15dac0b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:57.969214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.045342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:58.053759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.138207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:00.657488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-54f6fe16-2753-4ab1-a4b0-d648ca8b4d8e tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=174488b898954500a908fafa2528658d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496137 Jan 27 21:39:01.054805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28049-63d0-4226-bda3-cc72292fa08d req-98fe2119-967d-4305-8f63-494bb4e366f3 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:01.058387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-98fe2119-967d-4305-8f63-494bb4e366f3 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3995600 Jan 27 21:39:01.079554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59650098-1367-4106-96a2-2daaffd5c4b6 req-9a15de1f-bffa-41ab-90f7-26374a50fa98 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:01.082259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59650098-1367-4106-96a2-2daaffd5c4b6 req-9a15de1f-bffa-41ab-90f7-26374a50fa98 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 945 time: 0.2145278 Jan 27 21:39:01.107611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-ec7ecc71-a3e4-4973-98f2-b801e2e2955a tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/quotas/174488b898954500a908fafa2528658d HTTP/1.1" status: 200 len: 375 time: 0.0236509 Jan 27 21:39:01.287083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59650098-1367-4106-96a2-2daaffd5c4b6 req-a7b14454-4252-4ff9-8215-98183dc34745 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762834 Jan 27 21:39:01.308546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-fe998746-a6fb-4b9a-acf7-7c3aa9ece020 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=174488b898954500a908fafa2528658d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724284 Jan 27 21:39:01.439612 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d7385-7f30-47e2-955e-e494b8d9b7d3 x-openstack-request-id: req-294d7385-7f30-47e2-955e-e494b8d9b7d3 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:01.440370 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-plugged", "status": "completed", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:01.440370 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-294d7385-7f30-47e2-955e-e494b8d9b7d3 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:01.440752 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'code': 200} Jan 27 21:39:01.854853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e2815-1f79-43c4-8f47-1bba4f06cb8b req-38a3d427-6872-4f2c-8deb-fe50398fc7d3 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:01.856792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272e2815-1f79-43c4-8f47-1bba4f06cb8b req-38a3d427-6872-4f2c-8deb-fe50398fc7d3 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.1536777 Jan 27 21:39:01.969810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272e2815-1f79-43c4-8f47-1bba4f06cb8b req-e7cd0196-7493-4e76-b9d1-ec5f3226a0a4 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978062 Jan 27 21:39:02.067095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38794) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:02.102689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a1c8ec6-63d0-47dc-ba4f-29d532771360 req-70bb13f4-8587-47f6-9bca-c3ca8bc21d88 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 210 time: 0.0463889 Jan 27 21:39:02.183077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-da1d184e-b4d9-4a8f-b5bb-5861055855c9 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:02.188086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-da1d184e-b4d9-4a8f-b5bb-5861055855c9 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/networks?id=7cf2294b-7c4e-4add-88da-c030a5cc3ab6 HTTP/1.1" status: 200 len: 814 time: 0.2552125 Jan 27 21:39:02.217714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-5f8c26af-711a-4c23-970f-b3bc0add40ae tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/quotas/b18aac8d258f4c16b68331557ec9f8ad HTTP/1.1" status: 200 len: 375 time: 0.0171194 Jan 27 21:39:02.316598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-943a377e-d101-472c-8266-9329a981e3b5 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b18aac8d258f4c16b68331557ec9f8ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888107 Jan 27 21:39:02.416160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c580171-311b-4097-b6d9-7bae09f17d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.592463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c580171-311b-4097-b6d9-7bae09f17d36 admin admin] Publish callbacks [] for security_group (f258106e-aa9f-4cdb-8b1a-fe18f6f899dc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.601957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c580171-311b-4097-b6d9-7bae09f17d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f258106e-aa9f-4cdb-8b1a-fe18f6f899dc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.640545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-80797f98-6935-4cdf-b6bd-aebe578cc63b service neutron] 10.222.0.45 "GET /v2.0/networks/7cf2294b-7c4e-4add-88da-c030a5cc3ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177319 Jan 27 21:39:02.693832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c580171-311b-4097-b6d9-7bae09f17d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f258106e-aa9f-4cdb-8b1a-fe18f6f899dc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:02.715161 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c580171-311b-4097-b6d9-7bae09f17d36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50acf873f8944f3da293e78d96c01c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6468985 Jan 27 21:39:02.716477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:02.739404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4fa6e-ea38-4c73-8d96-57061a720985 req-3b4a8e9f-1aad-4b9c-b460-329f775be5a6 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:02.741165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2a4fa6e-ea38-4c73-8d96-57061a720985 req-3b4a8e9f-1aad-4b9c-b460-329f775be5a6 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 945 time: 0.1895630 Jan 27 21:39:02.825328 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3601f6ef-fb78-42ec-a21b-04c120bc012c admin admin] Publish callbacks [] for security_group (f258106e-aa9f-4cdb-8b1a-fe18f6f899dc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.867333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-b86c63de-89e2-4a7c-ae31-1f63196d1bb3 service neutron] 10.222.0.45 "GET /v2.0/networks/7cf2294b-7c4e-4add-88da-c030a5cc3ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173083 Jan 27 21:39:02.869060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3601f6ef-fb78-42ec-a21b-04c120bc012c admin admin] Publish callbacks [] for security_group (f258106e-aa9f-4cdb-8b1a-fe18f6f899dc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.931044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2a4fa6e-ea38-4c73-8d96-57061a720985 req-7cc640ee-5d86-44d4-9b72-a02d580b7ba4 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817315 Jan 27 21:39:02.966253 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3601f6ef-fb78-42ec-a21b-04c120bc012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f258106e-aa9f-4cdb-8b1a-fe18f6f899dc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.971928 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3601f6ef-fb78-42ec-a21b-04c120bc012c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.973850 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3601f6ef-fb78-42ec-a21b-04c120bc012c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f258106e-aa9f-4cdb-8b1a-fe18f6f899dc HTTP/1.1" status: 204 len: 168 time: 0.2561846 Jan 27 21:39:02.996420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601f6ef-fb78-42ec-a21b-04c120bc012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f258106e-aa9f-4cdb-8b1a-fe18f6f899dc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:03.402361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-f77255f4-4066-4b66-9b52-f9a20c6f3d5a tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=174488b898954500a908fafa2528658d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341113 Jan 27 21:39:03.417299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50868c42-32ab-4db6-812c-58a143c447dd req-8b4ccf77-1220-433a-a022-2f87b87ac014 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 210 time: 0.1733091 Jan 27 21:39:03.452421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:03.458641 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f51b3fa-82bf-4914-8343-b5c857b69d4b" -d '{"events": [{"server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "name": "network-vif-plugged", "status": "completed", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:03.562842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff119b7-69f3-4552-8fce-2d761998813e req-357afca3-d993-4462-9af3-9b7c2be9654c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.573179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ff119b7-69f3-4552-8fce-2d761998813e req-357afca3-d993-4462-9af3-9b7c2be9654c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.3127296 Jan 27 21:39:03.649866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7155c449-55eb-4eaf-a79f-a5b9bee713d1 req-e6289d2c-c143-4469-8d5b-a0dc10e91d2d tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 210 time: 0.0548637 Jan 27 21:39:03.685699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38830) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:03.701255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08ff9c2c-9490-40f5-948c-80a11e5b8149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:03.718040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28049-63d0-4226-bda3-cc72292fa08d req-add57312-f22c-4352-b02d-92b62ed8ccc7 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.719804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-add57312-f22c-4352-b02d-92b62ed8ccc7 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014495 Jan 27 21:39:03.742319 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0827ddca-6567-4366-88cc-2a44ab934ae3 x-openstack-request-id: req-0827ddca-6567-4366-88cc-2a44ab934ae3 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:03.742762 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "name": "network-vif-plugged", "status": "completed", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:03.743134 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0827ddca-6567-4366-88cc-2a44ab934ae3 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:03.743757 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b', 'code': 200} Jan 27 21:39:03.746260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Request body: {'port': {'device_id': '7eb8b7d2-87d2-4d06-84ff-9c58cbd367df', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '174488b898954500a908fafa2528658d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:03.833897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ff119b7-69f3-4552-8fce-2d761998813e req-2e3c5122-659c-4d40-ad7d-11ad221802af tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588069 Jan 27 21:39:03.883616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55db5a-b624-491e-bcb8-9f5ef9237be6 req-8949a773-b908-4c9d-9f11-ea7cbf50bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.885516 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e55db5a-b624-491e-bcb8-9f5ef9237be6 req-8949a773-b908-4c9d-9f11-ea7cbf50bb1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0720160 Jan 27 21:39:03.956761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Made reservation on behalf of 174488b898954500a908fafa2528658d for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:03.961235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:03.985038 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e55db5a-b624-491e-bcb8-9f5ef9237be6 req-a72f55d2-39b5-45e4-88dc-7d962d12fb0a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922720 Jan 27 21:39:04.014646 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08ff9c2c-9490-40f5-948c-80a11e5b8149 admin admin] Publish callbacks [] for security_group (91ae20d6-38ea-4da1-90bb-48294e509db8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.017020 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee58b-89c2-4b85-8a35-a5be489eeca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.023297 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08ff9c2c-9490-40f5-948c-80a11e5b8149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (91ae20d6-38ea-4da1-90bb-48294e509db8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.130619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-08ff9c2c-9490-40f5-948c-80a11e5b8149 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=397387cfc58645be91a25d1f532f8d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437256 Jan 27 21:39:04.135365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:04.153120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff9c2c-9490-40f5-948c-80a11e5b8149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae20d6-38ea-4da1-90bb-48294e509db8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:04.228233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5115d5a-12c4-45cf-92cb-aba0e81026c4 req-115e5a7d-3be3-4b7b-8732-0ae955583a8d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:04.231688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5115d5a-12c4-45cf-92cb-aba0e81026c4 req-115e5a7d-3be3-4b7b-8732-0ae955583a8d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 945 time: 0.1286023 Jan 27 21:39:04.231688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Allocated IP 192.168.233.75 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/136323e0-fe07-4825-98fa-2a8f9591f1c6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:04.282123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9e6c-71c0-4322-8d05-6187756cf4be admin admin] Publish callbacks [] for security_group (91ae20d6-38ea-4da1-90bb-48294e509db8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.330469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9e6c-71c0-4322-8d05-6187756cf4be admin admin] Publish callbacks [] for security_group (91ae20d6-38ea-4da1-90bb-48294e509db8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.354189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5115d5a-12c4-45cf-92cb-aba0e81026c4 req-87ef4b55-690f-4f71-b424-078172414b78 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081867 Jan 27 21:39:04.398665 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9e6c-71c0-4322-8d05-6187756cf4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (91ae20d6-38ea-4da1-90bb-48294e509db8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.402434 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9e6c-71c0-4322-8d05-6187756cf4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.410220 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b3b9e6c-71c0-4322-8d05-6187756cf4be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91ae20d6-38ea-4da1-90bb-48294e509db8 HTTP/1.1" status: 204 len: 168 time: 0.2732596 Jan 27 21:39:04.438401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b9e6c-71c0-4322-8d05-6187756cf4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae20d6-38ea-4da1-90bb-48294e509db8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:04.651232 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks [] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.704014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f35db245-6f34-4e1b-b515-1a0febec894a req-a0f743f1-e85f-4816-b231-5111ea2e60d8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 210 time: 0.1137462 Jan 27 21:39:04.767500 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.783849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['4bd1017e-3292-43b2-ba6b-b0a013783ca8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:04.871209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:04.890706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:04.893556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:04.899901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:04.900564 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.942731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Pushing event updated for resources: {'Port': ['ID=136323e0-fe07-4825-98fa-2a8f9591f1c6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:04.965776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-d57e7c74-ad90-4d8b-80bc-2561e94607bb tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2280869 Jan 27 21:39:05.003200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Request body: {'port': {'device_id': '7eb8b7d2-87d2-4d06-84ff-9c58cbd367df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:05.108989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ce0a5-a0a5-44fa-8a51-7a1c260a1078 req-ed1915aa-c023-441f-bb0a-840dab806822 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:05.117988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-159ce0a5-a0a5-44fa-8a51-7a1c260a1078 req-ed1915aa-c023-441f-bb0a-840dab806822 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 935 time: 0.2695775 Jan 27 21:39:05.431528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:05.456803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f96487b3-badf-411b-912b-a786027cd6ce None None] Provisioning complete for port 136323e0-fe07-4825-98fa-2a8f9591f1c6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:05.457406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-159ce0a5-a0a5-44fa-8a51-7a1c260a1078 req-9fc48eaf-60d6-492d-8185-7416cd2ce33e tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298330 Jan 27 21:39:05.460011 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f96487b3-badf-411b-912b-a786027cd6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:05.536340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66df5e-f9d3-4842-a371-a6c75e5b480f req-94dc0e7e-f473-4bb0-a6c5-4f3198fb81c5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:05.540472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf66df5e-f9d3-4842-a371-a6c75e5b480f req-94dc0e7e-f473-4bb0-a6c5-4f3198fb81c5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.4779172 Jan 27 21:39:05.607371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-3ad277e4-d53c-4493-a51f-d4365011d46a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:05.618011 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-3ad277e4-d53c-4493-a51f-d4365011d46a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.16 "GET /v2.0/networks?id=7cf2294b-7c4e-4add-88da-c030a5cc3ab6 HTTP/1.1" status: 200 len: 814 time: 0.3867669 Jan 27 21:39:05.646038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Request body: {'port': {'device_id': '0a5d335d-c722-4544-a6cd-38a40402f47e', 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6', 'admin_state_up': True, 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:05.667299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f96487b3-badf-411b-912b-a786027cd6ce None None] Port 136323e0-fe07-4825-98fa-2a8f9591f1c6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:39:05.856717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf66df5e-f9d3-4842-a371-a6c75e5b480f req-6074bcba-8f40-44e4-b443-74b9c52eb0a3 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081198 Jan 27 21:39:06.053300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Made reservation on behalf of b18aac8d258f4c16b68331557ec9f8ad for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:06.071305 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.072529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4480f82-d676-48af-bc8c-ec62287efae1 req-9ac63435-2058-46a3-8f83-413c5c2c665e tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 210 time: 0.0784163 Jan 27 21:39:06.123772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244061e-ac39-43c4-8099-6d228552b20b req-e5a063c3-d88c-421e-9f39-b57b27904c8a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:06.133834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0244061e-ac39-43c4-8099-6d228552b20b req-e5a063c3-d88c-421e-9f39-b57b27904c8a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 945 time: 0.2285607 Jan 27 21:39:06.239279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0244061e-ac39-43c4-8099-6d228552b20b req-175ec693-346f-49cf-8c48-5bcdb46d7662 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043420 Jan 27 21:39:06.456895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136323e0-fe07-4825-98fa-2a8f9591f1c6 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:06.473497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Publish callbacks [] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.496754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Transition to ACTIVE for port object 136323e0-fe07-4825-98fa-2a8f9591f1c6 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:06.501223 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Allocated IP 172.20.0.6 (7cf2294b-7c4e-4add-88da-c030a5cc3ab6/8de3d10c-9d8e-4ab9-8ed7-de311c786354/9b79506f-001d-482e-8cf0-ae9191224e3a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:06.507936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a44619-b611-4b77-a4a2-37b1c8c2de1b req-70eac1e8-7171-4fd4-92ad-8611640111f9 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:06.510044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02a44619-b611-4b77-a4a2-37b1c8c2de1b req-70eac1e8-7171-4fd4-92ad-8611640111f9 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1096 time: 0.1289988 Jan 27 21:39:06.510931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.700848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Pushing event updated for resources: {'Port': ['ID=136323e0-fe07-4825-98fa-2a8f9591f1c6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:06.886662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Attempting to bind port 136323e0-fe07-4825-98fa-2a8f9591f1c6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:06.888752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Attempting to bind port 136323e0-fe07-4825-98fa-2a8f9591f1c6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:06.889310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Attempting to bind port 136323e0-fe07-4825-98fa-2a8f9591f1c6 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:06.915793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02a44619-b611-4b77-a4a2-37b1c8c2de1b req-34c5b510-7098-4683-bc25-457fad4de526 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945775 Jan 27 21:39:06.935475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Port 136323e0-fe07-4825-98fa-2a8f9591f1c6 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:06.936573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Attempting to bind port 136323e0-fe07-4825-98fa-2a8f9591f1c6 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:06.955041 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ce9deff-2443-4fbe-8b71-4e5a0ab5f2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.988642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:06.992598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:06.992895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:06.993234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Bound port: 136323e0-fe07-4825-98fa-2a8f9591f1c6, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:06.993845 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.082975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890588e-4a3c-404e-a99c-35a0f524cb6e req-06ed12e8-e372-46d3-9475-06de1c37661d tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:07.101651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f890588e-4a3c-404e-a99c-35a0f524cb6e req-06ed12e8-e372-46d3-9475-06de1c37661d tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 947 time: 0.4523444 Jan 27 21:39:07.202733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Publish callbacks [] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.331860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.437526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f890588e-4a3c-404e-a99c-35a0f524cb6e req-24c17c95-9540-4034-aeb6-98f5a51ff573 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346038 Jan 27 21:39:07.462349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] For port 136323e0-fe07-4825-98fa-2a8f9591f1c6, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:07.470355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] For port 136323e0-fe07-4825-98fa-2a8f9591f1c6, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=136323e0-fe07-4825-98fa-2a8f9591f1c6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:07.486687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.544675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:07.567541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:07.587238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:07.637009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:07.637783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.639308 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] 10.222.0.57 "PUT /v2.0/ports/136323e0-fe07-4825-98fa-2a8f9591f1c6 HTTP/1.1" status: 200 len: 1095 time: 2.6638811 Jan 27 21:39:07.639833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb8b7d2-87d2-4d06-84ff-9c58cbd367df', 'tag': '136323e0-fe07-4825-98fa-2a8f9591f1c6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:07.642307 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb8b7d2-87d2-4d06-84ff-9c58cbd367df", "tag": "136323e0-fe07-4825-98fa-2a8f9591f1c6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:07.714664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Pushing event updated for resources: {'Port': ['ID=9b79506f-001d-482e-8cf0-ae9191224e3a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:07.771663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:07.780355 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.881164 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a4cad5f9-630d-4456-a78e-99d971951b0a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2527874 Jan 27 21:39:07.924668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Request body: {'port': {'device_id': '0a5d335d-c722-4544-a6cd-38a40402f47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:08.006986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Pushing event updated for resources: {'Port': ['ID=136323e0-fe07-4825-98fa-2a8f9591f1c6,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:08.081007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.115613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.116441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.116441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.116809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.117239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.117607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.117965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.118518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.118914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.119265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.119651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.119986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.120457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7984d6-dc2d-448b-832c-61f3527106fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:08.202889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d583cd7-6dfe-45ce-b8e3-0e80672acb44 req-07eaabcf-3fa4-4f06-914f-a730e0215b4b tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.212593 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.231013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d583cd7-6dfe-45ce-b8e3-0e80672acb44 req-07eaabcf-3fa4-4f06-914f-a730e0215b4b tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 931 time: 0.4406104 Jan 27 21:39:08.250435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28049-63d0-4226-bda3-cc72292fa08d req-03dff568-4764-4083-a33e-2c3d26bee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.260715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-03dff568-4764-4083-a33e-2c3d26bee6fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=174488b898954500a908fafa2528658d&device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 1098 time: 0.5343614 Jan 27 21:39:08.354458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d61e5-1ffc-4b19-b0fb-689178ba9ad7 req-0a348eb7-f36d-4fbb-953f-85af28a318f3 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.376058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-62361661-eaaa-4117-8224-d11d034f73ae None None] Provisioning complete for port 9b79506f-001d-482e-8cf0-ae9191224e3a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:08.376481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62361661-eaaa-4117-8224-d11d034f73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.380321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d00d61e5-1ffc-4b19-b0fb-689178ba9ad7 req-0a348eb7-f36d-4fbb-953f-85af28a318f3 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.4509623 Jan 27 21:39:08.473173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-b332ade5-cdcd-4621-9c4b-fe747d3e5ded service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=136323e0-fe07-4825-98fa-2a8f9591f1c6 HTTP/1.1" status: 200 len: 217 time: 0.1762617 Jan 27 21:39:08.544995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-62361661-eaaa-4117-8224-d11d034f73ae None None] Port 9b79506f-001d-482e-8cf0-ae9191224e3a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:39:08.644750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d583cd7-6dfe-45ce-b8e3-0e80672acb44 req-80dc8f6a-129e-4495-a19c-fb06e0c9bca6 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125214 Jan 27 21:39:08.668087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d00d61e5-1ffc-4b19-b0fb-689178ba9ad7 req-a49d1ae0-48bc-4f05-aea1-a0b9bfa94ca8 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862201 Jan 27 21:39:08.672212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28049-63d0-4226-bda3-cc72292fa08d req-81597f4d-ad23-4c7c-ab02-657adf60a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.673832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-81597f4d-ad23-4c7c-ab02-657adf60a928 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1710134 Jan 27 21:39:08.841200 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92529cd1-6fec-4b30-aaf4-ac89db60c437 x-openstack-request-id: req-92529cd1-6fec-4b30-aaf4-ac89db60c437 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:08.841652 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb8b7d2-87d2-4d06-84ff-9c58cbd367df", "tag": "136323e0-fe07-4825-98fa-2a8f9591f1c6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:08.841763 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92529cd1-6fec-4b30-aaf4-ac89db60c437 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:08.842236 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb8b7d2-87d2-4d06-84ff-9c58cbd367df', 'tag': '136323e0-fe07-4825-98fa-2a8f9591f1c6', 'status': 'completed', 'code': 200} Jan 27 21:39:08.862799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28049-63d0-4226-bda3-cc72292fa08d req-50d319ad-4914-4e26-9d67-d778fefd371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.881558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-50d319ad-4914-4e26-9d67-d778fefd371b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1972005 Jan 27 21:39:08.883204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b79506f-001d-482e-8cf0-ae9191224e3a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:08.892763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Publish callbacks [] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.910330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Transition to ACTIVE for port object 9b79506f-001d-482e-8cf0-ae9191224e3a will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:08.916168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.090697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Pushing event updated for resources: {'Port': ['ID=9b79506f-001d-482e-8cf0-ae9191224e3a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:09.133173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Attempting to bind port 9b79506f-001d-482e-8cf0-ae9191224e3a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:09.133578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Attempting to bind port 9b79506f-001d-482e-8cf0-ae9191224e3a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:09.134171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Attempting to bind port 9b79506f-001d-482e-8cf0-ae9191224e3a on network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:09.141798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Port 9b79506f-001d-482e-8cf0-ae9191224e3a on network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:09.142626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Attempting to bind port 9b79506f-001d-482e-8cf0-ae9191224e3a on network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:09.149893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:09.153444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Checking segment: {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:09.164041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Bound using segment: {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:09.164041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Bound port: 9b79506f-001d-482e-8cf0-ae9191224e3a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9530dacc-e64f-4dde-99c9-93ee790e8dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:09.164041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.229868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c79bb-3050-46e8-b13d-f6bcb332e7a0 req-e8e4b7eb-2122-4482-8bec-992e0a6aa0cb tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.237312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f7c79bb-3050-46e8-b13d-f6bcb332e7a0 req-e8e4b7eb-2122-4482-8bec-992e0a6aa0cb tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1096 time: 0.3910584 Jan 27 21:39:09.306219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] For port 9b79506f-001d-482e-8cf0-ae9191224e3a, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:09.325321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] For port 9b79506f-001d-482e-8cf0-ae9191224e3a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b79506f-001d-482e-8cf0-ae9191224e3a,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:09.334969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.370259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f7c79bb-3050-46e8-b13d-f6bcb332e7a0 req-e158671a-d4d9-475a-b224-7e03cd44c8a5 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314683 Jan 27 21:39:09.408239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c34ec7-a594-4530-9859-2ea550eaefdd req-a1442f21-42c7-4d57-b014-e9a6407b357e tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.416280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39c34ec7-a594-4530-9859-2ea550eaefdd req-a1442f21-42c7-4d57-b014-e9a6407b357e tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 947 time: 0.4151809 Jan 27 21:39:09.437774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-3de82f2c-9609-4127-81a2-fdd5be55af30 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038705 Jan 27 21:39:09.458399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.461050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.467462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] 10.222.0.16 "PUT /v2.0/ports/9b79506f-001d-482e-8cf0-ae9191224e3a HTTP/1.1" status: 200 len: 1091 time: 1.5608461 Jan 27 21:39:09.467744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49f0c6-6d53-40f5-9339-4ff896e2110b service neutron] Pushing event updated for resources: {'Port': ['ID=9b79506f-001d-482e-8cf0-ae9191224e3a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:09.473544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5d335d-c722-4544-a6cd-38a40402f47e', 'tag': '9b79506f-001d-482e-8cf0-ae9191224e3a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:09.480308 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5d335d-c722-4544-a6cd-38a40402f47e", "tag": "9b79506f-001d-482e-8cf0-ae9191224e3a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:09.715253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-14797e96-1618-4432-bbe1-a37582c6e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.716828 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-14797e96-1618-4432-bbe1-a37582c6e32b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b18aac8d258f4c16b68331557ec9f8ad&device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 1094 time: 0.1463454 Jan 27 21:39:09.737608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39c34ec7-a594-4530-9859-2ea550eaefdd req-baa9c7af-b9f3-4d6b-94d1-586559c13486 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984838 Jan 27 21:39:09.753508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72a28049-63d0-4226-bda3-cc72292fa08d req-1ba8fdaa-2980-4a1f-af72-e59c52cd7bdf service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941167 Jan 27 21:39:09.907458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-a57248e6-f529-419c-9542-c7f4ee21d212 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b79506f-001d-482e-8cf0-ae9191224e3a HTTP/1.1" status: 200 len: 217 time: 0.1187658 Jan 27 21:39:09.963172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-2fb61501-de03-4610-8e71-c441f50f81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.966916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-2fb61501-de03-4610-8e71-c441f50f81f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=174488b898954500a908fafa2528658d&device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 1098 time: 0.1125541 Jan 27 21:39:10.006389 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaf65d3-762a-4e27-a0f6-1fa5f5218c2a x-openstack-request-id: req-ddaf65d3-762a-4e27-a0f6-1fa5f5218c2a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:10.007706 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5d335d-c722-4544-a6cd-38a40402f47e", "tag": "9b79506f-001d-482e-8cf0-ae9191224e3a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:10.011687 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddaf65d3-762a-4e27-a0f6-1fa5f5218c2a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:10.012402 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5d335d-c722-4544-a6cd-38a40402f47e', 'tag': '9b79506f-001d-482e-8cf0-ae9191224e3a', 'status': 'completed', 'code': 200} Jan 27 21:39:10.048793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-e86840ff-a93e-46db-9302-643c8010ea90 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743530 Jan 27 21:39:10.060710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-573b09d5-dd4d-4df6-a0cb-b1cbf2ddcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.064224 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-573b09d5-dd4d-4df6-a0cb-b1cbf2ddcbe7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8de3d10c-9d8e-4ab9-8ed7-de311c786354 HTTP/1.1" status: 200 len: 853 time: 0.1485076 Jan 27 21:39:10.575649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e9cfa-501f-499c-a27e-0f67ea4330ba req-f5728261-fc6e-4a86-a43f-ee92b55b453f tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.588832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa4e9cfa-501f-499c-a27e-0f67ea4330ba req-f5728261-fc6e-4a86-a43f-ee92b55b453f tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 943 time: 0.4901724 Jan 27 21:39:10.646111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-627171ef-12a7-4b58-8216-cde835a4132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.648159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-627171ef-12a7-4b58-8216-cde835a4132f service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.6554956 Jan 27 21:39:10.710836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-057012e2-0c27-4141-bd73-f3aabbc72354 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=136323e0-fe07-4825-98fa-2a8f9591f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0490286 Jan 27 21:39:10.737002 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.825915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-6079b71d-c84f-4ef3-85e8-ef3ccb7cef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.827707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-6079b71d-c84f-4ef3-85e8-ef3ccb7cef0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1091089 Jan 27 21:39:10.836553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-8340735b-46aa-419a-b067-e816b4b41886 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.838228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-8340735b-46aa-419a-b067-e816b4b41886 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7500174 Jan 27 21:39:10.845881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa4e9cfa-501f-499c-a27e-0f67ea4330ba req-d9f89734-90dd-4c26-a524-2d2cae5fd6fd tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560058 Jan 27 21:39:10.872039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-74e0f6f5-2057-4dc0-8d83-030e3425b49c tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/quotas/7da99562fe9b4a96bcc49451e30b68ae HTTP/1.1" status: 200 len: 375 time: 0.0234714 Jan 27 21:39:10.932629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-cae19a18-1e2d-477b-b688-4291090d693e tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381632 Jan 27 21:39:10.962783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-7a92fd4a-8f93-4418-95d2-d934813d4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.969165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-7a92fd4a-8f93-4418-95d2-d934813d4203 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208200 Jan 27 21:39:11.027258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:11.360486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55dc03-b28f-4b99-8d77-f5e6200b72e3 req-9cf47778-9d87-415e-a788-8369d49380e1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:11.367748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab55dc03-b28f-4b99-8d77-f5e6200b72e3 req-9cf47778-9d87-415e-a788-8369d49380e1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.2521160 Jan 27 21:39:11.582527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-922ec41f-937f-4ae9-b8e8-810906492340 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980384 Jan 27 21:39:11.710063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-fc19a1ea-51f1-4bf6-8d56-f6c719800900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:11.743259 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-fc19a1ea-51f1-4bf6-8d56-f6c719800900 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7cf2294b-7c4e-4add-88da-c030a5cc3ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512422 Jan 27 21:39:11.746303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab55dc03-b28f-4b99-8d77-f5e6200b72e3 req-49284d00-28ab-4642-9f18-1f4a656c8ea9 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181248 Jan 27 21:39:12.019610 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-7cd26554-7a2e-497c-8d78-d41e87d05cc4 service neutron] 10.222.0.16 "GET /v2.0/networks/7cf2294b-7c4e-4add-88da-c030a5cc3ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670896 Jan 27 21:39:12.025528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58a665ae-9287-452d-8143-75724cc7be29 req-bec8c98b-2db3-4d3e-9f52-8550fc357c74 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 210 time: 0.1388485 Jan 27 21:39:12.251607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce34643-99a7-4a9c-9dea-86a4ce38ddb7 req-ba4ba196-3d29-4fbf-ac30-4753c8ef2639 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:12.260142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce34643-99a7-4a9c-9dea-86a4ce38ddb7 req-ba4ba196-3d29-4fbf-ac30-4753c8ef2639 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 947 time: 0.3542483 Jan 27 21:39:12.265218 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d649a3f3-1949-41aa-baed-0bea9c432e5b req-3d9a6620-b9c6-4c4e-82e0-b0e049d4d508 service neutron] 10.222.0.16 "GET /v2.0/networks/7cf2294b-7c4e-4add-88da-c030a5cc3ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116854 Jan 27 21:39:12.289072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac097dd4-ce0c-4fc6-8419-67129d26b7e1 req-6395a29e-7a0c-4924-a6b3-dc278c3308cf service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983349 Jan 27 21:39:12.364909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce34643-99a7-4a9c-9dea-86a4ce38ddb7 req-68c600c0-cabc-453c-81f2-6187c418f767 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027930 Jan 27 21:39:12.374421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfa2c5-f556-467e-b5a4-d7d05592cd5b req-280c14ed-96f4-45de-b181-5213b59a7fa7 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:12.376292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9cfa2c5-f556-467e-b5a4-d7d05592cd5b req-280c14ed-96f4-45de-b181-5213b59a7fa7 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1096 time: 0.1984379 Jan 27 21:39:12.469536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-f00e98ec-5a91-40c0-85c5-c488fcff6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:12.488172 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-f00e98ec-5a91-40c0-85c5-c488fcff6f0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b18aac8d258f4c16b68331557ec9f8ad&device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 1094 time: 0.1471267 Jan 27 21:39:12.643642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9cfa2c5-f556-467e-b5a4-d7d05592cd5b req-ce08d435-1c50-44b1-ae49-6865e7cab7a9 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608972 Jan 27 21:39:12.876821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886c336-7e55-4b6f-9aff-14352968e964 req-82c37722-f184-4bda-a79a-c51707c59be2 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:12.893611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8886c336-7e55-4b6f-9aff-14352968e964 req-82c37722-f184-4bda-a79a-c51707c59be2 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 943 time: 0.1862872 Jan 27 21:39:12.908825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-a5ac21f3-8af3-4676-bb7f-bc1f667148f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:12.910390 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-a5ac21f3-8af3-4676-bb7f-bc1f667148f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7cf2294b-7c4e-4add-88da-c030a5cc3ab6 HTTP/1.1" status: 200 len: 915 time: 0.4146681 Jan 27 21:39:13.086947 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-32d67c64-549e-4c7a-88fc-b615cf2b283a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b79506f-001d-482e-8cf0-ae9191224e3a HTTP/1.1" status: 200 len: 217 time: 0.1527216 Jan 27 21:39:13.091811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8886c336-7e55-4b6f-9aff-14352968e964 req-725c7116-6f13-4538-908b-1d56b08b3f99 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946871 Jan 27 21:39:13.187057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-8e57edba-60b2-4189-8abc-d4752b62bd9c req-ea42d24e-a9f0-49af-93bd-7fe8957bd96f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:39:13.188640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e57edba-60b2-4189-8abc-d4752b62bd9c req-ea42d24e-a9f0-49af-93bd-7fe8957bd96f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088913 Jan 27 21:39:13.232144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-57413c34-c55b-42fa-986f-99108e266c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:13.234316 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-57413c34-c55b-42fa-986f-99108e266c0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8de3d10c-9d8e-4ab9-8ed7-de311c786354 HTTP/1.1" status: 200 len: 853 time: 0.1431720 Jan 27 21:39:13.365832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-0fe58a9a-e869-4b8b-8ca4-b45075967e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:13.367812 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-0fe58a9a-e869-4b8b-8ca4-b45075967e7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7cf2294b-7c4e-4add-88da-c030a5cc3ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100495 Jan 27 21:39:13.465817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 136323e0-fe07-4825-98fa-2a8f9591f1c6 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:13.737044 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-5accb257-42e4-4786-8639-376cc8ff561d service neutron] 10.222.0.16 "GET /v2.0/networks/7cf2294b-7c4e-4add-88da-c030a5cc3ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456676 Jan 27 21:39:13.808358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 136323e0-fe07-4825-98fa-2a8f9591f1c6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=136323e0-fe07-4825-98fa-2a8f9591f1c6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:13.822393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-0b53fd3d-848c-4b0e-96a0-857cf6db688e tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492172 Jan 27 21:39:13.838989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '136323e0-fe07-4825-98fa-2a8f9591f1c6', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '136323e0-fe07-4825-98fa-2a8f9591f1c6', 'mac_address': 'fa:16:3e:da:5e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:14.002184 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-06ee2da5-24ce-4bc7-a8d9-9e779533aec2 req-83893995-35c0-4fde-b3be-7dbc6de35725 service neutron] 10.222.0.16 "GET /v2.0/networks/7cf2294b-7c4e-4add-88da-c030a5cc3ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564797 Jan 27 21:39:14.013771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 136323e0-fe07-4825-98fa-2a8f9591f1c6 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:14.014594 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.087606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136323e0-fe07-4825-98fa-2a8f9591f1c6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:14.144911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 136323e0-fe07-4825-98fa-2a8f9591f1c6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=136323e0-fe07-4825-98fa-2a8f9591f1c6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:14.154874 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.189377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-43f3e89c-d421-4851-bbb5-41f198c67a00 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.197230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-43f3e89c-d421-4851-bbb5-41f198c67a00 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3668368 Jan 27 21:39:14.216420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Request body: {'port': {'device_id': '79fdb134-37db-43ac-a1c5-13e33701d87f', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '7da99562fe9b4a96bcc49451e30b68ae'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:14.239563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=136323e0-fe07-4825-98fa-2a8f9591f1c6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:14.251862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.252523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.254139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.254687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.255320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.255996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.256623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.257119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.257736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.258240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.258746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.259405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.260697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:14.410821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Made reservation on behalf of 7da99562fe9b4a96bcc49451e30b68ae for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:14.416410 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.457839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['136323e0-fe07-4825-98fa-2a8f9591f1c6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:14.500759 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.590299 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:39:14.723083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52922cc-addf-435a-a230-4e6059ec7e82 req-09a3db6c-ed5f-4f2d-b59f-31c27344eb1c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.727061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b52922cc-addf-435a-a230-4e6059ec7e82 req-09a3db6c-ed5f-4f2d-b59f-31c27344eb1c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.3070617 Jan 27 21:39:14.922820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b52922cc-addf-435a-a230-4e6059ec7e82 req-a64bdabc-c3d3-40f1-afef-30eb46c4c1a6 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869733 Jan 27 21:39:14.990346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks [] for security_group (ff65ce10-7623-4bf0-9a98-a9a96b78b207), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.013448 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ff65ce10-7623-4bf0-9a98-a9a96b78b207), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.180565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89f75cac-f6ed-40b7-8d1c-e303b9e51b50 req-4666e721-a651-4676-a400-3ab9730954a1 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 210 time: 0.1066997 Jan 27 21:39:15.184974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65ce10-7623-4bf0-9a98-a9a96b78b207,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:15.369647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Allocated IP 192.168.233.29 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/8e270331-dec6-4345-92db-f7ce1f99db9d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:15.542322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-58807a09-0ebc-49a7-888f-9205ef66d22b tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:39:15.551134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-58807a09-0ebc-49a7-888f-9205ef66d22b tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0283921 Jan 27 21:39:15.686386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccbb2f-2970-4abf-ba23-84f10a2a0c70 req-c18d2f34-0e30-4488-a3a1-37f97354e53b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:15.688473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1eccbb2f-2970-4abf-ba23-84f10a2a0c70 req-c18d2f34-0e30-4488-a3a1-37f97354e53b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 948 time: 0.1670959 Jan 27 21:39:15.693924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-5f54dd27-25c4-49db-ab59-8deab8d0a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:15.701603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-5f54dd27-25c4-49db-ab59-8deab8d0a86f service neutron] 10.222.0.45 "GET /v2.0/ports/3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 1093 time: 0.1492383 Jan 27 21:39:15.711819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Request body: {'binding': {'host': 'n-h2-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:15.712568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Unknown quota resources ['binding']. {{(pid=103330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:39:15.920988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on host n-h2-826529-2 for vnic_type normal with profile None {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:15.925577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:15.928534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:15.951245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:15.958050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:15.974421 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks [] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:16.054756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:16.055404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:16.056048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:16.056931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Bound port: 3be30467-ee19-45e6-afd2-ca25d15dac0b, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:16.125985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:16.130359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:16.136226 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:16.149336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-9b7d83f9-a5b5-4b31-a7e9-2daacbb7f986 service neutron] 10.222.0.45 "POST /v2.0/ports/3be30467-ee19-45e6-afd2-ca25d15dac0b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4464724 Jan 27 21:39:16.309385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Pushing event updated for resources: {'Port': ['ID=8e270331-dec6-4345-92db-f7ce1f99db9d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:16.323715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:16.331564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:16.355817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:16.368651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.369931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:16.408063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1eccbb2f-2970-4abf-ba23-84f10a2a0c70 req-c7f0c40e-aa53-4e9b-9105-5d1277f7ae65 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034574 Jan 27 21:39:16.454490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-4e36cf29-4983-4817-a348-2ee583e5561a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2419019 Jan 27 21:39:16.483806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Request body: {'port': {'device_id': '79fdb134-37db-43ac-a1c5-13e33701d87f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:16.743930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-ab5a060e-2ce1-4b83-9244-63c0ba59e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.745735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-ab5a060e-2ce1-4b83-9244-63c0ba59e71e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1096 time: 0.1366467 Jan 27 21:39:16.750263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:16.809317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f829f-ebe2-45bb-909d-01800cba36b2 req-08eaeb29-8e2b-48ae-aa78-08dc21393fab tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.818417 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de8f829f-ebe2-45bb-909d-01800cba36b2 req-08eaeb29-8e2b-48ae-aa78-08dc21393fab tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 943 time: 0.2921257 Jan 27 21:39:16.916888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8ae3f7de-080d-4f28-9194-ddad4308a70c None None] Provisioning complete for port 8e270331-dec6-4345-92db-f7ce1f99db9d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:16.917495 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f7de-080d-4f28-9194-ddad4308a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.035740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3f7de-080d-4f28-9194-ddad4308a70c None None] Port 8e270331-dec6-4345-92db-f7ce1f99db9d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:39:17.140101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-0d52e434-f4f3-4a08-aa9f-9ed990bfd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.143219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-0d52e434-f4f3-4a08-aa9f-9ed990bfd608 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.3892384 Jan 27 21:39:17.258970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-78859437-bf56-4a14-87aa-dc09fed9783c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 217 time: 0.1065862 Jan 27 21:39:17.368365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de8f829f-ebe2-45bb-909d-01800cba36b2 req-a1b970ad-70de-4297-96b4-ba8b5ffbe9f8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720160 Jan 27 21:39:17.463153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 136323e0-fe07-4825-98fa-2a8f9591f1c6 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:17.463865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-ca3e6bdf-15b2-4790-b027-fbcb49250688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.465562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-ca3e6bdf-15b2-4790-b027-fbcb49250688 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.1852093 Jan 27 21:39:17.521521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e079a-5d76-40be-b31b-6b6292f2f45c req-f95a9acd-bd22-46fc-8dfd-5b6a57d0c506 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.523974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-622e079a-5d76-40be-b31b-6b6292f2f45c req-f95a9acd-bd22-46fc-8dfd-5b6a57d0c506 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.2525196 Jan 27 21:39:17.526280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-7615af05-01e3-4e27-8740-07a02e1e4627 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533156 Jan 27 21:39:17.641683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 136323e0-fe07-4825-98fa-2a8f9591f1c6 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:39:17.651762 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 136323e0-fe07-4825-98fa-2a8f9591f1c6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:17.652149 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.907128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 136323e0-fe07-4825-98fa-2a8f9591f1c6 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:17.907898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.970186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.980682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8b7d2-87d2-4d06-84ff-9c58cbd367df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136323e0-fe07-4825-98fa-2a8f9591f1c6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:17.983859 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d47014a-6db6-4715-aca5-1b1f718660a8" -d '{"events": [{"server_uuid": "7eb8b7d2-87d2-4d06-84ff-9c58cbd367df", "name": "network-vif-plugged", "status": "completed", "tag": "136323e0-fe07-4825-98fa-2a8f9591f1c6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:18.008732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 136323e0-fe07-4825-98fa-2a8f9591f1c6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=136323e0-fe07-4825-98fa-2a8f9591f1c6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:18.017159 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.065916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e270331-dec6-4345-92db-f7ce1f99db9d {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:18.101507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-3c274c94-b60d-44e8-b868-e375d2baf297 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174875 Jan 27 21:39:18.118242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Publish callbacks [] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.139113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=136323e0-fe07-4825-98fa-2a8f9591f1c6,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:18.341177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-682cfc51-9338-410a-a746-7a662e3c9b98 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109485 Jan 27 21:39:18.363458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-622e079a-5d76-40be-b31b-6b6292f2f45c req-94e3a382-598f-45bf-a4f0-602f72184f7f tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8216243 Jan 27 21:39:18.411317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Transition to ACTIVE for port object 8e270331-dec6-4345-92db-f7ce1f99db9d will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:18.448274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e80a2-8c4a-41ac-9851-afe42fe50ef9 req-a04e7199-f099-48a7-bcf8-c8ca14817e1f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:18.456056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e4e80a2-8c4a-41ac-9851-afe42fe50ef9 req-a04e7199-f099-48a7-bcf8-c8ca14817e1f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 935 time: 0.8745713 Jan 27 21:39:18.560097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.148424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Pushing event updated for resources: {'Port': ['ID=8e270331-dec6-4345-92db-f7ce1f99db9d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:19.187888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-78e3faba-96a9-4f9d-aa61-06897b541145 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:19.189654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-78e3faba-96a9-4f9d-aa61-06897b541145 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.7324002 Jan 27 21:39:19.190513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Attempting to bind port 8e270331-dec6-4345-92db-f7ce1f99db9d on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:19.191120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Attempting to bind port 8e270331-dec6-4345-92db-f7ce1f99db9d by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:19.191471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Attempting to bind port 8e270331-dec6-4345-92db-f7ce1f99db9d on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:19.205812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-2'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:19.254390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42621d1f-06b4-4257-bd1b-0d8af113044b req-7c7311f3-277f-4c35-a715-d3243bc28136 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:19.262814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42621d1f-06b4-4257-bd1b-0d8af113044b req-7c7311f3-277f-4c35-a715-d3243bc28136 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 945 time: 0.6821387 Jan 27 21:39:19.338431 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.358072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Port 8e270331-dec6-4345-92db-f7ce1f99db9d on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:19.358761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Attempting to bind port 8e270331-dec6-4345-92db-f7ce1f99db9d on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:19.390423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e4e80a2-8c4a-41ac-9851-afe42fe50ef9 req-866a4498-7fe9-4865-bf5e-9e3cbb94d07d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670093 Jan 27 21:39:19.397336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:19.397336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:19.397336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:19.397336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Bound port: 8e270331-dec6-4345-92db-f7ce1f99db9d, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:19.397861 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.448493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42621d1f-06b4-4257-bd1b-0d8af113044b req-76d5efa4-f69c-4624-9853-f36740ebc67f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847570 Jan 27 21:39:19.587707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] For port 8e270331-dec6-4345-92db-f7ce1f99db9d, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:19.627334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] For port 8e270331-dec6-4345-92db-f7ce1f99db9d, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8e270331-dec6-4345-92db-f7ce1f99db9d,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:19.647063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.736010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:19.736296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.737748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] 10.222.0.57 "PUT /v2.0/ports/8e270331-dec6-4345-92db-f7ce1f99db9d HTTP/1.1" status: 200 len: 1095 time: 3.2732861 Jan 27 21:39:19.759390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6562e-bc0b-48d7-98ad-2bbcf6a11b6b req-49539ada-7398-4428-a911-064c11b66ea6 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:19.767947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f6562e-bc0b-48d7-98ad-2bbcf6a11b6b req-49539ada-7398-4428-a911-064c11b66ea6 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 949 time: 0.2048104 Jan 27 21:39:19.768692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fdb134-37db-43ac-a1c5-13e33701d87f', 'tag': '8e270331-dec6-4345-92db-f7ce1f99db9d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:19.771308 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "79fdb134-37db-43ac-a1c5-13e33701d87f", "tag": "8e270331-dec6-4345-92db-f7ce1f99db9d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:19.795237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:19.935852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f4a7a-d75f-4708-99cf-293a73d72c61 service neutron] Pushing event updated for resources: {'Port': ['ID=8e270331-dec6-4345-92db-f7ce1f99db9d,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:19.997958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f6562e-bc0b-48d7-98ad-2bbcf6a11b6b req-d830b6e8-678e-477e-89ec-a571e6833e3c tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183223 Jan 27 21:39:20.011586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-85887275-b7cf-44f9-a0ca-d091412c6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.016713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-85887275-b7cf-44f9-a0ca-d091412c6a60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 1098 time: 0.1801686 Jan 27 21:39:20.021706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:20.093618 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0037c83-1196-4d29-a182-d3241dff4004 x-openstack-request-id: req-c0037c83-1196-4d29-a182-d3241dff4004 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:20.094168 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb8b7d2-87d2-4d06-84ff-9c58cbd367df", "name": "network-vif-plugged", "status": "completed", "tag": "136323e0-fe07-4825-98fa-2a8f9591f1c6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:20.094385 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0037c83-1196-4d29-a182-d3241dff4004 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:20.095228 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8b7d2-87d2-4d06-84ff-9c58cbd367df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136323e0-fe07-4825-98fa-2a8f9591f1c6', 'code': 200} Jan 27 21:39:20.148859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-89b256e8-d67e-466b-b8a0-15a9b318f19c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=8e270331-dec6-4345-92db-f7ce1f99db9d HTTP/1.1" status: 200 len: 217 time: 0.1240542 Jan 27 21:39:20.226511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa5c99-32b5-410b-9b8d-683564a8b20b req-25d388fc-e7d0-48a1-ac1d-04b1dbecfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.228938 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3baa5c99-32b5-410b-9b8d-683564a8b20b req-25d388fc-e7d0-48a1-ac1d-04b1dbecfee8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 1100 time: 0.0580873 Jan 27 21:39:20.285342 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3baa5c99-32b5-410b-9b8d-683564a8b20b req-14c32d82-543d-47e3-82f9-392f8873ec91 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496936 Jan 27 21:39:20.303804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.313395 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Publish callbacks [] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.334982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-083bb471-18d9-479b-8662-2bddc5f1eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.336750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-083bb471-18d9-479b-8662-2bddc5f1eabd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1713555 Jan 27 21:39:20.337467 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.390045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef07a2-0134-49f5-ae55-724996c93676 req-bf961bcc-a3af-4101-8cd2-2912c936d2e4 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.391962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbef07a2-0134-49f5-ae55-724996c93676 req-bf961bcc-a3af-4101-8cd2-2912c936d2e4 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 943 time: 0.1741853 Jan 27 21:39:20.451159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Pushing event updated for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:20.551827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:20.552138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:20.552695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:20.562657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbef07a2-0134-49f5-ae55-724996c93676 req-8be10ae2-a2a9-4cc1-ae1c-83db8e4ed71e tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526921 Jan 27 21:39:20.567008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:20.567517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Attempting to bind port 3be30467-ee19-45e6-afd2-ca25d15dac0b on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:20.579077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:20.579077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:20.579077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:20.579077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Bound port: 3be30467-ee19-45e6-afd2-ca25d15dac0b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:20.579077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.634083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-db87bfab-cd7f-4cb7-ba7e-bc45745306b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.635867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-db87bfab-cd7f-4cb7-ba7e-bc45745306b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542144 Jan 27 21:39:20.832534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:20.848812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:20.855116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-ae5d6017-8c67-42e2-8a54-8196978d3037 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111375 Jan 27 21:39:20.861185 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54778ff5-53c0-41fc-b256-45405aa24ebc x-openstack-request-id: req-54778ff5-53c0-41fc-b256-45405aa24ebc {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:20.861485 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fdb134-37db-43ac-a1c5-13e33701d87f", "tag": "8e270331-dec6-4345-92db-f7ce1f99db9d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:20.861648 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54778ff5-53c0-41fc-b256-45405aa24ebc {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:20.862103 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fdb134-37db-43ac-a1c5-13e33701d87f', 'tag': '8e270331-dec6-4345-92db-f7ce1f99db9d', 'status': 'completed', 'code': 200} Jan 27 21:39:20.874930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.055121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f2566-854e-48a1-8139-7670d579c6aa req-eafbfca6-0039-4b82-b145-d6dbf73280df tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:21.056863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca5f2566-854e-48a1-8139-7670d579c6aa req-eafbfca6-0039-4b82-b145-d6dbf73280df tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.3786736 Jan 27 21:39:21.207631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Pushing event updated for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=8']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:21.251718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:21.252387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.254248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-e0ee022c-344a-4283-b3b7-425f5e847511 service neutron] 10.222.0.57 "PUT /v2.0/ports/3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 1121 time: 2.0525482 Jan 27 21:39:21.266770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96767dd-75ed-4a36-a0d9-d90e93597e16 req-90f5af18-e2e4-4a4a-9a7e-0abf8ee46004 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036396 Jan 27 21:39:21.279600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6745d-d6f4-443a-a091-83a3cea971d3 req-c4298899-fd7c-4737-9e4a-227ff5c3321f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:21.287208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30a6745d-d6f4-443a-a091-83a3cea971d3 req-c4298899-fd7c-4737-9e4a-227ff5c3321f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 947 time: 0.3981998 Jan 27 21:39:21.315597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca5f2566-854e-48a1-8139-7670d579c6aa req-d5ddf9b1-7910-4cfc-8ce6-e4cf93529a2e tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429152 Jan 27 21:39:21.324824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3be30467-ee19-45e6-afd2-ca25d15dac0b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:21.625076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30a6745d-d6f4-443a-a091-83a3cea971d3 req-6358dac6-214c-4ca0-b06e-1be16cebb87b tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363099 Jan 27 21:39:21.650616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0b3b9-1590-47c8-9846-db19fce64f43 req-cac0dec7-a867-42d3-ba00-fed851c88e8d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:21.652087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09f0b3b9-1590-47c8-9846-db19fce64f43 req-cac0dec7-a867-42d3-ba00-fed851c88e8d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 943 time: 0.2209165 Jan 27 21:39:21.658593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-56e8fc56-60b7-4a42-946a-a2f69e796f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:21.660396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-56e8fc56-60b7-4a42-946a-a2f69e796f87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 1098 time: 0.2310781 Jan 27 21:39:21.964637 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09f0b3b9-1590-47c8-9846-db19fce64f43 req-7bdeec76-9fd9-47e8-802c-e20aab8d04f2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995892 Jan 27 21:39:22.019897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-e9146e7f-1240-42fc-98e8-68e491d05fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.019897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-e9146e7f-1240-42fc-98e8-68e491d05fd7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3508103 Jan 27 21:39:22.084050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-5283bd7b-738a-41d1-bdb5-e1ccfd622713 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=8e270331-dec6-4345-92db-f7ce1f99db9d HTTP/1.1" status: 200 len: 217 time: 0.0465384 Jan 27 21:39:22.094611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bcd21-0871-4fcd-b993-b9652bbf8bca req-162ac05c-4fda-4a72-bece-0401ad5e1719 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.105079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-215bcd21-0871-4fcd-b993-b9652bbf8bca req-162ac05c-4fda-4a72-bece-0401ad5e1719 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 949 time: 0.2280700 Jan 27 21:39:22.231935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-215bcd21-0871-4fcd-b993-b9652bbf8bca req-41f4733e-7dbb-4067-ae5d-7b9364c02ad2 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258240 Jan 27 21:39:22.233343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-23e5c8c3-5ea8-46cc-84cf-8a641e9e0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.234795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-23e5c8c3-5ea8-46cc-84cf-8a641e9e0a07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1036148 Jan 27 21:39:22.247564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40655b-a381-4f44-b1d7-a21295f32aa5 req-a9ca14cd-3963-4fab-9ac9-2755fb3adc33 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.249375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a40655b-a381-4f44-b1d7-a21295f32aa5 req-a9ca14cd-3963-4fab-9ac9-2755fb3adc33 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 943 time: 0.1265390 Jan 27 21:39:22.359876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-8cc4c032-cfe1-43d6-8c4f-32935a1aced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.362804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-8cc4c032-cfe1-43d6-8c4f-32935a1aced8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123192 Jan 27 21:39:22.487577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a40655b-a381-4f44-b1d7-a21295f32aa5 req-ebc281a5-a445-4477-9823-8f2103f7ccf9 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243998 Jan 27 21:39:22.601062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-98ddcc2a-7427-41ac-8a89-0302419cbb5b service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262506 Jan 27 21:39:22.874906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b'}, {'name': 'network-changed', 'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:22.880085 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4" -d '{"events": [{"server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b"}, {"name": "network-changed", "server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:22.935220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900bc73-7b01-4d94-83d6-9b3caa8c44ef req-69894b93-3a22-47e5-824b-74cda6383e63 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.940227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9900bc73-7b01-4d94-83d6-9b3caa8c44ef req-69894b93-3a22-47e5-824b-74cda6383e63 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 1100 time: 0.2070036 Jan 27 21:39:22.949903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8432f7b-ee00-4e22-b84d-fb9e1fb06f3a req-d603d425-abe0-49d1-8ea6-2819e8dd056e service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416657 Jan 27 21:39:22.963586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba1971-02b1-489a-8eda-4dabafe0047e req-86eca61d-1047-47d4-b7ef-2d3cacfa19fc tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.966136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ba1971-02b1-489a-8eda-4dabafe0047e req-86eca61d-1047-47d4-b7ef-2d3cacfa19fc tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.2109723 Jan 27 21:39:22.993487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9900bc73-7b01-4d94-83d6-9b3caa8c44ef req-d5b6ee25-76fa-4ba6-bc6a-132cc84423f0 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.168517 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9900bc73-7b01-4d94-83d6-9b3caa8c44ef req-d5b6ee25-76fa-4ba6-bc6a-132cc84423f0 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] Publish callbacks [] for security_group (db2d6101-639c-46eb-ad01-2b3ecb425dc5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.178274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9900bc73-7b01-4d94-83d6-9b3caa8c44ef req-d5b6ee25-76fa-4ba6-bc6a-132cc84423f0 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (db2d6101-639c-46eb-ad01-2b3ecb425dc5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.260918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6ee25-76fa-4ba6-bc6a-132cc84423f0 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d6101-639c-46eb-ad01-2b3ecb425dc5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:23.277645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9900bc73-7b01-4d94-83d6-9b3caa8c44ef req-d5b6ee25-76fa-4ba6-bc6a-132cc84423f0 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100610 Jan 27 21:39:23.347031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ba1971-02b1-489a-8eda-4dabafe0047e req-f7651a5e-e8dd-438e-a529-3648fa16bc86 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568127 Jan 27 21:39:23.455584 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2014a287-ecd9-419c-8228-cbf62441e861 x-openstack-request-id: req-2014a287-ecd9-419c-8228-cbf62441e861 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:23.456204 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b", "code": 200}, {"name": "network-changed", "server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:23.456663 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2014a287-ecd9-419c-8228-cbf62441e861 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:23.457583 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b', 'code': 200} Jan 27 21:39:23.458229 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b', 'status': 'completed', 'code': 200} Jan 27 21:39:23.484164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb043-1e5d-4853-ab7c-44291fc3ef80 req-0ed42a76-7f27-47d3-a102-b463dd948bfa tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.492254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3be30467-ee19-45e6-afd2-ca25d15dac0b details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:23.493499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14fbb043-1e5d-4853-ab7c-44291fc3ef80 req-0ed42a76-7f27-47d3-a102-b463dd948bfa tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 947 time: 0.1050677 Jan 27 21:39:23.560796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-be5c9f13-46c5-4ae3-85e6-5685a54ab039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.562519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14fbb043-1e5d-4853-ab7c-44291fc3ef80 req-57fadd81-80b8-471e-b075-183429919ac5 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671265 Jan 27 21:39:23.565781 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-be5c9f13-46c5-4ae3-85e6-5685a54ab039 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1124 time: 0.0847881 Jan 27 21:39:23.675289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ec4fd-4e82-4f0f-a49e-fc85d2f8fb5c req-d652cfc0-8894-413a-854c-aa01e1584a38 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.677338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60ec4fd-4e82-4f0f-a49e-fc85d2f8fb5c req-d652cfc0-8894-413a-854c-aa01e1584a38 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 943 time: 0.1117475 Jan 27 21:39:23.740617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:23.769169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3be30467-ee19-45e6-afd2-ca25d15dac0b has no active binding in host n-h2-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:39:23.785601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-0e7bb203-164b-4266-934d-b8cf3876d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.789521 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-0e7bb203-164b-4266-934d-b8cf3876d339 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.2160869 Jan 27 21:39:23.792089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60ec4fd-4e82-4f0f-a49e-fc85d2f8fb5c req-8d4f1880-5e7e-409f-b589-edbed5c08798 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075840 Jan 27 21:39:23.860747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823800f2-06be-4c95-9f86-15e57cea4c9d req-764f0ed3-a995-4913-bb5d-5342d0eff703 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.869304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-823800f2-06be-4c95-9f86-15e57cea4c9d req-764f0ed3-a995-4913-bb5d-5342d0eff703 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 943 time: 0.0672605 Jan 27 21:39:23.906164 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-9e2590f2-0970-49b8-bbab-cba38f900805 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 217 time: 0.1071537 Jan 27 21:39:23.928570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-823800f2-06be-4c95-9f86-15e57cea4c9d req-550a4b0e-582e-4b98-9635-78f64a0f74ab tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563524 Jan 27 21:39:23.991071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-c69ebc24-7ebb-44ca-9d27-4be3eded55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.994040 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-c69ebc24-7ebb-44ca-9d27-4be3eded55ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.0799332 Jan 27 21:39:24.046984 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-12b732ad-cce8-4df7-9580-75d0e64f5172 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461063 Jan 27 21:39:24.190674 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-b2a74358-3139-4fe0-8524-c807f53c6ae1 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356668 Jan 27 21:39:24.310513 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f64bc7d8-ae5a-4f53-aadc-16b7399e7ff4 req-d4a4d411-e51a-4e79-a96a-3b23f4989f4a service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123421 Jan 27 21:39:24.541285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605fc2f-e257-445a-9db1-d78491bf017a req-ae6c4bda-3432-4f36-bc60-2e94814f1ed7 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:24.543828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2605fc2f-e257-445a-9db1-d78491bf017a req-ae6c4bda-3432-4f36-bc60-2e94814f1ed7 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.1340823 Jan 27 21:39:24.553495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e45ef6-89d5-4a08-b794-3648e0a912b0 req-e2b8c18e-19f4-44a3-9974-734b0b1db831 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:24.556281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0e45ef6-89d5-4a08-b794-3648e0a912b0 req-e2b8c18e-19f4-44a3-9974-734b0b1db831 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 1100 time: 0.1295750 Jan 27 21:39:24.726741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2605fc2f-e257-445a-9db1-d78491bf017a req-fb343b8a-f557-4a71-898a-ed4eabc7499b tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690776 Jan 27 21:39:24.743799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0e45ef6-89d5-4a08-b794-3648e0a912b0 req-8e8c807c-6b22-4c59-b656-653d62f4d898 tempest-ServersAdminNegativeTestJSON-1749936039 tempest-ServersAdminNegativeTestJSON-1749936039-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748142 Jan 27 21:39:24.749769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b1a7-1312-4288-a42d-fbffc5e77b7a req-aee17741-6e4a-4a1b-acb9-ea1ec86f5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:24.751383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2f7b1a7-1312-4288-a42d-fbffc5e77b7a req-aee17741-6e4a-4a1b-acb9-ea1ec86f5d96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1100 time: 0.1160133 Jan 27 21:39:24.817485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2f7b1a7-1312-4288-a42d-fbffc5e77b7a req-991ba76c-ffd8-4db4-a68a-ea703fe953ae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566304 Jan 27 21:39:24.944631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55cb48-47dc-46e4-839b-633a701ea34b req-f465eaf4-10d5-4095-ae34-8f41c10afb49 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:24.946663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c55cb48-47dc-46e4-839b-633a701ea34b req-f465eaf4-10d5-4095-ae34-8f41c10afb49 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 947 time: 0.0690725 Jan 27 21:39:25.029279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c55cb48-47dc-46e4-839b-633a701ea34b req-afdcd378-92d8-44bb-972b-f187c34e943d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673158 Jan 27 21:39:25.223071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37247f9-eba4-4b0d-8a79-71a1536badf9 req-9fa5da87-1533-4e23-8b2d-167fbd47134b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.225807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a37247f9-eba4-4b0d-8a79-71a1536badf9 req-9fa5da87-1533-4e23-8b2d-167fbd47134b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 943 time: 0.0741608 Jan 27 21:39:25.359509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-bd042bf0-e76d-4f67-951f-45c6253ee69d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2088679413&fields=id&tenant_id=1c7a9f6e53414670b136fee2e42e8858 HTTP/1.1" status: 200 len: 267 time: 0.1319911 Jan 27 21:39:25.372333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a37247f9-eba4-4b0d-8a79-71a1536badf9 req-522e47d9-575c-41ea-bf36-6344d9f5158a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330371 Jan 27 21:39:25.523593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 8e270331-dec6-4345-92db-f7ce1f99db9d details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:25.616731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442afa-c303-49cb-b180-89d70635608f req-c854fb99-ada5-4613-bfa8-62880693b9e2 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.619255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-c854fb99-ada5-4613-bfa8-62880693b9e2 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/networks?id=4af5ab70-1dcf-4236-815e-0b802a99f148 HTTP/1.1" status: 200 len: 815 time: 0.2454870 Jan 27 21:39:25.631827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507309-8d3e-4536-b300-213ab7d01144 req-ab8b99ed-c9d5-4e35-9034-c5c9dbc8d97a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.634535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48507309-8d3e-4536-b300-213ab7d01144 req-ab8b99ed-c9d5-4e35-9034-c5c9dbc8d97a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 943 time: 0.1595418 Jan 27 21:39:25.682874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-87d0a2ed-04dc-4a20-95c1-d6560352e57c tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/quotas/1c7a9f6e53414670b136fee2e42e8858 HTTP/1.1" status: 200 len: 375 time: 0.0465720 Jan 27 21:39:25.747708 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-da6d2571-4748-44b2-9099-19bde42fda78 service neutron] 10.222.0.16 "GET /v2.0/ports/3be30467-ee19-45e6-afd2-ca25d15dac0b/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.1514161 Jan 27 21:39:25.751959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 8e270331-dec6-4345-92db-f7ce1f99db9d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8e270331-dec6-4345-92db-f7ce1f99db9d,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:25.754859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b79506f-001d-482e-8cf0-ae9191224e3a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:25.814842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48507309-8d3e-4536-b300-213ab7d01144 req-26cf8c78-77d2-4155-86d1-c28845814174 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682546 Jan 27 21:39:25.835469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-b5a1eb43-95c8-4171-b858-068b14c2f5e4 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c7a9f6e53414670b136fee2e42e8858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1504221 Jan 27 21:39:25.860360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '8e270331-dec6-4345-92db-f7ce1f99db9d', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '8e270331-dec6-4345-92db-f7ce1f99db9d', 'mac_address': 'fa:16:3e:84:ff:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:25.936266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 8e270331-dec6-4345-92db-f7ce1f99db9d is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:25.936691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:25.962753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e270331-dec6-4345-92db-f7ce1f99db9d {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:26.087067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 8e270331-dec6-4345-92db-f7ce1f99db9d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8e270331-dec6-4345-92db-f7ce1f99db9d,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:26.109773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.110097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-da951ab1-ad71-4c93-928a-853b2f5a7b02 service neutron] 10.222.0.45 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348607 Jan 27 21:39:26.117602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b79506f-001d-482e-8cf0-ae9191224e3a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b79506f-001d-482e-8cf0-ae9191224e3a,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:26.146015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bcc31-2125-4419-911f-8c3bbea5b4bc req-c541b693-b533-432e-ba99-7889460e734a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:26.147815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd2bcc31-2125-4419-911f-8c3bbea5b4bc req-c541b693-b533-432e-ba99-7889460e734a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.1217721 Jan 27 21:39:26.228106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '9b79506f-001d-482e-8cf0-ae9191224e3a', 'network_id': '7cf2294b-7c4e-4add-88da-c030a5cc3ab6', 'port_id': '9b79506f-001d-482e-8cf0-ae9191224e3a', 'mac_address': 'fa:16:3e:49:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de3d10c-9d8e-4ab9-8ed7-de311c786354', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:26.301741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:26.346340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9b79506f-001d-482e-8cf0-ae9191224e3a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:26.347361 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.367663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:26.422102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be30467-ee19-45e6-afd2-ca25d15dac0b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:26.436740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:26.457153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.557083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd2bcc31-2125-4419-911f-8c3bbea5b4bc req-eebef1ff-a357-4a2c-a378-2934c69d172c tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987498 Jan 27 21:39:26.601101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-9cd2cc6b-4d2d-4b81-be79-c577abb73c99 service neutron] 10.222.0.45 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869878 Jan 27 21:39:26.614341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Transition to ACTIVE for port object 3be30467-ee19-45e6-afd2-ca25d15dac0b will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:26.624410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.677631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8e270331-dec6-4345-92db-f7ce1f99db9d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:26.747165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=8e270331-dec6-4345-92db-f7ce1f99db9d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:26.751503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b79506f-001d-482e-8cf0-ae9191224e3a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:26.765047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Pushing event updated for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:26.775706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b79506f-001d-482e-8cf0-ae9191224e3a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b79506f-001d-482e-8cf0-ae9191224e3a,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:26.792876 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.815957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.816322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.816647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.816991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.817330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.817870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.818686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.818785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.819166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.819559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.819899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.820223 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.820550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:26.825240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] No DVR routers for this DVR port 3be30467-ee19-45e6-afd2-ca25d15dac0b on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:26.863285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-db2598bb-b17e-442c-98dc-6093dc3cc857 service neutron] 10.222.0.16 "PUT /v2.0/ports/3be30467-ee19-45e6-afd2-ca25d15dac0b/bindings/n-h2-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1111205 Jan 27 21:39:27.013538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9b79506f-001d-482e-8cf0-ae9191224e3a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:27.065092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-1ae1d7cc-6e8e-4ad2-8dd9-9d801b7ee8dd tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.066682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-1ae1d7cc-6e8e-4ad2-8dd9-9d801b7ee8dd tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1322265 Jan 27 21:39:27.110708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ec556-de2d-4143-afe3-6491a4e1dd83 req-a508f409-0ff3-4350-9632-fc19bd640df2 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.116925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe5ec556-de2d-4143-afe3-6491a4e1dd83 req-a508f409-0ff3-4350-9632-fc19bd640df2 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 948 time: 0.1582246 Jan 27 21:39:27.158771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9b79506f-001d-482e-8cf0-ae9191224e3a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:27.197970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-1562fe66-c3e8-4dc8-859b-790a653c0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.202470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-1562fe66-c3e8-4dc8-859b-790a653c0109 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd HTTP/1.1" status: 200 len: 1095 time: 0.1256981 Jan 27 21:39:27.298504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe5ec556-de2d-4143-afe3-6491a4e1dd83 req-6b7f5840-819c-4820-99ad-4dcfa2467ef4 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737053 Jan 27 21:39:27.333574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-7eea79f7-c0a2-44e3-a175-e4a487babed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.335151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-7eea79f7-c0a2-44e3-a175-e4a487babed9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1095 time: 0.0921519 Jan 27 21:39:27.347562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a5641-4136-4ed5-9fd5-7322b7a4877d req-75ceb7cf-40cf-4130-a929-9c3d8a9787c2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.354923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b8a5641-4136-4ed5-9fd5-7322b7a4877d req-75ceb7cf-40cf-4130-a929-9c3d8a9787c2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 944 time: 0.1339867 Jan 27 21:39:27.518072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:27.522242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:27.525753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b8a5641-4136-4ed5-9fd5-7322b7a4877d req-12081784-e216-4495-b2d2-2af5c7568496 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699080 Jan 27 21:39:27.583488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af59a-af38-4e3d-aa94-e0ee131d65a1 req-3ea353db-35ce-4a97-8ba9-b3354f8199f3 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.583488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-226af59a-af38-4e3d-aa94-e0ee131d65a1 req-3ea353db-35ce-4a97-8ba9-b3354f8199f3 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 944 time: 0.1334689 Jan 27 21:39:27.629452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-89b507e9-e6e6-44dd-9e23-ccad9223a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.631439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-89b507e9-e6e6-44dd-9e23-ccad9223a45d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.2743046 Jan 27 21:39:27.700110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-0282ebd1-4e6b-4923-9335-993978011d8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 217 time: 0.0611100 Jan 27 21:39:27.724591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-226af59a-af38-4e3d-aa94-e0ee131d65a1 req-9588a783-1101-4d4f-b6b5-f6eaf64e05f4 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280768 Jan 27 21:39:27.785490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3be30467-ee19-45e6-afd2-ca25d15dac0b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:27.851557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-3241ce56-e791-49b3-88d7-ef22cf5f2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.854609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-3241ce56-e791-49b3-88d7-ef22cf5f2edc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.1414254 Jan 27 21:39:27.870295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c13142b-b467-4ca4-a0b2-09a612b85c04 req-b3ce138a-06c6-4dd8-aed8-ee3a7c4011e3 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.1758709 Jan 27 21:39:27.918042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-357fc202-a083-4978-9d6f-e275be690749 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453932 Jan 27 21:39:28.071440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:28.072096 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.193173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:28.226323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'mac_address': 'fa:16:3e:bb:cf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:28.256363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:28.258731 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8abdce-4b42-4a54-aa5a-b89638136eaa" -d '{"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:28.286277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-a3d2059f-c79e-46ac-89ae-3dd7b94d90aa service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600359 Jan 27 21:39:28.324864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 3be30467-ee19-45e6-afd2-ca25d15dac0b host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:39:28.334259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3be30467-ee19-45e6-afd2-ca25d15dac0b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:28.339288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:28.371452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.438768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf600bc9-4136-4d4e-9184-bc6a13c563c2 req-864c72bb-c4b2-4b34-b114-6fa8058cb4e8 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:28.451456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf600bc9-4136-4d4e-9184-bc6a13c563c2 req-864c72bb-c4b2-4b34-b114-6fa8058cb4e8 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 949 time: 0.3224573 Jan 27 21:39:28.495952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:28.498796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:28.499215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.517090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6ddcbe1-9db1-4384-b011-785a161642b6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:28.603841 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:28.604326 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:28.604714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-d5b23025-f084-4a84-882d-b14626eabd99 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037264 Jan 27 21:39:28.621757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf600bc9-4136-4d4e-9184-bc6a13c563c2 req-0d577067-c711-404b-a448-f99fd0f06995 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674256 Jan 27 21:39:28.678750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7173e9-c3d8-4ead-8bc3-6251c6aaa95b req-6fb4a002-66c2-48c3-923a-090d2b963540 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:28.683653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f7173e9-c3d8-4ead-8bc3-6251c6aaa95b req-6fb4a002-66c2-48c3-923a-090d2b963540 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 949 time: 0.1926003 Jan 27 21:39:28.703803 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf89d8-a541-43f3-b471-b1033c404834 x-openstack-request-id: req-8aaf89d8-a541-43f3-b471-b1033c404834 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:28.704298 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:28.704725 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8aaf89d8-a541-43f3-b471-b1033c404834 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:28.705413 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'code': 200} Jan 27 21:39:28.785587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f7173e9-c3d8-4ead-8bc3-6251c6aaa95b req-12932d05-3c5a-40c9-8236-9fe1571af23e tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936289 Jan 27 21:39:28.858471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec2b80-1716-4728-9be3-5ab4c2d71fb3 req-6353c4ec-3cb3-464b-8b17-93ecca524a7d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:28.861035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08ec2b80-1716-4728-9be3-5ab4c2d71fb3 req-6353c4ec-3cb3-464b-8b17-93ecca524a7d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 948 time: 0.0981755 Jan 27 21:39:29.029803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08ec2b80-1716-4728-9be3-5ab4c2d71fb3 req-396d0619-24c4-482d-837b-4c57506b39f1 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570599 Jan 27 21:39:29.070780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa41ff-0ecd-4ed1-8892-b43a78dc5f0f req-346f219c-afe0-4240-a1fa-df97324535a2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:29.082976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9fa41ff-0ecd-4ed1-8892-b43a78dc5f0f req-346f219c-afe0-4240-a1fa-df97324535a2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 944 time: 0.1477520 Jan 27 21:39:29.098071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-6cf645c3-9a49-404a-a745-6781ec3669c8 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:29.100940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-6cf645c3-9a49-404a-a745-6781ec3669c8 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1814475 Jan 27 21:39:29.189145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:29.190887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.208027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442afa-c303-49cb-b180-89d70635608f req-f34a0215-42a2-4df7-a23f-0d26c938ec15 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:29.211261 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-f34a0215-42a2-4df7-a23f-0d26c938ec15 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.16 "GET /v2.0/networks?id=4af5ab70-1dcf-4236-815e-0b802a99f148 HTTP/1.1" status: 200 len: 815 time: 0.1995680 Jan 27 21:39:29.228348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ddcbe1-9db1-4384-b011-785a161642b6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:29.262360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:29.265360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9fa41ff-0ecd-4ed1-8892-b43a78dc5f0f req-5a82388c-3bbb-4f45-a95b-116710722800 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806276 Jan 27 21:39:29.269253 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.370549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:29.491860 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-ef94445f-7584-476f-8f11-c0782b0993fc tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c7a9f6e53414670b136fee2e42e8858 HTTP/1.1" status: 200 len: 380 time: 0.2688806 Jan 27 21:39:29.501469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Request body: {'port': {'device_id': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'admin_state_up': True, 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'security_groups': ['a83a00f8-575e-4f7c-97bc-5072a678e5bc']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:29.510719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 8e270331-dec6-4345-92db-f7ce1f99db9d up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:29.526979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-fbf7ce0b-be32-4931-b08c-2dee74c45037 service neutron] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:29.580633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32e760f0-4ff7-4631-8c22-7bc231452741 req-0f0cd587-7fae-419e-aa58-7fa70476cc44 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.0723312 Jan 27 21:39:29.588123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-fbf7ce0b-be32-4931-b08c-2dee74c45037 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.589595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5a2b0b-4e3b-4875-9b05-8f153677ba80 req-fbf7ce0b-be32-4931-b08c-2dee74c45037 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3be30467-ee19-45e6-afd2-ca25d15dac0b/bindings/n-h1-826529-2 HTTP/1.1" status: 204 len: 173 time: 0.4775813 Jan 27 21:39:29.624925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f6ddcbe1-9db1-4384-b011-785a161642b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:29.628512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb50be-afbe-4435-b0f3-88353ca7d28d req-4436bc53-ccdc-43da-92aa-b3a956d93786 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:29.654464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcdb50be-afbe-4435-b0f3-88353ca7d28d req-4436bc53-ccdc-43da-92aa-b3a956d93786 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 944 time: 0.2160716 Jan 27 21:39:29.722036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 8e270331-dec6-4345-92db-f7ce1f99db9d completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:39:29.734749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 8e270331-dec6-4345-92db-f7ce1f99db9d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:29.735135 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.751222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcdb50be-afbe-4435-b0f3-88353ca7d28d req-2c4813bd-b44c-4720-bb18-29a5c14256b2 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944910 Jan 27 21:39:29.791076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b79506f-001d-482e-8cf0-ae9191224e3a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:29.796130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Made reservation on behalf of 1c7a9f6e53414670b136fee2e42e8858 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:29.799858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.879066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f66132-6200-46e6-aba8-ac5af699d412 req-fd44e831-6cfe-4c00-8fc3-fbb5803f7502 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:29.880921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82f66132-6200-46e6-aba8-ac5af699d412 req-fd44e831-6cfe-4c00-8fc3-fbb5803f7502 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 949 time: 0.1235301 Jan 27 21:39:30.062513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 9b79506f-001d-482e-8cf0-ae9191224e3a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:39:30.096536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 9b79506f-001d-482e-8cf0-ae9191224e3a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:30.098032 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.122325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Allocated IP 172.20.0.3 (4af5ab70-1dcf-4236-815e-0b802a99f148/f3e56ff7-f8c0-480f-91b8-bd772610bf0e/6d760321-578a-4edb-aa5c-1e51e842f231) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:30.207140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 8e270331-dec6-4345-92db-f7ce1f99db9d is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:30.207140 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.260468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 8e270331-dec6-4345-92db-f7ce1f99db9d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8e270331-dec6-4345-92db-f7ce1f99db9d,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:30.288553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.326065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9260d2-9485-4a62-bdaa-968916074fde req-c02d9f44-e551-4857-a3fc-9f8cad3b189f tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:30.329415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d9260d2-9485-4a62-bdaa-968916074fde req-c02d9f44-e551-4857-a3fc-9f8cad3b189f tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1100 time: 0.4431367 Jan 27 21:39:30.379831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91966ab1-a147-4a7d-bbfc-09d2fc01e8dd req-ede9e1c9-0c56-487a-bc68-9f2fbd510b2e tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:30.382548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91966ab1-a147-4a7d-bbfc-09d2fc01e8dd req-ede9e1c9-0c56-487a-bc68-9f2fbd510b2e tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=7eb8b7d2-87d2-4d06-84ff-9c58cbd367df HTTP/1.1" status: 200 len: 949 time: 0.3069563 Jan 27 21:39:30.465746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=8e270331-dec6-4345-92db-f7ce1f99db9d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:30.480331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for port (6d760321-578a-4edb-aa5c-1e51e842f231), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.543070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9b79506f-001d-482e-8cf0-ae9191224e3a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:30.545494 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.548569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91966ab1-a147-4a7d-bbfc-09d2fc01e8dd req-dc017641-6403-4f8f-bae9-0a3f35c1b759 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384754 Jan 27 21:39:30.572469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d9260d2-9485-4a62-bdaa-968916074fde req-8c35593c-6400-43fa-bc2a-79b12d3906c6 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174790 Jan 27 21:39:30.599452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Deleting port 136323e0-fe07-4825-98fa-2a8f9591f1c6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:30.599452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.707007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fdb134-37db-43ac-a1c5-13e33701d87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e270331-dec6-4345-92db-f7ce1f99db9d'}, {'server_uuid': '0a5d335d-c722-4544-a6cd-38a40402f47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b79506f-001d-482e-8cf0-ae9191224e3a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:30.712055 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1c7674-23fd-4bd3-bb3e-25b2a9667c11" -d '{"events": [{"server_uuid": "79fdb134-37db-43ac-a1c5-13e33701d87f", "name": "network-vif-plugged", "status": "completed", "tag": "8e270331-dec6-4345-92db-f7ce1f99db9d"}, {"server_uuid": "0a5d335d-c722-4544-a6cd-38a40402f47e", "name": "network-vif-plugged", "status": "completed", "tag": "9b79506f-001d-482e-8cf0-ae9191224e3a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:30.814984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b79506f-001d-482e-8cf0-ae9191224e3a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b79506f-001d-482e-8cf0-ae9191224e3a,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:30.823647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.834816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.879054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:30.884547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:30.889224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2d0e9-87c8-4553-833d-8923d9c6d129 req-8fe8d611-9c0c-41de-8aaa-86045dc1cc7d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:30.889504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ec2d0e9-87c8-4553-833d-8923d9c6d129 req-8fe8d611-9c0c-41de-8aaa-86045dc1cc7d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 949 time: 0.1409080 Jan 27 21:39:30.900529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] For port 136323e0-fe07-4825-98fa-2a8f9591f1c6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=136323e0-fe07-4825-98fa-2a8f9591f1c6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:30.900911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.901829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:30.934990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Calling delete_port for 136323e0-fe07-4825-98fa-2a8f9591f1c6 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:30.957390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c422d6-3817-489f-96d0-f12aab7b308d req-0ca8d725-5aff-46fb-9ceb-b05aa21c7acf tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:30.970548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44c422d6-3817-489f-96d0-f12aab7b308d req-0ca8d725-5aff-46fb-9ceb-b05aa21c7acf tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 944 time: 0.1442943 Jan 27 21:39:30.974147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event updated for resources: {'Port': ['ID=6d760321-578a-4edb-aa5c-1e51e842f231,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:31.005826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:31.006883 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.011152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9b79506f-001d-482e-8cf0-ae9191224e3a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:31.043090 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-7d638e17-19d4-496f-9834-0198478fe396 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5457997 Jan 27 21:39:31.056012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Request body: {'port': {'device_id': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:31.110531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ec2d0e9-87c8-4553-833d-8923d9c6d129 req-4583814d-cb4a-4616-899f-8dfd3663be97 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974699 Jan 27 21:39:31.160103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44c422d6-3817-489f-96d0-f12aab7b308d req-662786f4-f36d-450b-bb4b-3d5dced0ad4c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885178 Jan 27 21:39:31.180443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.324238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-84d1d76b-6c63-44c3-9c84-367b60454f1c None None] Provisioning complete for port 6d760321-578a-4edb-aa5c-1e51e842f231 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:31.325285 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-84d1d76b-6c63-44c3-9c84-367b60454f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.366522 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (136323e0-fe07-4825-98fa-2a8f9591f1c6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.382346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['4bd1017e-3292-43b2-ba6b-b0a013783ca8', '136323e0-fe07-4825-98fa-2a8f9591f1c6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:31.406613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Pushing event deleted for resources: {'Port': ['ID=136323e0-fe07-4825-98fa-2a8f9591f1c6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:31.518191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] No DVR routers for this DVR port 136323e0-fe07-4825-98fa-2a8f9591f1c6 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:31.561073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610a632-a6a4-48fd-8862-e6a167d91780 req-e3363d95-9d34-48e5-8f8a-ff0ae174b236 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:31.568264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e610a632-a6a4-48fd-8862-e6a167d91780 req-e3363d95-9d34-48e5-8f8a-ff0ae174b236 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 931 time: 0.2386208 Jan 27 21:39:31.573583 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.577060 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c104be89-0193-4731-abad-77f838a856e7 x-openstack-request-id: req-c104be89-0193-4731-abad-77f838a856e7 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:31.584469 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fdb134-37db-43ac-a1c5-13e33701d87f", "name": "network-vif-plugged", "status": "completed", "tag": "8e270331-dec6-4345-92db-f7ce1f99db9d", "code": 200}, {"server_uuid": "0a5d335d-c722-4544-a6cd-38a40402f47e", "name": "network-vif-plugged", "status": "completed", "tag": "9b79506f-001d-482e-8cf0-ae9191224e3a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:31.585008 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c104be89-0193-4731-abad-77f838a856e7 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:31.585539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82f66132-6200-46e6-aba8-ac5af699d412 req-5397bf48-d34f-4385-98e0-7bf14ca7e15b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "DELETE /v2.0/ports/136323e0-fe07-4825-98fa-2a8f9591f1c6 HTTP/1.1" status: 204 len: 173 time: 1.6965895 Jan 27 21:39:31.585807 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fdb134-37db-43ac-a1c5-13e33701d87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e270331-dec6-4345-92db-f7ce1f99db9d', 'code': 200} Jan 27 21:39:31.586368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8b7d2-87d2-4d06-84ff-9c58cbd367df', 'name': 'network-vif-deleted', 'tag': '136323e0-fe07-4825-98fa-2a8f9591f1c6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:31.586838 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5d335d-c722-4544-a6cd-38a40402f47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b79506f-001d-482e-8cf0-ae9191224e3a', 'code': 200} Jan 27 21:39:31.587873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:31.596740 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260f1cb9-c99f-46c8-b9ca-b26e8ad8d920" -d '{"events": [{"server_uuid": "7eb8b7d2-87d2-4d06-84ff-9c58cbd367df", "name": "network-vif-deleted", "tag": "136323e0-fe07-4825-98fa-2a8f9591f1c6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:31.620694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-84d1d76b-6c63-44c3-9c84-367b60454f1c None None] Port 6d760321-578a-4edb-aa5c-1e51e842f231 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:39:31.901987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e610a632-a6a4-48fd-8862-e6a167d91780 req-904e2563-a44f-432b-b333-01ac99d1e667 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963831 Jan 27 21:39:31.931323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f6ddcbe1-9db1-4384-b011-785a161642b6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:31.931542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ea2de-f0e6-45e2-a88a-939f43791b9e req-ac601c4b-1223-4a27-b81e-f997231c490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:31.931991 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.933217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-142ea2de-f0e6-45e2-a88a-939f43791b9e req-ac601c4b-1223-4a27-b81e-f997231c490c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 1096 time: 0.2427800 Jan 27 21:39:32.084023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac71d82-b50a-4361-a884-45f0d010a9ef req-76d773fd-3ddc-4e55-9931-04724cc01d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:32.085868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fac71d82-b50a-4361-a884-45f0d010a9ef req-76d773fd-3ddc-4e55-9931-04724cc01d61 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 1100 time: 0.4157872 Jan 27 21:39:32.089936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-142ea2de-f0e6-45e2-a88a-939f43791b9e req-a62c6e49-7b0a-4b15-8b7b-e11aea37749c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Jan 27 21:39:32.096282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d760321-578a-4edb-aa5c-1e51e842f231 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:32.114304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Publish callbacks [] for port (6d760321-578a-4edb-aa5c-1e51e842f231), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.116179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fba37-b260-4c87-9144-ad456c683dbc req-4cc9df97-dd5f-45e3-ae59-73c98a92df85 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:32.125603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d24fba37-b260-4c87-9144-ad456c683dbc req-4cc9df97-dd5f-45e3-ae59-73c98a92df85 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 945 time: 0.3939371 Jan 27 21:39:32.128328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f6ddcbe1-9db1-4384-b011-785a161642b6 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:32.128328 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.184104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Transition to ACTIVE for port object 6d760321-578a-4edb-aa5c-1e51e842f231 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:32.193446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.227274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:32.238001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.239401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 136323e0-fe07-4825-98fa-2a8f9591f1c6 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:32.241353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d24fba37-b260-4c87-9144-ad456c683dbc req-009673a8-cfcf-40e2-a28d-38ab5dcf6d5a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147158 Jan 27 21:39:32.258084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fac71d82-b50a-4361-a884-45f0d010a9ef req-f3a12b9a-476a-46dd-98f3-d153da0af903 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170075 Jan 27 21:39:32.264509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 136323e0-fe07-4825-98fa-2a8f9591f1c6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:32.265452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 136323e0-fe07-4825-98fa-2a8f9591f1c6 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:32.324787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=11']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:32.367855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Pushing event updated for resources: {'Port': ['ID=6d760321-578a-4edb-aa5c-1e51e842f231,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:32.446845 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1164b6d4-b613-4f2c-a59d-5497071853fe x-openstack-request-id: req-1164b6d4-b613-4f2c-a59d-5497071853fe {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:32.447862 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb8b7d2-87d2-4d06-84ff-9c58cbd367df", "name": "network-vif-deleted", "tag": "136323e0-fe07-4825-98fa-2a8f9591f1c6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:32.450306 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1164b6d4-b613-4f2c-a59d-5497071853fe {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:32.451172 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8b7d2-87d2-4d06-84ff-9c58cbd367df', 'name': 'network-vif-deleted', 'tag': '136323e0-fe07-4825-98fa-2a8f9591f1c6', 'status': 'completed', 'code': 200} Jan 27 21:39:32.480985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6d819-6d44-475d-9878-e11ecd79faa5 req-bf8ada89-f96d-4ecd-8d6a-c318fd7d19cf tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:32.484042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11b6d819-6d44-475d-9878-e11ecd79faa5 req-bf8ada89-f96d-4ecd-8d6a-c318fd7d19cf tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 1101 time: 0.1225617 Jan 27 21:39:32.536395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Attempting to bind port 6d760321-578a-4edb-aa5c-1e51e842f231 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:32.536993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Attempting to bind port 6d760321-578a-4edb-aa5c-1e51e842f231 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:32.537729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Attempting to bind port 6d760321-578a-4edb-aa5c-1e51e842f231 on network 4af5ab70-1dcf-4236-815e-0b802a99f148 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:32.546938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Port 6d760321-578a-4edb-aa5c-1e51e842f231 on network 4af5ab70-1dcf-4236-815e-0b802a99f148 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:32.548580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Attempting to bind port 6d760321-578a-4edb-aa5c-1e51e842f231 on network 4af5ab70-1dcf-4236-815e-0b802a99f148 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:32.561135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:32.561135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Checking segment: {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:32.561781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Bound using segment: {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:32.562333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Bound port: 6d760321-578a-4edb-aa5c-1e51e842f231, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0defca46-3f01-4354-8b44-6c31676a8930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:32.562779 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.608705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11b6d819-6d44-475d-9878-e11ecd79faa5 req-36c99df0-3902-4825-b6b4-524cfe13a209 tempest-ServersAdminTestJSON-1122559800 tempest-ServersAdminTestJSON-1122559800-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175141 Jan 27 21:39:32.668920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de6b57-f581-4e9f-bff0-6bb1a122d543 req-e0812941-3653-4a47-9c43-2a50c8d137cd tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:32.670572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64de6b57-f581-4e9f-bff0-6bb1a122d543 req-e0812941-3653-4a47-9c43-2a50c8d137cd tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 949 time: 0.0797424 Jan 27 21:39:32.699610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] For port 6d760321-578a-4edb-aa5c-1e51e842f231, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:32.703719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] For port 6d760321-578a-4edb-aa5c-1e51e842f231, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6d760321-578a-4edb-aa5c-1e51e842f231,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:32.716701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.785892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64de6b57-f581-4e9f-bff0-6bb1a122d543 req-7f2076be-ecb8-4d83-a351-d3cfb9da8a1f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068866 Jan 27 21:39:32.797977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc9de1-6e0a-4ab4-8d6b-6124d93ab9f3 req-b36269ee-cd68-4aa7-841a-4ebd970ed3dc tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:32.799663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cfc9de1-6e0a-4ab4-8d6b-6124d93ab9f3 req-b36269ee-cd68-4aa7-841a-4ebd970ed3dc tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1095 time: 0.0808957 Jan 27 21:39:32.831843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:32.842843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.863748 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] 10.222.0.16 "PUT /v2.0/ports/6d760321-578a-4edb-aa5c-1e51e842f231 HTTP/1.1" status: 200 len: 1091 time: 1.7978344 Jan 27 21:39:32.866340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:32.874869 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:32.884373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cfc9de1-6e0a-4ab4-8d6b-6124d93ab9f3 req-2872d3c0-9ae4-4903-89f1-e9d42acdadcd tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770972 Jan 27 21:39:32.951113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b2903-4c1a-4db3-817c-cdebfd3a7921 service neutron] Pushing event updated for resources: {'Port': ['ID=6d760321-578a-4edb-aa5c-1e51e842f231,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:33.058023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442afa-c303-49cb-b180-89d70635608f req-166f6ac8-e55b-4768-a26e-0d07094d79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:33.059639 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-166f6ac8-e55b-4768-a26e-0d07094d79c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c7a9f6e53414670b136fee2e42e8858&device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 1094 time: 0.1041932 Jan 27 21:39:33.171454 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-01500271-e27b-4d92-afe4-40cca454df31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d760321-578a-4edb-aa5c-1e51e842f231 HTTP/1.1" status: 200 len: 217 time: 0.1024175 Jan 27 21:39:33.254934 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c58fb16-6c48-4c29-9c4a-5552cfed0376 x-openstack-request-id: req-8c58fb16-6c48-4c29-9c4a-5552cfed0376 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:33.254934 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:33.254934 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c58fb16-6c48-4c29-9c4a-5552cfed0376 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:33.254934 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231', 'status': 'completed', 'code': 200} Jan 27 21:39:33.275129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442afa-c303-49cb-b180-89d70635608f req-023097a3-e165-4e8b-9ee8-5285c991dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:33.277216 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-023097a3-e165-4e8b-9ee8-5285c991dcd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3e56ff7-f8c0-480f-91b8-bd772610bf0e HTTP/1.1" status: 200 len: 854 time: 0.0991905 Jan 27 21:39:33.408540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442afa-c303-49cb-b180-89d70635608f req-c3b46398-3155-46e6-aa5b-f933ee589c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:33.413549 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-c3b46398-3155-46e6-aa5b-f933ee589c96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4af5ab70-1dcf-4236-815e-0b802a99f148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279695 Jan 27 21:39:33.433423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbbfa7-5dc7-4285-bbbc-3826cf0ac307 req-8f19b6c8-cf06-41f6-812f-c4ba7baabdfb tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:33.445547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82bbbfa7-5dc7-4285-bbbc-3826cf0ac307 req-8f19b6c8-cf06-41f6-812f-c4ba7baabdfb tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.1284246 Jan 27 21:39:33.569653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82bbbfa7-5dc7-4285-bbbc-3826cf0ac307 req-75004c80-45f5-49dd-9af6-66b6dfe3ede8 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227992 Jan 27 21:39:33.592956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:33.600057 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b979b6a-3407-49d6-ad77-13490b776a3b" -d '{"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-plugged", "status": "completed", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:33.664887 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-5fc8fdff-69fa-4319-a919-8ccd22563155 service neutron] 10.222.0.16 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467427 Jan 27 21:39:33.757595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c165-732b-49b9-93d7-3f50fba8b242 req-3580b31e-035d-4133-b0a8-0fbf79bd391a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:33.759257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6821c165-732b-49b9-93d7-3f50fba8b242 req-3580b31e-035d-4133-b0a8-0fbf79bd391a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 950 time: 0.1148484 Jan 27 21:39:33.795346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2232b-d9e6-48e8-be78-565bea6b8238 req-83516175-6d2f-4603-9c3a-661760aa4e6a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:33.796980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e2232b-d9e6-48e8-be78-565bea6b8238 req-83516175-6d2f-4603-9c3a-661760aa4e6a tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 945 time: 0.1076343 Jan 27 21:39:33.850027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6821c165-732b-49b9-93d7-3f50fba8b242 req-d1954c30-3ec5-49c4-8c03-ccef056c2d68 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732908 Jan 27 21:39:33.927559 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6a442afa-c303-49cb-b180-89d70635608f req-b6b7ac35-a363-4dd9-9389-639113aab0b5 service neutron] 10.222.0.16 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509391 Jan 27 21:39:33.931105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e2232b-d9e6-48e8-be78-565bea6b8238 req-c99aace9-d353-4166-b53e-1dbe26480f82 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018388 Jan 27 21:39:34.029294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bad8e8a-d390-4e36-b5ae-7f5f55c748fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.071065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-e6d5678a-9254-4544-a9ab-1bf7e9221f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.072805 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-e6d5678a-9254-4544-a9ab-1bf7e9221f39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c7a9f6e53414670b136fee2e42e8858&device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0737855 Jan 27 21:39:34.213768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-805402df-0ce1-4f0d-b8f6-9ba1f26d45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.216111 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-805402df-0ce1-4f0d-b8f6-9ba1f26d45ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=4af5ab70-1dcf-4236-815e-0b802a99f148 HTTP/1.1" status: 200 len: 916 time: 0.1236055 Jan 27 21:39:34.227907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-61350e99-4f73-4944-9f15-a90a42646931 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.241686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-61350e99-4f73-4944-9f15-a90a42646931 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 821 time: 0.2211010 Jan 27 21:39:34.291909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409a5c9-25fd-4907-b701-d590313b5fbb req-5de7b06e-fc4b-4faf-885d-6f7455c0410b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.297960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d409a5c9-25fd-4907-b701-d590313b5fbb req-5de7b06e-fc4b-4faf-885d-6f7455c0410b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 949 time: 0.1296399 Jan 27 21:39:34.299728 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-fa0e1778-2b03-439f-8afe-149a5b5cb7cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d760321-578a-4edb-aa5c-1e51e842f231 HTTP/1.1" status: 200 len: 217 time: 0.0745111 Jan 27 21:39:34.313829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-8d31b793-bd86-42c2-bd1e-c9433fa296a5 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/quotas/21e2534d28f64b96ad0c62fed1ca51dd HTTP/1.1" status: 200 len: 375 time: 0.0700140 Jan 27 21:39:34.363303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-42546ed8-da6c-4de1-9f8c-43438cf80363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.365443 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-42546ed8-da6c-4de1-9f8c-43438cf80363 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3e56ff7-f8c0-480f-91b8-bd772610bf0e HTTP/1.1" status: 200 len: 854 time: 0.0556917 Jan 27 21:39:34.459931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-98548afb-690c-45fd-9f93-577540fc8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.463652 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-98548afb-690c-45fd-9f93-577540fc8eb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4af5ab70-1dcf-4236-815e-0b802a99f148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913534 Jan 27 21:39:34.470144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d409a5c9-25fd-4907-b701-d590313b5fbb req-7c26f1ea-0a0d-4123-b854-14ca125c629b tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/security-groups?id=7adea4f4-8660-49c3-b6c5-f89cbc56e120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390836 Jan 27 21:39:34.517351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0f9c6144-7d0a-4ca9-a826-acadc46986ff tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020464 Jan 27 21:39:34.599597 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e9a285-cda3-4615-b68c-4b758b052553 x-openstack-request-id: req-c3e9a285-cda3-4615-b68c-4b758b052553 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:34.600204 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-plugged", "status": "completed", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:34.601666 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3e9a285-cda3-4615-b68c-4b758b052553 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:34.602605 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'code': 200} Jan 27 21:39:34.678463 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-47ebcc3c-85a8-4ae9-9745-8951c4c19c42 service neutron] 10.222.0.16 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914148 Jan 27 21:39:34.710789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547062-5e29-4479-af22-426f9996fac9 req-34a5da79-ab22-405b-8527-6c2816eee871 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.713514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2547062-5e29-4479-af22-426f9996fac9 req-34a5da79-ab22-405b-8527-6c2816eee871 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 950 time: 0.1273305 Jan 27 21:39:34.799260 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-82ea702a-0d1a-4b9e-bb42-b64d9ce754ce req-52043c27-0456-4a61-b3c3-d5ea7c07e052 service neutron] 10.222.0.16 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132348 Jan 27 21:39:34.853423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-14fd7256-234f-4094-b7c1-f3bb8531d7fb service neutron] 10.222.0.45 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349869 Jan 27 21:39:35.268345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25518b34-659e-4181-9df5-8dd3ade61901 req-9c69b56c-f283-4f1d-929e-4f146a622196 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:35.270052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25518b34-659e-4181-9df5-8dd3ade61901 req-9c69b56c-f283-4f1d-929e-4f146a622196 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 949 time: 0.4808257 Jan 27 21:39:35.424067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-11543237-fb7c-4b96-87de-9942d4aed508 service neutron] 10.222.0.45 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232258 Jan 27 21:39:35.430373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Deleting port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:35.430946 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:35.484192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-4e55ebfe-0962-4fb6-9e59-e23664a961b8 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:35.486952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-4e55ebfe-0962-4fb6-9e59-e23664a961b8 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 949 time: 0.2454679 Jan 27 21:39:35.570365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25518b34-659e-4181-9df5-8dd3ade61901 req-c910b8ba-d1a2-47ed-ae2f-b2a84dd6fecc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882476 Jan 27 21:39:35.833162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] For port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:35.833776 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:35.908307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Calling delete_port for c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:36.036849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Deleting port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:36.037721 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.059800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659a4ac-292c-4b84-8776-e6cf2a89988c req-850df8d4-3005-4b25-980b-36eefc178221 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:36.062546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a659a4ac-292c-4b84-8776-e6cf2a89988c req-850df8d4-3005-4b25-980b-36eefc178221 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.3265498 Jan 27 21:39:36.093353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db04f3-52e5-497c-acda-b54bc59c761e req-2ee3678a-ea89-489c-b1c6-e9bde739cda9 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:36.095885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89db04f3-52e5-497c-acda-b54bc59c761e req-2ee3678a-ea89-489c-b1c6-e9bde739cda9 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=7655c1e6-c606-4003-be27-81be4e9392ed HTTP/1.1" status: 200 len: 950 time: 0.3210816 Jan 27 21:39:36.414004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89db04f3-52e5-497c-acda-b54bc59c761e req-86d3a7d5-ba39-4c5c-b260-1e99e380cab4 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439606 Jan 27 21:39:36.442872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a659a4ac-292c-4b84-8776-e6cf2a89988c req-abe23c10-0483-4f85-9591-759df39686c3 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268373 Jan 27 21:39:36.442872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] For port 4bd1017e-3292-43b2-ba6b-b0a013783ca8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4bd1017e-3292-43b2-ba6b-b0a013783ca8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:36.442872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.467802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Calling delete_port for 4bd1017e-3292-43b2-ba6b-b0a013783ca8 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:36.686909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (c7237dfa-5d95-4e56-bac9-85d2ddfda0a8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.704060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['6784edd5-7718-4f83-8863-5ffca261f6ef', 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8', 'f6ddcbe1-9db1-4384-b011-785a161642b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:36.765421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Pushing event deleted for resources: {'Port': ['ID=c7237dfa-5d95-4e56-bac9-85d2ddfda0a8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:36.898770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] No DVR routers for this DVR port c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:36.907070 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.914355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2547062-5e29-4479-af22-426f9996fac9 req-06e50412-9353-435f-b41d-9e4b6236beb5 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "DELETE /v2.0/ports/c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 HTTP/1.1" status: 204 len: 173 time: 2.1874282 Jan 27 21:39:36.916374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7655c1e6-c606-4003-be27-81be4e9392ed', 'name': 'network-vif-deleted', 'tag': 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:36.920814 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c05b1b-cd3d-4e3f-9b42-8888f4b362d5" -d '{"events": [{"server_uuid": "7655c1e6-c606-4003-be27-81be4e9392ed", "name": "network-vif-deleted", "tag": "c7237dfa-5d95-4e56-bac9-85d2ddfda0a8"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:36.945379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d1ca0-1503-4d9f-8b7f-55ef571a883c req-4515bce4-6fad-4528-a0dc-d9ee2cb44ee7 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:36.958630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-123d1ca0-1503-4d9f-8b7f-55ef571a883c req-4515bce4-6fad-4528-a0dc-d9ee2cb44ee7 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 945 time: 0.3609390 Jan 27 21:39:37.017983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d3cc806e-1806-4cef-b05c-e2e9189d37a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.189657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-123d1ca0-1503-4d9f-8b7f-55ef571a883c req-6b0703f8-3410-4cb6-ab00-8bcdec7cba87 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256823 Jan 27 21:39:37.455063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (4bd1017e-3292-43b2-ba6b-b0a013783ca8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.493237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['4bd1017e-3292-43b2-ba6b-b0a013783ca8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:37.717556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Pushing event deleted for resources: {'Port': ['ID=4bd1017e-3292-43b2-ba6b-b0a013783ca8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:37.813789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-267802ff-b91a-468e-bb68-441f42811599 req-7f90d333-bc40-4e5d-a77b-ea299290f6d2 tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed69f0e-4d06-49a5-a7d5-f999c6e496f0 HTTP/1.1" status: 200 len: 210 time: 0.2348013 Jan 27 21:39:37.981900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95adeafc-1060-4ebd-98f1-22ce747f50f2 req-4df2667c-ecd6-4df4-a392-4d21edbbec62 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 210 time: 0.1470699 Jan 27 21:39:38.040276 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14e5f6d-da9c-49ff-a07f-3abcbbd095e1 x-openstack-request-id: req-e14e5f6d-da9c-49ff-a07f-3abcbbd095e1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:38.040574 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7655c1e6-c606-4003-be27-81be4e9392ed", "name": "network-vif-deleted", "tag": "c7237dfa-5d95-4e56-bac9-85d2ddfda0a8", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:38.040833 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e14e5f6d-da9c-49ff-a07f-3abcbbd095e1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:38.041239 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7655c1e6-c606-4003-be27-81be4e9392ed', 'name': 'network-vif-deleted', 'tag': 'c7237dfa-5d95-4e56-bac9-85d2ddfda0a8', 'status': 'completed', 'code': 200} Jan 27 21:39:38.092263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] No DVR routers for this DVR port 4bd1017e-3292-43b2-ba6b-b0a013783ca8 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:38.098149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.111219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da4e5d62-d1af-46fe-9be5-81828b10efe2 req-de9d7f4f-660e-4366-a8ce-a619cf361e3f tempest-ServersAdminNegativeTestJSON-1385362050 tempest-ServersAdminNegativeTestJSON-1385362050-project] 10.222.0.57 "DELETE /v2.0/ports/4bd1017e-3292-43b2-ba6b-b0a013783ca8 HTTP/1.1" status: 204 len: 173 time: 2.5698104 Jan 27 21:39:38.145146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-50b8f90d-858a-4622-8f92-43985ce4b813 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:38.153127 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-50b8f90d-858a-4622-8f92-43985ce4b813 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 821 time: 0.9186912 Jan 27 21:39:38.172847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Request body: {'port': {'device_id': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'admin_state_up': True, 'tenant_id': '21e2534d28f64b96ad0c62fed1ca51dd'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:38.228326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.489311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b06d56-46d8-4fb8-9b7c-942afa86e1ab req-e9a56212-5cc2-4ccb-a08d-4abc22225c62 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:38.510438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1b06d56-46d8-4fb8-9b7c-942afa86e1ab req-e9a56212-5cc2-4ccb-a08d-4abc22225c62 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 949 time: 0.3002477 Jan 27 21:39:38.613066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eeee5-a8d7-4788-8ab3-092beefadb14 req-ee2e4291-d6e6-4d74-836d-d838645075e6 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:38.621006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc1eeee5-a8d7-4788-8ab3-092beefadb14 req-ee2e4291-d6e6-4d74-836d-d838645075e6 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.3113344 Jan 27 21:39:38.655044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1b06d56-46d8-4fb8-9b7c-942afa86e1ab req-cb35d433-a232-4084-89f2-01934601419e tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424460 Jan 27 21:39:38.721831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Made reservation on behalf of 21e2534d28f64b96ad0c62fed1ca51dd for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:38.732969 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.830665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc1eeee5-a8d7-4788-8ab3-092beefadb14 req-52ec48a0-71d3-4635-bf98-d0470ba7a225 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054138 Jan 27 21:39:39.058362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-7199e5c5-86d9-48cd-a428-93060ef17c31 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692661 Jan 27 21:39:39.280008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Allocated IP 172.20.0.14 (5f35a121-dfa2-4554-9cce-e99269f190f1/9f5a6525-9547-460a-a22f-2e8ac1eafe06/4dfca5c3-8bad-4235-a0ae-b4f78b470c68) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:39.365743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5a5f6fb-2b4f-4ec7-8ce6-d63f84f3e1dd req-5b5e1579-cc13-46f8-8c18-26c53a8fed21 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 210 time: 0.0471759 Jan 27 21:39:39.442274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-465c95d3-4a5b-4a7b-a4bf-e2313b027842 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:39.476200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-465c95d3-4a5b-4a7b-a4bf-e2313b027842 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3668606 Jan 27 21:39:39.515637 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-4f097d07-53e5-4244-8123-31963aa3a940 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/quotas/7da99562fe9b4a96bcc49451e30b68ae HTTP/1.1" status: 200 len: 375 time: 0.0364006 Jan 27 21:39:39.556508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:39.627648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:39.631056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c7237dfa-5d95-4e56-bac9-85d2ddfda0a8 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:39.631837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4bd1017e-3292-43b2-ba6b-b0a013783ca8 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:39.707394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 4bd1017e-3292-43b2-ba6b-b0a013783ca8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:39.711295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4bd1017e-3292-43b2-ba6b-b0a013783ca8 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:39.722156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-5dbd70da-560d-49b7-b91c-e46545ec3448 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2040431 Jan 27 21:39:39.811715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39398) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:39.861670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412ac0-bc1c-4076-a5ec-a684458dd06c req-a62266ec-6e1f-4d35-8f77-6cdb152bd690 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:39.877557 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d412ac0-bc1c-4076-a5ec-a684458dd06c req-a62266ec-6e1f-4d35-8f77-6cdb152bd690 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 950 time: 0.3374937 Jan 27 21:39:40.074180 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks [] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.237827 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a24e90e7-7bdf-4dcc-b6d4-66e5dba81c3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=174488b898954500a908fafa2528658d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253511 Jan 27 21:39:40.240722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39408) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:40.244522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed69f0e-4d06-49a5-a7d5-f999c6e496f0', 'name': 'network-vif-deleted', 'tag': '4bd1017e-3292-43b2-ba6b-b0a013783ca8'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:40.254273 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dff032-b02a-403b-864c-2e4b996f1222" -d '{"events": [{"server_uuid": "5ed69f0e-4d06-49a5-a7d5-f999c6e496f0", "name": "network-vif-deleted", "tag": "4bd1017e-3292-43b2-ba6b-b0a013783ca8"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:40.347778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.371891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f104a290-699d-4e82-a062-927ada291a17 admin admin] Publish callbacks [] for security_group (7adea4f4-8660-49c3-b6c5-f89cbc56e120), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.421122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f104a290-699d-4e82-a062-927ada291a17 admin admin] Publish callbacks [] for security_group (7adea4f4-8660-49c3-b6c5-f89cbc56e120), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.502067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Network 5f35a121-dfa2-4554-9cce-e99269f190f1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:40.514320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:40.528542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:40.543305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:40.544160 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.545303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f104a290-699d-4e82-a062-927ada291a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7adea4f4-8660-49c3-b6c5-f89cbc56e120), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.550125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f104a290-699d-4e82-a062-927ada291a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.552376 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f104a290-699d-4e82-a062-927ada291a17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7adea4f4-8660-49c3-b6c5-f89cbc56e120 HTTP/1.1" status: 204 len: 168 time: 0.3100808 Jan 27 21:39:40.569782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104a290-699d-4e82-a062-927ada291a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adea4f4-8660-49c3-b6c5-f89cbc56e120,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:40.795456 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.956066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d412ac0-bc1c-4076-a5ec-a684458dd06c req-55740d6b-22d7-4dae-ae63-ade5a60f3f96 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111647 Jan 27 21:39:40.988113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8200591 Jan 27 21:39:40.994923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76a2fb-1fb9-41e8-ada8-0ae08795b9cc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Pushing event updated for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:41.060915 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:41.108177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c70b10-0aac-47a4-9dee-5cbfa7a0076a req-d7da4f63-4d6c-4df8-aa06-613fc75d08fa tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:41.118721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63c70b10-0aac-47a4-9dee-5cbfa7a0076a req-d7da4f63-4d6c-4df8-aa06-613fc75d08fa tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.8538983 Jan 27 21:39:41.144333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Request body: {'port': {'device_id': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:41.403372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:41.446646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-bcfa511a-38c8-455f-b6f0-d4c4ca06cfec tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:41.452474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-bcfa511a-38c8-455f-b6f0-d4c4ca06cfec tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 950 time: 0.8230028 Jan 27 21:39:41.473192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39430) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:41.538827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-133072aa-7f48-401f-baa1-f92fe5fbf2cb req-3476bf0b-86f2-4a0d-a4a9-7c76bbfc49e9 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 210 time: 0.2030687 Jan 27 21:39:41.730989 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d5094cbe-977a-4570-8cc9-415ed04f6e13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bd740e4a41349289432e971af1e3eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546644 Jan 27 21:39:41.736769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39434) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:41.808455 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7d2823-ebde-4567-b2a5-6cab81584b9e x-openstack-request-id: req-7e7d2823-ebde-4567-b2a5-6cab81584b9e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:41.812104 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed69f0e-4d06-49a5-a7d5-f999c6e496f0", "name": "network-vif-deleted", "tag": "4bd1017e-3292-43b2-ba6b-b0a013783ca8", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:41.812602 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e7d2823-ebde-4567-b2a5-6cab81584b9e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:41.813382 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed69f0e-4d06-49a5-a7d5-f999c6e496f0', 'name': 'network-vif-deleted', 'tag': '4bd1017e-3292-43b2-ba6b-b0a013783ca8', 'status': 'completed', 'code': 200} Jan 27 21:39:42.134076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63c70b10-0aac-47a4-9dee-5cbfa7a0076a req-b92744a9-3a63-4cd1-b688-891a22a0301f tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7725348 Jan 27 21:39:42.141136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0249-ed9f-44c6-9616-f97e62682c2e admin admin] Publish callbacks [] for security_group (db2d6101-639c-46eb-ad01-2b3ecb425dc5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.261914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0249-ed9f-44c6-9616-f97e62682c2e admin admin] Publish callbacks [] for security_group (db2d6101-639c-46eb-ad01-2b3ecb425dc5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.498221 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d8073333-bdcf-43ef-b362-db4b827704df tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477321 Jan 27 21:39:42.500231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0249-ed9f-44c6-9616-f97e62682c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (db2d6101-639c-46eb-ad01-2b3ecb425dc5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.506485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8ec0249-ed9f-44c6-9616-f97e62682c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.512592 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b8ec0249-ed9f-44c6-9616-f97e62682c2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db2d6101-639c-46eb-ad01-2b3ecb425dc5 HTTP/1.1" status: 204 len: 168 time: 0.7719159 Jan 27 21:39:42.580931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Deleting port 6784edd5-7718-4f83-8863-5ffca261f6ef {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:42.581544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.740235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c9b30-2504-40db-b8a4-f4a35b2a28b9 req-b025d004-a372-46b1-9652-c6da0a003e57 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:42.748107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad0c9b30-2504-40db-b8a4-f4a35b2a28b9 req-b025d004-a372-46b1-9652-c6da0a003e57 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 932 time: 0.5521226 Jan 27 21:39:42.781923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec0249-ed9f-44c6-9616-f97e62682c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d6101-639c-46eb-ad01-2b3ecb425dc5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:42.866125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-85376397-1c11-4990-b791-2ca04d729f38 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:42.876274 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-85376397-1c11-4990-b791-2ca04d729f38 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3616431 Jan 27 21:39:42.888274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Request body: {'port': {'device_id': '405971a2-1b98-4bf2-89b8-6a8ebea972b0', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '7da99562fe9b4a96bcc49451e30b68ae'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:43.071337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ce132-ff39-4cbe-aa7d-8fdf572c7d26 req-37e92c44-1e35-4d20-9130-184671e8b7cf tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:43.077459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d91ce132-ff39-4cbe-aa7d-8fdf572c7d26 req-37e92c44-1e35-4d20-9130-184671e8b7cf tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfc3513f-c577-45f6-856a-152e574b3d38 HTTP/1.1" status: 200 len: 950 time: 0.4776506 Jan 27 21:39:43.174343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Made reservation on behalf of 7da99562fe9b4a96bcc49451e30b68ae for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:43.179471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.315306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad0c9b30-2504-40db-b8a4-f4a35b2a28b9 req-3eedf73c-8be8-489e-b7b3-b63c98ef104d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309181 Jan 27 21:39:43.367935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] For port 6784edd5-7718-4f83-8863-5ffca261f6ef, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6784edd5-7718-4f83-8863-5ffca261f6ef,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:43.368311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.478214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Allocated IP 192.168.233.49 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/fc857cd5-0923-4953-a3c8-7592c7bd5cfb) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:43.835538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks [] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.918401 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.931553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8e270331-dec6-4345-92db-f7ce1f99db9d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:43.991593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:44.009370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:44.015316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:44.134479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Pushing event updated for resources: {'Port': ['ID=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:44.175716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:44.176496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.219994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-d18fd4af-d0ad-4958-bd21-aae0d087138a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3359194 Jan 27 21:39:44.232259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Request body: {'port': {'device_id': '405971a2-1b98-4bf2-89b8-6a8ebea972b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:44.255629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Calling delete_port for 6784edd5-7718-4f83-8863-5ffca261f6ef owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:44.385390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.492141 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (6784edd5-7718-4f83-8863-5ffca261f6ef), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.508005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f6ddcbe1-9db1-4384-b011-785a161642b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:44.591147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d91ce132-ff39-4cbe-aa7d-8fdf572c7d26 req-3c2d2641-5708-4e85-b2a0-f31861dd7b98 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4763832 Jan 27 21:39:44.603535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Pushing event deleted for resources: {'Port': ['ID=6784edd5-7718-4f83-8863-5ffca261f6ef,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:44.668422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad422fe5-1296-4c94-97ae-30b903e83970 req-b9d82a89-082b-4baf-adc2-28fbcf2752d5 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:44.676617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad422fe5-1296-4c94-97ae-30b903e83970 req-b9d82a89-082b-4baf-adc2-28fbcf2752d5 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 935 time: 0.1955967 Jan 27 21:39:44.703874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:44.741505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] No DVR routers for this DVR port 6784edd5-7718-4f83-8863-5ffca261f6ef on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:44.745974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Publish callbacks [] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.752762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.762822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6deea045-ab80-4953-bb8a-c2bb909cba3e req-39511dee-c2e9-4cd2-a581-57150333078a tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "DELETE /v2.0/ports/6784edd5-7718-4f83-8863-5ffca261f6ef HTTP/1.1" status: 204 len: 173 time: 3.2554219 Jan 27 21:39:44.766493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc3513f-c577-45f6-856a-152e574b3d38', 'name': 'network-vif-deleted', 'tag': '6784edd5-7718-4f83-8863-5ffca261f6ef'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:44.771094 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64513f44-345c-49a1-ab8c-8d5d53880157" -d '{"events": [{"server_uuid": "bfc3513f-c577-45f6-856a-152e574b3d38", "name": "network-vif-deleted", "tag": "6784edd5-7718-4f83-8863-5ffca261f6ef"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:44.889103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad422fe5-1296-4c94-97ae-30b903e83970 req-82a59566-2967-402e-8ca2-344cd40ab752 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100303 Jan 27 21:39:44.890612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Transition to ACTIVE for port object 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:44.915610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.174228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Pushing event updated for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:45.247560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc857cd5-0923-4953-a3c8-7592c7bd5cfb {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:45.290627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd9fa7-96b0-4b44-8ee4-2d4905097589 req-6d184317-7171-4ccf-a1da-0e6408fbcda8 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:45.294579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Publish callbacks [] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.297689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbdd9fa7-96b0-4b44-8ee4-2d4905097589 req-6d184317-7171-4ccf-a1da-0e6408fbcda8 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.2231634 Jan 27 21:39:45.320878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Transition to ACTIVE for port object fc857cd5-0923-4953-a3c8-7592c7bd5cfb will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:45.328651 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.424103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:45.426508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:45.426897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:45.443466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:45.444392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:45.491154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:45.491718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:45.493710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:45.494739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Bound port: 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:45.494739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.615507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6784edd5-7718-4f83-8863-5ffca261f6ef no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:45.704111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Pushing event updated for resources: {'Port': ['ID=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:45.720522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Attempting to bind port fc857cd5-0923-4953-a3c8-7592c7bd5cfb on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:45.720866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Attempting to bind port fc857cd5-0923-4953-a3c8-7592c7bd5cfb by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:45.721190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Attempting to bind port fc857cd5-0923-4953-a3c8-7592c7bd5cfb on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:45.738670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Port fc857cd5-0923-4953-a3c8-7592c7bd5cfb on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:45.739237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Attempting to bind port fc857cd5-0923-4953-a3c8-7592c7bd5cfb on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:45.748981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbdd9fa7-96b0-4b44-8ee4-2d4905097589 req-ac439d8f-2e21-4b42-88a6-baa982cf900a tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944371 Jan 27 21:39:45.767469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:45.769320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:45.770019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:45.772034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Bound port: fc857cd5-0923-4953-a3c8-7592c7bd5cfb, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:45.774649 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.809954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:45.821842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:45.838871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.839262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 6784edd5-7718-4f83-8863-5ffca261f6ef {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:45.842860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6784edd5-7718-4f83-8863-5ffca261f6ef not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:45.963876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:45.967457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.977358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] 10.222.0.57 "PUT /v2.0/ports/4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 1092 time: 4.9448130 Jan 27 21:39:46.036205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] For port fc857cd5-0923-4953-a3c8-7592c7bd5cfb, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:46.043453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] For port fc857cd5-0923-4953-a3c8-7592c7bd5cfb, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:46.063398 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.221527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:46.223931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.231347 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] 10.222.0.16 "PUT /v2.0/ports/fc857cd5-0923-4953-a3c8-7592c7bd5cfb HTTP/1.1" status: 200 len: 1095 time: 1.9988639 Jan 27 21:39:46.232304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405971a2-1b98-4bf2-89b8-6a8ebea972b0', 'tag': 'fc857cd5-0923-4953-a3c8-7592c7bd5cfb'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:46.244753 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757eb243-4f7f-49d3-a025-2d14f6f55604" -d '{"events": [{"name": "network-changed", "server_uuid": "405971a2-1b98-4bf2-89b8-6a8ebea972b0", "tag": "fc857cd5-0923-4953-a3c8-7592c7bd5cfb"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:46.354498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f31f5-c2d3-4c55-b8f7-ccc329e5a63e service neutron] Pushing event updated for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:46.361382 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac969db-dad9-4b14-a1f2-6b6a63797d11 x-openstack-request-id: req-1ac969db-dad9-4b14-a1f2-6b6a63797d11 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:46.361793 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc3513f-c577-45f6-856a-152e574b3d38", "name": "network-vif-deleted", "tag": "6784edd5-7718-4f83-8863-5ffca261f6ef", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:46.362175 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ac969db-dad9-4b14-a1f2-6b6a63797d11 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:46.362772 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc3513f-c577-45f6-856a-152e574b3d38', 'name': 'network-vif-deleted', 'tag': '6784edd5-7718-4f83-8863-5ffca261f6ef', 'status': 'completed', 'code': 200} Jan 27 21:39:46.564109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdda59-3e86-4f7d-a78b-ef50f4bb0c7a service neutron] Pushing event updated for resources: {'Port': ['ID=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:46.628230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-acc547f9-b2b4-448a-b540-21dac2cd0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:46.637953 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-acc547f9-b2b4-448a-b540-21dac2cd0c44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 1098 time: 0.3129408 Jan 27 21:39:46.741242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00ae29-8d26-4b5e-b944-357e1e915533 req-5c309c0e-d1b4-467c-960e-2ec9dae433e9 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:46.750489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be00ae29-8d26-4b5e-b944-357e1e915533 req-5c309c0e-d1b4-467c-960e-2ec9dae433e9 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.6322906 Jan 27 21:39:46.800662 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-386fcfc3-bb57-405c-a386-f2d145f6f9ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=fc857cd5-0923-4953-a3c8-7592c7bd5cfb HTTP/1.1" status: 200 len: 217 time: 0.1533484 Jan 27 21:39:46.809070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-2c8d5e38-7efb-4889-aaf6-4a988a34b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:46.818496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-2c8d5e38-7efb-4889-aaf6-4a988a34b46c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1095 time: 0.4542007 Jan 27 21:39:47.028505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-bf0a81e3-aa4b-496a-8483-b292f4410091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:47.032002 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-bf0a81e3-aa4b-496a-8483-b292f4410091 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2161450 Jan 27 21:39:47.204540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-f157f0c4-41f6-4803-9346-367cde651fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:47.210652 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-f157f0c4-41f6-4803-9346-367cde651fee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679358 Jan 27 21:39:47.245461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-6093f0a1-8ac6-4e6d-85e1-024a14948a99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 217 time: 0.4105761 Jan 27 21:39:47.445256 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-25c9c401-77d5-4dae-8b1f-179e9af8d550 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279322 Jan 27 21:39:47.476813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95587f2-e552-4868-abe0-c92e88afdd31 req-3e0601b0-bbde-4f88-a0c6-e3bb3da4729c tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:47.491251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b95587f2-e552-4868-abe0-c92e88afdd31 req-3e0601b0-bbde-4f88-a0c6-e3bb3da4729c tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 947 time: 0.7797983 Jan 27 21:39:47.503131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-b44ba2bd-ad51-4f2f-adec-2a3f9a74d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:47.506344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-b44ba2bd-ad51-4f2f-adec-2a3f9a74d6aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.2528114 Jan 27 21:39:47.521094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be00ae29-8d26-4b5e-b944-357e1e915533 req-f1e2715b-bb30-48ef-82ad-0070f44e8ea2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7151685 Jan 27 21:39:47.680467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-fd0769de-af1b-4d40-b9f9-01e04543b15f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578376 Jan 27 21:39:47.708749 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eaf31eb3-6f2b-4ccc-b787-5ca07728de74 req-c2c8dba0-1386-4d51-a2c2-2e8b1425bd14 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556000 Jan 27 21:39:47.844876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b95587f2-e552-4868-abe0-c92e88afdd31 req-a0620872-a2ac-4ce7-a7fb-ef02d4748e87 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521187 Jan 27 21:39:47.924903 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.968590 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6112274-bc73-4153-a9de-5597578d5bea x-openstack-request-id: req-d6112274-bc73-4153-a9de-5597578d5bea {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:47.969033 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405971a2-1b98-4bf2-89b8-6a8ebea972b0", "tag": "fc857cd5-0923-4953-a3c8-7592c7bd5cfb", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:47.969427 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6112274-bc73-4153-a9de-5597578d5bea {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:47.972172 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405971a2-1b98-4bf2-89b8-6a8ebea972b0', 'tag': 'fc857cd5-0923-4953-a3c8-7592c7bd5cfb', 'status': 'completed', 'code': 200} Jan 27 21:39:48.224462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-19bd340b-f728-402c-90bb-c82371eae491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.227137 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-19bd340b-f728-402c-90bb-c82371eae491 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 1098 time: 0.2239299 Jan 27 21:39:48.362320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fcc90-b247-41f4-9bee-141ff5105b00 req-aea1c845-a7e8-48e8-a18e-b1df6eb137a1 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.370195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c1fcc90-b247-41f4-9bee-141ff5105b00 req-aea1c845-a7e8-48e8-a18e-b1df6eb137a1 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 945 time: 0.6861486 Jan 27 21:39:48.373898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:48.376465 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb29537-1127-4def-8a69-fe61238ccee3" -d '{"events": [{"name": "network-changed", "server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:48.409466 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-42f4eb42-1c83-49d0-bfe0-3af4b2d35050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.411752 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-42f4eb42-1c83-49d0-bfe0-3af4b2d35050 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1631255 Jan 27 21:39:48.425228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-266983e1-aec8-41e3-81f4-706862d601a7 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100329 Jan 27 21:39:48.480457 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-416349d3-1029-4d02-a3be-d3e49858d990 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=fc857cd5-0923-4953-a3c8-7592c7bd5cfb HTTP/1.1" status: 200 len: 217 time: 0.0557337 Jan 27 21:39:48.615190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-7d33070e-19c4-44c2-ad1f-5da135011261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.616362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c1fcc90-b247-41f4-9bee-141ff5105b00 req-96d9eec6-c381-410a-ab69-5df64fd58fb0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448306 Jan 27 21:39:48.617882 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-7d33070e-19c4-44c2-ad1f-5da135011261 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1159129 Jan 27 21:39:48.768229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-f04060a9-ece0-4582-9b43-2192f0b66925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.788338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4b2a-7ace-480c-bdcf-c641506c0f96 req-d1829116-eb7d-47d9-96dd-5841e491e1f0 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.788999 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-f04060a9-ece0-4582-9b43-2192f0b66925 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633573 Jan 27 21:39:48.805206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95a4b2a-7ace-480c-bdcf-c641506c0f96 req-d1829116-eb7d-47d9-96dd-5841e491e1f0 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.4562352 Jan 27 21:39:48.937905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95a4b2a-7ace-480c-bdcf-c641506c0f96 req-da8943c5-e628-4f28-9bf2-1382c9c4aed5 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311202 Jan 27 21:39:49.091354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8e523e-81aa-4b88-a54e-6f6ba118f8e5 req-3e85b54e-63b6-44f2-b270-8171b0ae7946 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459146 Jan 27 21:39:49.099466 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-dc79104e-5c37-4195-a39a-63cf393c399d service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000784 Jan 27 21:39:49.193922 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e8569-b474-4c28-ba09-898bc14b2c47 x-openstack-request-id: req-c06e8569-b474-4c28-ba09-898bc14b2c47 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:49.194523 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:49.194962 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c06e8569-b474-4c28-ba09-898bc14b2c47 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:49.206975 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68', 'status': 'completed', 'code': 200} Jan 27 21:39:49.494889 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-757eb243-4f7f-49d3-a025-2d14f6f55604 req-d51fa735-e22f-4364-b55a-3b2eb0c26fb0 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900802 Jan 27 21:39:49.608419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c94f-80f0-48c5-abaa-66e2cd79c893 req-c14ef604-6267-4d44-8261-31860d4752ae tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:49.613490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ae4c94f-80f0-48c5-abaa-66e2cd79c893 req-c14ef604-6267-4d44-8261-31860d4752ae tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 950 time: 0.4430516 Jan 27 21:39:49.639610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-c2c45724-72a5-4c04-b47b-1c5bfbe23325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:49.643285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-c2c45724-72a5-4c04-b47b-1c5bfbe23325 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1095 time: 0.3775966 Jan 27 21:39:49.905250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-3cdf723a-6fff-47c3-98d4-fd0c70a9aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:49.908090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-3cdf723a-6fff-47c3-98d4-fd0c70a9aa1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.2521155 Jan 27 21:39:50.106355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-d47cb3f3-fd3b-42a9-8d7e-0420c36710b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 217 time: 0.1414530 Jan 27 21:39:50.128450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dd2b3-618b-4b8e-915f-788f17bed658 req-d421363d-12b9-4cea-b2bc-6d2d6839b334 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:50.132416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e54dd2b3-618b-4b8e-915f-788f17bed658 req-d421363d-12b9-4cea-b2bc-6d2d6839b334 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.7023349 Jan 27 21:39:50.169951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ae4c94f-80f0-48c5-abaa-66e2cd79c893 req-60339f72-8a27-4986-9f07-f950af8c16fd tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400348 Jan 27 21:39:50.227003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-da7b16b8-ed84-4f1a-a53d-4ac2e8e2fe96 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:50.229499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-da7b16b8-ed84-4f1a-a53d-4ac2e8e2fe96 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 950 time: 0.3197300 Jan 27 21:39:50.314717 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.351461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-21f8e3ca-6e50-424e-861f-b0e40d7ad169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:50.353080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-21f8e3ca-6e50-424e-861f-b0e40d7ad169 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.2190003 Jan 27 21:39:50.405734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e54dd2b3-618b-4b8e-915f-788f17bed658 req-b687cde1-6fd2-4987-abcd-958a3f0d9c1b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582920 Jan 27 21:39:50.442631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-9703ea8f-6d0b-4ca7-ac01-adcde3798a0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691416 Jan 27 21:39:50.522081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42a75f-e543-4216-b6be-95b6641abd7d req-060330ca-9e18-492e-8fec-bce2dcd412ae tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:50.524884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b42a75f-e543-4216-b6be-95b6641abd7d req-060330ca-9e18-492e-8fec-bce2dcd412ae tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 947 time: 0.2117074 Jan 27 21:39:50.733929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Deleting port f6ddcbe1-9db1-4384-b011-785a161642b6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:50.735578 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.748763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b42a75f-e543-4216-b6be-95b6641abd7d req-e558e71c-bbed-45f6-bb85-068edf62cfab tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139370 Jan 27 21:39:50.781444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-33f7bd06-7c3b-425e-a7f9-dc2d7f00bde6 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309457 Jan 27 21:39:51.130461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] For port f6ddcbe1-9db1-4384-b011-785a161642b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f6ddcbe1-9db1-4384-b011-785a161642b6,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:51.138112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.167784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6b89-f4e7-4a42-94e1-50f3640d6749 req-086c1e0f-50cf-45df-8edd-0dbc0716fd21 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:51.180705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b9c6b89-f4e7-4a42-94e1-50f3640d6749 req-086c1e0f-50cf-45df-8edd-0dbc0716fd21 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.2907171 Jan 27 21:39:51.217712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Calling delete_port for f6ddcbe1-9db1-4384-b011-785a161642b6 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:51.252001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdb29537-1127-4def-8a69-fe61238ccee3 req-19efaf7b-9339-4400-a68f-ec70f15aca16 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625087 Jan 27 21:39:51.420219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b9c6b89-f4e7-4a42-94e1-50f3640d6749 req-afbb683b-ae4b-4573-a5df-99fb17802155 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376916 Jan 27 21:39:51.528030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-cfcbd118-f542-437c-b60d-4ed66d3fa320 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1183560347&fields=id&tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b HTTP/1.1" status: 200 len: 267 time: 0.2506657 Jan 27 21:39:51.570217 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:39:51.638617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:51.880532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39566) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:51.898709 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (f6ddcbe1-9db1-4384-b011-785a161642b6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.932716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888016-6bd6-472b-b360-27fe40b889d7 req-a8960059-14e1-41f4-9053-01d39d435d60 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:51.945158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-a8960059-14e1-41f4-9053-01d39d435d60 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 824 time: 0.4153104 Jan 27 21:39:51.988972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:52.013534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Pushing event deleted for resources: {'Port': ['ID=f6ddcbe1-9db1-4384-b011-785a161642b6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:52.025496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68', 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'port_id': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68', 'mac_address': 'fa:16:3e:50:c4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5a6525-9547-460a-a22f-2e8ac1eafe06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:52.032010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fc857cd5-0923-4953-a3c8-7592c7bd5cfb details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:52.033655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed81bef-3cb7-48eb-879f-fa56ec7636e1 req-71ce4933-c6e3-4cb4-8138-a7d1984a06f1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:52.036466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ed81bef-3cb7-48eb-879f-fa56ec7636e1 req-71ce4933-c6e3-4cb4-8138-a7d1984a06f1 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b42313-d15a-4d72-bfd9-4ca039fe9c7f HTTP/1.1" status: 200 len: 950 time: 0.2716339 Jan 27 21:39:52.040527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f6ddcbe1-9db1-4384-b011-785a161642b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:52.051776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-db92fcb8-6ff5-4e4e-93c1-8f3ab3ff4b92 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/quotas/085c0c9dc69a4f749abadbbaa7aaef7b HTTP/1.1" status: 200 len: 375 time: 0.1045811 Jan 27 21:39:52.182693 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-087ddf8d-06b7-468f-870c-a29f37addaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.225685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] No DVR routers for this DVR port f6ddcbe1-9db1-4384-b011-785a161642b6 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:52.229538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.233213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c950ae1-44a2-4a3d-a7f2-b306c019bb45 req-98e1bb64-b6ed-48ff-bea6-3a853e558ec2 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.57 "DELETE /v2.0/ports/f6ddcbe1-9db1-4384-b011-785a161642b6 HTTP/1.1" status: 204 len: 173 time: 1.9844086 Jan 27 21:39:52.281048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-deleted', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:52.290976 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0504d6c-8b5b-4761-bd62-6c223896772f" -d '{"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-deleted", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:52.369500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-378e1342-e58c-4d52-897c-4024924738dd tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3164473 Jan 27 21:39:52.384251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ed81bef-3cb7-48eb-879f-fa56ec7636e1 req-e5980233-d57f-49c9-9c9c-a87495592759 tempest-ServersAdminTestJSON-477872864 tempest-ServersAdminTestJSON-477872864-project] 10.222.0.45 "GET /v2.0/security-groups?id=e7282305-f259-4b3d-b75e-27eb27aa37e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292713 Jan 27 21:39:52.396462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-087ddf8d-06b7-468f-870c-a29f37addaa0 admin admin] Publish callbacks [] for security_group (538856f1-eaed-4848-a8c6-bc7db43e6fd3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.419974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-087ddf8d-06b7-468f-870c-a29f37addaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (538856f1-eaed-4848-a8c6-bc7db43e6fd3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.474000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fc857cd5-0923-4953-a3c8-7592c7bd5cfb, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:52.489915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'fc857cd5-0923-4953-a3c8-7592c7bd5cfb', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'fc857cd5-0923-4953-a3c8-7592c7bd5cfb', 'mac_address': 'fa:16:3e:4c:e7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:52.535773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:52.536956 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.574766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port fc857cd5-0923-4953-a3c8-7592c7bd5cfb is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:52.575526 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.579436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:52.612955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:52.632671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.641718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc857cd5-0923-4953-a3c8-7592c7bd5cfb {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:52.643823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84b5c9-bdac-46ab-ab3d-8670d5dcc7f7 req-ec99690d-24a4-49ff-9edd-7eade79472f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:52.654571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c84b5c9-bdac-46ab-ab3d-8670d5dcc7f7 req-ec99690d-24a4-49ff-9edd-7eade79472f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.1139760 Jan 27 21:39:52.659007 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-087ddf8d-06b7-468f-870c-a29f37addaa0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=589a0b77942240f08f61b32075c2c5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7755501 Jan 27 21:39:52.669602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39574) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:52.689749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ddf8d-06b7-468f-870c-a29f37addaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538856f1-eaed-4848-a8c6-bc7db43e6fd3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:52.709740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-7dfd8f19-d9dd-4930-8f2a-c7b5315357fe service neutron] 10.222.0.45 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910211 Jan 27 21:39:52.735344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-0845f2e1-f4b6-4513-8948-51814be0ad27 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:52.738307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fc857cd5-0923-4953-a3c8-7592c7bd5cfb, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:52.740324 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-0845f2e1-f4b6-4513-8948-51814be0ad27 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbd492e-f8c7-4f9b-9210-a075b2603c24 HTTP/1.1" status: 200 len: 945 time: 0.2544980 Jan 27 21:39:52.752655 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.761019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:52.866247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:52.892053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['4dfca5c3-8bad-4235-a0ae-b4f78b470c68'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:53.096161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['fc857cd5-0923-4953-a3c8-7592c7bd5cfb'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:53.333989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Deleting port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:53.334866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.373589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c84b5c9-bdac-46ab-ab3d-8670d5dcc7f7 req-f9b738fa-6d64-4c47-afb1-e5780690f0ec tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7142437 Jan 27 21:39:53.471926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9c4-cf26-4d38-99f9-bf6eea7c786b admin admin] Publish callbacks [] for security_group (538856f1-eaed-4848-a8c6-bc7db43e6fd3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.540308 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-9d138cd0-e0a3-4cae-a6da-deb7cab35280 service neutron] 10.222.0.45 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8294621 Jan 27 21:39:53.574939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9c4-cf26-4d38-99f9-bf6eea7c786b admin admin] Publish callbacks [] for security_group (538856f1-eaed-4848-a8c6-bc7db43e6fd3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.660853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:53.696792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9c4-cf26-4d38-99f9-bf6eea7c786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (538856f1-eaed-4848-a8c6-bc7db43e6fd3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.701474 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a9c4-cf26-4d38-99f9-bf6eea7c786b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.704417 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6fb4a9c4-cf26-4d38-99f9-bf6eea7c786b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/538856f1-eaed-4848-a8c6-bc7db43e6fd3 HTTP/1.1" status: 204 len: 168 time: 1.0261822 Jan 27 21:39:53.729397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4a9c4-cf26-4d38-99f9-bf6eea7c786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538856f1-eaed-4848-a8c6-bc7db43e6fd3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:53.742069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27922f43-09f3-462f-a536-010afa1f7ddc req-05d63074-8fc4-47c6-87bf-ffae7017f6a4 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:53.751211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27922f43-09f3-462f-a536-010afa1f7ddc req-05d63074-8fc4-47c6-87bf-ffae7017f6a4 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 948 time: 0.2315800 Jan 27 21:39:53.786957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: f6ddcbe1-9db1-4384-b011-785a161642b6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:53.796100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f6ddcbe1-9db1-4384-b011-785a161642b6 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:53.811692 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9473678-7fd3-4201-a4fc-a080abd4ac59 x-openstack-request-id: req-b9473678-7fd3-4201-a4fc-a080abd4ac59 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:53.812093 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b42313-d15a-4d72-bfd9-4ca039fe9c7f", "name": "network-vif-deleted", "tag": "f6ddcbe1-9db1-4384-b011-785a161642b6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:53.812313 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9473678-7fd3-4201-a4fc-a080abd4ac59 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:53.812768 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b42313-d15a-4d72-bfd9-4ca039fe9c7f', 'name': 'network-vif-deleted', 'tag': 'f6ddcbe1-9db1-4384-b011-785a161642b6', 'status': 'completed', 'code': 200} Jan 27 21:39:53.820955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] For port 1a5548e1-ed85-4388-84aa-f98d9d852fd3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:53.821559 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.842593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27922f43-09f3-462f-a536-010afa1f7ddc req-834dd6a6-9ed3-4bb9-a8c3-a70e66a62c50 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867364 Jan 27 21:39:53.865537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 1a5548e1-ed85-4388-84aa-f98d9d852fd3 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:54.031107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:54.032028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.044968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff16802-3608-4863-976a-dcb900aa32d3 req-8f24d9aa-b80e-449e-be08-c1b41ea682d8 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:54.046940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ff16802-3608-4863-976a-dcb900aa32d3 req-8f24d9aa-b80e-449e-be08-c1b41ea682d8 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.1400657 Jan 27 21:39:54.091078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1758dbc3-b6a2-4d2b-a7e2-2a2fb25b2f95 req-7f7f3d64-7f32-41b2-b2ec-85ace609df2f tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 210 time: 0.0432374 Jan 27 21:39:54.092088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:54.099543 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bc86bc-4af4-4666-8705-378dc269c40f" -d '{"events": [{"server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:54.135191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 1a5548e1-ed85-4388-84aa-f98d9d852fd3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=1a5548e1-ed85-4388-84aa-f98d9d852fd3,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:54.146134 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.217257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ff16802-3608-4863-976a-dcb900aa32d3 req-b30cbbd9-dae6-46b4-a67c-4f03607a66fc tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234024 Jan 27 21:39:54.321226 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1493c0f0-0a05-471c-a103-44df8d6600cd x-openstack-request-id: req-1493c0f0-0a05-471c-a103-44df8d6600cd {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:54.321226 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:54.322997 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1493c0f0-0a05-471c-a103-44df8d6600cd {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:54.324049 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'code': 200} Jan 27 21:39:54.335589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=1a5548e1-ed85-4388-84aa-f98d9d852fd3,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:54.593384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39604) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:54.634224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6fa87-de77-46c4-a355-f88706d8272f req-a9a548f3-34ff-4413-b9a3-392d028edb7b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:54.642667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74c6fa87-de77-46c4-a355-f88706d8272f req-a9a548f3-34ff-4413-b9a3-392d028edb7b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 945 time: 0.1341388 Jan 27 21:39:54.658665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67632dc1-0e4c-4c7a-9881-8083f70ca7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.779686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.781248 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.783178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39610) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:54.788403 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Floating IP 8be4c615-3f62-4f47-8843-6d62b8130697 disassociated. External IP: 172.25.8.13, port: 1a5548e1-ed85-4388-84aa-f98d9d852fd3. Jan 27 21:39:54.789009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Calling delete_port for 1a5548e1-ed85-4388-84aa-f98d9d852fd3 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:54.830207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74c6fa87-de77-46c4-a355-f88706d8272f req-3bd52a95-2b15-454a-aff9-edaf77de2cd1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851826 Jan 27 21:39:54.959035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67632dc1-0e4c-4c7a-9881-8083f70ca7cc admin admin] Publish callbacks [] for security_group (ce1fde78-ada5-4410-93e6-088e976e431e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.001163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67632dc1-0e4c-4c7a-9881-8083f70ca7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ce1fde78-ada5-4410-93e6-088e976e431e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.077142 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1a5548e1-ed85-4388-84aa-f98d9d852fd3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.106005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-67632dc1-0e4c-4c7a-9881-8083f70ca7cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8b91453a6c64d7394e08219d87323ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5065591 Jan 27 21:39:55.112808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39616) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:55.131746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event deleted for resources: {'Port': ['ID=1a5548e1-ed85-4388-84aa-f98d9d852fd3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:55.133502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67632dc1-0e4c-4c7a-9881-8083f70ca7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1fde78-ada5-4410-93e6-088e976e431e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:55.201170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c137d3-3b6c-4415-946a-13822ed8e067 req-832d690b-1ab3-4ef9-8f7e-8fe78c7ade04 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:55.203854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5c137d3-3b6c-4415-946a-13822ed8e067 req-832d690b-1ab3-4ef9-8f7e-8fe78c7ade04 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 948 time: 0.2270451 Jan 27 21:39:55.222622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8d19b949-e3d8-4eb2-b9f6-6a282c118f98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24a29dbe48304dcbb2415c1a78153573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358199 Jan 27 21:39:55.223741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39620) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:55.310118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e28be52b-e47c-4137-ba33-7ffab7e2cc92 req-1f8a90f8-e29e-4c15-a245-533c51835886 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 210 time: 0.0852520 Jan 27 21:39:55.368353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c33d5b5-cde5-4e4d-af27-7648375fcf99 admin admin] Publish callbacks [] for security_group (ce1fde78-ada5-4410-93e6-088e976e431e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.393802 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c33d5b5-cde5-4e4d-af27-7648375fcf99 admin admin] Publish callbacks [] for security_group (ce1fde78-ada5-4410-93e6-088e976e431e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.414305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Router 652471f2-2109-4045-b2d3-5382720c6fd8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:39:55.452314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d375-7a68-4770-8edb-6796fb5cb2dc admin admin] Publish callbacks [] for security_group (e7282305-f259-4b3d-b75e-27eb27aa37e3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.458961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5c137d3-3b6c-4415-946a-13822ed8e067 req-14ee3fb6-3fd3-4355-8f4e-b0822785e7bd tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290082 Jan 27 21:39:55.498174 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d375-7a68-4770-8edb-6796fb5cb2dc admin admin] Publish callbacks [] for security_group (e7282305-f259-4b3d-b75e-27eb27aa37e3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.568156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c33d5b5-cde5-4e4d-af27-7648375fcf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ce1fde78-ada5-4410-93e6-088e976e431e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.571961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c33d5b5-cde5-4e4d-af27-7648375fcf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.575939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0c33d5b5-cde5-4e4d-af27-7648375fcf99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce1fde78-ada5-4410-93e6-088e976e431e HTTP/1.1" status: 204 len: 168 time: 0.4596970 Jan 27 21:39:55.603953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33d5b5-cde5-4e4d-af27-7648375fcf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1fde78-ada5-4410-93e6-088e976e431e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:55.622482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6642fb4-742b-44da-b082-805c33780bfc req-12b70981-7e65-4ad5-9343-59afd8466006 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:55.638990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6642fb4-742b-44da-b082-805c33780bfc req-12b70981-7e65-4ad5-9343-59afd8466006 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.1589332 Jan 27 21:39:55.684613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:55.714381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:39:55.736106 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] Sync routers for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:39:55.822733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:39:55.823848 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:39:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:55.843323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6642fb4-742b-44da-b082-805c33780bfc req-c96825af-728d-4353-b9f8-e65dc0802fc1 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012191 Jan 27 21:39:55.882683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fc857cd5-0923-4953-a3c8-7592c7bd5cfb up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:55.909559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d375-7a68-4770-8edb-6796fb5cb2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e7282305-f259-4b3d-b75e-27eb27aa37e3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.920199 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d375-7a68-4770-8edb-6796fb5cb2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.925677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6bd7d375-7a68-4770-8edb-6796fb5cb2dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7282305-f259-4b3d-b75e-27eb27aa37e3 HTTP/1.1" status: 204 len: 168 time: 0.6942821 Jan 27 21:39:56.046772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7d375-7a68-4770-8edb-6796fb5cb2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7282305-f259-4b3d-b75e-27eb27aa37e3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:56.059289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] No DVR routers for this DVR port 1a5548e1-ed85-4388-84aa-f98d9d852fd3 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:56.067640 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.075328 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-52a56a0e-d00d-433b-bfc1-ec65abea33f7 req-7dd99e9a-2c3a-49c0-936f-a3474f4f2528 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.16 "DELETE /v2.0/ports/1a5548e1-ed85-4388-84aa-f98d9d852fd3 HTTP/1.1" status: 204 len: 173 time: 3.3207297 Jan 27 21:39:56.075838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'name': 'network-vif-deleted', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:56.091837 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a6ede9-14fc-4293-ad84-c7704caa226d" -d '{"events": [{"server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "name": "network-vif-deleted", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:56.130222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:39:56.192029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:56.193166 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.297273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888016-6bd6-472b-b360-27fe40b889d7 req-3b6afdb0-5245-4baa-9754-24179cfab17d tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:56.311283 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de77ec-f9c4-40fd-9e89-5ad51966fe09 x-openstack-request-id: req-92de77ec-f9c4-40fd-9e89-5ad51966fe09 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:56.311639 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbd492e-f8c7-4f9b-9210-a075b2603c24", "name": "network-vif-deleted", "tag": "1a5548e1-ed85-4388-84aa-f98d9d852fd3", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:56.312079 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92de77ec-f9c4-40fd-9e89-5ad51966fe09 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:56.312533 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd492e-f8c7-4f9b-9210-a075b2603c24', 'name': 'network-vif-deleted', 'tag': '1a5548e1-ed85-4388-84aa-f98d9d852fd3', 'status': 'completed', 'code': 200} Jan 27 21:39:56.314000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-3b6afdb0-5245-4baa-9754-24179cfab17d tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.57 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 824 time: 0.4599009 Jan 27 21:39:56.342642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port fc857cd5-0923-4953-a3c8-7592c7bd5cfb completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:39:56.353647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port fc857cd5-0923-4953-a3c8-7592c7bd5cfb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:56.354424 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.499971 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:39:56.550329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ade17-9cc4-4750-81b2-97bbb252d495 req-fae7874f-371c-4e7c-be3f-a40d236988e2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:56.552216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:56.552724 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.557952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c70ade17-9cc4-4750-81b2-97bbb252d495 req-fae7874f-371c-4e7c-be3f-a40d236988e2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 945 time: 0.3378334 Jan 27 21:39:56.639843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ece64fc-9cb9-442b-8572-0a80ffe2677a req-6b4b6ac1-f697-4cc5-a346-97846ab81f26 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 210 time: 0.0979877 Jan 27 21:39:56.683165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:56.689146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:56.695170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-6a062ae9-e912-457c-ad49-7071500f096d tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b HTTP/1.1" status: 200 len: 380 time: 0.2397981 Jan 27 21:39:56.702700 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fafbcf-9304-42ec-9418-f0d3f8472d2a" -d '{"events": [{"server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "name": "network-vif-plugged", "status": "completed", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:56.730273 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.740238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Request body: {'port': {'device_id': '223cfba6-3a33-480b-833b-29998b7da697', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'admin_state_up': True, 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'security_groups': ['46ae6b2a-5e38-479b-9527-590119668522']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:56.780418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c70ade17-9cc4-4750-81b2-97bbb252d495 req-76422a05-b954-4a12-b40b-7a1913e5d810 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214632 Jan 27 21:39:56.870954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port fc857cd5-0923-4953-a3c8-7592c7bd5cfb is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:56.871556 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.982422 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d23c3bd-66c1-4776-8dd3-2287f2bfe278 x-openstack-request-id: req-6d23c3bd-66c1-4776-8dd3-2287f2bfe278 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:56.982918 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "name": "network-vif-plugged", "status": "completed", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:56.983283 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d23c3bd-66c1-4776-8dd3-2287f2bfe278 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:56.983946 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68', 'code': 200} Jan 27 21:39:57.006116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:57.011541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fc857cd5-0923-4953-a3c8-7592c7bd5cfb, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:57.020939 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.253757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:57.257147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedfc16-da03-445b-99f1-c08bf63db3f1 req-0dc6aa7d-3e6b-43a0-9c38-6985f9ca53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.259996 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2eedfc16-da03-445b-99f1-c08bf63db3f1 req-0dc6aa7d-3e6b-43a0-9c38-6985f9ca53ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1097 time: 0.1560547 Jan 27 21:39:57.383193 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:57.387989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39664) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:57.413844 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] Checking router: 652471f2-2109-4045-b2d3-5382720c6fd8 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:39:57.426212 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:39:57.427709 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:39:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:57.562691 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-28c1850e-85f1-46d3-a1b0-00dac11fd167 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20421d3c8dce4ebb80c8eec7a61c0cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632183 Jan 27 21:39:57.568442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39668) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:57.638285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d611ea-ce20-40b1-9c5f-7dd00e8cacd4 req-15f5eb88-bf4f-4e8a-b453-7d80b45a7d7c tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.648460 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:39:57.650068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93d611ea-ce20-40b1-9c5f-7dd00e8cacd4 req-15f5eb88-bf4f-4e8a-b453-7d80b45a7d7c tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 949 time: 0.7073050 Jan 27 21:39:57.669754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-b3d969e6-169a-4a41-9030-ba14c865e46e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7701266 Jan 27 21:39:57.725923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0e205-afcd-4bbd-a774-0522f46fc994 req-8ca316be-9378-4950-8223-6d665b1bba14 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.731631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-945abfee-5248-4177-ade4-dbb9da3c613c admin admin] Publish callbacks [] for security_group (ac30f862-c51c-4fd6-a2e1-c9c6a220b9b1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.739439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73b0e205-afcd-4bbd-a774-0522f46fc994 req-8ca316be-9378-4950-8223-6d665b1bba14 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.4111218 Jan 27 21:39:57.781079 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2eedfc16-da03-445b-99f1-c08bf63db3f1 req-4e23ebd4-0604-4e30-bcf9-a2b9ac1803f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132036 Jan 27 21:39:57.797646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-945abfee-5248-4177-ade4-dbb9da3c613c admin admin] Publish callbacks [] for security_group (ac30f862-c51c-4fd6-a2e1-c9c6a220b9b1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.900531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-945abfee-5248-4177-ade4-dbb9da3c613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ac30f862-c51c-4fd6-a2e1-c9c6a220b9b1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.903260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-945abfee-5248-4177-ade4-dbb9da3c613c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.907364 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-945abfee-5248-4177-ade4-dbb9da3c613c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac30f862-c51c-4fd6-a2e1-c9c6a220b9b1 HTTP/1.1" status: 204 len: 168 time: 0.3196931 Jan 27 21:39:57.916322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93d611ea-ce20-40b1-9c5f-7dd00e8cacd4 req-fca54158-2a5a-4637-aa28-9af195d8e049 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652531 Jan 27 21:39:57.921714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945abfee-5248-4177-ade4-dbb9da3c613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac30f862-c51c-4fd6-a2e1-c9c6a220b9b1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:57.949668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Made reservation on behalf of 085c0c9dc69a4f749abadbbaa7aaef7b for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:57.959326 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.004640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39680) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:58.112109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d960ca7-db95-489f-89e4-bfd5f8725077 req-5a4499dd-16ae-488a-b137-3015703e8d82 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 210 time: 0.0520201 Jan 27 21:39:58.179870 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:58.250516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-708414495-network', 'tenant_id': '456138779b264f889f061a76570ce095'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:58.267458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Allocated IP 172.20.0.14 (1929a838-82b7-4565-948f-dc7befddaab3/9b0a02fe-e156-4eae-8a8f-fd2065db7af7/12ab7484-2e76-401a-a9ae-e50826c44e5e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:58.288582 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae709b-e945-41e5-b1c3-48947a02e701 None None] The sync data for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 is: [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:39:58.322636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-eb511d89-42e0-488e-ad76-52301c6d9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:58.324839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-eb511d89-42e0-488e-ad76-52301c6d9a45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1095 time: 0.5463312 Jan 27 21:39:58.328686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73b0e205-afcd-4bbd-a774-0522f46fc994 req-eee783df-fd25-46f5-af3f-a91a262e48f3 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5882940 Jan 27 21:39:58.346551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Made reservation on behalf of 456138779b264f889f061a76570ce095 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:58.354560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.376848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.539073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5248d5-9d1e-4661-922e-3380e098e10e req-f25a6007-cdb9-40d3-88ec-8f60f89b71d8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:58.546625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a5248d5-9d1e-4661-922e-3380e098e10e req-f25a6007-cdb9-40d3-88ec-8f60f89b71d8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.2264020 Jan 27 21:39:58.558328 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Publish callbacks [] for security_group (9a1e6194-bb72-4cf4-892f-418f2f67437d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.578781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9a1e6194-bb72-4cf4-892f-418f2f67437d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.617116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:58.653850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a5248d5-9d1e-4661-922e-3380e098e10e req-52cb9d41-3a8e-4519-93c4-539142eeb0b4 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061523 Jan 27 21:39:58.658304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1e6194-bb72-4cf4-892f-418f2f67437d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:58.666854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (ce0de22d-85d0-4889-8c8f-1087fc8f98cb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.667930 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Added segment ce0de22d-85d0-4889-8c8f-1087fc8f98cb of type vlan for network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 Jan 27 21:39:58.728608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-1de6f7e2-ac10-4d91-ba1f-e7179c197bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:58.731545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-1de6f7e2-ac10-4d91-ba1f-e7179c197bcc service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.3355165 Jan 27 21:39:58.776082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (9427908c-5ad7-4a3e-8868-4ba41c4f8048), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.816838 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (9427908c-5ad7-4a3e-8868-4ba41c4f8048), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.816838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:58.817292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.830205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08028200-ff3d-416f-b119-eb2fd7793651 None None] New status for floating IP 8be4c615-3f62-4f47-8843-6d62b8130697: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:39:58.859397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-a5f811f6-7191-42dd-9614-89cb28ef5fd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 217 time: 0.1208558 Jan 27 21:39:58.892349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.895866 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8890631 Jan 27 21:39:58.898945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39698) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:58.907542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Request body: {'subnet': {'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-subnet', 'tenant_id': '456138779b264f889f061a76570ce095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:58.921057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721acd0-aeb8-4df2-8c3b-1811bd20c85b admin admin] Pushing event updated for resources: {'Network': ['ID=9427908c-5ad7-4a3e-8868-4ba41c4f8048,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:58.983193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Made reservation on behalf of 456138779b264f889f061a76570ce095 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:58.991476 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.190937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405971a2-1b98-4bf2-89b8-6a8ebea972b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc857cd5-0923-4953-a3c8-7592c7bd5cfb'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:59.193475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-4e3d5135-8e72-4080-aca4-aff71abc1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:59.196761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-4e3d5135-8e72-4080-aca4-aff71abc1ade service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.3242981 Jan 27 21:39:59.196976 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d4eabb-1308-414d-bfa7-ba5ecde3217a" -d '{"events": [{"server_uuid": "405971a2-1b98-4bf2-89b8-6a8ebea972b0", "name": "network-vif-plugged", "status": "completed", "tag": "fc857cd5-0923-4953-a3c8-7592c7bd5cfb"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:59.208329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:59.283620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.387908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-105ee345-83f5-4bb9-86f1-b0c16b2edf3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735377 Jan 27 21:39:59.454686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Network 1929a838-82b7-4565-948f-dc7befddaab3 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:59.463543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4efe73-f04a-4c48-a45c-f01283859a57 req-c1cd2b76-37b0-47c9-9428-104cd1f4af5f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:59.465524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae4efe73-f04a-4c48-a45c-f01283859a57 req-c1cd2b76-37b0-47c9-9428-104cd1f4af5f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 949 time: 0.3915727 Jan 27 21:39:59.482638 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.493745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:59.530921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:59.537977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:59.538900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.632329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event updated for resources: {'Port': ['ID=12ab7484-2e76-401a-a9ae-e50826c44e5e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:59.654012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:59.684651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Checking segment: {'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:59.685246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Network hostable DHCP agents. Network: 9427908c-5ad7-4a3e-8868-4ba41c4f8048, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:59.690194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-729c693f-6e33-490c-9657-a8833b532202 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9619629 Jan 27 21:39:59.725996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:59.732781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Request body: {'port': {'device_id': '223cfba6-3a33-480b-833b-29998b7da697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:59.752454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 9427908c-5ad7-4a3e-8868-4ba41c4f8048) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:59.766370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ba45f-bfa1-465c-a3eb-421e48b7b5d9 None None] Network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:59.767044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-4a9f1aa9-6dc5-409f-a13c-80c8c604afe1 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683131 Jan 27 21:39:59.769879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:59.775982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.776813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123fb0-aae7-497e-9ddb-e5b70e35632a req-35b2e833-d972-4c11-b4c5-67eefd45d24b tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:59.787011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d123fb0-aae7-497e-9ddb-e5b70e35632a req-35b2e833-d972-4c11-b4c5-67eefd45d24b tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 932 time: 0.5174990 Jan 27 21:39:59.791642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae4efe73-f04a-4c48-a45c-f01283859a57 req-38c91c0b-d49b-4deb-9ea2-ae75831c5d46 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044198 Jan 27 21:39:59.888773 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dad0da33-26db-420d-888f-bc2502e00764 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9862673 Jan 27 21:39:59.889191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39722) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:59.900646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:59.941079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d123fb0-aae7-497e-9ddb-e5b70e35632a req-846f6fee-b806-480f-870c-80ee7d94c8bb tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529822 Jan 27 21:40:00.022649 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (80a3c634-8371-411c-b528-4175a642b6a6), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.027917 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (80a3c634-8371-411c-b528-4175a642b6a6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.030370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-75164a07-11fa-4d67-be63-4f257e8082c6 None None] Provisioning complete for port 12ab7484-2e76-401a-a9ae-e50826c44e5e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:00.031113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-75164a07-11fa-4d67-be63-4f257e8082c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.208736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-75164a07-11fa-4d67-be63-4f257e8082c6 None None] Port 12ab7484-2e76-401a-a9ae-e50826c44e5e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:00.234109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.286339 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c674fe78-c692-4da8-b068-77b868541d15 x-openstack-request-id: req-c674fe78-c692-4da8-b068-77b868541d15 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:00.287593 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405971a2-1b98-4bf2-89b8-6a8ebea972b0", "name": "network-vif-plugged", "status": "completed", "tag": "fc857cd5-0923-4953-a3c8-7592c7bd5cfb", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:00.287876 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c674fe78-c692-4da8-b068-77b868541d15 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:00.288902 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405971a2-1b98-4bf2-89b8-6a8ebea972b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc857cd5-0923-4953-a3c8-7592c7bd5cfb', 'code': 200} Jan 27 21:40:00.298850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks [] for router_controller (80a3c634-8371-411c-b528-4175a642b6a6), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.339695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-9427908c-5ad7-4a3e-8868-4ba41c4f8048', 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048', 'project_id': '456138779b264f889f061a76570ce095', 'fixed_ips': [{'subnet_id': '3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:00.340982 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.386636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d5982-3346-48b0-997d-6d9c6fd4dddd req-609dcfb8-320e-45d6-9772-85472af9fb50 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:00.392172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-290d5982-3346-48b0-997d-6d9c6fd4dddd req-609dcfb8-320e-45d6-9772-85472af9fb50 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 943 time: 0.3049922 Jan 27 21:40:00.455481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbe71d-d40b-4baf-baa6-8fa046a1b0ad req-cb43a6ca-9736-4cea-a52c-aba0d1373168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:00.469891 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dbbbe71d-d40b-4baf-baa6-8fa046a1b0ad req-cb43a6ca-9736-4cea-a52c-aba0d1373168 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 1100 time: 0.1997464 Jan 27 21:40:00.540364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Allocated IP 172.20.0.2 (9427908c-5ad7-4a3e-8868-4ba41c4f8048/3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39/2e966b7f-3fc3-477e-a729-536bf859e3b3) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:00.564094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c7c1ee-9a21-485b-9d24-8f5bbfe0f090 req-b241d34e-294a-4616-8370-b2d5eef5fca3 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7705846 Jan 27 21:40:00.653430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks [] for router_gateway (80a3c634-8371-411c-b528-4175a642b6a6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.725312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2541-ca9e-49d5-9a75-b4e88085e4a9 req-a3d0c500-0263-4711-b54d-977604676346 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:00.734472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dc2541-ca9e-49d5-9a75-b4e88085e4a9 req-a3d0c500-0263-4711-b54d-977604676346 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.3240123 Jan 27 21:40:00.748452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dbbbe71d-d40b-4baf-baa6-8fa046a1b0ad req-fd3106f0-5d87-4cae-a9d6-503d32e69608 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665651 Jan 27 21:40:00.817268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-290d5982-3346-48b0-997d-6d9c6fd4dddd req-6fbe4535-309d-4cdb-b264-a63217b6f50c tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684893 Jan 27 21:40:01.062516 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Publish callbacks [] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.081499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dc2541-ca9e-49d5-9a75-b4e88085e4a9 req-366375ab-e494-47ec-8b6c-5d8fc8d734d4 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453696 Jan 27 21:40:01.083158 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.227772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:01.227772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:01.227772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:01.301387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Pushing event updated for resources: {'Port': ['ID=2e966b7f-3fc3-477e-a729-536bf859e3b3,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:01.319155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks [] for router_gateway (80a3c634-8371-411c-b528-4175a642b6a6), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.390066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Attempting to bind port 2e966b7f-3fc3-477e-a729-536bf859e3b3 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:01.392562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Attempting to bind port 2e966b7f-3fc3-477e-a729-536bf859e3b3 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:01.392943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Attempting to bind port 2e966b7f-3fc3-477e-a729-536bf859e3b3 on network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:01.406206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.406401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:01.406746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Checking segment: {'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:01.407109 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.407545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Bound using segment: {'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:01.408039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Bound port: 2e966b7f-3fc3-477e-a729-536bf859e3b3, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:01.412382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.415312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88640de4-03fe-4174-a270-790e6d00f385 req-a8f476e3-98b8-430c-b139-283677443c8f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:01.429106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88640de4-03fe-4174-a270-790e6d00f385 req-a8f476e3-98b8-430c-b139-283677443c8f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 949 time: 0.3458724 Jan 27 21:40:01.464992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-1cab14fa-b518-4422-a066-4751c0c8166d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2770491 Jan 27 21:40:01.623212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] For port 2e966b7f-3fc3-477e-a729-536bf859e3b3, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:01.630376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] For port 2e966b7f-3fc3-477e-a729-536bf859e3b3, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e966b7f-3fc3-477e-a729-536bf859e3b3,segment=NetworkSegment(ce0de22d-85d0-4889-8c8f-1087fc8f98cb),segment_id=ce0de22d-85d0-4889-8c8f-1087fc8f98cb)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:01.639354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.763188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc9f85-e7d8-447f-8c1d-d06f0935bc10 None None] Pushing event updated for resources: {'Port': ['ID=2e966b7f-3fc3-477e-a729-536bf859e3b3,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:01.921230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6d760321-578a-4edb-aa5c-1e51e842f231 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:01.936533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-96dca7a5-a35e-49f7-9b9c-21346fa134dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:01.938655 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-96dca7a5-a35e-49f7-9b9c-21346fa134dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=500ee55890674cb9aa92b9794d74a70d&device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 1096 time: 0.1157756 Jan 27 21:40:01.984598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Allocated IP 172.25.8.92 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/b7796124-31b5-4a5f-8231-f58e155d10e3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:02.047748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ab7484-2e76-401a-a9ae-e50826c44e5e {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:02.077874 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Publish callbacks [] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.097994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace41d-6b07-4d7a-bfbe-b2e35bd1b936 req-c9878379-97c9-4290-b5bd-424e12525165 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.111061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bace41d-6b07-4d7a-bfbe-b2e35bd1b936 req-c9878379-97c9-4290-b5bd-424e12525165 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 932 time: 0.7345383 Jan 27 21:40:02.169181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88640de4-03fe-4174-a270-790e6d00f385 req-07ca005f-2d92-446c-9311-a03ef835cece tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388821 Jan 27 21:40:02.231549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-ca86c58f-1a1b-4097-b71d-5e479d8d635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.233960 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-ca86c58f-1a1b-4097-b71d-5e479d8d635d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e701c5d-fec8-499d-a2bb-6c25cdde9c47 HTTP/1.1" status: 200 len: 915 time: 0.2422264 Jan 27 21:40:02.360804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Transition to ACTIVE for port object 12ab7484-2e76-401a-a9ae-e50826c44e5e will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:02.412441 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-a5720e4c-914b-4fd1-a253-5ea3b38a4c91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34db9676-9962-4764-8b80-bae9784f158f HTTP/1.1" status: 200 len: 217 time: 0.1694267 Jan 27 21:40:02.450769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bace41d-6b07-4d7a-bfbe-b2e35bd1b936 req-93305d51-6fe5-4142-937a-bfa4210a57f6 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382354 Jan 27 21:40:02.455538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.585197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-2778a430-4f68-4155-8b5d-087dbeb101be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.588773 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-2778a430-4f68-4155-8b5d-087dbeb101be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98c25ca-93af-4e5f-bb67-bcd122180593 HTTP/1.1" status: 200 len: 854 time: 0.1076694 Jan 27 21:40:02.703593 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-71364f1f-2421-42f4-9547-f40242a675cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e701c5d-fec8-499d-a2bb-6c25cdde9c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082377 Jan 27 21:40:02.766966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks [] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.773233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6d760321-578a-4edb-aa5c-1e51e842f231, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6d760321-578a-4edb-aa5c-1e51e842f231,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:02.819358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '6d760321-578a-4edb-aa5c-1e51e842f231', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'port_id': '6d760321-578a-4edb-aa5c-1e51e842f231', 'mac_address': 'fa:16:3e:8b:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:02.825715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Pushing event updated for resources: {'Port': ['ID=12ab7484-2e76-401a-a9ae-e50826c44e5e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:02.870436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Attempting to bind port 12ab7484-2e76-401a-a9ae-e50826c44e5e on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:02.870754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Attempting to bind port 12ab7484-2e76-401a-a9ae-e50826c44e5e by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:02.871206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Attempting to bind port 12ab7484-2e76-401a-a9ae-e50826c44e5e on network 1929a838-82b7-4565-948f-dc7befddaab3 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:02.893563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Port 12ab7484-2e76-401a-a9ae-e50826c44e5e on network 1929a838-82b7-4565-948f-dc7befddaab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:02.894437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Attempting to bind port 12ab7484-2e76-401a-a9ae-e50826c44e5e on network 1929a838-82b7-4565-948f-dc7befddaab3 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:02.919180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6d760321-578a-4edb-aa5c-1e51e842f231 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:02.920438 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.922170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adeafd-fce3-463e-a41c-65f67b4faab7 req-5cf60f22-ac26-4744-a952-a225db17d104 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.944869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9adeafd-fce3-463e-a41c-65f67b4faab7 req-5cf60f22-ac26-4744-a952-a225db17d104 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1097 time: 0.3899729 Jan 27 21:40:02.947394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:02.947789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Checking segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:02.948541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Bound using segment: {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:02.949082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Bound port: 12ab7484-2e76-401a-a9ae-e50826c44e5e, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ad28e7-150c-4e84-be08-85384af26174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:02.949524 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.965511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d760321-578a-4edb-aa5c-1e51e842f231 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:03.011406 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-e268a94f-3997-41e1-9370-8bf35c03d0f8 service neutron] 10.222.0.16 "GET /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878292 Jan 27 21:40:03.029033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6d760321-578a-4edb-aa5c-1e51e842f231, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6d760321-578a-4edb-aa5c-1e51e842f231,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:03.037702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.039363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.179476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9adeafd-fce3-463e-a41c-65f67b4faab7 req-c479ef9e-71b5-4763-a54f-419444ccb0a6 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184658 Jan 27 21:40:03.226136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6d760321-578a-4edb-aa5c-1e51e842f231,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:03.345450 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9a338d8f-c40b-479c-b4ef-3840df9458c0 req-62a738a6-4900-4c1c-9a40-3c2e05ed9052 service neutron] 10.222.0.16 "GET /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263309 Jan 27 21:40:03.372315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:03.380286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:03.386381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:03.393160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Pushing event updated for resources: {'Port': ['ID=b7796124-31b5-4a5f-8231-f58e155d10e3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:03.407371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6d760321-578a-4edb-aa5c-1e51e842f231'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:03.461896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa81642-ccce-4dfb-970e-c8a8480075bc req-6b3b376f-853c-4e57-8936-6e6cb317828f tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:03.465605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fa81642-ccce-4dfb-970e-c8a8480075bc req-6b3b376f-853c-4e57-8936-6e6cb317828f tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 944 time: 0.2804306 Jan 27 21:40:03.474489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] For port 12ab7484-2e76-401a-a9ae-e50826c44e5e, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:03.485494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] For port 12ab7484-2e76-401a-a9ae-e50826c44e5e, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=12ab7484-2e76-401a-a9ae-e50826c44e5e,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:03.574052 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.728474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fa81642-ccce-4dfb-970e-c8a8480075bc req-80f3021f-4bb5-49f4-8887-1c70b34f6ebb tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485120 Jan 27 21:40:03.746425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:03.746849 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.748366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/12ab7484-2e76-401a-a9ae-e50826c44e5e HTTP/1.1" status: 200 len: 1092 time: 4.0324402 Jan 27 21:40:03.757316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223cfba6-3a33-480b-833b-29998b7da697', 'tag': '12ab7484-2e76-401a-a9ae-e50826c44e5e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:03.763493 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5478a3a2-6c1e-4337-9e36-949048ecb95d" -d '{"events": [{"name": "network-changed", "server_uuid": "223cfba6-3a33-480b-833b-29998b7da697", "tag": "12ab7484-2e76-401a-a9ae-e50826c44e5e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:03.973885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c89cf-38b5-4b8a-affc-0efa96f954a2 service neutron] Pushing event updated for resources: {'Port': ['ID=12ab7484-2e76-401a-a9ae-e50826c44e5e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:04.010975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbcfab-1497-430f-87ef-7d7a5d0ab530 req-8d0d4ce8-fbf7-49f4-9a78-c3f252354c3e tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.025753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7fbcfab-1497-430f-87ef-7d7a5d0ab530 req-8d0d4ce8-fbf7-49f4-9a78-c3f252354c3e tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 949 time: 0.4388971 Jan 27 21:40:04.127888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7268a3dc-9368-4fd5-b369-dd821f3e337e None None] Network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:04.135590 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-87a1659f-4204-480c-864a-e5dd3a5f89bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.209472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888016-6bd6-472b-b360-27fe40b889d7 req-b52ef941-db2e-4548-a6b5-eac3ba772a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.211241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-b52ef941-db2e-4548-a6b5-eac3ba772a9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 1095 time: 0.3921323 Jan 27 21:40:04.225983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7fbcfab-1497-430f-87ef-7d7a5d0ab530 req-38e7aeae-ea15-4790-acaf-c8be54b0203d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968141 Jan 27 21:40:04.298427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e966b7f-3fc3-477e-a729-536bf859e3b3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:04.341988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks [] for router_gateway (80a3c634-8371-411c-b528-4175a642b6a6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.380478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5d723ee6-03cb-431a-9b6d-ad45027f771b None None] Provisioning complete for port 2e966b7f-3fc3-477e-a729-536bf859e3b3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:04.382338 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d723ee6-03cb-431a-9b6d-ad45027f771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.437757 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddb8665-8c40-4ed4-995c-d017558a01eb x-openstack-request-id: req-5ddb8665-8c40-4ed4-995c-d017558a01eb {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:04.440430 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223cfba6-3a33-480b-833b-29998b7da697", "tag": "12ab7484-2e76-401a-a9ae-e50826c44e5e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:04.441427 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ddb8665-8c40-4ed4-995c-d017558a01eb {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:04.445116 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223cfba6-3a33-480b-833b-29998b7da697', 'tag': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'status': 'completed', 'code': 200} Jan 27 21:40:04.479124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eacb8-61c6-464b-9cd2-677133b2f3c3 req-e668298b-a836-49f2-8bf0-5b5c0c9bd692 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.494726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-971eacb8-61c6-464b-9cd2-677133b2f3c3 req-e668298b-a836-49f2-8bf0-5b5c0c9bd692 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 944 time: 0.3805649 Jan 27 21:40:04.501647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-2fe3bf86-4bab-4e66-9b6d-7a3ea3dfa411 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ab7484-2e76-401a-a9ae-e50826c44e5e HTTP/1.1" status: 200 len: 217 time: 0.2744660 Jan 27 21:40:04.593836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2e966b7f-3fc3-477e-a729-536bf859e3b3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:04.594499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.783570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5d723ee6-03cb-431a-9b6d-ad45027f771b None None] Current status of the port 2e966b7f-3fc3-477e-a729-536bf859e3b3 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:04.783861 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d723ee6-03cb-431a-9b6d-ad45027f771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.870129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-971eacb8-61c6-464b-9cd2-677133b2f3c3 req-040f6d9a-58ba-4503-9802-8cb5b7dab4c9 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730686 Jan 27 21:40:04.877260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888016-6bd6-472b-b360-27fe40b889d7 req-f3a8523d-25f9-4c01-a680-a62ce934866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.885244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-f3a8523d-25f9-4c01-a680-a62ce934866e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b0a02fe-e156-4eae-8a8f-fd2065db7af7 HTTP/1.1" status: 200 len: 863 time: 0.3721449 Jan 27 21:40:05.010336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2e966b7f-3fc3-477e-a729-536bf859e3b3 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:05.011046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.025792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (80a3c634-8371-411c-b528-4175a642b6a6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.135272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5d723ee6-03cb-431a-9b6d-ad45027f771b None None] For port 2e966b7f-3fc3-477e-a729-536bf859e3b3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e966b7f-3fc3-477e-a729-536bf859e3b3,segment=NetworkSegment(ce0de22d-85d0-4889-8c8f-1087fc8f98cb),segment_id=ce0de22d-85d0-4889-8c8f-1087fc8f98cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:05.146940 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d723ee6-03cb-431a-9b6d-ad45027f771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.221704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888016-6bd6-472b-b360-27fe40b889d7 req-dd1ab1e1-6210-4f34-9a5b-4b8dc5793fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:05.225601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-dd1ab1e1-6210-4f34-9a5b-4b8dc5793fab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1929a838-82b7-4565-948f-dc7befddaab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3337207 Jan 27 21:40:05.333811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Router 80a3c634-8371-411c-b528-4175a642b6a6 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:40:05.476116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d723ee6-03cb-431a-9b6d-ad45027f771b None None] Pushing event updated for resources: {'Port': ['ID=2e966b7f-3fc3-477e-a729-536bf859e3b3,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:05.483112 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:40:05.483999 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:40:05.485942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6980f-c379-4b02-97ea-043348908741 req-dea94a59-e9c7-42f1-a7b1-bba7dafea9fc tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:05.498145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7c6980f-c379-4b02-97ea-043348908741 req-dea94a59-e9c7-42f1-a7b1-bba7dafea9fc tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 944 time: 0.4473221 Jan 27 21:40:05.510439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:05.524676 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Sync routers for ids ['80a3c634-8371-411c-b528-4175a642b6a6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:05.561507 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Routers {'80a3c634-8371-411c-b528-4175a642b6a6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:05.563034 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:39:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80a3c634-8371-411c-b528-4175a642b6a6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:05.604623 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.617377 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e17d9706-b70f-404b-be41-d7ad9c91ce52 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7248957 Jan 27 21:40:05.620108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39810) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:05.634938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e4e14c14-fce2-402e-91ce-c6bd940a7e91 None None] Provisioning complete for port 2e966b7f-3fc3-477e-a729-536bf859e3b3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:05.635922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4e14c14-fce2-402e-91ce-c6bd940a7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.735224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-cfbf31cd-a1a2-4fa4-935f-01dc59a5d96b service neutron] 10.222.0.57 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907694 Jan 27 21:40:05.865847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e4e14c14-fce2-402e-91ce-c6bd940a7e91 None None] Current status of the port 2e966b7f-3fc3-477e-a729-536bf859e3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:05.919149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fa8ba-e5dc-4e73-8d44-151a3b81abea req-62e5e14e-0f37-4f19-bdf4-cdee9386342b tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:05.933105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a93fa8ba-e5dc-4e73-8d44-151a3b81abea req-62e5e14e-0f37-4f19-bdf4-cdee9386342b tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 949 time: 0.6047332 Jan 27 21:40:05.935492 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Set router 80a3c634-8371-411c-b528-4175a642b6a6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:05.964572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6d760321-578a-4edb-aa5c-1e51e842f231 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:05.965651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7c6980f-c379-4b02-97ea-043348908741 req-e7f8485d-b896-411e-ae4f-525d63b129fe tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4659638 Jan 27 21:40:06.164150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a93fa8ba-e5dc-4e73-8d44-151a3b81abea req-d9e8f9f8-6d6d-42c3-8a9e-c6112117bfdd tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220454 Jan 27 21:40:06.200238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86888016-6bd6-472b-b360-27fe40b889d7 req-a46108c9-c07f-459b-b4e4-24d5f577998d service neutron] 10.222.0.57 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501057 Jan 27 21:40:06.208832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 6d760321-578a-4edb-aa5c-1e51e842f231 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:06.218946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2e966b7f-3fc3-477e-a729-536bf859e3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:06.232302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 6d760321-578a-4edb-aa5c-1e51e842f231 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:06.233418 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.534164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e966b7f-3fc3-477e-a729-536bf859e3b3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:06.562022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-8aed8383-3e46-4faf-b449-796a312be189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.569911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-8aed8383-3e46-4faf-b449-796a312be189 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 1095 time: 0.3087900 Jan 27 21:40:06.607174 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:03Z', 'revision_number': 3, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port': {'id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:01Z', 'updated_at': '2022-01-27T21:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:06.623185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2e966b7f-3fc3-477e-a729-536bf859e3b3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:06.623595 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.657220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dff9c-763c-4b26-9d18-d0675fd34cc6 req-91231024-57d4-4f77-aa5c-dd285ce43269 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.664714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-334dff9c-763c-4b26-9d18-d0675fd34cc6 req-91231024-57d4-4f77-aa5c-dd285ce43269 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 944 time: 0.2800393 Jan 27 21:40:06.696796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6d760321-578a-4edb-aa5c-1e51e842f231 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:06.697047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.712328 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Checking router: 80a3c634-8371-411c-b528-4175a642b6a6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:06.712754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Updating router 80a3c634-8371-411c-b528-4175a642b6a6 port b7796124-31b5-4a5f-8231-f58e155d10e3 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:40:06.790754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6d760321-578a-4edb-aa5c-1e51e842f231, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6d760321-578a-4edb-aa5c-1e51e842f231,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:06.795614 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.799149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:06.809623 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33806185-b968-404c-af3e-085c4258f0bb" -d '{"events": [{"server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:06.826186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.943642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6d760321-578a-4edb-aa5c-1e51e842f231,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:06.967575 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258be6c5-3472-44d0-bfc3-3151c4ad5a29 x-openstack-request-id: req-258be6c5-3472-44d0-bfc3-3151c4ad5a29 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:06.968012 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:06.968217 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-258be6c5-3472-44d0-bfc3-3151c4ad5a29 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:06.968549 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231', 'code': 200} Jan 27 21:40:06.973327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.004277 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e752f912-401c-4e62-9bdf-45855a1e783f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.024460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2e966b7f-3fc3-477e-a729-536bf859e3b3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:07.026796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-334dff9c-763c-4b26-9d18-d0675fd34cc6 req-ce11071f-3e12-4bbf-b17a-ec42d68ffa4c tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493525 Jan 27 21:40:07.128799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-ea1f245e-cbfc-4d56-90db-556678d7cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.136208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-ea1f245e-cbfc-4d56-90db-556678d7cfef service neutron] 10.222.0.57 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 925 time: 0.5592654 Jan 27 21:40:07.234527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-72ac7147-148f-47e1-9d9e-0ad94cd57800 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ab7484-2e76-401a-a9ae-e50826c44e5e HTTP/1.1" status: 200 len: 217 time: 0.0923622 Jan 27 21:40:07.496183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9460-0192-47e4-bb96-38a20da6be7c req-0f11df75-3d8c-4e83-9f99-19416fff4263 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.510001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19ef9460-0192-47e4-bb96-38a20da6be7c req-0f11df75-3d8c-4e83-9f99-19416fff4263 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 0.2721543 Jan 27 21:40:07.528453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-6daa6bea-fd97-424b-83d4-cc960ccebe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.530740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-6daa6bea-fd97-424b-83d4-cc960ccebe08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b0a02fe-e156-4eae-8a8f-fd2065db7af7 HTTP/1.1" status: 200 len: 863 time: 0.2789466 Jan 27 21:40:07.603008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39838) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:07.627999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c4a62-53d4-4c4d-8c25-b6e0ac88877e req-0863167e-d166-4509-a6d6-78a3824e8a2b tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.636789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7c4a62-53d4-4c4d-8c25-b6e0ac88877e req-0863167e-d166-4509-a6d6-78a3824e8a2b tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 949 time: 0.2559652 Jan 27 21:40:07.663241 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Publish callbacks [] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.681814 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.728702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-af9da85e-280e-4386-b2b3-57869e9aa665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.741341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-af9da85e-280e-4386-b2b3-57869e9aa665 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1929a838-82b7-4565-948f-dc7befddaab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983237 Jan 27 21:40:07.758279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19ef9460-0192-47e4-bb96-38a20da6be7c req-9315b565-3597-4b16-84ae-35ced6697fbf tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455485 Jan 27 21:40:07.777401 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Attempting to bind port b7796124-31b5-4a5f-8231-f58e155d10e3 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:07.777876 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Attempting to bind port b7796124-31b5-4a5f-8231-f58e155d10e3 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:07.778149 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Attempting to bind port b7796124-31b5-4a5f-8231-f58e155d10e3 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:07.795975 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:07.796488 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:07.796800 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.797160 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:07.797654 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Bound port: b7796124-31b5-4a5f-8231-f58e155d10e3, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:07.798039 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.859384 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Pushing event updated for resources: {'Port': ['ID=b7796124-31b5-4a5f-8231-f58e155d10e3,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:07.893413 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.894601 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.895529 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.896706 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.897754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.898654 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.900839 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.902036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.902852 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.903701 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.904531 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.905432 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.906486 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:07.927061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7c4a62-53d4-4c4d-8c25-b6e0ac88877e req-cadc7aad-81de-411a-be92-476edbe88e69 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889585 Jan 27 21:40:08.002561 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] For port b7796124-31b5-4a5f-8231-f58e155d10e3, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:08.010510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] For port b7796124-31b5-4a5f-8231-f58e155d10e3, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b7796124-31b5-4a5f-8231-f58e155d10e3,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:08.022551 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.199108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966367-5356-4c6c-9f5a-424133042203 req-9aaa3f50-85a0-44d8-b907-1059ab57dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:08.199943 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Routers {'80a3c634-8371-411c-b528-4175a642b6a6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:08.200622 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80a3c634-8371-411c-b528-4175a642b6a6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:08.200825 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c1966367-5356-4c6c-9f5a-424133042203 req-9aaa3f50-85a0-44d8-b907-1059ab57dda2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 1096 time: 0.9797382 Jan 27 21:40:08.209329 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace0413-f39e-4bab-aea1-0f8381471c59 None None] Pushing event updated for resources: {'Port': ['ID=b7796124-31b5-4a5f-8231-f58e155d10e3,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:08.239138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.263933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-24c540b9-a50b-4970-a09c-a2cfe65fe396 service neutron] 10.222.0.57 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030947 Jan 27 21:40:08.267571 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.378966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c1966367-5356-4c6c-9f5a-424133042203 req-5719029c-0249-456a-984f-ec224ecd6aa4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593823 Jan 27 21:40:08.401504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Allocated IP 172.20.0.1 (9427908c-5ad7-4a3e-8868-4ba41c4f8048/3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39/4b2d60f1-fac6-4714-a5e7-537c4ada0b48) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:08.532433 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] Set router 80a3c634-8371-411c-b528-4175a642b6a6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:08.623182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437f043-6d93-403b-8c1e-4bebc5720def req-233b31e9-57e2-4c53-97c9-5634775d8961 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:08.629027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f437f043-6d93-403b-8c1e-4bebc5720def req-233b31e9-57e2-4c53-97c9-5634775d8961 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 944 time: 0.2458365 Jan 27 21:40:08.656780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384e2ff-379b-4fa0-bc89-cc4536eaf8b9 req-1d3365af-770b-4e6f-b898-27fe0e9c2ab7 tempest-LiveMigrationNegativeTest-1232280238 tempest-LiveMigrationNegativeTest-1232280238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:08.669540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3384e2ff-379b-4fa0-bc89-cc4536eaf8b9 req-1d3365af-770b-4e6f-b898-27fe0e9c2ab7 tempest-LiveMigrationNegativeTest-1232280238 tempest-LiveMigrationNegativeTest-1232280238-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 1100 time: 0.5397453 Jan 27 21:40:08.675890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Publish callbacks [] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.772130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.818124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:08.826332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:08.829514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:08.861148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3384e2ff-379b-4fa0-bc89-cc4536eaf8b9 req-0e7824d0-7ce2-42df-be3f-bce1d81612c7 tempest-LiveMigrationNegativeTest-1232280238 tempest-LiveMigrationNegativeTest-1232280238-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.895577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (80a3c634-8371-411c-b528-4175a642b6a6), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.043806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:09.223800 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:03Z', 'revision_number': 3, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port': {'id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:01Z', 'updated_at': '2022-01-27T21:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:09.245665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f437f043-6d93-403b-8c1e-4bebc5720def req-bc72c0ad-45fb-4f37-8d35-b9ecfa384ab8 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5750320 Jan 27 21:40:09.262215 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5478a3a2-6c1e-4337-9e36-949048ecb95d req-00b31e33-fe23-41ef-8a02-0e8a9a33b839 service neutron] 10.222.0.57 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9014482 Jan 27 21:40:09.317288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.333557 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Publish callbacks [] for security_group (b7b7e301-4b77-4ce7-9bea-5273cb09aabe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.340277 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9785be8b-66f6-45c6-a3ed-184cc14d40fa None None] The sync data for ids ['80a3c634-8371-411c-b528-4175a642b6a6'] in n-d-826529-2 is: [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:03Z', 'revision_number': 3, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port': {'id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:01Z', 'updated_at': '2022-01-27T21:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:09.346926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7d42f3ce-db97-420c-8e84-a78c71520064 None None] Provisioning complete for port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:09.348107 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d42f3ce-db97-420c-8e84-a78c71520064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.350053 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b7b7e301-4b77-4ce7-9bea-5273cb09aabe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.445270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7d42f3ce-db97-420c-8e84-a78c71520064 None None] Port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:09.488382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b7e301-4b77-4ce7-9bea-5273cb09aabe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:09.510838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32e9adbdac694547a60c71bd0aaa9b07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9047875 Jan 27 21:40:09.513287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39862) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:09.551143 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3384e2ff-379b-4fa0-bc89-cc4536eaf8b9 req-0e7824d0-7ce2-42df-be3f-bce1d81612c7 tempest-LiveMigrationNegativeTest-1232280238 tempest-LiveMigrationNegativeTest-1232280238-project-admin] Publish callbacks [] for security_group (70002645-251d-4694-a7ec-2025891a8e36), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.553982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.554575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.554845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.555329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.555801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.556386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.556689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.557100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.557664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.557984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.558371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.558780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.559162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af99136b-1442-44bf-ae4d-37dd83e6a6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:09.591278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3384e2ff-379b-4fa0-bc89-cc4536eaf8b9 req-0e7824d0-7ce2-42df-be3f-bce1d81612c7 tempest-LiveMigrationNegativeTest-1232280238 tempest-LiveMigrationNegativeTest-1232280238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (70002645-251d-4694-a7ec-2025891a8e36), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.623976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Publish callbacks [] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.633709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.663919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7824d0-7ce2-42df-be3f-bce1d81612c7 tempest-LiveMigrationNegativeTest-1232280238 tempest-LiveMigrationNegativeTest-1232280238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70002645-251d-4694-a7ec-2025891a8e36,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:09.697888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3384e2ff-379b-4fa0-bc89-cc4536eaf8b9 req-0e7824d0-7ce2-42df-be3f-bce1d81612c7 tempest-LiveMigrationNegativeTest-1232280238 tempest-LiveMigrationNegativeTest-1232280238-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0082536 Jan 27 21:40:09.727358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 12ab7484-2e76-401a-a9ae-e50826c44e5e details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:09.743050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22ff88-b35b-4556-81c4-cc2d18cab1e7 req-110bed25-537d-40d8-8bfc-2ce706d80a44 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.752950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a22ff88-b35b-4556-81c4-cc2d18cab1e7 req-110bed25-537d-40d8-8bfc-2ce706d80a44 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 0.2555389 Jan 27 21:40:09.763933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8241ada-f546-42a2-9a1e-fc108da31015 admin admin] Publish callbacks [] for security_group (b7b7e301-4b77-4ce7-9bea-5273cb09aabe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.796621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (80a3c634-8371-411c-b528-4175a642b6a6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.872879 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:40:09.988518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a22ff88-b35b-4556-81c4-cc2d18cab1e7 req-e6a06b19-c573-42ad-b2fb-86396fc0c03e tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338991 Jan 27 21:40:10.052020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8241ada-f546-42a2-9a1e-fc108da31015 admin admin] Publish callbacks [] for security_group (b7b7e301-4b77-4ce7-9bea-5273cb09aabe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.180597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 12ab7484-2e76-401a-a9ae-e50826c44e5e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=12ab7484-2e76-401a-a9ae-e50826c44e5e,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:10.246635 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8241ada-f546-42a2-9a1e-fc108da31015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b7b7e301-4b77-4ce7-9bea-5273cb09aabe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.253873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8241ada-f546-42a2-9a1e-fc108da31015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.263297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a8241ada-f546-42a2-9a1e-fc108da31015 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7b7e301-4b77-4ce7-9bea-5273cb09aabe HTTP/1.1" status: 204 len: 168 time: 0.7331164 Jan 27 21:40:10.273695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'port_id': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'mac_address': 'fa:16:3e:f5:39:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:10.295435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8241ada-f546-42a2-9a1e-fc108da31015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b7e301-4b77-4ce7-9bea-5273cb09aabe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:10.309102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:10.461933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:10.469405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:10.582964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b7796124-31b5-4a5f-8231-f58e155d10e3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:10.713187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 12ab7484-2e76-401a-a9ae-e50826c44e5e is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:10.715824 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.754686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956d895-e58c-41e4-9b82-5b6226f47ef2 req-bb2b611d-c2a4-4bc0-9f75-a120584f28c0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.764755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8956d895-e58c-41e4-9b82-5b6226f47ef2 req-bb2b611d-c2a4-4bc0-9f75-a120584f28c0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 944 time: 0.1643610 Jan 27 21:40:10.828458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ab7484-2e76-401a-a9ae-e50826c44e5e {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:10.869051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Router 80a3c634-8371-411c-b528-4175a642b6a6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:10.916230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 12ab7484-2e76-401a-a9ae-e50826c44e5e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=12ab7484-2e76-401a-a9ae-e50826c44e5e,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:10.938804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.012535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8956d895-e58c-41e4-9b82-5b6226f47ef2 req-74d66ba9-8458-4595-95b3-fbe14339556e tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304521 Jan 27 21:40:11.164580 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.192023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b7796124-31b5-4a5f-8231-f58e155d10e3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:11.192772 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.222558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39894) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:11.298340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f59f9ef1-0811-4661-a3ac-e5e1bf4a450d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.303450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=12ab7484-2e76-401a-a9ae-e50826c44e5e,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:11.363497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['12ab7484-2e76-401a-a9ae-e50826c44e5e'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:11.370537 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.428170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9bf8b513-8aed-419c-b203-47bd781124da None None] Provisioning complete for port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:11.428606 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b513-8aed-419c-b203-47bd781124da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.462112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:11.470481 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-16fc1678-2b6f-4479-908e-ffee93219248 admin admin] 10.222.0.45 "PUT /v2.0/routers/80a3c634-8371-411c-b528-4175a642b6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8471034 Jan 27 21:40:11.570530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b7796124-31b5-4a5f-8231-f58e155d10e3 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:11.570932 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.671020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8b513-8aed-419c-b203-47bd781124da None None] Port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:11.690619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port b7796124-31b5-4a5f-8231-f58e155d10e3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b7796124-31b5-4a5f-8231-f58e155d10e3,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:11.759064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.841379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f59f9ef1-0811-4661-a3ac-e5e1bf4a450d admin admin] Publish callbacks [] for security_group (62eda925-0df6-4add-8f61-135d7bd23e78), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.870806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f59f9ef1-0811-4661-a3ac-e5e1bf4a450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (62eda925-0df6-4add-8f61-135d7bd23e78), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.921841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699d21-757e-4e7c-af79-bc9c36e8d82b req-83270c0b-1c6e-4b6c-9546-7ee91901c723 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.927177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97699d21-757e-4e7c-af79-bc9c36e8d82b req-83270c0b-1c6e-4b6c-9546-7ee91901c723 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 0.5650995 Jan 27 21:40:11.964525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=b7796124-31b5-4a5f-8231-f58e155d10e3,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:12.064682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f59f9ef1-0811-4661-a3ac-e5e1bf4a450d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7f314213d21496092e84c30a5388927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8394482 Jan 27 21:40:12.068441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:12.100861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5935ac-7614-4610-9185-d22af4a98e46 req-5995f989-eb3f-42e5-8a33-8bda2868d52f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.102450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab5935ac-7614-4610-9185-d22af4a98e46 req-5995f989-eb3f-42e5-8a33-8bda2868d52f tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 949 time: 0.5612299 Jan 27 21:40:12.104848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f9ef1-0811-4661-a3ac-e5e1bf4a450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eda925-0df6-4add-8f61-135d7bd23e78,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:12.194790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab5935ac-7614-4610-9185-d22af4a98e46 req-d90e916d-5d37-4665-b062-e776b0dc12b5 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795350 Jan 27 21:40:12.199054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e17d7fa-b98b-4639-a533-0110bfccdcf8 admin admin] Publish callbacks [] for security_group (62eda925-0df6-4add-8f61-135d7bd23e78), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.216435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97699d21-757e-4e7c-af79-bc9c36e8d82b req-41e907e0-adb6-459c-87c7-83ec9d7ba88b tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718925 Jan 27 21:40:12.257465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e17d7fa-b98b-4639-a533-0110bfccdcf8 admin admin] Publish callbacks [] for security_group (62eda925-0df6-4add-8f61-135d7bd23e78), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.400639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e17d7fa-b98b-4639-a533-0110bfccdcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (62eda925-0df6-4add-8f61-135d7bd23e78), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.405390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e17d7fa-b98b-4639-a533-0110bfccdcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.407326 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0e17d7fa-b98b-4639-a533-0110bfccdcf8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62eda925-0df6-4add-8f61-135d7bd23e78 HTTP/1.1" status: 204 len: 168 time: 0.3370671 Jan 27 21:40:12.451038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b7796124-31b5-4a5f-8231-f58e155d10e3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:12.457116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17d7fa-b98b-4639-a533-0110bfccdcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eda925-0df6-4add-8f61-135d7bd23e78,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:12.668369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49289-6375-46cf-be6f-cba677ac332b req-8f38ae15-d520-4fe9-8d4f-705c1a7777d2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.683396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8a49289-6375-46cf-be6f-cba677ac332b req-8f38ae15-d520-4fe9-8d4f-705c1a7777d2 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 945 time: 0.2529926 Jan 27 21:40:12.716834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b7796124-31b5-4a5f-8231-f58e155d10e3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:12.717729 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.866740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8a49289-6375-46cf-be6f-cba677ac332b req-c1c0de6c-7a6b-4e0c-998d-67feef937087 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801221 Jan 27 21:40:12.978264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b7796124-31b5-4a5f-8231-f58e155d10e3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:13.109163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Sync routers for ids ['80a3c634-8371-411c-b528-4175a642b6a6'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:13.132257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-1b013864-b29e-4608-9c18-ddb9a231419d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:13.134728 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-1b013864-b29e-4608-9c18-ddb9a231419d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.16 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 949 time: 0.1087520 Jan 27 21:40:13.160895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Routers {'80a3c634-8371-411c-b528-4175a642b6a6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:13.174859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80a3c634-8371-411c-b528-4175a642b6a6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:13.315594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Deleting port fc857cd5-0923-4953-a3c8-7592c7bd5cfb {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:13.316131 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:13.544252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] For port fc857cd5-0923-4953-a3c8-7592c7bd5cfb, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:13.547445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:13.593353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Calling delete_port for fc857cd5-0923-4953-a3c8-7592c7bd5cfb owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:13.627600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-17ba503d-a18f-45a9-83e5-4b111d75cb91 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7145844 Jan 27 21:40:13.637217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:13.686354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c41f-350b-44e8-bb39-e9d2cdaa3b65 req-053dd513-3e47-4488-9878-010c0578d3d1 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:13.703192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39928) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:13.708667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Request body: {'floatingip': {'port_id': '6d760321-578a-4edb-aa5c-1e51e842f231'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:13.710989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b808c41f-350b-44e8-bb39-e9d2cdaa3b65 req-053dd513-3e47-4488-9878-010c0578d3d1 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 0.4276562 Jan 27 21:40:13.760615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 12ab7484-2e76-401a-a9ae-e50826c44e5e up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:13.779733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for floatingip (44bb840e-a542-427d-85bc-526cf380093a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:13.817456 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.258946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Set router 80a3c634-8371-411c-b528-4175a642b6a6 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:14.382072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (fc857cd5-0923-4953-a3c8-7592c7bd5cfb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.403302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['fc857cd5-0923-4953-a3c8-7592c7bd5cfb'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:14.407201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8e270331-dec6-4345-92db-f7ce1f99db9d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:14.497010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Pushing event deleted for resources: {'Port': ['ID=fc857cd5-0923-4953-a3c8-7592c7bd5cfb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:14.564821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 12ab7484-2e76-401a-a9ae-e50826c44e5e completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:14.568084 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] No DVR routers for this DVR port fc857cd5-0923-4953-a3c8-7592c7bd5cfb on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:14.572875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.584648 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-163a76ec-e830-4a00-84f8-2e2d6a1ec25e req-b5e32967-b3c8-415b-8ced-25cc682812dc tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.16 "DELETE /v2.0/ports/fc857cd5-0923-4953-a3c8-7592c7bd5cfb HTTP/1.1" status: 204 len: 173 time: 1.4441457 Jan 27 21:40:14.585420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405971a2-1b98-4bf2-89b8-6a8ebea972b0', 'name': 'network-vif-deleted', 'tag': 'fc857cd5-0923-4953-a3c8-7592c7bd5cfb'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:14.588205 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d346a5-9365-4fd5-b1a0-be0708862d45" -d '{"events": [{"server_uuid": "405971a2-1b98-4bf2-89b8-6a8ebea972b0", "name": "network-vif-deleted", "tag": "fc857cd5-0923-4953-a3c8-7592c7bd5cfb"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:14.597525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 12ab7484-2e76-401a-a9ae-e50826c44e5e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:14.600121 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.923562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5d51d68-04f8-45c7-b4e4-3ed3f32441ae req-74bad2dc-faf7-4a15-bf7a-e972c8acd13a tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=405971a2-1b98-4bf2-89b8-6a8ebea972b0 HTTP/1.1" status: 200 len: 210 time: 0.8604000 Jan 27 21:40:15.189117 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.248391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800fcb2-e1c2-4a9a-889c-9a10bee5d4b8 req-851ef563-3d54-448f-908c-5086284e046f tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.263277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0800fcb2-e1c2-4a9a-889c-9a10bee5d4b8 req-851ef563-3d54-448f-908c-5086284e046f tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 945 time: 0.1707892 Jan 27 21:40:15.456167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 12ab7484-2e76-401a-a9ae-e50826c44e5e is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:15.458892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.522783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Allocated IP 172.25.8.164 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/33905bef-0aff-477c-8919-8770c5759351) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:15.631370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223cfba6-3a33-480b-833b-29998b7da697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab7484-2e76-401a-a9ae-e50826c44e5e'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:15.635327 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea337b84-37f0-477a-a54c-9d91a8284a4c" -d '{"events": [{"server_uuid": "223cfba6-3a33-480b-833b-29998b7da697", "name": "network-vif-plugged", "status": "completed", "tag": "12ab7484-2e76-401a-a9ae-e50826c44e5e"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:15.731984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 12ab7484-2e76-401a-a9ae-e50826c44e5e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=12ab7484-2e76-401a-a9ae-e50826c44e5e,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:15.778820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.800586 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for port (33905bef-0aff-477c-8919-8770c5759351), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.966778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (33905bef-0aff-477c-8919-8770c5759351), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.995328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:09Z', 'revision_number': 4, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port': {'id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:01Z', 'updated_at': '2022-01-27T21:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4b2d60f1-fac6-4714-a5e7-537c4ada0b48', 'name': '', 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048', 'tenant_id': '456138779b264f889f061a76570ce095', 'mac_address': 'fa:16:3e:e3:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:07Z', 'updated_at': '2022-01-27T21:40:09Z', 'revision_number': 2, 'project_id': '456138779b264f889f061a76570ce095', 'subnets': [{'id': '3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:15.999918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=12ab7484-2e76-401a-a9ae-e50826c44e5e,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:16.083540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:16.086115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:40:16.089485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:16.092342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:16.109003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.110260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.111165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.112212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.113140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.114108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.114981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.115977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.116844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.118251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.119737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.120747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.121637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:16.142526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Checking router: 80a3c634-8371-411c-b528-4175a642b6a6 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:16.146871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Updating router 80a3c634-8371-411c-b528-4175a642b6a6 port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:40:16.211686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:16.228036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (44bb840e-a542-427d-85bc-526cf380093a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:16.231792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0800fcb2-e1c2-4a9a-889c-9a10bee5d4b8 req-8286321a-40df-4e1e-b1ba-4c174a72d1fa tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9648809 Jan 27 21:40:16.234510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event updated for resources: {'Port': ['ID=33905bef-0aff-477c-8919-8770c5759351,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:16.307501 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:16.312713 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (bad93300-9ae5-4a33-a232-423de8855c95), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:16.422883 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (33905bef-0aff-477c-8919-8770c5759351), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:16.477200 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7e9bda-7a56-4761-b048-2b24c0230d50 x-openstack-request-id: req-8d7e9bda-7a56-4761-b048-2b24c0230d50 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:16.478261 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405971a2-1b98-4bf2-89b8-6a8ebea972b0", "name": "network-vif-deleted", "tag": "fc857cd5-0923-4953-a3c8-7592c7bd5cfb", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:16.478916 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d7e9bda-7a56-4761-b048-2b24c0230d50 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:16.479840 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405971a2-1b98-4bf2-89b8-6a8ebea972b0', 'name': 'network-vif-deleted', 'tag': 'fc857cd5-0923-4953-a3c8-7592c7bd5cfb', 'status': 'completed', 'code': 200} Jan 27 21:40:16.482078 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Floating IP 44bb840e-a542-427d-85bc-526cf380093a associated. External IP: 172.25.8.52, port: 6d760321-578a-4edb-aa5c-1e51e842f231. Jan 27 21:40:16.968815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for port (33905bef-0aff-477c-8919-8770c5759351), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:16.982561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (33905bef-0aff-477c-8919-8770c5759351), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.074184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Router 5860419c-e729-4ded-b518-1afe44022c7c has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:17.078699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eac3b-f5ea-4987-8b86-de6ff9902ce0 req-6f6ed2af-963d-4566-9c74-27674363f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.080372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372eac3b-f5ea-4987-8b86-de6ff9902ce0 req-6f6ed2af-963d-4566-9c74-27674363f87c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 1097 time: 0.1936829 Jan 27 21:40:17.086099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (bad93300-9ae5-4a33-a232-423de8855c95), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.148915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event updated for resources: {'Port': ['ID=33905bef-0aff-477c-8919-8770c5759351,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:17.169425 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef12198-e278-413d-8868-a3ce7e0236c3 x-openstack-request-id: req-3ef12198-e278-413d-8868-a3ce7e0236c3 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:17.176699 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223cfba6-3a33-480b-833b-29998b7da697", "name": "network-vif-plugged", "status": "completed", "tag": "12ab7484-2e76-401a-a9ae-e50826c44e5e", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:17.178985 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ef12198-e278-413d-8868-a3ce7e0236c3 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:17.180259 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223cfba6-3a33-480b-833b-29998b7da697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'code': 200} Jan 27 21:40:17.204378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.215752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-76ce28f2-c8dc-4c94-8d63-845d55e52b3a tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5881793 Jan 27 21:40:17.348026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:17.352575 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Publish callbacks [] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.353716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.363260 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] Sync routers for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:17.389430 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.410558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372eac3b-f5ea-4987-8b86-de6ff9902ce0 req-424a5cfc-528b-442d-9277-60f16076bb73 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174851 Jan 27 21:40:17.412916 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:17.414415 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:17.416920 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-958f53f7-a122-4b03-b626-a144382fd182 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "PUT /v2.0/floatingips/44bb840e-a542-427d-85bc-526cf380093a HTTP/1.1" status: 200 len: 990 time: 3.7122948 Jan 27 21:40:17.438670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-77b174fc-c1ba-4f05-a026-c14376264dda tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.2217636 Jan 27 21:40:17.606320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b9a3a-d0fd-4c9c-81fe-e5d2ad068d17 None None] Pushing event updated for resources: {'Port': ['ID=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:17.900926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Attempting to bind port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:17.905033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Attempting to bind port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:17.905665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Attempting to bind port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 on network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:17.915728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-2fe0780a-aa76-4413-b3c5-7a6c46ce39ee tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.929030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-2fe0780a-aa76-4413-b3c5-7a6c46ce39ee tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.4842868 Jan 27 21:40:17.933559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:17.936001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Checking segment: {'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:17.936888 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.938926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Bound using segment: {'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:17.941015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Bound port: 4b2d60f1-fac6-4714-a5e7-537c4ada0b48, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:17.941481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.945310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-8fb533e2-0775-4a8c-8731-5e4bd57ce807 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:40:17.964505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25a8a217-dd23-4ff4-9f51-c729275a3268 req-8fb533e2-0775-4a8c-8731-5e4bd57ce807 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323737 Jan 27 21:40:18.027522 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:18.093154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781cc40-91e8-475f-8b76-38e4e64baa96 req-edffa277-cea7-43d4-ab38-383b101c961e tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:18.094760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3781cc40-91e8-475f-8b76-38e4e64baa96 req-edffa277-cea7-43d4-ab38-383b101c961e tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 946 time: 0.1065335 Jan 27 21:40:18.096807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fc857cd5-0923-4953-a3c8-7592c7bd5cfb no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:18.195266 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.198968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: fc857cd5-0923-4953-a3c8-7592c7bd5cfb {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:18.199396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fc857cd5-0923-4953-a3c8-7592c7bd5cfb not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:18.241563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3781cc40-91e8-475f-8b76-38e4e64baa96 req-5c422dce-eea3-43cb-b231-f6a2c8e7fed4 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316102 Jan 27 21:40:18.252979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] For port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:18.281641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e3260d45-088e-4c15-b812-253239d04174 None None] Provisioning complete for port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:18.282210 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3260d45-088e-4c15-b812-253239d04174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.285893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] For port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,segment=NetworkSegment(ce0de22d-85d0-4889-8c8f-1087fc8f98cb),segment_id=ce0de22d-85d0-4889-8c8f-1087fc8f98cb)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:18.344909 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.417379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e3260d45-088e-4c15-b812-253239d04174 None None] Port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:18.481872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:18.487568 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b86814-55f0-41aa-b11a-46da87b56fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:18.543558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Routers {'80a3c634-8371-411c-b528-4175a642b6a6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:18.545091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80a3c634-8371-411c-b528-4175a642b6a6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:18.551513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b9a3a-d0fd-4c9c-81fe-e5d2ad068d17 None None] Pushing event updated for resources: {'Port': ['ID=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:18.717879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-2433ae06-559d-47eb-99d7-99bfb92c01ce tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3370187 Jan 27 21:40:18.730383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:18.814116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da50ad1-1c39-4ce2-830e-75de821ee7a6 req-a1b49b1d-8f01-47dd-bd3d-7dcb2cf1928d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:18.821665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2da50ad1-1c39-4ce2-830e-75de821ee7a6 req-a1b49b1d-8f01-47dd-bd3d-7dcb2cf1928d tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 949 time: 0.3988578 Jan 27 21:40:18.830140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] Set router 80a3c634-8371-411c-b528-4175a642b6a6 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:18.835364 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.901845 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '44bb840e-a542-427d-85bc-526cf380093a', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'port_id': '6d760321-578a-4edb-aa5c-1e51e842f231', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'mac_address': 'fa:16:3e:8b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:38:35Z', 'updated_at': '2022-01-27T21:40:15Z', 'revision_number': 1, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:37Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:18.972829 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] Checking router: 5860419c-e729-4ded-b518-1afe44022c7c for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:18.995042 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:18.996240 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:19.028794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2da50ad1-1c39-4ce2-830e-75de821ee7a6 req-b6277473-67c1-42f3-bd8f-9b8bcae39c83 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061453 Jan 27 21:40:19.121704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-28934e91-a35e-4ad2-a56d-5b165863813e None None] Provisioning complete for port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:19.124673 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-28934e91-a35e-4ad2-a56d-5b165863813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.130488 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3981e282-b982-483b-943a-0544f6196251 x-openstack-request-id: req-3981e282-b982-483b-943a-0544f6196251 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:19.130776 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:19.131221 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3981e282-b982-483b-943a-0544f6196251 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:19.131807 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231', 'status': 'completed', 'code': 200} Jan 27 21:40:19.258482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-0605c80c-7c9e-4d68-be1b-3b211297bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.260095 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-0605c80c-7c9e-4d68-be1b-3b211297bda3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c7a9f6e53414670b136fee2e42e8858&device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1058302 Jan 27 21:40:19.287320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.380839 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:19.441113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-aec35880-aacd-4e3f-86fd-c192a9a5c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.443260 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-aec35880-aacd-4e3f-86fd-c192a9a5c898 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4af5ab70-1dcf-4236-815e-0b802a99f148 HTTP/1.1" status: 200 len: 916 time: 0.1759536 Jan 27 21:40:19.494147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8633c9a0-e0ec-48c7-88dd-030c97169850 req-abce5a6b-7fa8-40a0-9cd0-d50b29170c6c tempest-FlavorsV2NegativeTest-43048129 tempest-FlavorsV2NegativeTest-43048129-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=859eb83d8480481b9c32042e6933fa68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1874917 Jan 27 21:40:19.514327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-489b4f40-5733-4b8d-be4a-576923fe2406 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.516033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-489b4f40-5733-4b8d-be4a-576923fe2406 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.57 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 949 time: 0.3706110 Jan 27 21:40:19.564586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-28934e91-a35e-4ad2-a56d-5b165863813e None None] Current status of the port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:19.565245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-28934e91-a35e-4ad2-a56d-5b165863813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.596664 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-fc2befe0-b601-4195-bbc1-2af98f7efda2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d760321-578a-4edb-aa5c-1e51e842f231 HTTP/1.1" status: 200 len: 998 time: 0.1461227 Jan 27 21:40:19.700044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-28934e91-a35e-4ad2-a56d-5b165863813e None None] For port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,segment=NetworkSegment(ce0de22d-85d0-4889-8c8f-1087fc8f98cb),segment_id=ce0de22d-85d0-4889-8c8f-1087fc8f98cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:19.701921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-80fe569a-5501-4418-b4c2-f643bea60fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.703361 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-80fe569a-5501-4418-b4c2-f643bea60fad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3e56ff7-f8c0-480f-91b8-bd772610bf0e HTTP/1.1" status: 200 len: 854 time: 0.0991669 Jan 27 21:40:19.709818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-28934e91-a35e-4ad2-a56d-5b165863813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.733648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Allocated IP 172.25.8.151 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/f1a3409d-c2cd-45d8-975b-72704b43c7e4) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:19.774032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-1c4766d4-28e5-41ed-8d6a-215a22ca4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.775597 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-1c4766d4-28e5-41ed-8d6a-215a22ca4e4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4af5ab70-1dcf-4236-815e-0b802a99f148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650780 Jan 27 21:40:19.809432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:09Z', 'revision_number': 4, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port': {'id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:01Z', 'updated_at': '2022-01-27T21:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4b2d60f1-fac6-4714-a5e7-537c4ada0b48', 'name': '', 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048', 'tenant_id': '456138779b264f889f061a76570ce095', 'mac_address': 'fa:16:3e:e3:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:07Z', 'updated_at': '2022-01-27T21:40:18Z', 'revision_number': 4, 'project_id': '456138779b264f889f061a76570ce095', 'subnets': [{'id': '3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:19.874141 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for port (f1a3409d-c2cd-45d8-975b-72704b43c7e4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.876141 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '44bb840e-a542-427d-85bc-526cf380093a', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'port_id': '6d760321-578a-4edb-aa5c-1e51e842f231', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'mac_address': 'fa:16:3e:8b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:38:35Z', 'updated_at': '2022-01-27T21:40:15Z', 'revision_number': 1, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:37Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:19.880775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877cd3e5-e0c3-4651-afcc-00e028b42d23 None None] The sync data for ids ['80a3c634-8371-411c-b528-4175a642b6a6'] in n-d-826529-2 is: [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:09Z', 'revision_number': 4, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port': {'id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:01Z', 'updated_at': '2022-01-27T21:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4b2d60f1-fac6-4714-a5e7-537c4ada0b48', 'name': '', 'network_id': '9427908c-5ad7-4a3e-8868-4ba41c4f8048', 'tenant_id': '456138779b264f889f061a76570ce095', 'mac_address': 'fa:16:3e:e3:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:07Z', 'updated_at': '2022-01-27T21:40:18Z', 'revision_number': 4, 'project_id': '456138779b264f889f061a76570ce095', 'subnets': [{'id': '3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:19.898610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28934e91-a35e-4ad2-a56d-5b165863813e None None] Pushing event updated for resources: {'Port': ['ID=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:20.023309 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-efee3aa3-13e9-452a-93b2-6ff4a114fbcc service neutron] 10.222.0.16 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376277 Jan 27 21:40:20.050465 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82bcf9b-d284-48ed-9e0b-b0bb61cd89a9 None None] The sync data for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 is: [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '44bb840e-a542-427d-85bc-526cf380093a', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'port_id': '6d760321-578a-4edb-aa5c-1e51e842f231', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'mac_address': 'fa:16:3e:8b:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:38:35Z', 'updated_at': '2022-01-27T21:40:15Z', 'revision_number': 1, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:37Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:20.064103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (f1a3409d-c2cd-45d8-975b-72704b43c7e4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.146308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:20.208296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:20.231735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:20.358903 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.364041 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (d2ef2afe-80c1-43b2-9616-5727e859d314), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.421227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633c9a0-e0ec-48c7-88dd-030c97169850 req-839b3047-de7f-4fe3-9067-e924727e9561 tempest-FlavorsV2NegativeTest-43048129 tempest-FlavorsV2NegativeTest-43048129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.422849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8633c9a0-e0ec-48c7-88dd-030c97169850 req-839b3047-de7f-4fe3-9067-e924727e9561 tempest-FlavorsV2NegativeTest-43048129 tempest-FlavorsV2NegativeTest-43048129-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9057257 Jan 27 21:40:20.467185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event updated for resources: {'Port': ['ID=f1a3409d-c2cd-45d8-975b-72704b43c7e4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:20.481207 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01b86814-55f0-41aa-b11a-46da87b56fb9 req-299992e6-8740-49ff-be91-8e96be1a2e48 service neutron] 10.222.0.16 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510827 Jan 27 21:40:20.536189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8633c9a0-e0ec-48c7-88dd-030c97169850 req-95ac66ca-504e-4ecd-b5e7-a63bc063f40f tempest-FlavorsV2NegativeTest-43048129 tempest-FlavorsV2NegativeTest-43048129-project] 10.222.0.45 "GET /v2.0/quotas/859eb83d8480481b9c32042e6933fa68 HTTP/1.1" status: 200 len: 375 time: 0.0986712 Jan 27 21:40:20.537178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f1a3409d-c2cd-45d8-975b-72704b43c7e4), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.700356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:20.718785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Deleting port 8e270331-dec6-4345-92db-f7ce1f99db9d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:20.719137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.769533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459cf4b-7d99-4126-9775-2c8c2edc417b None None] New status for floating IP 44bb840e-a542-427d-85bc-526cf380093a: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:40:20.898172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:20.899212 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.961039 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for port (f1a3409d-c2cd-45d8-975b-72704b43c7e4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.981373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f1a3409d-c2cd-45d8-975b-72704b43c7e4), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.045291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (d2ef2afe-80c1-43b2-9616-5727e859d314), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.058318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8633c9a0-e0ec-48c7-88dd-030c97169850 req-9cccd4e2-f855-416d-bcb5-5588aad94f5c tempest-FlavorsV2NegativeTest-43048129 tempest-FlavorsV2NegativeTest-43048129-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=859eb83d8480481b9c32042e6933fa68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946777 Jan 27 21:40:21.197393 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.206780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4876862 Jan 27 21:40:21.288863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-82713417-8206-44e6-8f98-8caaf02f6cab tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.0809646 Jan 27 21:40:21.291272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49215b7-84db-424e-b58d-60cec6963b52 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event updated for resources: {'Port': ['ID=f1a3409d-c2cd-45d8-975b-72704b43c7e4,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:21.419812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:21.691080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] For port 8e270331-dec6-4345-92db-f7ce1f99db9d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8e270331-dec6-4345-92db-f7ce1f99db9d,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:21.692909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.723215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Calling delete_port for 8e270331-dec6-4345-92db-f7ce1f99db9d owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:21.762750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-79482246-9783-4d59-82ed-3cb06b2ede30 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.770971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-79482246-9783-4d59-82ed-3cb06b2ede30 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.4809818 Jan 27 21:40:21.785004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-8f0928c2-3b5f-44be-a087-920fab767e66 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:40:21.797484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecc35b44-63fa-4930-9827-54c7933ddfde req-8f0928c2-3b5f-44be-a087-920fab767e66 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253239 Jan 27 21:40:21.903837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9ac2-9149-4ae4-afa4-bf57c1db3f5e req-f582b3d4-e26d-4a68-8b3d-21a0c1ac24a1 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.916486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-175f9ac2-9149-4ae4-afa4-bf57c1db3f5e req-f582b3d4-e26d-4a68-8b3d-21a0c1ac24a1 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 946 time: 0.3808508 Jan 27 21:40:22.150443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-175f9ac2-9149-4ae4-afa4-bf57c1db3f5e req-ef3abf7c-25fd-4548-83ba-401fee7f851c tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326524 Jan 27 21:40:22.455063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40056) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:22.606089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e92142-b8ab-400e-9834-9b17fe3c70d5 req-197f73dc-55d7-467e-a11d-e1c094b8d545 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:22.607735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25e92142-b8ab-400e-9834-9b17fe3c70d5 req-197f73dc-55d7-467e-a11d-e1c094b8d545 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fdb134-37db-43ac-a1c5-13e33701d87f HTTP/1.1" status: 200 len: 949 time: 0.2862792 Jan 27 21:40:22.611204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8e270331-dec6-4345-92db-f7ce1f99db9d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.734593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51cac7b3-384a-4889-b88d-daf1496efbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.759733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Pushing event deleted for resources: {'Port': ['ID=8e270331-dec6-4345-92db-f7ce1f99db9d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:22.933934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51cac7b3-384a-4889-b88d-daf1496efbc8 admin admin] Publish callbacks [] for security_group (36bd6b6d-96f2-4c9d-bac7-3f0facc1d17b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.945330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51cac7b3-384a-4889-b88d-daf1496efbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (36bd6b6d-96f2-4c9d-bac7-3f0facc1d17b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.982395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cac7b3-384a-4889-b88d-daf1496efbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bd6b6d-96f2-4c9d-bac7-3f0facc1d17b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:23.011142 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51cac7b3-384a-4889-b88d-daf1496efbc8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=859eb83d8480481b9c32042e6933fa68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5533392 Jan 27 21:40:23.015690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40064) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:23.076570 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3c37-3eaa-458d-acd8-104f6c3a707b admin admin] Publish callbacks [] for security_group (36bd6b6d-96f2-4c9d-bac7-3f0facc1d17b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.110122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3c37-3eaa-458d-acd8-104f6c3a707b admin admin] Publish callbacks [] for security_group (36bd6b6d-96f2-4c9d-bac7-3f0facc1d17b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.144462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] No DVR routers for this DVR port 8e270331-dec6-4345-92db-f7ce1f99db9d on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:23.151959 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.156180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2cb3c119-021c-4b0a-9978-295de0dde082 req-ee4e8fb4-2d26-40a1-accc-3f9b4c953bb6 tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.57 "DELETE /v2.0/ports/8e270331-dec6-4345-92db-f7ce1f99db9d HTTP/1.1" status: 204 len: 173 time: 3.6146898 Jan 27 21:40:23.170651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fdb134-37db-43ac-a1c5-13e33701d87f', 'name': 'network-vif-deleted', 'tag': '8e270331-dec6-4345-92db-f7ce1f99db9d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:23.177265 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ed874-8574-4cc3-a2af-b964f567f6ab" -d '{"events": [{"server_uuid": "79fdb134-37db-43ac-a1c5-13e33701d87f", "name": "network-vif-deleted", "tag": "8e270331-dec6-4345-92db-f7ce1f99db9d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:23.180182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3c37-3eaa-458d-acd8-104f6c3a707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (36bd6b6d-96f2-4c9d-bac7-3f0facc1d17b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.184156 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3c37-3eaa-458d-acd8-104f6c3a707b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.192829 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7c9a3c37-3eaa-458d-acd8-104f6c3a707b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36bd6b6d-96f2-4c9d-bac7-3f0facc1d17b HTTP/1.1" status: 204 len: 168 time: 0.1760080 Jan 27 21:40:23.196817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-f8d87af8-688f-43d0-bb27-6136eb8d80a6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9896307 Jan 27 21:40:23.203673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a3c37-3eaa-458d-acd8-104f6c3a707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bd6b6d-96f2-4c9d-bac7-3f0facc1d17b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:23.210775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:23.230193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25e92142-b8ab-400e-9834-9b17fe3c70d5 req-a5cfec6c-91fa-4ede-b61a-923269b7ae7b tempest-LiveMigrationNegativeTest-913966541 tempest-LiveMigrationNegativeTest-913966541-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff65ce10-7623-4bf0-9a98-a9a96b78b207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013017 Jan 27 21:40:23.277690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.601767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8544-15d7-4ee8-871e-b9056510fac0 req-38591ed3-d693-492a-9850-523438a1223d tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:23.604157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8cbc8544-15d7-4ee8-871e-b9056510fac0 req-38591ed3-d693-492a-9850-523438a1223d tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 945 time: 0.1143572 Jan 27 21:40:23.785789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 8e270331-dec6-4345-92db-f7ce1f99db9d no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:23.819350 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.929788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 8e270331-dec6-4345-92db-f7ce1f99db9d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:23.930521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 8e270331-dec6-4345-92db-f7ce1f99db9d not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:24.035066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8cbc8544-15d7-4ee8-871e-b9056510fac0 req-f433b69d-7a45-43d6-8823-4120642f1920 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/security-groups?id=12b8e807-67dc-4e9f-bc8e-4229f20d6f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143987 Jan 27 21:40:24.223088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Allocated IP 172.25.8.174 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/c666c84d-8d5e-4b77-af96-9e6a779b59ea) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:24.327151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-eb573582-98bb-49b3-b63d-911e690e6897 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:24.331162 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-eb573582-98bb-49b3-b63d-911e690e6897 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 945 time: 0.1001930 Jan 27 21:40:24.447811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112c275-739b-4538-9dc5-24fa63b60afa req-dcedf204-8c0f-4f03-9b63-6d07d3318e90 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:24.451886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1112c275-739b-4538-9dc5-24fa63b60afa req-dcedf204-8c0f-4f03-9b63-6d07d3318e90 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 946 time: 0.2185314 Jan 27 21:40:24.462420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40094) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:24.471799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Request body: {'floatingip': {'port_id': '12ab7484-2e76-401a-a9ae-e50826c44e5e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:24.533691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Deleting port 34db9676-9962-4764-8b80-bae9784f158f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:24.534760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (34db9676-9962-4764-8b80-bae9784f158f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.581832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.656800 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b9516-1f47-426f-82ca-999f118185ec x-openstack-request-id: req-800b9516-1f47-426f-82ca-999f118185ec {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:24.657280 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fdb134-37db-43ac-a1c5-13e33701d87f", "name": "network-vif-deleted", "tag": "8e270331-dec6-4345-92db-f7ce1f99db9d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:24.657593 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-800b9516-1f47-426f-82ca-999f118185ec {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:24.658076 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fdb134-37db-43ac-a1c5-13e33701d87f', 'name': 'network-vif-deleted', 'tag': '8e270331-dec6-4345-92db-f7ce1f99db9d', 'status': 'completed', 'code': 200} Jan 27 21:40:24.759196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] For port 34db9676-9962-4764-8b80-bae9784f158f, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34db9676-9962-4764-8b80-bae9784f158f,segment=NetworkSegment(57d064db-50c1-41a7-a265-f008715a70d1),segment_id=57d064db-50c1-41a7-a265-f008715a70d1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:24.763151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (34db9676-9962-4764-8b80-bae9784f158f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.796851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Calling delete_port for 34db9676-9962-4764-8b80-bae9784f158f owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:24.842327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for port (c666c84d-8d5e-4b77-af96-9e6a779b59ea), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.042146 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (c666c84d-8d5e-4b77-af96-9e6a779b59ea), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.106560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:25.119357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:25.122277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:25.154557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event updated for resources: {'Port': ['ID=c666c84d-8d5e-4b77-af96-9e6a779b59ea,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:25.329078 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (34db9676-9962-4764-8b80-bae9784f158f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.348477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['34db9676-9962-4764-8b80-bae9784f158f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:25.368376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40120) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:25.386971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40122) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:25.432454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Pushing event deleted for resources: {'Port': ['ID=34db9676-9962-4764-8b80-bae9784f158f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:25.530853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] No DVR routers for this DVR port 34db9676-9962-4764-8b80-bae9784f158f on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:25.533469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65e04a66-285e-41e8-9fb3-195a33c0e525 req-e16225ec-82a3-4e16-a8da-ad536ca951db tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab71e02f-a369-456a-9005-728dcd9da46d HTTP/1.1" status: 200 len: 210 time: 0.1660557 Jan 27 21:40:25.539682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.546346 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e9b66b4-ed48-4f43-bbaf-c2e8471e4458 req-d1a732e1-14c3-4271-b81e-0478ef117431 tempest-VolumesAdminNegativeTest-1630545712 tempest-VolumesAdminNegativeTest-1630545712-project] 10.222.0.16 "DELETE /v2.0/ports/34db9676-9962-4764-8b80-bae9784f158f HTTP/1.1" status: 204 len: 173 time: 1.2054300 Jan 27 21:40:25.547442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab71e02f-a369-456a-9005-728dcd9da46d', 'name': 'network-vif-deleted', 'tag': '34db9676-9962-4764-8b80-bae9784f158f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:25.553130 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fbe763-076c-4b5f-ad7e-c8e14930a3f6" -d '{"events": [{"server_uuid": "ab71e02f-a369-456a-9005-728dcd9da46d", "name": "network-vif-deleted", "tag": "34db9676-9962-4764-8b80-bae9784f158f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:25.735046 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2022da-1db6-4d17-a53f-7dba53b1603f x-openstack-request-id: req-4c2022da-1db6-4d17-a53f-7dba53b1603f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:25.735693 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab71e02f-a369-456a-9005-728dcd9da46d", "name": "network-vif-deleted", "tag": "34db9676-9962-4764-8b80-bae9784f158f", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:25.736137 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c2022da-1db6-4d17-a53f-7dba53b1603f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:25.737851 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab71e02f-a369-456a-9005-728dcd9da46d', 'name': 'network-vif-deleted', 'tag': '34db9676-9962-4764-8b80-bae9784f158f', 'status': 'completed', 'code': 200} Jan 27 21:40:25.806522 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-87a51a60-2153-479d-a1fb-b28cf4094348 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7da99562fe9b4a96bcc49451e30b68ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289165 Jan 27 21:40:25.818958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40132) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:25.824385 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (62724aa8-80cb-4697-adca-baa76038785d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.837946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-network', 'tenant_id': 'bbb78092abcc49789a9c809675113623'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:25.867600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Made reservation on behalf of bbb78092abcc49789a9c809675113623 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:25.870040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.887024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.957214 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.991039 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-312d47cb-d545-4ac4-95ac-99e5c8d25846 admin admin] Publish callbacks [] for security_group (ff65ce10-7623-4bf0-9a98-a9a96b78b207), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.039454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c666c84d-8d5e-4b77-af96-9e6a779b59ea), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.043854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.052746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-312d47cb-d545-4ac4-95ac-99e5c8d25846 admin admin] Publish callbacks [] for security_group (ff65ce10-7623-4bf0-9a98-a9a96b78b207), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.163661 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Publish callbacks [] for security_group (06caa268-bd62-4343-bc29-d36a698bea24), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.166379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-312d47cb-d545-4ac4-95ac-99e5c8d25846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ff65ce10-7623-4bf0-9a98-a9a96b78b207), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.175685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-312d47cb-d545-4ac4-95ac-99e5c8d25846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.180269 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-312d47cb-d545-4ac4-95ac-99e5c8d25846 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff65ce10-7623-4bf0-9a98-a9a96b78b207 HTTP/1.1" status: 204 len: 168 time: 0.3579381 Jan 27 21:40:26.180611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (06caa268-bd62-4343-bc29-d36a698bea24), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.223104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:26.268787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d47cb-d545-4ac4-95ac-99e5c8d25846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65ce10-7623-4bf0-9a98-a9a96b78b207,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:26.338368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e2d9b966-5bb0-4e38-a290-dfe58ea75b3d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.338895 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Added segment e2d9b966-5bb0-4e38-a290-dfe58ea75b3d of type vlan for network d424e38f-2493-43b3-9d8c-0db8722a98ff Jan 27 21:40:26.355388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06caa268-bd62-4343-bc29-d36a698bea24,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:26.413292 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d424e38f-2493-43b3-9d8c-0db8722a98ff), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.457331 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d424e38f-2493-43b3-9d8c-0db8722a98ff), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.458328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:26.458921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.487464 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Floating IP 8be4c615-3f62-4f47-8843-6d62b8130697 associated. External IP: 172.25.8.13, port: 12ab7484-2e76-401a-a9ae-e50826c44e5e. Jan 27 21:40:26.686381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40144) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:26.694095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2911651 Jan 27 21:40:26.699192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:26.708543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Request body: {'subnet': {'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-subnet', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:26.743307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856930ba-965d-4514-8313-601a6b868b14 admin admin] Pushing event updated for resources: {'Network': ['ID=d424e38f-2493-43b3-9d8c-0db8722a98ff,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:26.762683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d424e38f-2493-43b3-9d8c-0db8722a98ff details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:26.808009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Made reservation on behalf of bbb78092abcc49789a9c809675113623 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:26.811005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.817760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Deleting subnet b98c25ca-93af-4e5f-bb67-bcd122180593 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:26.837165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Publish callbacks [] for subnet (b98c25ca-93af-4e5f-bb67-bcd122180593), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.839656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40148) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:26.851497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for port (c666c84d-8d5e-4b77-af96-9e6a779b59ea), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.871955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c666c84d-8d5e-4b77-af96-9e6a779b59ea), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.950496 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (62724aa8-80cb-4697-adca-baa76038785d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.989308 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (b98c25ca-93af-4e5f-bb67-bcd122180593), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.060738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event updated for resources: {'Port': ['ID=c666c84d-8d5e-4b77-af96-9e6a779b59ea,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:27.076331 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9b659198-2410-4226-9d70-16fc67de0a34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83eb7726b6664f7b9476100b0a0b3da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304876 Jan 27 21:40:27.079700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.080890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40152) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:27.088191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-33848f61-4d56-412d-b73f-7b5dc44e30d6 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8901529 Jan 27 21:40:27.120967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b98c25ca-93af-4e5f-bb67-bcd122180593), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.206099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-19f735c2-5f95-44ac-8fee-f025ae0f5279 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.1060624 Jan 27 21:40:27.221034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Router 652471f2-2109-4045-b2d3-5382720c6fd8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:27.275510 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-40277c9b-8d08-4333-ae7b-82f28cd745a5 admin admin] Publish callbacks [] for security_group (70002645-251d-4694-a7ec-2025891a8e36), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.300673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b98c25ca-93af-4e5f-bb67-bcd122180593), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.314003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (b192f8e9-145c-44c2-a4ac-e7a1f31c700d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.352813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-40277c9b-8d08-4333-ae7b-82f28cd745a5 admin admin] Publish callbacks [] for security_group (70002645-251d-4694-a7ec-2025891a8e36), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.380199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98c25ca-93af-4e5f-bb67-bcd122180593,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:27.393852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.402112 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b98c25ca-93af-4e5f-bb67-bcd122180593 HTTP/1.1" status: 204 len: 168 time: 0.7122600 Jan 27 21:40:27.405748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40154) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:27.435219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.436031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.436652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.437359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.437973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.438669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.439349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.440098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.440977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.441182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-55b0d6c4-fc85-4e33-a5d1-e0db8b9f39fc tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:27.441805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.442476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.442614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f664058-9fda-49d4-8cdd-ad81c1c90fee req-55b0d6c4-fc85-4e33-a5d1-e0db8b9f39fc tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.2122333 Jan 27 21:40:27.443253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.443964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea20899b-29e2-4254-acf2-cb96f6cb4518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.452822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:27.468194 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] Sync routers for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:27.478116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.483548 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:27.484221 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:27.616254 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:27.701434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b192f8e9-145c-44c2-a4ac-e7a1f31c700d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:27.725130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (5e701c5d-fec8-499d-a2bb-6c25cdde9c47), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.733146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Checking segment: {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:27.733926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Network hostable DHCP agents. Network: d424e38f-2493-43b3-9d8c-0db8722a98ff, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:27.756311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-40277c9b-8d08-4333-ae7b-82f28cd745a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (70002645-251d-4694-a7ec-2025891a8e36), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.761218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-40277c9b-8d08-4333-ae7b-82f28cd745a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.763341 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-40277c9b-8d08-4333-ae7b-82f28cd745a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70002645-251d-4694-a7ec-2025891a8e36 HTTP/1.1" status: 204 len: 168 time: 0.6808813 Jan 27 21:40:27.798099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40277c9b-8d08-4333-ae7b-82f28cd745a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70002645-251d-4694-a7ec-2025891a8e36,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:27.924464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Network d424e38f-2493-43b3-9d8c-0db8722a98ff is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:27.926009 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '8be4c615-3f62-4f47-8843-6d62b8130697', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'port_id': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'mac_address': 'fa:16:3e:f5:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223cfba6-3a33-480b-833b-29998b7da697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:40Z', 'updated_at': '2022-01-27T21:40:25Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:27.965899 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] Checking router: 652471f2-2109-4045-b2d3-5382720c6fd8 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:27.976748 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:27.977663 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:27.984771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c009e920-6aeb-4a88-9eb4-baf00e546c58 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "PUT /v2.0/floatingips/8be4c615-3f62-4f47-8843-6d62b8130697 HTTP/1.1" status: 200 len: 991 time: 3.5176685 Jan 27 21:40:28.033296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d424e38f-2493-43b3-9d8c-0db8722a98ff) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:28.046713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ab4d3-360f-47f8-a84c-0d8ef8f297b7 None None] Network d424e38f-2493-43b3-9d8c-0db8722a98ff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:28.049264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (5e701c5d-fec8-499d-a2bb-6c25cdde9c47), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.081938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:28.085427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.094252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223cfba6-3a33-480b-833b-29998b7da697', 'tag': '12ab7484-2e76-401a-a9ae-e50826c44e5e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:28.096653 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ab92b3-41fa-4823-9425-8e44c6512453" -d '{"events": [{"name": "network-changed", "server_uuid": "223cfba6-3a33-480b-833b-29998b7da697", "tag": "12ab7484-2e76-401a-a9ae-e50826c44e5e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:28.105344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-7f840951-0d12-42c4-af87-e9213265ae03 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5864315 Jan 27 21:40:28.121504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7a3d1765-e578-48be-add1-0edd27da0658 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4211078 Jan 27 21:40:28.129451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40164) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:28.137135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:28.146394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:28.167674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e701c5d-fec8-499d-a2bb-6c25cdde9c47']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:28.172684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.176450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.200550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d064db-50c1-41a7-a265-f008715a70d1') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:28.200896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d064db-50c1-41a7-a265-f008715a70d1') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:28.209947 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.220097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 34db9676-9962-4764-8b80-bae9784f158f no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:28.247209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (57d064db-50c1-41a7-a265-f008715a70d1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.344851 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:28.380276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 34db9676-9962-4764-8b80-bae9784f158f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:28.381804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 34db9676-9962-4764-8b80-bae9784f158f not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:28.423221 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99562e77-4ea0-47c2-add4-f3059c6acb1e x-openstack-request-id: req-99562e77-4ea0-47c2-add4-f3059c6acb1e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:28.425133 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223cfba6-3a33-480b-833b-29998b7da697", "tag": "12ab7484-2e76-401a-a9ae-e50826c44e5e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:28.430550 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99562e77-4ea0-47c2-add4-f3059c6acb1e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:28.431521 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223cfba6-3a33-480b-833b-29998b7da697', 'tag': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'status': 'completed', 'code': 200} Jan 27 21:40:28.452531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d424e38f-2493-43b3-9d8c-0db8722a98ff', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'project_id': 'bbb78092abcc49789a9c809675113623', 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:28.453718 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.465298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (57d064db-50c1-41a7-a265-f008715a70d1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.474920 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks [] for router_controller (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.569659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-3937ad89-8b33-4055-8527-0093c9aa03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:28.571402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-3937ad89-8b33-4055-8527-0093c9aa03af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 1097 time: 0.1378217 Jan 27 21:40:28.630128 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:40:28.634288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:28.636181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (57d064db-50c1-41a7-a265-f008715a70d1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.701693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.728917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-55fb85d6-e853-492d-a5eb-cbb801a24b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:28.730568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-55fb85d6-e853-492d-a5eb-cbb801a24b7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 200 len: 925 time: 0.1488767 Jan 27 21:40:28.757423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks [] for router_gateway (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:28.762733 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:28.871079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Allocated IP 172.20.0.2 (d424e38f-2493-43b3-9d8c-0db8722a98ff/b192f8e9-145c-44c2-a4ac-e7a1f31c700d/78fe45a4-60c6-454e-87da-683cef14f9d1) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:28.903638 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (5e701c5d-fec8-499d-a2bb-6c25cdde9c47), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.906685 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '8be4c615-3f62-4f47-8843-6d62b8130697', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'port_id': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'mac_address': 'fa:16:3e:f5:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223cfba6-3a33-480b-833b-29998b7da697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:40Z', 'updated_at': '2022-01-27T21:40:25Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:28.923669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-e7f89ee6-4cee-4b53-be62-469dc25f21c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ab7484-2e76-401a-a9ae-e50826c44e5e HTTP/1.1" status: 200 len: 999 time: 0.1633203 Jan 27 21:40:28.993309 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d236c474-a138-444c-ace3-ed89ceff6d03 None None] The sync data for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 is: [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '8be4c615-3f62-4f47-8843-6d62b8130697', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'port_id': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'mac_address': 'fa:16:3e:f5:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223cfba6-3a33-480b-833b-29998b7da697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:40Z', 'updated_at': '2022-01-27T21:40:25Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:29.171247 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Publish callbacks [] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.185602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.265659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-565f37e2-0682-47a1-a7fb-102ef272fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:29.275343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Network d424e38f-2493-43b3-9d8c-0db8722a98ff is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:29.282079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:29.282405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-565f37e2-0682-47a1-a7fb-102ef272fd27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b0a02fe-e156-4eae-8a8f-fd2065db7af7 HTTP/1.1" status: 200 len: 863 time: 0.3331950 Jan 27 21:40:29.296981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:29.303683 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.312124 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5e701c5d-fec8-499d-a2bb-6c25cdde9c47 HTTP/1.1" status: 204 len: 168 time: 1.9029889 Jan 27 21:40:29.314097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a21e09-4bb6-4e52-91a1-616ee4423a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e701c5d-fec8-499d-a2bb-6c25cdde9c47,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:29.316480 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:29.386171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-7860e094-5519-48e3-801d-cdf49247d4d6 admin admin] Deleting subnet 43d4d015-4257-4fc5-890a-ba166fb2a01c {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:29.393468 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7860e094-5519-48e3-801d-cdf49247d4d6 admin admin] Publish callbacks [] for subnet (43d4d015-4257-4fc5-890a-ba166fb2a01c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.421003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Allocated IP 172.25.8.251 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/9b0c2057-9da4-4e43-8a03-8e545a96a57a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:29.438154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Pushing event updated for resources: {'Port': ['ID=78fe45a4-60c6-454e-87da-683cef14f9d1,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:29.443095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Attempting to bind port 78fe45a4-60c6-454e-87da-683cef14f9d1 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:29.444211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Attempting to bind port 78fe45a4-60c6-454e-87da-683cef14f9d1 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:29.445130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Attempting to bind port 78fe45a4-60c6-454e-87da-683cef14f9d1 on network d424e38f-2493-43b3-9d8c-0db8722a98ff {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:29.455610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:29.457120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Checking segment: {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:29.458469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.459578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Bound using segment: {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:29.460697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Bound port: 78fe45a4-60c6-454e-87da-683cef14f9d1, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:29.461796 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.486520 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7860e094-5519-48e3-801d-cdf49247d4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (43d4d015-4257-4fc5-890a-ba166fb2a01c), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.587870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943dc7ea-509e-43e0-9695-b91e65628aea None None] New status for floating IP 8be4c615-3f62-4f47-8843-6d62b8130697: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:40:29.802747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks [] for router_gateway (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.867726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] For port 78fe45a4-60c6-454e-87da-683cef14f9d1, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:29.870140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.897837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] For port 78fe45a4-60c6-454e-87da-683cef14f9d1, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=78fe45a4-60c6-454e-87da-683cef14f9d1,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:29.902403 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for port (9b0c2057-9da4-4e43-8a03-8e545a96a57a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.907500 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.965058 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7860e094-5519-48e3-801d-cdf49247d4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (43d4d015-4257-4fc5-890a-ba166fb2a01c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.015632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-cdcaddb9-029b-4069-83d8-6bfff219add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:30.024106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-cdcaddb9-029b-4069-83d8-6bfff219add7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1929a838-82b7-4565-948f-dc7befddaab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7261400 Jan 27 21:40:30.074604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7860e094-5519-48e3-801d-cdf49247d4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (43d4d015-4257-4fc5-890a-ba166fb2a01c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.086753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a52eb-a90c-4b1f-aa3f-8dbea4204922 None None] Pushing event updated for resources: {'Port': ['ID=78fe45a4-60c6-454e-87da-683cef14f9d1,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:30.149986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e094-5519-48e3-801d-cdf49247d4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d4d015-4257-4fc5-890a-ba166fb2a01c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:30.167062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7860e094-5519-48e3-801d-cdf49247d4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.169732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (9b0c2057-9da4-4e43-8a03-8e545a96a57a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.179070 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7860e094-5519-48e3-801d-cdf49247d4d6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/43d4d015-4257-4fc5-890a-ba166fb2a01c HTTP/1.1" status: 204 len: 168 time: 0.8613782 Jan 27 21:40:30.179722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40196) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:30.311866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:30.318923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event updated for resources: {'Port': ['ID=9b0c2057-9da4-4e43-8a03-8e545a96a57a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:30.341285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Allocated IP 172.25.8.3 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/be5bbea2-f675-4870-8268-9919dcc4d7ca) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:30.345197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:30.352425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:30.360825 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c0143a15-2f18-41af-bfe9-f1f1c29e4e1b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.365795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-877baa36-c1cf-4216-af70-c8acc0dccbe1 service neutron] 10.222.0.57 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328960 Jan 27 21:40:30.524348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (1e594ed8-8e57-4569-a289-503b2188909f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.606487 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks [] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.689935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.783720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c0143a15-2f18-41af-bfe9-f1f1c29e4e1b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.822645 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b0c2057-9da4-4e43-8a03-8e545a96a57a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.834400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:30.839053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7ab92b3-41fa-4823-9425-8e44c6512453 req-aedabc35-a8d6-4984-99e2-89602376025b service neutron] 10.222.0.57 "GET /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455390 Jan 27 21:40:30.859039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:30.865241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:30.895513 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.895898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.898685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.899056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > port after_create 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.899465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.899838 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > port after_update 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.900179 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.900498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.900814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.901137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:30.965374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Pushing event updated for resources: {'Port': ['ID=be5bbea2-f675-4870-8268-9919dcc4d7ca,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:31.016723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:31.017489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:31.019007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:31.019783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103330) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:40:31.020362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0143a15-2f18-41af-bfe9-f1f1c29e4e1b']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:31.057286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7589df46-c5be-44b0-9c54-b87887ad4b7f') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:31.058247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7589df46-c5be-44b0-9c54-b87887ad4b7f') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:31.092581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (7589df46-c5be-44b0-9c54-b87887ad4b7f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.157494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7589df46-c5be-44b0-9c54-b87887ad4b7f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.226598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:31.227032 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (7589df46-c5be-44b0-9c54-b87887ad4b7f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: from cryptography.utils import int_from_bytes Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: from cryptography.utils import int_from_bytes Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:31.231689 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:31.343263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks [] for router_gateway (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.369482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c0143a15-2f18-41af-bfe9-f1f1c29e4e1b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.405181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.409546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] 10.222.0.45 "DELETE /v2.0/networks/c0143a15-2f18-41af-bfe9-f1f1c29e4e1b HTTP/1.1" status: 204 len: 168 time: 1.2275286 Jan 27 21:40:31.418551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b3928-cf32-4a73-912a-8feacb0ac94f admin admin] Pushing event deleted for resources: {'Network': ['ID=c0143a15-2f18-41af-bfe9-f1f1c29e4e1b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:31.462134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for port (9b0c2057-9da4-4e43-8a03-8e545a96a57a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.469202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9b0c2057-9da4-4e43-8a03-8e545a96a57a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.587855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event updated for resources: {'Port': ['ID=9b0c2057-9da4-4e43-8a03-8e545a96a57a,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:31.612931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (1e594ed8-8e57-4569-a289-503b2188909f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.646609 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.655665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-2b7b4779-dccc-408f-b973-8e972443b69f tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5405283 Jan 27 21:40:31.777674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-f719c6a9-5828-46a6-ab77-a0b53cd57af2 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.251 HTTP/1.1" status: 200 len: 696 time: 0.1054821 Jan 27 21:40:31.812546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.935386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-aab998f3-ec32-4fe3-9778-f62f2374aa95 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:31.937015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26436d58-dd0f-4b91-a05f-35f61b4a928c req-aab998f3-ec32-4fe3-9778-f62f2374aa95 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.1447480 Jan 27 21:40:31.937664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40228) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:32.005606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eb789e5d-6a5d-4d36-a08f-f1d6d7116b74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=500ee55890674cb9aa92b9794d74a70d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664811 Jan 27 21:40:32.006698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40238) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:32.044282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90d972-b2b1-43c6-9d68-f25d2c6371d9 None None] Network d424e38f-2493-43b3-9d8c-0db8722a98ff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:32.146717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b1f210f-576c-42c7-a792-35cf535bbe89 req-b07b4df3-52d7-4414-ab3e-c9f8f1d35334 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips/1e594ed8-8e57-4569-a289-503b2188909f HTTP/1.1" status: 200 len: 693 time: 0.0640366 Jan 27 21:40:32.156337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad7046a9-57d7-4d75-9cc8-957d0b738443 admin admin] Publish callbacks [] for security_group (12b8e807-67dc-4e9f-bc8e-4229f20d6f15), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.156771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:40:32.212050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad7046a9-57d7-4d75-9cc8-957d0b738443 admin admin] Publish callbacks [] for security_group (12b8e807-67dc-4e9f-bc8e-4229f20d6f15), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.396504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f210f-576c-42c7-a792-35cf535bbe89 req-a615a846-2538-45f5-9289-b9527baa8d62 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:32.398559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b1f210f-576c-42c7-a792-35cf535bbe89 req-a615a846-2538-45f5-9289-b9527baa8d62 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.2509835 Jan 27 21:40:32.407679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-471fcaaa-126d-49ee-86ee-b7d3d9e4ac2e None None] Provisioning complete for port 78fe45a4-60c6-454e-87da-683cef14f9d1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:32.408546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-471fcaaa-126d-49ee-86ee-b7d3d9e4ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.412342 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad7046a9-57d7-4d75-9cc8-957d0b738443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (12b8e807-67dc-4e9f-bc8e-4229f20d6f15), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.417002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad7046a9-57d7-4d75-9cc8-957d0b738443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.420700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ad7046a9-57d7-4d75-9cc8-957d0b738443 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12b8e807-67dc-4e9f-bc8e-4229f20d6f15 HTTP/1.1" status: 204 len: 168 time: 0.4103067 Jan 27 21:40:32.424070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-6b1f210f-576c-42c7-a792-35cf535bbe89 req-ac7da8e2-e08a-4907-b32e-99519afe32cc tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:40:32.425966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b1f210f-576c-42c7-a792-35cf535bbe89 req-ac7da8e2-e08a-4907-b32e-99519afe32cc tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183463 Jan 27 21:40:32.437397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7046a9-57d7-4d75-9cc8-957d0b738443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b8e807-67dc-4e9f-bc8e-4229f20d6f15,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:32.527447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:32.544370 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Sync routers for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:32.573729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.577830 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3e94feee-1576-4b1c-a78e-5879a5c88573 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.4461839 Jan 27 21:40:32.582468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:32.585503 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:32.586394 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:32.639976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 78fe45a4-60c6-454e-87da-683cef14f9d1 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:32.683246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-499c5ab9-5d3f-40a8-85e2-b5d27a3950fa tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips/1e594ed8-8e57-4569-a289-503b2188909f HTTP/1.1" status: 200 len: 693 time: 0.2260630 Jan 27 21:40:32.707723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40252) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:32.826733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:32.902236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 78fe45a4-60c6-454e-87da-683cef14f9d1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:32.910873 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.255124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-471fcaaa-126d-49ee-86ee-b7d3d9e4ac2e None None] Current status of the port 78fe45a4-60c6-454e-87da-683cef14f9d1 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:33.258286 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-471fcaaa-126d-49ee-86ee-b7d3d9e4ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.260308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-07c2e3ba-c0d1-40c8-92a2-55210d0d5e26 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:33.267646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-07c2e3ba-c0d1-40c8-92a2-55210d0d5e26 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.5832801 Jan 27 21:40:33.269923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40262) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:33.271030 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b7f4-e63e-47d9-a3c3-6b57206d803c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.286152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-fb1c381b-bcdb-40ab-b084-0715d496c9fa tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:40:33.294928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-fb1c381b-bcdb-40ab-b084-0715d496c9fa tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261655 Jan 27 21:40:33.323706 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:31Z', 'revision_number': 3, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:33.344785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-471fcaaa-126d-49ee-86ee-b7d3d9e4ac2e None None] For port 78fe45a4-60c6-454e-87da-683cef14f9d1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=78fe45a4-60c6-454e-87da-683cef14f9d1,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:33.359312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-471fcaaa-126d-49ee-86ee-b7d3d9e4ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.389309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 78fe45a4-60c6-454e-87da-683cef14f9d1 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:33.390604 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.394383 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Checking router: 1988f4ba-f1c2-44de-8621-9d2eb5fd519a for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:33.395303 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Updating router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a port be5bbea2-f675-4870-8268-9919dcc4d7ca binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:40:33.405170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-44f080bb-8116-49d0-bd21-2745d9edb98b tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.251 HTTP/1.1" status: 200 len: 696 time: 0.1090121 Jan 27 21:40:33.470259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-610a2d26-2038-4be7-8193-b928f217de01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c2e05ccb6a14b92aac2bbbdda10b849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963196 Jan 27 21:40:33.473059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:33.474234 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.498893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-6f75a3f6-ece0-4e4b-bd50-b15a73e251ab tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.251 HTTP/1.1" status: 200 len: 696 time: 0.0926142 Jan 27 21:40:33.568601 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:40:33.569114 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:40:33.586257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fcaaa-126d-49ee-86ee-b7d3d9e4ac2e None None] Pushing event updated for resources: {'Port': ['ID=78fe45a4-60c6-454e-87da-683cef14f9d1,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:33.595996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-696475d6-1af8-4eb1-855e-db3acc66389f None None] Provisioning complete for port 78fe45a4-60c6-454e-87da-683cef14f9d1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:33.596534 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-696475d6-1af8-4eb1-855e-db3acc66389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.680192 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b7f4-e63e-47d9-a3c3-6b57206d803c admin admin] Publish callbacks [] for security_group (52852f06-7a31-4db5-9df9-1eb8ad1a0e47), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.692752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b7f4-e63e-47d9-a3c3-6b57206d803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (52852f06-7a31-4db5-9df9-1eb8ad1a0e47), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.712286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969b2a6c-e273-4f63-8a55-84f01510ab78 admin admin] Publish callbacks [] for security_group (2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.716206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-696475d6-1af8-4eb1-855e-db3acc66389f None None] Current status of the port 78fe45a4-60c6-454e-87da-683cef14f9d1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:33.758739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0b7f4-e63e-47d9-a3c3-6b57206d803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52852f06-7a31-4db5-9df9-1eb8ad1a0e47,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:33.769359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3dd0b7f4-e63e-47d9-a3c3-6b57206d803c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bbc0121d5f94b7db1f031011349f9dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0575666 Jan 27 21:40:33.769359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Deleting port 9b0c2057-9da4-4e43-8a03-8e545a96a57a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:33.769359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9b0c2057-9da4-4e43-8a03-8e545a96a57a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.770878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40266) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:33.804658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969b2a6c-e273-4f63-8a55-84f01510ab78 admin admin] Publish callbacks [] for security_group (2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.886674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7cd81479-c53e-449a-afdb-9ab821d1c28a admin admin] Publish callbacks [] for security_group (52852f06-7a31-4db5-9df9-1eb8ad1a0e47), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.910280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.913748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9b0c2057-9da4-4e43-8a03-8e545a96a57a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.914147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (9b0c2057-9da4-4e43-8a03-8e545a96a57a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.939908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7cd81479-c53e-449a-afdb-9ab821d1c28a admin admin] Publish callbacks [] for security_group (52852f06-7a31-4db5-9df9-1eb8ad1a0e47), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.942630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Calling delete_port for 9b0c2057-9da4-4e43-8a03-8e545a96a57a owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:33.946882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969b2a6c-e273-4f63-8a55-84f01510ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.952146 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969b2a6c-e273-4f63-8a55-84f01510ab78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.954401 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-969b2a6c-e273-4f63-8a55-84f01510ab78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064 HTTP/1.1" status: 204 len: 168 time: 0.4775920 Jan 27 21:40:34.027635 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa58c1e4-f648-40f0-8d34-f428e1b985b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.031993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b2a6c-e273-4f63-8a55-84f01510ab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad5efd7-fdab-4d8f-91dc-c88e5a1f7064,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:34.164387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 78fe45a4-60c6-454e-87da-683cef14f9d1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:34.235317 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Publish callbacks [] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.252266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Allocated IP 172.20.0.1 (d424e38f-2493-43b3-9d8c-0db8722a98ff/b192f8e9-145c-44c2-a4ac-e7a1f31c700d/c4dce197-ca92-4da1-bd25-3b26365b73ce) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:34.257946 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.264853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9b0c2057-9da4-4e43-8a03-8e545a96a57a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.327326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event deleted for resources: {'Port': ['ID=9b0c2057-9da4-4e43-8a03-8e545a96a57a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:34.360242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7cd81479-c53e-449a-afdb-9ab821d1c28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (52852f06-7a31-4db5-9df9-1eb8ad1a0e47), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.374879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7cd81479-c53e-449a-afdb-9ab821d1c28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.376319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7cd81479-c53e-449a-afdb-9ab821d1c28a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52852f06-7a31-4db5-9df9-1eb8ad1a0e47 HTTP/1.1" status: 204 len: 168 time: 0.6042473 Jan 27 21:40:34.428715 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Attempting to bind port be5bbea2-f675-4870-8268-9919dcc4d7ca on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:34.429349 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Attempting to bind port be5bbea2-f675-4870-8268-9919dcc4d7ca by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:34.429962 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Attempting to bind port be5bbea2-f675-4870-8268-9919dcc4d7ca on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:34.468131 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:34.468754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:34.471556 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.472256 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:34.473024 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Bound port: be5bbea2-f675-4870-8268-9919dcc4d7ca, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:34.473624 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.504602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd81479-c53e-449a-afdb-9ab821d1c28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52852f06-7a31-4db5-9df9-1eb8ad1a0e47,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:34.509454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 78fe45a4-60c6-454e-87da-683cef14f9d1 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:34.564224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (1e594ed8-8e57-4569-a289-503b2188909f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.579922 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.584253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a77fb374-e060-40fb-bf9f-456017a848d6 req-bf2ab3b1-4087-4565-bd8c-d42fd8c428b3 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "DELETE /v2.0/floatingips/1e594ed8-8e57-4569-a289-503b2188909f HTTP/1.1" status: 204 len: 173 time: 1.0829811 Jan 27 21:40:34.598424 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d3ecf-80af-4450-84e5-3ce9b236c5c3 None None] Pushing event updated for resources: {'Port': ['ID=be5bbea2-f675-4870-8268-9919dcc4d7ca,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:34.637698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Publish callbacks [] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.650844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 78fe45a4-60c6-454e-87da-683cef14f9d1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:34.651582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.711755 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] For port be5bbea2-f675-4870-8268-9919dcc4d7ca, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:34.723334 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] For port be5bbea2-f675-4870-8268-9919dcc4d7ca, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=be5bbea2-f675-4870-8268-9919dcc4d7ca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:34.731447 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.808200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.867111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 78fe45a4-60c6-454e-87da-683cef14f9d1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:34.888262 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d3ecf-80af-4450-84e5-3ce9b236c5c3 None None] Pushing event updated for resources: {'Port': ['ID=be5bbea2-f675-4870-8268-9919dcc4d7ca,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:34.935870 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:34.936989 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:34.938311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Network d424e38f-2493-43b3-9d8c-0db8722a98ff is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:34.960303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:34.978359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:35.117330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Pushing event updated for resources: {'Port': ['ID=c4dce197-ca92-4da1-bd25-3b26365b73ce,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:35.194790 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:35.213140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.315272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40292) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:35.402908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a91f9-9c33-4526-b837-efff30890122 req-a21a3d9f-1cab-49dc-9ce4-35bfe867344e tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:35.405864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e3a91f9-9c33-4526-b837-efff30890122 req-a21a3d9f-1cab-49dc-9ce4-35bfe867344e tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7816410 Jan 27 21:40:35.412164 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e26abb7-c1b2-485c-9f55-bc674ab72765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.496306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-690edda0-1a56-4a89-944d-d5d88b091e20 None None] Provisioning complete for port c4dce197-ca92-4da1-bd25-3b26365b73ce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:35.497616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-690edda0-1a56-4a89-944d-d5d88b091e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.586136 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:31Z', 'revision_number': 3, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:35.630971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-690edda0-1a56-4a89-944d-d5d88b091e20 None None] Port c4dce197-ca92-4da1-bd25-3b26365b73ce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:35.638672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.681048 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0290e87-be74-4dd7-99e5-7ec18d7d18f0 None None] The sync data for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 is: [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:31Z', 'revision_number': 3, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:36.021300 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Publish callbacks [] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.029469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.147141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Pushing event updated for resources: {'Port': ['ID=c4dce197-ca92-4da1-bd25-3b26365b73ce,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:36.159899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.384558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1aa2ea67-6126-4b46-b057-c46ba0cc6e78 req-9802d7ac-b543-47fd-86f1-6505cab900ed tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=456138779b264f889f061a76570ce095 HTTP/1.1" status: 200 len: 1657 time: 0.9178631 Jan 27 21:40:36.398994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Network d424e38f-2493-43b3-9d8c-0db8722a98ff is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:36.401472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:36.601055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device be5bbea2-f675-4870-8268-9919dcc4d7ca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:36.752856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port be5bbea2-f675-4870-8268-9919dcc4d7ca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:36.753986 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.859796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:36.893193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2ea67-6126-4b46-b057-c46ba0cc6e78 req-cd04c8b5-2029-447e-89a5-8e86c4a0fa4c tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:36.895159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1aa2ea67-6126-4b46-b057-c46ba0cc6e78 req-cd04c8b5-2029-447e-89a5-8e86c4a0fa4c tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks?id=046f12ae-eb38-4ed1-8b40-c8020f87261b&id=046f12ae-eb38-4ed1-8b40-c8020f87261b&id=046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 787 time: 0.5093427 Jan 27 21:40:36.916224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-1aa2ea67-6126-4b46-b057-c46ba0cc6e78 req-5bdc5d32-0316-4142-93e1-635edd24419d tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:40:36.917755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1aa2ea67-6126-4b46-b057-c46ba0cc6e78 req-5bdc5d32-0316-4142-93e1-635edd24419d tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096061 Jan 27 21:40:36.944519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e26abb7-c1b2-485c-9f55-bc674ab72765 admin admin] Publish callbacks [] for security_group (9bd3385f-0643-4223-bba8-7ab9b720293e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.952885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e26abb7-c1b2-485c-9f55-bc674ab72765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9bd3385f-0643-4223-bba8-7ab9b720293e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.017895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0e26abb7-c1b2-485c-9f55-bc674ab72765 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efbe82c9938843b38b10450a9051ad2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6962664 Jan 27 21:40:37.018782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26abb7-c1b2-485c-9f55-bc674ab72765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd3385f-0643-4223-bba8-7ab9b720293e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:37.037211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40324) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:37.079082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:37.097036 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-80e4bfa8-f226-4dd4-a1b0-eb78916c0b8e admin admin] 10.222.0.45 "PUT /v2.0/routers/1988f4ba-f1c2-44de-8621-9d2eb5fd519a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5073364 Jan 27 21:40:37.101300 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01ff6986-2777-4924-ab60-11ce42c97b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.116701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port be5bbea2-f675-4870-8268-9919dcc4d7ca is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:37.128537 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.199761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-379e872e-3f89-45ee-a8d2-b9a4307c6e1d tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips/62724aa8-80cb-4697-adca-baa76038785d HTTP/1.1" status: 200 len: 693 time: 0.1632929 Jan 27 21:40:37.226030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port be5bbea2-f675-4870-8268-9919dcc4d7ca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=be5bbea2-f675-4870-8268-9919dcc4d7ca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:37.228889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4106fa96-30db-4741-bd12-32ada5ea7f1d None None] Provisioning complete for port c4dce197-ca92-4da1-bd25-3b26365b73ce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:37.233186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4106fa96-30db-4741-bd12-32ada5ea7f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.336607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4106fa96-30db-4741-bd12-32ada5ea7f1d None None] Port c4dce197-ca92-4da1-bd25-3b26365b73ce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:37.341062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.381225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-a99b9d26-ea08-4467-939c-5c5593587764 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:37.382913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-a99b9d26-ea08-4467-939c-5c5593587764 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.1641939 Jan 27 21:40:37.387318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bce443b1-a4b5-47f7-975b-56447ec881b3 admin admin] Publish callbacks [] for security_group (9bd3385f-0643-4223-bba8-7ab9b720293e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.417330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bce443b1-a4b5-47f7-975b-56447ec881b3 admin admin] Publish callbacks [] for security_group (9bd3385f-0643-4223-bba8-7ab9b720293e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.516679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=be5bbea2-f675-4870-8268-9919dcc4d7ca,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:37.552799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-c2eb8abf-fbcb-48a2-acbc-fdefcd6a3233 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.1168470 Jan 27 21:40:37.636901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-a704fcc4-ed5f-46bf-9a3a-1d21816db782 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.0745265 Jan 27 21:40:37.676190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bce443b1-a4b5-47f7-975b-56447ec881b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9bd3385f-0643-4223-bba8-7ab9b720293e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.679651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bce443b1-a4b5-47f7-975b-56447ec881b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.685011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bce443b1-a4b5-47f7-975b-56447ec881b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bd3385f-0643-4223-bba8-7ab9b720293e HTTP/1.1" status: 204 len: 168 time: 0.6392014 Jan 27 21:40:37.796432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce443b1-a4b5-47f7-975b-56447ec881b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd3385f-0643-4223-bba8-7ab9b720293e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:37.949390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-4db69032-d149-4004-b9c2-659457a10a8b tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:37.951065 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-4db69032-d149-4004-b9c2-659457a10a8b tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/networks?id=d424e38f-2493-43b3-9d8c-0db8722a98ff HTTP/1.1" status: 200 len: 829 time: 0.2140973 Jan 27 21:40:37.972165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Deleting port c666c84d-8d5e-4b77-af96-9e6a779b59ea {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:37.972567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c666c84d-8d5e-4b77-af96-9e6a779b59ea), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.988386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-1d2baceb-e73b-4fbb-97a4-1bd3ec9b14ee tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/quotas/bbb78092abcc49789a9c809675113623 HTTP/1.1" status: 200 len: 375 time: 0.0278025 Jan 27 21:40:38.147703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-6ccd6b5e-c9f3-4d3a-829c-a4c27c8e3610 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbb78092abcc49789a9c809675113623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035531 Jan 27 21:40:38.169216 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c666c84d-8d5e-4b77-af96-9e6a779b59ea), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.169483 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (c666c84d-8d5e-4b77-af96-9e6a779b59ea), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.232534 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.244150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Calling delete_port for c666c84d-8d5e-4b77-af96-9e6a779b59ea owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:38.354492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-03b1646f-79ce-4e94-a9cf-40a7e0fd9e31 service neutron] 10.222.0.45 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998379 Jan 27 21:40:38.500722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device be5bbea2-f675-4870-8268-9919dcc4d7ca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:38.554992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-ce4c0913-85e9-4c4f-af66-404b893a8c11 service neutron] 10.222.0.45 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995962 Jan 27 21:40:38.602511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c666c84d-8d5e-4b77-af96-9e6a779b59ea), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.607765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port be5bbea2-f675-4870-8268-9919dcc4d7ca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:38.608830 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.639076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event deleted for resources: {'Port': ['ID=c666c84d-8d5e-4b77-af96-9e6a779b59ea,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:38.707285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Sync routers for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:38.739029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (62724aa8-80cb-4697-adca-baa76038785d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.743120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.743697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:38.744425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:38.759312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81587ba3-45e4-4ffa-82c0-29588e49198d req-585d5afe-97af-42ca-8cb7-ac745c597153 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "DELETE /v2.0/floatingips/62724aa8-80cb-4697-adca-baa76038785d HTTP/1.1" status: 204 len: 173 time: 1.0943136 Jan 27 21:40:38.853859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port be5bbea2-f675-4870-8268-9919dcc4d7ca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:39.019086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:39.048002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40388) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:39.059137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-3ea40640-1727-4b68-8409-43b8a9fcb36c tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips/d2ef2afe-80c1-43b2-9616-5727e859d314 HTTP/1.1" status: 200 len: 693 time: 0.1181066 Jan 27 21:40:39.232408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a864837-e9f2-4f71-bee4-514bb9540ff4 req-bb0d97a7-a816-4861-843d-36e40d4109c1 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 210 time: 0.0876729 Jan 27 21:40:39.374965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-247fb3ba-98b1-47e8-a5ec-4f2b6aba5ed5 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:39.382279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1837439891-network', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:39.389853 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-247fb3ba-98b1-47e8-a5ec-4f2b6aba5ed5 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.3297050 Jan 27 21:40:39.400907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 2, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:39.449223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Checking router: 1988f4ba-f1c2-44de-8621-9d2eb5fd519a for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:39.449813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Updating router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a port c4dce197-ca92-4da1-bd25-3b26365b73ce binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:40:39.454395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Made reservation on behalf of 7a9d126045534d0d8d51a87f6be29b27 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:39.457707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.485000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.510507 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.563388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-4e3b8e22-4efc-4cf4-9386-7f4062b33afc tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.1579101 Jan 27 21:40:39.748571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-81d49728-b43b-443f-9ea5-1dddba87337e tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.151 HTTP/1.1" status: 200 len: 696 time: 0.1723833 Jan 27 21:40:39.768319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Publish callbacks [] for security_group (0136298c-5301-4b2b-9cfa-dbc91d9d7f25), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.777287 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0136298c-5301-4b2b-9cfa-dbc91d9d7f25), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.874887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0136298c-5301-4b2b-9cfa-dbc91d9d7f25,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:39.897245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:39.933755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (eadb68b5-4e0f-403b-b011-08c9a1e4bfe3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.934434 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Added segment eadb68b5-4e0f-403b-b011-08c9a1e4bfe3 of type vlan for network 5078c46d-0c90-4e7d-b721-8a45072688a8 Jan 27 21:40:39.971246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Deleting port f1a3409d-c2cd-45d8-975b-72704b43c7e4 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:39.971794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f1a3409d-c2cd-45d8-975b-72704b43c7e4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.043155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (5078c46d-0c90-4e7d-b721-8a45072688a8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.120543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (5078c46d-0c90-4e7d-b721-8a45072688a8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.121600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:40.122158 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.184935 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f1a3409d-c2cd-45d8-975b-72704b43c7e4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.185320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (f1a3409d-c2cd-45d8-975b-72704b43c7e4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.206516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Calling delete_port for f1a3409d-c2cd-45d8-975b-72704b43c7e4 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:40.291554 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2366765 Jan 27 21:40:40.293299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40420) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:40.317607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Request body: {'subnet': {'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1837439891-subnet', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:40.332656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998dd25-7f69-40b8-9f8f-463db259879e admin admin] Pushing event updated for resources: {'Network': ['ID=5078c46d-0c90-4e7d-b721-8a45072688a8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:40.353550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:40.364531 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Publish callbacks [] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.454068 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.459387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40422) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:40.520660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b6ab1b0-70ff-4071-a6d8-411cbeaa512a req-baf5daac-7501-4a0e-ba92-890d262354f8 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 210 time: 0.1056294 Jan 27 21:40:40.522456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Made reservation on behalf of 7a9d126045534d0d8d51a87f6be29b27 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:40.529977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.586766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665be57-0ebb-4b2e-b4df-33a8ff8331e1 None None] Pushing event updated for resources: {'Port': ['ID=c4dce197-ca92-4da1-bd25-3b26365b73ce,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:40.679040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Attempting to bind port c4dce197-ca92-4da1-bd25-3b26365b73ce on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:40.682670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Attempting to bind port c4dce197-ca92-4da1-bd25-3b26365b73ce by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:40.684756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Attempting to bind port c4dce197-ca92-4da1-bd25-3b26365b73ce on network d424e38f-2493-43b3-9d8c-0db8722a98ff {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:40.735113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:40.737952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Checking segment: {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:40.739769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.742467 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6da778b-750c-482c-96bc-df49810b1ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.743459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Bound using segment: {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:40.746076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Bound port: c4dce197-ca92-4da1-bd25-3b26365b73ce, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:40.749767 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.012913 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.069667 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (21025215-b253-42d4-8cfe-521a99738105), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.087916 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.154542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] For port c4dce197-ca92-4da1-bd25-3b26365b73ce, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:41.162381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] For port c4dce197-ca92-4da1-bd25-3b26365b73ce, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c4dce197-ca92-4da1-bd25-3b26365b73ce,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:41.181392 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.195116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0af3b111-85ec-4b91-947b-899ddc532e93 None None] Provisioning complete for port c4dce197-ca92-4da1-bd25-3b26365b73ce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:41.195555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0af3b111-85ec-4b91-947b-899ddc532e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.238027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f1a3409d-c2cd-45d8-975b-72704b43c7e4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.255693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21025215-b253-42d4-8cfe-521a99738105,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:41.373217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event deleted for resources: {'Port': ['ID=f1a3409d-c2cd-45d8-975b-72704b43c7e4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:41.401011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Checking segment: {'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:41.401397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Network hostable DHCP agents. Network: 5078c46d-0c90-4e7d-b721-8a45072688a8, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:41.560869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-5b04ce68-07df-447c-97db-68df8f9f959f tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:41.562769 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-5b04ce68-07df-447c-97db-68df8f9f959f tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.16 "GET /v2.0/networks?id=d424e38f-2493-43b3-9d8c-0db8722a98ff HTTP/1.1" status: 200 len: 829 time: 0.5744920 Jan 27 21:40:41.583083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:41.583450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Request body: {'port': {'device_id': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'admin_state_up': True, 'tenant_id': 'bbb78092abcc49789a9c809675113623'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:41.636469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (d2ef2afe-80c1-43b2-9616-5727e859d314), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.647149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.649224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a7b1b0b-e637-44aa-9590-530e1816243a req-f59974d9-a8e2-410b-807b-8fbda9075777 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "DELETE /v2.0/floatingips/d2ef2afe-80c1-43b2-9616-5727e859d314 HTTP/1.1" status: 204 len: 173 time: 1.8909726 Jan 27 21:40:41.664821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 5078c46d-0c90-4e7d-b721-8a45072688a8) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:41.693915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:41.701167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.726229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6da778b-750c-482c-96bc-df49810b1ffe admin admin] Publish callbacks [] for security_group (e9afa9ab-f459-4804-8c30-247eef930d5c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.735241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6da778b-750c-482c-96bc-df49810b1ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e9afa9ab-f459-4804-8c30-247eef930d5c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.829075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a36559-b6f1-4523-85f3-9fbf4e2700f9 None None] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:41.867681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a6da778b-750c-482c-96bc-df49810b1ffe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd5ccdefd4c84b0eaaa28a86c45afc2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4028165 Jan 27 21:40:41.877880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40434) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:41.969358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:41.970048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:42.008176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c333c16a-87a7-4f57-82f6-90fc0e7a5ced req-6f0cdb60-2c58-42ec-9433-9b3e93e7d9ea tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 210 time: 0.1333389 Jan 27 21:40:42.019940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-5078c46d-0c90-4e7d-b721-8a45072688a8', 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8', 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'fixed_ips': [{'subnet_id': '21025215-b253-42d4-8cfe-521a99738105'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:42.020893 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.032154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da778b-750c-482c-96bc-df49810b1ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9afa9ab-f459-4804-8c30-247eef930d5c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:42.039038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0af3b111-85ec-4b91-947b-899ddc532e93 None None] Current status of the port c4dce197-ca92-4da1-bd25-3b26365b73ce is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:42.039344 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0af3b111-85ec-4b91-947b-899ddc532e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.102992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-25e82ee7-7324-4526-a6b3-da1c93290aad tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips/bad93300-9ae5-4a33-a232-423de8855c95 HTTP/1.1" status: 200 len: 693 time: 0.4264431 Jan 27 21:40:42.125319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Made reservation on behalf of bbb78092abcc49789a9c809675113623 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:42.132915 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.199030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-18601759-29ca-49ec-bf58-66a18a6a65e1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9037564 Jan 27 21:40:42.204803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:42.215842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Allocated IP 172.20.0.2 (5078c46d-0c90-4e7d-b721-8a45072688a8/21025215-b253-42d4-8cfe-521a99738105/c1971a95-5a16-4950-8f81-31a2f941a25d) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:42.229757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:42.420111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (a7ded649-e537-4695-bfd0-b6d1b96b9dde), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.421288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (a7ded649-e537-4695-bfd0-b6d1b96b9dde), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.456542 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Publish callbacks [] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.461660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665be57-0ebb-4b2e-b4df-33a8ff8331e1 None None] Pushing event updated for resources: {'Port': ['ID=c4dce197-ca92-4da1-bd25-3b26365b73ce,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:42.590357 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.619902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-a53543ed-0365-4d27-8339-cd9aacf6a9d4 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:42.625626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-a53543ed-0365-4d27-8339-cd9aacf6a9d4 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.4465744 Jan 27 21:40:42.703546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks [] for router_controller (a7ded649-e537-4695-bfd0-b6d1b96b9dde), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.766523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Pushing event updated for resources: {'Port': ['ID=c1971a95-5a16-4950-8f81-31a2f941a25d,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:42.837798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Allocated IP 172.20.0.9 (d424e38f-2493-43b3-9d8c-0db8722a98ff/b192f8e9-145c-44c2-a4ac-e7a1f31c700d/236b18c1-554d-407b-b997-446ff6807d75) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:42.860158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-46ba89cc-e375-41f8-9e8c-b0887fe2d410 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.2182977 Jan 27 21:40:42.932673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:42.937587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:42.944141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:42.983969 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13878c30-a522-4d4e-83db-94463515be99 admin admin] Publish callbacks [] for security_group (e9afa9ab-f459-4804-8c30-247eef930d5c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.999079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0af3b111-85ec-4b91-947b-899ddc532e93 None None] For port c4dce197-ca92-4da1-bd25-3b26365b73ce, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c4dce197-ca92-4da1-bd25-3b26365b73ce,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:43.001598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-435368e0-64ac-451d-836f-48d4d17b97ba tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.1399894 Jan 27 21:40:43.062865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0af3b111-85ec-4b91-947b-899ddc532e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.085066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13878c30-a522-4d4e-83db-94463515be99 admin admin] Publish callbacks [] for security_group (e9afa9ab-f459-4804-8c30-247eef930d5c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.299343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Attempting to bind port c1971a95-5a16-4950-8f81-31a2f941a25d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:43.299673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Attempting to bind port c1971a95-5a16-4950-8f81-31a2f941a25d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:43.300761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Attempting to bind port c1971a95-5a16-4950-8f81-31a2f941a25d on network 5078c46d-0c90-4e7d-b721-8a45072688a8 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:43.338771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:43.342025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:43.342609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Checking segment: {'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:43.343287 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.343848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Bound using segment: {'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:43.344913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Bound port: c1971a95-5a16-4950-8f81-31a2f941a25d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:43.345690 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.346173 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13878c30-a522-4d4e-83db-94463515be99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e9afa9ab-f459-4804-8c30-247eef930d5c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.350954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13878c30-a522-4d4e-83db-94463515be99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.357058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-13878c30-a522-4d4e-83db-94463515be99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9afa9ab-f459-4804-8c30-247eef930d5c HTTP/1.1" status: 204 len: 168 time: 1.4609749 Jan 27 21:40:43.392586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Deleting port 33905bef-0aff-477c-8919-8770c5759351 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:43.393046 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (33905bef-0aff-477c-8919-8770c5759351), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.433229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13878c30-a522-4d4e-83db-94463515be99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9afa9ab-f459-4804-8c30-247eef930d5c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:43.440921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for port (236b18c1-554d-407b-b997-446ff6807d75), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.558973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-16d64af6-b617-4d1c-9f14-9e2a65a5cdbd None None] Provisioning complete for port c4dce197-ca92-4da1-bd25-3b26365b73ce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:43.559513 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-16d64af6-b617-4d1c-9f14-9e2a65a5cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.575201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks [] for router_gateway (a7ded649-e537-4695-bfd0-b6d1b96b9dde), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.593874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (236b18c1-554d-407b-b997-446ff6807d75), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.615175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3b111-85ec-4b91-947b-899ddc532e93 None None] Pushing event updated for resources: {'Port': ['ID=c4dce197-ca92-4da1-bd25-3b26365b73ce,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:43.669461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4ab179a-b323-4621-901e-20de5b55cdb3 req-5f458470-9de7-4673-92df-1153af9ca231 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 210 time: 0.3147829 Jan 27 21:40:43.751301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] For port c1971a95-5a16-4950-8f81-31a2f941a25d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:43.762312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] For port c1971a95-5a16-4950-8f81-31a2f941a25d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c1971a95-5a16-4950-8f81-31a2f941a25d,segment=NetworkSegment(eadb68b5-4e0f-403b-b011-08c9a1e4bfe3),segment_id=eadb68b5-4e0f-403b-b011-08c9a1e4bfe3)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:43.797117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.815781 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (33905bef-0aff-477c-8919-8770c5759351), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.816638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (33905bef-0aff-477c-8919-8770c5759351), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.830267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Network d424e38f-2493-43b3-9d8c-0db8722a98ff is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:43.852057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:43.873194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Calling delete_port for 33905bef-0aff-477c-8919-8770c5759351 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:43.885964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:44.134239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720811a-c5ac-4d75-bc65-4c5c52a076c9 None None] Pushing event updated for resources: {'Port': ['ID=c1971a95-5a16-4950-8f81-31a2f941a25d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.203154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Pushing event updated for resources: {'Port': ['ID=236b18c1-554d-407b-b997-446ff6807d75,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.232803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (33905bef-0aff-477c-8919-8770c5759351), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.413281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Pushing event deleted for resources: {'Port': ['ID=33905bef-0aff-477c-8919-8770c5759351,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.423563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:44.426733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.465545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks [] for floatingip (bad93300-9ae5-4a33-a232-423de8855c95), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.468340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.468890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-16d64af6-b617-4d1c-9f14-9e2a65a5cdbd None None] Current status of the port c4dce197-ca92-4da1-bd25-3b26365b73ce is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:44.472025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcf6072a-4dc6-4eb7-8b76-800a7039112c req-b1ae5971-dcd1-40c2-93d0-a330ce4fcd90 tempest-FloatingIPDetailsTestJSON-1904867988 tempest-FloatingIPDetailsTestJSON-1904867988-project] 10.222.0.45 "DELETE /v2.0/floatingips/bad93300-9ae5-4a33-a232-423de8855c95 HTTP/1.1" status: 204 len: 173 time: 1.4559319 Jan 27 21:40:44.482045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40458) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:44.518913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:41Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:44.539346 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-381b3f74-1156-4856-b08f-cbedd018ef00 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9618545 Jan 27 21:40:44.579946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Request body: {'port': {'device_id': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:44.627157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e72bc3-04be-4257-8028-c9f413158c28 None None] The sync data for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 is: [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:41Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:44.646332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-aa7b452d-b8c5-4f75-ba99-1d2595523305 None None] Provisioning complete for port 236b18c1-554d-407b-b997-446ff6807d75 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:44.646795 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aa7b452d-b8c5-4f75-ba99-1d2595523305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (236b18c1-554d-407b-b997-446ff6807d75), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.882284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b452d-b8c5-4f75-ba99-1d2595523305 None None] Port 236b18c1-554d-407b-b997-446ff6807d75 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:45.096497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (236b18c1-554d-407b-b997-446ff6807d75), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.694900 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks [] for router_gateway (a7ded649-e537-4695-bfd0-b6d1b96b9dde), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.768113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.246147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b2a99-95d8-48b7-91f1-7c63acacdb21 req-6fb3476f-c2ad-42fd-a41c-5c6a7f59b9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.254092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-517b2a99-95d8-48b7-91f1-7c63acacdb21 req-6fb3476f-c2ad-42fd-a41c-5c6a7f59b9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 931 time: 1.3085880 Jan 27 21:40:46.328646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Allocated IP 172.25.8.122 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/736366b2-162c-4f2f-99ee-8e095aca4262) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:46.418435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b13463e-ba05-409a-bcd9-8f73526f1128 None None] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:46.617786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-517b2a99-95d8-48b7-91f1-7c63acacdb21 req-ed114829-c797-464d-a360-d1cd7368da44 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447442 Jan 27 21:40:46.622655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0764c3cd-37f1-47d9-9b83-42e62843d55c None None] Provisioning complete for port c1971a95-5a16-4950-8f81-31a2f941a25d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:46.623031 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0764c3cd-37f1-47d9-9b83-42e62843d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.653042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236b18c1-554d-407b-b997-446ff6807d75 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:46.691038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Publish callbacks [] for port (236b18c1-554d-407b-b997-446ff6807d75), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.782599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Transition to ACTIVE for port object 236b18c1-554d-407b-b997-446ff6807d75 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:46.814780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (236b18c1-554d-407b-b997-446ff6807d75), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.838175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0764c3cd-37f1-47d9-9b83-42e62843d55c None None] Current status of the port c1971a95-5a16-4950-8f81-31a2f941a25d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:46.841701 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0764c3cd-37f1-47d9-9b83-42e62843d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.014076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c4dce197-ca92-4da1-bd25-3b26365b73ce up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:47.030588 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks [] for port (736366b2-162c-4f2f-99ee-8e095aca4262), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.056985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=236b18c1-554d-407b-b997-446ff6807d75,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:47.109132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0764c3cd-37f1-47d9-9b83-42e62843d55c None None] For port c1971a95-5a16-4950-8f81-31a2f941a25d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c1971a95-5a16-4950-8f81-31a2f941a25d,segment=NetworkSegment(eadb68b5-4e0f-403b-b011-08c9a1e4bfe3),segment_id=eadb68b5-4e0f-403b-b011-08c9a1e4bfe3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:47.122792 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0764c3cd-37f1-47d9-9b83-42e62843d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.213799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Attempting to bind port 236b18c1-554d-407b-b997-446ff6807d75 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:47.214184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Attempting to bind port 236b18c1-554d-407b-b997-446ff6807d75 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:47.214479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Attempting to bind port 236b18c1-554d-407b-b997-446ff6807d75 on network d424e38f-2493-43b3-9d8c-0db8722a98ff {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:47.234020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Port 236b18c1-554d-407b-b997-446ff6807d75 on network d424e38f-2493-43b3-9d8c-0db8722a98ff not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:47.234361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Attempting to bind port 236b18c1-554d-407b-b997-446ff6807d75 on network d424e38f-2493-43b3-9d8c-0db8722a98ff {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:47.252920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:47.253357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Checking segment: {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:47.253762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Bound using segment: {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:47.254605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Bound port: 236b18c1-554d-407b-b997-446ff6807d75, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:47.254907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (236b18c1-554d-407b-b997-446ff6807d75), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.260309 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (80a3c634-8371-411c-b528-4175a642b6a6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.305408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764c3cd-37f1-47d9-9b83-42e62843d55c None None] Pushing event updated for resources: {'Port': ['ID=c1971a95-5a16-4950-8f81-31a2f941a25d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:47.312773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c4dce197-ca92-4da1-bd25-3b26365b73ce triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:47.316813 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.383347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.507843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Pushing event updated for resources: {'Port': ['ID=736366b2-162c-4f2f-99ee-8e095aca4262,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:47.520346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:47.525432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:47.529664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:47.611285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] For port 236b18c1-554d-407b-b997-446ff6807d75, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:47.617191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] For port 236b18c1-554d-407b-b997-446ff6807d75, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=236b18c1-554d-407b-b997-446ff6807d75,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:47.642114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c4dce197-ca92-4da1-bd25-3b26365b73ce is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:47.644093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c1971a95-5a16-4950-8f81-31a2f941a25d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:47.714176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c1971a95-5a16-4950-8f81-31a2f941a25d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:47.714563 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.780284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (236b18c1-554d-407b-b997-446ff6807d75), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.882151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c1971a95-5a16-4950-8f81-31a2f941a25d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:47.883114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:47.884468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4dcb07ed-a7df-461c-8d68-3ae39361ae2e None None] Provisioning complete for port c1971a95-5a16-4950-8f81-31a2f941a25d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:47.884905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4dcb07ed-a7df-461c-8d68-3ae39361ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.887848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.891020 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] 10.222.0.16 "PUT /v2.0/ports/236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 200 len: 1091 time: 3.3281572 Jan 27 21:40:47.936039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'tag': '236b18c1-554d-407b-b997-446ff6807d75'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:47.939481 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007e6c0d-0dcf-466d-a0f9-1aac74e96762" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "tag": "236b18c1-554d-407b-b997-446ff6807d75"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:47.981053 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.020449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40526) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:48.058989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245114-6ac6-4b50-bcc1-39935bd2bd3d req-367d424f-e685-4684-ab5f-036f72de264c tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:48.064928 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4896fdfd-6f09-4d6d-89ee-d10443e4ef91 x-openstack-request-id: req-4896fdfd-6f09-4d6d-89ee-d10443e4ef91 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:48.067063 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "tag": "236b18c1-554d-407b-b997-446ff6807d75", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:48.068882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47245114-6ac6-4b50-bcc1-39935bd2bd3d req-367d424f-e685-4684-ab5f-036f72de264c tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 943 time: 0.2596169 Jan 27 21:40:48.069427 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4896fdfd-6f09-4d6d-89ee-d10443e4ef91 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:48.070167 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'tag': '236b18c1-554d-407b-b997-446ff6807d75', 'status': 'completed', 'code': 200} Jan 27 21:40:48.077364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb07ed-a7df-461c-8d68-3ae39361ae2e None None] Current status of the port c1971a95-5a16-4950-8f81-31a2f941a25d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:48.127699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-5861974c-6271-4f43-ba21-fa1930d77a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:48.130740 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-5861974c-6271-4f43-ba21-fa1930d77a17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbb78092abcc49789a9c809675113623&device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 1094 time: 0.1836281 Jan 27 21:40:48.131464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb35f6-7eb4-46b2-8419-45127b58bbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=236b18c1-554d-407b-b997-446ff6807d75,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:48.185547 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-e1608892-8fd1-44a6-9746-addab24b7d4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 200 len: 217 time: 0.0459399 Jan 27 21:40:48.253350 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks [] for router_gateway (a7ded649-e537-4695-bfd0-b6d1b96b9dde), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.271836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47245114-6ac6-4b50-bcc1-39935bd2bd3d req-e47ea785-0653-4b03-9aac-8a80980b5f0a tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891444 Jan 27 21:40:48.327580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-2c4c38c9-b1c7-4b2d-8bf1-7f5a24b51c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:48.329369 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-2c4c38c9-b1c7-4b2d-8bf1-7f5a24b51c74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b192f8e9-145c-44c2-a4ac-e7a1f31c700d HTTP/1.1" status: 200 len: 868 time: 0.1362774 Jan 27 21:40:48.339664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-180e88bc-502c-4568-a857-663420328637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.434992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c1971a95-5a16-4950-8f81-31a2f941a25d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:48.588399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c1971a95-5a16-4950-8f81-31a2f941a25d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:48.588981 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.617581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-180e88bc-502c-4568-a857-663420328637 admin admin] Publish callbacks [] for security_group (dd89d24d-229d-436f-a607-d72aa955249f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.683860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-180e88bc-502c-4568-a857-663420328637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dd89d24d-229d-436f-a607-d72aa955249f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.821863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c1971a95-5a16-4950-8f81-31a2f941a25d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:48.862980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e88bc-502c-4568-a857-663420328637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd89d24d-229d-436f-a607-d72aa955249f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:48.863330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-abecfe02-8a47-4b4c-a783-ead2c4b07c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:48.865935 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-abecfe02-8a47-4b4c-a783-ead2c4b07c3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d424e38f-2493-43b3-9d8c-0db8722a98ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5253620 Jan 27 21:40:48.876793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-180e88bc-502c-4568-a857-663420328637 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2c3c9ca5d064428872de49e55eb7d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8527048 Jan 27 21:40:48.880979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40536) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:48.983469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Deleting port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:48.984340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.122096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (a7ded649-e537-4695-bfd0-b6d1b96b9dde), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.134429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-204e3ee2-57c7-4b9f-9f93-1cc0ec377ad9 admin admin] Publish callbacks [] for security_group (dd89d24d-229d-436f-a607-d72aa955249f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.209893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-204e3ee2-57c7-4b9f-9f93-1cc0ec377ad9 admin admin] Publish callbacks [] for security_group (dd89d24d-229d-436f-a607-d72aa955249f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.271002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] For port 4b2d60f1-fac6-4714-a5e7-537c4ada0b48, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,segment=NetworkSegment(ce0de22d-85d0-4889-8c8f-1087fc8f98cb),segment_id=ce0de22d-85d0-4889-8c8f-1087fc8f98cb)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:49.271976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.349852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-8139b53a-e200-47ec-84e0-c9c2b95e8a4a service neutron] 10.222.0.16 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733799 Jan 27 21:40:49.384946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Calling delete_port for 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:49.436571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Router a7ded649-e537-4695-bfd0-b6d1b96b9dde is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:40:49.537664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-204e3ee2-57c7-4b9f-9f93-1cc0ec377ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dd89d24d-229d-436f-a607-d72aa955249f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.540829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-204e3ee2-57c7-4b9f-9f93-1cc0ec377ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.542025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-204e3ee2-57c7-4b9f-9f93-1cc0ec377ad9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd89d24d-229d-436f-a607-d72aa955249f HTTP/1.1" status: 204 len: 168 time: 0.6593008 Jan 27 21:40:49.609146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e3ee2-57c7-4b9f-9f93-1cc0ec377ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd89d24d-229d-436f-a607-d72aa955249f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:49.633849 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a495606-921b-493b-b7ab-435e24ea6f67 req-b2f037ce-4400-4cb1-a078-ee41ea00dfce service neutron] 10.222.0.16 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435067 Jan 27 21:40:49.662932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af68f-6975-4b58-88c3-6205ff3306b6 req-bfdf1283-5c3e-4442-a966-823504deef0f tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:49.676062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa0af68f-6975-4b58-88c3-6205ff3306b6 req-bfdf1283-5c3e-4442-a966-823504deef0f tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 943 time: 0.1409805 Jan 27 21:40:49.829226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-6343fac3-c9f1-4cf9-82e9-39cdc6334707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:49.831197 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-6343fac3-c9f1-4cf9-82e9-39cdc6334707 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbb78092abcc49789a9c809675113623&device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 1094 time: 0.1639152 Jan 27 21:40:49.834428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:49.852677 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Sync routers for ids ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:49.856755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cce79c-55da-402e-a86d-c20b9590fb8b req-32f2c1ca-d258-4be2-8218-3bc5be408f1d tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:49.858395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09cce79c-55da-402e-a86d-c20b9590fb8b req-32f2c1ca-d258-4be2-8218-3bc5be408f1d tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 945 time: 0.1778212 Jan 27 21:40:49.882963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa0af68f-6975-4b58-88c3-6205ff3306b6 req-145a0cac-4bef-4895-bf5a-8756971f759c tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796327 Jan 27 21:40:49.887586 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Routers {'a7ded649-e537-4695-bfd0-b6d1b96b9dde'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:49.889896 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:49.982918 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4b2d60f1-fac6-4714-a5e7-537c4ada0b48), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.987916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-ca0f0833-8fe5-4609-b70f-ba6693345f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:49.989805 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-ca0f0833-8fe5-4609-b70f-ba6693345f7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d424e38f-2493-43b3-9d8c-0db8722a98ff HTTP/1.1" status: 200 len: 930 time: 0.1507852 Jan 27 21:40:50.012887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.015908 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-63bd5177-1bee-4bc7-8ad0-d72097275c84 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8082569 Jan 27 21:40:50.020112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40558) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:50.097057 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-e8ef8d57-1657-4850-972a-c467a599a18c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 200 len: 217 time: 0.0945802 Jan 27 21:40:50.185717 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Set router a7ded649-e537-4695-bfd0-b6d1b96b9dde gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:50.212966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-0942f8e1-929d-48b4-8a0e-b888b19dc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:50.214556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-0942f8e1-929d-48b4-8a0e-b888b19dc18e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b192f8e9-145c-44c2-a4ac-e7a1f31c700d HTTP/1.1" status: 200 len: 868 time: 0.1102889 Jan 27 21:40:50.293990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09cce79c-55da-402e-a86d-c20b9590fb8b req-41712398-dff9-410f-928e-472996c06326 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991721 Jan 27 21:40:50.321177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.332098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-c52fde71-2eb5-43fe-b8b8-47575897add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:50.336928 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-c52fde71-2eb5-43fe-b8b8-47575897add8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d424e38f-2493-43b3-9d8c-0db8722a98ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156495 Jan 27 21:40:50.412070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2d60f1-fac6-4714-a5e7-537c4ada0b48,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:50.572450 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-8dee6411-2f5d-456a-b1d3-855c2cc65617 service neutron] 10.222.0.16 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267613 Jan 27 21:40:50.760758 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-007e6c0d-0dcf-466d-a0f9-1aac74e96762 req-ac0c8768-aaa8-4e3b-b908-68c8ecaefbfd service neutron] 10.222.0.16 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814978 Jan 27 21:40:50.839638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (80a3c634-8371-411c-b528-4175a642b6a6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.883774 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:40:47Z', 'revision_number': 3, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:50.921512 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Checking router: a7ded649-e537-4695-bfd0-b6d1b96b9dde for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:50.921883 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Updating router a7ded649-e537-4695-bfd0-b6d1b96b9dde port 736366b2-162c-4f2f-99ee-8e095aca4262 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:40:50.961492 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.395126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641c443-50ba-40f3-adfd-9520b9f45e09 req-a2fd7ca3-c0a4-40c7-9ecd-814f846f364c tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:51.396816 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6641c443-50ba-40f3-adfd-9520b9f45e09 req-a2fd7ca3-c0a4-40c7-9ecd-814f846f364c tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 943 time: 0.2444401 Jan 27 21:40:51.538043 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Publish callbacks [] for port (736366b2-162c-4f2f-99ee-8e095aca4262), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.552612 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.659005 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Attempting to bind port 736366b2-162c-4f2f-99ee-8e095aca4262 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:51.659693 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Attempting to bind port 736366b2-162c-4f2f-99ee-8e095aca4262 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:51.660619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Attempting to bind port 736366b2-162c-4f2f-99ee-8e095aca4262 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:51.690541 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:51.691128 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:51.691869 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.692499 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:51.693315 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Bound port: 736366b2-162c-4f2f-99ee-8e095aca4262, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:51.694602 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.731303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-9b101ea6-f9ff-4378-894f-c84a99544a11 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:51.734452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-9b101ea6-f9ff-4378-894f-c84a99544a11 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 945 time: 0.1350391 Jan 27 21:40:51.772477 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2ede3-40f2-4e9f-bf84-b54a75672ce2 None None] Pushing event updated for resources: {'Port': ['ID=736366b2-162c-4f2f-99ee-8e095aca4262,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:51.839483 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] For port 736366b2-162c-4f2f-99ee-8e095aca4262, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:51.849630 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] For port 736366b2-162c-4f2f-99ee-8e095aca4262, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=736366b2-162c-4f2f-99ee-8e095aca4262,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:51.863755 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.908034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Router 80a3c634-8371-411c-b528-4175a642b6a6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:51.973991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Deleting port 9b79506f-001d-482e-8cf0-ae9191224e3a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:51.974603 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.977989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6641c443-50ba-40f3-adfd-9520b9f45e09 req-5c4304ea-5813-407f-961e-1a9910ae8a55 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242219 Jan 27 21:40:51.999680 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Routers {'a7ded649-e537-4695-bfd0-b6d1b96b9dde'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:52.000727 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:52.101944 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2ede3-40f2-4e9f-bf84-b54a75672ce2 None None] Pushing event updated for resources: {'Port': ['ID=736366b2-162c-4f2f-99ee-8e095aca4262,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:52.220315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] For port 9b79506f-001d-482e-8cf0-ae9191224e3a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b79506f-001d-482e-8cf0-ae9191224e3a,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:52.220695 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.222593 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] Set router a7ded649-e537-4695-bfd0-b6d1b96b9dde gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:52.240775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Calling delete_port for 9b79506f-001d-482e-8cf0-ae9191224e3a owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:52.264180 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.276133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4808ff-4227-4ae3-885a-5d00a04dad95 req-d02a2680-b162-4937-97f0-b8d14ffa9c5f tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:52.284655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4808ff-4227-4ae3-885a-5d00a04dad95 req-d02a2680-b162-4937-97f0-b8d14ffa9c5f tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5d335d-c722-4544-a6cd-38a40402f47e HTTP/1.1" status: 200 len: 945 time: 0.7206173 Jan 27 21:40:52.497546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9b79506f-001d-482e-8cf0-ae9191224e3a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.515124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9b79506f-001d-482e-8cf0-ae9191224e3a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:52.613428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Pushing event deleted for resources: {'Port': ['ID=9b79506f-001d-482e-8cf0-ae9191224e3a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:52.773415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] No DVR routers for this DVR port 9b79506f-001d-482e-8cf0-ae9191224e3a on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:52.780064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.792252 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0c22dd9d-7b91-4f51-ad35-33b1777c401c req-ce8d9728-16a7-4168-9a7a-7570614376a8 tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.16 "DELETE /v2.0/ports/9b79506f-001d-482e-8cf0-ae9191224e3a HTTP/1.1" status: 204 len: 173 time: 1.0507762 Jan 27 21:40:52.793116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5d335d-c722-4544-a6cd-38a40402f47e', 'name': 'network-vif-deleted', 'tag': '9b79506f-001d-482e-8cf0-ae9191224e3a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:52.798077 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6a59b-8c0e-411a-80dc-5f0ff0a100ad" -d '{"events": [{"server_uuid": "0a5d335d-c722-4544-a6cd-38a40402f47e", "name": "network-vif-deleted", "tag": "9b79506f-001d-482e-8cf0-ae9191224e3a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:52.801772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4808ff-4227-4ae3-885a-5d00a04dad95 req-60cfcfe4-2d99-42a6-82bc-3e5022054d4b tempest-AttachSCSIVolumeTestJSON-1249227184 tempest-AttachSCSIVolumeTestJSON-1249227184-project] 10.222.0.45 "GET /v2.0/security-groups?id=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150275 Jan 27 21:40:52.851949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Allocated IP 172.20.0.1 (5078c46d-0c90-4e7d-b721-8a45072688a8/21025215-b253-42d4-8cfe-521a99738105/25dd6a45-9d79-4baf-aefd-492efa3a02c0) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:52.860983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:52.878489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] Sync routers for ids ['80a3c634-8371-411c-b528-4175a642b6a6'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:52.885573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40604) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:52.886857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-407b4311-5a84-412b-ada6-5bf0e51b0985 admin admin] 10.222.0.45 "PUT /v2.0/routers/80a3c634-8371-411c-b528-4175a642b6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4030490 Jan 27 21:40:52.905225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-fce3d9df-3a6e-4a6d-8ff9-e06052f526aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5165620 Jan 27 21:40:52.956733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] Routers {'80a3c634-8371-411c-b528-4175a642b6a6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:52.957745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80a3c634-8371-411c-b528-4175a642b6a6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:52.979245 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:40:47Z', 'revision_number': 3, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:53.064781 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155f9a8-3f3e-4981-a6a2-56e05cc9dcff None None] The sync data for ids ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'] in n-d-826529-2 is: [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:40:47Z', 'revision_number': 3, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:53.169256 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea4d4b0-5d7b-43f1-9115-eca9de29f076 x-openstack-request-id: req-2ea4d4b0-5d7b-43f1-9115-eca9de29f076 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:53.169702 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5d335d-c722-4544-a6cd-38a40402f47e", "name": "network-vif-deleted", "tag": "9b79506f-001d-482e-8cf0-ae9191224e3a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:53.170082 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ea4d4b0-5d7b-43f1-9115-eca9de29f076 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:53.182911 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5d335d-c722-4544-a6cd-38a40402f47e', 'name': 'network-vif-deleted', 'tag': '9b79506f-001d-482e-8cf0-ae9191224e3a', 'status': 'completed', 'code': 200} Jan 27 21:40:53.394553 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks [] for router (80a3c634-8371-411c-b528-4175a642b6a6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.432266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-1a519d67-3b42-4933-9ff5-4dc153b84415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:53.434971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-1a519d67-3b42-4933-9ff5-4dc153b84415 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1095 time: 0.4158027 Jan 27 21:40:53.493056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40612) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:53.595227 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Publish callbacks [] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.651010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2decae9-1738-422a-be14-468be0ef97ab req-08dad21c-fdd1-4300-824c-03ec70a35117 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:53.652222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] Set router 80a3c634-8371-411c-b528-4175a642b6a6 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:53.697281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2decae9-1738-422a-be14-468be0ef97ab req-08dad21c-fdd1-4300-824c-03ec70a35117 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 943 time: 0.4362166 Jan 27 21:40:53.934319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks [] for router_gateway (80a3c634-8371-411c-b528-4175a642b6a6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.074423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Deleting port b7796124-31b5-4a5f-8231-f58e155d10e3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:54.077306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.163317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.165877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:49Z', 'revision_number': 5, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port': {'id': 'b7796124-31b5-4a5f-8231-f58e155d10e3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a3c634-8371-411c-b528-4175a642b6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:01Z', 'updated_at': '2022-01-27T21:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:54.257681 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7afadd5-18ca-423d-b085-983a579a1a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.276369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2decae9-1738-422a-be14-468be0ef97ab req-a6700147-48e5-4ffd-adcf-61ebb3d98dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608880 Jan 27 21:40:54.296877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:54.310727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:54.352152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:54.426837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 236b18c1-554d-407b-b997-446ff6807d75 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:54.455616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (a7ded649-e537-4695-bfd0-b6d1b96b9dde), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.457724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] Checking router: 80a3c634-8371-411c-b528-4175a642b6a6 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:54.501396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] For port b7796124-31b5-4a5f-8231-f58e155d10e3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b7796124-31b5-4a5f-8231-f58e155d10e3,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:54.502008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.538727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Pushing event updated for resources: {'Port': ['ID=25dd6a45-9d79-4baf-aefd-492efa3a02c0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:54.554630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Calling delete_port for b7796124-31b5-4a5f-8231-f58e155d10e3 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:54.571324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] Routers {'80a3c634-8371-411c-b528-4175a642b6a6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:54.585411 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80a3c634-8371-411c-b528-4175a642b6a6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:54.674449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:40:54.889064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 736366b2-162c-4f2f-99ee-8e095aca4262 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:54.890265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-3be100da-71c2-40f6-b0e9-cc6334cd9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:54.893938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-3be100da-71c2-40f6-b0e9-cc6334cd9ece service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 1.4192269 Jan 27 21:40:55.026349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] Set router 80a3c634-8371-411c-b528-4175a642b6a6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:55.063577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-162d46c6-eaf9-4cbd-ae83-702033753a40 None None] Provisioning complete for port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:55.063896 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-162d46c6-eaf9-4cbd-ae83-702033753a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.130562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-df8424fb-1ddb-4d5b-a2ec-fe49c6630853 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 217 time: 0.2241952 Jan 27 21:40:55.160509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-162d46c6-eaf9-4cbd-ae83-702033753a40 None None] Port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:55.179920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:53Z', 'revision_number': 6, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:55.202661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 236b18c1-554d-407b-b997-446ff6807d75, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=236b18c1-554d-407b-b997-446ff6807d75,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:55.214384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b7796124-31b5-4a5f-8231-f58e155d10e3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.284622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90ee78-e63f-4cbb-b8fc-58027968c1c7 None None] The sync data for ids ['80a3c634-8371-411c-b528-4175a642b6a6'] in n-d-826529-2 is: [{'id': '80a3c634-8371-411c-b528-4175a642b6a6', 'name': 'tempest-FloatingIPDetailsTestJSON-708414495-router', 'tenant_id': '456138779b264f889f061a76570ce095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:00Z', 'updated_at': '2022-01-27T21:40:53Z', 'revision_number': 6, 'project_id': '456138779b264f889f061a76570ce095', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:55.303470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '236b18c1-554d-407b-b997-446ff6807d75', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'port_id': '236b18c1-554d-407b-b997-446ff6807d75', 'mac_address': 'fa:16:3e:da:06:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:55.310206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 736366b2-162c-4f2f-99ee-8e095aca4262 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:55.310900 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.330104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7796124-31b5-4a5f-8231-f58e155d10e3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:55.459232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 236b18c1-554d-407b-b997-446ff6807d75 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:55.464699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7afadd5-18ca-423d-b085-983a579a1a2e admin admin] Publish callbacks [] for security_group (210ad43e-6ec9-46fb-8f70-c1508299ee98), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.476346 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (236b18c1-554d-407b-b997-446ff6807d75), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.479247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7afadd5-18ca-423d-b085-983a579a1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (210ad43e-6ec9-46fb-8f70-c1508299ee98), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.486674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (80a3c634-8371-411c-b528-4175a642b6a6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.546893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afadd5-18ca-423d-b085-983a579a1a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210ad43e-6ec9-46fb-8f70-c1508299ee98,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:55.567147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236b18c1-554d-407b-b997-446ff6807d75 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:55.656162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-70b0ef80-2357-4b1b-97f6-eacb6dcec405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:55.658645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-70b0ef80-2357-4b1b-97f6-eacb6dcec405 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.4997702 Jan 27 21:40:55.697123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e7afadd5-18ca-423d-b085-983a579a1a2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36570e7501f7430491893d887861c57a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1771719 Jan 27 21:40:55.710422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40670) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:55.732723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.735583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 236b18c1-554d-407b-b997-446ff6807d75, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=236b18c1-554d-407b-b997-446ff6807d75,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:55.785591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (236b18c1-554d-407b-b997-446ff6807d75), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.804334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-f513f158-fd29-4819-9782-ffd2f711819c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075857 Jan 27 21:40:55.805489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (80a3c634-8371-411c-b528-4175a642b6a6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.809075 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks [] for router_controller (80a3c634-8371-411c-b528-4175a642b6a6), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.906748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (80a3c634-8371-411c-b528-4175a642b6a6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.907675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a3c634-8371-411c-b528-4175a642b6a6 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:40:55.927380 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.929936 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d2c26e67-8066-4c16-9c54-d206132d4a93 admin admin] 10.222.0.45 "DELETE /v2.0/routers/80a3c634-8371-411c-b528-4175a642b6a6 HTTP/1.1" status: 204 len: 168 time: 3.0422976 Jan 27 21:40:55.933864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40672) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:55.993195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 736366b2-162c-4f2f-99ee-8e095aca4262 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:55.994072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.005931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=236b18c1-554d-407b-b997-446ff6807d75,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:56.054197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 736366b2-162c-4f2f-99ee-8e095aca4262, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=736366b2-162c-4f2f-99ee-8e095aca4262,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:56.061479 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.090980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-274b580d-9d14-4118-b8ed-6229868a1775 admin admin] Deleting subnet 3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:56.096867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-274b580d-9d14-4118-b8ed-6229868a1775 admin admin] Publish callbacks [] for subnet (3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.140205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['236b18c1-554d-407b-b997-446ff6807d75'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:56.147514 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-274b580d-9d14-4118-b8ed-6229868a1775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.240897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b79506f-001d-482e-8cf0-ae9191224e3a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:56.293415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-efcf7bf2-b840-4ba4-87cd-ea337c0b7383 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340947 Jan 27 21:40:56.302119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 9b79506f-001d-482e-8cf0-ae9191224e3a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:56.302705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b79506f-001d-482e-8cf0-ae9191224e3a not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:56.366566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=736366b2-162c-4f2f-99ee-8e095aca4262,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:56.507345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-274b580d-9d14-4118-b8ed-6229868a1775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.536610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc8813e-7f7f-4db6-91ee-6e9de34e93c5 req-32c693ef-7fc1-4538-9130-5e9a5ab62e1d service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949723 Jan 27 21:40:56.620764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea3ed4-75e3-476d-baf4-ba436af179ea req-b971642b-f27a-4c2e-aa64-5ddcafdba4f7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:56.626791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8ea3ed4-75e3-476d-baf4-ba436af179ea req-b971642b-f27a-4c2e-aa64-5ddcafdba4f7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 944 time: 0.8406029 Jan 27 21:40:56.718336 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-274b580d-9d14-4118-b8ed-6229868a1775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.740612 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f92bec89-52af-47ea-acea-a1b23da4b9f3 admin admin] Publish callbacks [] for security_group (210ad43e-6ec9-46fb-8f70-c1508299ee98), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.770351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b580d-9d14-4118-b8ed-6229868a1775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:56.781254 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-274b580d-9d14-4118-b8ed-6229868a1775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.787966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5b6d7-0714-4e40-870f-67c70f99abad None None] Network 9427908c-5ad7-4a3e-8868-4ba41c4f8048 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:56.803503 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-274b580d-9d14-4118-b8ed-6229868a1775 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3bb0ace8-10ae-4ff0-8b5b-fb05150b4f39 HTTP/1.1" status: 204 len: 168 time: 0.8663874 Jan 27 21:40:56.803503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40688) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:56.845789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8ea3ed4-75e3-476d-baf4-ba436af179ea req-b1eb721f-629e-42e7-85d2-ca547c66ca7a tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583116 Jan 27 21:40:57.025077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:57.067551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (9427908c-5ad7-4a3e-8868-4ba41c4f8048), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.094793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:57.095441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b2d60f1-fac6-4714-a5e7-537c4ada0b48 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:57.122656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] DHCP port deletion for 9427908c-5ad7-4a3e-8868-4ba41c4f8048 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:40:57.148873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f92bec89-52af-47ea-acea-a1b23da4b9f3 admin admin] Publish callbacks [] for security_group (210ad43e-6ec9-46fb-8f70-c1508299ee98), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.171953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Publish callbacks [] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.182914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.224123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Deleting port 2e966b7f-3fc3-477e-a729-536bf859e3b3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:57.224627 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.262097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] Deleting port 2e966b7f-3fc3-477e-a729-536bf859e3b3 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:57.263148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.330750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] For port 2e966b7f-3fc3-477e-a729-536bf859e3b3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e966b7f-3fc3-477e-a729-536bf859e3b3,segment=NetworkSegment(ce0de22d-85d0-4889-8c8f-1087fc8f98cb),segment_id=ce0de22d-85d0-4889-8c8f-1087fc8f98cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:57.331496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.354621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] For port 2e966b7f-3fc3-477e-a729-536bf859e3b3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e966b7f-3fc3-477e-a729-536bf859e3b3,segment=NetworkSegment(ce0de22d-85d0-4889-8c8f-1087fc8f98cb),segment_id=ce0de22d-85d0-4889-8c8f-1087fc8f98cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:57.355066 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.369872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Calling delete_port for 2e966b7f-3fc3-477e-a729-536bf859e3b3 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:57.382770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] Calling delete_port for 2e966b7f-3fc3-477e-a729-536bf859e3b3 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:57.386804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f92bec89-52af-47ea-acea-a1b23da4b9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (210ad43e-6ec9-46fb-8f70-c1508299ee98), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.394064 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f92bec89-52af-47ea-acea-a1b23da4b9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.397764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f92bec89-52af-47ea-acea-a1b23da4b9f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/210ad43e-6ec9-46fb-8f70-c1508299ee98 HTTP/1.1" status: 204 len: 168 time: 1.6786885 Jan 27 21:40:57.427878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bec89-52af-47ea-acea-a1b23da4b9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210ad43e-6ec9-46fb-8f70-c1508299ee98,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:57.452306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (a7ded649-e537-4695-bfd0-b6d1b96b9dde), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.454804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Pushing event updated for resources: {'Port': ['ID=25dd6a45-9d79-4baf-aefd-492efa3a02c0,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:57.598264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.690149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e966b7f-3fc3-477e-a729-536bf859e3b3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:57.703599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] No DVR routers for this DVR port 2e966b7f-3fc3-477e-a729-536bf859e3b3 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:57.740192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:57.746322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (2e966b7f-3fc3-477e-a729-536bf859e3b3), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.753407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:57.785767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] Pushing event deleted for resources: {'Port': ['ID=2e966b7f-3fc3-477e-a729-536bf859e3b3,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:57.809455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c40c3-35aa-42fe-99b1-8e7cdf917348 None None] No DVR routers for this DVR port 2e966b7f-3fc3-477e-a729-536bf859e3b3 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:57.860492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (9427908c-5ad7-4a3e-8868-4ba41c4f8048), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.895530 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9427908c-5ad7-4a3e-8868-4ba41c4f8048']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:57.944614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:57.947993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0de22d-85d0-4889-8c8f-1087fc8f98cb') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:57.978605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (ce0de22d-85d0-4889-8c8f-1087fc8f98cb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.013521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (ce0de22d-85d0-4889-8c8f-1087fc8f98cb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.035891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:58.036352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (ce0de22d-85d0-4889-8c8f-1087fc8f98cb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:58.153734 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:58.160364 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (9427908c-5ad7-4a3e-8868-4ba41c4f8048), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.181672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.210721 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] 10.222.0.45 "DELETE /v2.0/networks/9427908c-5ad7-4a3e-8868-4ba41c4f8048 HTTP/1.1" status: 204 len: 168 time: 1.4057944 Jan 27 21:40:58.213884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 236b18c1-554d-407b-b997-446ff6807d75 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:58.378686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8fc0001d-2bf0-44e6-80fd-d583389a86a6 None None] Provisioning complete for port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:58.379574 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8fc0001d-2bf0-44e6-80fd-d583389a86a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.462586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3610c8b-0dc5-4bf9-941d-441a95296f61 req-399d5c8f-f3cd-4800-a502-8815ed163ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.500596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3610c8b-0dc5-4bf9-941d-441a95296f61 req-399d5c8f-f3cd-4800-a502-8815ed163ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 944 time: 0.4286790 Jan 27 21:40:58.556135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 236b18c1-554d-407b-b997-446ff6807d75 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:58.579717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 736366b2-162c-4f2f-99ee-8e095aca4262 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:58.622783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Router a7ded649-e537-4695-bfd0-b6d1b96b9dde has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:58.644522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3610c8b-0dc5-4bf9-941d-441a95296f61 req-84be6d23-5f0b-4186-a40c-19907625c44a tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266615 Jan 27 21:40:58.674859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 236b18c1-554d-407b-b997-446ff6807d75 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:58.675385 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (236b18c1-554d-407b-b997-446ff6807d75), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.796003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40716) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:58.796973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:58.811870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-35b15401-3c4a-42f6-b68e-db9c0e423d51 admin admin] 10.222.0.45 "PUT /v2.0/routers/a7ded649-e537-4695-bfd0-b6d1b96b9dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7519181 Jan 27 21:40:58.840853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad13dd-fc84-4a8f-b783-6db8b1c7852c admin admin] Pushing event deleted for resources: {'Network': ['ID=9427908c-5ad7-4a3e-8868-4ba41c4f8048,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:58.856546 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Sync routers for ids ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:58.871474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cb92dc97-f2a5-4b64-a93c-91a696b004ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=456138779b264f889f061a76570ce095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653040 Jan 27 21:40:58.873835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40724) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:58.894003 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Routers {'a7ded649-e537-4695-bfd0-b6d1b96b9dde'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:58.898203 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:59.000404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff041cc-02fa-449d-9f46-4e8423885f0d admin admin] Publish callbacks [] for security_group (9a1e6194-bb72-4cf4-892f-418f2f67437d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.057788 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff041cc-02fa-449d-9f46-4e8423885f0d admin admin] Publish callbacks [] for security_group (9a1e6194-bb72-4cf4-892f-418f2f67437d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.122700 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Set router a7ded649-e537-4695-bfd0-b6d1b96b9dde gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:59.202318 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff041cc-02fa-449d-9f46-4e8423885f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9a1e6194-bb72-4cf4-892f-418f2f67437d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.210830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff041cc-02fa-449d-9f46-4e8423885f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.224110 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cff041cc-02fa-449d-9f46-4e8423885f0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a1e6194-bb72-4cf4-892f-418f2f67437d HTTP/1.1" status: 204 len: 168 time: 0.3467443 Jan 27 21:40:59.225408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0001d-2bf0-44e6-80fd-d583389a86a6 None None] Port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:59.274331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff041cc-02fa-449d-9f46-4e8423885f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1e6194-bb72-4cf4-892f-418f2f67437d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:59.330127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 736366b2-162c-4f2f-99ee-8e095aca4262 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:59.330887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.514206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 236b18c1-554d-407b-b997-446ff6807d75 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:59.517365 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (236b18c1-554d-407b-b997-446ff6807d75), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.566654 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '25dd6a45-9d79-4baf-aefd-492efa3a02c0', 'name': '', 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'mac_address': 'fa:16:3e:08:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '21025215-b253-42d4-8cfe-521a99738105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:52Z', 'updated_at': '2022-01-27T21:40:56Z', 'revision_number': 2, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'subnets': [{'id': '21025215-b253-42d4-8cfe-521a99738105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:59.702355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 236b18c1-554d-407b-b997-446ff6807d75, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=236b18c1-554d-407b-b997-446ff6807d75,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:59.713371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236b18c1-554d-407b-b997-446ff6807d75'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:59.719243 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbadaca2-938e-4ded-90a1-20e3367ab21c" -d '{"events": [{"server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "name": "network-vif-plugged", "status": "completed", "tag": "236b18c1-554d-407b-b997-446ff6807d75"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:59.728299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (236b18c1-554d-407b-b997-446ff6807d75), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.756435 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Checking router: a7ded649-e537-4695-bfd0-b6d1b96b9dde for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:59.758974 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Updating router a7ded649-e537-4695-bfd0-b6d1b96b9dde port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:40:59.797094 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.812994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 736366b2-162c-4f2f-99ee-8e095aca4262 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:59.823296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-8fad8023-3eee-496c-bc32-cb6f47ba2a35 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2854390 Jan 27 21:40:59.832360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:59.919374 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.945373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=236b18c1-554d-407b-b997-446ff6807d75,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:59.968247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b7796124-31b5-4a5f-8231-f58e155d10e3 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:59.980016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40754) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:00.058569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b7796124-31b5-4a5f-8231-f58e155d10e3 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:00.059248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b7796124-31b5-4a5f-8231-f58e155d10e3 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:00.060477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e966b7f-3fc3-477e-a729-536bf859e3b3 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:00.103803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ec276-ae6d-4d0e-97b1-621831b4908e req-84bf41df-3ee1-49e1-878e-432818acffc8 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.111034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d17ec276-ae6d-4d0e-97b1-621831b4908e req-84bf41df-3ee1-49e1-878e-432818acffc8 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 945 time: 0.0732386 Jan 27 21:41:00.152003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 2e966b7f-3fc3-477e-a729-536bf859e3b3 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:00.155765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e966b7f-3fc3-477e-a729-536bf859e3b3 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:00.211095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d17ec276-ae6d-4d0e-97b1-621831b4908e req-5c75cad1-9a5e-4c6c-a94b-009e8397dd71 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987580 Jan 27 21:41:00.229494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1869030573-network', 'tenant_id': '90c13188e8204b5cbb7e16e6a93c7cfe'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:00.285456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Made reservation on behalf of 90c13188e8204b5cbb7e16e6a93c7cfe for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:00.301238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.302155 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94940ab9-787c-401e-95ae-d6b0579a13e5 x-openstack-request-id: req-94940ab9-787c-401e-95ae-d6b0579a13e5 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:00.305344 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "name": "network-vif-plugged", "status": "completed", "tag": "236b18c1-554d-407b-b997-446ff6807d75", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:00.306843 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94940ab9-787c-401e-95ae-d6b0579a13e5 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:00.307801 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236b18c1-554d-407b-b997-446ff6807d75', 'code': 200} Jan 27 21:41:00.347680 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.381801 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.499133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295989-99ae-4aa9-ae26-63a5012aecc9 req-df3e55f8-bb36-4b46-b2a4-68f640c849f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.502658 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b295989-99ae-4aa9-ae26-63a5012aecc9 req-df3e55f8-bb36-4b46-b2a4-68f640c849f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 1096 time: 0.1435206 Jan 27 21:41:00.588373 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Publish callbacks [] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.599235 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.610114 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b295989-99ae-4aa9-ae26-63a5012aecc9 req-ea525db1-7190-4ab4-ae47-036b0fd2e7fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009116 Jan 27 21:41:00.620609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Allocated IP 172.25.8.162 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/df25d274-6898-41f9-b8f2-96fb7e9d665f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:00.651837 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Publish callbacks [] for security_group (a1633b3f-cc59-4293-b02c-d1ca866f7f36), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.660082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a1633b3f-cc59-4293-b02c-d1ca866f7f36), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.711028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:00.722635 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1633b3f-cc59-4293-b02c-d1ca866f7f36,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:00.736903 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0b28a1ef-e490-40c7-911f-143af99326f1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.737260 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Added segment 0b28a1ef-e490-40c7-911f-143af99326f1 of type vlan for network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 Jan 27 21:41:00.842025 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (56ecf52b-3aa0-4d98-8291-6fe83a99a6e1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.902262 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd17dd-069f-4f75-b72a-4c7560d989f2 None None] Pushing event updated for resources: {'Port': ['ID=25dd6a45-9d79-4baf-aefd-492efa3a02c0,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:00.904349 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (56ecf52b-3aa0-4d98-8291-6fe83a99a6e1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.905376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.906742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.923832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for port (df25d274-6898-41f9-b8f2-96fb7e9d665f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.986970 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Attempting to bind port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:00.987923 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Attempting to bind port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:00.988856 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Attempting to bind port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 on network 5078c46d-0c90-4e7d-b721-8a45072688a8 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:01.000391 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:01.001529 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Checking segment: {'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:01.003161 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.004297 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Bound using segment: {'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:01.005954 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Bound port: 25dd6a45-9d79-4baf-aefd-492efa3a02c0, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:01.006901 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.093249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (df25d274-6898-41f9-b8f2-96fb7e9d665f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.140280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] Pushing event updated for resources: {'Network': ['ID=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:01.164143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-68770295-ed9a-4f42-8ac1-a16e702b5261 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1816006 Jan 27 21:41:01.164823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40780) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:01.170059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:01.174872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Request body: {'subnet': {'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1869030573-subnet', 'tenant_id': '90c13188e8204b5cbb7e16e6a93c7cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:01.194761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Pushing event updated for resources: {'Port': ['ID=df25d274-6898-41f9-b8f2-96fb7e9d665f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:01.205461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:01.209518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:01.216252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:01.226721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Made reservation on behalf of 90c13188e8204b5cbb7e16e6a93c7cfe for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:01.229270 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] For port 25dd6a45-9d79-4baf-aefd-492efa3a02c0, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:01.231966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.238127 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] For port 25dd6a45-9d79-4baf-aefd-492efa3a02c0, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=25dd6a45-9d79-4baf-aefd-492efa3a02c0,segment=NetworkSegment(eadb68b5-4e0f-403b-b011-08c9a1e4bfe3),segment_id=eadb68b5-4e0f-403b-b011-08c9a1e4bfe3)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:01.248327 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.316434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40784) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:01.359310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4c8fb7b9-9184-4048-9ab6-f818b4abb3cb None None] Provisioning complete for port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:01.360607 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4c8fb7b9-9184-4048-9ab6-f818b4abb3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.391658 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Routers {'a7ded649-e537-4695-bfd0-b6d1b96b9dde'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:01.392773 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:01.558906 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd17dd-069f-4f75-b72a-4c7560d989f2 None None] Pushing event updated for resources: {'Port': ['ID=25dd6a45-9d79-4baf-aefd-492efa3a02c0,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:01.571226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4c8fb7b9-9184-4048-9ab6-f818b4abb3cb None None] Current status of the port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:01.572650 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4c8fb7b9-9184-4048-9ab6-f818b4abb3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.610733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for floatingip (a0a422b4-2b96-4f88-a76f-f680028cbff9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.691206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaa4b1-1a76-4f25-b62d-e62ddfb9b0a2 req-ccdef945-dc6a-4fb2-b78e-c497082ea697 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:01.701659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57eaa4b1-1a76-4f25-b62d-e62ddfb9b0a2 req-ccdef945-dc6a-4fb2-b78e-c497082ea697 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 945 time: 0.3192539 Jan 27 21:41:01.721823 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (f58ef385-9a2a-4b91-a3de-70ed28e0977c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.733158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2110183429-network', 'tenant_id': '8c03f0697fd4422a9881e94c24f3282d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:01.739657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (df25d274-6898-41f9-b8f2-96fb7e9d665f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.752218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4c8fb7b9-9184-4048-9ab6-f818b4abb3cb None None] For port 25dd6a45-9d79-4baf-aefd-492efa3a02c0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=25dd6a45-9d79-4baf-aefd-492efa3a02c0,segment=NetworkSegment(eadb68b5-4e0f-403b-b011-08c9a1e4bfe3),segment_id=eadb68b5-4e0f-403b-b011-08c9a1e4bfe3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:01.775177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4c8fb7b9-9184-4048-9ab6-f818b4abb3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.881985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58ef385-9a2a-4b91-a3de-70ed28e0977c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:01.897542 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] Set router a7ded649-e537-4695-bfd0-b6d1b96b9dde gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:01.912901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Checking segment: {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:01.913278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Network hostable DHCP agents. Network: 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:41:01.948132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for port (df25d274-6898-41f9-b8f2-96fb7e9d665f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.975697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:41:01.977630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (df25d274-6898-41f9-b8f2-96fb7e9d665f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.980821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fb7b9-9184-4048-9ab6-f818b4abb3cb None None] Pushing event updated for resources: {'Port': ['ID=25dd6a45-9d79-4baf-aefd-492efa3a02c0,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:01.994023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:02.003309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:02.003975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.036483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57eaa4b1-1a76-4f25-b62d-e62ddfb9b0a2 req-75671fe8-53b2-4369-82ca-15dbe6e2e3ba tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334734 Jan 27 21:41:02.057989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Made reservation on behalf of 8c03f0697fd4422a9881e94c24f3282d for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:02.063865 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.067060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-eccb5297-47b4-49d2-82f4-1e84be429173 None None] Provisioning complete for port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:02.072478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eccb5297-47b4-49d2-82f4-1e84be429173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.074342 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0cbeec74-e6be-4d7e-af70-492dba36ced4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9015789 Jan 27 21:41:02.094407 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.149662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Pushing event updated for resources: {'Port': ['ID=df25d274-6898-41f9-b8f2-96fb7e9d665f,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:02.176125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (a0a422b4-2b96-4f88-a76f-f680028cbff9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.272375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de133f5-150a-40d5-b85f-272a43fcbb51 None None] Network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:02.332733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Publish callbacks [] for security_group (c0323f08-50d7-4659-a76a-284b6e2506a9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.342073 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c0323f08-50d7-4659-a76a-284b6e2506a9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.406204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0323f08-50d7-4659-a76a-284b6e2506a9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:02.432192 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.440008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-b793e93c-89de-4d8c-91f9-f5f70138c292 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6144660 Jan 27 21:41:02.466553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b590e-c75a-45c7-9734-ae8ed63704d6 None None] Network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:02.473437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:02.474201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-eccb5297-47b4-49d2-82f4-1e84be429173 None None] Current status of the port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:02.605441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-c7016399-8332-4d02-ab95-4c55b84980dc tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.1363559 Jan 27 21:41:02.635744 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2eac5139-8d21-4dfd-9496-51be978b13d4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.637506 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Added segment 2eac5139-8d21-4dfd-9496-51be978b13d4 of type vlan for network c6a49bda-e807-4cef-a073-15021af28df4 Jan 27 21:41:02.679838 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '25dd6a45-9d79-4baf-aefd-492efa3a02c0', 'name': '', 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'mac_address': 'fa:16:3e:08:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '21025215-b253-42d4-8cfe-521a99738105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:52Z', 'updated_at': '2022-01-27T21:41:01Z', 'revision_number': 4, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'subnets': [{'id': '21025215-b253-42d4-8cfe-521a99738105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:02.733299 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcce255-0cf4-4c05-a612-658adb633ee4 None None] The sync data for ids ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'] in n-d-826529-2 is: [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '25dd6a45-9d79-4baf-aefd-492efa3a02c0', 'name': '', 'network_id': '5078c46d-0c90-4e7d-b721-8a45072688a8', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'mac_address': 'fa:16:3e:08:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '21025215-b253-42d4-8cfe-521a99738105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:52Z', 'updated_at': '2022-01-27T21:41:01Z', 'revision_number': 4, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'subnets': [{'id': '21025215-b253-42d4-8cfe-521a99738105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:02.836533 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c6a49bda-e807-4cef-a073-15021af28df4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.888802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-99361b54-77a7-40d9-8e4d-0c70b396fc39 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:02.890331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ac2e9d6-e2a2-444b-9146-68ed792149c3 req-99361b54-77a7-40d9-8e4d-0c70b396fc39 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.2778375 Jan 27 21:41:02.909058 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c6a49bda-e807-4cef-a073-15021af28df4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.910683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:02.911580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.072960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7515249 Jan 27 21:41:03.074399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40822) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:03.079824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Request body: {'subnet': {'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2110183429-subnet', 'tenant_id': '8c03f0697fd4422a9881e94c24f3282d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:03.106856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Made reservation on behalf of 8c03f0697fd4422a9881e94c24f3282d for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:03.109636 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.170199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8f80fe8-a89b-48da-ba50-052af99c4fdc req-6e3efb9d-50b6-4970-926b-3aaff33b2cac tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips/a0a422b4-2b96-4f88-a76f-f680028cbff9 HTTP/1.1" status: 200 len: 693 time: 0.2538750 Jan 27 21:41:03.194403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8e0dc-cb77-4c58-ac12-5fc8c3a47e1d admin admin] Pushing event updated for resources: {'Network': ['ID=c6a49bda-e807-4cef-a073-15021af28df4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:03.223160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c6a49bda-e807-4cef-a073-15021af28df4 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:03.408349 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (616b2626-750f-41ca-ac9e-9b235b736bf2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.491067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616b2626-750f-41ca-ac9e-9b235b736bf2,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:03.535506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Checking segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:03.536270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Network hostable DHCP agents. Network: c6a49bda-e807-4cef-a073-15021af28df4, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:41:03.565831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Network c6a49bda-e807-4cef-a073-15021af28df4 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:41:03.585283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c6a49bda-e807-4cef-a073-15021af28df4) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:03.590740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:03.591510 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.603384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d513a9-751a-46ce-8044-96a5a7327be0 None None] Network c6a49bda-e807-4cef-a073-15021af28df4 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:03.636045 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fa2a6683-9b09-47d3-998a-13164d3b2567 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5484335 Jan 27 21:41:03.810163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-82d607cd-8605-4a71-9923-cb3e2c7e91b0 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:03.822482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-82d607cd-8605-4a71-9923-cb3e2c7e91b0 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/networks?id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 HTTP/1.1" status: 200 len: 818 time: 0.9072115 Jan 27 21:41:03.873728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-c0cb1db3-4a95-4174-af7b-c622c4e30fae tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/quotas/90c13188e8204b5cbb7e16e6a93c7cfe HTTP/1.1" status: 200 len: 375 time: 0.0499060 Jan 27 21:41:03.928407 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a245c-55f2-4304-b97d-dfd70f5e4c6d None None] Network c6a49bda-e807-4cef-a073-15021af28df4 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:03.966886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-572d3f3f-3d77-4f9e-b536-00afaa6dceaf tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=90c13188e8204b5cbb7e16e6a93c7cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800016 Jan 27 21:41:04.035441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f80fe8-a89b-48da-ba50-052af99c4fdc req-6fce4a71-b836-4b2f-b1a7-8fad9dd56922 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:04.052329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8f80fe8-a89b-48da-ba50-052af99c4fdc req-6fce4a71-b836-4b2f-b1a7-8fad9dd56922 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.8712862 Jan 27 21:41:04.165442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ac09a031-8bb4-4a99-b423-d90d7ddaa84f service neutron] 10.222.0.45 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877811 Jan 27 21:41:04.194336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83c72ac3-f7a8-45de-8bc3-e21a6532cd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.351131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991c295-a0cb-4b5c-919c-124ea8836621 req-4598494b-ab23-4d7d-b50f-21910dc7fd29 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:04.353689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2991c295-a0cb-4b5c-919c-124ea8836621 req-4598494b-ab23-4d7d-b50f-21910dc7fd29 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 945 time: 0.1854239 Jan 27 21:41:04.483989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2991c295-a0cb-4b5c-919c-124ea8836621 req-d9ef3be2-e3e9-443f-a0f3-45f2c0039fce tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218579 Jan 27 21:41:04.536291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-60292eeb-cdcf-4ef8-b2ab-28fb852102a1 service neutron] 10.222.0.45 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142869 Jan 27 21:41:04.600298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 25dd6a45-9d79-4baf-aefd-492efa3a02c0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:04.739105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:04.740117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.794426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35302330-7b36-4311-bbf9-9826b53a59df req-7b713b8a-52b5-4134-896b-683371a0f82f tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:04.796645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35302330-7b36-4311-bbf9-9826b53a59df req-7b713b8a-52b5-4134-896b-683371a0f82f tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1097 time: 0.1544023 Jan 27 21:41:04.914442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35302330-7b36-4311-bbf9-9826b53a59df req-6869c62b-821d-4376-8312-b4688a6f1bc9 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987623 Jan 27 21:41:04.928357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:05.119082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ddf91af-5d1d-493e-b2be-68b8e8d57bbc req-9f4870ea-9e5c-4614-9298-6215de5478b1 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=7a9d126045534d0d8d51a87f6be29b27 HTTP/1.1" status: 200 len: 696 time: 0.0607145 Jan 27 21:41:05.340260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf91af-5d1d-493e-b2be-68b8e8d57bbc req-e26ccffc-5334-4532-89f1-17b86a0bd725 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:05.342408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ddf91af-5d1d-493e-b2be-68b8e8d57bbc req-e26ccffc-5334-4532-89f1-17b86a0bd725 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/networks?id=046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 787 time: 0.2117150 Jan 27 21:41:05.357201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-5ddf91af-5d1d-493e-b2be-68b8e8d57bbc req-bd2d1d7c-8095-490e-97b6-668a22f788bd tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:41:05.358421 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ddf91af-5d1d-493e-b2be-68b8e8d57bbc req-bd2d1d7c-8095-490e-97b6-668a22f788bd tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081737 Jan 27 21:41:05.379847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-bfc20df7-2b04-4010-a6ab-6700a4b0da71 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:05.384430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-bfc20df7-2b04-4010-a6ab-6700a4b0da71 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 805 time: 0.2272592 Jan 27 21:41:05.435185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-66aa7664-447b-4941-aefc-6a8e47616469 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/quotas/8c03f0697fd4422a9881e94c24f3282d HTTP/1.1" status: 200 len: 375 time: 0.0349858 Jan 27 21:41:05.541755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-84cba294-6f63-4976-b242-a1f3488c8e84 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942819 Jan 27 21:41:05.593327 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:41:05.734412 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-c3be55cf-57f8-40e8-ba7d-6681074eb57a tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 258 time: 0.3481843 Jan 27 21:41:05.763539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:05.877567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.940221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-26d69ca4-c4c8-4bb6-8639-507c248d85e9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978963 Jan 27 21:41:06.218967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.299111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-38604675-0b0d-41d9-83f2-71ca84133c2e service neutron] 10.222.0.45 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035736 Jan 27 21:41:06.461424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Allocated IP 172.25.8.51 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/b5250c4b-969d-46c0-bb33-9c1dc7da7a60) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:06.816786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for port (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.986847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56839bc1-782c-44ca-8cf5-d3779b3b17e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.209379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.312971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-85badedc-8260-469a-82e8-22e9287e7fec tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:07.316213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-85badedc-8260-469a-82e8-22e9287e7fec tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.57 "GET /v2.0/networks?id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 HTTP/1.1" status: 200 len: 818 time: 0.4336033 Jan 27 21:41:07.437764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:07.438695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-c2a4396c-9a36-4ba8-ad92-04efe0ecb5cf tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:07.442622 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-c2a4396c-9a36-4ba8-ad92-04efe0ecb5cf tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.16 "GET /v2.0/networks?id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 HTTP/1.1" status: 200 len: 818 time: 0.2808335 Jan 27 21:41:07.444780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Request body: {'port': {'device_id': '019930ce-a626-4652-8fd7-34161f9ddb05', 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1', 'admin_state_up': True, 'tenant_id': '90c13188e8204b5cbb7e16e6a93c7cfe'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:07.476698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:07.484538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Request body: {'port': {'device_id': '96f6ad73-ee91-4ca6-95f1-435d4cfd9f28', 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1', 'admin_state_up': True, 'tenant_id': '90c13188e8204b5cbb7e16e6a93c7cfe'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:07.619713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:07.782652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Made reservation on behalf of 90c13188e8204b5cbb7e16e6a93c7cfe for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:07.793456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.090902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Pushing event updated for resources: {'Port': ['ID=b5250c4b-969d-46c0-bb33-9c1dc7da7a60,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:08.125085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Allocated IP 172.20.0.9 (56ecf52b-3aa0-4d98-8291-6fe83a99a6e1/f58ef385-9a2a-4b91-a3de-70ed28e0977c/e2a5f027-47f1-46bb-920e-61768539a430) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:08.187279 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (73b10ec2-46e2-4988-979d-6c256f84a5a2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.220098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-e48a9957-1f80-458d-b469-7a96036bd955 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:08.221734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-e48a9957-1f80-458d-b469-7a96036bd955 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.57 "GET /v2.0/networks?id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 HTTP/1.1" status: 200 len: 818 time: 0.5984550 Jan 27 21:41:08.253539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Request body: {'port': {'device_id': '7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac', 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1', 'admin_state_up': True, 'tenant_id': '90c13188e8204b5cbb7e16e6a93c7cfe'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:08.257110 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.371545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.393513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Made reservation on behalf of 90c13188e8204b5cbb7e16e6a93c7cfe for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:08.397067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.431220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks [] for port (e2a5f027-47f1-46bb-920e-61768539a430), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.489911 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e2a5f027-47f1-46bb-920e-61768539a430), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.669058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:08.669058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Pushing event updated for resources: {'Port': ['ID=e2a5f027-47f1-46bb-920e-61768539a430,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:08.677138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:08.684802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:08.816405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:08.817637 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.845075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-f822d858-f665-4f0a-9f4d-7c85a4928cdd tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:08.848417 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-f822d858-f665-4f0a-9f4d-7c85a4928cdd tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 805 time: 0.3345170 Jan 27 21:41:08.879640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Request body: {'port': {'device_id': '6b336a14-3243-4342-a25a-2d1af191e395', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'admin_state_up': True, 'tenant_id': '8c03f0697fd4422a9881e94c24f3282d'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:08.896760 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-bf7d4999-7ed8-45b3-b9a6-d671066e32ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4404020 Jan 27 21:41:08.936962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Request body: {'port': {'device_id': '96f6ad73-ee91-4ca6-95f1-435d4cfd9f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:08.943628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-4a3d7876-c73c-4aa5-9106-c9a72cca6009 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:41:08.952164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-4a3d7876-c73c-4aa5-9106-c9a72cca6009 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556138 Jan 27 21:41:09.096751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Allocated IP 172.20.0.12 (56ecf52b-3aa0-4d98-8291-6fe83a99a6e1/f58ef385-9a2a-4b91-a3de-70ed28e0977c/23ceb12a-f138-478e-aa6b-a524584686e7) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:09.119102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e2a5f027-47f1-46bb-920e-61768539a430), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.164814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-236e5bf2-ef2b-4e5a-b23d-d47716368d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.167575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-236e5bf2-ef2b-4e5a-b23d-d47716368d6c service neutron] 10.222.0.45 "GET /v2.0/ports/4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 1094 time: 0.2134848 Jan 27 21:41:09.177225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Made reservation on behalf of 90c13188e8204b5cbb7e16e6a93c7cfe for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:09.180958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.182719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Made reservation on behalf of 8c03f0697fd4422a9881e94c24f3282d for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:09.186652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.193987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Request body: {'binding': {'host': 'n-h1-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:09.194489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Unknown quota resources ['binding']. {{(pid=103330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:41:09.483505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Allocated IP 172.20.0.6 (c6a49bda-e807-4cef-a073-15021af28df4/616b2626-750f-41ca-ac9e-9b235b736bf2/3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:09.734731 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks [] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.782412 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.845710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Network c6a49bda-e807-4cef-a073-15021af28df4 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:09.856105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:09.860069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:09.868114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Pushing event updated for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:09.939923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.941459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.967090 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5db465d1-e717-4f8d-a6ee-ca280bb3f504 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0981512 Jan 27 21:41:09.983044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Request body: {'port': {'device_id': '6b336a14-3243-4342-a25a-2d1af191e395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:10.031126 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for port (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.048201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.051783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.211396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Pushing event updated for resources: {'Port': ['ID=b5250c4b-969d-46c0-bb33-9c1dc7da7a60,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:10.219318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks [] for port (23ceb12a-f138-478e-aa6b-a524584686e7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.221879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on host n-h1-826529-2 for vnic_type normal with profile None {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:10.222224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:10.222554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:10.237170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.237617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.237914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.238182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.238525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.238862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.239198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.239568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.239900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.240234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.240563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.240891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.241224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:10.244912 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (73b10ec2-46e2-4988-979d-6c256f84a5a2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.254986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:10.255346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:10.273264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:10.273605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:10.274092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:10.274464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Bound port: 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:10.307818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.309065 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-fddce916-73a2-4f13-9a09-692c16de5396 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5552857 Jan 27 21:41:10.384767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.403846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-5958426d-93ac-4e6a-8e6c-8f9ef6b5296b tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 695 time: 0.0743768 Jan 27 21:41:10.405781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:10.441496 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.442734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48ad03e8-a05d-40f0-96db-2114d0785fc4 service neutron] 10.222.0.45 "POST /v2.0/ports/4dfca5c3-8bad-4235-a0ae-b4f78b470c68/bindings HTTP/1.1" status: 201 len: 389 time: 1.2547357 Jan 27 21:41:10.472908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:10.482415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:10.494239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Publish callbacks [] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.513437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:10.522426 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Transition to ACTIVE for port object 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:41:10.526752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:10.533357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.604307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Pushing event updated for resources: {'Port': ['ID=23ceb12a-f138-478e-aa6b-a524584686e7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:10.720146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-d7417a4c-d44c-4ed9-8af2-baf611b0e2b5 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips/a0a422b4-2b96-4f88-a76f-f680028cbff9 HTTP/1.1" status: 200 len: 693 time: 0.1189628 Jan 27 21:41:10.749149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:10.759895 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.761666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:10.761666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.766543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a5f027-47f1-46bb-920e-61768539a430 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:10.796481 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Publish callbacks [] for port (e2a5f027-47f1-46bb-920e-61768539a430), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.818312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Transition to ACTIVE for port object e2a5f027-47f1-46bb-920e-61768539a430 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:41:10.825389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-21e9878c-cecc-4465-8396-801f0f17fa22 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:10.825704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (e2a5f027-47f1-46bb-920e-61768539a430), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.827595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f047db5e-4dc1-4af1-aee0-ad4acde06e13 req-21e9878c-cecc-4465-8396-801f0f17fa22 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.3954434 Jan 27 21:41:10.866367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Attempting to bind port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:10.866719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Attempting to bind port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:10.867051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Attempting to bind port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 on network c6a49bda-e807-4cef-a073-15021af28df4 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:10.882852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 on network c6a49bda-e807-4cef-a073-15021af28df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:10.883144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Attempting to bind port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 on network c6a49bda-e807-4cef-a073-15021af28df4 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:10.902353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:10.902683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Checking segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:10.903125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Bound using segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:10.903574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Bound port: 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:10.903946 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.906173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a5f027-47f1-46bb-920e-61768539a430,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:10.957223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-2c156093-c1ed-493b-ab9d-5731dabe0840 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5478399 Jan 27 21:41:10.963642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-5fc48e06-b5f2-400f-acfd-01f3e5789dbd tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:10.970958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-5fc48e06-b5f2-400f-acfd-01f3e5789dbd tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.2496459 Jan 27 21:41:10.984963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Request body: {'port': {'device_id': '019930ce-a626-4652-8fd7-34161f9ddb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:11.064875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Attempting to bind port e2a5f027-47f1-46bb-920e-61768539a430 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:11.065283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Attempting to bind port e2a5f027-47f1-46bb-920e-61768539a430 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:11.065884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Attempting to bind port e2a5f027-47f1-46bb-920e-61768539a430 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:11.067540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.073798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:11.084395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-6e333901-0e05-448c-ac3d-c9d019fc41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.086694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-6e333901-0e05-448c-ac3d-c9d019fc41d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1097 time: 0.2869604 Jan 27 21:41:11.093322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Port e2a5f027-47f1-46bb-920e-61768539a430 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:11.093830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Attempting to bind port e2a5f027-47f1-46bb-920e-61768539a430 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:11.100211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Allocated IP 172.20.0.7 (56ecf52b-3aa0-4d98-8291-6fe83a99a6e1/f58ef385-9a2a-4b91-a3de-70ed28e0977c/1cd2703e-4384-4b75-be65-ee17b4a6e376) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:11.103934 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:11.105344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:11.105709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Checking segment: {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:11.106106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Bound using segment: {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:11.106583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Bound port: e2a5f027-47f1-46bb-920e-61768539a430, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:11.106951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e2a5f027-47f1-46bb-920e-61768539a430), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.114680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-40036efe-b3e3-4e2d-a960-0b43eaaf3681 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.1427715 Jan 27 21:41:11.123658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.141949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.142694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.144535 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] 10.222.0.57 "PUT /v2.0/ports/3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 HTTP/1.1" status: 200 len: 1091 time: 1.1659803 Jan 27 21:41:11.147692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:11.151139 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5d2448-8329-499f-9d26-1afca6d51049" -d '{"events": [{"name": "network-changed", "server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:11.298932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.304627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b0fa6-fd51-4e12-8df6-0d6a3619f1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:11.332422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] For port e2a5f027-47f1-46bb-920e-61768539a430, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:11.332422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-001560c8-185f-4b84-b32b-1d6132c7ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.332422 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-001560c8-185f-4b84-b32b-1d6132c7ab9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 1094 time: 0.1116161 Jan 27 21:41:11.336297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] For port e2a5f027-47f1-46bb-920e-61768539a430, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e2a5f027-47f1-46bb-920e-61768539a430,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:11.348666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (e2a5f027-47f1-46bb-920e-61768539a430), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.355368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-fd33b14c-d9dc-435f-b643-c1eb3fe023f7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.2147024 Jan 27 21:41:11.454339 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-7eed09b6-a759-4aa9-811b-30564eb89ab1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 HTTP/1.1" status: 200 len: 217 time: 0.1135828 Jan 27 21:41:11.488046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.489105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.491533 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] 10.222.0.16 "PUT /v2.0/ports/e2a5f027-47f1-46bb-920e-61768539a430 HTTP/1.1" status: 200 len: 1091 time: 2.5718296 Jan 27 21:41:11.603781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-42addc95-441a-4f39-9e00-7ace0cf6692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.605081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-42addc95-441a-4f39-9e00-7ace0cf6692c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.5100136 Jan 27 21:41:11.612867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e684-653b-4695-a8fc-b11cca892249 req-68cac297-f9e8-4df7-8844-59c226742833 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.614549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bb3e684-653b-4695-a8fc-b11cca892249 req-68cac297-f9e8-4df7-8844-59c226742833 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 943 time: 0.3546665 Jan 27 21:41:11.633218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a71dc-9bc2-4547-aa0e-10b295a258d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a5f027-47f1-46bb-920e-61768539a430,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:11.654583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5a6522be-ebba-49b7-af50-12525ab1a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.657587 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-5a6522be-ebba-49b7-af50-12525ab1a482 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 200 len: 845 time: 0.1928809 Jan 27 21:41:11.683968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-754b36d0-df25-4eb6-8c43-cf5b78c28dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.686190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-754b36d0-df25-4eb6-8c43-cf5b78c28dcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90c13188e8204b5cbb7e16e6a93c7cfe&device_id=96f6ad73-ee91-4ca6-95f1-435d4cfd9f28 HTTP/1.1" status: 200 len: 1094 time: 0.1340234 Jan 27 21:41:11.708786 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-0648dd21-dac9-448b-b317-198706027cc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a49bda-e807-4cef-a073-15021af28df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443718 Jan 27 21:41:11.823276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-f12ccc9c-a5c9-470a-becf-c0b590dca119 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 217 time: 0.2035439 Jan 27 21:41:11.886593 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-6a0c52c7-8636-42b4-a3fa-baeb8d5ff6a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2a5f027-47f1-46bb-920e-61768539a430 HTTP/1.1" status: 200 len: 217 time: 0.0744662 Jan 27 21:41:11.897742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks [] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.950654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-4f69d26a-a343-45c8-ade4-1784ecb52b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.952304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-4f69d26a-a343-45c8-ade4-1784ecb52b18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.1177816 Jan 27 21:41:11.953707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-12156366-67c1-477c-81fd-74a1984fe658 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385986 Jan 27 21:41:11.958676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bb3e684-653b-4695-a8fc-b11cca892249 req-53710258-08a4-446e-8572-d00feacbf79b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306561 Jan 27 21:41:12.009839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-80762e42-f76d-4e56-89c3-8a0c31a3f9c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457184 Jan 27 21:41:12.028674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Deleting port df25d274-6898-41f9-b8f2-96fb7e9d665f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:12.029070 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (df25d274-6898-41f9-b8f2-96fb7e9d665f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.055487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.265004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:12.283062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-6e196ef9-baff-4a5f-b681-25c8f0621080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:12.284945 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-6e196ef9-baff-4a5f-b681-25c8f0621080 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f58ef385-9a2a-4b91-a3de-70ed28e0977c HTTP/1.1" status: 200 len: 858 time: 0.3881299 Jan 27 21:41:12.296952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:12.309174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:12.319707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Pushing event updated for resources: {'Port': ['ID=1cd2703e-4384-4b75-be65-ee17b4a6e376,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:12.325777 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-d4f2eab4-517b-4431-9dcf-49e619383434 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335565 Jan 27 21:41:12.405249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (df25d274-6898-41f9-b8f2-96fb7e9d665f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.405602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for floatingip (df25d274-6898-41f9-b8f2-96fb7e9d665f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.415852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed2a35b2-94d8-4b3f-9969-0364140cdb71 req-8cbc104e-a441-4730-8111-c22ade885dc8 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551420 Jan 27 21:41:12.430143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-d9b7d2bc-1f69-464c-94b3-765bf4fba089 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138777 Jan 27 21:41:12.437136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbc584-9916-475c-8aa2-d8436a639cac req-a96ff39c-fbc5-4ce4-b907-6ab7eba4dba4 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:12.438754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81dbc584-9916-475c-8aa2-d8436a639cac req-a96ff39c-fbc5-4ce4-b907-6ab7eba4dba4 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 932 time: 0.2742250 Jan 27 21:41:12.457081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:12.457764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.459566 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-22f81016-82ff-4a20-978e-67d036a7d75b service neutron] 10.222.0.16 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273775 Jan 27 21:41:12.468920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Calling delete_port for df25d274-6898-41f9-b8f2-96fb7e9d665f owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:12.589683 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-411818bd-2048-44a5-ac07-51c3f93b1c42 service neutron] 10.222.0.16 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233485 Jan 27 21:41:12.589945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-83adb781-c5d8-42e7-94bf-101feee8b7ca tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3521345 Jan 27 21:41:12.961891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Request body: {'port': {'device_id': '7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:13.024764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ceb12a-f138-478e-aa6b-a524584686e7 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:13.046147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Publish callbacks [] for port (23ceb12a-f138-478e-aa6b-a524584686e7), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.065177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81dbc584-9916-475c-8aa2-d8436a639cac req-0f25fec4-c1ef-4889-8b16-4cd7adec24d3 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999336 Jan 27 21:41:13.108417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Transition to ACTIVE for port object 23ceb12a-f138-478e-aa6b-a524584686e7 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:41:13.127220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-e3c2ebfd-8f01-4858-a378-b251be3b9ed4 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870880 Jan 27 21:41:13.130935 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.137250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.262839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=23ceb12a-f138-478e-aa6b-a524584686e7,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:13.410995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (df25d274-6898-41f9-b8f2-96fb7e9d665f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.465895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Pushing event deleted for resources: {'Port': ['ID=df25d274-6898-41f9-b8f2-96fb7e9d665f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:13.502560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686fad9-805e-439b-83de-ffa850a8d417 req-face0191-84c9-4215-b5cf-aef74bb5c024 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:13.504489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6686fad9-805e-439b-83de-ffa850a8d417 req-face0191-84c9-4215-b5cf-aef74bb5c024 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.2579319 Jan 27 21:41:13.583356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Attempting to bind port 23ceb12a-f138-478e-aa6b-a524584686e7 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:13.583746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Attempting to bind port 23ceb12a-f138-478e-aa6b-a524584686e7 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:13.584058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Attempting to bind port 23ceb12a-f138-478e-aa6b-a524584686e7 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:13.634852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Port 23ceb12a-f138-478e-aa6b-a524584686e7 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:13.635184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Attempting to bind port 23ceb12a-f138-478e-aa6b-a524584686e7 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:13.671893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:13.672420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Checking segment: {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:13.672636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Bound using segment: {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:13.673220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Bound port: 23ceb12a-f138-478e-aa6b-a524584686e7, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:13.673599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.705255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for floatingip (a0a422b4-2b96-4f88-a76f-f680028cbff9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.708591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.710096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07bdc06e-0139-4501-bcf4-ba4a3a1ba624 req-3373d305-8e9b-4264-aa9b-13c65d90b4d8 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "DELETE /v2.0/floatingips/a0a422b4-2b96-4f88-a76f-f680028cbff9 HTTP/1.1" status: 204 len: 173 time: 2.3330352 Jan 27 21:41:13.740135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6686fad9-805e-439b-83de-ffa850a8d417 req-6329b39b-6d2a-4976-8d6a-c6dfb4b78430 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119205 Jan 27 21:41:13.878901 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554e13ec-aab9-40a3-9895-93a74c5a4dc7 x-openstack-request-id: req-554e13ec-aab9-40a3-9895-93a74c5a4dc7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:13.881197 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:13.881925 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-554e13ec-aab9-40a3-9895-93a74c5a4dc7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:13.883116 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'status': 'completed', 'code': 200} Jan 27 21:41:13.943574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] For port 23ceb12a-f138-478e-aa6b-a524584686e7, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:13.967148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] For port 23ceb12a-f138-478e-aa6b-a524584686e7, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=23ceb12a-f138-478e-aa6b-a524584686e7,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:13.981016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd2703e-4384-4b75-be65-ee17b4a6e376 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:13.995339 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.000290 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Publish callbacks [] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.020797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-a3d9b2c9-813d-454f-abb1-4be86ca84f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.022504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-a3d9b2c9-813d-454f-abb1-4be86ca84f7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 1094 time: 0.1119835 Jan 27 21:41:14.039787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Transition to ACTIVE for port object 1cd2703e-4384-4b75-be65-ee17b4a6e376 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:41:14.142588 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.167229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.170217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.171462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] 10.222.0.57 "PUT /v2.0/ports/23ceb12a-f138-478e-aa6b-a524584686e7 HTTP/1.1" status: 200 len: 1092 time: 3.1978896 Jan 27 21:41:14.196355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019930ce-a626-4652-8fd7-34161f9ddb05', 'tag': '23ceb12a-f138-478e-aa6b-a524584686e7'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:14.216704 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee538cd0-c6e3-4aa7-b370-6f1cec260707" -d '{"events": [{"name": "network-changed", "server_uuid": "019930ce-a626-4652-8fd7-34161f9ddb05", "tag": "23ceb12a-f138-478e-aa6b-a524584686e7"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:14.228272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-827e63e0-f8fe-417a-8957-654b9553e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.229973 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-827e63e0-f8fe-417a-8957-654b9553e367 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 906 time: 0.2011170 Jan 27 21:41:14.300010 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-ebd616a6-e9f8-4443-9ec2-e37ff23b6f87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 HTTP/1.1" status: 200 len: 217 time: 0.0618348 Jan 27 21:41:14.348623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-cc00c283-81bc-4596-953a-cf1358e00f6f tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.351452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-cc00c283-81bc-4596-953a-cf1358e00f6f tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3089190 Jan 27 21:41:14.382874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-dd9ab404-8350-4ef7-9503-b826fd0badc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.385926 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-dd9ab404-8350-4ef7-9503-b826fd0badc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 200 len: 845 time: 0.0795014 Jan 27 21:41:14.387828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e2b9a-1371-4323-87b5-be81a279aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=23ceb12a-f138-478e-aa6b-a524584686e7,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:14.439547 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-83b3054a-afcf-4e59-9834-ac1a41f555e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a49bda-e807-4cef-a073-15021af28df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462625 Jan 27 21:41:14.560648 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-0c2a6848-f3b1-4013-baa6-4f9af80017eb service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150150 Jan 27 21:41:14.562610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-bf4ee158-197f-4498-af57-50eb23af1761 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 695 time: 0.1837759 Jan 27 21:41:14.597038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-28a9b27b-12de-416e-8a47-cfff63b24aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.599821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-28a9b27b-12de-416e-8a47-cfff63b24aec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90c13188e8204b5cbb7e16e6a93c7cfe&device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 1095 time: 0.3416319 Jan 27 21:41:14.643199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd2703e-4384-4b75-be65-ee17b4a6e376,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:14.715767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a166c0-d97e-495c-9dd8-7280691f1133 req-c06f6f54-299e-4945-ab6d-24ab8564af0b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.718134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0a166c0-d97e-495c-9dd8-7280691f1133 req-c06f6f54-299e-4945-ab6d-24ab8564af0b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 943 time: 0.4619200 Jan 27 21:41:14.734667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-fbfec23c-7d1f-4b6c-ae90-f3d99afb22f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ceb12a-f138-478e-aa6b-a524584686e7 HTTP/1.1" status: 200 len: 217 time: 0.1170247 Jan 27 21:41:14.738425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Request body: {'floatingip': {'port_id': '236b18c1-554d-407b-b997-446ff6807d75', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:14.738757 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7f5d2448-8329-499f-9d26-1afca6d51049 req-b426b52b-2bc4-4f91-853b-a63e8310bf16 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715975 Jan 27 21:41:14.806746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Attempting to bind port 1cd2703e-4384-4b75-be65-ee17b4a6e376 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:14.807083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Attempting to bind port 1cd2703e-4384-4b75-be65-ee17b4a6e376 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:14.807437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Attempting to bind port 1cd2703e-4384-4b75-be65-ee17b4a6e376 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:14.836421 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (73b10ec2-46e2-4988-979d-6c256f84a5a2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.855941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Port 1cd2703e-4384-4b75-be65-ee17b4a6e376 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:14.856358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Attempting to bind port 1cd2703e-4384-4b75-be65-ee17b4a6e376 on network 56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:14.956135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:14.956646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Checking segment: {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:14.957287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Bound using segment: {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:14.957743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Bound port: 1cd2703e-4384-4b75-be65-ee17b4a6e376, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b28a1ef-e490-40c7-911f-143af99326f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:14.958185 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.973330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0a166c0-d97e-495c-9dd8-7280691f1133 req-646e9a37-dc07-48be-9924-90e0b3f70e5e tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314675 Jan 27 21:41:14.994873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-b5490065-5014-43fb-b8ac-767489a637a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.997461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-b5490065-5014-43fb-b8ac-767489a637a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f58ef385-9a2a-4b91-a3de-70ed28e0977c HTTP/1.1" status: 200 len: 858 time: 0.2492933 Jan 27 21:41:15.095672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40948) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:15.096858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-c5e461d1-d0ce-40d3-8106-1da65e2f6600 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625844 Jan 27 21:41:15.525663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] For port 1cd2703e-4384-4b75-be65-ee17b4a6e376, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:15.617448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] For port 1cd2703e-4384-4b75-be65-ee17b4a6e376, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1cd2703e-4384-4b75-be65-ee17b4a6e376,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:15.652628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:15.785972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-d7a01ed3-e10b-4a21-a7dc-28906fb231f6 service neutron] 10.222.0.57 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479442 Jan 27 21:41:15.825398 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (804ba3af-df30-4601-97a8-e4970a564b01), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:15.834823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-1a49fbe4-f3d0-42d5-88db-d4ece81ab2ee tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7236378 Jan 27 21:41:15.886863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f6ad73-ee91-4ca6-95f1-435d4cfd9f28', 'tag': 'e2a5f027-47f1-46bb-920e-61768539a430'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:15.891406 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c84730-9da4-429e-a18a-8eded0490e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "96f6ad73-ee91-4ca6-95f1-435d4cfd9f28", "tag": "e2a5f027-47f1-46bb-920e-61768539a430"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:15.926646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:15.927832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:15.930152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/1cd2703e-4384-4b75-be65-ee17b4a6e376 HTTP/1.1" status: 200 len: 1091 time: 2.9799154 Jan 27 21:41:16.001992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:16.062223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:16.124333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f9fc-1296-4456-a102-8f14b37c56b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd2703e-4384-4b75-be65-ee17b4a6e376,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:16.191461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:16.206575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'port_id': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'mac_address': 'fa:16:3e:97:fc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616b2626-750f-41ca-ac9e-9b235b736bf2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:16.234097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.274743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:16.275597 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.301840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device e2a5f027-47f1-46bb-920e-61768539a430 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:16.309237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:16.357492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Deleting port 58d2247c-2812-41ad-9cf0-164d2e1954ed {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:16.358007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.375351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:16.404256 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.462184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] For port 58d2247c-2812-41ad-9cf0-164d2e1954ed, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=58d2247c-2812-41ad-9cf0-164d2e1954ed,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:16.462738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.483357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Calling delete_port for 58d2247c-2812-41ad-9cf0-164d2e1954ed owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:16.600641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:16.621814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.622702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.623503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.624332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.625187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.625931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.626674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.627466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.628206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.628958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.629716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.630450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.632356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:16.641068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port e2a5f027-47f1-46bb-920e-61768539a430, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e2a5f027-47f1-46bb-920e-61768539a430,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:16.667010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:16.673432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-5a44648c-4c2f-42d0-b111-19a5642cfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:16.675169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-5a44648c-4c2f-42d0-b111-19a5642cfe63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90c13188e8204b5cbb7e16e6a93c7cfe&device_id=7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac HTTP/1.1" status: 200 len: 1094 time: 0.6652203 Jan 27 21:41:16.745214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'e2a5f027-47f1-46bb-920e-61768539a430', 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1', 'port_id': 'e2a5f027-47f1-46bb-920e-61768539a430', 'mac_address': 'fa:16:3e:5e:1c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58ef385-9a2a-4b91-a3de-70ed28e0977c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:16.776199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (58d2247c-2812-41ad-9cf0-164d2e1954ed), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.797346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-d9d5e896-f54a-42ae-9a08-e32e1a770bde service neutron] 10.222.0.57 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9961717 Jan 27 21:41:16.823306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-db03daad-1572-4b64-a8dd-0d3b617fec79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cd2703e-4384-4b75-be65-ee17b4a6e376 HTTP/1.1" status: 200 len: 217 time: 0.1330304 Jan 27 21:41:16.828239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port e2a5f027-47f1-46bb-920e-61768539a430 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:16.828881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e2a5f027-47f1-46bb-920e-61768539a430), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.853920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a5f027-47f1-46bb-920e-61768539a430 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:16.896303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d2247c-2812-41ad-9cf0-164d2e1954ed,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:16.924862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-a34491ad-5237-4ff9-8a97-cb2909b68bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:16.926987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-a34491ad-5237-4ff9-8a97-cb2909b68bb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f58ef385-9a2a-4b91-a3de-70ed28e0977c HTTP/1.1" status: 200 len: 858 time: 0.0859563 Jan 27 21:41:16.948652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port e2a5f027-47f1-46bb-920e-61768539a430, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e2a5f027-47f1-46bb-920e-61768539a430,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:16.970341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:41:16.974384 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e2a5f027-47f1-46bb-920e-61768539a430), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.976522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-3a5996c1-68f4-4ef9-8634-05b53d109dfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413308 Jan 27 21:41:17.170606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (804ba3af-df30-4601-97a8-e4970a564b01), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.173643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-908f0ad5-3e8f-446b-ad32-9ef42b7563d1 service neutron] 10.222.0.57 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571534 Jan 27 21:41:17.260948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=e2a5f027-47f1-46bb-920e-61768539a430,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:17.279812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.299025 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (73b10ec2-46e2-4988-979d-6c256f84a5a2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.337249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['e2a5f027-47f1-46bb-920e-61768539a430'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:17.447121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0910908-21fc-4a94-b5ae-ac794523e023 req-e803082f-c407-46b5-8276-dc9fbfaa2413 service neutron] 10.222.0.57 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635934 Jan 27 21:41:17.505682 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.612711 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Floating IP 73b10ec2-46e2-4988-979d-6c256f84a5a2 associated. External IP: 172.25.8.51, port: 236b18c1-554d-407b-b997-446ff6807d75. Jan 27 21:41:17.718005 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Router 804ba3af-df30-4601-97a8-e4970a564b01 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:17.775148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Allocated IP 172.25.8.98 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8619cff9-31a1-4efa-b0c9-204f3f753daa) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:17.930711 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.995180 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for port (8619cff9-31a1-4efa-b0c9-204f3f753daa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.011745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:18.080332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:18.099797 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8619cff9-31a1-4efa-b0c9-204f3f753daa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.173043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:18.182682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:18.184382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.199585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:18.210293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:18.219182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:18.226954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Pushing event updated for resources: {'Port': ['ID=8619cff9-31a1-4efa-b0c9-204f3f753daa,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:18.285482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:18.297102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.314589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] Sync routers for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:18.317234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:18.324606 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-98bda536-3bd6-49e9-8282-c0c531b9b913 admin admin] 10.222.0.45 "PUT /v2.0/routers/804ba3af-df30-4601-97a8-e4970a564b01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2254744 Jan 27 21:41:18.329370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40956) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:18.345336 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] Sync routers for ids ['804ba3af-df30-4601-97a8-e4970a564b01'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:18.364367 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] Routers {'804ba3af-df30-4601-97a8-e4970a564b01'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:18.365034 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['804ba3af-df30-4601-97a8-e4970a564b01'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:18.403775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-a51989c4-0b87-48f8-83db-d8e28c1e3df4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "PUT /v2.0/floatingips/73b10ec2-46e2-4988-979d-6c256f84a5a2 HTTP/1.1" status: 200 len: 995 time: 3.8179395 Jan 27 21:41:18.411380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:18.412774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:18.568598 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for floatingip (f92d4fda-77e4-4fdd-84b7-bff6855f4f5a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.588935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks [] for router (804ba3af-df30-4601-97a8-e4970a564b01), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.635712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-abb2bdd1-79b2-4551-a831-c12f716c524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:18.637639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-abb2bdd1-79b2-4551-a831-c12f716c524d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbb78092abcc49789a9c809675113623&device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 1096 time: 0.1697698 Jan 27 21:41:18.638695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8619cff9-31a1-4efa-b0c9-204f3f753daa), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.639889 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] Set router 804ba3af-df30-4601-97a8-e4970a564b01 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:18.756135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:18.757130 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.829446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:18.833921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks [] for router_gateway (804ba3af-df30-4601-97a8-e4970a564b01), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.837004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:18.842702 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c35d056-a899-4fae-9c6c-b8e31cafc6e7" -d '{"events": [{"server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "name": "network-vif-plugged", "status": "completed", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:18.939376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:18.958440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Deleting port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:18.958773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.001880 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for port (8619cff9-31a1-4efa-b0c9-204f3f753daa), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.016531 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.021970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8619cff9-31a1-4efa-b0c9-204f3f753daa), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.059359 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:41:16Z', 'revision_number': 5, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port': {'id': '2ab5b34d-87f6-47cd-82d1-eec2d86e31ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ba3af-df30-4601-97a8-e4970a564b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:37:45Z', 'updated_at': '2022-01-27T21:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:19.128343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] For port 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2ab5b34d-87f6-47cd-82d1-eec2d86e31ca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:19.128998 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.158284 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] Checking router: 804ba3af-df30-4601-97a8-e4970a564b01 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:19.160979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Calling delete_port for 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:19.166386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-451cc7a0-5862-4786-8f96-09b11c31472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:19.174027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-451cc7a0-5862-4786-8f96-09b11c31472c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d424e38f-2493-43b3-9d8c-0db8722a98ff HTTP/1.1" status: 200 len: 930 time: 0.3275318 Jan 27 21:41:19.180094 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] Routers {'804ba3af-df30-4601-97a8-e4970a564b01'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:19.181461 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['804ba3af-df30-4601-97a8-e4970a564b01'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:19.184199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.186448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Pushing event updated for resources: {'Port': ['ID=8619cff9-31a1-4efa-b0c9-204f3f753daa,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.238006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (f92d4fda-77e4-4fdd-84b7-bff6855f4f5a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.298193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-4a8b8dd3-12e2-4cfb-8dbd-00477d9ebd8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 200 len: 998 time: 0.1227732 Jan 27 21:41:19.306358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.310629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-4a67328d-0875-4be0-9ac2-19288860085f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3866656 Jan 27 21:41:19.341365 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] Set router 804ba3af-df30-4601-97a8-e4970a564b01 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:19.414806 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:41:18Z', 'revision_number': 6, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:19.452194 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430e6d8-ca43-49ea-bbaa-50571d60cf2a None None] The sync data for ids ['804ba3af-df30-4601-97a8-e4970a564b01'] in n-d-826529-2 is: [{'id': '804ba3af-df30-4601-97a8-e4970a564b01', 'name': 'tempest-AttachSCSIVolumeTestJSON-335548431-router', 'tenant_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:44Z', 'updated_at': '2022-01-27T21:41:18Z', 'revision_number': 6, 'project_id': 'b18aac8d258f4c16b68331557ec9f8ad', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:19.458498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-98406f01-8be5-4e84-a702-db768fbf95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:19.467573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-98406f01-8be5-4e84-a702-db768fbf95e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b192f8e9-145c-44c2-a4ac-e7a1f31c700d HTTP/1.1" status: 200 len: 868 time: 0.1482587 Jan 27 21:41:19.588291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-41f74018-d603-4f9e-8a30-5a9a197ba77e tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.2546954 Jan 27 21:41:19.595244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2ab5b34d-87f6-47cd-82d1-eec2d86e31ca), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.660200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab5b34d-87f6-47cd-82d1-eec2d86e31ca,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.694233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '73b10ec2-46e2-4988-979d-6c256f84a5a2', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'port_id': '236b18c1-554d-407b-b997-446ff6807d75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'mac_address': 'fa:16:3e:da:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:41:07Z', 'updated_at': '2022-01-27T21:41:16Z', 'revision_number': 1, 'project_id': 'bbb78092abcc49789a9c809675113623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:42Z', 'revision_number': 5, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:19.728019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-b3e3fc74-fc53-43c9-b30a-47bb1c53d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:19.729764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-b3e3fc74-fc53-43c9-b30a-47bb1c53d7f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d424e38f-2493-43b3-9d8c-0db8722a98ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609951 Jan 27 21:41:19.747122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-0cb224c7-9761-43b0-9b5e-0ed089004785 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:41:19.748511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-0cb224c7-9761-43b0-9b5e-0ed089004785 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108473 Jan 27 21:41:19.764644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] Checking router: 1988f4ba-f1c2-44de-8621-9d2eb5fd519a for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:19.783362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:19.785053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:19.797236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (804ba3af-df30-4601-97a8-e4970a564b01), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.889640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-ed1be213-f4d6-46ce-9352-add7ddff2c9b service neutron] 10.222.0.45 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255846 Jan 27 21:41:20.013972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-2c4ac1d3-ea39-4d32-911e-bb1fc4a29e5f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:20.015676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8a22240-c4c8-4175-9fa9-3d3f83ccd1a7 req-2c4ac1d3-ea39-4d32-911e-bb1fc4a29e5f tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.4136813 Jan 27 21:41:20.050074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (804ba3af-df30-4601-97a8-e4970a564b01), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.053748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks [] for router_controller (804ba3af-df30-4601-97a8-e4970a564b01), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.087269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:20.118964 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (804ba3af-df30-4601-97a8-e4970a564b01), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.119455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 804ba3af-df30-4601-97a8-e4970a564b01 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:20.129256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.135458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-832c5209-ef42-4ddc-a439-3386fcd2c5c2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/804ba3af-df30-4601-97a8-e4970a564b01 HTTP/1.1" status: 204 len: 168 time: 1.8003151 Jan 27 21:41:20.137584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40962) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:20.150398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 23ceb12a-f138-478e-aa6b-a524584686e7 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:20.233952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abbd2545-4779-4213-bbcc-a83f57d9a02d req-5d5fafbf-305f-4dfd-bfc6-5652d9cd50ae service neutron] 10.222.0.45 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349903 Jan 27 21:41:20.292568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e4fd94-6642-4505-bcc7-c99ec0a0ce50 admin admin] Deleting subnet 8de3d10c-9d8e-4ab9-8ed7-de311c786354 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:20.298412 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fd94-6642-4505-bcc7-c99ec0a0ce50 admin admin] Publish callbacks [] for subnet (8de3d10c-9d8e-4ab9-8ed7-de311c786354), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.360908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device e2a5f027-47f1-46bb-920e-61768539a430 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:20.381407 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fd94-6642-4505-bcc7-c99ec0a0ce50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (8de3d10c-9d8e-4ab9-8ed7-de311c786354), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.421107 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195a68d-7dbd-457d-bf29-601f2b15e206 x-openstack-request-id: req-3195a68d-7dbd-457d-bf29-601f2b15e206 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:20.421824 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019930ce-a626-4652-8fd7-34161f9ddb05", "tag": "23ceb12a-f138-478e-aa6b-a524584686e7", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:20.422069 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3195a68d-7dbd-457d-bf29-601f2b15e206 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:20.422609 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019930ce-a626-4652-8fd7-34161f9ddb05', 'tag': '23ceb12a-f138-478e-aa6b-a524584686e7', 'status': 'completed', 'code': 200} Jan 27 21:41:20.437135 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.506240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283efaa-9051-45a7-9e0d-461bf2205bef req-622303f1-0a25-4aee-8b1f-4df59f1fc985 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:20.509465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1283efaa-9051-45a7-9e0d-461bf2205bef req-622303f1-0a25-4aee-8b1f-4df59f1fc985 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 944 time: 0.3095744 Jan 27 21:41:20.515127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 23ceb12a-f138-478e-aa6b-a524584686e7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=23ceb12a-f138-478e-aa6b-a524584686e7,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:20.562491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '23ceb12a-f138-478e-aa6b-a524584686e7', 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1', 'port_id': '23ceb12a-f138-478e-aa6b-a524584686e7', 'mac_address': 'fa:16:3e:fc:64:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58ef385-9a2a-4b91-a3de-70ed28e0977c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:20.589484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 58d2247c-2812-41ad-9cf0-164d2e1954ed no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:20.594413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port e2a5f027-47f1-46bb-920e-61768539a430 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:20.604179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c28504-db65-40e1-b867-ab630ac980bb req-71be20b9-0ac0-4640-bfd7-ee31ed21d723 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:20.611801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71c28504-db65-40e1-b867-ab630ac980bb req-71be20b9-0ac0-4640-bfd7-ee31ed21d723 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.1821709 Jan 27 21:41:20.623632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 58d2247c-2812-41ad-9cf0-164d2e1954ed {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:20.623632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 58d2247c-2812-41ad-9cf0-164d2e1954ed not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:20.624033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:20.657132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port e2a5f027-47f1-46bb-920e-61768539a430 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:20.657571 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e2a5f027-47f1-46bb-920e-61768539a430), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.699778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-3ca2fd06-0ffb-4faa-9be4-307ee8363228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:20.704302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-3ca2fd06-0ffb-4faa-9be4-307ee8363228 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90c13188e8204b5cbb7e16e6a93c7cfe&device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 1095 time: 0.2794335 Jan 27 21:41:20.708764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:20.709366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2ab5b34d-87f6-47cd-82d1-eec2d86e31ca not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:20.734055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 23ceb12a-f138-478e-aa6b-a524584686e7 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:20.734454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.762697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ceb12a-f138-478e-aa6b-a524584686e7 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:20.796331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 23ceb12a-f138-478e-aa6b-a524584686e7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=23ceb12a-f138-478e-aa6b-a524584686e7,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:20.800931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '73b10ec2-46e2-4988-979d-6c256f84a5a2', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'port_id': '236b18c1-554d-407b-b997-446ff6807d75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'mac_address': 'fa:16:3e:da:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:41:07Z', 'updated_at': '2022-01-27T21:41:16Z', 'revision_number': 1, 'project_id': 'bbb78092abcc49789a9c809675113623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:42Z', 'revision_number': 5, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:20.805987 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.806597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1cd2703e-4384-4b75-be65-ee17b4a6e376 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:20.826909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fd94-6642-4505-bcc7-c99ec0a0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (8de3d10c-9d8e-4ab9-8ed7-de311c786354), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.841607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e397a-fa41-4676-8aef-11df3face2e0 None None] The sync data for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 is: [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '73b10ec2-46e2-4988-979d-6c256f84a5a2', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'port_id': '236b18c1-554d-407b-b997-446ff6807d75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'mac_address': 'fa:16:3e:da:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:41:07Z', 'updated_at': '2022-01-27T21:41:16Z', 'revision_number': 1, 'project_id': 'bbb78092abcc49789a9c809675113623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:42Z', 'revision_number': 5, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:20.954625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port e2a5f027-47f1-46bb-920e-61768539a430 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:20.955032 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e2a5f027-47f1-46bb-920e-61768539a430), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.958986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=23ceb12a-f138-478e-aa6b-a524584686e7,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:20.968814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1cd2703e-4384-4b75-be65-ee17b4a6e376, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1cd2703e-4384-4b75-be65-ee17b4a6e376,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:21.005929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '1cd2703e-4384-4b75-be65-ee17b4a6e376', 'network_id': '56ecf52b-3aa0-4d98-8291-6fe83a99a6e1', 'port_id': '1cd2703e-4384-4b75-be65-ee17b4a6e376', 'mac_address': 'fa:16:3e:85:28:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58ef385-9a2a-4b91-a3de-70ed28e0977c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:21.050091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port e2a5f027-47f1-46bb-920e-61768539a430, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e2a5f027-47f1-46bb-920e-61768539a430,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:21.074783 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e2a5f027-47f1-46bb-920e-61768539a430), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.122273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 1cd2703e-4384-4b75-be65-ee17b4a6e376 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:21.122592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-d155fed7-7378-4328-a9ef-1b71d0499ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:21.123368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.127336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-d155fed7-7378-4328-a9ef-1b71d0499ca9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 HTTP/1.1" status: 200 len: 919 time: 0.4163980 Jan 27 21:41:21.134056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1283efaa-9051-45a7-9e0d-461bf2205bef req-e97f812a-38fa-4351-a71e-84024053d14b tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883090 Jan 27 21:41:21.143786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71c28504-db65-40e1-b867-ab630ac980bb req-bdccbe21-8c6c-49a7-938b-3f25d820835a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311205 Jan 27 21:41:21.158483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd2703e-4384-4b75-be65-ee17b4a6e376 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:21.210870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1cd2703e-4384-4b75-be65-ee17b4a6e376, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1cd2703e-4384-4b75-be65-ee17b4a6e376,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:21.222649 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=e2a5f027-47f1-46bb-920e-61768539a430,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:21.234868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-b419ca3c-e85e-4536-9f6f-eff6c09fa8d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ceb12a-f138-478e-aa6b-a524584686e7 HTTP/1.1" status: 200 len: 217 time: 0.0529892 Jan 27 21:41:21.239810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.352303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=1cd2703e-4384-4b75-be65-ee17b4a6e376,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:21.356284 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f45b5-ab68-4b8a-b57a-bc1ce63b208e x-openstack-request-id: req-c03f45b5-ab68-4b8a-b57a-bc1ce63b208e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:21.357269 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f6ad73-ee91-4ca6-95f1-435d4cfd9f28", "tag": "e2a5f027-47f1-46bb-920e-61768539a430", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:21.357688 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c03f45b5-ab68-4b8a-b57a-bc1ce63b208e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:21.358352 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f6ad73-ee91-4ca6-95f1-435d4cfd9f28', 'tag': 'e2a5f027-47f1-46bb-920e-61768539a430', 'status': 'completed', 'code': 200} Jan 27 21:41:21.449912 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf3d4c8-35e1-4065-8047-651e153abc0b x-openstack-request-id: req-fdf3d4c8-35e1-4065-8047-651e153abc0b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:21.450284 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "name": "network-vif-plugged", "status": "completed", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:21.450593 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdf3d4c8-35e1-4065-8047-651e153abc0b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:21.451010 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'code': 200} Jan 27 21:41:21.477302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7407c0eb-8f45-4d77-92d5-7390859f09d0 None None] New status for floating IP 73b10ec2-46e2-4988-979d-6c256f84a5a2: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:41:21.538687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['1cd2703e-4384-4b75-be65-ee17b4a6e376'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:21.542041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['23ceb12a-f138-478e-aa6b-a524584686e7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:21.769728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-4a09bf4b-406f-4206-9806-84333df73f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:21.772357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-4a09bf4b-406f-4206-9806-84333df73f02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f58ef385-9a2a-4b91-a3de-70ed28e0977c HTTP/1.1" status: 200 len: 858 time: 0.5264821 Jan 27 21:41:21.999171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-05aa0898-92fd-4721-818e-2b6912773ba7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552658 Jan 27 21:41:22.036636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54292920-6014-436f-8a63-fc9d630c7af3 req-65e10133-e150-487e-b222-dbba96996c0a tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips/f92d4fda-77e4-4fdd-84b7-bff6855f4f5a HTTP/1.1" status: 200 len: 692 time: 0.2597120 Jan 27 21:41:22.095097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fd94-6642-4505-bcc7-c99ec0a0ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (8de3d10c-9d8e-4ab9-8ed7-de311c786354), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.209067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6789-5405-40a1-89da-ef658fabf380 req-14b8b9e9-9ef7-45f3-b7f8-cf15f3872341 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.210791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6bd6789-5405-40a1-89da-ef658fabf380 req-14b8b9e9-9ef7-45f3-b7f8-cf15f3872341 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 945 time: 0.4086761 Jan 27 21:41:22.212676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c84730-9da4-429e-a18a-8eded0490e7b req-f10bbd95-f3b8-4d4f-a4b8-4a1535efd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.214123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09c84730-9da4-429e-a18a-8eded0490e7b req-f10bbd95-f3b8-4d4f-a4b8-4a1535efd435 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90c13188e8204b5cbb7e16e6a93c7cfe&device_id=96f6ad73-ee91-4ca6-95f1-435d4cfd9f28 HTTP/1.1" status: 200 len: 1096 time: 0.3980563 Jan 27 21:41:22.217241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e2e4fd94-6642-4505-bcc7-c99ec0a0ce50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.224082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e2e4fd94-6642-4505-bcc7-c99ec0a0ce50 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8de3d10c-9d8e-4ab9-8ed7-de311c786354 HTTP/1.1" status: 204 len: 168 time: 2.0849290 Jan 27 21:41:22.224591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40972) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:22.229395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe822f-d028-4cc7-bc8a-7e2ec37a2692 req-6be80bf4-0dde-46a9-b2f9-38a31c38fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.231003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3dbe822f-d028-4cc7-bc8a-7e2ec37a2692 req-6be80bf4-0dde-46a9-b2f9-38a31c38fee9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 1096 time: 0.4441979 Jan 27 21:41:22.254565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d09a0-1031-411d-ab28-3ac57daa82eb None None] Network 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:22.300574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4fd94-6642-4505-bcc7-c99ec0a0ce50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de3d10c-9d8e-4ab9-8ed7-de311c786354,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:22.426754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac', 'tag': '1cd2703e-4384-4b75-be65-ee17b4a6e376'}, {'name': 'network-changed', 'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'tag': '236b18c1-554d-407b-b997-446ff6807d75'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:22.430797 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d213fcfd-f901-4397-bbd9-ab77edcd25e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac", "tag": "1cd2703e-4384-4b75-be65-ee17b4a6e376"}, {"name": "network-changed", "server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "tag": "236b18c1-554d-407b-b997-446ff6807d75"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:22.439973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-15185396-0f26-48e5-9883-e36c74923593 service neutron] 10.222.0.57 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302802 Jan 27 21:41:22.440917 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (7cf2294b-7c4e-4add-88da-c030a5cc3ab6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.492638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292920-6014-436f-8a63-fc9d630c7af3 req-0267de36-5acd-4723-90dc-bae920e1669c tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.508408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54292920-6014-436f-8a63-fc9d630c7af3 req-0267de36-5acd-4723-90dc-bae920e1669c tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.4703660 Jan 27 21:41:22.529483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Deleting port 03ebe30c-69fb-44e8-9456-4240f2b936a8 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:22.530354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.605994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] DHCP port deletion for 7cf2294b-7c4e-4add-88da-c030a5cc3ab6 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:22.674590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] For port 03ebe30c-69fb-44e8-9456-4240f2b936a8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=03ebe30c-69fb-44e8-9456-4240f2b936a8,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:22.675567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.704055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee538cd0-c6e3-4aa7-b370-6f1cec260707 req-bbda0a99-534d-4ab8-8db5-8adfce5e6f16 service neutron] 10.222.0.57 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446187 Jan 27 21:41:22.709612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Calling delete_port for 03ebe30c-69fb-44e8-9456-4240f2b936a8 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:22.712800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] Deleting port 03ebe30c-69fb-44e8-9456-4240f2b936a8 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:22.716251 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.797442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3dbe822f-d028-4cc7-bc8a-7e2ec37a2692 req-19b308f0-ce35-43e1-9189-ae2a779eb06f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564346 Jan 27 21:41:22.840190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54292920-6014-436f-8a63-fc9d630c7af3 req-54ac6103-869d-4171-a2e6-d1f902101b87 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.3301713 Jan 27 21:41:22.853195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6bd6789-5405-40a1-89da-ef658fabf380 req-7f160cbb-d9de-418d-b289-07fbff489225 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704944 Jan 27 21:41:22.863892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.874054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] For port 03ebe30c-69fb-44e8-9456-4240f2b936a8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=03ebe30c-69fb-44e8-9456-4240f2b936a8,segment=NetworkSegment(9530dacc-e64f-4dde-99c9-93ee790e8dbb),segment_id=9530dacc-e64f-4dde-99c9-93ee790e8dbb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:22.874691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.904704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] Calling delete_port for 03ebe30c-69fb-44e8-9456-4240f2b936a8 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:22.935465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] No DVR routers for this DVR port 03ebe30c-69fb-44e8-9456-4240f2b936a8 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:22.936966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c84730-9da4-429e-a18a-8eded0490e7b req-e8001a1c-b737-42ad-b2a3-141e3255d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.939593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ebe30c-69fb-44e8-9456-4240f2b936a8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:22.940145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09c84730-9da4-429e-a18a-8eded0490e7b req-e8001a1c-b737-42ad-b2a3-141e3255d2de service neutron] 10.222.0.16 "GET /v2.0/networks?id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 HTTP/1.1" status: 200 len: 919 time: 0.7053552 Jan 27 21:41:23.067122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (03ebe30c-69fb-44e8-9456-4240f2b936a8), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.073091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54292920-6014-436f-8a63-fc9d630c7af3 req-44f257cf-4578-404c-84f0-e14f35f2f0ae tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.2313941 Jan 27 21:41:23.077730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09c84730-9da4-429e-a18a-8eded0490e7b req-92f176bf-ac34-4e56-aa9d-25866f98f28e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2a5f027-47f1-46bb-920e-61768539a430 HTTP/1.1" status: 200 len: 217 time: 0.0536759 Jan 27 21:41:23.088034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (7cf2294b-7c4e-4add-88da-c030a5cc3ab6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.110518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] Pushing event deleted for resources: {'Port': ['ID=03ebe30c-69fb-44e8-9456-4240f2b936a8,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:23.117402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4d0c8-bc13-48ed-b73c-b7f2f9273e0f None None] No DVR routers for this DVR port 03ebe30c-69fb-44e8-9456-4240f2b936a8 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:23.134099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf2294b-7c4e-4add-88da-c030a5cc3ab6']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:23.147836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9530dacc-e64f-4dde-99c9-93ee790e8dbb') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:23.148299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9530dacc-e64f-4dde-99c9-93ee790e8dbb') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:23.164850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (9530dacc-e64f-4dde-99c9-93ee790e8dbb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.186754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9530dacc-e64f-4dde-99c9-93ee790e8dbb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.204787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:23.205262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (9530dacc-e64f-4dde-99c9-93ee790e8dbb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:23.207899 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:23.309561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (7cf2294b-7c4e-4add-88da-c030a5cc3ab6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.316570 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.320674 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7cf2294b-7c4e-4add-88da-c030a5cc3ab6 HTTP/1.1" status: 204 len: 168 time: 1.0931833 Jan 27 21:41:23.323466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c84730-9da4-429e-a18a-8eded0490e7b req-427e6837-1e3b-45a8-ab56-a970e6d4cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:23.324251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40980) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:23.324985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09c84730-9da4-429e-a18a-8eded0490e7b req-427e6837-1e3b-45a8-ab56-a970e6d4cfcb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f58ef385-9a2a-4b91-a3de-70ed28e0977c HTTP/1.1" status: 200 len: 858 time: 0.2406151 Jan 27 21:41:23.353088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-23f6f55a-35ff-46ab-8214-5bbe41cfed27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 258 time: 0.4113214 Jan 27 21:41:23.367781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:23.380555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932ef2f-03fa-47a0-a7c5-549287f50a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf2294b-7c4e-4add-88da-c030a5cc3ab6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:23.400797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09c84730-9da4-429e-a18a-8eded0490e7b req-7b1be53d-bcc9-4853-80a3-7ef9608f31c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453544 Jan 27 21:41:23.437983 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.453502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f6ad73-ee91-4ca6-95f1-435d4cfd9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a5f027-47f1-46bb-920e-61768539a430'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:23.462757 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfe64fe-b05a-4328-ad8e-62a0732b603e" -d '{"events": [{"server_uuid": "96f6ad73-ee91-4ca6-95f1-435d4cfd9f28", "name": "network-vif-plugged", "status": "completed", "tag": "e2a5f027-47f1-46bb-920e-61768539a430"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:23.545257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Deleting port 8619cff9-31a1-4efa-b0c9-204f3f753daa {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:23.545605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8619cff9-31a1-4efa-b0c9-204f3f753daa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.619642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09c84730-9da4-429e-a18a-8eded0490e7b req-245bcd48-6967-44e2-b597-c009fdb8c3a5 service neutron] 10.222.0.16 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118661 Jan 27 21:41:23.729722 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8619cff9-31a1-4efa-b0c9-204f3f753daa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.730064 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for floatingip (8619cff9-31a1-4efa-b0c9-204f3f753daa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.756445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Calling delete_port for 8619cff9-31a1-4efa-b0c9-204f3f753daa owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:23.792952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09c84730-9da4-429e-a18a-8eded0490e7b req-d6d1016e-f4c6-4aed-8a6a-ee7cffb20f8c service neutron] 10.222.0.16 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648271 Jan 27 21:41:23.818004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (1c7a37ee-0048-4093-934b-274a1aab5ca2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.857344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.037182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Allocated IP 172.25.8.157 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/95c0ab7b-a74d-4485-b08b-e56cb87cdfae) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:24.054224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8619cff9-31a1-4efa-b0c9-204f3f753daa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.097927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Pushing event deleted for resources: {'Port': ['ID=8619cff9-31a1-4efa-b0c9-204f3f753daa,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:24.123272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1cd2703e-4384-4b75-be65-ee17b4a6e376 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:24.226173 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks [] for floatingip (f92d4fda-77e4-4fdd-84b7-bff6855f4f5a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.228894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.230090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54292920-6014-436f-8a63-fc9d630c7af3 req-d93eef68-3efe-472a-80ed-d8d12c3b5bb7 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "DELETE /v2.0/floatingips/f92d4fda-77e4-4fdd-84b7-bff6855f4f5a HTTP/1.1" status: 204 len: 173 time: 1.1343608 Jan 27 21:41:24.247611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 1cd2703e-4384-4b75-be65-ee17b4a6e376 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:24.257700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for port (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.260598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 1cd2703e-4384-4b75-be65-ee17b4a6e376 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:24.262166 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.325319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Deleting port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:24.325688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.332171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.458474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] For port 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,segment=NetworkSegment(f31d1673-1df9-4f71-939f-2d0b7fa9614c),segment_id=f31d1673-1df9-4f71-939f-2d0b7fa9614c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:24.459144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.471456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 03ebe30c-69fb-44e8-9456-4240f2b936a8 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:24.472839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7837b5-27f8-458e-b3cf-cad35b429969 req-ea5c697e-164c-4f99-b44d-d31f76c05a34 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:24.475643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7837b5-27f8-458e-b3cf-cad35b429969 req-ea5c697e-164c-4f99-b44d-d31f76c05a34 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.1697762 Jan 27 21:41:24.482186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:24.491389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Calling delete_port for 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:24.492507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:24.512126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:24.543254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 03ebe30c-69fb-44e8-9456-4240f2b936a8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:24.543843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 03ebe30c-69fb-44e8-9456-4240f2b936a8 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:24.548281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 1cd2703e-4384-4b75-be65-ee17b4a6e376 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:24.548705 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.618717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1cd2703e-4384-4b75-be65-ee17b4a6e376, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1cd2703e-4384-4b75-be65-ee17b4a6e376,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:24.623754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Pushing event updated for resources: {'Port': ['ID=95c0ab7b-a74d-4485-b08b-e56cb87cdfae,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:24.628675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.634212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 23ceb12a-f138-478e-aa6b-a524584686e7 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:24.758283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7837b5-27f8-458e-b3cf-cad35b429969 req-696767c0-7911-48c4-8b6e-746f7f31f62b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732046 Jan 27 21:41:24.802307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=1cd2703e-4384-4b75-be65-ee17b4a6e376,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:24.831185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 23ceb12a-f138-478e-aa6b-a524584686e7 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:24.846995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 23ceb12a-f138-478e-aa6b-a524584686e7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:24.849279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.852230 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (24356e40-237a-41c3-a515-5276f13edbce), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.945016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (06020d68-e8ac-4c3f-8e31-9a6b7dffcd99), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.981450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.095240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 23ceb12a-f138-478e-aa6b-a524584686e7 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:25.096337 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.177383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06020d68-e8ac-4c3f-8e31-9a6b7dffcd99,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:25.199600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 23ceb12a-f138-478e-aa6b-a524584686e7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=23ceb12a-f138-478e-aa6b-a524584686e7,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:25.208013 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.295814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e536ae-97cd-4cc2-8e95-df343f2ba58a req-188c7d7b-1446-4013-9fd7-b26d90d3a64d tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:25.297965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20e536ae-97cd-4cc2-8e95-df343f2ba58a req-188c7d7b-1446-4013-9fd7-b26d90d3a64d tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 946 time: 0.0923526 Jan 27 21:41:25.365826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=23ceb12a-f138-478e-aa6b-a524584686e7,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:25.411669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for port (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.418195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20e536ae-97cd-4cc2-8e95-df343f2ba58a req-c25a06c7-7fbd-46f8-8311-a2d7338ca6fb tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065230 Jan 27 21:41:25.421277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.494287 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (1c7a37ee-0048-4093-934b-274a1aab5ca2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.525691 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (24356e40-237a-41c3-a515-5276f13edbce), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.548894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.550932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1963296 Jan 27 21:41:25.560260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299f532-94dc-4899-a450-bab48abdbf51 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Pushing event updated for resources: {'Port': ['ID=95c0ab7b-a74d-4485-b08b-e56cb87cdfae,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:25.883927 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90de5591-32de-4b85-80d4-b5d02c3ef080 x-openstack-request-id: req-90de5591-32de-4b85-80d4-b5d02c3ef080 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:25.885124 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f6ad73-ee91-4ca6-95f1-435d4cfd9f28", "name": "network-vif-plugged", "status": "completed", "tag": "e2a5f027-47f1-46bb-920e-61768539a430", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:25.885593 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90de5591-32de-4b85-80d4-b5d02c3ef080 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:25.886213 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f6ad73-ee91-4ca6-95f1-435d4cfd9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a5f027-47f1-46bb-920e-61768539a430', 'code': 200} Jan 27 21:41:26.050889 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a1815-ac46-447e-a9ca-681867f31732 x-openstack-request-id: req-4e6a1815-ac46-447e-a9ca-681867f31732 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:26.051206 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac", "tag": "1cd2703e-4384-4b75-be65-ee17b4a6e376", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "tag": "236b18c1-554d-407b-b997-446ff6807d75", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:26.051626 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e6a1815-ac46-447e-a9ca-681867f31732 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:26.052260 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac', 'tag': '1cd2703e-4384-4b75-be65-ee17b4a6e376', 'status': 'completed', 'code': 200} Jan 27 21:41:26.052640 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'tag': '236b18c1-554d-407b-b997-446ff6807d75', 'status': 'completed', 'code': 200} Jan 27 21:41:26.063626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Router 1c7a37ee-0048-4093-934b-274a1aab5ca2 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:26.068599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314cc5-f68b-42aa-b951-9352f2b75ebe req-385fa3e6-c5e7-4cfc-be3b-dfaa863cdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.070243 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-91314cc5-f68b-42aa-b951-9352f2b75ebe req-385fa3e6-c5e7-4cfc-be3b-dfaa863cdb1b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=96f6ad73-ee91-4ca6-95f1-435d4cfd9f28 HTTP/1.1" status: 200 len: 1096 time: 0.0913572 Jan 27 21:41:26.132736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-c731eb11-7fbc-4a23-b1a1-96859932c06a tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.5508335 Jan 27 21:41:26.232048 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-91314cc5-f68b-42aa-b951-9352f2b75ebe req-cd2a51a3-8f79-4abf-9c3f-eb3d67b6b9a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514363 Jan 27 21:41:26.252065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-452d6b29-13ee-4775-8c0a-b1e43e47bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.253676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-452d6b29-13ee-4775-8c0a-b1e43e47bcec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90c13188e8204b5cbb7e16e6a93c7cfe&device_id=7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac HTTP/1.1" status: 200 len: 1096 time: 0.2082698 Jan 27 21:41:26.260774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e35eae-f78e-4a18-9c83-b37f3dfc49b7 req-756432e2-7838-44db-9639-2162365317ae tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.263171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07e35eae-f78e-4a18-9c83-b37f3dfc49b7 req-756432e2-7838-44db-9639-2162365317ae tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 945 time: 0.2158973 Jan 27 21:41:26.273452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-09909727-1dfd-4217-b537-475e24a5a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.275156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-09909727-1dfd-4217-b537-475e24a5a626 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbb78092abcc49789a9c809675113623&device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 1096 time: 0.2315302 Jan 27 21:41:26.307481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:26.316832 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-63966719-46fd-4208-aff5-b9a992cfd8d5 admin admin] 10.222.0.45 "PUT /v2.0/routers/1c7a37ee-0048-4093-934b-274a1aab5ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9892902 Jan 27 21:41:26.317110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40992) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:26.325054 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] Sync routers for ids ['1c7a37ee-0048-4093-934b-274a1aab5ca2'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:26.342382 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] Routers {'1c7a37ee-0048-4093-934b-274a1aab5ca2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:26.344224 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c7a37ee-0048-4093-934b-274a1aab5ca2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:26.457150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks [] for router (1c7a37ee-0048-4093-934b-274a1aab5ca2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.479472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5eece101-2a4a-4135-92e1-ae7ff95d6383 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.482790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce71987c-a73c-4dd9-934e-f5c58883ea50 req-5eece101-2a4a-4135-92e1-ae7ff95d6383 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.3329225 Jan 27 21:41:26.597012 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] Set router 1c7a37ee-0048-4093-934b-274a1aab5ca2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:26.620852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks [] for router_gateway (1c7a37ee-0048-4093-934b-274a1aab5ca2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.677295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-9690ba68-e853-408b-803d-20fe353bf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.678515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-9690ba68-e853-408b-803d-20fe353bf98a service neutron] 10.222.0.57 "GET /v2.0/networks?id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 HTTP/1.1" status: 200 len: 919 time: 0.4080768 Jan 27 21:41:26.723758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Deleting port 67b366cf-d920-4b71-8945-3fbbb9ef4f86 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:26.724450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.726395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07e35eae-f78e-4a18-9c83-b37f3dfc49b7 req-67d26a35-0ae8-4438-9a8b-c97fe0d59448 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464698 Jan 27 21:41:26.752118 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-d8d55f62-bb58-4628-8f6a-c30a2a90947b req-1739242b-b08e-4452-8a18-f1d9636278f1 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] show failed (client error): The resource could not be found. Jan 27 21:41:26.758173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8d55f62-bb58-4628-8f6a-c30a2a90947b req-1739242b-b08e-4452-8a18-f1d9636278f1 tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips/f92d4fda-77e4-4fdd-84b7-bff6855f4f5a HTTP/1.1" status: 404 len: 350 time: 0.2302427 Jan 27 21:41:26.958104 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:41:24Z', 'revision_number': 5, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port': {'id': '67b366cf-d920-4b71-8945-3fbbb9ef4f86', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:00Z', 'updated_at': '2022-01-27T21:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:26.979478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-7fd2aab5-5b11-4c2c-9d8e-e023433462b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cd2703e-4384-4b75-be65-ee17b4a6e376 HTTP/1.1" status: 200 len: 217 time: 0.2669437 Jan 27 21:41:26.981666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-c85de6b2-bff2-44bc-8cad-8693fe7ec949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.983223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-c85de6b2-bff2-44bc-8cad-8693fe7ec949 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d424e38f-2493-43b3-9d8c-0db8722a98ff HTTP/1.1" status: 200 len: 930 time: 0.4999382 Jan 27 21:41:27.013549 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] Checking router: 1c7a37ee-0048-4093-934b-274a1aab5ca2 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:27.029535 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] Routers {'1c7a37ee-0048-4093-934b-274a1aab5ca2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:27.030620 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c7a37ee-0048-4093-934b-274a1aab5ca2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.074697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-e8779674-826b-4a88-bb1d-6bd4fa7c3757 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 200 len: 1000 time: 0.0833168 Jan 27 21:41:27.166799 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] Set router 1c7a37ee-0048-4093-934b-274a1aab5ca2 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:27.169976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93fa82-a2e3-4327-b379-40fd58553d61 req-da11b584-af3b-44e8-b50f-15c150730713 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:27.171909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d93fa82-a2e3-4327-b379-40fd58553d61 req-da11b584-af3b-44e8-b50f-15c150730713 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.2919967 Jan 27 21:41:27.181135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c89380-2eab-4d1f-a6c9-4eb5d5f0a18e req-2e397543-eb89-4568-a3e9-6e2c7a0f92b7 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:27.189874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9c89380-2eab-4d1f-a6c9-4eb5d5f0a18e req-2e397543-eb89-4568-a3e9-6e2c7a0f92b7 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 946 time: 0.3294175 Jan 27 21:41:27.232102 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:41:26Z', 'revision_number': 6, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.268238 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43add1-5e67-4991-b914-9d530b256333 None None] The sync data for ids ['1c7a37ee-0048-4093-934b-274a1aab5ca2'] in n-d-826529-2 is: [{'id': '1c7a37ee-0048-4093-934b-274a1aab5ca2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2027540894-router', 'tenant_id': '0269437c0fd948e9afec34d767b3f95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:37:58Z', 'updated_at': '2022-01-27T21:41:26Z', 'revision_number': 6, 'project_id': '0269437c0fd948e9afec34d767b3f95a', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:27.280444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-940b2339-b235-48db-8609-3558b3206dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:27.283073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-940b2339-b235-48db-8609-3558b3206dfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f58ef385-9a2a-4b91-a3de-70ed28e0977c HTTP/1.1" status: 200 len: 858 time: 0.2936738 Jan 27 21:41:27.313252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9c89380-2eab-4d1f-a6c9-4eb5d5f0a18e req-8cd95dbd-a3a9-4ea2-baff-dcf64f46e032 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220579 Jan 27 21:41:27.334855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] For port 67b366cf-d920-4b71-8945-3fbbb9ef4f86, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=67b366cf-d920-4b71-8945-3fbbb9ef4f86,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:27.335679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.351392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-80d4ab0c-5ba1-443e-80ac-f63c9120d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:27.354660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-80d4ab0c-5ba1-443e-80ac-f63c9120d2c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b192f8e9-145c-44c2-a4ac-e7a1f31c700d HTTP/1.1" status: 200 len: 868 time: 0.2502859 Jan 27 21:41:27.356906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Calling delete_port for 67b366cf-d920-4b71-8945-3fbbb9ef4f86 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:27.456615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-98e45d10-8ecf-455c-ab0a-515dafc3a25b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636956 Jan 27 21:41:27.500687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d93fa82-a2e3-4327-b379-40fd58553d61 req-5c0ac548-4b31-448e-975b-8302996b2e32 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059452 Jan 27 21:41:27.613397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (67b366cf-d920-4b71-8945-3fbbb9ef4f86), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.639322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-7bce1826-7fa7-48c8-b2ad-c35719a2e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:27.641050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-7bce1826-7fa7-48c8-b2ad-c35719a2e943 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d424e38f-2493-43b3-9d8c-0db8722a98ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2784028 Jan 27 21:41:27.688990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Pushing event deleted for resources: {'Port': ['ID=67b366cf-d920-4b71-8945-3fbbb9ef4f86,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:27.717582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.718604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.718604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.719079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.719783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.720362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.720946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.722184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.722388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.722835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.723406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.726213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.726774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:27.822465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-015c636a-b649-4629-b28a-5b245e20d330 service neutron] 10.222.0.57 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556519 Jan 27 21:41:27.841391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa9a91-6d4f-48d6-b29b-e5141534dcf6 req-02b8f980-f15b-4cca-8f82-802e3b5e6af6 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:27.843559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75aa9a91-6d4f-48d6-b29b-e5141534dcf6 req-02b8f980-f15b-4cca-8f82-802e3b5e6af6 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3405201 Jan 27 21:41:27.877635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (1c7a37ee-0048-4093-934b-274a1aab5ca2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.888066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd2703e-4384-4b75-be65-ee17b4a6e376'}, {'server_uuid': '019930ce-a626-4652-8fd7-34161f9ddb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ceb12a-f138-478e-aa6b-a524584686e7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:27.892235 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f353f472-774a-4034-985b-0372789361cd" -d '{"events": [{"server_uuid": "7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac", "name": "network-vif-plugged", "status": "completed", "tag": "1cd2703e-4384-4b75-be65-ee17b4a6e376"}, {"server_uuid": "019930ce-a626-4652-8fd7-34161f9ddb05", "name": "network-vif-plugged", "status": "completed", "tag": "23ceb12a-f138-478e-aa6b-a524584686e7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:27.977273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75aa9a91-6d4f-48d6-b29b-e5141534dcf6 req-42989bca-1b35-471f-ba21-77ab9c357b9f tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1230047 Jan 27 21:41:28.032162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-a17b17df-609c-4267-8e0d-167e9430cc47 service neutron] 10.222.0.16 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783963 Jan 27 21:41:28.099535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-75aa9a91-6d4f-48d6-b29b-e5141534dcf6 req-222cd338-60fc-4a8c-b6c3-62f7e51b3ffa tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Request body: {'floatingip': {'port_id': '236b18c1-554d-407b-b997-446ff6807d75', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:28.125926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (1c7a37ee-0048-4093-934b-274a1aab5ca2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.130177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks [] for router_controller (1c7a37ee-0048-4093-934b-274a1aab5ca2), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.194313 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-4804c95c-20c2-40a2-a651-85bd7b3fc6ed req-47dfe4bd-4c7c-4b17-ba63-be6a27fc1e6b tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] show failed (client error): The resource could not be found. Jan 27 21:41:28.196186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4804c95c-20c2-40a2-a651-85bd7b3fc6ed req-47dfe4bd-4c7c-4b17-ba63-be6a27fc1e6b tempest-FloatingIPsTestJSON-1411378749 tempest-FloatingIPsTestJSON-1411378749-project] 10.222.0.45 "GET /v2.0/floatingips/f92d4fda-77e4-4fdd-84b7-bff6855f4f5a HTTP/1.1" status: 404 len: 350 time: 0.0857217 Jan 27 21:41:28.201812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-22f55f72-f978-4e80-bda6-d786541c9d7e service neutron] 10.222.0.57 "GET /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506918 Jan 27 21:41:28.208043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-75aa9a91-6d4f-48d6-b29b-e5141534dcf6 req-222cd338-60fc-4a8c-b6c3-62f7e51b3ffa tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (24356e40-237a-41c3-a515-5276f13edbce), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.210378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (1c7a37ee-0048-4093-934b-274a1aab5ca2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.212233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41012) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:28.214279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7a37ee-0048-4093-934b-274a1aab5ca2 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:28.220880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.222453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c9b9303a-b6f1-4fb8-8f81-4253ec0976ea admin admin] 10.222.0.45 "DELETE /v2.0/routers/1c7a37ee-0048-4093-934b-274a1aab5ca2 HTTP/1.1" status: 204 len: 168 time: 1.9043674 Jan 27 21:41:28.225370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41014) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:28.317756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-55833738-5012-40f8-93eb-16482b6605ce admin admin] Deleting subnet cb833493-08ed-45ea-9c7d-552efeabc2f4 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:28.321630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55833738-5012-40f8-93eb-16482b6605ce admin admin] Publish callbacks [] for subnet (cb833493-08ed-45ea-9c7d-552efeabc2f4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.373346 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55833738-5012-40f8-93eb-16482b6605ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (cb833493-08ed-45ea-9c7d-552efeabc2f4), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.456857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67b366cf-d920-4b71-8945-3fbbb9ef4f86 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:28.503983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 67b366cf-d920-4b71-8945-3fbbb9ef4f86 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:28.504319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67b366cf-d920-4b71-8945-3fbbb9ef4f86 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:28.504869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:28.509697 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55833738-5012-40f8-93eb-16482b6605ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (cb833493-08ed-45ea-9c7d-552efeabc2f4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.542047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbecbc-7205-4219-b526-7983802fa40f req-569942ea-94a3-4d0b-8e00-4905d124f5c7 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:28.549190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75dbecbc-7205-4219-b526-7983802fa40f req-569942ea-94a3-4d0b-8e00-4905d124f5c7 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 945 time: 0.2293987 Jan 27 21:41:28.552079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:28.552485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 06020d68-e8ac-4c3f-8e31-9a6b7dffcd99 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:28.585552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d213fcfd-f901-4397-bbd9-ab77edcd25e2 req-e354de12-dc13-4782-93b2-62338db3e9dc service neutron] 10.222.0.16 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453146 Jan 27 21:41:28.619371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55833738-5012-40f8-93eb-16482b6605ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (cb833493-08ed-45ea-9c7d-552efeabc2f4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.658434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55833738-5012-40f8-93eb-16482b6605ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb833493-08ed-45ea-9c7d-552efeabc2f4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:28.661544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55833738-5012-40f8-93eb-16482b6605ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.666755 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-55833738-5012-40f8-93eb-16482b6605ce admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cb833493-08ed-45ea-9c7d-552efeabc2f4 HTTP/1.1" status: 204 len: 168 time: 0.4397914 Jan 27 21:41:28.674731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41022) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:28.676974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f38ec52-81d7-4139-807c-2b0c50983d4a None None] Network 38626097-197b-45b2-9cba-83750f97150a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:28.752288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75dbecbc-7205-4219-b526-7983802fa40f req-1e84c293-3e1a-49dd-aece-940c5db2538e tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020659 Jan 27 21:41:28.825543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (38626097-197b-45b2-9cba-83750f97150a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.867221 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3728325-5827-49d0-b98d-e5dd9f665e3c x-openstack-request-id: req-f3728325-5827-49d0-b98d-e5dd9f665e3c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:28.868042 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac", "name": "network-vif-plugged", "status": "completed", "tag": "1cd2703e-4384-4b75-be65-ee17b4a6e376", "code": 200}, {"server_uuid": "019930ce-a626-4652-8fd7-34161f9ddb05", "name": "network-vif-plugged", "status": "completed", "tag": "23ceb12a-f138-478e-aa6b-a524584686e7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:28.868509 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3728325-5827-49d0-b98d-e5dd9f665e3c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:28.871809 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd2703e-4384-4b75-be65-ee17b4a6e376', 'code': 200} Jan 27 21:41:28.872647 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019930ce-a626-4652-8fd7-34161f9ddb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ceb12a-f138-478e-aa6b-a524584686e7', 'code': 200} Jan 27 21:41:28.958720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Deleting port 39e21a07-9d1f-461c-b556-dd0f9b383cda {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:28.959224 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.006684 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-75aa9a91-6d4f-48d6-b29b-e5141534dcf6 req-222cd338-60fc-4a8c-b6c3-62f7e51b3ffa tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 21:41:29.020586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75aa9a91-6d4f-48d6-b29b-e5141534dcf6 req-222cd338-60fc-4a8c-b6c3-62f7e51b3ffa tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "PUT /v2.0/floatingips/24356e40-237a-41c3-a515-5276f13edbce HTTP/1.1" status: 409 len: 550 time: 0.9919744 Jan 27 21:41:29.087392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] For port 39e21a07-9d1f-461c-b556-dd0f9b383cda, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=39e21a07-9d1f-461c-b556-dd0f9b383cda,segment=NetworkSegment(f31d1673-1df9-4f71-939f-2d0b7fa9614c),segment_id=f31d1673-1df9-4f71-939f-2d0b7fa9614c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:29.087896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.109760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Calling delete_port for 39e21a07-9d1f-461c-b556-dd0f9b383cda owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:29.156706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] DHCP port deletion for 38626097-197b-45b2-9cba-83750f97150a request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:29.162105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05f4b3-3c4e-429d-9428-918b976b9dc9 req-7f1ea76b-8232-48c9-baa8-6fe703b5881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:29.163695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e05f4b3-3c4e-429d-9428-918b976b9dc9 req-7f1ea76b-8232-48c9-baa8-6fe703b5881c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac HTTP/1.1" status: 200 len: 1096 time: 0.1908484 Jan 27 21:41:29.225400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] Deleting port 39e21a07-9d1f-461c-b556-dd0f9b383cda {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:29.225948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.238391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.284420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e21a07-9d1f-461c-b556-dd0f9b383cda,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:29.290760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] No DVR routers for this DVR port 39e21a07-9d1f-461c-b556-dd0f9b383cda on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:29.366369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] For port 39e21a07-9d1f-461c-b556-dd0f9b383cda, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=39e21a07-9d1f-461c-b556-dd0f9b383cda,segment=NetworkSegment(f31d1673-1df9-4f71-939f-2d0b7fa9614c),segment_id=f31d1673-1df9-4f71-939f-2d0b7fa9614c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:29.367009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.392327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] Calling delete_port for 39e21a07-9d1f-461c-b556-dd0f9b383cda owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:29.430515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (38626097-197b-45b2-9cba-83750f97150a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.468892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38626097-197b-45b2-9cba-83750f97150a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:29.486552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31d1673-1df9-4f71-939f-2d0b7fa9614c') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:29.487034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31d1673-1df9-4f71-939f-2d0b7fa9614c') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:29.505499 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (f31d1673-1df9-4f71-939f-2d0b7fa9614c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.524260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98bc1f-a318-4eac-af23-e6a319dba683 req-7549da63-f8f7-48e7-a48a-420885338fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:29.525783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c98bc1f-a318-4eac-af23-e6a319dba683 req-7549da63-f8f7-48e7-a48a-420885338fcb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 1097 time: 0.5360208 Jan 27 21:41:29.528050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f31d1673-1df9-4f71-939f-2d0b7fa9614c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.533861 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (39e21a07-9d1f-461c-b556-dd0f9b383cda), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.542117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:29.542674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (f31d1673-1df9-4f71-939f-2d0b7fa9614c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.561962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d4e80-e144-4799-a106-2d1395810a73 req-154aa721-28ce-45b9-9564-3e7a1557a998 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:29.569627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c6d4e80-e144-4799-a106-2d1395810a73 req-154aa721-28ce-45b9-9564-3e7a1557a998 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 946 time: 0.5260084 Jan 27 21:41:29.571457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] Pushing event deleted for resources: {'Port': ['ID=39e21a07-9d1f-461c-b556-dd0f9b383cda,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:29.591856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eb71be-39dc-4333-9da0-9449fc3a3750 None None] No DVR routers for this DVR port 39e21a07-9d1f-461c-b556-dd0f9b383cda on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:29.608623 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:29.636583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (38626097-197b-45b2-9cba-83750f97150a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.644607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.648268 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] 10.222.0.45 "DELETE /v2.0/networks/38626097-197b-45b2-9cba-83750f97150a HTTP/1.1" status: 204 len: 168 time: 0.9717405 Jan 27 21:41:29.663134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c054f-7870-494d-a8c3-9bb34b3ccc86 admin admin] Pushing event deleted for resources: {'Network': ['ID=38626097-197b-45b2-9cba-83750f97150a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:29.706765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65842fce-78e8-4fa3-ace0-ed99ce5e42d0 req-a4d167f9-96b6-4589-881a-751dfa595c07 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:29.708442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65842fce-78e8-4fa3-ace0-ed99ce5e42d0 req-a4d167f9-96b6-4589-881a-751dfa595c07 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.5710931 Jan 27 21:41:29.723898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e05f4b3-3c4e-429d-9428-918b976b9dc9 req-d7680c9e-6b68-4369-b530-dd4d074d2390 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031853 Jan 27 21:41:29.730894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c98bc1f-a318-4eac-af23-e6a319dba683 req-4c677166-6d94-47e2-9a4d-10b5b1036158 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898150 Jan 27 21:41:29.754805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c6d4e80-e144-4799-a106-2d1395810a73 req-855e8921-b5f3-4d9f-b645-a2c71f810019 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842177 Jan 27 21:41:29.830323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65842fce-78e8-4fa3-ace0-ed99ce5e42d0 req-14d50dc1-0397-4fff-938a-b5cf2c65df6a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139450 Jan 27 21:41:29.860230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41032) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:29.891841 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (a7ded649-e537-4695-bfd0-b6d1b96b9dde), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.970665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e402445b-414c-40be-821c-00ff1f631496 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b18aac8d258f4c16b68331557ec9f8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075306 Jan 27 21:41:29.975152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41038) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:30.049731 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd82b8fc-33f9-4bc3-b1ea-ef7beddd7943 admin admin] Publish callbacks [] for security_group (6cc3cff7-b9b8-4243-9cc1-a6d5813978c9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.085419 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd82b8fc-33f9-4bc3-b1ea-ef7beddd7943 admin admin] Publish callbacks [] for security_group (6cc3cff7-b9b8-4243-9cc1-a6d5813978c9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.169438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd82b8fc-33f9-4bc3-b1ea-ef7beddd7943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6cc3cff7-b9b8-4243-9cc1-a6d5813978c9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.173176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd82b8fc-33f9-4bc3-b1ea-ef7beddd7943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.178365 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fd82b8fc-33f9-4bc3-b1ea-ef7beddd7943 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cc3cff7-b9b8-4243-9cc1-a6d5813978c9 HTTP/1.1" status: 204 len: 168 time: 0.1986094 Jan 27 21:41:30.184835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82b8fc-33f9-4bc3-b1ea-ef7beddd7943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc3cff7-b9b8-4243-9cc1-a6d5813978c9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:30.228948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-6fd8246f-357d-48d7-ac73-7d3b18a41da2 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips/24356e40-237a-41c3-a515-5276f13edbce HTTP/1.1" status: 200 len: 693 time: 0.0935230 Jan 27 21:41:30.449238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-2561ecd8-0133-4e5f-bedf-c4561aff3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:30.451545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-2561ecd8-0133-4e5f-bedf-c4561aff3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.2124398 Jan 27 21:41:30.465236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 39e21a07-9d1f-461c-b556-dd0f9b383cda no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:30.509995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 39e21a07-9d1f-461c-b556-dd0f9b383cda {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:30.510742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 39e21a07-9d1f-461c-b556-dd0f9b383cda not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:30.541940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-0fea2a40-7149-4937-a830-9c4796a4b397 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0643744 Jan 27 21:41:30.556144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Deleting port 25dd6a45-9d79-4baf-aefd-492efa3a02c0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:30.556530 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.649228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-7349733d-a108-435b-a52e-16cfca25a1c0 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0951071 Jan 27 21:41:30.786890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] For port 25dd6a45-9d79-4baf-aefd-492efa3a02c0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=25dd6a45-9d79-4baf-aefd-492efa3a02c0,segment=NetworkSegment(eadb68b5-4e0f-403b-b011-08c9a1e4bfe3),segment_id=eadb68b5-4e0f-403b-b011-08c9a1e4bfe3)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:30.787299 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.792773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41060) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:30.831056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Calling delete_port for 25dd6a45-9d79-4baf-aefd-492efa3a02c0 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:30.897118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41064) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:30.898513 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-69f66f5a-b819-4d47-9398-0d1db7ce0a4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0269437c0fd948e9afec34d767b3f95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010320 Jan 27 21:41:30.966917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Deleting port 95c0ab7b-a74d-4485-b08b-e56cb87cdfae {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:30.967757 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.128076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330c05f-047d-4200-844d-22097f3a6ba2 req-978fabb2-09a5-46e7-a8a8-bbce34ecdabb tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:31.129965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3330c05f-047d-4200-844d-22097f3a6ba2 req-978fabb2-09a5-46e7-a8a8-bbce34ecdabb tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 946 time: 0.2346191 Jan 27 21:41:31.215104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c22f-50e4-4427-aabb-f9cf3fa68c5c admin admin] Publish callbacks [] for security_group (eb3c552b-f906-4948-82bc-0156b1c16b15), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.267729 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.268083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.310924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Calling delete_port for 95c0ab7b-a74d-4485-b08b-e56cb87cdfae owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:31.320122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c22f-50e4-4427-aabb-f9cf3fa68c5c admin admin] Publish callbacks [] for security_group (eb3c552b-f906-4948-82bc-0156b1c16b15), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.326698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3330c05f-047d-4200-844d-22097f3a6ba2 req-61ace55e-9644-45a0-b733-7f8122edde21 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596839 Jan 27 21:41:31.523154 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (25dd6a45-9d79-4baf-aefd-492efa3a02c0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.525196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c22f-50e4-4427-aabb-f9cf3fa68c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eb3c552b-f906-4948-82bc-0156b1c16b15), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.527844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ce9c22f-50e4-4427-aabb-f9cf3fa68c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.529149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5ce9c22f-50e4-4427-aabb-f9cf3fa68c5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb3c552b-f906-4948-82bc-0156b1c16b15 HTTP/1.1" status: 204 len: 168 time: 0.6195080 Jan 27 21:41:31.575406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9c22f-50e4-4427-aabb-f9cf3fa68c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c552b-f906-4948-82bc-0156b1c16b15,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:31.587109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dbcdc-ab6d-4671-bf0a-688bc1629a9f req-ba6a7c85-fd75-4568-8531-ae60c07933ab tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:31.588765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d96dbcdc-ab6d-4671-bf0a-688bc1629a9f req-ba6a7c85-fd75-4568-8531-ae60c07933ab tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.1527753 Jan 27 21:41:31.589616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=25dd6a45-9d79-4baf-aefd-492efa3a02c0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:31.755917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d96dbcdc-ab6d-4671-bf0a-688bc1629a9f req-0ff4c42d-e222-42e5-a36c-f494b32a65b2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371672 Jan 27 21:41:31.794205 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (95c0ab7b-a74d-4485-b08b-e56cb87cdfae), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.942938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Pushing event deleted for resources: {'Port': ['ID=95c0ab7b-a74d-4485-b08b-e56cb87cdfae,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:32.025636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (a7ded649-e537-4695-bfd0-b6d1b96b9dde), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:32.088549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (24356e40-237a-41c3-a515-5276f13edbce), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:32.091340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:32.096247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc88884d-d628-49c0-aa83-3d78f4ac511d req-ea5000c9-4cc3-455c-8da4-24cd4f14671e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "DELETE /v2.0/floatingips/24356e40-237a-41c3-a515-5276f13edbce HTTP/1.1" status: 204 len: 173 time: 1.4370399 Jan 27 21:41:32.283122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-a333f85c-75de-464f-a7ed-4c3a44d2f8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 1000 time: 0.1612446 Jan 27 21:41:32.437208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01779-d5f3-4442-b1b3-730285484f51 req-bc043d73-ad5c-4727-b94e-d7a6c741bd26 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:32.441285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-bc043d73-ad5c-4727-b94e-d7a6c741bd26 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports/236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 200 len: 942 time: 0.1456285 Jan 27 21:41:32.725671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Router a7ded649-e537-4695-bfd0-b6d1b96b9dde has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:32.756161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ecd33-c968-4fd5-9f28-7741848293b5 req-623a396e-d83d-4fa8-8880-aa5ce20b646d tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:32.757767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-522ecd33-c968-4fd5-9f28-7741848293b5 req-623a396e-d83d-4fa8-8880-aa5ce20b646d tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 946 time: 0.2741425 Jan 27 21:41:32.762764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-57783105-d74b-49e2-80ee-fcb83e456d1f tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 1000 time: 0.2276843 Jan 27 21:41:33.322483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-522ecd33-c968-4fd5-9f28-7741848293b5 req-37129792-49bb-4cc2-b624-190c87b5ea70 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565884 Jan 27 21:41:33.379084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01779-d5f3-4442-b1b3-730285484f51 req-270957c7-1334-4e07-8ca6-28ec03155127 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:33.381012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-270957c7-1334-4e07-8ca6-28ec03155127 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.6060753 Jan 27 21:41:33.385005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:33.391404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-02005d47-1f76-414f-9fb2-da4922596b20 admin admin] 10.222.0.45 "PUT /v2.0/routers/a7ded649-e537-4695-bfd0-b6d1b96b9dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1773331 Jan 27 21:41:33.395371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41126) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:33.404809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] Sync routers for ids ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:33.420274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] Routers {'a7ded649-e537-4695-bfd0-b6d1b96b9dde'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:33.421941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:33.579752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-c4a5f0e1-4259-4a8b-b45a-5b753b6aeefc tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 1000 time: 0.1649292 Jan 27 21:41:33.606200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:33.648060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] Set router a7ded649-e537-4695-bfd0-b6d1b96b9dde gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:33.709253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks [] for router (a7ded649-e537-4695-bfd0-b6d1b96b9dde), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:33.903245 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (73b10ec2-46e2-4988-979d-6c256f84a5a2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:33.921059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:41:31Z', 'revision_number': 5, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:33.957478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] Checking router: a7ded649-e537-4695-bfd0-b6d1b96b9dde for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:33.968670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] Routers {'a7ded649-e537-4695-bfd0-b6d1b96b9dde'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:33.969353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:34.061427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b621e-0268-45d1-b3aa-4607329186d3 req-47af3c0c-e559-46c8-aed8-01ba8b6db8a8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:34.063891 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e5b621e-0268-45d1-b3aa-4607329186d3 req-47af3c0c-e559-46c8-aed8-01ba8b6db8a8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.2702811 Jan 27 21:41:34.099926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f50705f3-5028-40cc-bcce-afd7882c63c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.175653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] Set router a7ded649-e537-4695-bfd0-b6d1b96b9dde gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:34.179624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:34.180256 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks [] for router_gateway (a7ded649-e537-4695-bfd0-b6d1b96b9dde), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.259519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.280516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e5b621e-0268-45d1-b3aa-4607329186d3 req-f21e5a32-fdf3-4308-bf3e-92022dd2010a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486132 Jan 27 21:41:34.313999 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (73b10ec2-46e2-4988-979d-6c256f84a5a2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.314425 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Floating IP 73b10ec2-46e2-4988-979d-6c256f84a5a2 disassociated. External IP: 172.25.8.51, port: 236b18c1-554d-407b-b997-446ff6807d75. Jan 27 21:41:34.470734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Deleting port 736366b2-162c-4f2f-99ee-8e095aca4262 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:34.470974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.788256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:34.842040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'port_id': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'mac_address': 'fa:16:3e:97:fc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616b2626-750f-41ca-ac9e-9b235b736bf2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:34.907769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:41:31Z', 'revision_number': 5, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:34.910752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:34.911285 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.940639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77862edd-3e78-4688-b730-fe0fb9803e2f req-0ad39e32-ef09-4e28-a5d4-af43a95a176d tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:34.954122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77862edd-3e78-4688-b730-fe0fb9803e2f req-0ad39e32-ef09-4e28-a5d4-af43a95a176d tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac HTTP/1.1" status: 200 len: 945 time: 0.2414331 Jan 27 21:41:34.954416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c456a2-319c-418f-b4bb-f2300d91ce59 None None] The sync data for ids ['a7ded649-e537-4695-bfd0-b6d1b96b9dde'] in n-d-826529-2 is: [{'id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'name': 'tempest-FloatingIPsTestJSON-1837439891-router', 'tenant_id': '7a9d126045534d0d8d51a87f6be29b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:42Z', 'updated_at': '2022-01-27T21:41:31Z', 'revision_number': 5, 'project_id': '7a9d126045534d0d8d51a87f6be29b27', 'gw_port': {'id': '736366b2-162c-4f2f-99ee-8e095aca4262', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ba:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ded649-e537-4695-bfd0-b6d1b96b9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:45Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:34.978019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:34.988005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] For port 736366b2-162c-4f2f-99ee-8e095aca4262, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=736366b2-162c-4f2f-99ee-8e095aca4262,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:34.988539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.050701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:35.050946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Calling delete_port for 736366b2-162c-4f2f-99ee-8e095aca4262 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:35.064279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.167969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:35.172295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:35.202958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:35.295062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77862edd-3e78-4688-b730-fe0fb9803e2f req-85408ead-10fb-4d51-ae72-9ceeee4d10b7 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395782 Jan 27 21:41:35.684287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:35.703341 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] Sync routers for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:35.728473 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:35.729632 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:35.761755 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.882086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772689-95db-44e1-9f92-8ca524c703ea req-1a93e79f-64c1-480c-8667-7536252f5994 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:35.894493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81772689-95db-44e1-9f92-8ca524c703ea req-1a93e79f-64c1-480c-8667-7536252f5994 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 946 time: 0.3263023 Jan 27 21:41:35.899395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-0822c83a-2798-4fb1-bf96-ff07bee474c7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "PUT /v2.0/floatingips/73b10ec2-46e2-4988-979d-6c256f84a5a2 HTTP/1.1" status: 200 len: 694 time: 2.3056042 Jan 27 21:41:35.907922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'tag': '236b18c1-554d-407b-b997-446ff6807d75'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:35.912147 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "tag": "236b18c1-554d-407b-b997-446ff6807d75"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:35.938559 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:35.973042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-98c45eeb-b0cd-436e-aa52-a81bab1f4dc2 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:35.978913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-98c45eeb-b0cd-436e-aa52-a81bab1f4dc2 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1097 time: 0.3338108 Jan 27 21:41:35.991832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826529-2'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:36.081372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (736366b2-162c-4f2f-99ee-8e095aca4262), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.198979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=736366b2-162c-4f2f-99ee-8e095aca4262,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:36.215862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:36.288521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81772689-95db-44e1-9f92-8ca524c703ea req-53a39ebb-6e1d-4c2b-9d83-511597c6956a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924327 Jan 27 21:41:36.291240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:36.292428 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.328964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01779-d5f3-4442-b1b3-730285484f51 req-8d4d7a69-edf9-4272-8978-df17e51f72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:36.346115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-8d4d7a69-edf9-4272-8978-df17e51f72c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbb78092abcc49789a9c809675113623&device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 1096 time: 0.4080443 Jan 27 21:41:36.422796 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.441588 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:42Z', 'revision_number': 5, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:36.489239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:36.524792 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] Checking router: 1988f4ba-f1c2-44de-8621-9d2eb5fd519a for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:36.560908 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:36.562437 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:36.625062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 25dd6a45-9d79-4baf-aefd-492efa3a02c0 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:36.649559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:36.650181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.726286 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (a7ded649-e537-4695-bfd0-b6d1b96b9dde), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.776320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 25dd6a45-9d79-4baf-aefd-492efa3a02c0 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:36.777246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 25dd6a45-9d79-4baf-aefd-492efa3a02c0 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:36.794233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:41:36.796502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:36.800564 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033a87ad-5c66-44e1-88fc-ace976dd7464" -d '{"events": [{"server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "name": "network-vif-plugged", "status": "completed", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:36.827969 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:36.896859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:36.916759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.099365 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (a7ded649-e537-4695-bfd0-b6d1b96b9dde), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.152130 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e5e09a9a-d1f4-4a50-9992-f8092800c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.161872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks [] for router_controller (a7ded649-e537-4695-bfd0-b6d1b96b9dde), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.261644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:37.262717 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:42Z', 'revision_number': 5, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:37.304317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:37.317886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 has no active binding in host n-h1-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:41:37.321471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c7d96-3626-42d9-935c-bd4544c330c4 req-c3dce787-f3fe-4e01-b8b2-dd8e3d952113 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:37.337838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d08c7d96-3626-42d9-935c-bd4544c330c4 req-c3dce787-f3fe-4e01-b8b2-dd8e3d952113 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f6ad73-ee91-4ca6-95f1-435d4cfd9f28 HTTP/1.1" status: 200 len: 945 time: 0.8074987 Jan 27 21:41:37.353634 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6d36c-53ed-4706-8552-c3af177bc956 None None] The sync data for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 is: [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:40:35Z', 'revision_number': 4, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c4dce197-ca92-4da1-bd25-3b26365b73ce', 'name': '', 'network_id': 'd424e38f-2493-43b3-9d8c-0db8722a98ff', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'mac_address': 'fa:16:3e:ff:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:33Z', 'updated_at': '2022-01-27T21:40:42Z', 'revision_number': 5, 'project_id': 'bbb78092abcc49789a9c809675113623', 'subnets': [{'id': 'b192f8e9-145c-44c2-a4ac-e7a1f31c700d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:37.885034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1a739f-297a-41dd-b0e0-5f0fdd08f4f5 None None] New status for floating IP 73b10ec2-46e2-4988-979d-6c256f84a5a2: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:41:38.100110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01779-d5f3-4442-b1b3-730285484f51 req-bb87076a-f98f-45df-95e5-23b44d453e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:38.102875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-bb87076a-f98f-45df-95e5-23b44d453e6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d424e38f-2493-43b3-9d8c-0db8722a98ff HTTP/1.1" status: 200 len: 930 time: 1.6740928 Jan 27 21:41:38.112665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (a7ded649-e537-4695-bfd0-b6d1b96b9dde), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.113353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ded649-e537-4695-bfd0-b6d1b96b9dde {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:38.206799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-216bd5ae-92b8-4aa3-99e4-4454f69ae36a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 200 len: 217 time: 0.0786259 Jan 27 21:41:38.260364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:38.263213 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.298180 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.301719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5f9b8dd5-c180-4b49-baad-7129606d4a37 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a7ded649-e537-4695-bfd0-b6d1b96b9dde HTTP/1.1" status: 204 len: 168 time: 4.9028442 Jan 27 21:41:38.302897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41174) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:38.387559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d08c7d96-3626-42d9-935c-bd4544c330c4 req-7775670c-519c-455c-8adc-b70224447e06 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0482335 Jan 27 21:41:38.418046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:38.422099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01779-d5f3-4442-b1b3-730285484f51 req-c445b3c6-df24-45cb-a8c6-899efcf81cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:38.429548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-c445b3c6-df24-45cb-a8c6-899efcf81cce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b192f8e9-145c-44c2-a4ac-e7a1f31c700d HTTP/1.1" status: 200 len: 868 time: 0.1267691 Jan 27 21:41:38.501800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-580484e3-8e7c-469f-be8a-a82af02d6c15 admin admin] Deleting subnet 21025215-b253-42d4-8cfe-521a99738105 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:38.508384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-580484e3-8e7c-469f-be8a-a82af02d6c15 admin admin] Publish callbacks [] for subnet (21025215-b253-42d4-8cfe-521a99738105), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.509233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Publish callbacks [] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.525831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01779-d5f3-4442-b1b3-730285484f51 req-f8adceb8-7dd2-4516-9f06-6f3a043cdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:38.535340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-f8adceb8-7dd2-4516-9f06-6f3a043cdada service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d424e38f-2493-43b3-9d8c-0db8722a98ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047804 Jan 27 21:41:38.537689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.629967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-580484e3-8e7c-469f-be8a-a82af02d6c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (21025215-b253-42d4-8cfe-521a99738105), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.855304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-580484e3-8e7c-469f-be8a-a82af02d6c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (21025215-b253-42d4-8cfe-521a99738105), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.910597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on host n-h2-826529-2 for vnic_type normal with profile {"migrating_to": "n-h1-826529-2"} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:38.911297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:38.912659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:38.925286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:38.925815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Attempting to bind port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:38.938094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:38.943551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-580484e3-8e7c-469f-be8a-a82af02d6c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (21025215-b253-42d4-8cfe-521a99738105), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.947265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:38.947840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:38.948426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:38.949075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Bound port: 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:38.949614 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.971957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-580484e3-8e7c-469f-be8a-a82af02d6c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.977988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fcf54b-89a7-43bf-be31-acd94a535e19 None None] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:38.980020 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-580484e3-8e7c-469f-be8a-a82af02d6c15 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/21025215-b253-42d4-8cfe-521a99738105 HTTP/1.1" status: 204 len: 168 time: 0.6753993 Jan 27 21:41:39.019857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41180) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:39.023857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580484e3-8e7c-469f-be8a-a82af02d6c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21025215-b253-42d4-8cfe-521a99738105,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:39.105671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-3d0eb5a6-3ecd-4bd8-971f-1edda0aa416e service neutron] 10.222.0.45 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661285 Jan 27 21:41:39.111739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:39.132864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:39.190675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (5078c46d-0c90-4e7d-b721-8a45072688a8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.285719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Deleting port c1971a95-5a16-4950-8f81-31a2f941a25d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:39.286045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.306659 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.390541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] For port c1971a95-5a16-4950-8f81-31a2f941a25d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c1971a95-5a16-4950-8f81-31a2f941a25d,segment=NetworkSegment(eadb68b5-4e0f-403b-b011-08c9a1e4bfe3),segment_id=eadb68b5-4e0f-403b-b011-08c9a1e4bfe3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:39.391403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.410699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Calling delete_port for c1971a95-5a16-4950-8f81-31a2f941a25d owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:39.423691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16d01779-d5f3-4442-b1b3-730285484f51 req-58f4e9fa-b7fd-46c4-8c18-dffe30f5a3e0 service neutron] 10.222.0.45 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076992 Jan 27 21:41:39.530957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] DHCP port deletion for 5078c46d-0c90-4e7d-b721-8a45072688a8 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:39.549013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:39.549647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.551293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] 10.222.0.16 "PUT /v2.0/ports/4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 1122 time: 3.5683389 Jan 27 21:41:39.616524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bacab-c5cd-4869-9ae0-2fe23755a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=8']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:39.664050 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f6c637-2579-414c-8889-eef7bc84f7a9 x-openstack-request-id: req-22f6c637-2579-414c-8889-eef7bc84f7a9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:39.664493 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "name": "network-vif-plugged", "status": "completed", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:39.664885 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22f6c637-2579-414c-8889-eef7bc84f7a9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:39.665537 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'code': 200} Jan 27 21:41:39.671406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.695904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['4dfca5c3-8bad-4235-a0ae-b4f78b470c68'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:39.737971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] No DVR routers for this DVR port c1971a95-5a16-4950-8f81-31a2f941a25d on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:39.768076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1971a95-5a16-4950-8f81-31a2f941a25d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:39.786358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['4dfca5c3-8bad-4235-a0ae-b4f78b470c68'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:39.795461 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b86116-2787-45b7-bdeb-cc6dfb5fd05d x-openstack-request-id: req-29b86116-2787-45b7-bdeb-cc6dfb5fd05d {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:39.795890 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "tag": "236b18c1-554d-407b-b997-446ff6807d75", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:39.796021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] Deleting port c1971a95-5a16-4950-8f81-31a2f941a25d {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:39.796309 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29b86116-2787-45b7-bdeb-cc6dfb5fd05d {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:39.796472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.796904 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'tag': '236b18c1-554d-407b-b997-446ff6807d75', 'status': 'completed', 'code': 200} Jan 27 21:41:39.871384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (5078c46d-0c90-4e7d-b721-8a45072688a8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.902673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5078c46d-0c90-4e7d-b721-8a45072688a8']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:39.918760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:39.919491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadb68b5-4e0f-403b-b011-08c9a1e4bfe3') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:39.936049 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (eadb68b5-4e0f-403b-b011-08c9a1e4bfe3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.957732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (eadb68b5-4e0f-403b-b011-08c9a1e4bfe3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.971367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:39.972254 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (eadb68b5-4e0f-403b-b011-08c9a1e4bfe3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:40.045742 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:40.052372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (5078c46d-0c90-4e7d-b721-8a45072688a8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.060458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.078880 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5078c46d-0c90-4e7d-b721-8a45072688a8 HTTP/1.1" status: 204 len: 168 time: 1.0468326 Jan 27 21:41:40.097755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18500e6-cab1-436b-b3fe-3cb2339419dd req-f7ba6dd3-d639-4b28-a986-5c33ea9dc86c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:40.100643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d18500e6-cab1-436b-b3fe-3cb2339419dd req-f7ba6dd3-d639-4b28-a986-5c33ea9dc86c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.3655150 Jan 27 21:41:40.105878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-5479b2b1-e35a-4c9c-9d34-52fd77603ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:40.114899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ec0aa-2288-42a3-ba81-ef3c1d73fd37 admin admin] Pushing event deleted for resources: {'Network': ['ID=5078c46d-0c90-4e7d-b721-8a45072688a8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:40.120850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-5479b2b1-e35a-4c9c-9d34-52fd77603ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbb78092abcc49789a9c809675113623&device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 1096 time: 0.2515864 Jan 27 21:41:40.200397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] For port c1971a95-5a16-4950-8f81-31a2f941a25d, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:40.201072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.253204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] Calling delete_port for c1971a95-5a16-4950-8f81-31a2f941a25d owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:40.266987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] Port c1971a95-5a16-4950-8f81-31a2f941a25d was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:41:40.293298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (c1971a95-5a16-4950-8f81-31a2f941a25d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.377679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-a21557ce-45ba-4f67-a3f6-a5438b4630ce tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips/73b10ec2-46e2-4988-979d-6c256f84a5a2 HTTP/1.1" status: 200 len: 692 time: 0.1690166 Jan 27 21:41:40.440362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d18500e6-cab1-436b-b3fe-3cb2339419dd req-5a5654e2-b715-4df7-ac90-1959dfab25c3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848537 Jan 27 21:41:40.482447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41210) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:40.503818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] Network 5078c46d-0c90-4e7d-b721-8a45072688a8 is not hosted by any dhcp agent {{(pid=103331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:41:40.508455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] No DVR routers for this DVR port c1971a95-5a16-4950-8f81-31a2f941a25d on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:40.511025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647a844-dd6a-4334-938d-8107b00deb00 None None] Pushing event deleted for resources: {'Port': ['ID=c1971a95-5a16-4950-8f81-31a2f941a25d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:40.540328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c1971a95-5a16-4950-8f81-31a2f941a25d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:40.610345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-c494c490-6db8-4d2a-8130-7b264a8b7d20 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:40.617214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-c494c490-6db8-4d2a-8130-7b264a8b7d20 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.2332819 Jan 27 21:41:40.623931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-c8273380-16a7-4ada-86c7-b93a41256b59 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:41:40.634507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-c8273380-16a7-4ada-86c7-b93a41256b59 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162258 Jan 27 21:41:40.671104 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-73a03d77-4525-41f4-a824-8d58c8689242 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a9d126045534d0d8d51a87f6be29b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758366 Jan 27 21:41:40.672321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41214) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:40.691003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c1971a95-5a16-4950-8f81-31a2f941a25d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:40.691770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c1971a95-5a16-4950-8f81-31a2f941a25d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:40.692450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 736366b2-162c-4f2f-99ee-8e095aca4262 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:40.725277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-11f4610c-78d9-4c39-859e-95d68058dd66 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 695 time: 0.0897241 Jan 27 21:41:40.773456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 736366b2-162c-4f2f-99ee-8e095aca4262 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:40.777058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 736366b2-162c-4f2f-99ee-8e095aca4262 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:40.810960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-05cba313-0c23-413b-a974-d53de2a22a40 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.51 HTTP/1.1" status: 200 len: 695 time: 0.0842793 Jan 27 21:41:40.825095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7480-0a9b-487c-ad12-d7f2ee871851 admin admin] Publish callbacks [] for security_group (0136298c-5301-4b2b-9cfa-dbc91d9d7f25), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.879589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7480-0a9b-487c-ad12-d7f2ee871851 admin admin] Publish callbacks [] for security_group (0136298c-5301-4b2b-9cfa-dbc91d9d7f25), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.887056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-55adfcfc-a96d-4327-9b4d-f27402991c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:40.891942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.894047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-55adfcfc-a96d-4327-9b4d-f27402991c4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d424e38f-2493-43b3-9d8c-0db8722a98ff HTTP/1.1" status: 200 len: 930 time: 0.7577257 Jan 27 21:41:40.975227 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7480-0a9b-487c-ad12-d7f2ee871851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0136298c-5301-4b2b-9cfa-dbc91d9d7f25), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.980795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7480-0a9b-487c-ad12-d7f2ee871851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.984147 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7ad7480-0a9b-487c-ad12-d7f2ee871851 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0136298c-5301-4b2b-9cfa-dbc91d9d7f25 HTTP/1.1" status: 204 len: 168 time: 0.3098915 Jan 27 21:41:40.999860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7480-0a9b-487c-ad12-d7f2ee871851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0136298c-5301-4b2b-9cfa-dbc91d9d7f25,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:41.028560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-915196cf-dce7-4139-85d5-1babab6d8529 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 200 len: 217 time: 0.1242838 Jan 27 21:41:41.061637 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.149655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-bdbeb2fc-886a-42a7-867e-02277a49a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:41.151219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-bdbeb2fc-886a-42a7-867e-02277a49a266 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b192f8e9-145c-44c2-a4ac-e7a1f31c700d HTTP/1.1" status: 200 len: 868 time: 0.1126034 Jan 27 21:41:41.188768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8732-a11d-46de-a101-f8237b27b152 req-bead1c62-2a0c-4da9-ad2f-bd92261d5185 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:41.191103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c1c8732-a11d-46de-a101-f8237b27b152 req-bead1c62-2a0c-4da9-ad2f-bd92261d5185 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 946 time: 0.3293929 Jan 27 21:41:41.277963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-799e1226-eaeb-4c49-8e30-7c1e7c23bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:41.279535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-799e1226-eaeb-4c49-8e30-7c1e7c23bd86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d424e38f-2493-43b3-9d8c-0db8722a98ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193669 Jan 27 21:41:41.281810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Deleting port b5250c4b-969d-46c0-bb33-9c1dc7da7a60 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:41.281810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.335588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c1c8732-a11d-46de-a101-f8237b27b152 req-648087f4-e975-4b4a-8811-30c08fc440dc tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252730 Jan 27 21:41:41.497959 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.498340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.521264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-11e16898-dc9d-449d-abdc-8136db4e00c0 service neutron] 10.222.0.16 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283938 Jan 27 21:41:41.527317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Calling delete_port for b5250c4b-969d-46c0-bb33-9c1dc7da7a60 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:41.777633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121adc22-a53d-467a-a00a-5b370db3c33e req-77e74f4a-a65f-4b48-afa9-556d4da79556 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:41.780897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-121adc22-a53d-467a-a00a-5b370db3c33e req-77e74f4a-a65f-4b48-afa9-556d4da79556 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.57 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 946 time: 0.2727180 Jan 27 21:41:41.801138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68'}, {'name': 'network-changed', 'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:41.803708 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43746c32-2bcb-449c-a990-a653f90c76f8" -d '{"events": [{"server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "name": "network-vif-unplugged", "status": "completed", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68"}, {"name": "network-changed", "server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:41.866031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7ab6a6a-66ac-464c-91f9-0092cd54ee19 req-d13fa347-5237-4fe4-b05b-0d2c3831ce61 service neutron] 10.222.0.16 "GET /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220665 Jan 27 21:41:41.997651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877b875-6b7e-40bc-9859-c4f8456d21e4 req-326eccef-6726-4a0f-8e33-9b01dc1d2945 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:42.004409 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2877b875-6b7e-40bc-9859-c4f8456d21e4 req-326eccef-6726-4a0f-8e33-9b01dc1d2945 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.3390489 Jan 27 21:41:42.141003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Deleting port 23ceb12a-f138-478e-aa6b-a524584686e7 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:42.141413 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.183870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2877b875-6b7e-40bc-9859-c4f8456d21e4 req-0969371e-9799-4c2b-8f51-6436dc89b3bb tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740923 Jan 27 21:41:42.348811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b5250c4b-969d-46c0-bb33-9c1dc7da7a60), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.382819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] For port 23ceb12a-f138-478e-aa6b-a524584686e7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=23ceb12a-f138-478e-aa6b-a524584686e7,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:42.383626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.442165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Pushing event deleted for resources: {'Port': ['ID=b5250c4b-969d-46c0-bb33-9c1dc7da7a60,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:42.476930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Calling delete_port for 23ceb12a-f138-478e-aa6b-a524584686e7 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:42.603444 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:41:42.640412 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2c335e-a87d-4956-a35c-d58da4b4c2e3 x-openstack-request-id: req-bf2c335e-a87d-4956-a35c-d58da4b4c2e3 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:42.640653 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "name": "network-vif-unplugged", "status": "completed", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68", "code": 200}, {"name": "network-changed", "server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:42.640996 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf2c335e-a87d-4956-a35c-d58da4b4c2e3 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:42.641654 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68', 'code': 200} Jan 27 21:41:42.642119 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68', 'status': 'completed', 'code': 200} Jan 27 21:41:42.655817 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks [] for floatingip (73b10ec2-46e2-4988-979d-6c256f84a5a2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.659035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.665150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8f91451-66a0-4bce-b6b6-a45b54e3c83f req-47612fea-8a3c-4a72-bef7-efb9c359bf27 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "DELETE /v2.0/floatingips/73b10ec2-46e2-4988-979d-6c256f84a5a2 HTTP/1.1" status: 204 len: 173 time: 1.8531721 Jan 27 21:41:42.828434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-26d24b87-d455-4196-9bd8-6b5a572b56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:42.830380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-26d24b87-d455-4196-9bd8-6b5a572b56bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1125 time: 0.1941915 Jan 27 21:41:42.864477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c29294-fc9c-448c-9f2c-a9af9e053a60 req-bdce7673-1276-455b-a97c-5aac05058a10 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:42.874009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26c29294-fc9c-448c-9f2c-a9af9e053a60 req-bdce7673-1276-455b-a97c-5aac05058a10 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=019930ce-a626-4652-8fd7-34161f9ddb05 HTTP/1.1" status: 200 len: 946 time: 0.1704679 Jan 27 21:41:43.082076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26c29294-fc9c-448c-9f2c-a9af9e053a60 req-d77ad6c6-9587-4670-84e5-db3df5dd7c53 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065544 Jan 27 21:41:43.206489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-e266d650-4cb5-4fb3-9600-5cc2223854c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.208861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-e266d650-4cb5-4fb3-9600-5cc2223854c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.3684514 Jan 27 21:41:43.225865 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (23ceb12a-f138-478e-aa6b-a524584686e7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.241330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['1cd2703e-4384-4b75-be65-ee17b4a6e376'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:43.247978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['e2a5f027-47f1-46bb-920e-61768539a430'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:43.305663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-926d7e35-97de-496b-8193-9ec37a712b6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 217 time: 0.0887916 Jan 27 21:41:43.347277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Pushing event deleted for resources: {'Port': ['ID=23ceb12a-f138-478e-aa6b-a524584686e7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:43.391080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] No DVR routers for this DVR port 23ceb12a-f138-478e-aa6b-a524584686e7 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:43.438642 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.455138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-121adc22-a53d-467a-a00a-5b370db3c33e req-f3202a64-4654-4e37-91b5-572b5b7653ad tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.57 "DELETE /v2.0/ports/23ceb12a-f138-478e-aa6b-a524584686e7 HTTP/1.1" status: 204 len: 173 time: 1.6594915 Jan 27 21:41:43.542797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-ec3e4b5f-a0bf-4bea-8389-abc612180c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.552706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-ec3e4b5f-a0bf-4bea-8389-abc612180c92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.2179232 Jan 27 21:41:43.575716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1ec64-fbce-413b-ad67-80faa5e28ed0 req-375ed2a8-4d0e-4a95-803d-97d0e219430b tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.601955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cf1ec64-fbce-413b-ad67-80faa5e28ed0 req-375ed2a8-4d0e-4a95-803d-97d0e219430b tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2897270 Jan 27 21:41:43.683617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-b58bb12f-f7e9-405c-b697-7b9dcfe1513f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785871 Jan 27 21:41:43.901727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cf1ec64-fbce-413b-ad67-80faa5e28ed0 req-32d8fa0f-7a0e-4b37-a49b-d3c2221145b7 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2667806 Jan 27 21:41:43.968171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41316) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:43.979785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d739e-c6fd-4064-849a-d55687c8c359 req-f813c647-f97e-40ab-b40f-39f1bbcb70f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.994685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e5d739e-c6fd-4064-849a-d55687c8c359 req-f813c647-f97e-40ab-b40f-39f1bbcb70f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.2450318 Jan 27 21:41:44.038857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-28ae0bb1-cf6b-472b-b526-4f19ba7f8146 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925291 Jan 27 21:41:44.148769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e5d739e-c6fd-4064-849a-d55687c8c359 req-31d9dbf4-9442-4268-8d27-2ab75f2f175a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532044 Jan 27 21:41:44.246396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 23ceb12a-f138-478e-aa6b-a524584686e7 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:44.254059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43746c32-2bcb-449c-a990-a653f90c76f8 req-c882c312-5ff5-4875-b01f-5713726af8d5 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981254 Jan 27 21:41:44.289913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 23ceb12a-f138-478e-aa6b-a524584686e7 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:44.290559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 23ceb12a-f138-478e-aa6b-a524584686e7 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:44.310007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfbf5d7b-d756-4a31-8376-4e564d5cc11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.367989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-500f1f7f-0bd7-4885-9869-d7a04cef2617 req-a13b60f3-37aa-44d8-b4a8-e1fc9080b92e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0457785 Jan 27 21:41:44.453009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfbf5d7b-d756-4a31-8376-4e564d5cc11f admin admin] Publish callbacks [] for security_group (1e578dfb-e97c-4194-9d06-2b606934a363), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.468954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dfbf5d7b-d756-4a31-8376-4e564d5cc11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1e578dfb-e97c-4194-9d06-2b606934a363), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.569540 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dfbf5d7b-d756-4a31-8376-4e564d5cc11f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=425ebb71c9714146af96b56cf4b2dbb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5975733 Jan 27 21:41:44.574790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41350) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:44.577260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf5d7b-d756-4a31-8376-4e564d5cc11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e578dfb-e97c-4194-9d06-2b606934a363,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:44.647241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019930ce-a626-4652-8fd7-34161f9ddb05', 'name': 'network-vif-deleted', 'tag': '23ceb12a-f138-478e-aa6b-a524584686e7'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:44.649773 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f61f46-407b-42b8-a64f-df42ab9a2709" -d '{"events": [{"server_uuid": "019930ce-a626-4652-8fd7-34161f9ddb05", "name": "network-vif-deleted", "tag": "23ceb12a-f138-478e-aa6b-a524584686e7"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:44.703110 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-570df375-57b4-4b49-b827-50f826692a57 admin admin] Publish callbacks [] for security_group (1e578dfb-e97c-4194-9d06-2b606934a363), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.738156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-570df375-57b4-4b49-b827-50f826692a57 admin admin] Publish callbacks [] for security_group (1e578dfb-e97c-4194-9d06-2b606934a363), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.824192 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-570df375-57b4-4b49-b827-50f826692a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1e578dfb-e97c-4194-9d06-2b606934a363), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.830806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-570df375-57b4-4b49-b827-50f826692a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.851998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-570df375-57b4-4b49-b827-50f826692a57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e578dfb-e97c-4194-9d06-2b606934a363 HTTP/1.1" status: 204 len: 168 time: 0.2586567 Jan 27 21:41:44.881617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570df375-57b4-4b49-b827-50f826692a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e578dfb-e97c-4194-9d06-2b606934a363,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:45.093199 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506df9e0-114e-43d2-a318-ce4ccf2bae65 x-openstack-request-id: req-506df9e0-114e-43d2-a318-ce4ccf2bae65 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:45.093506 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019930ce-a626-4652-8fd7-34161f9ddb05", "name": "network-vif-deleted", "tag": "23ceb12a-f138-478e-aa6b-a524584686e7", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:45.093771 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-506df9e0-114e-43d2-a318-ce4ccf2bae65 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:45.094192 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019930ce-a626-4652-8fd7-34161f9ddb05', 'name': 'network-vif-deleted', 'tag': '23ceb12a-f138-478e-aa6b-a524584686e7', 'status': 'completed', 'code': 200} Jan 27 21:41:45.287748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5726f-f8f1-4480-a52a-9cc029410b6e req-22a120eb-5b50-415b-b44f-9ddb9659c853 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:45.290130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65d5726f-f8f1-4480-a52a-9cc029410b6e req-22a120eb-5b50-415b-b44f-9ddb9659c853 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 945 time: 0.1146717 Jan 27 21:41:45.415712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65d5726f-f8f1-4480-a52a-9cc029410b6e req-74871393-beea-4122-875a-606a41f22353 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965998 Jan 27 21:41:45.904674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0d4fe-a2d1-47a0-8106-fd2ade26373c req-777bb20c-910b-4454-8b40-081c1bcf6bc1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:45.906671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0f0d4fe-a2d1-47a0-8106-fd2ade26373c req-777bb20c-910b-4454-8b40-081c1bcf6bc1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.0830870 Jan 27 21:41:46.020751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0f0d4fe-a2d1-47a0-8106-fd2ade26373c req-5c632121-2cd0-4c82-9178-c57ad79dfb0e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032853 Jan 27 21:41:46.228262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41476) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:46.518883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1695913699-network', 'tenant_id': '86e97123591a48fa8239cc4ef68b4796'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:46.601852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Made reservation on behalf of 86e97123591a48fa8239cc4ef68b4796 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:46.604428 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.617477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.804308 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Publish callbacks [] for security_group (639487d4-5723-414e-9822-997c7df32b7f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.812154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-879a20e5-a376-4a99-8cb9-0892c93c8ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:46.813902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (639487d4-5723-414e-9822-997c7df32b7f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.814720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-879a20e5-a376-4a99-8cb9-0892c93c8ba4 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 945 time: 0.1867030 Jan 27 21:41:46.825118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508d1f4-ba7e-4a87-a9b6-8115716dc52f req-ca426aad-00cd-4d81-b6f1-a1b472799db2 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:46.828178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c508d1f4-ba7e-4a87-a9b6-8115716dc52f req-ca426aad-00cd-4d81-b6f1-a1b472799db2 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 945 time: 0.1308367 Jan 27 21:41:46.893718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:46.913037 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639487d4-5723-414e-9822-997c7df32b7f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:46.922629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (588bfc39-e70c-411e-8400-e22e18324a3a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.923171 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Added segment 588bfc39-e70c-411e-8400-e22e18324a3a of type vlan for network b1d7049d-fa94-4df1-bc0d-4fa72f60ec49 Jan 27 21:41:47.010824 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (b1d7049d-fa94-4df1-bc0d-4fa72f60ec49), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.057619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c508d1f4-ba7e-4a87-a9b6-8115716dc52f req-09f27873-1f7b-4ef3-b0e3-64ca9562c68b tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/security-groups?id=06caa268-bd62-4343-bc29-d36a698bea24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796923 Jan 27 21:41:47.080767 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (b1d7049d-fa94-4df1-bc0d-4fa72f60ec49), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.082429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:47.083464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.114874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Deleting port 236b18c1-554d-407b-b997-446ff6807d75 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:47.115437 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (236b18c1-554d-407b-b997-446ff6807d75), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.267529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] Pushing event updated for resources: {'Network': ['ID=b1d7049d-fa94-4df1-bc0d-4fa72f60ec49,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:47.290579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network b1d7049d-fa94-4df1-bc0d-4fa72f60ec49 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:47.325068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] For port 236b18c1-554d-407b-b997-446ff6807d75, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=236b18c1-554d-407b-b997-446ff6807d75,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:47.325572 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (236b18c1-554d-407b-b997-446ff6807d75), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.329354 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51f0eb61-2106-4599-894b-b819769d1f29 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0992663 Jan 27 21:41:47.333789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41556) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:47.341971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Request body: {'subnet': {'network_id': 'b1d7049d-fa94-4df1-bc0d-4fa72f60ec49', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1695913699-subnet', 'tenant_id': '86e97123591a48fa8239cc4ef68b4796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:47.349921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Calling delete_port for 236b18c1-554d-407b-b997-446ff6807d75 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:47.417964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Made reservation on behalf of 86e97123591a48fa8239cc4ef68b4796 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:47.422183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.606685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e062a17-4d76-45ef-9128-fbddb63dea1b req-7a222a4c-af02-475e-affe-898f5b2ed67c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:47.618371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e062a17-4d76-45ef-9128-fbddb63dea1b req-7a222a4c-af02-475e-affe-898f5b2ed67c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.2044287 Jan 27 21:41:47.684380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (236b18c1-554d-407b-b997-446ff6807d75), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.697527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['236b18c1-554d-407b-b997-446ff6807d75'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:47.727252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e062a17-4d76-45ef-9128-fbddb63dea1b req-e55d2ac5-50e8-4bcf-8ab9-0cee1001275a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076109 Jan 27 21:41:47.790232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Pushing event deleted for resources: {'Port': ['ID=236b18c1-554d-407b-b997-446ff6807d75,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:47.818897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.875928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] No DVR routers for this DVR port 236b18c1-554d-407b-b997-446ff6807d75 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:47.879344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.882892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-478387b2-f2af-411d-afcb-dcb5a2f35645 req-1b6f07c7-f4e3-4291-bac1-f6156652965e tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.16 "DELETE /v2.0/ports/236b18c1-554d-407b-b997-446ff6807d75 HTTP/1.1" status: 204 len: 173 time: 1.0536864 Jan 27 21:41:47.883385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'name': 'network-vif-deleted', 'tag': '236b18c1-554d-407b-b997-446ff6807d75'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:47.885859 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b494eed-36bd-489d-b40e-cc795754c2c1" -d '{"events": [{"server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "name": "network-vif-deleted", "tag": "236b18c1-554d-407b-b997-446ff6807d75"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:47.900066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538d02c-3aea-4856-8b56-7cdfaeace550 req-6ba571ff-36bb-4289-a197-8435fe8675ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:47.907293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538d02c-3aea-4856-8b56-7cdfaeace550 req-6ba571ff-36bb-4289-a197-8435fe8675ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:47.915385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c538d02c-3aea-4856-8b56-7cdfaeace550 req-6ba571ff-36bb-4289-a197-8435fe8675ac tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac&device_id=96f6ad73-ee91-4ca6-95f1-435d4cfd9f28 HTTP/1.1" status: 200 len: 1681 time: 0.2361476 Jan 27 21:41:47.935905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Checking segment: {'id': '588bfc39-e70c-411e-8400-e22e18324a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b1d7049d-fa94-4df1-bc0d-4fa72f60ec49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:47.937097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Network hostable DHCP agents. Network: b1d7049d-fa94-4df1-bc0d-4fa72f60ec49, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:41:47.982205 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.007380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c538d02c-3aea-4856-8b56-7cdfaeace550 req-c46cd157-6d2f-413a-bc44-cb82bcc8743a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898855 Jan 27 21:41:48.027880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:48.036749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Network b1d7049d-fa94-4df1-bc0d-4fa72f60ec49 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:41:48.060781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, b1d7049d-fa94-4df1-bc0d-4fa72f60ec49) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:48.074111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:48.074835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.080364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5fe8e9-e162-4d12-ab68-a4720c41e910 None None] Network b1d7049d-fa94-4df1-bc0d-4fa72f60ec49 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:48.145124 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4060dc7-bb80-498f-83d7-fa1d9ab8f208 x-openstack-request-id: req-c4060dc7-bb80-498f-83d7-fa1d9ab8f208 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:48.145549 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c25d57-6c80-4a72-a1de-9038e1f88de0", "name": "network-vif-deleted", "tag": "236b18c1-554d-407b-b997-446ff6807d75", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:48.149445 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4060dc7-bb80-498f-83d7-fa1d9ab8f208 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:48.149445 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c25d57-6c80-4a72-a1de-9038e1f88de0', 'name': 'network-vif-deleted', 'tag': '236b18c1-554d-407b-b997-446ff6807d75', 'status': 'completed', 'code': 200} Jan 27 21:41:48.153517 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a1401792-d45e-4c9b-b568-7c087599b2f1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8178864 Jan 27 21:41:48.436758 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37fcef50-45f0-4a81-8481-11d4ce5f91fc req-9c62b09a-270c-4c3b-960f-d504c51d3dc6 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980 tempest-FloatingIPsAssociationNegativeTestJSON-1197303980-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5c25d57-6c80-4a72-a1de-9038e1f88de0 HTTP/1.1" status: 200 len: 210 time: 0.0691848 Jan 27 21:41:48.547311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:48.568655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729eb44-097f-43d0-b72d-e5dd0d736188 None None] Network b1d7049d-fa94-4df1-bc0d-4fa72f60ec49 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:48.856776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:48.875556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 has no active binding in host n-h1-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:41:49.095337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-c1fe308d-2aa4-41fa-9cd0-32f272412c65 req-fdc38ce2-9259-41dd-8984-ae64b37461ce tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1660652929', 'description': 'tempest-description-1067173830'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:49.160370 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c1fe308d-2aa4-41fa-9cd0-32f272412c65 req-fdc38ce2-9259-41dd-8984-ae64b37461ce tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.357866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c1fe308d-2aa4-41fa-9cd0-32f272412c65 req-fdc38ce2-9259-41dd-8984-ae64b37461ce tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (11758cb4-d479-464d-8f0f-0eb0afed3825), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.366605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c1fe308d-2aa4-41fa-9cd0-32f272412c65 req-fdc38ce2-9259-41dd-8984-ae64b37461ce tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (11758cb4-d479-464d-8f0f-0eb0afed3825), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.380964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740046e-4684-43be-8052-bca8f5a773b9 req-3a3db54d-58b7-424f-b539-73a9dbcfa72d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:49.384680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7740046e-4684-43be-8052-bca8f5a773b9 req-3a3db54d-58b7-424f-b539-73a9dbcfa72d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.1483433 Jan 27 21:41:49.451526 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c1fe308d-2aa4-41fa-9cd0-32f272412c65 req-fdc38ce2-9259-41dd-8984-ae64b37461ce tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.470226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1fe308d-2aa4-41fa-9cd0-32f272412c65 req-fdc38ce2-9259-41dd-8984-ae64b37461ce tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3844602 Jan 27 21:41:49.478487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc38ce2-9259-41dd-8984-ae64b37461ce tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11758cb4-d479-464d-8f0f-0eb0afed3825,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:49.565602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7740046e-4684-43be-8052-bca8f5a773b9 req-361f3264-c385-4818-9f9f-ba498d907f1f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523626 Jan 27 21:41:50.016879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b9ba487-f596-4458-bb5b-aa93352018d8 req-b2243ef4-1df7-4908-9c97-c3b7013631c7 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/11758cb4-d479-464d-8f0f-0eb0afed3825 HTTP/1.1" status: 200 len: 1830 time: 0.0553529 Jan 27 21:41:50.023570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3b9ba487-f596-4458-bb5b-aa93352018d8 req-4e7df368-ff05-4d82-89c3-6618348e7b3e tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11758cb4-d479-464d-8f0f-0eb0afed3825', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:50.024272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3b9ba487-f596-4458-bb5b-aa93352018d8 req-4e7df368-ff05-4d82-89c3-6618348e7b3e tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11758cb4-d479-464d-8f0f-0eb0afed3825', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:50.106090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41698) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:50.296315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:50.642571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 236b18c1-554d-407b-b997-446ff6807d75 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:50.698385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 236b18c1-554d-407b-b997-446ff6807d75 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:50.698736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 236b18c1-554d-407b-b997-446ff6807d75 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:50.699152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:50.760127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:41:50.761019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:50.774962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.837532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:50.863975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3b9ba487-f596-4458-bb5b-aa93352018d8 req-4e7df368-ff05-4d82-89c3-6618348e7b3e tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group_rule (c8e151bc-584f-448c-b9c0-e34df0c34ce7), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.087109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3b9ba487-f596-4458-bb5b-aa93352018d8 req-4e7df368-ff05-4d82-89c3-6618348e7b3e tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group_rule (c8e151bc-584f-448c-b9c0-e34df0c34ce7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.137203 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3b9ba487-f596-4458-bb5b-aa93352018d8 req-4e7df368-ff05-4d82-89c3-6618348e7b3e tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (c8e151bc-584f-448c-b9c0-e34df0c34ce7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.275613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7df368-ff05-4d82-89c3-6618348e7b3e tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e151bc-584f-448c-b9c0-e34df0c34ce7,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:51.291252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-8a7b3252-d2c9-40d9-8468-635edda7efd5 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:51.293970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-8a7b3252-d2c9-40d9-8468-635edda7efd5 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.16 "GET /v2.0/ports?device_id=96f6ad73-ee91-4ca6-95f1-435d4cfd9f28 HTTP/1.1" status: 200 len: 945 time: 0.3199799 Jan 27 21:41:51.308123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90870-5207-40c8-be2d-b99da66d72af req-341215d2-0346-4837-a1d3-77e7d6e27945 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:51.310973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02e90870-5207-40c8-be2d-b99da66d72af req-341215d2-0346-4837-a1d3-77e7d6e27945 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.3091195 Jan 27 21:41:51.343349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3b9ba487-f596-4458-bb5b-aa93352018d8 req-4e7df368-ff05-4d82-89c3-6618348e7b3e tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.345129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b9ba487-f596-4458-bb5b-aa93352018d8 req-4e7df368-ff05-4d82-89c3-6618348e7b3e tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3261118 Jan 27 21:41:51.620211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02e90870-5207-40c8-be2d-b99da66d72af req-828666c5-01dd-43c6-bf45-e299dfab7f5a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829409 Jan 27 21:41:51.703540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-20afe996-9c39-4eb2-99e1-8b25dd0aa439 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:51.706033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-20afe996-9c39-4eb2-99e1-8b25dd0aa439 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.57 "GET /v2.0/ports?device_id=7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac HTTP/1.1" status: 200 len: 945 time: 0.2442458 Jan 27 21:41:51.943334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Deleting port e2a5f027-47f1-46bb-920e-61768539a430 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:51.943954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e2a5f027-47f1-46bb-920e-61768539a430), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.160182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ac506-db9e-40e3-976c-39822bfb2a6d req-adf54af8-4caa-4c0f-8a84-ba2dcfca1462 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:52.162838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e01ac506-db9e-40e3-976c-39822bfb2a6d req-adf54af8-4caa-4c0f-8a84-ba2dcfca1462 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f6ad73-ee91-4ca6-95f1-435d4cfd9f28 HTTP/1.1" status: 200 len: 945 time: 0.3930779 Jan 27 21:41:52.345526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-346b56ce-5e8f-4537-8767-6a26f277e4e8 req-8042dd05-1ae8-4a57-b338-dc895abb2160 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/11758cb4-d479-464d-8f0f-0eb0afed3825 HTTP/1.1" status: 200 len: 2423 time: 0.2090912 Jan 27 21:41:52.388631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e01ac506-db9e-40e3-976c-39822bfb2a6d req-c3d215f1-5812-4128-94a7-702d5b4abcf0 tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1633b3f-cc59-4293-b02c-d1ca866f7f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093763 Jan 27 21:41:52.393670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] For port e2a5f027-47f1-46bb-920e-61768539a430, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e2a5f027-47f1-46bb-920e-61768539a430,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:52.394291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e2a5f027-47f1-46bb-920e-61768539a430), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.450182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Calling delete_port for e2a5f027-47f1-46bb-920e-61768539a430 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:52.503629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Deleting port 1cd2703e-4384-4b75-be65-ee17b4a6e376 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:52.504312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.653738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdbd7ef0-9a1d-4fca-8bcb-1f1e7dfea648 req-46630161-f9d6-4083-8f65-a713d0c0bda9 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-group-rules/c8e151bc-584f-448c-b9c0-e34df0c34ce7 HTTP/1.1" status: 200 len: 778 time: 0.2110925 Jan 27 21:41:52.798320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdbd7ef0-9a1d-4fca-8bcb-1f1e7dfea648 req-717f86b4-19cb-45cc-b372-8f07f827e57a tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/11758cb4-d479-464d-8f0f-0eb0afed3825 HTTP/1.1" status: 200 len: 2423 time: 0.1329589 Jan 27 21:41:52.809169 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.812901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] For port 1cd2703e-4384-4b75-be65-ee17b4a6e376, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1cd2703e-4384-4b75-be65-ee17b4a6e376,segment=NetworkSegment(0b28a1ef-e490-40c7-911f-143af99326f1),segment_id=0b28a1ef-e490-40c7-911f-143af99326f1)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:52.813411 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.838003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Calling delete_port for 1cd2703e-4384-4b75-be65-ee17b4a6e376 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:53.028783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cdbd7ef0-9a1d-4fca-8bcb-1f1e7dfea648 req-ba2b2abf-af03-4dea-aef8-159134923373 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group_rule (c8e151bc-584f-448c-b9c0-e34df0c34ce7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.052722 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cdbd7ef0-9a1d-4fca-8bcb-1f1e7dfea648 req-ba2b2abf-af03-4dea-aef8-159134923373 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group_rule (c8e151bc-584f-448c-b9c0-e34df0c34ce7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.069067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e2a5f027-47f1-46bb-920e-61768539a430), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.155559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Pushing event deleted for resources: {'Port': ['ID=e2a5f027-47f1-46bb-920e-61768539a430,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:53.278907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cdbd7ef0-9a1d-4fca-8bcb-1f1e7dfea648 req-ba2b2abf-af03-4dea-aef8-159134923373 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (c8e151bc-584f-448c-b9c0-e34df0c34ce7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.309065 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cdbd7ef0-9a1d-4fca-8bcb-1f1e7dfea648 req-ba2b2abf-af03-4dea-aef8-159134923373 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.310667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdbd7ef0-9a1d-4fca-8bcb-1f1e7dfea648 req-ba2b2abf-af03-4dea-aef8-159134923373 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c8e151bc-584f-448c-b9c0-e34df0c34ce7 HTTP/1.1" status: 204 len: 173 time: 0.4919887 Jan 27 21:41:53.313201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] No DVR routers for this DVR port e2a5f027-47f1-46bb-920e-61768539a430 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:53.346747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.350405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6860bd38-caf7-4fdc-9f46-1dde76c1e412 req-5cea5335-8b16-4783-b823-de519151bfde tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.16 "DELETE /v2.0/ports/e2a5f027-47f1-46bb-920e-61768539a430 HTTP/1.1" status: 204 len: 173 time: 2.0345812 Jan 27 21:41:53.352213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f6ad73-ee91-4ca6-95f1-435d4cfd9f28', 'name': 'network-vif-deleted', 'tag': 'e2a5f027-47f1-46bb-920e-61768539a430'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:53.354735 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b9e704-6f03-4a2a-bc0c-9c59e67328e5" -d '{"events": [{"server_uuid": "96f6ad73-ee91-4ca6-95f1-435d4cfd9f28", "name": "network-vif-deleted", "tag": "e2a5f027-47f1-46bb-920e-61768539a430"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:53.366430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b2abf-af03-4dea-aef8-159134923373 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8e151bc-584f-448c-b9c0-e34df0c34ce7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:53.401351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b0d5-7b56-4941-bebd-6682b2a3ec9f req-0db5e1e2-e752-402b-bcba-2b150147c119 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:53.403084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1391b0d5-7b56-4941-bebd-6682b2a3ec9f req-0db5e1e2-e752-402b-bcba-2b150147c119 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 944 time: 0.2552016 Jan 27 21:41:53.423068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1cd2703e-4384-4b75-be65-ee17b4a6e376), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.513532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Pushing event deleted for resources: {'Port': ['ID=1cd2703e-4384-4b75-be65-ee17b4a6e376,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:53.683291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1391b0d5-7b56-4941-bebd-6682b2a3ec9f req-b1ec82b6-760e-4a53-b5b0-49c289744d7d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634485 Jan 27 21:41:53.688163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] No DVR routers for this DVR port 1cd2703e-4384-4b75-be65-ee17b4a6e376 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:53.698354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.701731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-22dada72-dc85-433a-87a6-c0706ba4f695 req-048491cd-cdb3-4310-a52e-31692231645a tempest-ListServersNegativeTestJSON-1484049107 tempest-ListServersNegativeTestJSON-1484049107-project] 10.222.0.57 "DELETE /v2.0/ports/1cd2703e-4384-4b75-be65-ee17b4a6e376 HTTP/1.1" status: 204 len: 173 time: 1.9463129 Jan 27 21:41:53.790894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-3ac6c30a-db89-4014-9cbd-d53c71ae1c4b service neutron] 10.222.0.57 "GET /v2.0/ports/4dfca5c3-8bad-4235-a0ae-b4f78b470c68/bindings/n-h1-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.1043174 Jan 27 21:41:53.851793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Deleting port c4dce197-ca92-4da1-bd25-3b26365b73ce {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:53.852317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.987453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ca40ac4b-2186-4288-960c-cc76ec4ec181 req-0dd06df7-f7e1-4401-ba74-1cabb4e1e80d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-35427721', 'description': 'tempest-description-2022756811'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:54.097040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] For port c4dce197-ca92-4da1-bd25-3b26365b73ce, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c4dce197-ca92-4da1-bd25-3b26365b73ce,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:54.097419 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.109901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca40ac4b-2186-4288-960c-cc76ec4ec181 req-0dd06df7-f7e1-4401-ba74-1cabb4e1e80d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.120247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Calling delete_port for c4dce197-ca92-4da1-bd25-3b26365b73ce owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:54.252158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:54.297909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:54.316283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:54.359380 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a1d52-877a-4495-9aaa-b395b65d667e x-openstack-request-id: req-fd9a1d52-877a-4495-9aaa-b395b65d667e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:54.360091 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f6ad73-ee91-4ca6-95f1-435d4cfd9f28", "name": "network-vif-deleted", "tag": "e2a5f027-47f1-46bb-920e-61768539a430", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:54.360520 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd9a1d52-877a-4495-9aaa-b395b65d667e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:54.361091 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f6ad73-ee91-4ca6-95f1-435d4cfd9f28', 'name': 'network-vif-deleted', 'tag': 'e2a5f027-47f1-46bb-920e-61768539a430', 'status': 'completed', 'code': 200} Jan 27 21:41:54.395605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca40ac4b-2186-4288-960c-cc76ec4ec181 req-0dd06df7-f7e1-4401-ba74-1cabb4e1e80d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (bb44d13b-6172-4d34-8645-31b4410a99a1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.409603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca40ac4b-2186-4288-960c-cc76ec4ec181 req-0dd06df7-f7e1-4401-ba74-1cabb4e1e80d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bb44d13b-6172-4d34-8645-31b4410a99a1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.440066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca40ac4b-2186-4288-960c-cc76ec4ec181 req-0dd06df7-f7e1-4401-ba74-1cabb4e1e80d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.441542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca40ac4b-2186-4288-960c-cc76ec4ec181 req-0dd06df7-f7e1-4401-ba74-1cabb4e1e80d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4629281 Jan 27 21:41:54.464063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:54.500460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:54.515174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd06df7-f7e1-4401-ba74-1cabb4e1e80d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb44d13b-6172-4d34-8645-31b4410a99a1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:54.517010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:54.517670 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.526547 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.596062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:54.600862 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0648206-ac43-4419-93df-e72880c6e109" -d '{"events": [{"server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "name": "network-vif-unplugged", "status": "completed", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:54.612768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device e2a5f027-47f1-46bb-920e-61768539a430 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:54.692295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c4dce197-ca92-4da1-bd25-3b26365b73ce), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.703739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:54.706331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: e2a5f027-47f1-46bb-920e-61768539a430 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:54.708499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device e2a5f027-47f1-46bb-920e-61768539a430 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:54.714319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.715817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1cd2703e-4384-4b75-be65-ee17b4a6e376 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:54.750111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dce197-ca92-4da1-bd25-3b26365b73ce,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:54.763745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] Transition to ACTIVE for port object 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:41:54.793733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.925839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] No DVR routers for this DVR port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:54.972962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:54.992652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 1cd2703e-4384-4b75-be65-ee17b4a6e376 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:54.993724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1cd2703e-4384-4b75-be65-ee17b4a6e376 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:55.378127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=10']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:55.482695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-48850e68-cdfd-4cdb-970e-007ce34c8037 service neutron] 10.222.0.57 "PUT /v2.0/ports/4dfca5c3-8bad-4235-a0ae-b4f78b470c68/bindings/n-h1-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6812325 Jan 27 21:41:55.571078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99ecfa7e-f631-453c-8f27-3d45a5a21349 req-0732a450-31d5-4bab-8c09-1db7619ddbc5 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/bb44d13b-6172-4d34-8645-31b4410a99a1 HTTP/1.1" status: 200 len: 1828 time: 0.1858714 Jan 27 21:41:55.627310 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:55.652129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-0fa7e95d-a556-4a44-b2c0-e4f8fbe69b23 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:55.654274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-0fa7e95d-a556-4a44-b2c0-e4f8fbe69b23 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.0997312 Jan 27 21:41:55.799930 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a2d2ef-6565-465c-a964-f6727e9611fe x-openstack-request-id: req-33a2d2ef-6565-465c-a964-f6727e9611fe {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:55.801622 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "name": "network-vif-unplugged", "status": "completed", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:55.802245 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33a2d2ef-6565-465c-a964-f6727e9611fe {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:55.803008 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'code': 200} Jan 27 21:41:55.863641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-852c7c66-80a2-4b2f-a875-eb11b0111765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:55.865313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-852c7c66-80a2-4b2f-a875-eb11b0111765 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd HTTP/1.1" status: 200 len: 1096 time: 0.1732738 Jan 27 21:41:56.051623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-867f5c4a-dab7-4dea-9fb7-057a971f48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:56.053478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-867f5c4a-dab7-4dea-9fb7-057a971f48b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1096 time: 0.1503084 Jan 27 21:41:56.080152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70685f9-386c-409d-bf35-e8b1f57258ae req-32385850-eb00-41fb-80ca-05bc55031d2a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:56.081841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d70685f9-386c-409d-bf35-e8b1f57258ae req-32385850-eb00-41fb-80ca-05bc55031d2a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 945 time: 0.1803253 Jan 27 21:41:56.100705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:56.320597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d70685f9-386c-409d-bf35-e8b1f57258ae req-ade2c645-dc71-40fe-919e-15f6dd21be27 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245407 Jan 27 21:41:56.344214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-f7383ee1-2a4b-4e4a-8e08-985e47f4853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:56.346530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-f7383ee1-2a4b-4e4a-8e08-985e47f4853a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.2858334 Jan 27 21:41:56.362533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac', 'name': 'network-vif-deleted', 'tag': '1cd2703e-4384-4b75-be65-ee17b4a6e376'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:56.365159 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9204dedd-c9d3-4387-aaa9-cc9dac0da45a" -d '{"events": [{"server_uuid": "7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac", "name": "network-vif-deleted", "tag": "1cd2703e-4384-4b75-be65-ee17b4a6e376"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:56.386857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42006) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:56.437986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-b8055c47-ae52-4c67-9ab9-3dd8661c0ace service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 217 time: 0.0841601 Jan 27 21:41:56.502509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:56.512975 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2cb81a35-23a0-4945-b5f1-04d2d873ecfb admin admin] 10.222.0.45 "PUT /v2.0/routers/1988f4ba-f1c2-44de-8621-9d2eb5fd519a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4058211 Jan 27 21:41:56.519129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42010) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:56.531347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-f45d6272-d717-4f28-bea4-92727064d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:56.533724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-f45d6272-d717-4f28-bea4-92727064d93a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.0876033 Jan 27 21:41:56.537130 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] Sync routers for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:56.599432 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:56.600114 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:56.667827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-29568d0b-b323-40b9-aabd-ff7728aaf5fc admin admin] Deleting subnet f58ef385-9a2a-4b91-a3de-70ed28e0977c {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:56.674239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-2fc6a461-d80f-4f66-a1c3-c3489b099b57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034875 Jan 27 21:41:56.681117 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29568d0b-b323-40b9-aabd-ff7728aaf5fc admin admin] Publish callbacks [] for subnet (f58ef385-9a2a-4b91-a3de-70ed28e0977c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.806386 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks [] for router (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.832902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29568d0b-b323-40b9-aabd-ff7728aaf5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (f58ef385-9a2a-4b91-a3de-70ed28e0977c), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.894083 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a67906-91cf-4567-8e02-57f4fa812723 x-openstack-request-id: req-28a67906-91cf-4567-8e02-57f4fa812723 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:56.894463 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac", "name": "network-vif-deleted", "tag": "1cd2703e-4384-4b75-be65-ee17b4a6e376", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:56.894732 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28a67906-91cf-4567-8e02-57f4fa812723 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:56.895156 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df1d50b-b1b5-4bf4-b1d9-0316b1f8bfac', 'name': 'network-vif-deleted', 'tag': '1cd2703e-4384-4b75-be65-ee17b4a6e376', 'status': 'completed', 'code': 200} Jan 27 21:41:56.913486 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29568d0b-b323-40b9-aabd-ff7728aaf5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (f58ef385-9a2a-4b91-a3de-70ed28e0977c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.933620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-53339b6f-8c65-454a-9a23-2e724fd9184b req-44d2ac2a-ec76-4f98-81fd-37edb624fabd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1399328208', 'description': 'tempest-description-1339460922'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:56.936214 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:57.015127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29568d0b-b323-40b9-aabd-ff7728aaf5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (f58ef385-9a2a-4b91-a3de-70ed28e0977c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.098296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29568d0b-b323-40b9-aabd-ff7728aaf5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.107430 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-29568d0b-b323-40b9-aabd-ff7728aaf5fc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f58ef385-9a2a-4b91-a3de-70ed28e0977c HTTP/1.1" status: 204 len: 168 time: 0.7170565 Jan 27 21:41:57.110107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29568d0b-b323-40b9-aabd-ff7728aaf5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58ef385-9a2a-4b91-a3de-70ed28e0977c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:57.113730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42042) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:57.171156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks [] for router_gateway (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.213436 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:41:54Z', 'revision_number': 5, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port': {'id': 'be5bbea2-f675-4870-8268-9919dcc4d7ca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:29Z', 'updated_at': '2022-01-27T21:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.248103 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] Checking router: 1988f4ba-f1c2-44de-8621-9d2eb5fd519a for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:57.262445 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] Routers {'1988f4ba-f1c2-44de-8621-9d2eb5fd519a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:57.264044 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.270855 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-53339b6f-8c65-454a-9a23-2e724fd9184b req-44d2ac2a-ec76-4f98-81fd-37edb624fabd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.310692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (56ecf52b-3aa0-4d98-8291-6fe83a99a6e1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.384658 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] Set router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:57.457132 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:41:57Z', 'revision_number': 6, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.476179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (56ecf52b-3aa0-4d98-8291-6fe83a99a6e1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.501084 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65c5b0-e290-4567-8320-5aa603023ac1 None None] The sync data for ids ['1988f4ba-f1c2-44de-8621-9d2eb5fd519a'] in n-d-826529-2 is: [{'id': '1988f4ba-f1c2-44de-8621-9d2eb5fd519a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1596549861-router', 'tenant_id': 'bbb78092abcc49789a9c809675113623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:28Z', 'updated_at': '2022-01-27T21:41:57Z', 'revision_number': 6, 'project_id': 'bbb78092abcc49789a9c809675113623', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:57.523731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ecf52b-3aa0-4d98-8291-6fe83a99a6e1']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.526850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-357e0f34-3ab5-496d-9c0d-02f078c63e4b service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390684 Jan 27 21:41:57.540857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Deleting port be5bbea2-f675-4870-8268-9919dcc4d7ca {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:57.541650 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.549775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b28a1ef-e490-40c7-911f-143af99326f1') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.550081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b28a1ef-e490-40c7-911f-143af99326f1') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.585044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0b28a1ef-e490-40c7-911f-143af99326f1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.611799 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0b28a1ef-e490-40c7-911f-143af99326f1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.621423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:57.622029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0b28a1ef-e490-40c7-911f-143af99326f1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:57.625123 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:57.701817 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (56ecf52b-3aa0-4d98-8291-6fe83a99a6e1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.724494 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.730345 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] 10.222.0.45 "DELETE /v2.0/networks/56ecf52b-3aa0-4d98-8291-6fe83a99a6e1 HTTP/1.1" status: 204 len: 168 time: 0.6066344 Jan 27 21:41:57.732736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20addb-b7e4-4dfb-b300-b63e8dba9b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=56ecf52b-3aa0-4d98-8291-6fe83a99a6e1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:57.775641 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-53339b6f-8c65-454a-9a23-2e724fd9184b req-44d2ac2a-ec76-4f98-81fd-37edb624fabd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (0faedd5e-e05a-4f10-a2ad-839e20652386), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.793212 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-53339b6f-8c65-454a-9a23-2e724fd9184b req-44d2ac2a-ec76-4f98-81fd-37edb624fabd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0faedd5e-e05a-4f10-a2ad-839e20652386), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.936172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42072) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:57.992838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-db4bd861-f236-481b-aa1f-8d2d5927359e service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468768 Jan 27 21:41:58.006661 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-53339b6f-8c65-454a-9a23-2e724fd9184b req-44d2ac2a-ec76-4f98-81fd-37edb624fabd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.014426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53339b6f-8c65-454a-9a23-2e724fd9184b req-44d2ac2a-ec76-4f98-81fd-37edb624fabd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.1160703 Jan 27 21:41:58.029510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ac2a-ec76-4f98-81fd-37edb624fabd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faedd5e-e05a-4f10-a2ad-839e20652386,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:58.034459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] For port be5bbea2-f675-4870-8268-9919dcc4d7ca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=be5bbea2-f675-4870-8268-9919dcc4d7ca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:58.034907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.068473 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-62a127b4-cb27-4ad3-a451-e2db21ff1461 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90c13188e8204b5cbb7e16e6a93c7cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274178 Jan 27 21:41:58.069390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42076) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.088103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Calling delete_port for be5bbea2-f675-4870-8268-9919dcc4d7ca owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:58.102567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-f3bcb55b-31f7-494a-8b62-632e6ecc8783 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:58.114048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-f3bcb55b-31f7-494a-8b62-632e6ecc8783 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 805 time: 0.4949386 Jan 27 21:41:58.159930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-51c829fb-57b3-419e-968d-61cdb4107f91 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/quotas/8c03f0697fd4422a9881e94c24f3282d HTTP/1.1" status: 200 len: 375 time: 0.0447636 Jan 27 21:41:58.322252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bbe3c-ef03-47e0-b0e4-6b7dd165c5db req-780d5465-7210-4b26-828a-46b30d547860 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:58.324309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a73bbe3c-ef03-47e0-b0e4-6b7dd165c5db req-780d5465-7210-4b26-828a-46b30d547860 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 945 time: 0.1934881 Jan 27 21:41:58.328337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47f92500-01ef-4154-9e3c-fe6f7a3c288c admin admin] Publish callbacks [] for security_group (a1633b3f-cc59-4293-b02c-d1ca866f7f36), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.344787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-22c99c44-b230-4449-bdc0-d634a9186f70 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1661491 Jan 27 21:41:58.448327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47f92500-01ef-4154-9e3c-fe6f7a3c288c admin admin] Publish callbacks [] for security_group (a1633b3f-cc59-4293-b02c-d1ca866f7f36), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.676868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c4dce197-ca92-4da1-bd25-3b26365b73ce no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:58.708705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c4dce197-ca92-4da1-bd25-3b26365b73ce {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:58.709240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c4dce197-ca92-4da1-bd25-3b26365b73ce not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:58.709476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device be5bbea2-f675-4870-8268-9919dcc4d7ca no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:58.714033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a73bbe3c-ef03-47e0-b0e4-6b7dd165c5db req-4132f3b2-0a89-4eb1-845e-25ad332f91ee tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739388 Jan 27 21:41:58.823942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port be5bbea2-f675-4870-8268-9919dcc4d7ca is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:58.824591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.897932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (be5bbea2-f675-4870-8268-9919dcc4d7ca), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.907913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-5c53a778-8dc8-4514-98e1-c15521624a8c service neutron] 10.222.0.45 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142529 Jan 27 21:41:59.001394 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47f92500-01ef-4154-9e3c-fe6f7a3c288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a1633b3f-cc59-4293-b02c-d1ca866f7f36), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.006254 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47f92500-01ef-4154-9e3c-fe6f7a3c288c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.021253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-47f92500-01ef-4154-9e3c-fe6f7a3c288c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1633b3f-cc59-4293-b02c-d1ca866f7f36 HTTP/1.1" status: 204 len: 168 time: 0.9386833 Jan 27 21:41:59.099439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-5ee7d12c-38df-4940-9634-35dbecd7c131 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:59.103407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-5ee7d12c-38df-4940-9634-35dbecd7c131 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.4462712 Jan 27 21:41:59.128565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-63821f52-4c47-4d21-a9ad-d0972d535da2 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:59.131551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-63821f52-4c47-4d21-a9ad-d0972d535da2 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b336a14-3243-4342-a25a-2d1af191e395 HTTP/1.1" status: 200 len: 943 time: 0.5362735 Jan 27 21:41:59.132735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5bbea2-f675-4870-8268-9919dcc4d7ca,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:59.252852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f92500-01ef-4154-9e3c-fe6f7a3c288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1633b3f-cc59-4293-b02c-d1ca866f7f36,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:59.841282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.939333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-42d079eb-9b22-4144-a60d-5fa98fe5c233 service neutron] 10.222.0.45 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0300040 Jan 27 21:41:59.997997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-120012d6-36f1-49f0-8e33-728ecceaf5d0 req-ea774c30-b816-4b3c-bd8e-53f8fae71cf9 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/0faedd5e-e05a-4f10-a2ad-839e20652386 HTTP/1.1" status: 200 len: 1830 time: 0.7924025 Jan 27 21:42:00.028566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.032406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks [] for router_controller (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.113017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (1988f4ba-f1c2-44de-8621-9d2eb5fd519a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.113588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1988f4ba-f1c2-44de-8621-9d2eb5fd519a {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:42:00.122963 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.126420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4daaaeef-9d6d-4b63-80bf-10930a2e18c2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1988f4ba-f1c2-44de-8621-9d2eb5fd519a HTTP/1.1" status: 204 len: 168 time: 3.6059232 Jan 27 21:42:00.126650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42134) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:00.131229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Deleting port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:00.131605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.150930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-ac88e1dc-b299-4ac6-87cc-8b188cb35dea service neutron] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:00.190397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-ac88e1dc-b299-4ac6-87cc-8b188cb35dea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.191643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2535880c-6929-4116-a2b4-b04cf2353c4c req-ac88e1dc-b299-4ac6-87cc-8b188cb35dea service neutron] 10.222.0.16 "DELETE /v2.0/ports/4dfca5c3-8bad-4235-a0ae-b4f78b470c68/bindings/n-h2-826529-2 HTTP/1.1" status: 204 len: 173 time: 1.0019271 Jan 27 21:42:00.313510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6eed6da-7ebe-45a9-a042-69f55e911c56 admin admin] Deleting subnet b192f8e9-145c-44c2-a4ac-e7a1f31c700d {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:00.325639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42140) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:00.329158 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6eed6da-7ebe-45a9-a042-69f55e911c56 admin admin] Publish callbacks [] for subnet (b192f8e9-145c-44c2-a4ac-e7a1f31c700d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.389233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:00.422742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6eed6da-7ebe-45a9-a042-69f55e911c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (b192f8e9-145c-44c2-a4ac-e7a1f31c700d), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.464102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e1640-9cbb-4271-a494-c727cda5b0f7 req-26c2662e-f02b-4bae-835c-9446c15c59dc tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:00.472246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b3e1640-9cbb-4271-a494-c727cda5b0f7 req-26c2662e-f02b-4bae-835c-9446c15c59dc tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 946 time: 0.3437593 Jan 27 21:42:00.530527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] For port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:00.530908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.550423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82483b-609f-4d06-95b0-4cfd8aa92a92 req-c7355526-fb49-4679-a2c9-094742c89b8b tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:00.552256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a82483b-609f-4d06-95b0-4cfd8aa92a92 req-c7355526-fb49-4679-a2c9-094742c89b8b tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 0.1880879 Jan 27 21:42:00.577595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Calling delete_port for 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:00.621127 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3d04fd47-73b1-4719-ac7c-e8bdeda26c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.628152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6eed6da-7ebe-45a9-a042-69f55e911c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b192f8e9-145c-44c2-a4ac-e7a1f31c700d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.649830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b3e1640-9cbb-4271-a494-c727cda5b0f7 req-c012ea3c-87a7-45be-976f-2ccf6c37d802 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764846 Jan 27 21:42:00.661793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1372998107-network', 'tenant_id': '22a248471e6e40799c25363c8b4db20e'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:00.693770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Made reservation on behalf of 22a248471e6e40799c25363c8b4db20e for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:00.696980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.716311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.783780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a82483b-609f-4d06-95b0-4cfd8aa92a92 req-26406a4b-a772-4f87-b9ca-6c35a6d971cd tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224846 Jan 27 21:42:00.833069 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6eed6da-7ebe-45a9-a042-69f55e911c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b192f8e9-145c-44c2-a4ac-e7a1f31c700d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.858808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0f81db1c-d260-4993-8f05-9b024ae8feb6 req-2125ea18-8248-4014-971f-2b2c55a8d457 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-562266520', 'description': 'tempest-description-707647400'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:00.918834 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed6da-7ebe-45a9-a042-69f55e911c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b192f8e9-145c-44c2-a4ac-e7a1f31c700d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:00.924660 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6eed6da-7ebe-45a9-a042-69f55e911c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.928571 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e6eed6da-7ebe-45a9-a042-69f55e911c56 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b192f8e9-145c-44c2-a4ac-e7a1f31c700d HTTP/1.1" status: 204 len: 168 time: 0.8003926 Jan 27 21:42:00.931437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42158) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:00.944477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff65b80-afde-43c7-bf2c-e7bb16e8fc97 None None] Network d424e38f-2493-43b3-9d8c-0db8722a98ff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:00.975481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6afadd-04a1-4ce2-9671-085ee083be71 req-0e993fb8-a0f1-4532-8f1f-fe5fd3a1373a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:00.977180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b6afadd-04a1-4ce2-9671-085ee083be71 req-0e993fb8-a0f1-4532-8f1f-fe5fd3a1373a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 945 time: 0.1454127 Jan 27 21:42:01.042555 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3d04fd47-73b1-4719-ac7c-e8bdeda26c43 admin admin] Publish callbacks [] for security_group (295f79a7-11be-4b82-b42e-8bbe80529587), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.043914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0f81db1c-d260-4993-8f05-9b024ae8feb6 req-2125ea18-8248-4014-971f-2b2c55a8d457 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.092976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3d04fd47-73b1-4719-ac7c-e8bdeda26c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (295f79a7-11be-4b82-b42e-8bbe80529587), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.129751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Publish callbacks [] for security_group (64463549-9a08-41c8-8e74-f4d7cdadf218), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.137408 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (64463549-9a08-41c8-8e74-f4d7cdadf218), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.184039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:01.189400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d424e38f-2493-43b3-9d8c-0db8722a98ff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.240352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (90f8ca28-f451-4eec-894a-b87563e9de2b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.241828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04fd47-73b1-4719-ac7c-e8bdeda26c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295f79a7-11be-4b82-b42e-8bbe80529587,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.245333 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Added segment 90f8ca28-f451-4eec-894a-b87563e9de2b of type vlan for network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b Jan 27 21:42:01.247102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3d04fd47-73b1-4719-ac7c-e8bdeda26c43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d093effddf1143bead8991305701e68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9198875 Jan 27 21:42:01.248295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.249355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64463549-9a08-41c8-8e74-f4d7cdadf218,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.268402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] DHCP port deletion for d424e38f-2493-43b3-9d8c-0db8722a98ff request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:42:01.278074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42160) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:01.281654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b6afadd-04a1-4ce2-9671-085ee083be71 req-78cf5509-147e-4779-b130-6b2a2f106ce8 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867508 Jan 27 21:42:01.383116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Pushing event deleted for resources: {'Port': ['ID=3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.417351 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (97aae3d6-8fe5-4823-9fb9-4d568bd5338b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.429153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4819ae90-ad2c-4cf9-a9ca-f2765e6d64fd req-52035818-4df6-4f2f-a7a0-ae647a5388fe tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 210 time: 0.0530944 Jan 27 21:42:01.485495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f47db1b-b12d-47a7-9bdc-88756e43f8d0 admin admin] Publish callbacks [] for security_group (295f79a7-11be-4b82-b42e-8bbe80529587), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.491344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] Deleting port 78fe45a4-60c6-454e-87da-683cef14f9d1 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:01.491985 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.496773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (97aae3d6-8fe5-4823-9fb9-4d568bd5338b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.498327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:01.499758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.525846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] No DVR routers for this DVR port 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:01.534494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.538325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff8b6486-af53-478c-9905-6c27fe7b5a00 req-e5d5d158-33a2-4139-94a2-eea1e1139073 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "DELETE /v2.0/ports/3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 HTTP/1.1" status: 204 len: 173 time: 2.3908403 Jan 27 21:42:01.554355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'name': 'network-vif-deleted', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:01.562449 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a631e79a-afa1-45b6-b37b-ed790a52e593" -d '{"events": [{"server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "name": "network-vif-deleted", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:01.609898 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2193472 Jan 27 21:42:01.613668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f47db1b-b12d-47a7-9bdc-88756e43f8d0 admin admin] Publish callbacks [] for security_group (295f79a7-11be-4b82-b42e-8bbe80529587), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.617718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:01.638586 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Request body: {'subnet': {'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1372998107-subnet', 'tenant_id': '22a248471e6e40799c25363c8b4db20e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:01.646550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Deleting port 78fe45a4-60c6-454e-87da-683cef14f9d1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:01.647291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.674364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] For port 78fe45a4-60c6-454e-87da-683cef14f9d1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=78fe45a4-60c6-454e-87da-683cef14f9d1,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:01.675017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.687908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0f81db1c-d260-4993-8f05-9b024ae8feb6 req-2125ea18-8248-4014-971f-2b2c55a8d457 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.688237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c93c2c-e073-4561-b61a-6e7bde9695b8 admin admin] Pushing event updated for resources: {'Network': ['ID=97aae3d6-8fe5-4823-9fb9-4d568bd5338b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.698071 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0f81db1c-d260-4993-8f05-9b024ae8feb6 req-2125ea18-8248-4014-971f-2b2c55a8d457 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.715726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:01.724107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] Calling delete_port for 78fe45a4-60c6-454e-87da-683cef14f9d1 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:01.780205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Made reservation on behalf of 22a248471e6e40799c25363c8b4db20e for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:01.788277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.827194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125ea18-8248-4014-971f-2b2c55a8d457 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.910386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] For port 78fe45a4-60c6-454e-87da-683cef14f9d1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=78fe45a4-60c6-454e-87da-683cef14f9d1,segment=NetworkSegment(e2d9b966-5bb0-4e38-a290-dfe58ea75b3d),segment_id=e2d9b966-5bb0-4e38-a290-dfe58ea75b3d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:01.910775 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.917038 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0f81db1c-d260-4993-8f05-9b024ae8feb6 req-2125ea18-8248-4014-971f-2b2c55a8d457 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.936209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f81db1c-d260-4993-8f05-9b024ae8feb6 req-2125ea18-8248-4014-971f-2b2c55a8d457 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 1.1007316 Jan 27 21:42:01.955160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Calling delete_port for 78fe45a4-60c6-454e-87da-683cef14f9d1 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:01.973347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f47db1b-b12d-47a7-9bdc-88756e43f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (295f79a7-11be-4b82-b42e-8bbe80529587), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.976290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a893f3-71c1-46f6-ae72-85dec1860f5b req-0b82282a-14ae-423f-b365-4e98d715ff04 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:01.976840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f47db1b-b12d-47a7-9bdc-88756e43f8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.981921 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f47db1b-b12d-47a7-9bdc-88756e43f8d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/295f79a7-11be-4b82-b42e-8bbe80529587 HTTP/1.1" status: 204 len: 168 time: 0.6973944 Jan 27 21:42:01.985964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5a893f3-71c1-46f6-ae72-85dec1860f5b req-0b82282a-14ae-423f-b365-4e98d715ff04 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1096 time: 0.1628723 Jan 27 21:42:02.005104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47db1b-b12d-47a7-9bdc-88756e43f8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295f79a7-11be-4b82-b42e-8bbe80529587,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.044454 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e5169-523a-42ee-8fe4-2542b0af55d0 x-openstack-request-id: req-377e5169-523a-42ee-8fe4-2542b0af55d0 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:02.045326 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b336a14-3243-4342-a25a-2d1af191e395", "name": "network-vif-deleted", "tag": "3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:02.045964 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-377e5169-523a-42ee-8fe4-2542b0af55d0 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:02.046933 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b336a14-3243-4342-a25a-2d1af191e395', 'name': 'network-vif-deleted', 'tag': '3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7', 'status': 'completed', 'code': 200} Jan 27 21:42:02.136199 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.187824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] Pushing event deleted for resources: {'Port': ['ID=78fe45a4-60c6-454e-87da-683cef14f9d1,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.196292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab2417-0c3f-4c5c-8767-7416267d824d None None] No DVR routers for this DVR port 78fe45a4-60c6-454e-87da-683cef14f9d1 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:02.197339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5a893f3-71c1-46f6-ae72-85dec1860f5b req-bd50f178-0645-43b3-852e-f5e905624fbb tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930046 Jan 27 21:42:02.312696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (78fe45a4-60c6-454e-87da-683cef14f9d1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.357508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:02.394767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fe45a4-60c6-454e-87da-683cef14f9d1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.403777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (b449987a-41d9-4afc-8d6a-98a3bc3a9c88), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.409981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] No DVR routers for this DVR port 78fe45a4-60c6-454e-87da-683cef14f9d1 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:02.437165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:02.439259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3d47d35d-4ae3-4e3d-a91a-ae9fb57d26a7 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:02.440916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcc111-ca42-46a2-a0fe-e6278af10d33 req-8637845d-a93d-4410-ae98-3eae542213ad tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:02.449118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4bcc111-ca42-46a2-a0fe-e6278af10d33 req-8637845d-a93d-4410-ae98-3eae542213ad tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 946 time: 0.1962781 Jan 27 21:42:02.474065 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b8ffdaf-49ea-4447-a06c-103d6f188678 req-a56821f4-04ce-45bb-a342-f01b3b519474 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2 HTTP/1.1" status: 200 len: 1828 time: 0.1530521 Jan 27 21:42:02.567872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4bcc111-ca42-46a2-a0fe-e6278af10d33 req-f36f4c57-5bfd-4a01-af43-aa59a8438d24 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174040 Jan 27 21:42:02.575527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 78fe45a4-60c6-454e-87da-683cef14f9d1 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:02.625852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 78fe45a4-60c6-454e-87da-683cef14f9d1 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:02.629299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 78fe45a4-60c6-454e-87da-683cef14f9d1 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:02.705056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b449987a-41d9-4afc-8d6a-98a3bc3a9c88,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.752920 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d424e38f-2493-43b3-9d8c-0db8722a98ff), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.838477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d424e38f-2493-43b3-9d8c-0db8722a98ff']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:02.844557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Checking segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:02.845097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Network hostable DHCP agents. Network: 97aae3d6-8fe5-4823-9fb9-4d568bd5338b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:02.871656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:02.872259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d9b966-5bb0-4e38-a290-dfe58ea75b3d') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:02.877132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-6ea539b8-3c59-4998-baa7-18807535fe79 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:02.879474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-6ea539b8-3c59-4998-baa7-18807535fe79 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.16 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 805 time: 0.2714050 Jan 27 21:42:02.898603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0a19228-39af-404f-a151-fb2c8ad709b5 req-5d3c90b5-aa59-4a0e-81d7-c2ece5403b53 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 210 time: 0.0531123 Jan 27 21:42:02.900695 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-99ed8f5c-bc0d-46d4-93cd-c8b8c739d8f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2469685 Jan 27 21:42:02.902288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Request body: {'port': {'device_id': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'admin_state_up': True, 'tenant_id': '8c03f0697fd4422a9881e94c24f3282d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:02.904446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (e2d9b966-5bb0-4e38-a290-dfe58ea75b3d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.937128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e2d9b966-5bb0-4e38-a290-dfe58ea75b3d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.953366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:02.957505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:02.958124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (e2d9b966-5bb0-4e38-a290-dfe58ea75b3d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:02.961217 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:03.030715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-290272c1-21dc-443a-abd3-2988284eec77 req-a577e788-a2aa-4535-acef-68b853d0ed43 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1787000977', 'description': 'tempest-description-386057497'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:03.060356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91f5ed-eeb7-47fa-94bc-3a9f32fc9462 req-1afa9ed9-9bb4-4f5b-89f6-b2126c56eb0e tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.067795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b91f5ed-eeb7-47fa-94bc-3a9f32fc9462 req-1afa9ed9-9bb4-4f5b-89f6-b2126c56eb0e tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1096 time: 0.2615917 Jan 27 21:42:03.071689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 97aae3d6-8fe5-4823-9fb9-4d568bd5338b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:03.081945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9a093-ba89-468a-b2ff-4699dfb3ce19 None None] Network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:03.092166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.093249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.096771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Made reservation on behalf of 8c03f0697fd4422a9881e94c24f3282d for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:03.100620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.106874 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-290272c1-21dc-443a-abd3-2988284eec77 req-a577e788-a2aa-4535-acef-68b853d0ed43 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.128067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d424e38f-2493-43b3-9d8c-0db8722a98ff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.147329 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d8039375-36f4-470d-b474-460641cd29a5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5204890 Jan 27 21:42:03.162589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.168306 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d424e38f-2493-43b3-9d8c-0db8722a98ff HTTP/1.1" status: 204 len: 168 time: 2.2351799 Jan 27 21:42:03.173247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-ea6cfb20-d3c7-4dc8-a95c-66d8480a407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.175780 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-ea6cfb20-d3c7-4dc8-a95c-66d8480a407a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c7a9f6e53414670b136fee2e42e8858&device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1888082 Jan 27 21:42:03.181397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409d7a7-737c-45e0-a6e3-c80526264a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d424e38f-2493-43b3-9d8c-0db8722a98ff,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:03.316656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b34b4-b5d0-469b-baf4-5cd4e35f9dd5 None None] Network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:03.331186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b91f5ed-eeb7-47fa-94bc-3a9f32fc9462 req-26b84ee5-96b9-4993-9c03-317425343479 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622411 Jan 27 21:42:03.440490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42210) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:03.456953 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-097c153a-cc3f-48a0-ba6b-4e786a806f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.459729 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-097c153a-cc3f-48a0-ba6b-4e786a806f43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4af5ab70-1dcf-4236-815e-0b802a99f148 HTTP/1.1" status: 200 len: 916 time: 0.2583826 Jan 27 21:42:03.589957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-908865a9-6da8-45e0-acbc-0bcb9170134e tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.592898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-908865a9-6da8-45e0-acbc-0bcb9170134e tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.57 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 946 time: 0.3005688 Jan 27 21:42:03.602885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-290272c1-21dc-443a-abd3-2988284eec77 req-a577e788-a2aa-4535-acef-68b853d0ed43 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (396a1c99-5cd1-4cdf-8de4-6987ff88d0e4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.637847 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-290272c1-21dc-443a-abd3-2988284eec77 req-a577e788-a2aa-4535-acef-68b853d0ed43 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (396a1c99-5cd1-4cdf-8de4-6987ff88d0e4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.709975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Allocated IP 172.20.0.12 (c6a49bda-e807-4cef-a073-15021af28df4/616b2626-750f-41ca-ac9e-9b235b736bf2/0b5bef3f-995b-467f-844c-7caea071cd50) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:03.817152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-118288ec-2b81-4429-a7e3-6887f78d6535 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bbb78092abcc49789a9c809675113623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362229 Jan 27 21:42:03.821719 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-290272c1-21dc-443a-abd3-2988284eec77 req-a577e788-a2aa-4535-acef-68b853d0ed43 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.824149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-290272c1-21dc-443a-abd3-2988284eec77 req-a577e788-a2aa-4535-acef-68b853d0ed43 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8028715 Jan 27 21:42:03.916311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42224) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:03.975556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577e788-a2aa-4535-acef-68b853d0ed43 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396a1c99-5cd1-4cdf-8de4-6987ff88d0e4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:04.018832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42232) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:04.045152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-87d0f4d6-0a60-414e-9f81-61fbf161c5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.084052 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-8850fb8a-f425-4053-9e3c-95f2e938b8c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d760321-578a-4edb-aa5c-1e51e842f231 HTTP/1.1" status: 200 len: 1000 time: 0.6167531 Jan 27 21:42:04.194059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-681760281-network', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:04.220461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-566d52ac-bc19-42b8-92f6-55585f0456a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:04.223797 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-566d52ac-bc19-42b8-92f6-55585f0456a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f3e56ff7-f8c0-480f-91b8-bd772610bf0e HTTP/1.1" status: 200 len: 854 time: 0.1307108 Jan 27 21:42:04.299039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38d837-884f-409a-bad5-5e39b6391feb req-d1fe04d4-4db8-45d7-94e6-ba3c2d9a2d06 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:04.308468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc38d837-884f-409a-bad5-5e39b6391feb req-d1fe04d4-4db8-45d7-94e6-ba3c2d9a2d06 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 0.5023539 Jan 27 21:42:04.313896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:04.317987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.318415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Deleting port 12ab7484-2e76-401a-a9ae-e50826c44e5e {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:04.318734 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.322832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7a47aab-731b-438d-b396-31ede53644ed admin admin] Publish callbacks [] for security_group (06caa268-bd62-4343-bc29-d36a698bea24), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.350717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-e98c729e-1933-484d-aec7-a88593cab1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:04.353516 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-e98c729e-1933-484d-aec7-a88593cab1af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4af5ab70-1dcf-4236-815e-0b802a99f148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217639 Jan 27 21:42:04.355599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.474366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7a47aab-731b-438d-b396-31ede53644ed admin admin] Publish callbacks [] for security_group (06caa268-bd62-4343-bc29-d36a698bea24), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.535664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks [] for port (0b5bef3f-995b-467f-844c-7caea071cd50), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.581865 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-c43290c3-370f-4727-8187-d8de470916b9 service neutron] 10.222.0.16 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205918 Jan 27 21:42:04.594593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc38d837-884f-409a-bad5-5e39b6391feb req-f36df8f2-3489-4a3e-891e-7203cb455e60 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691667 Jan 27 21:42:04.609808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f810cf-2746-4603-ab22-9401e459d156 req-5d2147c9-e273-4bda-a9b4-dddb5155b167 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:04.612156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2f810cf-2746-4603-ab22-9401e459d156 req-5d2147c9-e273-4bda-a9b4-dddb5155b167 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 946 time: 0.2976527 Jan 27 21:42:04.649120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] For port 12ab7484-2e76-401a-a9ae-e50826c44e5e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=12ab7484-2e76-401a-a9ae-e50826c44e5e,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:04.649967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.694388 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7a47aab-731b-438d-b396-31ede53644ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (06caa268-bd62-4343-bc29-d36a698bea24), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.697547 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7a47aab-731b-438d-b396-31ede53644ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.699032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a7a47aab-731b-438d-b396-31ede53644ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06caa268-bd62-4343-bc29-d36a698bea24 HTTP/1.1" status: 204 len: 168 time: 0.7798173 Jan 27 21:42:04.749703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Publish callbacks [] for security_group (45dfe1e9-2b16-4702-b970-1b96032a4ab0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.767403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (45dfe1e9-2b16-4702-b970-1b96032a4ab0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.783765 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.845582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:04.891181 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a93f00e0-8b3d-4b1b-8331-7256b05cac0c req-c09c7aac-f918-411c-a693-b169d181e861 service neutron] 10.222.0.16 "GET /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970617 Jan 27 21:42:04.894890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dfe1e9-2b16-4702-b970-1b96032a4ab0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:04.905163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2973b185-d783-4d03-a0ce-b844cb5d76f4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.905878 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Added segment 2973b185-d783-4d03-a0ce-b844cb5d76f4 of type vlan for network e78fca6c-458f-45b2-a2a2-4054b3edd670 Jan 27 21:42:04.986603 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (e78fca6c-458f-45b2-a2a2-4054b3edd670), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.031163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (e78fca6c-458f-45b2-a2a2-4054b3edd670), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.032509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.033636 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.128177 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1070962 Jan 27 21:42:05.132430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:05.138241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Request body: {'subnet': {'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-subnet', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:05.144407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4912c-b209-4af0-b581-359370fd6329 admin admin] Pushing event updated for resources: {'Network': ['ID=e78fca6c-458f-45b2-a2a2-4054b3edd670,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:05.175614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:05.193779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:05.196411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.256521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a47aab-731b-438d-b396-31ede53644ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06caa268-bd62-4343-bc29-d36a698bea24,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:05.285185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Pushing event updated for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:05.301584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Network c6a49bda-e807-4cef-a073-15021af28df4 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:05.316014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2f810cf-2746-4603-ab22-9401e459d156 req-5a6a9094-957f-4598-92eb-5d64b657842e tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups?id=46ae6b2a-5e38-479b-9527-590119668522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6755645 Jan 27 21:42:05.339930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:05.354580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:05.389376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.390137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.390627 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Floating IP 8be4c615-3f62-4f47-8843-6d62b8130697 disassociated. External IP: 172.25.8.13, port: 12ab7484-2e76-401a-a9ae-e50826c44e5e. Jan 27 21:42:05.391259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Calling delete_port for 12ab7484-2e76-401a-a9ae-e50826c44e5e owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:05.556267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.557317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.589921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3c425b0-990b-4a6b-9b01-31db58de3095 req-bc50b59a-3146-4a61-b675-2e35e31b6ec9 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/396a1c99-5cd1-4cdf-8de4-6987ff88d0e4 HTTP/1.1" status: 200 len: 1829 time: 0.2256713 Jan 27 21:42:05.646452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (06288402-3250-4099-a036-550239416a5c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.647456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-e4bb346c-2748-4676-b8b4-01403ba016a8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7507873 Jan 27 21:42:05.661488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Request body: {'port': {'device_id': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:05.739830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-f2898650-2b9f-4ff0-8970-e8861753062e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.741565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-f2898650-2b9f-4ff0-8970-e8861753062e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 813 time: 0.3316524 Jan 27 21:42:05.811056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06288402-3250-4099-a036-550239416a5c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:05.844384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-f2091813-6117-4750-84c6-6deb7da06473 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/quotas/22a248471e6e40799c25363c8b4db20e HTTP/1.1" status: 200 len: 375 time: 0.0741768 Jan 27 21:42:05.862489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.893040 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Checking segment: {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:05.894663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Network hostable DHCP agents. Network: e78fca6c-458f-45b2-a2a2-4054b3edd670, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:05.898609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c7e0-cd45-4c6f-935e-1e1ee69e3400 req-bc800efc-115c-40af-9f0a-ca9b7f997af8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.906319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3915c7e0-cd45-4c6f-935e-1e1ee69e3400 req-bc800efc-115c-40af-9f0a-ca9b7f997af8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 932 time: 0.1772368 Jan 27 21:42:05.940419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-d20e823a-c78b-460b-8136-3cf5c8cf6187 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757031 Jan 27 21:42:05.940936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:05.968189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, e78fca6c-458f-45b2-a2a2-4054b3edd670) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:05.979004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (12ab7484-2e76-401a-a9ae-e50826c44e5e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.982930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.988807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.991037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cabe78-9dbb-4639-9764-cfa199344cf5 None None] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:06.035031 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9e4d8ec5-c05d-4215-8ec7-3b5e855ea0f3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9004042 Jan 27 21:42:06.036074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42272) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:06.046836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:06.050834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event deleted for resources: {'Port': ['ID=12ab7484-2e76-401a-a9ae-e50826c44e5e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:06.166577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.171198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.217780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3915c7e0-cd45-4c6f-935e-1e1ee69e3400 req-099f8298-a560-4024-b068-9bec23cc7bf6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088505 Jan 27 21:42:06.355665 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks [] for router_controller (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.388115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 12ab7484-2e76-401a-a9ae-e50826c44e5e no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:06.459103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42280) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:06.471583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 12ab7484-2e76-401a-a9ae-e50826c44e5e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:06.473588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 12ab7484-2e76-401a-a9ae-e50826c44e5e not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:06.480866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-e78fca6c-458f-45b2-a2a2-4054b3edd670', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:06.483007 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.867582 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks [] for router_gateway (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.896315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Allocated IP 172.20.0.2 (e78fca6c-458f-45b2-a2a2-4054b3edd670/06288402-3250-4099-a036-550239416a5c/87e7653f-fe1b-4cc7-9018-5a1516239c03) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:07.072292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff054cb2-b8f9-4a66-b64d-035fe86a8e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.222272 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-879b3c27-24de-4acd-ba26-b8177f4ce605 req-940456e0-8e65-45c2-bcac-ea4cb7410f7a tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] show failed (client error): The resource could not be found. Jan 27 21:42:07.243980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-879b3c27-24de-4acd-ba26-b8177f4ce605 req-940456e0-8e65-45c2-bcac-ea4cb7410f7a tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/47bcb926-fc39-4f23-bbac-a9dd31488e43 HTTP/1.1" status: 404 len: 352 time: 0.7522326 Jan 27 21:42:07.257750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a05e76e5-512d-4272-b1b7-cc72a52c3b28 service neutron] 10.222.0.45 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2306342 Jan 27 21:42:07.266913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-network', 'tenant_id': '44e7e13069c7466f997da1fb8671c610'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:07.374744 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Publish callbacks [] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.375803 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks [] for router_gateway (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.387441 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.402385 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.492429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Pushing event updated for resources: {'Port': ['ID=87e7653f-fe1b-4cc7-9018-5a1516239c03,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:07.507210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Made reservation on behalf of 44e7e13069c7466f997da1fb8671c610 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:07.511272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.513497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:07.515799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:07.520437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:07.593216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3c2367f-c150-4d17-8d88-04590cd9af7f req-0bc5a5e4-6855-42f9-8dd8-5311018c678a tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/ports?device_id=223cfba6-3a33-480b-833b-29998b7da697 HTTP/1.1" status: 200 len: 210 time: 0.1317246 Jan 27 21:42:07.606889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Attempting to bind port 87e7653f-fe1b-4cc7-9018-5a1516239c03 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:07.608089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Attempting to bind port 87e7653f-fe1b-4cc7-9018-5a1516239c03 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:07.610584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Attempting to bind port 87e7653f-fe1b-4cc7-9018-5a1516239c03 on network e78fca6c-458f-45b2-a2a2-4054b3edd670 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:07.627457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:07.628527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Checking segment: {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:07.629250 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.629384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Allocated IP 172.25.8.212 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/3df01716-1f8d-458b-bf8c-867dedf31c18) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:07.630887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Bound using segment: {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:07.632759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Bound port: 87e7653f-fe1b-4cc7-9018-5a1516239c03, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:07.635458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.638116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Router 652471f2-2109-4045-b2d3-5382720c6fd8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:07.639855 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.736567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] For port 87e7653f-fe1b-4cc7-9018-5a1516239c03, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:07.745117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] For port 87e7653f-fe1b-4cc7-9018-5a1516239c03, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=87e7653f-fe1b-4cc7-9018-5a1516239c03,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:07.757982 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.838125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-f906365b-47a6-4782-b0da-2a215ee51806 service neutron] 10.222.0.45 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597663 Jan 27 21:42:07.907681 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks [] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.936619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5bef3f-995b-467f-844c-7caea071cd50 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:07.977332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Publish callbacks [] for port (0b5bef3f-995b-467f-844c-7caea071cd50), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.994664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c17ac8-c0c9-42b4-8565-a4c979df185d None None] Pushing event updated for resources: {'Port': ['ID=87e7653f-fe1b-4cc7-9018-5a1516239c03,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:08.000264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.099296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:08.105867 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:08.118751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:08.253189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=3df01716-1f8d-458b-bf8c-867dedf31c18,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:08.255869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Transition to ACTIVE for port object 0b5bef3f-995b-467f-844c-7caea071cd50 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:08.275852 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.305157 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.400937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064609-64bb-4899-bfa0-08865d092509 req-60c2db82-4e3d-4865-87c3-cbb63b68bea6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:08.416282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45064609-64bb-4899-bfa0-08865d092509 req-60c2db82-4e3d-4865-87c3-cbb63b68bea6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 932 time: 0.4256713 Jan 27 21:42:08.439254 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-2684742a-75a1-4102-b661-1df817ac915a req-f30ee9ed-330e-4cd6-a9b7-6439358a922c tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] show failed (client error): The resource could not be found. Jan 27 21:42:08.442581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2684742a-75a1-4102-b661-1df817ac915a req-f30ee9ed-330e-4cd6-a9b7-6439358a922c tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-group-rules/3e8949fa-4785-4046-9a08-3ca2146f12ee HTTP/1.1" status: 404 len: 361 time: 0.1849718 Jan 27 21:42:08.806759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 87e7653f-fe1b-4cc7-9018-5a1516239c03 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:08.836443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:08.868687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Attempting to bind port 0b5bef3f-995b-467f-844c-7caea071cd50 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:08.869256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Attempting to bind port 0b5bef3f-995b-467f-844c-7caea071cd50 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:08.869816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Attempting to bind port 0b5bef3f-995b-467f-844c-7caea071cd50 on network c6a49bda-e807-4cef-a073-15021af28df4 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:08.900383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] Sync routers for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:08.928832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Port 0b5bef3f-995b-467f-844c-7caea071cd50 on network c6a49bda-e807-4cef-a073-15021af28df4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:08.929139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Attempting to bind port 0b5bef3f-995b-467f-844c-7caea071cd50 on network c6a49bda-e807-4cef-a073-15021af28df4 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:08.956784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:08.957320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Checking segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:08.959071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Bound using segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:08.959848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Bound port: 0b5bef3f-995b-467f-844c-7caea071cd50, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:08.960452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.003677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:09.005300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:09.078773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks [] for router_gateway (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.162239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] No DVR routers for this DVR port 12ab7484-2e76-401a-a9ae-e50826c44e5e on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:09.170750 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.179031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25bab7c4-7c0d-495f-8146-8b39dff0fb2f req-dae74220-38a9-4eb5-8a84-8957f96e54e5 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.57 "DELETE /v2.0/ports/12ab7484-2e76-401a-a9ae-e50826c44e5e HTTP/1.1" status: 204 len: 173 time: 5.5693073 Jan 27 21:42:09.190261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Publish callbacks [] for security_group (23ddea50-1a9c-4f29-b601-4de05acf315d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.212072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223cfba6-3a33-480b-833b-29998b7da697', 'name': 'network-vif-deleted', 'tag': '12ab7484-2e76-401a-a9ae-e50826c44e5e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:09.219312 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d3b797-2d0a-4d11-8f8d-abcc193f282f" -d '{"events": [{"server_uuid": "223cfba6-3a33-480b-833b-29998b7da697", "name": "network-vif-deleted", "tag": "12ab7484-2e76-401a-a9ae-e50826c44e5e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:09.251633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45064609-64bb-4899-bfa0-08865d092509 req-b176af75-53d1-4679-bc2d-d26cd9bebf9f tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7998703 Jan 27 21:42:09.513218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:09.518291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:09.520468 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (23ddea50-1a9c-4f29-b601-4de05acf315d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.524364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Pushing event updated for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:09.559784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 87e7653f-fe1b-4cc7-9018-5a1516239c03 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:09.560892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.584250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.622160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:09.670537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.679500 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Added segment 52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26 of type vlan for network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa Jan 27 21:42:09.724081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ddea50-1a9c-4f29-b601-4de05acf315d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:09.781929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:09.977205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.008689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ac69d-d151-406d-a48e-1196919d154d req-b3f0ef9a-612a-4cde-8e13-8a56e5ba4415 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:10.029753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de5ac69d-d151-406d-a48e-1196919d154d req-b3f0ef9a-612a-4cde-8e13-8a56e5ba4415 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 1.2230179 Jan 27 21:42:10.092793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:10.096011 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.099275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] 10.222.0.16 "PUT /v2.0/ports/0b5bef3f-995b-467f-844c-7caea071cd50 HTTP/1.1" status: 200 len: 1092 time: 4.4423559 Jan 27 21:42:10.220347 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6bc6eec4-18b0-485e-a2a1-fd0f83d849aa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.255615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-1fdd7182-3805-4fd1-af73-d1b0af00554f tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:10.258619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6651f73-b39b-4bb5-8ad8-140cada63c10 None None] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:10.260588 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-1fdd7182-3805-4fd1-af73-d1b0af00554f tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.16 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 0.7446308 Jan 27 21:42:10.372661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de5ac69d-d151-406d-a48e-1196919d154d req-ce4678bd-9474-4962-ae36-970ba0b70b80 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407326 Jan 27 21:42:10.458388 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:42:10.496918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Pushing event updated for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:10.549702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.552294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.555588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.559026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.559555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.560320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.560839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.561203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.561543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.561925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.562202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.562614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.562852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f57122-fb13-431c-ab3a-c232e23ffa7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:10.572530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-84bfd4ad-f052-46d2-9d6a-c10cf4412348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:10.574248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-84bfd4ad-f052-46d2-9d6a-c10cf4412348 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 1095 time: 0.2592297 Jan 27 21:42:10.591037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-02bcb514-6ade-482f-8fc9-e294a1dd93f0 None None] Provisioning complete for port 87e7653f-fe1b-4cc7-9018-5a1516239c03 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:10.592213 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-02bcb514-6ade-482f-8fc9-e294a1dd93f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.592884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98723728-86ae-4ae0-bebd-7f6a8f8509f9 req-fb6f6ad8-092f-4cdb-8859-9525f047bcbf tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/396a1c99-5cd1-4cdf-8de4-6987ff88d0e4 HTTP/1.1" status: 200 len: 1829 time: 0.7419121 Jan 27 21:42:10.608690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 87e7653f-fe1b-4cc7-9018-5a1516239c03 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:10.609092 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.622303 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9f6f53-d4b8-4350-ba27-7fd4a60710d7 x-openstack-request-id: req-5e9f6f53-d4b8-4350-ba27-7fd4a60710d7 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:10.622789 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223cfba6-3a33-480b-833b-29998b7da697", "name": "network-vif-deleted", "tag": "12ab7484-2e76-401a-a9ae-e50826c44e5e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:10.623157 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e9f6f53-d4b8-4350-ba27-7fd4a60710d7 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:10.623669 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223cfba6-3a33-480b-833b-29998b7da697', 'name': 'network-vif-deleted', 'tag': '12ab7484-2e76-401a-a9ae-e50826c44e5e', 'status': 'completed', 'code': 200} Jan 27 21:42:10.660541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6bc6eec4-18b0-485e-a2a1-fd0f83d849aa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.662997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:10.663887 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.797287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Deleting port 6d760321-578a-4edb-aa5c-1e51e842f231 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:10.797841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.815888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.3493946 Jan 27 21:42:10.817924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-a1ada646-775f-411f-8d9c-99ddd018d33d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5bef3f-995b-467f-844c-7caea071cd50 HTTP/1.1" status: 200 len: 217 time: 0.2046177 Jan 27 21:42:10.824351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42324) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:10.879049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Request body: {'subnet': {'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-subnet', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:10.958813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.16', 53892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:10.973443 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.996955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:42:11.048126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e4eb606-44cf-4a9b-8168-1c5fda281de3 req-e94df372-2da0-47bb-be95-7b33ff8b88c8 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 210 time: 0.1455176 Jan 27 21:42:11.087777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fea9b-833a-47ac-915a-8c600c778c53 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc6eec4-18b0-485e-a2a1-fd0f83d849aa,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:11.094279 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-98723728-86ae-4ae0-bebd-7f6a8f8509f9 req-138c9e47-8d21-43df-bf9b-2ffc709f29b0 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (396a1c99-5cd1-4cdf-8de4-6987ff88d0e4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.102543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 87e7653f-fe1b-4cc7-9018-5a1516239c03, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=87e7653f-fe1b-4cc7-9018-5a1516239c03,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:11.122828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-0f5a927e-6a63-40b0-a2df-cc4d5a4772cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.126541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-0f5a927e-6a63-40b0-a2df-cc4d5a4772cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 200 len: 845 time: 0.2869580 Jan 27 21:42:11.127311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Made reservation on behalf of 44e7e13069c7466f997da1fb8671c610 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:11.135049 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.214885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:11.225430 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.288050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-2216d3e9-6c96-4b2e-b3ef-7e48c08632bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6a49bda-e807-4cef-a073-15021af28df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200330 Jan 27 21:42:11.326994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-f3c3dbf8-3556-41f5-a174-524dacf4fea9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.328910 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-f3c3dbf8-3556-41f5-a174-524dacf4fea9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.16 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 813 time: 0.3597031 Jan 27 21:42:11.338709 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-98723728-86ae-4ae0-bebd-7f6a8f8509f9 req-138c9e47-8d21-43df-bf9b-2ffc709f29b0 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (396a1c99-5cd1-4cdf-8de4-6987ff88d0e4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.406063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Request body: {'port': {'device_id': 'e6c3ee0d-3f55-4d76-950b-7530c687dda5', 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'admin_state_up': True, 'tenant_id': '22a248471e6e40799c25363c8b4db20e'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:11.514612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=87e7653f-fe1b-4cc7-9018-5a1516239c03,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:11.553901 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.698607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-02bcb514-6ade-482f-8fc9-e294a1dd93f0 None None] Current status of the port 87e7653f-fe1b-4cc7-9018-5a1516239c03 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:11.699221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-02bcb514-6ade-482f-8fc9-e294a1dd93f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.708196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9b0f-c6ff-47d9-bd61-56970f2883cd req-c002ee0a-61e7-4182-95a5-c7268677b864 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.712781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0a9b0f-c6ff-47d9-bd61-56970f2883cd req-c002ee0a-61e7-4182-95a5-c7268677b864 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 944 time: 0.4227383 Jan 27 21:42:11.761772 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-98723728-86ae-4ae0-bebd-7f6a8f8509f9 req-138c9e47-8d21-43df-bf9b-2ffc709f29b0 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (396a1c99-5cd1-4cdf-8de4-6987ff88d0e4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.764912 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-98723728-86ae-4ae0-bebd-7f6a8f8509f9 req-138c9e47-8d21-43df-bf9b-2ffc709f29b0 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.766500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98723728-86ae-4ae0-bebd-7f6a8f8509f9 req-138c9e47-8d21-43df-bf9b-2ffc709f29b0 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "DELETE /v2.0/security-groups/396a1c99-5cd1-4cdf-8de4-6987ff88d0e4 HTTP/1.1" status: 204 len: 173 time: 1.1727414 Jan 27 21:42:11.786665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-57d14a4c-0403-42c6-9104-fda820168d89 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.788465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-57d14a4c-0403-42c6-9104-fda820168d89 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.57 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 813 time: 0.6678567 Jan 27 21:42:11.806883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-d824e23a-33d7-47a1-92f3-8b3f8b73c149 service neutron] 10.222.0.16 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629014 Jan 27 21:42:11.812873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Request body: {'port': {'device_id': '720d7837-1da1-4e04-bc8e-55c38cf53a3c', 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'admin_state_up': True, 'tenant_id': '22a248471e6e40799c25363c8b4db20e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:11.913053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:12.001500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] Checking router: 652471f2-2109-4045-b2d3-5382720c6fd8 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:12.018433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c9e47-8d21-43df-bf9b-2ffc709f29b0 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396a1c99-5cd1-4cdf-8de4-6987ff88d0e4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:12.031147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-02bcb514-6ade-482f-8fc9-e294a1dd93f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:12.032231 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-02bcb514-6ade-482f-8fc9-e294a1dd93f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:12.039121 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:12.040622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:12.135270 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (9cbe5e25-3e4f-4e3b-bed1-444bf28598c6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.142172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] For port 6d760321-578a-4edb-aa5c-1e51e842f231, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6d760321-578a-4edb-aa5c-1e51e842f231,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:12.142646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.211781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0a9b0f-c6ff-47d9-bd61-56970f2883cd req-f9f9c41d-4bdd-441d-ba39-bcbadbb67242 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778569 Jan 27 21:42:12.248609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cbe5e25-3e4f-4e3b-bed1-444bf28598c6,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:12.250442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Made reservation on behalf of 22a248471e6e40799c25363c8b4db20e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:12.260118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.314289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a0085-fc86-4656-8168-fba0c33c92fb req-cd64a2eb-5791-471b-846b-00616c16deeb tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.316981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:12.350739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-680a0085-fc86-4656-8168-fba0c33c92fb req-cd64a2eb-5791-471b-846b-00616c16deeb tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 945 time: 0.3342330 Jan 27 21:42:12.373560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:12.404947 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Sync routers for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:12.444234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:12.445244 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:12.626829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:12.631169 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36031260-96ec-46c5-99c8-c797bd9ed533" -d '{"events": [{"name": "network-changed", "server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:12.637518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-02bcb514-6ade-482f-8fc9-e294a1dd93f0 None None] Current status of the port 87e7653f-fe1b-4cc7-9018-5a1516239c03 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:12.674691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b64d761-eb97-4d25-bf3e-3f01bd124903 req-66389412-1f81-42fa-9808-9f10a87374a1 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2 HTTP/1.1" status: 200 len: 1828 time: 0.2604778 Jan 27 21:42:12.686127 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bdda949-4e5a-46b8-bb6c-21e2a2158633 req-a666efb4-2389-4496-8d18-19f56e6d0301 service neutron] 10.222.0.16 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685677 Jan 27 21:42:12.698115 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:12.699331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.700146 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (44bb840e-a542-427d-85bc-526cf380093a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.700656 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Floating IP 44bb840e-a542-427d-85bc-526cf380093a disassociated. External IP: 172.25.8.52, port: 6d760321-578a-4edb-aa5c-1e51e842f231. Jan 27 21:42:12.701896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Calling delete_port for 6d760321-578a-4edb-aa5c-1e51e842f231 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:12.707825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6d760321-578a-4edb-aa5c-1e51e842f231 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:12.804098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Allocated IP 172.20.0.10 (97aae3d6-8fe5-4823-9fb9-4d568bd5338b/b449987a-41d9-4afc-8d6a-98a3bc3a9c88/e1836159-b525-42cc-8559-7fa000d2325c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:12.819578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-48bbc416-fcab-431a-97ed-411028c0289d None None] Provisioning complete for port 87e7653f-fe1b-4cc7-9018-5a1516239c03 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:12.819959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-48bbc416-fcab-431a-97ed-411028c0289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.880454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Made reservation on behalf of 22a248471e6e40799c25363c8b4db20e for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:12.890187 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.009275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks [] for port (e1836159-b525-42cc-8559-7fa000d2325c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.019496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:13.022253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6d760321-578a-4edb-aa5c-1e51e842f231 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:13.022253 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.081577 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:08Z', 'revision_number': 3, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:13.095433 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63b7d3-3708-41f7-a19a-c9e4a1c4f487 None None] The sync data for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 is: [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:36:11Z', 'revision_number': 4, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1e38fb0-ef20-4a5c-82e9-623fc0102590', 'name': '', 'network_id': '1929a838-82b7-4565-948f-dc7befddaab3', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'mac_address': 'fa:16:3e:db:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:10Z', 'updated_at': '2022-01-27T21:36:19Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'subnets': [{'id': '9b0a02fe-e156-4eae-8a8f-fd2065db7af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:13.131333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e1836159-b525-42cc-8559-7fa000d2325c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.152274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-680a0085-fc86-4656-8168-fba0c33c92fb req-1e03360b-125d-42fe-923b-af016f832673 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups?id=a83a00f8-575e-4f7c-97bc-5072a678e5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7938843 Jan 27 21:42:13.185268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6d760321-578a-4edb-aa5c-1e51e842f231, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6d760321-578a-4edb-aa5c-1e51e842f231,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:13.185268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:13.185268 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917e365-beea-41eb-94fa-90f1f988b761" -d '{"events": [{"server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:13.190103 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Checking router: 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:13.192075 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Updating router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 port 3df01716-1f8d-458b-bf8c-867dedf31c18 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:13.192734 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.253490 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b64d761-eb97-4d25-bf3e-3f01bd124903 req-79f7c22e-bf23-4996-acf6-a92716b87c28 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.282136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-48bbc416-fcab-431a-97ed-411028c0289d None None] Current status of the port 87e7653f-fe1b-4cc7-9018-5a1516239c03 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:13.286990 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.300569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b64d761-eb97-4d25-bf3e-3f01bd124903 req-79f7c22e-bf23-4996-acf6-a92716b87c28 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.373989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6d760321-578a-4edb-aa5c-1e51e842f231,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:13.417680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 87e7653f-fe1b-4cc7-9018-5a1516239c03 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:13.417923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:13.436712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:13.441404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:13.522423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Pushing event updated for resources: {'Port': ['ID=e1836159-b525-42cc-8559-7fa000d2325c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:13.533667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 87e7653f-fe1b-4cc7-9018-5a1516239c03 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:13.534342 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.566596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2ec3b12-358d-4c8d-92bc-020cffe2670b req-c0e8744c-33ec-410f-8773-391e16d61ec6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 210 time: 0.0698071 Jan 27 21:42:13.567339 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b64d761-eb97-4d25-bf3e-3f01bd124903 req-79f7c22e-bf23-4996-acf6-a92716b87c28 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.570982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b64d761-eb97-4d25-bf3e-3f01bd124903 req-79f7c22e-bf23-4996-acf6-a92716b87c28 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.589507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b64d761-eb97-4d25-bf3e-3f01bd124903 req-79f7c22e-bf23-4996-acf6-a92716b87c28 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "DELETE /v2.0/security-groups/6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2 HTTP/1.1" status: 204 len: 173 time: 0.9016542 Jan 27 21:42:13.642816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7c22e-bf23-4996-acf6-a92716b87c28 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf1d01e-f4d0-4ac5-9d19-914ca4e098b2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:13.669611 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59813c7f-ebb1-406e-a605-68fc43a5d068 x-openstack-request-id: req-59813c7f-ebb1-406e-a605-68fc43a5d068 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:13.670103 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:13.679005 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59813c7f-ebb1-406e-a605-68fc43a5d068 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:13.682528 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50', 'status': 'completed', 'code': 200} Jan 27 21:42:13.722404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:13.732043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.732248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b6d5f-0b67-4793-ae82-ddddaeb8c558 None None] New status for floating IP 8be4c615-3f62-4f47-8843-6d62b8130697: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:42:13.756117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Checking segment: {'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:13.756965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Network hostable DHCP agents. Network: 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:13.765929 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d19833-3855-4be1-8a22-19167ce26043 x-openstack-request-id: req-f5d19833-3855-4be1-8a22-19167ce26043 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:13.766336 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:13.766547 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5d19833-3855-4be1-8a22-19167ce26043 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:13.766920 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231', 'code': 200} Jan 27 21:42:13.777146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-df9b70b3-5980-47e3-876d-0548dbd426a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9767914 Jan 27 21:42:13.838280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.842326 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea070a3a-f974-4653-bfe3-3d55fd513ad5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8017910 Jan 27 21:42:13.845601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42348) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:13.845942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42350) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:13.861849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Request body: {'port': {'device_id': '720d7837-1da1-4e04-bc8e-55c38cf53a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:14.060759 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Publish callbacks [] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.072543 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.076605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 87e7653f-fe1b-4cc7-9018-5a1516239c03 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:14.109953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6b811-143a-4aa4-8212-f8dd62a9843f req-435a7676-1eb1-4219-a0bc-285ec265c6b6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:14.112584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfe6b811-143a-4aa4-8212-f8dd62a9843f req-435a7676-1eb1-4219-a0bc-285ec265c6b6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 944 time: 0.3325381 Jan 27 21:42:14.159012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-5701dc95-70c5-4d4f-b985-4ecffc613ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:14.162025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-5701dc95-70c5-4d4f-b985-4ecffc613ed8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 1095 time: 0.4092228 Jan 27 21:42:14.185301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-628eed01-deeb-4f44-b465-b3d0f006d049 req-18e36a0d-6644-45ae-bb21-312faac14100 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/0faedd5e-e05a-4f10-a2ad-839e20652386 HTTP/1.1" status: 200 len: 1830 time: 0.1718764 Jan 27 21:42:14.185899 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Pushing event updated for resources: {'Port': ['ID=3df01716-1f8d-458b-bf8c-867dedf31c18,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:14.190048 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Attempting to bind port 3df01716-1f8d-458b-bf8c-867dedf31c18 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:14.190465 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Attempting to bind port 3df01716-1f8d-458b-bf8c-867dedf31c18 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:14.190834 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Attempting to bind port 3df01716-1f8d-458b-bf8c-867dedf31c18 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:14.201267 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:14.201646 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:14.202223 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.202773 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:14.203439 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Bound port: 3df01716-1f8d-458b-bf8c-867dedf31c18, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:14.204290 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.213130 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.213784 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.214277 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.214788 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.215366 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.220104 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.220643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:14.221087 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.221670 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.222738 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.223352 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.223934 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.224491 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.225026 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:14.236516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6d760321-578a-4edb-aa5c-1e51e842f231), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.284835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:14.304169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822fcdcb-172f-4c50-b276-154f067009b4 None None] Network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:14.359033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:14.359701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.363078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event deleted for resources: {'Port': ['ID=6d760321-578a-4edb-aa5c-1e51e842f231,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:14.375545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e1836159-b525-42cc-8559-7fa000d2325c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.377513 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] For port 3df01716-1f8d-458b-bf8c-867dedf31c18, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:14.384772 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] For port 3df01716-1f8d-458b-bf8c-867dedf31c18, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3df01716-1f8d-458b-bf8c-867dedf31c18,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:14.394147 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.477495 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:14.478585 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:14.534309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-6bc6eec4-18b0-485e-a2a1-fd0f83d849aa', 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa', 'project_id': '44e7e13069c7466f997da1fb8671c610', 'fixed_ips': [{'subnet_id': '9cbe5e25-3e4f-4e3b-bed1-444bf28598c6'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:14.535493 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.538216 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7be67ffb-9945-4c66-b26a-b7184d774d16 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7078044 Jan 27 21:42:14.580898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42358) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:14.630247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:14.631042 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22393cec-fa72-4ab9-82f9-d008dbc40b11 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group (46ae6b2a-5e38-479b-9527-590119668522), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.662088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22393cec-fa72-4ab9-82f9-d008dbc40b11 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group (46ae6b2a-5e38-479b-9527-590119668522), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.701590 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:14.741771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Allocated IP 172.20.0.4 (97aae3d6-8fe5-4823-9fb9-4d568bd5338b/b449987a-41d9-4afc-8d6a-98a3bc3a9c88/85f5f066-b453-4822-9021-d8b91886d15c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:14.744992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22393cec-fa72-4ab9-82f9-d008dbc40b11 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (46ae6b2a-5e38-479b-9527-590119668522), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.748933 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22393cec-fa72-4ab9-82f9-d008dbc40b11 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.750410 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-22393cec-fa72-4ab9-82f9-d008dbc40b11 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "DELETE /v2.0/security-groups/46ae6b2a-5e38-479b-9527-590119668522 HTTP/1.1" status: 204 len: 168 time: 0.8986952 Jan 27 21:42:14.759959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42362) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:14.807357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22393cec-fa72-4ab9-82f9-d008dbc40b11 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ae6b2a-5e38-479b-9527-590119668522,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:14.846418 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-b7e72b52-cbd9-4bd9-ab69-b9f65794454d tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] show failed (client error): The resource could not be found. Jan 27 21:42:14.847833 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7e72b52-cbd9-4bd9-ab69-b9f65794454d tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "GET /v2.0/security-groups/46ae6b2a-5e38-479b-9527-590119668522 HTTP/1.1" status: 404 len: 347 time: 0.0806119 Jan 27 21:42:14.894200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42364) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:15.052298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Allocated IP 172.20.0.2 (6bc6eec4-18b0-485e-a2a1-fd0f83d849aa/9cbe5e25-3e4f-4e3b-bed1-444bf28598c6/d78470b2-2501-4b30-aaee-38061812d57b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:15.107261 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccab3b-ed8e-4a0a-94de-7d57ab02cc78 None None] Pushing event updated for resources: {'Port': ['ID=3df01716-1f8d-458b-bf8c-867dedf31c18,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:15.228962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfe6b811-143a-4aa4-8212-f8dd62a9843f req-0cc7ff70-b8ba-48e1-afa9-ed9659c3b114 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0578713 Jan 27 21:42:15.249813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-66cd9977-cf52-4e32-9ccb-79f0b542df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:15.251361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-66cd9977-cf52-4e32-9ccb-79f0b542df7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 906 time: 1.0299625 Jan 27 21:42:15.282084 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:08Z', 'revision_number': 3, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:15.288628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.289736 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.298542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Router 5860419c-e729-4ded-b518-1afe44022c7c has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:15.337316 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87102d4d-63ec-4142-bd1b-0497ea99a2b9 None None] The sync data for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 is: [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:08Z', 'revision_number': 3, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:15.473522 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Publish callbacks [] for port (d78470b2-2501-4b30-aaee-38061812d57b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.489942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d78470b2-2501-4b30-aaee-38061812d57b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.493201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-628eed01-deeb-4f44-b465-b3d0f006d049 req-7d797aee-71dd-4369-b350-1078f5492c48 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (0faedd5e-e05a-4f10-a2ad-839e20652386), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.517879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.537357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Deleting port 3373e2b1-dcec-4e4c-beff-7aa95ffddbbb {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:15.537755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.551745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:15.561549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:15.566855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:15.635981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Pushing event updated for resources: {'Port': ['ID=d78470b2-2501-4b30-aaee-38061812d57b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:15.681908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Attempting to bind port d78470b2-2501-4b30-aaee-38061812d57b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:15.682456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Attempting to bind port d78470b2-2501-4b30-aaee-38061812d57b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:15.683053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Attempting to bind port d78470b2-2501-4b30-aaee-38061812d57b on network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:15.696266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:15.696984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Checking segment: {'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:15.697512 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.698072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Bound using segment: {'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:15.698701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Bound port: d78470b2-2501-4b30-aaee-38061812d57b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:15.699539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d78470b2-2501-4b30-aaee-38061812d57b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.825168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] For port d78470b2-2501-4b30-aaee-38061812d57b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:15.830365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] For port d78470b2-2501-4b30-aaee-38061812d57b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d78470b2-2501-4b30-aaee-38061812d57b,segment=NetworkSegment(52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26),segment_id=52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:15.841430 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d78470b2-2501-4b30-aaee-38061812d57b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.020914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f3858-6377-40a0-ac33-7c3349367d58 None None] Pushing event updated for resources: {'Port': ['ID=d78470b2-2501-4b30-aaee-38061812d57b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:16.100226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks [] for port (85f5f066-b453-4822-9021-d8b91886d15c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.121130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.122240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.188703 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks [] for router_controller (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.196045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-2fa91ed3-57f4-4fa2-871b-8eb3fa38ee60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5bef3f-995b-467f-844c-7caea071cd50 HTTP/1.1" status: 200 len: 217 time: 0.9301460 Jan 27 21:42:16.234704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Calling delete_port for 3373e2b1-dcec-4e4c-beff-7aa95ffddbbb owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:16.274596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fe09c98-b8e7-4d02-909d-9e5f5dbf4903 req-37a48c41-2ece-4a9f-9230-7331628c1a50 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.8372056 Jan 27 21:42:16.377317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:16.393295 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] Sync routers for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:16.427587 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:16.428629 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:16.498806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-628eed01-deeb-4f44-b465-b3d0f006d049 req-7d797aee-71dd-4369-b350-1078f5492c48 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (0faedd5e-e05a-4f10-a2ad-839e20652386), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.708612 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:16.709273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Allocated IP 172.20.0.1 (e78fca6c-458f-45b2-a2a2-4054b3edd670/06288402-3250-4099-a036-550239416a5c/587c2772-c648-471c-af54-f9e8b741d22e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:16.737741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b5bef3f-995b-467f-844c-7caea071cd50 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:16.854698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1836159-b525-42cc-8559-7fa000d2325c {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:16.870400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Publish callbacks [] for port (e1836159-b525-42cc-8559-7fa000d2325c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.892976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Transition to ACTIVE for port object e1836159-b525-42cc-8559-7fa000d2325c will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:16.964538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (85f5f066-b453-4822-9021-d8b91886d15c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.993653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-077f60d4-889d-44ac-a0cc-d945dc19e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:16.996633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-077f60d4-889d-44ac-a0cc-d945dc19e219 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 200 len: 845 time: 0.7183285 Jan 27 21:42:17.048002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:17.063757 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e1836159-b525-42cc-8559-7fa000d2325c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.086752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '0b5bef3f-995b-467f-844c-7caea071cd50', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'port_id': '0b5bef3f-995b-467f-844c-7caea071cd50', 'mac_address': 'fa:16:3e:82:78:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616b2626-750f-41ca-ac9e-9b235b736bf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:17.130306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-b9aa9509-7d7a-4e86-ad6a-f953ed90c13f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6a49bda-e807-4cef-a073-15021af28df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716031 Jan 27 21:42:17.175182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b5bef3f-995b-467f-844c-7caea071cd50 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:17.175684 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.206503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5bef3f-995b-467f-844c-7caea071cd50 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:17.213133 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:37Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:17.257925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:17.271595 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.366013 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] Checking router: 5860419c-e729-4ded-b518-1afe44022c7c for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:17.405001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:17.411249 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:17.412312 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:17.437013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.437265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.437680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.438270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.438846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.439426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.448335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.449397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.449397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.450099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.450676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.451533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.452061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:17.548868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-4d676136-d7b6-4ecd-988f-76e75f27deb6 service neutron] 10.222.0.16 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947857 Jan 27 21:42:17.596092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524a6dd-e216-4959-bbbb-98a70bb7cc73 req-7a0e5ff2-3860-4da8-9e7f-8fd58254d6d1 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:17.597995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['0b5bef3f-995b-467f-844c-7caea071cd50'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:17.605901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1524a6dd-e216-4959-bbbb-98a70bb7cc73 req-7a0e5ff2-3860-4da8-9e7f-8fd58254d6d1 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 931 time: 0.8923676 Jan 27 21:42:17.751240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d78470b2-2501-4b30-aaee-38061812d57b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:17.771867 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] No DVR routers for this DVR port 6d760321-578a-4edb-aa5c-1e51e842f231 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:17.790191 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.794068 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-91a27c8a-0c19-4e52-8283-db63a0a92d71 req-94966095-e0a7-4fbb-8ecd-6c0c8c085c0d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.16 "DELETE /v2.0/ports/6d760321-578a-4edb-aa5c-1e51e842f231 HTTP/1.1" status: 204 len: 173 time: 7.5277205 Jan 27 21:42:17.810070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'name': 'network-vif-deleted', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:17.822077 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2018f5-eff1-4d3a-abc6-a816a013e2bf" -d '{"events": [{"server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "name": "network-vif-deleted", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:17.883293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks [] for router_gateway (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.886912 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:17.985593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:17.995138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:18.006910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:18.021803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1836159-b525-42cc-8559-7fa000d2325c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:18.038461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-628eed01-deeb-4f44-b465-b3d0f006d049 req-7d797aee-71dd-4369-b350-1078f5492c48 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0faedd5e-e05a-4f10-a2ad-839e20652386), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.041520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-628eed01-deeb-4f44-b465-b3d0f006d049 req-7d797aee-71dd-4369-b350-1078f5492c48 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.055811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-628eed01-deeb-4f44-b465-b3d0f006d049 req-7d797aee-71dd-4369-b350-1078f5492c48 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "DELETE /v2.0/security-groups/0faedd5e-e05a-4f10-a2ad-839e20652386 HTTP/1.1" status: 204 len: 173 time: 3.6516216 Jan 27 21:42:18.164335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d7142-ff3c-43f4-9b6a-7b0071807854 None None] Network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:18.350830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d797aee-71dd-4369-b350-1078f5492c48 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faedd5e-e05a-4f10-a2ad-839e20652386,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:18.435284 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.484993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3373e2b1-dcec-4e4c-beff-7aa95ffddbbb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.511317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:18.513775 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.530847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-394b0b73-4dfb-44aa-bad9-63c3ba25ae79 None None] Provisioning complete for port d78470b2-2501-4b30-aaee-38061812d57b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:18.531775 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-394b0b73-4dfb-44aa-bad9-63c3ba25ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d78470b2-2501-4b30-aaee-38061812d57b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.557571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Pushing event updated for resources: {'Port': ['ID=85f5f066-b453-4822-9021-d8b91886d15c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:18.571909 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-a2afa26c-9443-416d-b7d2-a700f7b45ae6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2251155 Jan 27 21:42:18.586503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d78470b2-2501-4b30-aaee-38061812d57b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:18.590825 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d78470b2-2501-4b30-aaee-38061812d57b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.624504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Pushing event deleted for resources: {'Port': ['ID=3373e2b1-dcec-4e4c-beff-7aa95ffddbbb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:18.652380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1524a6dd-e216-4959-bbbb-98a70bb7cc73 req-c1b065cc-6d7e-40f3-bf05-389f2c021ad4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0459247 Jan 27 21:42:18.719581 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:37Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:18.738387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Request body: {'port': {'device_id': 'e6c3ee0d-3f55-4d76-950b-7530c687dda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:18.776684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Attempting to bind port e1836159-b525-42cc-8559-7fa000d2325c on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:18.777612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Attempting to bind port e1836159-b525-42cc-8559-7fa000d2325c by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:18.778354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Attempting to bind port e1836159-b525-42cc-8559-7fa000d2325c on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:18.809093 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b7fd8-5606-4db7-871b-8e41f68567b3 None None] The sync data for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 is: [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:38:28Z', 'revision_number': 4, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c8bb5c72-43cb-4817-a422-57d825a2da77', 'name': '', 'network_id': '4af5ab70-1dcf-4236-815e-0b802a99f148', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'mac_address': 'fa:16:3e:f4:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:27Z', 'updated_at': '2022-01-27T21:38:37Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'subnets': [{'id': 'f3e56ff7-f8c0-480f-91b8-bd772610bf0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:18.884684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Port e1836159-b525-42cc-8559-7fa000d2325c on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:18.885558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Attempting to bind port e1836159-b525-42cc-8559-7fa000d2325c on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:18.922801 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Publish callbacks [] for port (587c2772-c648-471c-af54-f9e8b741d22e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.971045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36031260-96ec-46c5-99c8-c797bd9ed533 req-34e26ce5-1fd3-4fa3-8eb1-68b28a7975d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4083705 Jan 27 21:42:19.000388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (85f5f066-b453-4822-9021-d8b91886d15c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.002525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:19.012512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Checking segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:19.013721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Bound using segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:19.014800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Bound port: e1836159-b525-42cc-8559-7fa000d2325c, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:19.021060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e1836159-b525-42cc-8559-7fa000d2325c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.104446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0edb72b-5954-4a73-9422-0f02e46a5b0b req-06cd5384-5891-423f-ab3b-ae38d9113979 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.1858451 Jan 27 21:42:19.119731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1722c8d-2aca-4611-990c-11d05d5996f6 req-6993a469-8f42-435f-8fdb-12179ded949c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.135013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1722c8d-2aca-4611-990c-11d05d5996f6 req-6993a469-8f42-435f-8fdb-12179ded949c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 945 time: 0.8035464 Jan 27 21:42:19.206277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d78470b2-2501-4b30-aaee-38061812d57b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:19.207139 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d78470b2-2501-4b30-aaee-38061812d57b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.289381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks [] for floatingip (8be4c615-3f62-4f47-8843-6d62b8130697), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.292153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.293582 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aba3f32c-4aae-4c53-8bd2-38480ba841f0 tempest-ServersWithSpecificFlavorTestJSON-616600551 tempest-ServersWithSpecificFlavorTestJSON-616600551-project] 10.222.0.45 "DELETE /v2.0/floatingips/8be4c615-3f62-4f47-8843-6d62b8130697 HTTP/1.1" status: 204 len: 168 time: 4.3963900 Jan 27 21:42:19.298544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-394b0b73-4dfb-44aa-bad9-63c3ba25ae79 None None] Current status of the port d78470b2-2501-4b30-aaee-38061812d57b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:19.298949 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-394b0b73-4dfb-44aa-bad9-63c3ba25ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d78470b2-2501-4b30-aaee-38061812d57b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.392526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port d78470b2-2501-4b30-aaee-38061812d57b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d78470b2-2501-4b30-aaee-38061812d57b,segment=NetworkSegment(52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26),segment_id=52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:19.405409 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d78470b2-2501-4b30-aaee-38061812d57b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.406249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3df01716-1f8d-458b-bf8c-867dedf31c18 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:19.450705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] For port e1836159-b525-42cc-8559-7fa000d2325c, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:19.499256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c37c417-7504-4c02-ad5c-bc248696959c None None] New status for floating IP 44bb840e-a542-427d-85bc-526cf380093a: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:42:19.502105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1722c8d-2aca-4611-990c-11d05d5996f6 req-63909e59-e89d-435d-9424-588151700fe9 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653393 Jan 27 21:42:19.548400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] For port e1836159-b525-42cc-8559-7fa000d2325c, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e1836159-b525-42cc-8559-7fa000d2325c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:19.568448 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e1836159-b525-42cc-8559-7fa000d2325c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.584194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f5f066-b453-4822-9021-d8b91886d15c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:19.597698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Publish callbacks [] for port (85f5f066-b453-4822-9021-d8b91886d15c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.615279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Transition to ACTIVE for port object 85f5f066-b453-4822-9021-d8b91886d15c will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:19.617425 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:42:19.617688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (587c2772-c648-471c-af54-f9e8b741d22e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.625790 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (85f5f066-b453-4822-9021-d8b91886d15c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.671745 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-394b0b73-4dfb-44aa-bad9-63c3ba25ae79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:19.672120 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-394b0b73-4dfb-44aa-bad9-63c3ba25ae79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:19.711487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:19.723081 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d717d1-518a-46a7-90d3-048e60343b79 x-openstack-request-id: req-a9d717d1-518a-46a7-90d3-048e60343b79 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:19.723666 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186b11f-6673-45ff-af7b-2ab0edd85aa4", "name": "network-vif-deleted", "tag": "6d760321-578a-4edb-aa5c-1e51e842f231", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:19.723946 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9d717d1-518a-46a7-90d3-048e60343b79 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:19.724835 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186b11f-6673-45ff-af7b-2ab0edd85aa4', 'name': 'network-vif-deleted', 'tag': '6d760321-578a-4edb-aa5c-1e51e842f231', 'status': 'completed', 'code': 200} Jan 27 21:42:19.729768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:19.736150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Pushing event updated for resources: {'Port': ['ID=587c2772-c648-471c-af54-f9e8b741d22e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:19.750113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:19.796936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=d78470b2-2501-4b30-aaee-38061812d57b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:19.829038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 3df01716-1f8d-458b-bf8c-867dedf31c18 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:19.829672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.871136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.871844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.873303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] 10.222.0.57 "PUT /v2.0/ports/e1836159-b525-42cc-8559-7fa000d2325c HTTP/1.1" status: 200 len: 1092 time: 6.0254469 Jan 27 21:42:19.874386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720d7837-1da1-4e04-bc8e-55c38cf53a3c', 'tag': 'e1836159-b525-42cc-8559-7fa000d2325c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:19.878033 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755d41c9-7f55-44ef-b88a-2166e0f4438c" -d '{"events": [{"name": "network-changed", "server_uuid": "720d7837-1da1-4e04-bc8e-55c38cf53a3c", "tag": "e1836159-b525-42cc-8559-7fa000d2325c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:20.046754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c51be-3f41-4262-bec2-bed499c2aed4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1836159-b525-42cc-8559-7fa000d2325c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:20.062466 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks [] for router_gateway (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.084899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.091766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5040b5e1-88ad-456a-93d5-0ee7a66f9765 req-79c40af7-53d5-48a7-90f6-271b3507d413 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/bb44d13b-6172-4d34-8645-31b4410a99a1 HTTP/1.1" status: 200 len: 1828 time: 0.4432864 Jan 27 21:42:20.166530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3df01716-1f8d-458b-bf8c-867dedf31c18 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:20.167187 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.182780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.187831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Pushing event updated for resources: {'Port': ['ID=85f5f066-b453-4822-9021-d8b91886d15c,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:20.219261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-8d286117-1616-49ca-bd63-dd6044abd763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:20.221179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-8d286117-1616-49ca-bd63-dd6044abd763 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&device_id=720d7837-1da1-4e04-bc8e-55c38cf53a3c HTTP/1.1" status: 200 len: 1095 time: 0.2619004 Jan 27 21:42:20.260123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 3df01716-1f8d-458b-bf8c-867dedf31c18, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3df01716-1f8d-458b-bf8c-867dedf31c18,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:20.280235 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.305145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-394b0b73-4dfb-44aa-bad9-63c3ba25ae79 None None] Current status of the port d78470b2-2501-4b30-aaee-38061812d57b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:20.314711 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-ca6dd9fa-1fd4-4f8f-9bb6-8561db6ec54c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1836159-b525-42cc-8559-7fa000d2325c HTTP/1.1" status: 200 len: 217 time: 0.0696950 Jan 27 21:42:20.370434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Attempting to bind port 85f5f066-b453-4822-9021-d8b91886d15c on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:20.371078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Attempting to bind port 85f5f066-b453-4822-9021-d8b91886d15c by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:20.371924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Attempting to bind port 85f5f066-b453-4822-9021-d8b91886d15c on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:20.386173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Port 85f5f066-b453-4822-9021-d8b91886d15c on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:20.386913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Attempting to bind port 85f5f066-b453-4822-9021-d8b91886d15c on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:20.402305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:20.403170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Checking segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:20.404268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Bound using segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:20.404752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Bound port: 85f5f066-b453-4822-9021-d8b91886d15c, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:20.405427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (85f5f066-b453-4822-9021-d8b91886d15c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.490229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=3df01716-1f8d-458b-bf8c-867dedf31c18,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:20.516147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d78470b2-2501-4b30-aaee-38061812d57b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:20.584785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Allocated IP 172.25.8.133 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/be224f63-4f80-4ebc-b865-a7f8087fecf8) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:20.588394 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.626235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a4f33fac-9056-4968-b366-4b620768347c None None] Provisioning complete for port d78470b2-2501-4b30-aaee-38061812d57b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:20.626776 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a4f33fac-9056-4968-b366-4b620768347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d78470b2-2501-4b30-aaee-38061812d57b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.632025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] For port 85f5f066-b453-4822-9021-d8b91886d15c, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:20.636361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] For port 85f5f066-b453-4822-9021-d8b91886d15c, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=85f5f066-b453-4822-9021-d8b91886d15c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:20.651008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (85f5f066-b453-4822-9021-d8b91886d15c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.706604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d78470b2-2501-4b30-aaee-38061812d57b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:20.706992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d78470b2-2501-4b30-aaee-38061812d57b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.740264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b5bef3f-995b-467f-844c-7caea071cd50 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:20.774366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6e6bc-2e4b-4aaf-a7c3-baebf8e51bf0 req-ea06ce94-66b7-48fe-beba-83251b27dc94 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:20.787188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-caf6e6bc-2e4b-4aaf-a7c3-baebf8e51bf0 req-ea06ce94-66b7-48fe-beba-83251b27dc94 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 943 time: 0.4665422 Jan 27 21:42:20.825083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-ece88715-1790-4b1c-9918-3d1b8b74acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:20.827575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-ece88715-1790-4b1c-9918-3d1b8b74acad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 200 len: 853 time: 0.4858248 Jan 27 21:42:20.833674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5040b5e1-88ad-456a-93d5-0ee7a66f9765 req-295ad242-bf6f-4f76-b8ba-22c69f06cfbd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (bb44d13b-6172-4d34-8645-31b4410a99a1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.839623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a4f33fac-9056-4968-b366-4b620768347c None None] Current status of the port d78470b2-2501-4b30-aaee-38061812d57b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:20.849944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Pushing event updated for resources: {'Port': ['ID=85f5f066-b453-4822-9021-d8b91886d15c,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:20.887222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 0b5bef3f-995b-467f-844c-7caea071cd50 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:42:20.901641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a4f33fac-9056-4968-b366-4b620768347c None None] Provisioning complete for port 587c2772-c648-471c-af54-f9e8b741d22e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:20.902152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a4f33fac-9056-4968-b366-4b620768347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (587c2772-c648-471c-af54-f9e8b741d22e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.906543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 0b5bef3f-995b-467f-844c-7caea071cd50 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:20.907105 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.936049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:20.937639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.940640 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-c63d6238-b473-4114-8dad-d1eed462e19f service neutron] 10.222.0.16 "PUT /v2.0/ports/85f5f066-b453-4822-9021-d8b91886d15c HTTP/1.1" status: 200 len: 1091 time: 2.3196189 Jan 27 21:42:20.950857 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (587c2772-c648-471c-af54-f9e8b741d22e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.955253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-fe95c5d2-1561-44f6-87fb-20276eb9ff31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051593 Jan 27 21:42:20.959569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d78470b2-2501-4b30-aaee-38061812d57b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:20.995513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a4f33fac-9056-4968-b366-4b620768347c None None] Port 587c2772-c648-471c-af54-f9e8b741d22e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:21.059249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b5bef3f-995b-467f-844c-7caea071cd50 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:21.059249 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.108216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:21.112470 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda4de99-2591-45e9-97b6-c74686f4e89b" -d '{"events": [{"server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "name": "network-vif-plugged", "status": "completed", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:21.128956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:21.132050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-0a329529-bb95-45b8-bb21-061d136607e3 service neutron] 10.222.0.57 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660168 Jan 27 21:42:21.136649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.159602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-caf6e6bc-2e4b-4aaf-a7c3-baebf8e51bf0 req-1149f861-cb98-4d79-ba1b-71a2a3b8a35c tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708506 Jan 27 21:42:21.205430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-d157e89b-93b9-4d7b-9af3-c24816fd7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:21.208369 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-d157e89b-93b9-4d7b-9af3-c24816fd7993 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 1094 time: 0.1874821 Jan 27 21:42:21.218229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:21.230354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5040b5e1-88ad-456a-93d5-0ee7a66f9765 req-295ad242-bf6f-4f76-b8ba-22c69f06cfbd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (bb44d13b-6172-4d34-8645-31b4410a99a1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.296960 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4984a814-1d6e-46bf-9f58-81a303aac7da x-openstack-request-id: req-4984a814-1d6e-46bf-9f58-81a303aac7da {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:21.297650 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720d7837-1da1-4e04-bc8e-55c38cf53a3c", "tag": "e1836159-b525-42cc-8559-7fa000d2325c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:21.298074 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4984a814-1d6e-46bf-9f58-81a303aac7da {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:21.298729 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720d7837-1da1-4e04-bc8e-55c38cf53a3c', 'tag': 'e1836159-b525-42cc-8559-7fa000d2325c', 'status': 'completed', 'code': 200} Jan 27 21:42:21.324936 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks [] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.376167 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-0b6474a3-5579-4cd5-a191-30ee1ee779e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f5f066-b453-4822-9021-d8b91886d15c HTTP/1.1" status: 200 len: 217 time: 0.1575799 Jan 27 21:42:21.486028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-d5673d7e-e9ad-4800-a354-b6a8e2447865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:21.488400 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-d5673d7e-e9ad-4800-a354-b6a8e2447865 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 200 len: 853 time: 0.1057768 Jan 27 21:42:21.494755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b788289-41a0-4404-ba9f-3ecb97c02763 req-481d0e70-e303-464a-88b8-f317c1b4b274 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.0849283 Jan 27 21:42:21.552627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5040b5e1-88ad-456a-93d5-0ee7a66f9765 req-295ad242-bf6f-4f76-b8ba-22c69f06cfbd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bb44d13b-6172-4d34-8645-31b4410a99a1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.557671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5040b5e1-88ad-456a-93d5-0ee7a66f9765 req-295ad242-bf6f-4f76-b8ba-22c69f06cfbd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.572498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5040b5e1-88ad-456a-93d5-0ee7a66f9765 req-295ad242-bf6f-4f76-b8ba-22c69f06cfbd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "DELETE /v2.0/security-groups/bb44d13b-6172-4d34-8645-31b4410a99a1 HTTP/1.1" status: 204 len: 173 time: 1.4655128 Jan 27 21:42:21.588839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-2d315508-c8b5-4677-bcc8-352412d73123 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751467 Jan 27 21:42:21.658957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ad242-bf6f-4f76-b8ba-22c69f06cfbd tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb44d13b-6172-4d34-8645-31b4410a99a1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:21.671349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-770551fd-5253-4afb-9421-258daf843187 service neutron] 10.222.0.57 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099962 Jan 27 21:42:21.685973 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.777766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c3ee0d-3f55-4d76-950b-7530c687dda5', 'tag': '85f5f066-b453-4822-9021-d8b91886d15c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:21.783131 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272241a8-4f68-431a-88fd-1bea98dea71d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c3ee0d-3f55-4d76-950b-7530c687dda5", "tag": "85f5f066-b453-4822-9021-d8b91886d15c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:21.870356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Publish callbacks [] for port (587c2772-c648-471c-af54-f9e8b741d22e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.884842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:21.893015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (587c2772-c648-471c-af54-f9e8b741d22e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.898200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:21.903093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:21.924038 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447602b8-7544-4ce6-89ef-656917f53a83 x-openstack-request-id: req-447602b8-7544-4ce6-89ef-656917f53a83 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:21.925807 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "name": "network-vif-plugged", "status": "completed", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:21.928487 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-447602b8-7544-4ce6-89ef-656917f53a83 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:21.942514 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50', 'code': 200} Jan 27 21:42:21.988129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Pushing event updated for resources: {'Port': ['ID=be224f63-4f80-4ebc-b865-a7f8087fecf8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:22.062396 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-9051018e-8b68-44a1-8910-17151ed99f4d service neutron] 10.222.0.16 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611943 Jan 27 21:42:22.102465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.144528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Pushing event updated for resources: {'Port': ['ID=587c2772-c648-471c-af54-f9e8b741d22e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:22.196906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-29815344-340b-4758-a244-f6dc58848b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:22.198646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-29815344-340b-4758-a244-f6dc58848b39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&device_id=720d7837-1da1-4e04-bc8e-55c38cf53a3c HTTP/1.1" status: 200 len: 1095 time: 0.4232512 Jan 27 21:42:22.206818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee84fd6-aed7-4979-af82-8fdf79e24cd9 req-e3c2b6a9-e1e3-436b-a3eb-756ab0e2fe71 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:22.208524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aee84fd6-aed7-4979-af82-8fdf79e24cd9 req-e3c2b6a9-e1e3-436b-a3eb-756ab0e2fe71 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 0.4810882 Jan 27 21:42:22.352100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-751b4a81-7e65-417b-a21c-6e3990ea446f req-38bffcdd-bd91-41e0-a6c3-961865eb1154 tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "GET /v2.0/security-groups/11758cb4-d479-464d-8f0f-0eb0afed3825 HTTP/1.1" status: 200 len: 1830 time: 0.3784347 Jan 27 21:42:22.381128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322ff80-3f7b-472d-8042-3028764f5c0c req-94529984-4137-4fe5-8877-771b46575ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:22.382732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e322ff80-3f7b-472d-8042-3028764f5c0c req-94529984-4137-4fe5-8877-771b46575ef8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 1097 time: 0.3232591 Jan 27 21:42:22.450797 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8a884e0-885d-4c02-a763-7730d726ea22 req-da5a9891-94f6-4387-a157-04953232e997 service neutron] 10.222.0.16 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781092 Jan 27 21:42:22.513437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3df01716-1f8d-458b-bf8c-867dedf31c18 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:22.526052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:22.529795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:22.668441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 3df01716-1f8d-458b-bf8c-867dedf31c18 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:22.669704 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.839357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:23.034667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aee84fd6-aed7-4979-af82-8fdf79e24cd9 req-6bf2d12f-b5a5-4e16-b3a2-64f47c49aa33 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7795451 Jan 27 21:42:23.092458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e322ff80-3f7b-472d-8042-3028764f5c0c req-1ca42a07-f6e8-48df-bee2-5eb537708567 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632452 Jan 27 21:42:23.108755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-ce20ab4d-a94c-40ea-a0b3-f12adbc636aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:23.111671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-ce20ab4d-a94c-40ea-a0b3-f12adbc636aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 914 time: 0.9018257 Jan 27 21:42:23.187827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3df01716-1f8d-458b-bf8c-867dedf31c18 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:23.192664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-52bf38d6-f50f-4cd2-a6e3-1b968216006a None None] Provisioning complete for port 587c2772-c648-471c-af54-f9e8b741d22e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:23.193309 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-52bf38d6-f50f-4cd2-a6e3-1b968216006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (587c2772-c648-471c-af54-f9e8b741d22e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.199009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:23.216523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-82cac7e6-7d0a-482e-a872-f92d7582bb8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1836159-b525-42cc-8559-7fa000d2325c HTTP/1.1" status: 200 len: 217 time: 0.0920050 Jan 27 21:42:23.225599 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Sync routers for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:23.230267 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baedc725-c222-449d-ae72-eddcf049d4c6 x-openstack-request-id: req-baedc725-c222-449d-ae72-eddcf049d4c6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:23.231598 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c3ee0d-3f55-4d76-950b-7530c687dda5", "tag": "85f5f066-b453-4822-9021-d8b91886d15c", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:23.232370 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-baedc725-c222-449d-ae72-eddcf049d4c6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:23.233055 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c3ee0d-3f55-4d76-950b-7530c687dda5', 'tag': '85f5f066-b453-4822-9021-d8b91886d15c', 'status': 'completed', 'code': 200} Jan 27 21:42:23.239496 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:23.240171 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:23.247549 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3e1e1e33-7eea-4fae-9d8a-421a2c770319 admin admin] 10.222.0.45 "PUT /v2.0/routers/519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3901677 Jan 27 21:42:23.291043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-751b4a81-7e65-417b-a21c-6e3990ea446f req-3169af2d-0fc8-4e17-95b8-2019d65d6c3d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (11758cb4-d479-464d-8f0f-0eb0afed3825), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.312275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-52bf38d6-f50f-4cd2-a6e3-1b968216006a None None] Port 587c2772-c648-471c-af54-f9e8b741d22e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:23.391799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-62bb621b-b7be-49d3-aea2-3a2baa2097cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:23.395028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-62bb621b-b7be-49d3-aea2-3a2baa2097cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 200 len: 853 time: 0.1046917 Jan 27 21:42:23.496895 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:23.585453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-73a83109-26fd-45a5-9351-584bea690e9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475267 Jan 27 21:42:23.632108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-751b4a81-7e65-417b-a21c-6e3990ea446f req-3169af2d-0fc8-4e17-95b8-2019d65d6c3d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (11758cb4-d479-464d-8f0f-0eb0afed3825), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.685990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks [] for router_gateway (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.860454 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:21Z', 'revision_number': 2, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:23.915290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272241a8-4f68-431a-88fd-1bea98dea71d req-cde586e0-8d54-401a-a41e-c0dc8e1080fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:23.916857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272241a8-4f68-431a-88fd-1bea98dea71d req-cde586e0-8d54-401a-a41e-c0dc8e1080fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 1094 time: 0.5183368 Jan 27 21:42:23.917605 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Checking router: 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:23.919634 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Updating router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 port 587c2772-c648-471c-af54-f9e8b741d22e binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:23.973378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b80919-3096-40ee-b3b7-50a15114932a req-c3f69598-c21c-4334-9f97-686009ff347f tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:23.973735 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (587c2772-c648-471c-af54-f9e8b741d22e), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.975034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52b80919-3096-40ee-b3b7-50a15114932a req-c3f69598-c21c-4334-9f97-686009ff347f tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 943 time: 0.5535982 Jan 27 21:42:24.167377 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.220652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-048ef7b6-7f9b-450e-99e0-583c5688ca9d service neutron] 10.222.0.57 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129739 Jan 27 21:42:24.226941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-751b4a81-7e65-417b-a21c-6e3990ea446f req-3169af2d-0fc8-4e17-95b8-2019d65d6c3d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (11758cb4-d479-464d-8f0f-0eb0afed3825), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.229730 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-751b4a81-7e65-417b-a21c-6e3990ea446f req-3169af2d-0fc8-4e17-95b8-2019d65d6c3d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.232187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-751b4a81-7e65-417b-a21c-6e3990ea446f req-3169af2d-0fc8-4e17-95b8-2019d65d6c3d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] 10.222.0.45 "DELETE /v2.0/security-groups/11758cb4-d479-464d-8f0f-0eb0afed3825 HTTP/1.1" status: 204 len: 173 time: 1.8407843 Jan 27 21:42:24.241642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42428) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:24.340727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42430) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:24.360522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-network', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:24.390839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d845b25-4eb1-454b-b7f0-7755e8d0afbd admin admin] Deleting subnet 5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:24.400393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d845b25-4eb1-454b-b7f0-7755e8d0afbd admin admin] Publish callbacks [] for subnet (5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.454178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52b80919-3096-40ee-b3b7-50a15114932a req-42aa5d06-4b67-4f47-807f-c10817e11743 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387670 Jan 27 21:42:24.459231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272241a8-4f68-431a-88fd-1bea98dea71d req-05e49d3f-7a7a-42da-9fea-fcf2cfe44462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:24.464347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device e1836159-b525-42cc-8559-7fa000d2325c details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:24.474068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272241a8-4f68-431a-88fd-1bea98dea71d req-05e49d3f-7a7a-42da-9fea-fcf2cfe44462 service neutron] 10.222.0.16 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 914 time: 0.5423610 Jan 27 21:42:24.474360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d845b25-4eb1-454b-b7f0-7755e8d0afbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.564037 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d845b25-4eb1-454b-b7f0-7755e8d0afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.636427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169af2d-0fc8-4e17-95b8-2019d65d6c3d tempest-SecurityGroupRulesNegativeTestJSON-891862090 tempest-SecurityGroupRulesNegativeTestJSON-891862090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11758cb4-d479-464d-8f0f-0eb0afed3825,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:24.641375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272241a8-4f68-431a-88fd-1bea98dea71d req-a3529875-e550-4350-83dc-d97e9c0a67fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f5f066-b453-4822-9021-d8b91886d15c HTTP/1.1" status: 200 len: 217 time: 0.1578710 Jan 27 21:42:24.727347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Made reservation on behalf of bb4a9746450b47e29e4bc2d6fb566991 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:24.733338 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.740658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d845b25-4eb1-454b-b7f0-7755e8d0afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.868535 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d845b25-4eb1-454b-b7f0-7755e8d0afbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:24.891583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.949956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d845b25-4eb1-454b-b7f0-7755e8d0afbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.956450 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1d845b25-4eb1-454b-b7f0-7755e8d0afbd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5cfcbe2c-6ef0-4e3b-8dbd-61a78a90fdde HTTP/1.1" status: 204 len: 168 time: 0.7130325 Jan 27 21:42:25.052563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port e1836159-b525-42cc-8559-7fa000d2325c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e1836159-b525-42cc-8559-7fa000d2325c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:25.077177 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Publish callbacks [] for port (587c2772-c648-471c-af54-f9e8b741d22e), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.080090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'e1836159-b525-42cc-8559-7fa000d2325c', 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'port_id': 'e1836159-b525-42cc-8559-7fa000d2325c', 'mac_address': 'fa:16:3e:56:26:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b449987a-41d9-4afc-8d6a-98a3bc3a9c88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:25.092419 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (587c2772-c648-471c-af54-f9e8b741d22e), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.110304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42436) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:25.150897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Publish callbacks [] for security_group (a9ec49d3-3bec-45d0-a228-0a8076f202cd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.158374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a9ec49d3-3bec-45d0-a228-0a8076f202cd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.169446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port e1836159-b525-42cc-8559-7fa000d2325c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:25.170609 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e1836159-b525-42cc-8559-7fa000d2325c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.194453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:25.202009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1836159-b525-42cc-8559-7fa000d2325c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:25.252017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port e1836159-b525-42cc-8559-7fa000d2325c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e1836159-b525-42cc-8559-7fa000d2325c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:25.252326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9ae383c6-c697-4029-a262-83751dee3c58), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.253096 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Added segment 9ae383c6-c697-4029-a262-83751dee3c58 of type vlan for network aaac6152-aace-4887-b43e-8f049250bb4b Jan 27 21:42:25.261442 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e1836159-b525-42cc-8559-7fa000d2325c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.360583 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a967a-d9b6-41f4-a807-de2c1c536502 None None] Pushing event updated for resources: {'Port': ['ID=587c2772-c648-471c-af54-f9e8b741d22e,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:25.447285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=e1836159-b525-42cc-8559-7fa000d2325c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:25.479871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec49d3-3bec-45d0-a228-0a8076f202cd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:25.509906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['e1836159-b525-42cc-8559-7fa000d2325c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:25.531907 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Attempting to bind port 587c2772-c648-471c-af54-f9e8b741d22e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:25.534331 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Attempting to bind port 587c2772-c648-471c-af54-f9e8b741d22e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:25.535085 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Attempting to bind port 587c2772-c648-471c-af54-f9e8b741d22e on network e78fca6c-458f-45b2-a2a2-4054b3edd670 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:25.560930 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:25.561486 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Checking segment: {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:25.564687 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.565415 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Bound using segment: {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:25.569134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Bound port: 587c2772-c648-471c-af54-f9e8b741d22e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:25.570333 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (587c2772-c648-471c-af54-f9e8b741d22e), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.570519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (aaac6152-aace-4887-b43e-8f049250bb4b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.697284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (b1d7049d-fa94-4df1-bc0d-4fa72f60ec49), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.729553 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (aaac6152-aace-4887-b43e-8f049250bb4b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.731689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:25.732730 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.875457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3edc5f6d-978c-4be6-b4b5-322143da3a19 req-6a7fadbd-4400-4352-9128-ee637e433818 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 1.2406523 Jan 27 21:42:25.881692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b9a0bd17-a4d1-4053-83af-b1b85a1a639c None None] Provisioning complete for port 587c2772-c648-471c-af54-f9e8b741d22e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:25.882317 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b9a0bd17-a4d1-4053-83af-b1b85a1a639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (587c2772-c648-471c-af54-f9e8b741d22e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.886911 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] For port 587c2772-c648-471c-af54-f9e8b741d22e, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:25.909635 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] For port 587c2772-c648-471c-af54-f9e8b741d22e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=587c2772-c648-471c-af54-f9e8b741d22e,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:25.923498 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (587c2772-c648-471c-af54-f9e8b741d22e), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.951724 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6032295 Jan 27 21:42:25.956210 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42476) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:25.968984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Request body: {'subnet': {'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-subnet', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:25.989728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba0935-c4cd-46ea-995e-dbc15c264965 admin admin] Pushing event updated for resources: {'Network': ['ID=aaac6152-aace-4887-b43e-8f049250bb4b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:25.993951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-755d41c9-7f55-44ef-b88a-2166e0f4438c req-eacbbebc-b5d3-4f00-b63c-b6d47d6c42a0 service neutron] 10.222.0.57 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7602859 Jan 27 21:42:26.055183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Made reservation on behalf of bb4a9746450b47e29e4bc2d6fb566991 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:26.066642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.091033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272241a8-4f68-431a-88fd-1bea98dea71d req-559dff64-b168-432c-9ded-5343f9c7c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:26.097499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network aaac6152-aace-4887-b43e-8f049250bb4b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:26.106018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272241a8-4f68-431a-88fd-1bea98dea71d req-559dff64-b168-432c-9ded-5343f9c7c1c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 200 len: 853 time: 1.4472945 Jan 27 21:42:26.156032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:42:26.168285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0bd17-a4d1-4053-83af-b1b85a1a639c None None] Port 587c2772-c648-471c-af54-f9e8b741d22e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:26.178535 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:26.179154 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:26.347029 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a967a-d9b6-41f4-a807-de2c1c536502 None None] Pushing event updated for resources: {'Port': ['ID=587c2772-c648-471c-af54-f9e8b741d22e,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:26.397489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (b1d7049d-fa94-4df1-bc0d-4fa72f60ec49), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.493532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d7049d-fa94-4df1-bc0d-4fa72f60ec49']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:26.529739 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:26.536255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588bfc39-e70c-411e-8400-e22e18324a3a') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:26.542230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588bfc39-e70c-411e-8400-e22e18324a3a') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:26.580798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (588bfc39-e70c-411e-8400-e22e18324a3a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.583464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (71f63782-4bb2-47a7-a45b-0c59704a8d08), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.633749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272241a8-4f68-431a-88fd-1bea98dea71d req-479c7dbb-e0d9-4510-a752-d224ac5f6228 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4788704 Jan 27 21:42:26.655726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-383dcdd0-2a7d-4df7-ad43-be5c1e5ca19e None None] Provisioning complete for port 587c2772-c648-471c-af54-f9e8b741d22e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:26.656450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-383dcdd0-2a7d-4df7-ad43-be5c1e5ca19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (587c2772-c648-471c-af54-f9e8b741d22e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.683035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e975c-f153-4307-8529-c77a0c8fcbdb req-fb6bef5f-3124-4a85-bdf0-ca40e9b281fb tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:26.691620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd1e975c-f153-4307-8529-c77a0c8fcbdb req-fb6bef5f-3124-4a85-bdf0-ca40e9b281fb tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 1.5801334 Jan 27 21:42:26.710120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f63782-4bb2-47a7-a45b-0c59704a8d08,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:26.754056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Checking segment: {'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:26.754444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Network hostable DHCP agents. Network: aaac6152-aace-4887-b43e-8f049250bb4b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:26.757806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (588bfc39-e70c-411e-8400-e22e18324a3a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.759939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 85f5f066-b453-4822-9021-d8b91886d15c details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:26.795926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Network aaac6152-aace-4887-b43e-8f049250bb4b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:26.813269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, aaac6152-aace-4887-b43e-8f049250bb4b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:26.824094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:26.824941 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.839997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:26.840815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (588bfc39-e70c-411e-8400-e22e18324a3a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:26.846200 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:26.865350 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8dc1bd22-d4c5-4ba4-b359-0acefc6d50e7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9053106 Jan 27 21:42:26.867070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42486) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:26.874333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:26.914008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 85f5f066-b453-4822-9021-d8b91886d15c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=85f5f066-b453-4822-9021-d8b91886d15c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:26.927293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.928618 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.936160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '85f5f066-b453-4822-9021-d8b91886d15c', 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'port_id': '85f5f066-b453-4822-9021-d8b91886d15c', 'mac_address': 'fa:16:3e:14:69:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b449987a-41d9-4afc-8d6a-98a3bc3a9c88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:26.938297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf524f-6a64-487b-8cc6-5bfbc0699ddc None None] Network aaac6152-aace-4887-b43e-8f049250bb4b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:26.941990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd1e975c-f153-4307-8529-c77a0c8fcbdb req-3b425309-29bc-42f4-9af7-f7edc525e1c2 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431538 Jan 27 21:42:27.081642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 85f5f066-b453-4822-9021-d8b91886d15c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:27.082059 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (85f5f066-b453-4822-9021-d8b91886d15c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.169424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f5f066-b453-4822-9021-d8b91886d15c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:27.185607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks [] for router_controller (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.208728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272241a8-4f68-431a-88fd-1bea98dea71d req-b3eb0ad0-7249-470b-9823-fa27a82506a4 service neutron] 10.222.0.16 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464838 Jan 27 21:42:27.336430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-383dcdd0-2a7d-4df7-ad43-be5c1e5ca19e None None] Current status of the port 587c2772-c648-471c-af54-f9e8b741d22e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:27.337052 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-383dcdd0-2a7d-4df7-ad43-be5c1e5ca19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (587c2772-c648-471c-af54-f9e8b741d22e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.344279 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:25Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:27.378945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 85f5f066-b453-4822-9021-d8b91886d15c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=85f5f066-b453-4822-9021-d8b91886d15c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:27.409966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-aaac6152-aace-4887-b43e-8f049250bb4b', 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b', 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'fixed_ips': [{'subnet_id': '71f63782-4bb2-47a7-a45b-0c59704a8d08'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:27.411491 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.412916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:27.439127 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779929bd-965b-4fc5-8218-a34ed5273bec None None] The sync data for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 is: [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:25Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:27.469748 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (85f5f066-b453-4822-9021-d8b91886d15c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.480495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Sync routers for ids ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:27.499833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks [] for router_gateway (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.600222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21676-0644-47b3-8e26-b5be45035fa5 req-97ffcee5-99b5-4b26-bb0f-f5a0fbb51426 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:27.604491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fb21676-0644-47b3-8e26-b5be45035fa5 req-97ffcee5-99b5-4b26-bb0f-f5a0fbb51426 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 943 time: 1.0137563 Jan 27 21:42:27.742829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf98d348-04e3-4abd-84af-db251f93c204 req-2e22da3c-3ea9-4628-a087-1afeb49ede09 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.5113168 Jan 27 21:42:27.752877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-272241a8-4f68-431a-88fd-1bea98dea71d req-42f479eb-6534-44be-a495-e0384f45db81 service neutron] 10.222.0.16 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334126 Jan 27 21:42:27.753896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (b1d7049d-fa94-4df1-bc0d-4fa72f60ec49), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.762049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.766846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b1d7049d-fa94-4df1-bc0d-4fa72f60ec49 HTTP/1.1" status: 204 len: 168 time: 2.5754719 Jan 27 21:42:27.811063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.817217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7820dd48-9ec6-45e0-ad35-c75068100f15 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.2091608 Jan 27 21:42:27.822495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42526) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:27.824138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ff0a1-19be-4365-91a2-0c182d2bf7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d7049d-fa94-4df1-bc0d-4fa72f60ec49,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:27.866409 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Allocated IP 172.20.0.2 (aaac6152-aace-4887-b43e-8f049250bb4b/71f63782-4bb2-47a7-a45b-0c59704a8d08/208c19fb-411e-41f9-9fae-ad7f6d65524b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:27.889758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-383dcdd0-2a7d-4df7-ad43-be5c1e5ca19e None None] For port 587c2772-c648-471c-af54-f9e8b741d22e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=587c2772-c648-471c-af54-f9e8b741d22e,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:27.967515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fb21676-0644-47b3-8e26-b5be45035fa5 req-08744b39-0faa-4d15-aaad-9465a18eaeb0 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877784 Jan 27 21:42:28.286146 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks [] for router_gateway (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.328747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42532) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:28.421530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.636316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['85f5f066-b453-4822-9021-d8b91886d15c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:28.662994 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-383dcdd0-2a7d-4df7-ad43-be5c1e5ca19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (587c2772-c648-471c-af54-f9e8b741d22e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.680427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Routers {'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:28.687781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:28.712830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=85f5f066-b453-4822-9021-d8b91886d15c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:28.752352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42538) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:28.799261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device e1836159-b525-42cc-8559-7fa000d2325c up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:28.962484 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e44ca168-a6d1-43b5-8f13-436a92755ee9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86e97123591a48fa8239cc4ef68b4796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946378 Jan 27 21:42:28.967995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42542) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:29.244350 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Publish callbacks [] for security_group (639487d4-5723-414e-9822-997c7df32b7f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.285234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 587c2772-c648-471c-af54-f9e8b741d22e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:29.290919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Publish callbacks [] for security_group (639487d4-5723-414e-9822-997c7df32b7f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.295374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dcdd0-2a7d-4df7-ad43-be5c1e5ca19e None None] Pushing event updated for resources: {'Port': ['ID=587c2772-c648-471c-af54-f9e8b741d22e,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:29.431712 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (639487d4-5723-414e-9822-997c7df32b7f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.437138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.439025 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/639487d4-5723-414e-9822-997c7df32b7f HTTP/1.1" status: 204 len: 168 time: 0.4545472 Jan 27 21:42:29.441437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Allocated IP 172.25.8.71 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/94e43ceb-b05c-4fcd-931b-e4d36c5a706a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:29.463543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639487d4-5723-414e-9822-997c7df32b7f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:29.481734 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.482277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.482979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.483566 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.484127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.485364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.485935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.486615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.487401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.488577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.489342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.490422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:29.491214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45624dff-0e51-46a1-982c-69080317f305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.245091 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Publish callbacks [] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.444178 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.520830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks [] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.596304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Set router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:30.602279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.685923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:30.698239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:30.707592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:30.784590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Pushing event updated for resources: {'Port': ['ID=94e43ceb-b05c-4fcd-931b-e4d36c5a706a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:30.979578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Network aaac6152-aace-4887-b43e-8f049250bb4b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:31.000846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:31.020170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:31.024640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Pushing event updated for resources: {'Port': ['ID=208c19fb-411e-41f9-9fae-ad7f6d65524b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:31.064420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port e1836159-b525-42cc-8559-7fa000d2325c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:42:31.100584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 587c2772-c648-471c-af54-f9e8b741d22e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:31.101436 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (587c2772-c648-471c-af54-f9e8b741d22e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.114499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port e1836159-b525-42cc-8559-7fa000d2325c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:31.118244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e1836159-b525-42cc-8559-7fa000d2325c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.139831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cc37947-fb01-48d5-a7f0-66bca8288767 req-4fcc7499-549d-484c-9a64-983c7cd71333 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 1.8497777 Jan 27 21:42:31.242557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742655c-6d07-4864-ae3a-ed4528343850 req-67e113a5-48f6-4607-b182-81628686b3af tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:31.250022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8742655c-6d07-4864-ae3a-ed4528343850 req-67e113a5-48f6-4607-b182-81628686b3af tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 2.4286618 Jan 27 21:42:31.483449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Attempting to bind port 208c19fb-411e-41f9-9fae-ad7f6d65524b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:31.484584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Attempting to bind port 208c19fb-411e-41f9-9fae-ad7f6d65524b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:31.484584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Attempting to bind port 208c19fb-411e-41f9-9fae-ad7f6d65524b on network aaac6152-aace-4887-b43e-8f049250bb4b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:31.518721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:31.519195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Checking segment: {'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:31.519698 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.520712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Bound using segment: {'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:31.520712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Bound port: 208c19fb-411e-41f9-9fae-ad7f6d65524b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:31.521111 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.549872 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks [] for router_gateway (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.663121 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.731304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 587c2772-c648-471c-af54-f9e8b741d22e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:31.740826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port e1836159-b525-42cc-8559-7fa000d2325c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:31.741235 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e1836159-b525-42cc-8559-7fa000d2325c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.778211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] For port 208c19fb-411e-41f9-9fae-ad7f6d65524b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:31.810336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720d7837-1da1-4e04-bc8e-55c38cf53a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1836159-b525-42cc-8559-7fa000d2325c'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:31.813120 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b612e6-6024-4bbd-ae3c-b8f80b80dcdd" -d '{"events": [{"server_uuid": "720d7837-1da1-4e04-bc8e-55c38cf53a3c", "name": "network-vif-plugged", "status": "completed", "tag": "e1836159-b525-42cc-8559-7fa000d2325c"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:31.817733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] For port 208c19fb-411e-41f9-9fae-ad7f6d65524b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=208c19fb-411e-41f9-9fae-ad7f6d65524b,segment=NetworkSegment(9ae383c6-c697-4029-a262-83751dee3c58),segment_id=9ae383c6-c697-4029-a262-83751dee3c58)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:31.823580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:22Z', 'revision_number': 3, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:31.908673 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.926237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b015e-4373-41ff-9b20-3a06efced1dc req-fb596e78-907f-4040-b594-56eb24ec7c38 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:31.943958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port e1836159-b525-42cc-8559-7fa000d2325c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e1836159-b525-42cc-8559-7fa000d2325c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:31.949735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-716b015e-4373-41ff-9b20-3a06efced1dc req-fb596e78-907f-4040-b594-56eb24ec7c38 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 944 time: 0.5238123 Jan 27 21:42:31.950019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 587c2772-c648-471c-af54-f9e8b741d22e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:31.952649 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Checking router: e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:31.953065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Updating router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 port be224f63-4f80-4ebc-b865-a7f8087fecf8 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:32.001821 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e1836159-b525-42cc-8559-7fa000d2325c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.068007 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.155707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb5cd7-7037-4f28-ae53-a2843fce22aa None None] Pushing event updated for resources: {'Port': ['ID=208c19fb-411e-41f9-9fae-ad7f6d65524b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:32.216302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42574) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:32.357437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8742655c-6d07-4864-ae3a-ed4528343850 req-908ea85b-ea1f-4de0-ab75-6db7b7f3529c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1063523 Jan 27 21:42:32.506817 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.719314 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ee047c-7ef8-4668-8e0c-a4038b08663d x-openstack-request-id: req-50ee047c-7ef8-4668-8e0c-a4038b08663d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:32.720267 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720d7837-1da1-4e04-bc8e-55c38cf53a3c", "name": "network-vif-plugged", "status": "completed", "tag": "e1836159-b525-42cc-8559-7fa000d2325c", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:32.720683 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50ee047c-7ef8-4668-8e0c-a4038b08663d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:32.721262 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720d7837-1da1-4e04-bc8e-55c38cf53a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1836159-b525-42cc-8559-7fa000d2325c', 'code': 200} Jan 27 21:42:32.723272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-716b015e-4373-41ff-9b20-3a06efced1dc req-7dcc58a3-f6a8-419d-ad6f-45ef69bbaa07 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712994 Jan 27 21:42:32.768028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1278165373-network', 'tenant_id': 'b20db0597a3242edb610e815258122ac'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:32.874031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Allocated IP 172.20.0.1 (6bc6eec4-18b0-485e-a2a1-fd0f83d849aa/9cbe5e25-3e4f-4e3b-bed1-444bf28598c6/dc589f32-75e6-460f-9131-bc889cfc63a1) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:32.924190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Made reservation on behalf of b20db0597a3242edb610e815258122ac for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:32.939567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.942881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 85f5f066-b453-4822-9021-d8b91886d15c up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:32.945293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 587c2772-c648-471c-af54-f9e8b741d22e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:32.945804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (587c2772-c648-471c-af54-f9e8b741d22e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.970103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3a201dd-6e1c-4d5d-bb5e-1103e03d5f97 req-66ec1bec-1772-4bef-b872-2c01b9830277 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.0705271 Jan 27 21:42:33.099225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=e1836159-b525-42cc-8559-7fa000d2325c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:33.114674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd41b73-2d70-45e9-a1ee-df206c0e0989 req-3878361a-db74-4be3-a300-9d252943d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:33.117976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bd41b73-2d70-45e9-a1ee-df206c0e0989 req-3878361a-db74-4be3-a300-9d252943d951 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=720d7837-1da1-4e04-bc8e-55c38cf53a3c HTTP/1.1" status: 200 len: 1097 time: 0.3422720 Jan 27 21:42:33.130433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.258463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Publish callbacks [] for security_group (671f361a-2124-44c8-987d-29e455784b3b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.263899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bd41b73-2d70-45e9-a1ee-df206c0e0989 req-3fc1fcbe-479c-40b7-9d0d-61b77f6025db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344428 Jan 27 21:42:33.270136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (671f361a-2124-44c8-987d-29e455784b3b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.313831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (652471f2-2109-4045-b2d3-5382720c6fd8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.319495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:42:33.321812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Publish callbacks [] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.322897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:33.341620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671f361a-2124-44c8-987d-29e455784b3b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:33.376348 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0640984b-5708-4dbd-bde7-cf14e66563f9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.381034 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Added segment 0640984b-5708-4dbd-bde7-cf14e66563f9 of type vlan for network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 Jan 27 21:42:33.432766 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Publish callbacks [] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.467187 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.717017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Attempting to bind port be224f63-4f80-4ebc-b865-a7f8087fecf8 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:33.718819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Attempting to bind port be224f63-4f80-4ebc-b865-a7f8087fecf8 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:33.719768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Attempting to bind port be224f63-4f80-4ebc-b865-a7f8087fecf8 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:33.726740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 85f5f066-b453-4822-9021-d8b91886d15c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:42:33.733444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:33.734355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:33.735055 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.735741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:33.736561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Bound port: be224f63-4f80-4ebc-b865-a7f8087fecf8, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:33.737383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.745719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 587c2772-c648-471c-af54-f9e8b741d22e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:33.770948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.787778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 85f5f066-b453-4822-9021-d8b91886d15c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:33.788315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (85f5f066-b453-4822-9021-d8b91886d15c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.794534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97b8de-1d6c-4298-81d2-d7a9b55fcc4b None None] Pushing event updated for resources: {'Port': ['ID=be224f63-4f80-4ebc-b865-a7f8087fecf8,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:33.814212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.968458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] For port be224f63-4f80-4ebc-b865-a7f8087fecf8, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:33.974756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] For port be224f63-4f80-4ebc-b865-a7f8087fecf8, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=be224f63-4f80-4ebc-b865-a7f8087fecf8,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:33.994081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:42:33.996748 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.999572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186a76-ac33-4846-ade6-054788791044 req-78b687e9-0297-4fa0-be86-6f8a97c5b2de tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:34.012294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af186a76-ac33-4846-ade6-054788791044 req-78b687e9-0297-4fa0-be86-6f8a97c5b2de tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 0.4175482 Jan 27 21:42:34.141986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:34.162980 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Sync routers for ids ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:34.192274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.194123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:34.197899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.214695 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.221571 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-94329d21-7565-411d-9fb2-2e0312d28d78 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3492327 Jan 27 21:42:34.228379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42590) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.249077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97b8de-1d6c-4298-81d2-d7a9b55fcc4b None None] Pushing event updated for resources: {'Port': ['ID=be224f63-4f80-4ebc-b865-a7f8087fecf8,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.252923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 208c19fb-411e-41f9-9fae-ad7f6d65524b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:34.254859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Pushing event updated for resources: {'Port': ['ID=dc589f32-75e6-460f-9131-bc889cfc63a1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.261902 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Routers {'9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:34.267090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:34.277417 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:34.432644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af186a76-ac33-4846-ade6-054788791044 req-3f93b197-7d2d-4312-bad5-024c9ac44df1 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192166 Jan 27 21:42:34.436062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:34.442261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Routers {'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:34.450515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:34.451713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:34.557366 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3308620 Jan 27 21:42:34.563890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42592) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.577822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Request body: {'subnet': {'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1278165373-subnet', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:34.608826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b2333-d2f4-4300-9997-815a336cefe2 admin admin] Pushing event updated for resources: {'Network': ['ID=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.632745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc97031-0594-497d-a26f-b1aeccd91529 req-7aea0a3d-46e8-4238-87dc-4bdcc3ef0c20 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:34.638019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfc97031-0594-497d-a26f-b1aeccd91529 req-7aea0a3d-46e8-4238-87dc-4bdcc3ef0c20 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 944 time: 0.6983061 Jan 27 21:42:34.694427 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.728210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336dc52-4e16-4641-8582-e7401a9690fa None None] Network aaac6152-aace-4887-b43e-8f049250bb4b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:34.730918 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Set router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:34.740578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Made reservation on behalf of b20db0597a3242edb610e815258122ac for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:34.747101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.803391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:34.815245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ceb8cb65-7a08-4e30-b7b2-2bd758daee1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.824082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 85f5f066-b453-4822-9021-d8b91886d15c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:34.824865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (85f5f066-b453-4822-9021-d8b91886d15c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.840198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f1aea57-d4c2-40dc-8c80-2f78846db1d5 req-95b18e4c-2900-4225-95f3-39537686e99e tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.1614661 Jan 27 21:42:34.893027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] Set router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:34.896666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfc97031-0594-497d-a26f-b1aeccd91529 req-f39db080-4de3-4aba-a4c7-aa02ba1a90ad tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170957 Jan 27 21:42:35.376860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 85f5f066-b453-4822-9021-d8b91886d15c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=85f5f066-b453-4822-9021-d8b91886d15c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:35.425188 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.562773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c3ee0d-3f55-4d76-950b-7530c687dda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f5f066-b453-4822-9021-d8b91886d15c'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:35.566650 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f80f3e-0f7a-4e38-8f4d-b881d7adc872" -d '{"events": [{"server_uuid": "e6c3ee0d-3f55-4d76-950b-7530c687dda5", "name": "network-vif-plugged", "status": "completed", "tag": "85f5f066-b453-4822-9021-d8b91886d15c"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:35.599571 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:42:31Z', 'revision_number': 3, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port': {'id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:28Z', 'updated_at': '2022-01-27T21:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:35.648669 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (85f5f066-b453-4822-9021-d8b91886d15c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.664304 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Checking router: 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:35.664817 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Updating router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:35.704960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Deleting port a1e38fb0-ef20-4a5c-82e9-623fc0102590 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:35.706726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.732895 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.802237 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (c72c0f46-cb79-475a-860d-4037da762546), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.862838 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe8bfe7-fa34-4840-9792-2525a203e903 x-openstack-request-id: req-1fe8bfe7-fa34-4840-9792-2525a203e903 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:35.863663 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c3ee0d-3f55-4d76-950b-7530c687dda5", "name": "network-vif-plugged", "status": "completed", "tag": "85f5f066-b453-4822-9021-d8b91886d15c", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:35.863663 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fe8bfe7-fa34-4840-9792-2525a203e903 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:35.863991 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c3ee0d-3f55-4d76-950b-7530c687dda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f5f066-b453-4822-9021-d8b91886d15c', 'code': 200} Jan 27 21:42:35.864713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 208c19fb-411e-41f9-9fae-ad7f6d65524b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:35.865164 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.913735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=85f5f066-b453-4822-9021-d8b91886d15c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.939802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-60121b6e-658c-4319-9f30-60c28bdc1a61 None None] Provisioning complete for port 208c19fb-411e-41f9-9fae-ad7f6d65524b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:35.941281 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60121b6e-658c-4319-9f30-60c28bdc1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.063433 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 208c19fb-411e-41f9-9fae-ad7f6d65524b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:36.064278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.167252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 208c19fb-411e-41f9-9fae-ad7f6d65524b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=208c19fb-411e-41f9-9fae-ad7f6d65524b,segment=NetworkSegment(9ae383c6-c697-4029-a262-83751dee3c58),segment_id=9ae383c6-c697-4029-a262-83751dee3c58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:36.169519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-60121b6e-658c-4319-9f30-60c28bdc1a61 None None] Current status of the port 208c19fb-411e-41f9-9fae-ad7f6d65524b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:36.170299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60121b6e-658c-4319-9f30-60c28bdc1a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.202382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.209131 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72c0f46-cb79-475a-860d-4037da762546,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:36.229428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Checking segment: {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:36.230153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Network hostable DHCP agents. Network: d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:36.432700 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-60121b6e-658c-4319-9f30-60c28bdc1a61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:36.433578 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-60121b6e-658c-4319-9f30-60c28bdc1a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:36.435056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=208c19fb-411e-41f9-9fae-ad7f6d65524b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:36.447017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Publish callbacks [] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.478444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.496687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:22Z', 'revision_number': 3, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:36.570700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:36.610685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:36.629724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:36.630692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.703484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49d911-675f-4899-ba6b-ebd9ca6848f5 None None] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:36.707568 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.710127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2acda-eda4-4a52-a85c-d94d89ef5594 None None] The sync data for ids ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'] in n-d-826529-2 is: [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:22Z', 'revision_number': 3, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:36.711478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd10f1-a52a-421a-8b51-8341622c9a24 req-7d2ee181-3a49-4191-852d-6eb5a0e9376d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:36.714316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6fd10f1-a52a-421a-8b51-8341622c9a24 req-7d2ee181-3a49-4191-852d-6eb5a0e9376d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 0.9999409 Jan 27 21:42:36.753543 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-064f4d9b-33da-4c76-8c37-d7c8a4b675b6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1820769 Jan 27 21:42:36.753831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42608) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:36.774216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:36.780834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3a189cf-bcfb-4197-8049-30ed72e0e315 req-44de4c53-5dc2-4944-bda0-530ee69a9a51 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.3164847 Jan 27 21:42:36.900012 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Publish callbacks [] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.920395 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.981908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845a888-04bc-4e05-83f9-02d96ee7e93e req-ba02f994-5e31-4e63-b1e5-d9e40590370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:36.984084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c845a888-04bc-4e05-83f9-02d96ee7e93e req-ba02f994-5e31-4e63-b1e5-d9e40590370b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 1096 time: 0.9067295 Jan 27 21:42:37.050994 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Attempting to bind port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:37.051470 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Attempting to bind port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:37.051758 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Attempting to bind port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:37.077635 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d35e9-36bb-4888-964e-778995d7b226 None None] Pushing event updated for resources: {'Port': ['ID=94e43ceb-b05c-4fcd-931b-e4d36c5a706a,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.083275 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:37.083870 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:37.089823 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.090380 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:37.090701 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Bound port: 94e43ceb-b05c-4fcd-931b-e4d36c5a706a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:37.090977 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.173055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6fd10f1-a52a-421a-8b51-8341622c9a24 req-7b804c1e-29ba-44cb-aee8-e214e69a30b0 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735416 Jan 27 21:42:37.178936 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.204990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Pushing event updated for resources: {'Port': ['ID=dc589f32-75e6-460f-9131-bc889cfc63a1,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.209864 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] For port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:37.215113 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] For port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=94e43ceb-b05c-4fcd-931b-e4d36c5a706a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:37.235636 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.292385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'project_id': 'b20db0597a3242edb610e815258122ac', 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:37.292385 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.331673 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81c7d39f-7a85-43da-a51b-b9baf96127e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.379380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] For port a1e38fb0-ef20-4a5c-82e9-623fc0102590, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a1e38fb0-ef20-4a5c-82e9-623fc0102590,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:37.380104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.389153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.395522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-60121b6e-658c-4319-9f30-60c28bdc1a61 None None] Current status of the port 208c19fb-411e-41f9-9fae-ad7f6d65524b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:37.402819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.479164 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Routers {'9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:37.486213 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:37.499778 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d35e9-36bb-4888-964e-778995d7b226 None None] Pushing event updated for resources: {'Port': ['ID=94e43ceb-b05c-4fcd-931b-e4d36c5a706a,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.544179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Allocated IP 172.20.0.1 (aaac6152-aace-4887-b43e-8f049250bb4b/71f63782-4bb2-47a7-a45b-0c59704a8d08/90e04f50-6dcb-4341-9e44-3840fdfee4a6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:37.584561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Calling delete_port for a1e38fb0-ef20-4a5c-82e9-623fc0102590 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:37.654233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f7b1-0aa9-43d3-b50c-3f20874070b7 req-2c8d5856-35d3-4606-a9d5-0270d1e52d43 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:37.656338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ed1f7b1-0aa9-43d3-b50c-3f20874070b7 req-2c8d5856-35d3-4606-a9d5-0270d1e52d43 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 945 time: 0.5610669 Jan 27 21:42:37.842755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4ba80f90-443a-4731-866a-7798fcfbdf7e None None] Provisioning complete for port dc589f32-75e6-460f-9131-bc889cfc63a1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:37.857218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ba80f90-443a-4731-866a-7798fcfbdf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.936574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Allocated IP 172.20.0.2 (d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8/c72c0f46-cb79-475a-860d-4037da762546/dd7f061c-66c5-4ea1-a3c7-1a6289337002) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:37.967565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c845a888-04bc-4e05-83f9-02d96ee7e93e req-aabc90c0-b4ec-4262-a4e6-7dff862783f5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9761183 Jan 27 21:42:37.970352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4ba80f90-443a-4731-866a-7798fcfbdf7e None None] Port dc589f32-75e6-460f-9131-bc889cfc63a1 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:38.030580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372776c5-1d9c-4cc7-b226-879235f2e4b4 req-143b854a-b625-4e3a-8e3e-3d700109d8dc tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.0558085 Jan 27 21:42:38.051750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks [] for router_controller (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.137631 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] Set router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:38.144539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ed1f7b1-0aa9-43d3-b50c-3f20874070b7 req-a4cfd78f-75a6-4ff2-9c55-467e275cdd61 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160101 Jan 27 21:42:38.147955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:38.191673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-386a9f83-b818-4d8b-9713-7222985c00d4 None None] Provisioning complete for port 208c19fb-411e-41f9-9fae-ad7f6d65524b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:38.192158 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-386a9f83-b818-4d8b-9713-7222985c00d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.318111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:38.757197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:38.821979 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.897550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks [] for router_gateway (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.974009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Publish callbacks [] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.976651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device be224f63-4f80-4ebc-b865-a7f8087fecf8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:39.042850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ea751-ec97-44fd-b19f-c1d69a1db880 req-4222465e-6fa5-45ab-acd1-39558df6d319 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:39.056799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c75ea751-ec97-44fd-b19f-c1d69a1db880 req-4222465e-6fa5-45ab-acd1-39558df6d319 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 0.6805041 Jan 27 21:42:39.082833 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:42:31Z', 'revision_number': 3, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port': {'id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:28Z', 'updated_at': '2022-01-27T21:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:39.121845 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Publish callbacks [] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.188023 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23471e1e-230e-427b-832f-4f8caf496c1a None None] The sync data for ids ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'] in n-d-826529-2 is: [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:42:31Z', 'revision_number': 3, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port': {'id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:28Z', 'updated_at': '2022-01-27T21:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:39.379618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-386a9f83-b818-4d8b-9713-7222985c00d4 None None] Current status of the port 208c19fb-411e-41f9-9fae-ad7f6d65524b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:39.395855 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.422294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.491746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Network aaac6152-aace-4887-b43e-8f049250bb4b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:39.498375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:39.512558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:39.555608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:39.568902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:39.574962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:39.626673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Pushing event updated for resources: {'Port': ['ID=90e04f50-6dcb-4341-9e44-3840fdfee4a6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:39.648522 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.701498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c517081-d2e4-4fdb-9e7c-b30947e6ea44 req-448c46d8-c66f-4e26-af32-298090634c9c tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.2985363 Jan 27 21:42:39.859354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a1e38fb0-ef20-4a5c-82e9-623fc0102590), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.924468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Pushing event updated for resources: {'Port': ['ID=dd7f061c-66c5-4ea1-a3c7-1a6289337002,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:39.939059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a377ab38-c006-4e74-a831-408e747e4e6b None None] Provisioning complete for port dc589f32-75e6-460f-9131-bc889cfc63a1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:39.953814 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a377ab38-c006-4e74-a831-408e747e4e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.971124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.185455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Attempting to bind port dd7f061c-66c5-4ea1-a3c7-1a6289337002 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:40.186963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Attempting to bind port dd7f061c-66c5-4ea1-a3c7-1a6289337002 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:40.187636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Attempting to bind port dd7f061c-66c5-4ea1-a3c7-1a6289337002 on network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:40.302144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:40.302744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Checking segment: {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:40.303730 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.308931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Bound using segment: {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:40.309652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Bound port: dd7f061c-66c5-4ea1-a3c7-1a6289337002, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:40.310282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.393285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port be224f63-4f80-4ebc-b865-a7f8087fecf8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:40.397249 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.633814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] For port dd7f061c-66c5-4ea1-a3c7-1a6289337002, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:40.640770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] For port dd7f061c-66c5-4ea1-a3c7-1a6289337002, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dd7f061c-66c5-4ea1-a3c7-1a6289337002,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:40.768515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.809600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a377ab38-c006-4e74-a831-408e747e4e6b None None] Port dc589f32-75e6-460f-9131-bc889cfc63a1 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:41.005071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157ab77-444c-4eba-b0f0-9be453d48695 None None] Pushing event updated for resources: {'Port': ['ID=dd7f061c-66c5-4ea1-a3c7-1a6289337002,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:41.122431 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.171512 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.185846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ea8a8b96-5353-4917-b4f3-62e9282dcbe8 None None] Provisioning complete for port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:41.186424 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8b96-5353-4917-b4f3-62e9282dcbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.324707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e38fb0-ef20-4a5c-82e9-623fc0102590,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:41.343914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c75ea751-ec97-44fd-b19f-c1d69a1db880 req-cb90d998-b10c-4575-a9f9-69563f06cc52 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2607319 Jan 27 21:42:41.532230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e43897-399e-428b-a798-dd0266726988 req-95a5be9a-7bff-4ad6-abf9-74896f8f8f2f tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:41.535395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e43897-399e-428b-a798-dd0266726988 req-95a5be9a-7bff-4ad6-abf9-74896f8f8f2f tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 945 time: 1.4147980 Jan 27 21:42:41.628240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ea8a8b96-5353-4917-b4f3-62e9282dcbe8 None None] Port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:41.662555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port be224f63-4f80-4ebc-b865-a7f8087fecf8 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:41.662972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.714247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:41.742589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-215fa80b-2d04-49f1-afa1-b719e9be2c23 admin admin] 10.222.0.45 "PUT /v2.0/routers/e781e106-1815-4a2d-8a46-1fc0c9b5ddf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9074814 Jan 27 21:42:41.765290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Sync routers for ids ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:41.799942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks [] for router_gateway (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.888469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port be224f63-4f80-4ebc-b865-a7f8087fecf8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=be224f63-4f80-4ebc-b865-a7f8087fecf8,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:41.899435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Routers {'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:41.910026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ccdc875-a601-4d59-8306-4750699b8d2f req-c328d324-096c-49e9-8bf6-1c9c27c2ea53 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.2249210 Jan 27 21:42:41.923947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:41.938155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.951989 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.955074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 208c19fb-411e-41f9-9fae-ad7f6d65524b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:42.008142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e43897-399e-428b-a798-dd0266726988 req-c85f498a-5295-4aca-8d2e-4adbb312d805 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502401 Jan 27 21:42:42.010630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (652471f2-2109-4045-b2d3-5382720c6fd8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.498804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Publish callbacks [] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.529709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.858350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Pushing event updated for resources: {'Port': ['ID=90e04f50-6dcb-4341-9e44-3840fdfee4a6,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:42.922182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432f829-b157-4c71-bf42-f701e96ce0a3 req-36360c73-a782-4bf8-9fc9-478e983585fd tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:42.931771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a432f829-b157-4c71-bf42-f701e96ce0a3 req-36360c73-a782-4bf8-9fc9-478e983585fd tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=720d7837-1da1-4e04-bc8e-55c38cf53a3c HTTP/1.1" status: 200 len: 946 time: 0.4093144 Jan 27 21:42:43.045442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=be224f63-4f80-4ebc-b865-a7f8087fecf8,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:43.084295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Set router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:43.115811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.196178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Allocated IP 172.25.8.160 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/795c8356-07b1-4cbd-ab43-1f656d1e95ed) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:43.338554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89bca2cd-dae5-4fb7-a7a3-9e1d53bc6c0d req-0ca7880b-c062-4bf4-9c74-6583f49b03d4 tempest-FloatingIPsNegativeTestJSON-133027996 tempest-FloatingIPsNegativeTestJSON-133027996-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=44e7e13069c7466f997da1fb8671c610 HTTP/1.1" status: 200 len: 217 time: 0.4029353 Jan 27 21:42:43.356053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Router 652471f2-2109-4045-b2d3-5382720c6fd8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:43.443455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a432f829-b157-4c71-bf42-f701e96ce0a3 req-74d69f81-e417-4231-a7f7-98088438499b tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790143 Jan 27 21:42:43.611683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 208c19fb-411e-41f9-9fae-ad7f6d65524b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:43.612190 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.781418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 208c19fb-411e-41f9-9fae-ad7f6d65524b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:43.798951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:35Z', 'revision_number': 4, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'dc589f32-75e6-460f-9131-bc889cfc63a1', 'name': '', 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'mac_address': 'fa:16:3e:ff:37:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9cbe5e25-3e4f-4e3b-bed1-444bf28598c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:32Z', 'updated_at': '2022-01-27T21:42:35Z', 'revision_number': 2, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'subnets': [{'id': '9cbe5e25-3e4f-4e3b-bed1-444bf28598c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:43.847994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Checking router: e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:43.849480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Updating router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 port dc589f32-75e6-460f-9131-bc889cfc63a1 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:43.955653 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks [] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.987589 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.015932 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.089330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c6c24-1423-4ec8-92ba-cf2e42550049 None None] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:44.247759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ea5c5-6a62-4e43-acfb-11c380e94e9b req-09670845-8655-4cde-9a20-9dbb653bbea0 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:44.253427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968ea5c5-6a62-4e43-acfb-11c380e94e9b req-09670845-8655-4cde-9a20-9dbb653bbea0 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 0.6020424 Jan 27 21:42:44.269352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Network aaac6152-aace-4887-b43e-8f049250bb4b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:44.287858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54bf5750-2ed1-4cfe-a644-7b87d082e55c req-d3db89ad-dcdb-4969-8b00-6bdcc4ff8905 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.3837240 Jan 27 21:42:44.306540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:44.308890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Pushing event updated for resources: {'Port': ['ID=795c8356-07b1-4cbd-ab43-1f656d1e95ed,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:44.368265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:44.379630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:44.384322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:44.396374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:44.404290 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] Sync routers for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:44.436650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6497f01f-661a-416c-b802-5a74dd9f46da admin admin] 10.222.0.45 "PUT /v2.0/routers/652471f2-2109-4045-b2d3-5382720c6fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1058674 Jan 27 21:42:44.437881 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:44.443648 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:44.572804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42648) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:44.638984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a940d8ca-cd5e-4410-89dc-e3ce4a6c039d req-f782afd0-aba2-4f89-a4c4-5e5575e069df tempest-FloatingIPsNegativeTestJSON-133027996 tempest-FloatingIPsNegativeTestJSON-133027996-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2370961 Jan 27 21:42:44.775288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 94e43ceb-b05c-4fcd-931b-e4d36c5a706a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:44.847096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968ea5c5-6a62-4e43-acfb-11c380e94e9b req-7ca343c9-a54c-4b88-b949-e8be98ac04e1 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575657 Jan 27 21:42:44.956331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-99dd8073-1105-41c7-b2d8-9e5f692ecbe9 None None] Provisioning complete for port dd7f061c-66c5-4ea1-a3c7-1a6289337002 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:44.956761 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-99dd8073-1105-41c7-b2d8-9e5f692ecbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.981840 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:44.987781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks [] for router (652471f2-2109-4045-b2d3-5382720c6fd8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.129558 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-01e53320-4f2b-4979-930d-cc182a00e272 req-852ede61-9205-4b96-9b85-462cceae0924 tempest-FloatingIPsNegativeTestJSON-133027996 tempest-FloatingIPsNegativeTestJSON-133027996-project] show failed (client error): The resource could not be found. Jan 27 21:42:45.131220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e53320-4f2b-4979-930d-cc182a00e272 req-852ede61-9205-4b96-9b85-462cceae0924 tempest-FloatingIPsNegativeTestJSON-133027996 tempest-FloatingIPsNegativeTestJSON-133027996-project] 10.222.0.45 "GET /v2.0/floatingips/dbeb77b5-d91b-44ab-b0be-fcda23e07986 HTTP/1.1" status: 404 len: 350 time: 0.1819975 Jan 27 21:42:45.152065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42654) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:45.476158 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks [] for router_gateway (652471f2-2109-4045-b2d3-5382720c6fd8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.778452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:45.781117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.787851 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:42:38Z', 'revision_number': 5, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port': {'id': '8a82d028-50a9-4e0a-9328-eb4644f500c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:07Z', 'updated_at': '2022-01-27T21:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:45.966647 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] Checking router: 652471f2-2109-4045-b2d3-5382720c6fd8 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:46.003757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87ea6b46-a48b-4271-a074-ccf0ca97c2d3 req-f341b465-1a6f-44ed-9cf4-d2f883bc7878 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.2693059 Jan 27 21:42:46.013083 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] Routers {'652471f2-2109-4045-b2d3-5382720c6fd8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:46.017974 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['652471f2-2109-4045-b2d3-5382720c6fd8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:46.435875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] Set router 652471f2-2109-4045-b2d3-5382720c6fd8 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:46.481199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-99dd8073-1105-41c7-b2d8-9e5f692ecbe9 None None] Current status of the port dd7f061c-66c5-4ea1-a3c7-1a6289337002 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:46.481866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-99dd8073-1105-41c7-b2d8-9e5f692ecbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.551487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Deleting port 8a82d028-50a9-4e0a-9328-eb4644f500c6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:46.552344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.651929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] For port 8a82d028-50a9-4e0a-9328-eb4644f500c6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8a82d028-50a9-4e0a-9328-eb4644f500c6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:46.651929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.668793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Calling delete_port for 8a82d028-50a9-4e0a-9328-eb4644f500c6 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:46.717571 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:42:45Z', 'revision_number': 6, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:46.840790 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051f3b0-c9ab-4922-bf73-7d7ed2e84a3e None None] The sync data for ids ['652471f2-2109-4045-b2d3-5382720c6fd8'] in n-d-826529-2 is: [{'id': '652471f2-2109-4045-b2d3-5382720c6fd8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1401903580-router', 'tenant_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:06Z', 'updated_at': '2022-01-27T21:42:45Z', 'revision_number': 6, 'project_id': '085c0c9dc69a4f749abadbbaa7aaef7b', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:46.948272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-99dd8073-1105-41c7-b2d8-9e5f692ecbe9 None None] For port dd7f061c-66c5-4ea1-a3c7-1a6289337002, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dd7f061c-66c5-4ea1-a3c7-1a6289337002,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:46.966969 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-99dd8073-1105-41c7-b2d8-9e5f692ecbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.979777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:47.043578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94e66-ce0a-4695-b3a3-fd67b85a06f4 req-0c6f8c44-9d7d-4069-bc67-cf2dce78488c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.047575 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8a82d028-50a9-4e0a-9328-eb4644f500c6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.050623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:47.051645 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.054799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64f94e66-ce0a-4695-b3a3-fd67b85a06f4 req-0c6f8c44-9d7d-4069-bc67-cf2dce78488c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 0.7924480 Jan 27 21:42:47.125522 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Publish callbacks [] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.180415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=94e43ceb-b05c-4fcd-931b-e4d36c5a706a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:47.193083 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.217171 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.219841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dd7f061c-66c5-4ea1-a3c7-1a6289337002 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:47.297536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0c9fc54d-1851-426b-9038-37eb784959eb None None] Provisioning complete for port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:47.298389 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc54d-1851-426b-9038-37eb784959eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.310392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd8073-1105-41c7-b2d8-9e5f692ecbe9 None None] Pushing event updated for resources: {'Port': ['ID=dd7f061c-66c5-4ea1-a3c7-1a6289337002,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.488787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-87b1f862-a29d-44eb-bfec-79bea46e5966 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.514740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-87b1f862-a29d-44eb-bfec-79bea46e5966 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 813 time: 0.9136159 Jan 27 21:42:47.595014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64f94e66-ce0a-4695-b3a3-fd67b85a06f4 req-5f58b87e-dea5-4c21-bdca-176e3547e14c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387607 Jan 27 21:42:47.612480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-fb42be23-a823-4094-bac1-4f5acd536b10 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/quotas/22a248471e6e40799c25363c8b4db20e HTTP/1.1" status: 200 len: 375 time: 0.0957215 Jan 27 21:42:47.759048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dd7f061c-66c5-4ea1-a3c7-1a6289337002 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:47.760046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.763842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fc54d-1851-426b-9038-37eb784959eb None None] Port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:47.815843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Attempting to bind port dc589f32-75e6-460f-9131-bc889cfc63a1 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:47.816765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Attempting to bind port dc589f32-75e6-460f-9131-bc889cfc63a1 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:47.817576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Attempting to bind port dc589f32-75e6-460f-9131-bc889cfc63a1 on network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:47.823228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a82d028-50a9-4e0a-9328-eb4644f500c6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.829265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec8e52-bb9b-4691-8303-30870ed30a8a None None] Pushing event updated for resources: {'Port': ['ID=dc589f32-75e6-460f-9131-bc889cfc63a1,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.839803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:47.841090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Checking segment: {'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:47.842027 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.843375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Bound using segment: {'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:47.844583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Bound port: dc589f32-75e6-460f-9131-bc889cfc63a1, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:47.845579 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.870531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-e680f350-83f5-4892-8681-0b840ea8703e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.870885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-e680f350-83f5-4892-8681-0b840ea8703e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.57 "GET /v2.0/ports?device_id=720d7837-1da1-4e04-bc8e-55c38cf53a3c HTTP/1.1" status: 200 len: 946 time: 1.1572726 Jan 27 21:42:47.947448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=94e43ceb-b05c-4fcd-931b-e4d36c5a706a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.989204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0c9fc54d-1851-426b-9038-37eb784959eb None None] Provisioning complete for port dd7f061c-66c5-4ea1-a3c7-1a6289337002 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:47.990442 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc54d-1851-426b-9038-37eb784959eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.088016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.146702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0ea25f9-8a69-4eca-a1d1-a052907959ad req-3eec3c76-acc3-42cb-945b-d940f1eb523f tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.2961588 Jan 27 21:42:48.162178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:48.196462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2c3ae6c9-bc3d-4c9f-8965-76cb012a631e admin admin] 10.222.0.45 "PUT /v2.0/routers/9a134b4d-1a7b-4a5a-a950-4a523df0ea4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9310727 Jan 27 21:42:48.202112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (652471f2-2109-4045-b2d3-5382720c6fd8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.357988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-fc9ea03b-78f6-4ca8-845a-daad64026e6b tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:48.359765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-fc9ea03b-78f6-4ca8-845a-daad64026e6b tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6c3ee0d-3f55-4d76-950b-7530c687dda5 HTTP/1.1" status: 200 len: 945 time: 0.5649488 Jan 27 21:42:48.679142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Sync routers for ids ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:48.679453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-9bb0645e-15e8-49a9-85de-0edee5b90993 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0613022 Jan 27 21:42:48.779205 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.806742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fc54d-1851-426b-9038-37eb784959eb None None] Current status of the port dd7f061c-66c5-4ea1-a3c7-1a6289337002 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:48.813698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Routers {'9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:48.815488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:48.823398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dd7f061c-66c5-4ea1-a3c7-1a6289337002 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:48.825574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device be224f63-4f80-4ebc-b865-a7f8087fecf8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:48.828140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Deleting port e1836159-b525-42cc-8559-7fa000d2325c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:48.828486 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e1836159-b525-42cc-8559-7fa000d2325c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.944724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (652471f2-2109-4045-b2d3-5382720c6fd8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.962744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks [] for router_controller (652471f2-2109-4045-b2d3-5382720c6fd8), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.997163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks [] for router_gateway (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.004806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] For port dc589f32-75e6-460f-9131-bc889cfc63a1, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:49.052334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] For port dc589f32-75e6-460f-9131-bc889cfc63a1, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dc589f32-75e6-460f-9131-bc889cfc63a1,segment=NetworkSegment(52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26),segment_id=52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:49.111605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b820cdb0-db8a-4f9b-ad64-dd95627462f7 None None] Provisioning complete for port dc589f32-75e6-460f-9131-bc889cfc63a1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:49.116819 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b820cdb0-db8a-4f9b-ad64-dd95627462f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.127791 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.194581 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (652471f2-2109-4045-b2d3-5382720c6fd8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.195792 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 652471f2-2109-4045-b2d3-5382720c6fd8 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:42:49.217553 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.221919 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2d90301f-0461-4fc8-b3bb-af41943e5855 admin admin] 10.222.0.45 "DELETE /v2.0/routers/652471f2-2109-4045-b2d3-5382720c6fd8 HTTP/1.1" status: 204 len: 168 time: 4.6438713 Jan 27 21:42:49.223622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42726) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:49.293798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port be224f63-4f80-4ebc-b865-a7f8087fecf8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:49.299539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.445708 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6273d5c-79c4-4d8e-a2d4-bc5ed543fed9 admin admin] Deleting subnet 9b0a02fe-e156-4eae-8a8f-fd2065db7af7 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:49.470739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6273d5c-79c4-4d8e-a2d4-bc5ed543fed9 admin admin] Publish callbacks [] for subnet (9b0a02fe-e156-4eae-8a8f-fd2065db7af7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.621151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] For port e1836159-b525-42cc-8559-7fa000d2325c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e1836159-b525-42cc-8559-7fa000d2325c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:49.621804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e1836159-b525-42cc-8559-7fa000d2325c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.679964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Calling delete_port for e1836159-b525-42cc-8559-7fa000d2325c owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:49.690715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec8e52-bb9b-4691-8303-30870ed30a8a None None] Pushing event updated for resources: {'Port': ['ID=dc589f32-75e6-460f-9131-bc889cfc63a1,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:49.722493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Set router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:49.978915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b820cdb0-db8a-4f9b-ad64-dd95627462f7 None None] Current status of the port dc589f32-75e6-460f-9131-bc889cfc63a1 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:49.982696 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b820cdb0-db8a-4f9b-ad64-dd95627462f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.986379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Routers {'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:49.988548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:50.425178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] Set router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:50.634715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6273d5c-79c4-4d8e-a2d4-bc5ed543fed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (9b0a02fe-e156-4eae-8a8f-fd2065db7af7), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.691543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e2090-0bf8-4ad5-9ad8-6d86270330aa req-d9c23188-e1b9-474e-9063-951d3e2b6379 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:50.700173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d57e2090-0bf8-4ad5-9ad8-6d86270330aa req-d9c23188-e1b9-474e-9063-951d3e2b6379 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 1.6207900 Jan 27 21:42:50.786212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6273d5c-79c4-4d8e-a2d4-bc5ed543fed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (9b0a02fe-e156-4eae-8a8f-fd2065db7af7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.840552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Deleting port 85f5f066-b453-4822-9021-d8b91886d15c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:50.840913 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (85f5f066-b453-4822-9021-d8b91886d15c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.847759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b820cdb0-db8a-4f9b-ad64-dd95627462f7 None None] For port dc589f32-75e6-460f-9131-bc889cfc63a1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dc589f32-75e6-460f-9131-bc889cfc63a1,segment=NetworkSegment(52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26),segment_id=52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:50.951201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device e1836159-b525-42cc-8559-7fa000d2325c no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:50.983112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6273d5c-79c4-4d8e-a2d4-bc5ed543fed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (9b0a02fe-e156-4eae-8a8f-fd2065db7af7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.008827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 85f5f066-b453-4822-9021-d8b91886d15c no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:51.045234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] For port 85f5f066-b453-4822-9021-d8b91886d15c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=85f5f066-b453-4822-9021-d8b91886d15c,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:51.045690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (85f5f066-b453-4822-9021-d8b91886d15c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.059353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6273d5c-79c4-4d8e-a2d4-bc5ed543fed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0a02fe-e156-4eae-8a8f-fd2065db7af7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:51.071810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Calling delete_port for 85f5f066-b453-4822-9021-d8b91886d15c owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:51.174710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b6273d5c-79c4-4d8e-a2d4-bc5ed543fed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.196013 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b6273d5c-79c4-4d8e-a2d4-bc5ed543fed9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b0a02fe-e156-4eae-8a8f-fd2065db7af7 HTTP/1.1" status: 204 len: 168 time: 1.9706182 Jan 27 21:42:51.199282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:51.247728 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b820cdb0-db8a-4f9b-ad64-dd95627462f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.265312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4db8d4f-0516-400c-9ff1-43f329c84731 None None] Network 1929a838-82b7-4565-948f-dc7befddaab3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:51.295388 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (85f5f066-b453-4822-9021-d8b91886d15c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.370905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820cdb0-db8a-4f9b-ad64-dd95627462f7 None None] Pushing event updated for resources: {'Port': ['ID=dc589f32-75e6-460f-9131-bc889cfc63a1,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:51.375124 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.375756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port be224f63-4f80-4ebc-b865-a7f8087fecf8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:51.427393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d57e2090-0bf8-4ad5-9ad8-6d86270330aa req-9f4e4ee5-d93f-4b66-a270-a238be153ccf tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242897 Jan 27 21:42:51.432492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.446463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-6eb64e87-92c2-49a8-b8e1-5aecd5d1a507 service neutron] 10.222.0.45 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7449915 Jan 27 21:42:51.520780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:35Z', 'revision_number': 4, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'dc589f32-75e6-460f-9131-bc889cfc63a1', 'name': '', 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'mac_address': 'fa:16:3e:ff:37:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9cbe5e25-3e4f-4e3b-bed1-444bf28598c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:32Z', 'updated_at': '2022-01-27T21:42:48Z', 'revision_number': 4, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'subnets': [{'id': '9cbe5e25-3e4f-4e3b-bed1-444bf28598c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:51.523351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1a54689d-d6c8-4394-bbaf-2472d5880772 None None] Provisioning complete for port dc589f32-75e6-460f-9131-bc889cfc63a1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:51.523893 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a54689d-d6c8-4394-bbaf-2472d5880772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.526103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No active binding found for port 85f5f066-b453-4822-9021-d8b91886d15c {{(pid=103331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 21:42:51.526642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 85f5f066-b453-4822-9021-d8b91886d15c host None! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:42:51.527250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 85f5f066-b453-4822-9021-d8b91886d15c not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:51.632200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1929a838-82b7-4565-948f-dc7befddaab3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.688677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8749c8-254e-4331-a3ed-82372532d71a None None] The sync data for ids ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'] in n-d-826529-2 is: [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:35Z', 'revision_number': 4, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'dc589f32-75e6-460f-9131-bc889cfc63a1', 'name': '', 'network_id': '6bc6eec4-18b0-485e-a2a1-fd0f83d849aa', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'mac_address': 'fa:16:3e:ff:37:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9cbe5e25-3e4f-4e3b-bed1-444bf28598c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:32Z', 'updated_at': '2022-01-27T21:42:48Z', 'revision_number': 4, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'subnets': [{'id': '9cbe5e25-3e4f-4e3b-bed1-444bf28598c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:51.827512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port e1836159-b525-42cc-8559-7fa000d2325c is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:51.828185 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e1836159-b525-42cc-8559-7fa000d2325c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.860649 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:42:39Z', 'revision_number': 4, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port': {'id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:28Z', 'updated_at': '2022-01-27T21:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '90e04f50-6dcb-4341-9e44-3840fdfee4a6', 'name': '', 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'mac_address': 'fa:16:3e:c5:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '71f63782-4bb2-47a7-a45b-0c59704a8d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:36Z', 'updated_at': '2022-01-27T21:42:41Z', 'revision_number': 2, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'subnets': [{'id': '71f63782-4bb2-47a7-a45b-0c59704a8d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:51.915833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Checking router: 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:51.916372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Updating router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:51.970327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 94e43ceb-b05c-4fcd-931b-e4d36c5a706a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:51.996077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Pushing event deleted for resources: {'Port': ['ID=85f5f066-b453-4822-9021-d8b91886d15c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.024832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] DHCP port deletion for 1929a838-82b7-4565-948f-dc7befddaab3 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:42:52.052778 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.110669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1a54689d-d6c8-4394-bbaf-2472d5880772 None None] Current status of the port dc589f32-75e6-460f-9131-bc889cfc63a1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:52.124623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Deleting port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:52.124623 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.150682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:52.151473 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.223377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-a4ffd838-64b9-4fbd-8066-67aefe7a432c service neutron] 10.222.0.45 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7728341 Jan 27 21:42:52.227211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82bebe86-2219-4795-b03f-c6e9f806eb36 req-79c7f40f-c02e-4ba8-a2fa-116be46ec630 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.0574110 Jan 27 21:42:52.230718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] No DVR routers for this DVR port 85f5f066-b453-4822-9021-d8b91886d15c on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:52.247614 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.255136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32b7a409-ff92-4fce-9436-aeb5fab82f9e req-b3c64528-375f-40cb-bdd9-525b63d64427 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.16 "DELETE /v2.0/ports/85f5f066-b453-4822-9021-d8b91886d15c HTTP/1.1" status: 204 len: 173 time: 3.8787103 Jan 27 21:42:52.256359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c3ee0d-3f55-4d76-950b-7530c687dda5', 'name': 'network-vif-deleted', 'tag': '85f5f066-b453-4822-9021-d8b91886d15c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:52.261753 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5093c-7480-4f03-be15-6dd79c7701cd" -d '{"events": [{"server_uuid": "e6c3ee0d-3f55-4d76-950b-7530c687dda5", "name": "network-vif-deleted", "tag": "85f5f066-b453-4822-9021-d8b91886d15c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:52.330581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] For port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=435a1ab9-eb3d-432b-ab3d-1b1b3b81bced,segment=NetworkSegment(98ad28e7-150c-4e84-be08-85384af26174),segment_id=98ad28e7-150c-4e84-be08-85384af26174)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:52.331003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.335549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e1836159-b525-42cc-8559-7fa000d2325c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.379174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Calling delete_port for 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:52.570865 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37089de8-132a-4dd7-ba0f-c847f7e631ce x-openstack-request-id: req-37089de8-132a-4dd7-ba0f-c847f7e631ce {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:52.573432 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c3ee0d-3f55-4d76-950b-7530c687dda5", "name": "network-vif-deleted", "tag": "85f5f066-b453-4822-9021-d8b91886d15c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:52.574652 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37089de8-132a-4dd7-ba0f-c847f7e631ce {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:52.575145 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c3ee0d-3f55-4d76-950b-7530c687dda5', 'name': 'network-vif-deleted', 'tag': '85f5f066-b453-4822-9021-d8b91886d15c', 'status': 'completed', 'code': 200} Jan 27 21:42:52.597620 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.694190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Pushing event deleted for resources: {'Port': ['ID=435a1ab9-eb3d-432b-ab3d-1b1b3b81bced,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.727595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] No DVR routers for this DVR port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:52.749801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:42:52.966421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Pushing event deleted for resources: {'Port': ['ID=e1836159-b525-42cc-8559-7fa000d2325c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.978200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] Deleting port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:52.978804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.060720 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1929a838-82b7-4565-948f-dc7befddaab3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.127301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] For port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:53.127936 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.150501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1929a838-82b7-4565-948f-dc7befddaab3']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:53.172603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e789eb-8f02-4989-a82a-89efdd56abb7 req-b6cba7e7-d10d-436d-84fd-98098a504790 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:53.180843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] Calling delete_port for 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:53.188581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93e789eb-8f02-4989-a82a-89efdd56abb7 req-b6cba7e7-d10d-436d-84fd-98098a504790 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 0.4222956 Jan 27 21:42:53.193056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] Port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:42:53.197862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] No DVR routers for this DVR port e1836159-b525-42cc-8559-7fa000d2325c on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:53.201154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ad28e7-150c-4e84-be08-85384af26174') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:53.202790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ad28e7-150c-4e84-be08-85384af26174') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:53.209509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (435a1ab9-eb3d-432b-ab3d-1b1b3b81bced), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.229385 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.232883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09e366db-aa6b-4e26-b12b-9e97dc9f957a req-4fcd43f2-ca42-4c33-adc4-0e2f75481787 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.57 "DELETE /v2.0/ports/e1836159-b525-42cc-8559-7fa000d2325c HTTP/1.1" status: 204 len: 173 time: 5.3000765 Jan 27 21:42:53.246429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (98ad28e7-150c-4e84-be08-85384af26174), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.270760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Deleting port dc589f32-75e6-460f-9131-bc889cfc63a1 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:53.271112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.304635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (98ad28e7-150c-4e84-be08-85384af26174), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.327970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:53.328376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (98ad28e7-150c-4e84-be08-85384af26174), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.355296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] Pushing event deleted for resources: {'Port': ['ID=435a1ab9-eb3d-432b-ab3d-1b1b3b81bced,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:53.492968 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:53.516312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcaf61-778b-4700-a693-9ec9dd86be3f None None] No DVR routers for this DVR port 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:53.520197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:53.523315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dd7f061c-66c5-4ea1-a3c7-1a6289337002 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:53.559471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1929a838-82b7-4565-948f-dc7befddaab3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.593015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.596929 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1929a838-82b7-4565-948f-dc7befddaab3 HTTP/1.1" status: 204 len: 168 time: 2.3965156 Jan 27 21:42:53.604408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42786) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:53.773668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c654733-15bb-4ebf-af96-e2f7bd21b561 admin admin] Pushing event deleted for resources: {'Network': ['ID=1929a838-82b7-4565-948f-dc7befddaab3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:53.780033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dd7f061c-66c5-4ea1-a3c7-1a6289337002 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:53.780548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.829749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33d46db0-faba-4f07-8545-8e0af4ee0988 req-2b357406-75b2-41ee-8e25-0d325739beb7 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.1727839 Jan 27 21:42:53.871924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93e789eb-8f02-4989-a82a-89efdd56abb7 req-35eeb492-61e3-4968-9d85-42fee0d400b0 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787488 Jan 27 21:42:53.923289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] For port dc589f32-75e6-460f-9131-bc889cfc63a1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dc589f32-75e6-460f-9131-bc889cfc63a1,segment=NetworkSegment(52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26),segment_id=52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:53.923861 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.061422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Calling delete_port for dc589f32-75e6-460f-9131-bc889cfc63a1 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:54.231107 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Publish callbacks [] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.257198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.389291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dd7f061c-66c5-4ea1-a3c7-1a6289337002 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:54.403181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:54.447335 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Sync routers for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:54.482832 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:54.486135 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:54.591448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3cfd514-c900-4dc3-bebd-472954f2724e req-082fc46b-be92-4c56-b035-c475266f5342 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 210 time: 0.6283948 Jan 27 21:42:54.593992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720d7837-1da1-4e04-bc8e-55c38cf53a3c', 'name': 'network-vif-deleted', 'tag': 'e1836159-b525-42cc-8559-7fa000d2325c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:54.606677 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e78056c-3639-4c62-bd2e-14903b479230" -d '{"events": [{"server_uuid": "720d7837-1da1-4e04-bc8e-55c38cf53a3c", "name": "network-vif-deleted", "tag": "e1836159-b525-42cc-8559-7fa000d2325c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:54.612138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (dc589f32-75e6-460f-9131-bc889cfc63a1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.633014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8a82d028-50a9-4e0a-9328-eb4644f500c6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:54.636096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838fa4d-b158-4fa9-ad50-17044a487ba5 None None] Pushing event updated for resources: {'Port': ['ID=90e04f50-6dcb-4341-9e44-3840fdfee4a6,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:54.687683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8a82d028-50a9-4e0a-9328-eb4644f500c6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:54.690643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8a82d028-50a9-4e0a-9328-eb4644f500c6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:54.692520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a1e38fb0-ef20-4a5c-82e9-623fc0102590 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:54.708696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Attempting to bind port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:54.709318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Attempting to bind port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:54.711166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Attempting to bind port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 on network aaac6152-aace-4887-b43e-8f049250bb4b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:54.802567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc589f32-75e6-460f-9131-bc889cfc63a1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:54.814583 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d69cc1-9aa2-4297-a561-b2943aa61d35 x-openstack-request-id: req-95d69cc1-9aa2-4297-a561-b2943aa61d35 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:54.814824 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720d7837-1da1-4e04-bc8e-55c38cf53a3c", "name": "network-vif-deleted", "tag": "e1836159-b525-42cc-8559-7fa000d2325c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:54.815041 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95d69cc1-9aa2-4297-a561-b2943aa61d35 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:54.815477 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720d7837-1da1-4e04-bc8e-55c38cf53a3c', 'name': 'network-vif-deleted', 'tag': 'e1836159-b525-42cc-8559-7fa000d2325c', 'status': 'completed', 'code': 200} Jan 27 21:42:54.820900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a1e38fb0-ef20-4a5c-82e9-623fc0102590 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:54.824708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a1e38fb0-ef20-4a5c-82e9-623fc0102590 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:54.833552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:54.834440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Checking segment: {'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:54.836418 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.838748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Bound using segment: {'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:54.839901 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Bound port: 90e04f50-6dcb-4341-9e44-3840fdfee4a6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae383c6-c697-4029-a262-83751dee3c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:54.841014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.877726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.881572 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-644d7c58-913d-469d-959b-6790c12c3487 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 18.1266959 Jan 27 21:42:54.888469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42806) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:55.284076 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:55.311345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] For port 90e04f50-6dcb-4341-9e44-3840fdfee4a6, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:55.324644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:55.450606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b09c7490-2911-470d-a702-6540741bc602 None None] Provisioning complete for port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:55.453595 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b09c7490-2911-470d-a702-6540741bc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.551380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] For port 90e04f50-6dcb-4341-9e44-3840fdfee4a6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=90e04f50-6dcb-4341-9e44-3840fdfee4a6,segment=NetworkSegment(9ae383c6-c697-4029-a262-83751dee3c58),segment_id=9ae383c6-c697-4029-a262-83751dee3c58)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:55.584213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:55.584579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 435a1ab9-eb3d-432b-ab3d-1b1b3b81bced not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:55.589753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.631352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (1131519c-6dfe-480f-81b7-85e108318ca0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.792860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-e3289403-20a0-4b11-82a7-be6a38e05b90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1996329 Jan 27 21:42:55.803182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fcdeb28-457b-420f-b1cb-3193a5b235b5 req-0446ee46-81e2-4f2f-b818-4b6c505eca5e tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/ports?device_id=c186b11f-6673-45ff-af7b-2ab0edd85aa4 HTTP/1.1" status: 200 len: 210 time: 0.3170145 Jan 27 21:42:55.834094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838fa4d-b158-4fa9-ad50-17044a487ba5 None None] Pushing event updated for resources: {'Port': ['ID=90e04f50-6dcb-4341-9e44-3840fdfee4a6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:55.909592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b09c7490-2911-470d-a702-6540741bc602 None None] Port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:55.952724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Routers {'9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:55.953409 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:55.981282 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:42:46Z', 'revision_number': 3, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:56.052108 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Checking router: c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:56.052463 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Updating router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 port 795c8356-07b1-4cbd-ab43-1f656d1e95ed binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:56.144130 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.163547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec55bb6-3981-49df-8234-a4fedc81bcd2 req-60689c05-c947-4631-8cf3-2be60d3f4689 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.170778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ec55bb6-3981-49df-8234-a4fedc81bcd2 req-60689c05-c947-4631-8cf3-2be60d3f4689 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 946 time: 0.8573334 Jan 27 21:42:56.201866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd10262c-1e2f-49eb-9daa-13f64ae4d9dd req-3a6ccb5f-750e-4fd9-810f-63e427999acb tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 210 time: 0.2119644 Jan 27 21:42:56.347918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Deleting port da34a8c6-18b8-46e2-b210-81b4cd8a9798 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:56.347918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.394385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] Set router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:56.514084 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] For port da34a8c6-18b8-46e2-b210-81b4cd8a9798, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=da34a8c6-18b8-46e2-b210-81b4cd8a9798,segment=NetworkSegment(a26e462b-02d3-45a0-86af-4dee6e2ccd16),segment_id=a26e462b-02d3-45a0-86af-4dee6e2ccd16)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:56.514859 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.560920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.603023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ec55bb6-3981-49df-8234-a4fedc81bcd2 req-98bb06f9-fb98-465a-af0f-442fb400403c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963077 Jan 27 21:42:56.610033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-57fdf0c6-8c77-4ef3-b542-28ec65ef4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.611945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-57fdf0c6-8c77-4ef3-b542-28ec65ef4487 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1095 time: 0.3114724 Jan 27 21:42:56.626066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Calling delete_port for da34a8c6-18b8-46e2-b210-81b4cd8a9798 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:56.947769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0a5339c3-d368-4c1a-97b3-2dc1ac59e344 None None] Provisioning complete for port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:56.954950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a5339c3-d368-4c1a-97b3-2dc1ac59e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.990510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42830) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:56.997164 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:42:57.187597 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0054e381-e54d-4e64-ae19-fd10e416fa76 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group (a83a00f8-575e-4f7c-97bc-5072a678e5bc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.239406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-561dfa50-3508-4b5e-be9b-789c492398e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:57.242151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-561dfa50-3508-4b5e-be9b-789c492398e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.3001955 Jan 27 21:42:57.359878 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Publish callbacks [] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.370273 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.397840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0a5339c3-d368-4c1a-97b3-2dc1ac59e344 None None] Current status of the port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:57.398415 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a5339c3-d368-4c1a-97b3-2dc1ac59e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.487881 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef172bab-040a-4373-85ea-dd9c7b22ca6d None None] Pushing event updated for resources: {'Port': ['ID=795c8356-07b1-4cbd-ab43-1f656d1e95ed,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:57.525951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0a5339c3-d368-4c1a-97b3-2dc1ac59e344 None None] For port 90e04f50-6dcb-4341-9e44-3840fdfee4a6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=90e04f50-6dcb-4341-9e44-3840fdfee4a6,segment=NetworkSegment(9ae383c6-c697-4029-a262-83751dee3c58),segment_id=9ae383c6-c697-4029-a262-83751dee3c58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:57.551126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0054e381-e54d-4e64-ae19-fd10e416fa76 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group (a83a00f8-575e-4f7c-97bc-5072a678e5bc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.561533 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a5339c3-d368-4c1a-97b3-2dc1ac59e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.580953 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Attempting to bind port 795c8356-07b1-4cbd-ab43-1f656d1e95ed on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:57.583495 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Attempting to bind port 795c8356-07b1-4cbd-ab43-1f656d1e95ed by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:57.584595 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Attempting to bind port 795c8356-07b1-4cbd-ab43-1f656d1e95ed on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:57.602292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-aa3e0423-14ca-45e7-9387-13613cb8a562 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 217 time: 0.2247357 Jan 27 21:42:57.623777 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:57.624882 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:57.625746 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.626404 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:57.627239 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Bound port: 795c8356-07b1-4cbd-ab43-1f656d1e95ed, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:57.632468 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.745341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5339c3-d368-4c1a-97b3-2dc1ac59e344 None None] Pushing event updated for resources: {'Port': ['ID=90e04f50-6dcb-4341-9e44-3840fdfee4a6,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:57.783694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-71b040b5-6db2-4610-bd39-846106139346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:42:39Z', 'revision_number': 4, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port': {'id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:28Z', 'updated_at': '2022-01-27T21:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '90e04f50-6dcb-4341-9e44-3840fdfee4a6', 'name': '', 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'mac_address': 'fa:16:3e:c5:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '71f63782-4bb2-47a7-a45b-0c59704a8d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:36Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 4, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'subnets': [{'id': '71f63782-4bb2-47a7-a45b-0c59704a8d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:57.828186 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] For port 795c8356-07b1-4cbd-ab43-1f656d1e95ed, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:57.834642 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] For port 795c8356-07b1-4cbd-ab43-1f656d1e95ed, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=795c8356-07b1-4cbd-ab43-1f656d1e95ed,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:57.844630 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.890990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b040b5-6db2-4610-bd39-846106139346 None None] The sync data for ids ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'] in n-d-826529-2 is: [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:42:39Z', 'revision_number': 4, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port': {'id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:28Z', 'updated_at': '2022-01-27T21:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '90e04f50-6dcb-4341-9e44-3840fdfee4a6', 'name': '', 'network_id': 'aaac6152-aace-4887-b43e-8f049250bb4b', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'mac_address': 'fa:16:3e:c5:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '71f63782-4bb2-47a7-a45b-0c59704a8d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:36Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 4, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'subnets': [{'id': '71f63782-4bb2-47a7-a45b-0c59704a8d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:57.919609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0054e381-e54d-4e64-ae19-fd10e416fa76 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a83a00f8-575e-4f7c-97bc-5072a678e5bc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.925655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0054e381-e54d-4e64-ae19-fd10e416fa76 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.927898 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0054e381-e54d-4e64-ae19-fd10e416fa76 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "DELETE /v2.0/security-groups/a83a00f8-575e-4f7c-97bc-5072a678e5bc HTTP/1.1" status: 204 len: 168 time: 0.9336634 Jan 27 21:42:57.937039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-7387a4b6-668f-4390-9db9-44a6e43fb4e6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:57.939075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-7387a4b6-668f-4390-9db9-44a6e43fb4e6 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.16 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 813 time: 1.1650829 Jan 27 21:42:57.947546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42838) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:58.019154 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef172bab-040a-4373-85ea-dd9c7b22ca6d None None] Pushing event updated for resources: {'Port': ['ID=795c8356-07b1-4cbd-ab43-1f656d1e95ed,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:58.026352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054e381-e54d-4e64-ae19-fd10e416fa76 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83a00f8-575e-4f7c-97bc-5072a678e5bc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:58.040008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d0d791c-7b00-4a3c-b274-bf0d58a2a143 req-bcab1cd0-998e-46db-8f38-373b1a168ecc tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 210 time: 0.4554906 Jan 27 21:42:58.079034 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:58.079740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Request body: {'port': {'device_id': '539a6754-fe87-4eb2-83e5-560860493689', 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'admin_state_up': True, 'tenant_id': '22a248471e6e40799c25363c8b4db20e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:58.079967 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:58.084153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (da34a8c6-18b8-46e2-b210-81b4cd8a9798), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.255025 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-537b2f29-db61-4fbf-8226-00eaf5f9a9f6 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] show failed (client error): The resource could not be found. Jan 27 21:42:58.255994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da34a8c6-18b8-46e2-b210-81b4cd8a9798,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:58.263751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-537b2f29-db61-4fbf-8226-00eaf5f9a9f6 tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "GET /v2.0/security-groups/a83a00f8-575e-4f7c-97bc-5072a678e5bc HTTP/1.1" status: 404 len: 347 time: 0.2971013 Jan 27 21:42:58.267507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42840) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:58.615517 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:58.970575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Deleting port 5979d164-37cc-415b-9724-4f9718f791a2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:58.971473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5979d164-37cc-415b-9724-4f9718f791a2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.198652 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:42:46Z', 'revision_number': 3, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:59.349281 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57636de6-415b-4497-a85f-e66d6bcaa5f2 None None] The sync data for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 is: [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:42:46Z', 'revision_number': 3, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:59.436054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5979d164-37cc-415b-9724-4f9718f791a2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.436626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for floatingip (5979d164-37cc-415b-9724-4f9718f791a2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.514101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Calling delete_port for 5979d164-37cc-415b-9724-4f9718f791a2 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:59.559439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 90e04f50-6dcb-4341-9e44-3840fdfee4a6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:59.652771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (1131519c-6dfe-480f-81b7-85e108318ca0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.788240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:59.806845 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.062058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:00.307026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-a4e20c70-012c-4a76-ae3d-26504fd9d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:00.332732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-a4e20c70-012c-4a76-ae3d-26504fd9d7ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 2.6535950 Jan 27 21:43:00.645301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-a47e0e2a-7c21-43c8-8c41-6859312d47ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718166 Jan 27 21:43:00.674413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6329e0f0-d9b5-4491-ab5b-d9dea07662de req-20621710-c67f-42f6-8747-c39035d1479f tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 210 time: 0.5052342 Jan 27 21:43:00.898907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-1f2e9cd1-a843-420e-9daa-b4e120372021 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:00.901357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-1f2e9cd1-a843-420e-9daa-b4e120372021 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.57 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 813 time: 3.6528082 Jan 27 21:43:01.017855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Request body: {'port': {'device_id': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'admin_state_up': True, 'tenant_id': '22a248471e6e40799c25363c8b4db20e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:01.144192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Router 1131519c-6dfe-480f-81b7-85e108318ca0 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:01.150400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5979d164-37cc-415b-9724-4f9718f791a2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.187014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 795c8356-07b1-4cbd-ab43-1f656d1e95ed up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:01.372982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 795c8356-07b1-4cbd-ab43-1f656d1e95ed triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:01.373364 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.389253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Pushing event deleted for resources: {'Port': ['ID=5979d164-37cc-415b-9724-4f9718f791a2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.406919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks [] for floatingip (44bb840e-a542-427d-85bc-526cf380093a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.410966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.413493 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0d3e77df-8b10-483f-9b42-e2e9a6ed083d tempest-ServersTestBootFromVolume-1800867682 tempest-ServersTestBootFromVolume-1800867682-project] 10.222.0.45 "DELETE /v2.0/floatingips/44bb840e-a542-427d-85bc-526cf380093a HTTP/1.1" status: 204 len: 168 time: 3.1442342 Jan 27 21:43:01.419674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42878) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.443801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:01.470882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Made reservation on behalf of 22a248471e6e40799c25363c8b4db20e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:01.479790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.634381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 795c8356-07b1-4cbd-ab43-1f656d1e95ed is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:01.638527 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.783008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 795c8356-07b1-4cbd-ab43-1f656d1e95ed, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=795c8356-07b1-4cbd-ab43-1f656d1e95ed,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:01.803319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:01.804058 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.826678 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f516da1a-7dab-4876-9dd8-3c35a5a4d6b7 admin admin] 10.222.0.45 "PUT /v2.0/routers/1131519c-6dfe-480f-81b7-85e108318ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0904250 Jan 27 21:43:01.831228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42888) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.922658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] Sync routers for ids ['1131519c-6dfe-480f-81b7-85e108318ca0'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:01.958005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] Routers {'1131519c-6dfe-480f-81b7-85e108318ca0'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:01.958659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1131519c-6dfe-480f-81b7-85e108318ca0'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:02.185486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3565f09a-14ac-4578-bf47-f35fe9b54a59 req-f957b1f8-3e99-4c19-9586-7fd4614888bc tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 210 time: 0.0865939 Jan 27 21:43:02.315261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] Set router 1131519c-6dfe-480f-81b7-85e108318ca0 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:02.478895 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.495020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Made reservation on behalf of 22a248471e6e40799c25363c8b4db20e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:02.500875 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.552743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=795c8356-07b1-4cbd-ab43-1f656d1e95ed,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.605869 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks [] for router (1131519c-6dfe-480f-81b7-85e108318ca0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.759959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-13c44188-e00d-4517-9c83-05e0ac910e47 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0667045 Jan 27 21:43:03.110808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Allocated IP 172.20.0.4 (97aae3d6-8fe5-4823-9fb9-4d568bd5338b/b449987a-41d9-4afc-8d6a-98a3bc3a9c88/349a345d-c5de-429e-b2a3-ebdefd6a1848) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:03.208396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b5bef3f-995b-467f-844c-7caea071cd50 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:03.210514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 795c8356-07b1-4cbd-ab43-1f656d1e95ed up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:03.214631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks [] for router_gateway (1131519c-6dfe-480f-81b7-85e108318ca0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.520580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 795c8356-07b1-4cbd-ab43-1f656d1e95ed triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:03.521153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.585205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Deleting port f73f8b13-59ad-4e3f-b043-8c3021dee7ba {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:03.585840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.640768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:42:57Z', 'revision_number': 5, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port': {'id': 'f73f8b13-59ad-4e3f-b043-8c3021dee7ba', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:16Z', 'updated_at': '2022-01-27T21:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:03.713969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:03.718586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] Checking router: 1131519c-6dfe-480f-81b7-85e108318ca0 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:03.751067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '0b5bef3f-995b-467f-844c-7caea071cd50', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'port_id': '0b5bef3f-995b-467f-844c-7caea071cd50', 'mac_address': 'fa:16:3e:82:78:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616b2626-750f-41ca-ac9e-9b235b736bf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:03.754786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] Routers {'1131519c-6dfe-480f-81b7-85e108318ca0'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:03.755477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1131519c-6dfe-480f-81b7-85e108318ca0'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:03.910803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks [] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.915473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (5860419c-e729-4ded-b518-1afe44022c7c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.977325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7331562a-fb19-40d3-a63e-33ae649395f6 req-38f66af6-523b-4967-b403-b4fb5213f4d2 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 210 time: 0.5077226 Jan 27 21:43:04.001954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b5bef3f-995b-467f-844c-7caea071cd50 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:04.002570 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.066407 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-a6638272-9ba0-4a6f-866c-cdf348cd142a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3818696 Jan 27 21:43:04.066702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Allocated IP 172.20.0.1 (d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8/c72c0f46-cb79-475a-860d-4037da762546/a37f56f2-84db-45e8-bbad-3d631ffca807) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:04.098039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598ee72f-e922-459f-80b7-2d8f6c79c692 req-e1ed7817-a4bf-4f50-81fb-9de9c003d876 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0211082 Jan 27 21:43:04.098610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:04.113843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] Set router 1131519c-6dfe-480f-81b7-85e108318ca0 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:04.115313 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] Sync routers for ids ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:04.122201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] For port f73f8b13-59ad-4e3f-b043-8c3021dee7ba, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f73f8b13-59ad-4e3f-b043-8c3021dee7ba,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:04.125062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.143181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] Routers {'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:04.143850 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:04.151694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Calling delete_port for f73f8b13-59ad-4e3f-b043-8c3021dee7ba owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:04.174294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-73a8bbdc-3ee1-44fb-ac4d-df70b4830d32 admin admin] 10.222.0.45 "PUT /v2.0/routers/e781e106-1815-4a2d-8a46-1fc0c9b5ddf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0203099 Jan 27 21:43:04.193690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42928) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:04.345637 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.395270 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] Set router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:04.400640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 6, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:04.545606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b5bef3f-995b-467f-844c-7caea071cd50 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:04.635747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 795c8356-07b1-4cbd-ab43-1f656d1e95ed is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:04.653609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5922190-53c4-468d-943a-d6d489066f41 None None] The sync data for ids ['1131519c-6dfe-480f-81b7-85e108318ca0'] in n-d-826529-2 is: [{'id': '1131519c-6dfe-480f-81b7-85e108318ca0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680775764-router', 'tenant_id': '998cadb78a894f6caebf529ec35b4a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:15Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 6, 'project_id': '998cadb78a894f6caebf529ec35b4a6b', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:04.667679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:04.673039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c7ed1b7-5e91-4145-9d8c-25a23d1572e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.689148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.722288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:04.761701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:04.807029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:04.847658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Allocated IP 172.20.0.7 (97aae3d6-8fe5-4823-9fb9-4d568bd5338b/b449987a-41d9-4afc-8d6a-98a3bc3a9c88/c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:04.850323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Pushing event updated for resources: {'Port': ['ID=349a345d-c5de-429e-b2a3-ebdefd6a1848,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.929985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['0b5bef3f-995b-467f-844c-7caea071cd50'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:04.954924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Publish callbacks [] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.960385 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks [] for router (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.062711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:05.188751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:05.208282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.214109 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:54Z', 'revision_number': 5, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:05.284718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device da34a8c6-18b8-46e2-b210-81b4cd8a9798 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:05.346516 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] Checking router: e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:05.388445 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] Routers {'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:05.390157 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:42:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:05.407336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: da34a8c6-18b8-46e2-b210-81b4cd8a9798 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:05.423787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device da34a8c6-18b8-46e2-b210-81b4cd8a9798 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:05.594125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.610989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-c73f86b6-28ad-49da-ae49-244a88339809 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5432522 Jan 27 21:43:05.699895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:05.709676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Request body: {'port': {'device_id': '539a6754-fe87-4eb2-83e5-560860493689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:05.755348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Pushing event updated for resources: {'Port': ['ID=a37f56f2-84db-45e8-bbad-3d631ffca807,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:05.771372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:05.773643 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] Set router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:05.935186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:05.966829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0003f6-9926-4c7a-a8ee-cf1194055411 req-a11fe118-7954-4550-b813-841e8104acbb tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:05.968769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0003f6-9926-4c7a-a8ee-cf1194055411 req-a11fe118-7954-4550-b813-841e8104acbb tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 931 time: 0.7359486 Jan 27 21:43:06.037085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-827532c6-ef1d-45a9-bb21-cd360d2f1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:06.060056 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-827532c6-ef1d-45a9-bb21-cd360d2f1890 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1096 time: 1.8657835 Jan 27 21:43:06.305104 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:54Z', 'revision_number': 5, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:06.384320 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ea042-0e6c-46a0-93f1-a00e31cab24e None None] The sync data for ids ['e781e106-1815-4a2d-8a46-1fc0c9b5ddf8'] in n-d-826529-2 is: [{'id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'name': 'tempest-FloatingIPsNegativeTestJSON-188565407-router', 'tenant_id': '44e7e13069c7466f997da1fb8671c610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:15Z', 'updated_at': '2022-01-27T21:42:54Z', 'revision_number': 5, 'project_id': '44e7e13069c7466f997da1fb8671c610', 'gw_port': {'id': 'be224f63-4f80-4ebc-b865-a7f8087fecf8', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e781e106-1815-4a2d-8a46-1fc0c9b5ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:20Z', 'updated_at': '2022-01-27T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:06.392938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8e99531b-0105-43a8-aa36-784af4ae4c22 None None] Provisioning complete for port a37f56f2-84db-45e8-bbad-3d631ffca807 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:06.393834 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8e99531b-0105-43a8-aa36-784af4ae4c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.503685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8e99531b-0105-43a8-aa36-784af4ae4c22 None None] Port a37f56f2-84db-45e8-bbad-3d631ffca807 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:06.538818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.600450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.778400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0003f6-9926-4c7a-a8ee-cf1194055411 req-ce830efb-6908-4edc-b952-cf91e97cc7a8 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7912023 Jan 27 21:43:06.866318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks [] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.020208 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80791ece-25db-45d3-b410-66e323377c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.040675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b5bef3f-995b-467f-844c-7caea071cd50 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:07.162959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dc589f32-75e6-460f-9131-bc889cfc63a1 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:07.231659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: dc589f32-75e6-460f-9131-bc889cfc63a1 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:07.232011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dc589f32-75e6-460f-9131-bc889cfc63a1 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:07.232464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f73f8b13-59ad-4e3f-b043-8c3021dee7ba no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:07.420291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f73f8b13-59ad-4e3f-b043-8c3021dee7ba is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:07.421545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.430910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 0b5bef3f-995b-467f-844c-7caea071cd50 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:07.431658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.570925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks [] for router_gateway (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.586774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f73f8b13-59ad-4e3f-b043-8c3021dee7ba), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.652181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.702018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.767344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b5bef3f-995b-467f-844c-7caea071cd50 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:07.772625 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.778892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73f8b13-59ad-4e3f-b043-8c3021dee7ba,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:07.927816 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (1131519c-6dfe-480f-81b7-85e108318ca0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.934507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:07.946705 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd47016-22d8-43e2-91a2-cd35df18d909" -d '{"events": [{"server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "name": "network-vif-plugged", "status": "completed", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:07.991035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:08.000268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.141940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:08.172058 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (1131519c-6dfe-480f-81b7-85e108318ca0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.175169 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks [] for router_controller (1131519c-6dfe-480f-81b7-85e108318ca0), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.249068 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.279127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-cd0bdb06-f30d-4bdb-a55b-d8a6e64040f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:08.280789 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-cd0bdb06-f30d-4bdb-a55b-d8a6e64040f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 2.1456239 Jan 27 21:43:08.282151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (1131519c-6dfe-480f-81b7-85e108318ca0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.282752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1131519c-6dfe-480f-81b7-85e108318ca0 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:43:08.293632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.297712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3d545791-1f25-44ac-8362-9a8cee0db416 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1131519c-6dfe-480f-81b7-85e108318ca0 HTTP/1.1" status: 204 len: 168 time: 6.4652960 Jan 27 21:43:08.332664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43010) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:08.388278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:08.463859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:08.501702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:08.570981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Deleting port c8bb5c72-43cb-4817-a422-57d825a2da77 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:08.571619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.584550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Deleting port be224f63-4f80-4ebc-b865-a7f8087fecf8 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:08.584550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.653638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Pushing event updated for resources: {'Port': ['ID=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:08.732455 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-4f687c45-ef45-4843-ba69-14b002d201c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 217 time: 0.4331617 Jan 27 21:43:08.960171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7de1e-d64a-47bc-bbe7-8335baa7542b req-0ebe5519-abe9-418a-9395-50c4d8b96b19 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:08.961819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbe7de1e-d64a-47bc-bbe7-8335baa7542b req-0ebe5519-abe9-418a-9395-50c4d8b96b19 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 931 time: 0.7604051 Jan 27 21:43:09.025437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] For port be224f63-4f80-4ebc-b865-a7f8087fecf8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=be224f63-4f80-4ebc-b865-a7f8087fecf8,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:09.025786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.029071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:09.030011 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.105435 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Calling delete_port for be224f63-4f80-4ebc-b865-a7f8087fecf8 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:09.173885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc323b3-7477-470d-a73b-6988905a3dac admin admin] Deleting subnet d4fe91e9-4383-48e6-8107-110dcf62ecec {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:09.199205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3dc323b3-7477-470d-a73b-6988905a3dac admin admin] Publish callbacks [] for subnet (d4fe91e9-4383-48e6-8107-110dcf62ecec), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.238009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349a345d-c5de-429e-b2a3-ebdefd6a1848 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:09.270891 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Publish callbacks [] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.325113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Transition to ACTIVE for port object 349a345d-c5de-429e-b2a3-ebdefd6a1848 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:09.344179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-86fe6c7e-de3b-4ea4-a499-22510554a64a tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3346512 Jan 27 21:43:09.346405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-77366180-526c-4e47-acce-6697b985bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:09.356109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.360707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-77366180-526c-4e47-acce-6697b985bb17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.5703483 Jan 27 21:43:09.366616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Request body: {'port': {'device_id': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:09.401565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbe7de1e-d64a-47bc-bbe7-8335baa7542b req-3e153c53-a5a4-430c-81d8-bb6487cfb996 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071872 Jan 27 21:43:09.502470 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Publish callbacks [] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.504608 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4eb787-0572-455c-bfa7-de16a351a630 x-openstack-request-id: req-1d4eb787-0572-455c-bfa7-de16a351a630 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:09.505422 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "name": "network-vif-plugged", "status": "completed", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:09.505422 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d4eb787-0572-455c-bfa7-de16a351a630 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:09.506055 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50', 'code': 200} Jan 27 21:43:09.592671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=349a345d-c5de-429e-b2a3-ebdefd6a1848,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.627134 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-51ace3c3-64cc-4275-be77-22d5e9d75324 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059219 Jan 27 21:43:09.630659 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.034047 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-0bbee9bb-6cd0-4f58-afb8-19e15f937f8f service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666606 Jan 27 21:43:10.127706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3dc323b3-7477-470d-a73b-6988905a3dac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (d4fe91e9-4383-48e6-8107-110dcf62ecec), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.275828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] For port c8bb5c72-43cb-4817-a422-57d825a2da77, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c8bb5c72-43cb-4817-a422-57d825a2da77,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:10.280120 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.381773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.586619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Calling delete_port for c8bb5c72-43cb-4817-a422-57d825a2da77 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:10.671747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Attempting to bind port 349a345d-c5de-429e-b2a3-ebdefd6a1848 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:10.676342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Attempting to bind port 349a345d-c5de-429e-b2a3-ebdefd6a1848 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:10.676921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Attempting to bind port 349a345d-c5de-429e-b2a3-ebdefd6a1848 on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:10.697625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Port 349a345d-c5de-429e-b2a3-ebdefd6a1848 on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:10.698171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Attempting to bind port 349a345d-c5de-429e-b2a3-ebdefd6a1848 on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:10.729178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:10.733910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Checking segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:10.735006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Bound using segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:10.735831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Bound port: 349a345d-c5de-429e-b2a3-ebdefd6a1848, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:10.736467 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.804083 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.011246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Pushing event updated for resources: {'Port': ['ID=a37f56f2-84db-45e8-bbad-3d631ffca807,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.039337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.079821 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.302776 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (be224f63-4f80-4ebc-b865-a7f8087fecf8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.336127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3dc323b3-7477-470d-a73b-6988905a3dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (d4fe91e9-4383-48e6-8107-110dcf62ecec), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.422564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.424278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.427026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.436037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.436515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.436874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.437230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.437579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.437917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.438761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.440392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.441617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.442047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:11.627135 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3dc323b3-7477-470d-a73b-6988905a3dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (d4fe91e9-4383-48e6-8107-110dcf62ecec), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.660870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Pushing event deleted for resources: {'Port': ['ID=be224f63-4f80-4ebc-b865-a7f8087fecf8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.047776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] For port 349a345d-c5de-429e-b2a3-ebdefd6a1848, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:12.080600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc323b3-7477-470d-a73b-6988905a3dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fe91e9-4383-48e6-8107-110dcf62ecec,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.083998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] For port 349a345d-c5de-429e-b2a3-ebdefd6a1848, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=349a345d-c5de-429e-b2a3-ebdefd6a1848,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:12.101681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f42f597-32fd-4a64-b95c-86251a8ce6da req-e656c81d-4cbe-4402-af87-a19ac1645ff8 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0179048 Jan 27 21:43:12.102868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3dc323b3-7477-470d-a73b-6988905a3dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.116269 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.119942 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3dc323b3-7477-470d-a73b-6988905a3dac admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d4fe91e9-4383-48e6-8107-110dcf62ecec HTTP/1.1" status: 204 len: 168 time: 3.7797253 Jan 27 21:43:12.132647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744841d0-3b8f-4a63-b77d-af48cfb7fd15 None None] Network 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:12.138024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43032) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:12.249401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ab41-5d6a-4b0c-936e-ba07ccad5dc3 req-36afcd42-2101-4c45-8993-f0e650744e05 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:12.258172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4b8ab41-5d6a-4b0c-936e-ba07ccad5dc3 req-36afcd42-2101-4c45-8993-f0e650744e05 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 943 time: 1.2624216 Jan 27 21:43:12.311508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:12.311508 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.314598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/349a345d-c5de-429e-b2a3-ebdefd6a1848 HTTP/1.1" status: 200 len: 1091 time: 6.6061635 Jan 27 21:43:12.316822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539a6754-fe87-4eb2-83e5-560860493689', 'tag': '349a345d-c5de-429e-b2a3-ebdefd6a1848'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:12.318600 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5" -d '{"events": [{"name": "network-changed", "server_uuid": "539a6754-fe87-4eb2-83e5-560860493689", "tag": "349a345d-c5de-429e-b2a3-ebdefd6a1848"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:12.360475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:12.370012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (800d1ddc-c836-4ab9-9d3f-a59a1cb34042), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.443311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.461665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:12.634641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2525a-ab32-4c9c-822a-32828787a5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=349a345d-c5de-429e-b2a3-ebdefd6a1848,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.728890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4b8ab41-5d6a-4b0c-936e-ba07ccad5dc3 req-0346a289-5dd2-4716-93aa-824aa89f64cd tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692965 Jan 27 21:43:12.841876 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.856335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks [] for router_controller (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.028029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] DHCP port deletion for 800d1ddc-c836-4ab9-9d3f-a59a1cb34042 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:13.069088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:13.078332 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c8bb5c72-43cb-4817-a422-57d825a2da77), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.080582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Publish callbacks [] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.130124 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008f2a55-8763-4647-9f16-aeb454b1821c x-openstack-request-id: req-008f2a55-8763-4647-9f16-aeb454b1821c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:13.130305 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539a6754-fe87-4eb2-83e5-560860493689", "tag": "349a345d-c5de-429e-b2a3-ebdefd6a1848", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:13.130456 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-008f2a55-8763-4647-9f16-aeb454b1821c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:13.130849 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539a6754-fe87-4eb2-83e5-560860493689', 'tag': '349a345d-c5de-429e-b2a3-ebdefd6a1848', 'status': 'completed', 'code': 200} Jan 27 21:43:13.138977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Transition to ACTIVE for port object c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:13.162469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.229788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] Deleting port 83080b04-266a-4c6d-b3d7-11734d0be31d {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:13.230751 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.256104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bb5c72-43cb-4817-a422-57d825a2da77,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.260906 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (e781e106-1815-4a2d-8a46-1fc0c9b5ddf8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.261446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:43:13.277128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.278409 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8e4aae6-ded2-403b-8767-2a55da20e313 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e781e106-1815-4a2d-8a46-1fc0c9b5ddf8 HTTP/1.1" status: 204 len: 168 time: 8.8997948 Jan 27 21:43:13.295106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43040) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:13.410798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] For port 83080b04-266a-4c6d-b3d7-11734d0be31d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=83080b04-266a-4c6d-b3d7-11734d0be31d,segment=NetworkSegment(a26e462b-02d3-45a0-86af-4dee6e2ccd16),segment_id=a26e462b-02d3-45a0-86af-4dee6e2ccd16)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:13.411572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.432160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] Calling delete_port for 83080b04-266a-4c6d-b3d7-11734d0be31d owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:13.492339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d4b9dbc8-ddc8-4bbc-9ce3-55f767b3be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:13.495649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d4b9dbc8-ddc8-4bbc-9ce3-55f767b3be45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 1094 time: 1.1220331 Jan 27 21:43:13.595452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b352c736-c4b2-4cd2-974f-06318b10d633 None None] Provisioning complete for port a37f56f2-84db-45e8-bbad-3d631ffca807 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:13.595869 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b352c736-c4b2-4cd2-974f-06318b10d633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.653921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Deleting port 83080b04-266a-4c6d-b3d7-11734d0be31d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:13.659154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.752615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.752959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.759549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b352c736-c4b2-4cd2-974f-06318b10d633 None None] Port a37f56f2-84db-45e8-bbad-3d631ffca807 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:13.760283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-47956d51-ea31-4eb2-bf93-afd48150d2dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=349a345d-c5de-429e-b2a3-ebdefd6a1848 HTTP/1.1" status: 200 len: 217 time: 0.1920772 Jan 27 21:43:13.837624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] Pushing event deleted for resources: {'Port': ['ID=83080b04-266a-4c6d-b3d7-11734d0be31d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.858898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4d227-e2c8-4f92-bac3-a6c0d535a2cc None None] No DVR routers for this DVR port 83080b04-266a-4c6d-b3d7-11734d0be31d on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:13.885688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bcc7bb-b1e4-440a-8d53-269de138b7fd admin admin] Deleting subnet 9cbe5e25-3e4f-4e3b-bed1-444bf28598c6 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:13.897160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44bcc7bb-b1e4-440a-8d53-269de138b7fd admin admin] Publish callbacks [] for subnet (9cbe5e25-3e4f-4e3b-bed1-444bf28598c6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.001484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] For port 83080b04-266a-4c6d-b3d7-11734d0be31d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=83080b04-266a-4c6d-b3d7-11734d0be31d,segment=NetworkSegment(a26e462b-02d3-45a0-86af-4dee6e2ccd16),segment_id=a26e462b-02d3-45a0-86af-4dee6e2ccd16)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:14.002189 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.004778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:14.075217 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44bcc7bb-b1e4-440a-8d53-269de138b7fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (9cbe5e25-3e4f-4e3b-bed1-444bf28598c6), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.079216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Calling delete_port for 83080b04-266a-4c6d-b3d7-11734d0be31d owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:14.088741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-53cbbb1c-ad87-4bf3-b1bc-fbb5b8b4568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:14.090462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-53cbbb1c-ad87-4bf3-b1bc-fbb5b8b4568f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 200 len: 853 time: 0.3124194 Jan 27 21:43:14.182745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-ab1a6e0c-7223-49ff-98d0-9602b410b341 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401511 Jan 27 21:43:14.185893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Attempting to bind port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:14.186404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Attempting to bind port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:14.186975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Attempting to bind port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:14.201029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98a3a0-d0cf-4403-8b67-c83c1d425229 req-b3cbbb22-6608-4b3d-b30e-0ec3ead1086e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:14.211138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb98a3a0-d0cf-4403-8b67-c83c1d425229 req-b3cbbb22-6608-4b3d-b30e-0ec3ead1086e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 943 time: 0.2795625 Jan 27 21:43:14.267386 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (5860419c-e729-4ded-b518-1afe44022c7c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.303969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:14.304816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Attempting to bind port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 on network 97aae3d6-8fe5-4823-9fb9-4d568bd5338b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:14.464203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:14.465012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Checking segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:14.465842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Bound using segment: {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:14.466880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Bound port: c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f8ca28-f451-4eec-894a-b87563e9de2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:14.467680 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.560201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb98a3a0-d0cf-4403-8b67-c83c1d425229 req-7147d1a9-4e7b-4ab3-8ae3-57f23e3daf1f tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472486 Jan 27 21:43:14.669074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:14.679735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Sync routers for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:14.680434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-092591a0-2284-49df-ae91-ae12a25c7d76 admin admin] 10.222.0.45 "PUT /v2.0/routers/c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.7820482 Jan 27 21:43:14.710292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:14.718756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:43:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:14.751163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-888c3c21-32ed-4d50-9790-e67b63936da9 service neutron] 10.222.0.16 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208566 Jan 27 21:43:14.783337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] For port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:14.796286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] For port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:14.849506 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.989897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:14.996165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:15.006169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:15.006813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.008996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-2252e9ed-4e03-4058-99f5-d5bcd07e35d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 HTTP/1.1" status: 200 len: 1091 time: 5.6473634 Jan 27 21:43:15.146128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'tag': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:15.167053 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ed1d9-22d5-4ada-829c-994f8bdac525" -d '{"events": [{"name": "network-changed", "server_uuid": "d889163a-371a-437b-89c4-8fa1acec7c3c", "tag": "c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:15.234406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44bcc7bb-b1e4-440a-8d53-269de138b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (9cbe5e25-3e4f-4e3b-bed1-444bf28598c6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.324461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 83080b04-266a-4c6d-b3d7-11734d0be31d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:15.327669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-cd62d93b-7d25-417c-8e6a-625b326f8df6 service neutron] 10.222.0.16 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690300 Jan 27 21:43:15.378850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-fa0c60e2-88ee-49c9-af7d-9d7e97ae73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:15.389471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-fa0c60e2-88ee-49c9-af7d-9d7e97ae73d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&device_id=d889163a-371a-437b-89c4-8fa1acec7c3c HTTP/1.1" status: 200 len: 1094 time: 0.1896081 Jan 27 21:43:15.400812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44bcc7bb-b1e4-440a-8d53-269de138b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (9cbe5e25-3e4f-4e3b-bed1-444bf28598c6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.498188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-d400053d-9596-4cdf-bec9-8c6e2deaa761 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 HTTP/1.1" status: 200 len: 217 time: 0.1031904 Jan 27 21:43:15.499570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcc7bb-b1e4-440a-8d53-269de138b7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cbe5e25-3e4f-4e3b-bed1-444bf28598c6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:15.552132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 83080b04-266a-4c6d-b3d7-11734d0be31d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:15.552132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 83080b04-266a-4c6d-b3d7-11734d0be31d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:15.552526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device be224f63-4f80-4ebc-b865-a7f8087fecf8 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:15.569765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44bcc7bb-b1e4-440a-8d53-269de138b7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.580777 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-44bcc7bb-b1e4-440a-8d53-269de138b7fd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9cbe5e25-3e4f-4e3b-bed1-444bf28598c6 HTTP/1.1" status: 204 len: 168 time: 2.2449315 Jan 27 21:43:15.585343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43060) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:15.620701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-438eea40-5fc9-4790-8286-ca9f180abafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:15.627228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-438eea40-5fc9-4790-8286-ca9f180abafc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 200 len: 853 time: 0.1113162 Jan 27 21:43:15.775034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6bc6eec4-18b0-485e-a2a1-fd0f83d849aa), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.777296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-3d62e2aa-f2ed-4253-bea1-ac075721b9b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006222 Jan 27 21:43:15.966564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-8b516a7a-c53b-4e2e-9ed9-dbc32291756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:15.978995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-8b516a7a-c53b-4e2e-9ed9-dbc32291756f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 1094 time: 0.4781697 Jan 27 21:43:16.056288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feaed8d-db02-4f49-9424-0bc3b9c20164 None None] Network 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:16.067795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43064) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:16.088437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d4028e4a-78cb-4beb-8c63-b643aa61e10f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366332374', 'description': 'tempest-description--316661875'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:16.103788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Router 5860419c-e729-4ded-b518-1afe44022c7c has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:16.108153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (83080b04-266a-4c6d-b3d7-11734d0be31d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.149300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=83080b04-266a-4c6d-b3d7-11734d0be31d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:16.176032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] No DVR routers for this DVR port 83080b04-266a-4c6d-b3d7-11734d0be31d on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:16.269585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (800d1ddc-c836-4ab9-9d3f-a59a1cb34042), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.307209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800d1ddc-c836-4ab9-9d3f-a59a1cb34042']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:16.321612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26e462b-02d3-45a0-86af-4dee6e2ccd16') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:16.322006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26e462b-02d3-45a0-86af-4dee6e2ccd16') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:16.349788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: be224f63-4f80-4ebc-b865-a7f8087fecf8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:16.350435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device be224f63-4f80-4ebc-b865-a7f8087fecf8 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:16.352912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (a26e462b-02d3-45a0-86af-4dee6e2ccd16), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.370193 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e96009-afd4-4e94-b845-872251b645b9 x-openstack-request-id: req-69e96009-afd4-4e94-b845-872251b645b9 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:16.380529 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d889163a-371a-437b-89c4-8fa1acec7c3c", "tag": "c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:16.381473 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69e96009-afd4-4e94-b845-872251b645b9 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:16.382301 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'tag': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0', 'status': 'completed', 'code': 200} Jan 27 21:43:16.392003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a26e462b-02d3-45a0-86af-4dee6e2ccd16), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.409341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:16.410016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (a26e462b-02d3-45a0-86af-4dee6e2ccd16), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:16.556978 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:16.567284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (800d1ddc-c836-4ab9-9d3f-a59a1cb34042), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.575031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.581050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/800d1ddc-c836-4ab9-9d3f-a59a1cb34042 HTTP/1.1" status: 204 len: 168 time: 4.4359524 Jan 27 21:43:16.687877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:08Z', 'revision_number': 2, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:16.696196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-018b93ce-c3b0-46d0-b823-6842d5ae7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.698193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-018b93ce-c3b0-46d0-b823-6842d5ae7c68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 914 time: 0.7117620 Jan 27 21:43:16.717097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4028e4a-78cb-4beb-8c63-b643aa61e10f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.754263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Checking router: c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:16.755320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Updating router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 port a37f56f2-84db-45e8-bbad-3d631ffca807 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:16.777496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b2e1-32ac-4368-89c1-0d0e0036feb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=800d1ddc-c836-4ab9-9d3f-a59a1cb34042,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:16.797537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd744a7c-bccf-4733-8034-187631ffc9b7 req-ec0610aa-5e6c-4ea4-ab1c-2b5b3b2223f8 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.800481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd744a7c-bccf-4733-8034-187631ffc9b7 req-ec0610aa-5e6c-4ea4-ab1c-2b5b3b2223f8 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 943 time: 0.2825963 Jan 27 21:43:16.858857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-90f576d2-c7e1-46d4-bc39-6ec827f494f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=349a345d-c5de-429e-b2a3-ebdefd6a1848 HTTP/1.1" status: 200 len: 217 time: 0.1361957 Jan 27 21:43:16.867282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-588a82c0-1701-40d3-bd66-b75094b8a6b3 service neutron] 10.222.0.57 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0771644 Jan 27 21:43:16.880479 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.988257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43072) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:17.194407 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4028e4a-78cb-4beb-8c63-b643aa61e10f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group (8a9e5d01-8f24-413c-9d8c-dd8031f20511), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.196192 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ec261c34-ba64-415f-afa1-8e6cb5f4e470 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=085c0c9dc69a4f749abadbbaa7aaef7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1922710 Jan 27 21:43:17.201319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43074) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:17.258583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced09968-f100-443c-a648-40e1580d650a None None] DHCP port deletion for 6bc6eec4-18b0-485e-a2a1-fd0f83d849aa request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:17.321132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4028e4a-78cb-4beb-8c63-b643aa61e10f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8a9e5d01-8f24-413c-9d8c-dd8031f20511), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.363223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5f681ba-5fe4-4a7e-bba9-5ccdd9c0e578 admin admin] Publish callbacks [] for security_group (78b34831-8750-4163-8f1c-4e936b0bca23), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.426279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5f681ba-5fe4-4a7e-bba9-5ccdd9c0e578 admin admin] Publish callbacks [] for security_group (78b34831-8750-4163-8f1c-4e936b0bca23), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.514901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Deleting port d78470b2-2501-4b30-aaee-38061812d57b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:17.515548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d78470b2-2501-4b30-aaee-38061812d57b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.521469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:17.535258 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] Sync routers for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:17.558102 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:17.558706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd744a7c-bccf-4733-8034-187631ffc9b7 req-08005f4f-deaf-4779-bcec-50d04c409c3c tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050018 Jan 27 21:43:17.560522 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:43:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:17.599462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-863545bb-8665-413b-8b9b-00a0e10dfb7f admin admin] 10.222.0.45 "PUT /v2.0/routers/5860419c-e729-4ded-b518-1afe44022c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1780345 Jan 27 21:43:17.600400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43078) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:17.644183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ced09968-f100-443c-a648-40e1580d650a None None] Deleting port d78470b2-2501-4b30-aaee-38061812d57b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:17.644562 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ced09968-f100-443c-a648-40e1580d650a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d78470b2-2501-4b30-aaee-38061812d57b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.673698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-ea7588d5-aafd-458e-86b8-fd1abdcb8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:17.677533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-ea7588d5-aafd-458e-86b8-fd1abdcb8238 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 200 len: 853 time: 0.8084056 Jan 27 21:43:17.692361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4028e4a-78cb-4beb-8c63-b643aa61e10f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.697433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d4028e4a-78cb-4beb-8c63-b643aa61e10f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6207068 Jan 27 21:43:17.773503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43084) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:17.776592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4028e4a-78cb-4beb-8c63-b643aa61e10f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e5d01-8f24-413c-9d8c-dd8031f20511,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:17.806237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-398669a0-8633-4d59-bfcd-fd9100badeff tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Request body: {'security_group_rule': {'security_group_id': '8a9e5d01-8f24-413c-9d8c-dd8031f20511', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:17.858331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-2817f11f-766c-43f2-a20b-e45bd76dad8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596217 Jan 27 21:43:18.009933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d94098f-d9ab-486f-8910-b9ea0b77143e req-33c8c7ad-0269-421e-b6cd-6f1e0387607e service neutron] 10.222.0.57 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0310431 Jan 27 21:43:18.089878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] For port d78470b2-2501-4b30-aaee-38061812d57b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d78470b2-2501-4b30-aaee-38061812d57b,segment=NetworkSegment(52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26),segment_id=52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:18.091299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d78470b2-2501-4b30-aaee-38061812d57b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.126293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5f681ba-5fe4-4a7e-bba9-5ccdd9c0e578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (78b34831-8750-4163-8f1c-4e936b0bca23), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.133529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5f681ba-5fe4-4a7e-bba9-5ccdd9c0e578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.135110 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f5f681ba-5fe4-4a7e-bba9-5ccdd9c0e578 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78b34831-8750-4163-8f1c-4e936b0bca23 HTTP/1.1" status: 204 len: 168 time: 0.9302831 Jan 27 21:43:18.163677 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.169224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f681ba-5fe4-4a7e-bba9-5ccdd9c0e578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b34831-8750-4163-8f1c-4e936b0bca23,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:18.173657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Calling delete_port for d78470b2-2501-4b30-aaee-38061812d57b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:18.211035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ced09968-f100-443c-a648-40e1580d650a None None] For port d78470b2-2501-4b30-aaee-38061812d57b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d78470b2-2501-4b30-aaee-38061812d57b,segment=NetworkSegment(52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26),segment_id=52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:18.217112 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ced09968-f100-443c-a648-40e1580d650a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d78470b2-2501-4b30-aaee-38061812d57b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.273464 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Publish callbacks [] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.274208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-398669a0-8633-4d59-bfcd-fd9100badeff tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group_rule (99155f28-9a43-4bcb-9bdb-8dfe609cdf56), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.284531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-21fe1cbf-fede-465e-a1cb-bfbf1f34673c service neutron] 10.222.0.16 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057422 Jan 27 21:43:18.292363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d78470b2-2501-4b30-aaee-38061812d57b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.310728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ced09968-f100-443c-a648-40e1580d650a None None] Calling delete_port for d78470b2-2501-4b30-aaee-38061812d57b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:18.315013 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.354660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] No DVR routers for this DVR port d78470b2-2501-4b30-aaee-38061812d57b on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:18.355869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d78470b2-2501-4b30-aaee-38061812d57b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:18.475843 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:18.691237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Pushing event updated for resources: {'Port': ['ID=a37f56f2-84db-45e8-bbad-3d631ffca807,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:18.737316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6bc6eec4-18b0-485e-a2a1-fd0f83d849aa), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.796824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.797412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.797998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.798578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.799177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.818009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.819963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.822171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.822855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.823426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.832095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.832683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.834598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc6eec4-18b0-485e-a2a1-fd0f83d849aa']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:18.839912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ca9fff-79eb-4cd4-82ba-7d9cf3d087e5 req-c77e9749-5b5c-490e-81ba-91d6cb6d192e service neutron] 10.222.0.16 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526187 Jan 27 21:43:18.841158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:18.887898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:18.889468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:18.906722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Attempting to bind port a37f56f2-84db-45e8-bbad-3d631ffca807 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:18.926976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Attempting to bind port a37f56f2-84db-45e8-bbad-3d631ffca807 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:18.928763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Attempting to bind port a37f56f2-84db-45e8-bbad-3d631ffca807 on network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:18.948158 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.988398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:18.988979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Checking segment: {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:18.989312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.989732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Bound using segment: {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:18.992990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Bound port: a37f56f2-84db-45e8-bbad-3d631ffca807, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:18.993863 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.015377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.040469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:19.042395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (52e9065f-d1a8-4eb1-b03a-1eb7e5b8fa26), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.077003 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ced09968-f100-443c-a648-40e1580d650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d78470b2-2501-4b30-aaee-38061812d57b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.107908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 349a345d-c5de-429e-b2a3-ebdefd6a1848 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:19.171668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d78470b2-2501-4b30-aaee-38061812d57b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:19.222948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d78470b2-2501-4b30-aaee-38061812d57b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:19.222948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d78470b2-2501-4b30-aaee-38061812d57b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:19.229236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced09968-f100-443c-a648-40e1580d650a None None] Pushing event deleted for resources: {'Port': ['ID=d78470b2-2501-4b30-aaee-38061812d57b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:19.238331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced09968-f100-443c-a648-40e1580d650a None None] No DVR routers for this DVR port d78470b2-2501-4b30-aaee-38061812d57b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:19.278360 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:19.300160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6bc6eec4-18b0-485e-a2a1-fd0f83d849aa), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.302714 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-398669a0-8633-4d59-bfcd-fd9100badeff tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group_rule (99155f28-9a43-4bcb-9bdb-8dfe609cdf56), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.320745 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-398669a0-8633-4d59-bfcd-fd9100badeff tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (99155f28-9a43-4bcb-9bdb-8dfe609cdf56), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.358362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.361517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c62a4-542b-4238-8d8a-d5ae8aacadf1 req-80d76931-2d3f-4e70-8fa2-453b8b3c3ed3 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.363720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-752c62a4-542b-4238-8d8a-d5ae8aacadf1 req-80d76931-2d3f-4e70-8fa2-453b8b3c3ed3 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 943 time: 0.5065808 Jan 27 21:43:19.366017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-f4490508-f15a-4a1e-87df-273deb4a7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.367720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-f4490508-f15a-4a1e-87df-273deb4a7b50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a248471e6e40799c25363c8b4db20e&device_id=d889163a-371a-437b-89c4-8fa1acec7c3c HTTP/1.1" status: 200 len: 1094 time: 1.0245502 Jan 27 21:43:19.375236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-92214de1-f50e-480b-9003-fa5e72a32650 None None] Provisioning complete for port a37f56f2-84db-45e8-bbad-3d631ffca807 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:19.375236 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-92214de1-f50e-480b-9003-fa5e72a32650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.398496 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] 10.222.0.45 "DELETE /v2.0/networks/6bc6eec4-18b0-485e-a2a1-fd0f83d849aa HTTP/1.1" status: 204 len: 168 time: 3.8086917 Jan 27 21:43:19.457722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846c039-8e8f-4f35-858e-7e7ec79aa0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc6eec4-18b0-485e-a2a1-fd0f83d849aa,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:19.481956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] For port a37f56f2-84db-45e8-bbad-3d631ffca807, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:19.551740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398669a0-8633-4d59-bfcd-fd9100badeff tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99155f28-9a43-4bcb-9bdb-8dfe609cdf56,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:19.594527 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:43:12Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:19.680388 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks [] for router (5860419c-e729-4ded-b518-1afe44022c7c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.691242 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] Checking router: 5860419c-e729-4ded-b518-1afe44022c7c for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:19.708363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 349a345d-c5de-429e-b2a3-ebdefd6a1848, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=349a345d-c5de-429e-b2a3-ebdefd6a1848,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:19.710524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43098) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:19.714562 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] Routers {'5860419c-e729-4ded-b518-1afe44022c7c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:19.716478 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:43:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5860419c-e729-4ded-b518-1afe44022c7c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:19.745844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '349a345d-c5de-429e-b2a3-ebdefd6a1848', 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'port_id': '349a345d-c5de-429e-b2a3-ebdefd6a1848', 'mac_address': 'fa:16:3e:59:68:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b449987a-41d9-4afc-8d6a-98a3bc3a9c88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:19.755974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43100) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:19.763455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] For port a37f56f2-84db-45e8-bbad-3d631ffca807, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a37f56f2-84db-45e8-bbad-3d631ffca807,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:19.788944 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.840990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-398669a0-8633-4d59-bfcd-fd9100badeff tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.847748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-398669a0-8633-4d59-bfcd-fd9100badeff tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0681002 Jan 27 21:43:19.849700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43106) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:19.867061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7e4edbb1-dd86-4303-ac5d-764f2cf0a309 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Request body: {'security_group_rule': {'security_group_id': '8a9e5d01-8f24-413c-9d8c-dd8031f20511', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:19.873280 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9adfeb57-2a6c-47b3-9950-7bdff026e3f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44e7e13069c7466f997da1fb8671c610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610498 Jan 27 21:43:19.879058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-92214de1-f50e-480b-9003-fa5e72a32650 None None] Port a37f56f2-84db-45e8-bbad-3d631ffca807 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:19.884057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43108) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:20.032497 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4f84a556-c0ac-4afa-bad4-6b2199de1bba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=998cadb78a894f6caebf529ec35b4a6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2727938 Jan 27 21:43:20.036337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43114) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:20.073735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0d5da67-5c25-410b-aaa3-9d5150facff7 admin admin] Publish callbacks [] for security_group (23ddea50-1a9c-4f29-b601-4de05acf315d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.101507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f8fc9-c710-4077-a0b2-4ce6cc2dbe54 None None] Pushing event updated for resources: {'Port': ['ID=a37f56f2-84db-45e8-bbad-3d631ffca807,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:20.122578 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] Set router 5860419c-e729-4ded-b518-1afe44022c7c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:20.127997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0d5da67-5c25-410b-aaa3-9d5150facff7 admin admin] Publish callbacks [] for security_group (23ddea50-1a9c-4f29-b601-4de05acf315d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.146956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5565f8c-5795-4516-b03b-a1e60e4e5267 admin admin] Publish callbacks [] for security_group (0e7630cd-4bd0-4534-b679-235401d56425), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.178198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 349a345d-c5de-429e-b2a3-ebdefd6a1848 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:20.178842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.190538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e4edbb1-dd86-4303-ac5d-764f2cf0a309 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group_rule (d742f843-98f2-4de6-9d2d-5644d292e2ec), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.193677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5565f8c-5795-4516-b03b-a1e60e4e5267 admin admin] Publish callbacks [] for security_group (0e7630cd-4bd0-4534-b679-235401d56425), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.225725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:20.226784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:43:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:20.315207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5565f8c-5795-4516-b03b-a1e60e4e5267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0e7630cd-4bd0-4534-b679-235401d56425), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.319348 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5565f8c-5795-4516-b03b-a1e60e4e5267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.321237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d5565f8c-5795-4516-b03b-a1e60e4e5267 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e7630cd-4bd0-4534-b679-235401d56425 HTTP/1.1" status: 204 len: 168 time: 0.2835047 Jan 27 21:43:20.364375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-752c62a4-542b-4238-8d8a-d5ae8aacadf1 req-2605b073-aa12-407b-b5f8-7945d83df500 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8149815 Jan 27 21:43:20.368646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5565f8c-5795-4516-b03b-a1e60e4e5267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7630cd-4bd0-4534-b679-235401d56425,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:20.391110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-d269a3bd-e4cc-4d0d-8fb8-b2059a8496b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.393091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-d269a3bd-e4cc-4d0d-8fb8-b2059a8496b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 200 len: 914 time: 1.0048461 Jan 27 21:43:20.417205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0d5da67-5c25-410b-aaa3-9d5150facff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (23ddea50-1a9c-4f29-b601-4de05acf315d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.420577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0d5da67-5c25-410b-aaa3-9d5150facff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.422188 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d0d5da67-5c25-410b-aaa3-9d5150facff7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23ddea50-1a9c-4f29-b601-4de05acf315d HTTP/1.1" status: 204 len: 168 time: 0.5308552 Jan 27 21:43:20.442762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5da67-5c25-410b-aaa3-9d5150facff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ddea50-1a9c-4f29-b601-4de05acf315d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:20.503400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks [] for router_gateway (5860419c-e729-4ded-b518-1afe44022c7c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.515319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-62c1c9b3-436a-4348-a143-2d198a137c65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 HTTP/1.1" status: 200 len: 217 time: 0.0997410 Jan 27 21:43:20.597852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-d17cd19b-f52b-4ab3-b8ff-b0f8feeb4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.599591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-d17cd19b-f52b-4ab3-b8ff-b0f8feeb4f2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 200 len: 853 time: 0.0830431 Jan 27 21:43:20.630107 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e4edbb1-dd86-4303-ac5d-764f2cf0a309 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group_rule (d742f843-98f2-4de6-9d2d-5644d292e2ec), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.934241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:20.981712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:21.002359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349a345d-c5de-429e-b2a3-ebdefd6a1848 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:21.003551 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:43:12Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:21.087248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 349a345d-c5de-429e-b2a3-ebdefd6a1848, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=349a345d-c5de-429e-b2a3-ebdefd6a1848,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:21.186279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.187358 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c92067-3379-4f01-92c0-c933f8932ada None None] The sync data for ids ['5860419c-e729-4ded-b518-1afe44022c7c'] in n-d-826529-2 is: [{'id': '5860419c-e729-4ded-b518-1afe44022c7c', 'name': 'tempest-ServersTestBootFromVolume-351443631-router', 'tenant_id': '1c7a9f6e53414670b136fee2e42e8858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:38:15Z', 'updated_at': '2022-01-27T21:43:12Z', 'revision_number': 5, 'project_id': '1c7a9f6e53414670b136fee2e42e8858', 'gw_port': {'id': '5d8aae17-9b06-456f-bd94-a147af76a97a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:70:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860419c-e729-4ded-b518-1afe44022c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:38:19Z', 'updated_at': '2022-01-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:21.196469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7ae231d4-0249-46bf-bd6e-db43756bddef None None] Provisioning complete for port a37f56f2-84db-45e8-bbad-3d631ffca807 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:21.197413 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7ae231d4-0249-46bf-bd6e-db43756bddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.407660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.613777 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:43:21.701374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=349a345d-c5de-429e-b2a3-ebdefd6a1848,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.713058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['349a345d-c5de-429e-b2a3-ebdefd6a1848'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:21.917686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-25df26aa-a521-451d-bc84-2587cb6d153c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=97aae3d6-8fe5-4823-9fb9-4d568bd5338b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3107529 Jan 27 21:43:21.924950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e4edbb1-dd86-4303-ac5d-764f2cf0a309 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d742f843-98f2-4de6-9d2d-5644d292e2ec), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.182111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e4edbb1-dd86-4303-ac5d-764f2cf0a309 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.187536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43164) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:22.196082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7e4edbb1-dd86-4303-ac5d-764f2cf0a309 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3231573 Jan 27 21:43:22.199551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:22.369494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4edbb1-dd86-4303-ac5d-764f2cf0a309 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d742f843-98f2-4de6-9d2d-5644d292e2ec,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:22.381614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.600329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Deleting port 5d8aae17-9b06-456f-bd94-a147af76a97a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:22.600812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.789213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb69-3e17-449b-989c-195581bdc3a2 req-5ae49bf4-bd45-4f1e-93e8-5ee680f57201 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.791742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31e7fb69-3e17-449b-989c-195581bdc3a2 req-5ae49bf4-bd45-4f1e-93e8-5ee680f57201 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 944 time: 0.8723087 Jan 27 21:43:22.826636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-fa54694e-a5f5-408b-b46d-912a99946a81 service neutron] 10.222.0.57 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8913064 Jan 27 21:43:22.897990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.918883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:22.960889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] For port 5d8aae17-9b06-456f-bd94-a147af76a97a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5d8aae17-9b06-456f-bd94-a147af76a97a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:22.962116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.976164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c8bb5c72-43cb-4817-a422-57d825a2da77 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:22.989949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31e7fb69-3e17-449b-989c-195581bdc3a2 req-89a428c4-f606-400b-913c-25c07326c939 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885262 Jan 27 21:43:22.999995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Calling delete_port for 5d8aae17-9b06-456f-bd94-a147af76a97a owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:23.072803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c8bb5c72-43cb-4817-a422-57d825a2da77 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:23.073154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c8bb5c72-43cb-4817-a422-57d825a2da77 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:23.091069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319ed1d9-22d5-4ada-829c-994f8bdac525 req-4d2d71fb-1d31-452d-bbc6-99f6868cbd56 service neutron] 10.222.0.57 "GET /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448623 Jan 27 21:43:23.141777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0', 'network_id': '97aae3d6-8fe5-4823-9fb9-4d568bd5338b', 'port_id': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0', 'mac_address': 'fa:16:3e:eb:8d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b449987a-41d9-4afc-8d6a-98a3bc3a9c88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:23.194589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7ae231d4-0249-46bf-bd6e-db43756bddef None None] Current status of the port a37f56f2-84db-45e8-bbad-3d631ffca807 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:23.195213 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7ae231d4-0249-46bf-bd6e-db43756bddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.196467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Allocated IP 172.25.8.125 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/daa2c00c-dc27-4a59-b1a6-240c7620c423) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:23.516140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5d8aae17-9b06-456f-bd94-a147af76a97a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.516382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for port (daa2c00c-dc27-4a59-b1a6-240c7620c423), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.566148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8aae17-9b06-456f-bd94-a147af76a97a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.692808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (5860419c-e729-4ded-b518-1afe44022c7c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.722670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7ae231d4-0249-46bf-bd6e-db43756bddef None None] For port a37f56f2-84db-45e8-bbad-3d631ffca807, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a37f56f2-84db-45e8-bbad-3d631ffca807,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:23.727974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (daa2c00c-dc27-4a59-b1a6-240c7620c423), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.739290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:19Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:23.765267 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7ae231d4-0249-46bf-bd6e-db43756bddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.824232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:23.840408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:23.859564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:23.903995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event updated for resources: {'Port': ['ID=daa2c00c-dc27-4a59-b1a6-240c7620c423,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:24.009683 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (5860419c-e729-4ded-b518-1afe44022c7c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.012331 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks [] for router_controller (5860419c-e729-4ded-b518-1afe44022c7c), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.020526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for floatingip (425e22e7-bdf5-4e2e-935b-033b935a0a0b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.084808 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (daa2c00c-dc27-4a59-b1a6-240c7620c423), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.104085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:24.105790 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.117365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e85da7-a195-474c-bd2c-306a51c849bd None None] The sync data for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 is: [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:19Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:24.150112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae231d4-0249-46bf-bd6e-db43756bddef None None] Pushing event updated for resources: {'Port': ['ID=a37f56f2-84db-45e8-bbad-3d631ffca807,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:24.191042 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (5860419c-e729-4ded-b518-1afe44022c7c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.192350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5860419c-e729-4ded-b518-1afe44022c7c {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:43:24.245487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.248993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:24.267716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-104f567f-908a-40cf-9662-b79653cc446c admin admin] 10.222.0.45 "DELETE /v2.0/routers/5860419c-e729-4ded-b518-1afe44022c7c HTTP/1.1" status: 204 len: 168 time: 6.6310823 Jan 27 21:43:24.271082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43222) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:24.497617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:24.510708 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.600349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-c4f34070-1c82-45ef-8145-7bd11dc208ef tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8a90c2fe0c24472ba9628a9e880f952f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3301687 Jan 27 21:43:24.616042 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for port (daa2c00c-dc27-4a59-b1a6-240c7620c423), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.659843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (daa2c00c-dc27-4a59-b1a6-240c7620c423), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.686844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:24.779258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:24.993188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca42598-cfd6-4c98-b95a-769c2f36e202 admin admin] Deleting subnet f3e56ff7-f8c0-480f-91b8-bd772610bf0e {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:25.008376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fca42598-cfd6-4c98-b95a-769c2f36e202 admin admin] Publish callbacks [] for subnet (f3e56ff7-f8c0-480f-91b8-bd772610bf0e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.120053 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (425e22e7-bdf5-4e2e-935b-033b935a0a0b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.163349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event updated for resources: {'Port': ['ID=daa2c00c-dc27-4a59-b1a6-240c7620c423,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:25.175176 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fca42598-cfd6-4c98-b95a-769c2f36e202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (f3e56ff7-f8c0-480f-91b8-bd772610bf0e), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.203327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.220569 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8ae052ab-5159-46ee-8549-f3f9e7c465c9 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0313950 Jan 27 21:43:25.258930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 349a345d-c5de-429e-b2a3-ebdefd6a1848 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:25.388568 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fca42598-cfd6-4c98-b95a-769c2f36e202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (f3e56ff7-f8c0-480f-91b8-bd772610bf0e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.476157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a37f56f2-84db-45e8-bbad-3d631ffca807 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:25.535986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f4c0-7841-44b5-86ad-1ef66fcd6305 req-d86aac5e-a1d9-4e58-b407-f36394ebe05d tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.538396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fac9f4c0-7841-44b5-86ad-1ef66fcd6305 req-d86aac5e-a1d9-4e58-b407-f36394ebe05d tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 944 time: 1.0719090 Jan 27 21:43:25.539902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fca42598-cfd6-4c98-b95a-769c2f36e202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (f3e56ff7-f8c0-480f-91b8-bd772610bf0e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.567183 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fca42598-cfd6-4c98-b95a-769c2f36e202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.581903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43242) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:25.583626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fca42598-cfd6-4c98-b95a-769c2f36e202 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f3e56ff7-f8c0-480f-91b8-bd772610bf0e HTTP/1.1" status: 204 len: 168 time: 1.2867210 Jan 27 21:43:25.634876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3965e-e204-4cc0-bf87-01db719df90c None None] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:25.717926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca42598-cfd6-4c98-b95a-769c2f36e202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e56ff7-f8c0-480f-91b8-bd772610bf0e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:25.846731 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (4af5ab70-1dcf-4236-815e-0b802a99f148), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.852937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fac9f4c0-7841-44b5-86ad-1ef66fcd6305 req-03a74bf2-3715-4ffe-8dd8-c2d1f590f37c tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941675 Jan 27 21:43:25.976102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-5acf9b62-2fea-4134-a81f-912af3d59bba tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.982940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-5acf9b62-2fea-4134-a81f-912af3d59bba tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3576078 Jan 27 21:43:26.014116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-1765b2bc-b8f5-4945-b950-e119720f736d tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/quotas/8a90c2fe0c24472ba9628a9e880f952f HTTP/1.1" status: 200 len: 375 time: 0.0159335 Jan 27 21:43:26.104412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 349a345d-c5de-429e-b2a3-ebdefd6a1848 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:26.162683 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-89aaad53-0c7d-45ff-9317-48c131783243 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a90c2fe0c24472ba9628a9e880f952f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222470 Jan 27 21:43:26.205681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 349a345d-c5de-429e-b2a3-ebdefd6a1848 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:26.206277 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.262259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Deleting port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:26.262259 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.454470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] DHCP port deletion for 4af5ab70-1dcf-4236-815e-0b802a99f148 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:26.463954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a37f56f2-84db-45e8-bbad-3d631ffca807 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:26.473466 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.601762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] For port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c37a65d-26ea-4dd1-9727-64f7e35f3e0b,segment=NetworkSegment(0defca46-3f01-4354-8b44-6c31676a8930),segment_id=0defca46-3f01-4354-8b44-6c31676a8930)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:26.604231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.638303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:26.644430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-6f39f4bf-f767-459b-ac60-5f5289646b49 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--366332374&fields=id&tenant_id=b20db0597a3242edb610e815258122ac HTTP/1.1" status: 200 len: 267 time: 0.2151039 Jan 27 21:43:26.674338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Calling delete_port for 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:26.995909 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.080672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c37a65d-26ea-4dd1-9727-64f7e35f3e0b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:27.128480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3158acfe-226e-4424-b1b4-f396ba63d740 req-ad1fed9b-f59a-4831-8685-c49a58820379 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 210 time: 0.1377869 Jan 27 21:43:27.179258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] No DVR routers for this DVR port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:27.250232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-59bda574-afa3-49af-a10c-07eaa6f49f02 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.276981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-59bda574-afa3-49af-a10c-07eaa6f49f02 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/networks?id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 HTTP/1.1" status: 200 len: 806 time: 0.6165843 Jan 27 21:43:27.303177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-e8d8be55-e684-4ffc-8778-1bd12e21360f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/quotas/b20db0597a3242edb610e815258122ac HTTP/1.1" status: 200 len: 375 time: 0.0211952 Jan 27 21:43:27.374269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:27.416851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:27.417478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.521591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-de145694-4814-4a05-86bc-8203a59a11e7 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b20db0597a3242edb610e815258122ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2023087 Jan 27 21:43:27.561977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38efad-c552-49d3-9dfb-c5e050e4a736 req-acdc4139-ec74-4973-a449-1b1fbb30f4e7 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.575815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa38efad-c552-49d3-9dfb-c5e050e4a736 req-acdc4139-ec74-4973-a449-1b1fbb30f4e7 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 944 time: 0.1583779 Jan 27 21:43:27.617907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43288) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:27.812595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa38efad-c552-49d3-9dfb-c5e050e4a736 req-ffdfcc80-3708-46be-8ace-10ed2b52939e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298210 Jan 27 21:43:27.853071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (4af5ab70-1dcf-4236-815e-0b802a99f148), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.917948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] Deleting port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:27.918811 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.971696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af5ab70-1dcf-4236-815e-0b802a99f148']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:28.013595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0defca46-3f01-4354-8b44-6c31676a8930') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:28.014739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0defca46-3f01-4354-8b44-6c31676a8930') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:28.046115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0defca46-3f01-4354-8b44-6c31676a8930), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.103294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0defca46-3f01-4354-8b44-6c31676a8930), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.115539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:28.115959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0defca46-3f01-4354-8b44-6c31676a8930), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:28.117970 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:28.246871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 349a345d-c5de-429e-b2a3-ebdefd6a1848 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:28.247272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.282748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (4af5ab70-1dcf-4236-815e-0b802a99f148), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.324518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.335110 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4af5ab70-1dcf-4236-815e-0b802a99f148 HTTP/1.1" status: 204 len: 168 time: 2.7516141 Jan 27 21:43:28.340939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddc0da-f47d-4e6a-9f05-5c8f34fbe778 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af5ab70-1dcf-4236-815e-0b802a99f148,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:28.358026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:28.367057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.443934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] For port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:28.444509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.447794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9b988a-f07e-4461-b6b8-9ccf4e482796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.479064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] Calling delete_port for 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:28.486400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] Port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:43:28.489624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (5c37a65d-26ea-4dd1-9727-64f7e35f3e0b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.566267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a37f56f2-84db-45e8-bbad-3d631ffca807 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:28.602844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9507172-ef9a-40fd-8ed8-0362913b7874 req-9172fe57-ca8c-4d74-8909-395d3f4bf6e6 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 210 time: 0.1465237 Jan 27 21:43:28.673805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43316) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:28.705570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539a6754-fe87-4eb2-83e5-560860493689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349a345d-c5de-429e-b2a3-ebdefd6a1848'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:28.710700 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab965d7-6077-4cc8-8a7c-007a406a285b" -d '{"events": [{"server_uuid": "539a6754-fe87-4eb2-83e5-560860493689", "name": "network-vif-plugged", "status": "completed", "tag": "349a345d-c5de-429e-b2a3-ebdefd6a1848"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:28.804375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:28.805898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5d8aae17-9b06-456f-bd94-a147af76a97a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:28.809735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] Network 4af5ab70-1dcf-4236-815e-0b802a99f148 is not hosted by any dhcp agent {{(pid=103331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:43:28.820250 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-18117c7b-ea30-4402-abc6-58186052700e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c7a9f6e53414670b136fee2e42e8858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427565 Jan 27 21:43:28.821126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] No DVR routers for this DVR port 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:28.822317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43320) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:28.839392 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6446c5e-a328-48fa-8814-ee00d11077d6 x-openstack-request-id: req-c6446c5e-a328-48fa-8814-ee00d11077d6 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:28.840148 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539a6754-fe87-4eb2-83e5-560860493689", "name": "network-vif-plugged", "status": "completed", "tag": "349a345d-c5de-429e-b2a3-ebdefd6a1848", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:28.842880 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6446c5e-a328-48fa-8814-ee00d11077d6 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:28.843705 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539a6754-fe87-4eb2-83e5-560860493689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349a345d-c5de-429e-b2a3-ebdefd6a1848', 'code': 200} Jan 27 21:43:28.849251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea07e8-b501-4bf6-8009-8777c1216719 None None] Pushing event deleted for resources: {'Port': ['ID=5c37a65d-26ea-4dd1-9727-64f7e35f3e0b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:28.915289 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-d9d95798-ef18-4a72-ae7d-afbccdc899ce service neutron] 10.222.0.45 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3036802 Jan 27 21:43:28.950587 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.966450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 349a345d-c5de-429e-b2a3-ebdefd6a1848, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=349a345d-c5de-429e-b2a3-ebdefd6a1848,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:29.095049 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-000b22e5-4ee8-4ca8-8194-854d5afb9ab1 admin admin] Publish callbacks [] for security_group (ca5815dc-e357-41d9-9a89-66811cccc211), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.128707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:29.131624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 5d8aae17-9b06-456f-bd94-a147af76a97a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:29.132306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5d8aae17-9b06-456f-bd94-a147af76a97a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:29.134603 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.177139 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-000b22e5-4ee8-4ca8-8194-854d5afb9ab1 admin admin] Publish callbacks [] for security_group (ca5815dc-e357-41d9-9a89-66811cccc211), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.328335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-000b22e5-4ee8-4ca8-8194-854d5afb9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ca5815dc-e357-41d9-9a89-66811cccc211), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.333338 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-000b22e5-4ee8-4ca8-8194-854d5afb9ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.337912 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-000b22e5-4ee8-4ca8-8194-854d5afb9ab1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca5815dc-e357-41d9-9a89-66811cccc211 HTTP/1.1" status: 204 len: 168 time: 0.5070329 Jan 27 21:43:29.378868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b22e5-4ee8-4ca8-8194-854d5afb9ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5815dc-e357-41d9-9a89-66811cccc211,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:29.399882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=349a345d-c5de-429e-b2a3-ebdefd6a1848,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:29.435887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-34784b12-b451-4122-a800-eef621602652 service neutron] 10.222.0.45 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287301 Jan 27 21:43:29.495115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:29.606274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:29.612400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c37a65d-26ea-4dd1-9727-64f7e35f3e0b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:29.732843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9bbdc-c281-42bd-bdfe-d626bfff7fef req-74a690d8-278d-4fb7-a4a4-403af650ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:29.740824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10b9bbdc-c281-42bd-bdfe-d626bfff7fef req-74a690d8-278d-4fb7-a4a4-403af650ca66 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 1096 time: 0.8244715 Jan 27 21:43:29.883180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca96a0-62d1-410b-9b38-01e409c69ea4 req-7510ded3-fd99-4735-b2a2-d770d65160fe tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:29.894477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4ca96a0-62d1-410b-9b38-01e409c69ea4 req-7510ded3-fd99-4735-b2a2-d770d65160fe tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 945 time: 0.8035171 Jan 27 21:43:30.026108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9b988a-f07e-4461-b6b8-9ccf4e482796 admin admin] Publish callbacks [] for security_group (d2d8d622-ae9b-4fe4-be63-7492badc6b99), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.081510 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b9b988a-f07e-4461-b6b8-9ccf4e482796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d2d8d622-ae9b-4fe4-be63-7492badc6b99), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.537808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b988a-f07e-4461-b6b8-9ccf4e482796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d8d622-ae9b-4fe4-be63-7492badc6b99,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:30.557643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10b9bbdc-c281-42bd-bdfe-d626bfff7fef req-0f3a20fb-fe76-4e2b-95b6-1b485a1d9a87 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7752311 Jan 27 21:43:30.574905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be380eaa-2f49-4ecb-9059-7112f54be087 req-0000d4d9-98a7-430a-b989-0e7db9245997 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 210 time: 0.2519908 Jan 27 21:43:30.619487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-7125fc89-790f-43e8-909d-58f850ea016b tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8a90c2fe0c24472ba9628a9e880f952f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5638638 Jan 27 21:43:30.911124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:30.923928 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a6f20f-466e-4720-8a15-acb467cf3c84" -d '{"events": [{"server_uuid": "d889163a-371a-437b-89c4-8fa1acec7c3c", "name": "network-vif-plugged", "status": "completed", "tag": "c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:31.070442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8b9b988a-f07e-4461-b6b8-9ccf4e482796 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e397defeffd944db92b4d05fb9d2bfe7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4434237 Jan 27 21:43:31.071301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43366) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:31.075958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a6497a3-8c97-4a19-871d-55a9c0ebf4ed req-461c122d-2ebf-4530-a688-64da08eefd65 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 210 time: 0.1726103 Jan 27 21:43:31.103112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4ca96a0-62d1-410b-9b38-01e409c69ea4 req-b397f979-c859-4b64-af00-30967f014d6c tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1211159 Jan 27 21:43:31.293778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-be73c30d-6bd1-42d0-8ff4-7844a568f339 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:31.307299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-be73c30d-6bd1-42d0-8ff4-7844a568f339 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6844401 Jan 27 21:43:31.321176 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077fed5d-08f1-4feb-a0ab-d018cfe91381 x-openstack-request-id: req-077fed5d-08f1-4feb-a0ab-d018cfe91381 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:31.321601 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d889163a-371a-437b-89c4-8fa1acec7c3c", "name": "network-vif-plugged", "status": "completed", "tag": "c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:31.321989 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-077fed5d-08f1-4feb-a0ab-d018cfe91381 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:31.324357 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0', 'code': 200} Jan 27 21:43:31.326200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Request body: {'port': {'device_id': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8a90c2fe0c24472ba9628a9e880f952f'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:31.394041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Publish callbacks [] for security_group (d2d8d622-ae9b-4fe4-be63-7492badc6b99), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.429503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Publish callbacks [] for security_group (d2d8d622-ae9b-4fe4-be63-7492badc6b99), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.526312 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d2d8d622-ae9b-4fe4-be63-7492badc6b99), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.529884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.531966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2d8d622-ae9b-4fe4-be63-7492badc6b99 HTTP/1.1" status: 204 len: 168 time: 0.4601142 Jan 27 21:43:31.572320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d8d622-ae9b-4fe4-be63-7492badc6b99,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:31.593261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.593689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.594157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.594615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.595767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.596235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.596684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.599970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.600497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.600959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.601595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.602084 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.602558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab282b-27da-47e6-a868-e1c4495186fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.650761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885f537-0ce9-4688-b81f-925ca48cb64f req-bc488167-7b19-4a10-996e-de9d5839d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:31.655837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2885f537-0ce9-4688-b81f-925ca48cb64f req-bc488167-7b19-4a10-996e-de9d5839d724 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d889163a-371a-437b-89c4-8fa1acec7c3c HTTP/1.1" status: 200 len: 1096 time: 0.2370222 Jan 27 21:43:31.807787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2885f537-0ce9-4688-b81f-925ca48cb64f req-6b65ade3-f21d-4a90-827d-a1d78398628d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280749 Jan 27 21:43:31.842966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Made reservation on behalf of 8a90c2fe0c24472ba9628a9e880f952f for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:31.848963 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.878676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.969462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43394) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:32.018806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffa86594-fb0b-4ca6-b793-6cc50e4d3f5a req-9a1d3c8a-19bc-4c77-93d6-a81541bf19e3 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 210 time: 0.1080153 Jan 27 21:43:32.261424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks [] for security_group (f8eb3a84-e205-4481-9b0a-bc5e9f127000), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.270999 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f8eb3a84-e205-4481-9b0a-bc5e9f127000), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.644342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1953564781-network', 'tenant_id': '611ab08e262247c0a697acf74eb6779a'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:32.713346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Made reservation on behalf of 611ab08e262247c0a697acf74eb6779a for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:32.730013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.789058 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.840377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eb3a84-e205-4481-9b0a-bc5e9f127000,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:32.917928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1c7b403-3ac8-4264-9e4f-99626e4541f2 req-e39f9500-3b5a-4421-bd34-9243b224c958 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 210 time: 0.3101373 Jan 27 21:43:32.963559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ce738-b4f4-4431-ac91-f5a80d645e33 req-5c328d35-5efd-45b8-b9e8-7c1764879d0f tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:32.977395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd3ce738-b4f4-4431-ac91-f5a80d645e33 req-5c328d35-5efd-45b8-b9e8-7c1764879d0f tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 945 time: 0.5628097 Jan 27 21:43:33.106265 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Publish callbacks [] for security_group (649b29fd-1791-43bd-b5d8-bb154251ce32), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.114366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (649b29fd-1791-43bd-b5d8-bb154251ce32), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.208144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:33.281835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (32432e50-d1e8-4535-9007-c6f16fea1bee), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.283988 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Added segment 32432e50-d1e8-4535-9007-c6f16fea1bee of type vlan for network e6295e50-ae05-4032-aaf9-8f06ffae9d54 Jan 27 21:43:33.298433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Allocated IP 192.168.233.4 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/fb222764-304a-46f4-a1ca-d64357c2c239) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:33.457832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43424) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:33.458807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649b29fd-1791-43bd-b5d8-bb154251ce32,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:33.597592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fd08ecf-b580-45ee-aab1-4d744fb51be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.640388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (e6295e50-ae05-4032-aaf9-8f06ffae9d54), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.643302 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks [] for port (fb222764-304a-46f4-a1ca-d64357c2c239), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.740224 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (e6295e50-ae05-4032-aaf9-8f06ffae9d54), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.743062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:33.744496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.879870 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.905771 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9340115 Jan 27 21:43:33.920130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43428) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:33.931285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Request body: {'subnet': {'network_id': 'e6295e50-ae05-4032-aaf9-8f06ffae9d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1953564781-subnet', 'tenant_id': '611ab08e262247c0a697acf74eb6779a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:33.985599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Made reservation on behalf of 611ab08e262247c0a697acf74eb6779a for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:34.001754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.011004 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:43:34.021927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:34.030970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:34.036153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd3ce738-b4f4-4431-ac91-f5a80d645e33 req-b175db58-7592-4b15-b0f4-e244363df035 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0490725 Jan 27 21:43:34.037069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:34.060447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e1f98-e1ef-4eac-992b-9144b30bd153 req-2609cdfd-94d8-4828-ab18-749edef8e89a tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:34.060990 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8324669f-f928-43b6-9123-9e4a5fb9ff9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.062387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42e1f98-e1ef-4eac-992b-9144b30bd153 req-2609cdfd-94d8-4828-ab18-749edef8e89a tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 934 time: 0.2455459 Jan 27 21:43:34.088696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9620f3-442e-48bb-be54-5a4c1d5d1ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=e6295e50-ae05-4032-aaf9-8f06ffae9d54,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:34.119925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network e6295e50-ae05-4032-aaf9-8f06ffae9d54 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:34.213463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:34.453629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fd08ecf-b580-45ee-aab1-4d744fb51be0 admin admin] Publish callbacks [] for security_group (ca8f9acd-10a1-4cb8-b9c2-d63e0033a131), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.463361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42e1f98-e1ef-4eac-992b-9144b30bd153 req-7cdd442f-cb32-4f04-a1f4-167d2d18d8b3 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521779 Jan 27 21:43:34.472532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-f09ad92d-ceb2-4f73-ada7-27e05db95580 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:34.474515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-f09ad92d-ceb2-4f73-ada7-27e05db95580 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.16 "GET /v2.0/networks?id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 HTTP/1.1" status: 200 len: 806 time: 0.6591394 Jan 27 21:43:34.483395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:34.484406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.528982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3eaf24df-1d46-461b-bde5-45f316b298fb req-42e2754b-1027-4089-8812-34e9b8ebd111 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 210 time: 0.1901875 Jan 27 21:43:34.544481 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fd08ecf-b580-45ee-aab1-4d744fb51be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ca8f9acd-10a1-4cb8-b9c2-d63e0033a131), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.591535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-fa4c6bd0-9a3d-444d-8e5b-c1c28e75d6b0 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2767220 Jan 27 21:43:34.610082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Request body: {'port': {'device_id': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:34.700147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e230e3e8-da3d-4aff-b6bf-90c3341722a5 None None] Provisioning complete for port fb222764-304a-46f4-a1ca-d64357c2c239 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:34.701194 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e230e3e8-da3d-4aff-b6bf-90c3341722a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.701563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-8d8fc76b-dd66-4488-b5b2-668770238a89 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b20db0597a3242edb610e815258122ac HTTP/1.1" status: 200 len: 379 time: 0.1751442 Jan 27 21:43:34.727460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Request body: {'port': {'device_id': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'admin_state_up': True, 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'security_groups': ['8a9e5d01-8f24-413c-9d8c-dd8031f20511']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:34.727995 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2fd08ecf-b580-45ee-aab1-4d744fb51be0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2c35800921044be9d85ccba1da39eac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2597439 Jan 27 21:43:34.728187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.738802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43444) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:34.860201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e230e3e8-da3d-4aff-b6bf-90c3341722a5 None None] Port fb222764-304a-46f4-a1ca-d64357c2c239 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:34.877367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd08ecf-b580-45ee-aab1-4d744fb51be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f9acd-10a1-4cb8-b9c2-d63e0033a131,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:35.045490 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4923c651-2dc3-458a-864b-564c497840a0 admin admin] Publish callbacks [] for security_group (ca8f9acd-10a1-4cb8-b9c2-d63e0033a131), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.193050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4923c651-2dc3-458a-864b-564c497840a0 admin admin] Publish callbacks [] for security_group (ca8f9acd-10a1-4cb8-b9c2-d63e0033a131), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.353741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795fdc7-2fc1-4ba6-bcd6-4e62344e3262 req-35161245-2f27-4824-96b4-7c4a4a80a39b tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:35.362909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b795fdc7-2fc1-4ba6-bcd6-4e62344e3262 req-35161245-2f27-4824-96b4-7c4a4a80a39b tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=d889163a-371a-437b-89c4-8fa1acec7c3c HTTP/1.1" status: 200 len: 945 time: 0.5241814 Jan 27 21:43:35.438103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4923c651-2dc3-458a-864b-564c497840a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ca8f9acd-10a1-4cb8-b9c2-d63e0033a131), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.456207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4923c651-2dc3-458a-864b-564c497840a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.457471 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4923c651-2dc3-458a-864b-564c497840a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca8f9acd-10a1-4cb8-b9c2-d63e0033a131 HTTP/1.1" status: 204 len: 168 time: 0.7201779 Jan 27 21:43:35.545504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923c651-2dc3-458a-864b-564c497840a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f9acd-10a1-4cb8-b9c2-d63e0033a131,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:35.550074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (50800855-198d-41e7-9931-43fa03558a4c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.837664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50800855-198d-41e7-9931-43fa03558a4c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:35.897623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Made reservation on behalf of b20db0597a3242edb610e815258122ac for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:35.902760 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.927704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Checking segment: {'id': '32432e50-d1e8-4535-9007-c6f16fea1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6295e50-ae05-4032-aaf9-8f06ffae9d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:35.929968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Network hostable DHCP agents. Network: e6295e50-ae05-4032-aaf9-8f06ffae9d54, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:36.000696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Network e6295e50-ae05-4032-aaf9-8f06ffae9d54 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:36.026344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, e6295e50-ae05-4032-aaf9-8f06ffae9d54) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:36.041209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409aeb13-b2a1-477d-98d5-8f1dd58f225a None None] Network e6295e50-ae05-4032-aaf9-8f06ffae9d54 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:36.051437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:36.052596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.130135 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-55436f1b-37fd-40e7-bee7-5b8438b138a7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2082515 Jan 27 21:43:36.406981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b795fdc7-2fc1-4ba6-bcd6-4e62344e3262 req-8b4c025f-0e31-49cc-92a3-5a28a9b5cb39 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9166822 Jan 27 21:43:36.845365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dc286-3fcf-4816-aae6-b1feaeed9b43 req-92d5b333-1cd0-4da7-a710-e3e8dd3d5441 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:36.861713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc0dc286-3fcf-4816-aae6-b1feaeed9b43 req-92d5b333-1cd0-4da7-a710-e3e8dd3d5441 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 934 time: 0.8119829 Jan 27 21:43:36.925011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ab90671-e32f-4979-b444-79f537651731 req-0213b974-c5b1-43f3-8305-2c589eb77d70 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 210 time: 0.2313910 Jan 27 21:43:36.947709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5723a1-1130-4d3c-944c-ff3db406446b None None] Network e6295e50-ae05-4032-aaf9-8f06ffae9d54 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:37.129184 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e093a801-a327-40b6-826d-afff45d51ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.260076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc0dc286-3fcf-4816-aae6-b1feaeed9b43 req-c712485d-281b-4906-8b4e-6cf6f5c890ce tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970578 Jan 27 21:43:37.345207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Allocated IP 172.20.0.10 (d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8/c72c0f46-cb79-475a-860d-4037da762546/bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:37.350179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb222764-304a-46f4-a1ca-d64357c2c239 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:37.379560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Publish callbacks [] for port (fb222764-304a-46f4-a1ca-d64357c2c239), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.447829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Transition to ACTIVE for port object fb222764-304a-46f4-a1ca-d64357c2c239 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:37.462601 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.761745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:38.062269 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.261137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.103594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.289823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:39.307088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event updated for resources: {'Port': ['ID=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:39.311716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:39.340436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:39.491301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.492636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.536243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-83fb8af8-353b-4d5f-b67c-37bef48e1203 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.539305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-83fb8af8-353b-4d5f-b67c-37bef48e1203 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.57 "GET /v2.0/ports?device_id=d889163a-371a-437b-89c4-8fa1acec7c3c HTTP/1.1" status: 200 len: 945 time: 0.5200369 Jan 27 21:43:39.636990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Attempting to bind port fb222764-304a-46f4-a1ca-d64357c2c239 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:39.639811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Attempting to bind port fb222764-304a-46f4-a1ca-d64357c2c239 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:39.644948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Attempting to bind port fb222764-304a-46f4-a1ca-d64357c2c239 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:39.719836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50776b-5ed1-44e9-aa77-a6e8a9c97087 req-38d315d3-2ed7-402d-9a9c-b07acfa19a79 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.727735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c50776b-5ed1-44e9-aa77-a6e8a9c97087 req-38d315d3-2ed7-402d-9a9c-b07acfa19a79 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 932 time: 0.6819272 Jan 27 21:43:39.737633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-50f1f7e3-3172-4908-8fb8-ca8fb3ab48ab tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0289941 Jan 27 21:43:39.751175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Request body: {'port': {'device_id': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:39.764554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Port fb222764-304a-46f4-a1ca-d64357c2c239 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:39.765042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Attempting to bind port fb222764-304a-46f4-a1ca-d64357c2c239 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:39.858345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:39.868453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:39.876633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:39.877380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Bound port: fb222764-304a-46f4-a1ca-d64357c2c239, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:39.877869 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.887179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-6e0bc8ba-a836-4f96-9bf2-7f35e1a45775 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.890362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-33808d1a-00ce-4dbf-9dce-a79de497f137 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.893496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-6e0bc8ba-a836-4f96-9bf2-7f35e1a45775 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/networks?id=e6295e50-ae05-4032-aaf9-8f06ffae9d54 HTTP/1.1" status: 200 len: 822 time: 1.9124346 Jan 27 21:43:39.903224 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-33808d1a-00ce-4dbf-9dce-a79de497f137 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.16 "GET /v2.0/ports?device_id=539a6754-fe87-4eb2-83e5-560860493689 HTTP/1.1" status: 200 len: 945 time: 0.1147003 Jan 27 21:43:39.990234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-864c6f82-3d1d-4594-b9e6-119a08bf4070 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/quotas/611ab08e262247c0a697acf74eb6779a HTTP/1.1" status: 200 len: 375 time: 0.0722013 Jan 27 21:43:40.054372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9e3c3053-4490-4e89-a41f-2398ebc9ca3d None None] Provisioning complete for port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:40.055087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3053-4490-4e89-a41f-2398ebc9ca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.078704 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.154543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:40.159630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:40.163554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-1b6645a9-6df4-4ae9-8826-a3a4905bb155 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=611ab08e262247c0a697acf74eb6779a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1584027 Jan 27 21:43:40.188350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Deleting port 349a345d-c5de-429e-b2a3-ebdefd6a1848 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:40.191564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c50776b-5ed1-44e9-aa77-a6e8a9c97087 req-6637a684-f681-4e7b-b264-f4f0637a10e2 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4627023 Jan 27 21:43:40.192011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.216498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c3053-4490-4e89-a41f-2398ebc9ca3d None None] Port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:40.246841 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.445647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] For port 349a345d-c5de-429e-b2a3-ebdefd6a1848, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=349a345d-c5de-429e-b2a3-ebdefd6a1848,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:40.451064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.486920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Calling delete_port for 349a345d-c5de-429e-b2a3-ebdefd6a1848 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:40.520205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-f5ba3bdf-38f9-4405-a734-f07dde3dccb9 service neutron] 10.222.0.45 "GET /v2.0/networks/e6295e50-ae05-4032-aaf9-8f06ffae9d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191621 Jan 27 21:43:40.738954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (349a345d-c5de-429e-b2a3-ebdefd6a1848), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.789815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['349a345d-c5de-429e-b2a3-ebdefd6a1848'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:40.874990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Pushing event deleted for resources: {'Port': ['ID=349a345d-c5de-429e-b2a3-ebdefd6a1848,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:40.926532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] No DVR routers for this DVR port 349a345d-c5de-429e-b2a3-ebdefd6a1848 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:40.929483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.934094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.942913 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-329e12e5-d9ae-4d4e-8cdf-b4a7536712e3 req-53798175-e680-4d8a-9df1-842c69b3265e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.16 "DELETE /v2.0/ports/349a345d-c5de-429e-b2a3-ebdefd6a1848 HTTP/1.1" status: 204 len: 173 time: 1.0332997 Jan 27 21:43:40.952407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539a6754-fe87-4eb2-83e5-560860493689', 'name': 'network-vif-deleted', 'tag': '349a345d-c5de-429e-b2a3-ebdefd6a1848'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:40.956222 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34025d25-1bad-40f7-86c3-3522b89b01dc" -d '{"events": [{"server_uuid": "539a6754-fe87-4eb2-83e5-560860493689", "name": "network-vif-deleted", "tag": "349a345d-c5de-429e-b2a3-ebdefd6a1848"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:41.091331 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.286170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:41.295508 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Publish callbacks [] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.323369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:41.324186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.325675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] 10.222.0.57 "PUT /v2.0/ports/fb222764-304a-46f4-a1ca-d64357c2c239 HTTP/1.1" status: 200 len: 1094 time: 6.7262537 Jan 27 21:43:41.341244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Transition to ACTIVE for port object bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:41.342846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:41.348331 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17fed9a-32f5-4ece-a4ce-8b40e51184da" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:41.443681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa2096-e435-4ffe-8c31-90d223278a36 service neutron] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:41.455454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Deleting port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:41.456346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.478304 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.662843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:41.817168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6ae6-6e85-4ee1-99de-db4d04e522e2 req-79b1ae27-dc38-4ab6-82f7-bd2d46cc1f08 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:41.827293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-278d6ae6-6e85-4ee1-99de-db4d04e522e2 req-79b1ae27-dc38-4ab6-82f7-bd2d46cc1f08 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=d889163a-371a-437b-89c4-8fa1acec7c3c HTTP/1.1" status: 200 len: 945 time: 1.4609115 Jan 27 21:43:41.846177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-1da2c57c-a4fc-44fc-ab70-257cb7f34277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:41.847937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-1da2c57c-a4fc-44fc-ab70-257cb7f34277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a90c2fe0c24472ba9628a9e880f952f&device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 1097 time: 0.3963385 Jan 27 21:43:41.865505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-db4c2973-e7f9-4006-bb55-160ca16ecf11 service neutron] 10.222.0.45 "GET /v2.0/networks/e6295e50-ae05-4032-aaf9-8f06ffae9d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2947223 Jan 27 21:43:41.939611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] For port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:41.939927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.958246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-e43429e4-16c3-4aab-b1f5-d22d0332945d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=fb222764-304a-46f4-a1ca-d64357c2c239 HTTP/1.1" status: 200 len: 217 time: 0.0914645 Jan 27 21:43:42.071779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Calling delete_port for c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:42.084874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Attempting to bind port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:42.085313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Attempting to bind port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:42.085924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Attempting to bind port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 on network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:42.139631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-278d6ae6-6e85-4ee1-99de-db4d04e522e2 req-b7e8514f-fae5-4a3a-9ac6-316fc42b448e tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/security-groups?id=64463549-9a08-41c8-8e74-f4d7cdadf218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937872 Jan 27 21:43:42.327297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 on network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:42.328047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Attempting to bind port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 on network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:42.353388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-a44a3e4a-e274-45b2-97f5-2c00cfaf3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:42.357737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-a44a3e4a-e274-45b2-97f5-2c00cfaf3233 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.3799191 Jan 27 21:43:42.425879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:42.427449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Checking segment: {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:42.428135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Bound using segment: {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:42.428849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Bound port: bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0640984b-5708-4dbd-bde7-cf14e66563f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:42.429478 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.599886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:42.797864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4d5a7-0135-4764-ab19-1af4e6b57dcc req-4f6649d5-ce7c-461e-b65b-4cbcafcfe514 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:42.823723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6fa4d5a7-0135-4764-ab19-1af4e6b57dcc req-4f6649d5-ce7c-461e-b65b-4cbcafcfe514 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 946 time: 0.4510963 Jan 27 21:43:42.957020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:42.967294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.080989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:43.092327 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce28d02-34bc-45a1-89fc-0f7bcfa773b8" -d '{"events": [{"server_uuid": "d889163a-371a-437b-89c4-8fa1acec7c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:43.110375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] For port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:43.127482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] For port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:43.152400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-a9d07d2b-5e9c-4df5-afef-5bffa91f2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:43.159326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-a9d07d2b-5e9c-4df5-afef-5bffa91f2b9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7814057 Jan 27 21:43:43.162875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,segment=NetworkSegment(90f8ca28-f451-4eec-894a-b87563e9de2b),segment_id=90f8ca28-f451-4eec-894a-b87563e9de2b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:43.178021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.229430 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.255114 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c1ae0d-34a8-4294-9a7b-e727613803d2 x-openstack-request-id: req-25c1ae0d-34a8-4294-9a7b-e727613803d2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:43.256803 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539a6754-fe87-4eb2-83e5-560860493689", "name": "network-vif-deleted", "tag": "349a345d-c5de-429e-b2a3-ebdefd6a1848", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:43.257507 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25c1ae0d-34a8-4294-9a7b-e727613803d2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:43.258688 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539a6754-fe87-4eb2-83e5-560860493689', 'name': 'network-vif-deleted', 'tag': '349a345d-c5de-429e-b2a3-ebdefd6a1848', 'status': 'completed', 'code': 200} Jan 27 21:43:43.280439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 349a345d-c5de-429e-b2a3-ebdefd6a1848 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:43.377902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 349a345d-c5de-429e-b2a3-ebdefd6a1848 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:43.378806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 349a345d-c5de-429e-b2a3-ebdefd6a1848 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:43.449823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:43.485179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:43.488484 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.495507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] 10.222.0.16 "PUT /v2.0/ports/bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 HTTP/1.1" status: 200 len: 1092 time: 3.7488561 Jan 27 21:43:44.138041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00933c5b-1c42-4487-a5fe-ff8082c51f4a req-f5b5aa74-b93c-4e6a-abe3-284a5e923aea tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.140715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00933c5b-1c42-4487-a5fe-ff8082c51f4a req-f5b5aa74-b93c-4e6a-abe3-284a5e923aea tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 944 time: 0.2477515 Jan 27 21:43:44.152649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-6d401b79-c071-448a-8a02-b421ef1352af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.161104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-6d401b79-c071-448a-8a02-b421ef1352af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20db0597a3242edb610e815258122ac&device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 1095 time: 0.3948426 Jan 27 21:43:44.192915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6fa4d5a7-0135-4764-ab19-1af4e6b57dcc req-3d4148e0-1cef-4512-a74c-2d890ae55167 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0528619 Jan 27 21:43:44.363904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-7e681057-4ab2-4f5e-9198-9312d33b8e4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 HTTP/1.1" status: 200 len: 217 time: 0.1607101 Jan 27 21:43:44.464267 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423a62d6-ec89-4a0a-8365-1baefc27d17b x-openstack-request-id: req-423a62d6-ec89-4a0a-8365-1baefc27d17b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:44.464707 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:44.465113 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-423a62d6-ec89-4a0a-8365-1baefc27d17b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:44.465743 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'status': 'completed', 'code': 200} Jan 27 21:43:44.650971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805580fc-ead0-4595-b5eb-c5bb16f9cacc service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.147804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00933c5b-1c42-4487-a5fe-ff8082c51f4a req-afcad905-c42a-4240-a10f-7926053da015 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9615819 Jan 27 21:43:45.230915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-91638866-1dd1-4315-8c25-1882138266de service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0616100 Jan 27 21:43:45.258968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-c130da6c-79dc-4c0f-9c59-c98d03a55791 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.260842 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-c130da6c-79dc-4c0f-9c59-c98d03a55791 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.16 "GET /v2.0/networks?id=e6295e50-ae05-4032-aaf9-8f06ffae9d54 HTTP/1.1" status: 200 len: 822 time: 0.4521294 Jan 27 21:43:45.278540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Request body: {'port': {'device_id': '81461c17-bc93-47fa-bc63-2db9531fcf6c', 'network_id': 'e6295e50-ae05-4032-aaf9-8f06ffae9d54', 'admin_state_up': True, 'tenant_id': '611ab08e262247c0a697acf74eb6779a'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:45.345928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2a59-d110-4c8f-a633-7f9721268246 req-03d50467-1a34-42e2-a7e4-a49ec221dfee tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.350666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-03d50467-1a34-42e2-a7e4-a49ec221dfee tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 821 time: 0.6510260 Jan 27 21:43:45.351519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.544986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Made reservation on behalf of 611ab08e262247c0a697acf74eb6779a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:45.550913 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.561993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Pushing event deleted for resources: {'Port': ['ID=c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.590933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-0e84f4d5-3d88-411e-b8aa-6c9eea486f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.593597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-0e84f4d5-3d88-411e-b8aa-6c9eea486f9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c72c0f46-cb79-475a-860d-4037da762546 HTTP/1.1" status: 200 len: 845 time: 1.0896697 Jan 27 21:43:45.753826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-a612b88e-dedb-4c4e-85ef-e4cc0afeab1c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/quotas/21e2534d28f64b96ad0c62fed1ca51dd HTTP/1.1" status: 200 len: 375 time: 0.3780549 Jan 27 21:43:45.758680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a7ac55-8518-4470-939e-34409df21dc7 req-072a01c7-f1c7-4480-b01a-aead7457187f tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 210 time: 0.2311549 Jan 27 21:43:45.978971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Allocated IP 172.20.0.12 (e6295e50-ae05-4032-aaf9-8f06ffae9d54/50800855-198d-41e7-9931-43fa03558a4c/62f44fa8-f642-4f3a-80a2-77d2c1a3bce4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:46.091223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] No DVR routers for this DVR port c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:46.098364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335bf942-a2b1-4cee-b4da-e5a4fa2f7d02 req-938957f8-dfbf-4426-9f95-5ab7470a84da service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582165 Jan 27 21:43:46.100658 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.131997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18f390da-a077-43e7-b78f-aa14f64fd30c req-0ff185a7-a3f2-48e8-80af-4492b80e85c9 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.57 "DELETE /v2.0/ports/c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0 HTTP/1.1" status: 204 len: 173 time: 6.5708737 Jan 27 21:43:46.215105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-043ffb1f-3472-4f16-a647-b684d68b0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.217099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-043ffb1f-3472-4f16-a647-b684d68b0c47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5548229 Jan 27 21:43:46.310543 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1173f2-aaaf-4886-b66d-eba19b903f21 x-openstack-request-id: req-be1173f2-aaaf-4886-b66d-eba19b903f21 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:46.312819 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d889163a-371a-437b-89c4-8fa1acec7c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:46.313796 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be1173f2-aaaf-4886-b66d-eba19b903f21 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:46.314789 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0', 'code': 200} Jan 27 21:43:46.450807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-06f59c59-33fb-4259-be34-146f608d86f5 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6319218 Jan 27 21:43:46.489535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'tag': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139'}, {'server_uuid': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'name': 'network-vif-deleted', 'tag': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:46.492417 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b981dcaf-d394-4ffa-be10-bf623ffb866b" -d '{"events": [{"name": "network-changed", "server_uuid": "59d9b8ca-4ecf-4e00-a628-ccf09fb8410c", "tag": "bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139"}, {"server_uuid": "d889163a-371a-437b-89c4-8fa1acec7c3c", "name": "network-vif-deleted", "tag": "c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:47.063495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0750c664-f416-4d3c-a6a2-6d60cc401a26 req-f25c32a1-9f68-46b7-8f35-c885a42ce2a4 tempest-MultipleCreateTestJSON-2001162193 tempest-MultipleCreateTestJSON-2001162193-project] 10.222.0.45 "GET /v2.0/ports?device_id=d889163a-371a-437b-89c4-8fa1acec7c3c HTTP/1.1" status: 200 len: 210 time: 0.5647817 Jan 27 21:43:47.076091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Publish callbacks [] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.097211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-b4eaed00-edab-4416-802e-6ae1bbdfdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.103277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-b4eaed00-edab-4416-802e-6ae1bbdfdf6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a90c2fe0c24472ba9628a9e880f952f&device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 1097 time: 0.8424287 Jan 27 21:43:47.184398 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.253544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Network e6295e50-ae05-4032-aaf9-8f06ffae9d54 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:47.258271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:47.266041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:47.269317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-fc58a862-ad16-4f59-a161-9ef1fb46a0e8 service neutron] 10.222.0.16 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0449314 Jan 27 21:43:47.296553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Pushing event updated for resources: {'Port': ['ID=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:47.351001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.352917 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.385664 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-4168e6b7-6c09-43e3-af1d-8c1555e60bfd tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1128075 Jan 27 21:43:47.400429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Request body: {'port': {'device_id': '81461c17-bc93-47fa-bc63-2db9531fcf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:47.413325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-5b23ec80-db82-4305-974b-7e50bd39f3cf service neutron] 10.222.0.45 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9612317 Jan 27 21:43:47.481972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.548369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-07c51c0b-5c7e-4001-8565-55010fb89061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.550119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-07c51c0b-5c7e-4001-8565-55010fb89061 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.4323981 Jan 27 21:43:47.585691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2147a-8718-4acf-a501-c1ac701d6781 req-3812ec80-d4a1-4403-9ac8-89188cb3a3e7 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.587304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87b2147a-8718-4acf-a501-c1ac701d6781 req-3812ec80-d4a1-4403-9ac8-89188cb3a3e7 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 946 time: 0.2203710 Jan 27 21:43:47.634895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-80ebc9a1-6c3e-4493-ba3d-880c2a096cee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=fb222764-304a-46f4-a1ca-d64357c2c239 HTTP/1.1" status: 200 len: 217 time: 0.0705793 Jan 27 21:43:47.638204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b129bbd8-ac65-40fd-9852-6a8ccedb9eb2 req-fcd5f377-95ed-498c-a331-e814a3d1d84f service neutron] 10.222.0.16 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510773 Jan 27 21:43:47.816666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-0e844f58-0c99-46df-9acf-0c762db02401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.820048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-0e844f58-0c99-46df-9acf-0c762db02401 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1597936 Jan 27 21:43:47.824881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-194cc89d-8eee-4a77-9220-103ee6535667 service neutron] 10.222.0.45 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849599 Jan 27 21:43:47.848280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87b2147a-8718-4acf-a501-c1ac701d6781 req-2dec4e94-1fef-48f7-994c-62891c7d37f4 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201717 Jan 27 21:43:47.942162 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.960556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-b23d0c82-dfcd-43e5-934d-fb24ffa20956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.967754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-b23d0c82-dfcd-43e5-934d-fb24ffa20956 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373730 Jan 27 21:43:48.017979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:48.038140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Publish callbacks [] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.066545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Transition to ACTIVE for port object 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:48.076517 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.204089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Pushing event updated for resources: {'Port': ['ID=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:48.216289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b3033-fbe0-4b8b-a574-c356ef6a6b4c req-c06354e9-7686-4c3f-85ed-d2a1f5e6efad tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.219663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa7b3033-fbe0-4b8b-a574-c356ef6a6b4c req-c06354e9-7686-4c3f-85ed-d2a1f5e6efad tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 944 time: 0.1794944 Jan 27 21:43:48.349235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa7b3033-fbe0-4b8b-a574-c356ef6a6b4c req-e4782244-bc0e-4be2-b712-8485879450a7 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144271 Jan 27 21:43:48.363371 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8867fa8-cf6f-4dc1-8991-a9795f704cf8 x-openstack-request-id: req-e8867fa8-cf6f-4dc1-8991-a9795f704cf8 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:48.363692 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d9b8ca-4ecf-4e00-a628-ccf09fb8410c", "tag": "bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139", "status": "completed", "code": 200}, {"server_uuid": "d889163a-371a-437b-89c4-8fa1acec7c3c", "name": "network-vif-deleted", "tag": "c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:48.363958 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8867fa8-cf6f-4dc1-8991-a9795f704cf8 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:48.364656 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'tag': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'status': 'completed', 'code': 200} Jan 27 21:43:48.369631 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd889163a-371a-437b-89c4-8fa1acec7c3c', 'name': 'network-vif-deleted', 'tag': 'c4be59f0-7dd7-4fc6-adf6-3e84ff8851e0', 'status': 'completed', 'code': 200} Jan 27 21:43:48.391127 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-67bc8d44-1ea8-4fbb-9af2-c9315b2ac877 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177227 Jan 27 21:43:48.444593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Attempting to bind port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:48.445541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Attempting to bind port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '32432e50-d1e8-4535-9007-c6f16fea1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6295e50-ae05-4032-aaf9-8f06ffae9d54'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:48.446133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Attempting to bind port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 on network e6295e50-ae05-4032-aaf9-8f06ffae9d54 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:48.460020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 on network e6295e50-ae05-4032-aaf9-8f06ffae9d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:48.460816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Attempting to bind port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 on network e6295e50-ae05-4032-aaf9-8f06ffae9d54 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:48.468886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:48.469423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Checking segment: {'id': '32432e50-d1e8-4535-9007-c6f16fea1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6295e50-ae05-4032-aaf9-8f06ffae9d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:48.469931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Bound using segment: {'id': '32432e50-d1e8-4535-9007-c6f16fea1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6295e50-ae05-4032-aaf9-8f06ffae9d54'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:48.470503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Bound port: 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32432e50-d1e8-4535-9007-c6f16fea1bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e6295e50-ae05-4032-aaf9-8f06ffae9d54'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:48.470975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.608109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] For port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:48.616297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] For port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,segment=NetworkSegment(32432e50-d1e8-4535-9007-c6f16fea1bee),segment_id=32432e50-d1e8-4535-9007-c6f16fea1bee)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:48.617598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:48.628228 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.727547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-df2d11b6-9cd8-4c10-9431-5b56de6d2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.729122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-df2d11b6-9cd8-4c10-9431-5b56de6d2ce7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20db0597a3242edb610e815258122ac&device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 1095 time: 0.2761099 Jan 27 21:43:48.744288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419afd07-5ed5-4634-bb8f-70772a4e2218 req-150f267d-795e-4b63-bb7f-0276c126f122 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.745920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419afd07-5ed5-4634-bb8f-70772a4e2218 req-150f267d-795e-4b63-bb7f-0276c126f122 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 944 time: 0.2137566 Jan 27 21:43:48.785414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:48.800599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'mac_address': 'fa:16:3e:b9:e6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:48.853105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Pushing event updated for resources: {'Port': ['ID=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:48.861497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.862361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.864021 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-03b0f980-acb2-41f5-89ec-24de9c203890 service neutron] 10.222.0.16 "PUT /v2.0/ports/62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 HTTP/1.1" status: 200 len: 1092 time: 1.4710786 Jan 27 21:43:48.864529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81461c17-bc93-47fa-bc63-2db9531fcf6c', 'tag': '62f44fa8-f642-4f3a-80a2-77d2c1a3bce4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:48.867809 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b519c448-845a-4827-86ba-b5578a74fae8" -d '{"events": [{"name": "network-changed", "server_uuid": "81461c17-bc93-47fa-bc63-2db9531fcf6c", "tag": "62f44fa8-f642-4f3a-80a2-77d2c1a3bce4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:48.879371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fb222764-304a-46f4-a1ca-d64357c2c239 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:48.880291 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.902472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb222764-304a-46f4-a1ca-d64357c2c239 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:48.928790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:48.938161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.948927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b17fed9a-32f5-4ece-a4ce-8b40e51184da req-19863250-f6f2-413d-a425-9582d636d41e service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455799 Jan 27 21:43:49.047790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:49.059656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419afd07-5ed5-4634-bb8f-70772a4e2218 req-5a7fe201-3e81-4dc2-bbc3-a0f5f28555a4 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757494 Jan 27 21:43:49.134734 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-ad886d08-a865-4fd4-ba71-7632ded38d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.139695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-317308d7-1fec-417b-a502-20578b78e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.141900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-317308d7-1fec-417b-a502-20578b78e6fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 HTTP/1.1" status: 200 len: 907 time: 0.3953931 Jan 27 21:43:49.161455 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-ad886d08-a865-4fd4-ba71-7632ded38d0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611ab08e262247c0a697acf74eb6779a&device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 1095 time: 0.2068725 Jan 27 21:43:49.166674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['fb222764-304a-46f4-a1ca-d64357c2c239'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:49.242003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-8c7f9eac-dd2b-4ded-bfea-ef4201ecd74e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 HTTP/1.1" status: 200 len: 217 time: 0.0923362 Jan 27 21:43:49.263992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d57d5cb6-7342-4578-8620-00b66d605bbe req-ae64e32d-481d-4d9d-9afe-91bdf23f5114 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0918186 Jan 27 21:43:49.299843 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-951660ad-41d0-41ef-a5d4-2e30dbbd0765 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 HTTP/1.1" status: 200 len: 217 time: 0.1361032 Jan 27 21:43:49.323362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b5bef3f-995b-467f-844c-7caea071cd50 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:49.359600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-3afaf443-8d8f-4e79-94bc-ba1cafc371a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.361524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-3afaf443-8d8f-4e79-94bc-ba1cafc371a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c72c0f46-cb79-475a-860d-4037da762546 HTTP/1.1" status: 200 len: 845 time: 0.0964677 Jan 27 21:43:49.455341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-c3996fd4-442a-4a0f-8b79-886a656a4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.459081 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-c3996fd4-442a-4a0f-8b79-886a656a4f75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50800855-198d-41e7-9931-43fa03558a4c HTTP/1.1" status: 200 len: 862 time: 0.1491499 Jan 27 21:43:49.537438 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-6b908e54-0c44-4981-b3d8-894fe691444d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e6295e50-ae05-4032-aaf9-8f06ffae9d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710855 Jan 27 21:43:49.541815 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc51b9da-4e21-43f4-a31b-92302938de57 x-openstack-request-id: req-dc51b9da-4e21-43f4-a31b-92302938de57 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:49.542908 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81461c17-bc93-47fa-bc63-2db9531fcf6c", "tag": "62f44fa8-f642-4f3a-80a2-77d2c1a3bce4", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:49.543694 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc51b9da-4e21-43f4-a31b-92302938de57 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:49.545413 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81461c17-bc93-47fa-bc63-2db9531fcf6c', 'tag': '62f44fa8-f642-4f3a-80a2-77d2c1a3bce4', 'status': 'completed', 'code': 200} Jan 27 21:43:49.589293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-40de9e11-bd99-45b6-a849-d79fe48ff193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.590866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-40de9e11-bd99-45b6-a849-d79fe48ff193 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225726 Jan 27 21:43:49.714044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b5bef3f-995b-467f-844c-7caea071cd50 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:49.716257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.743622 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-db9c286d-ad27-4189-99e0-3ec672bcc5d7 service neutron] 10.222.0.16 "GET /v2.0/networks/e6295e50-ae05-4032-aaf9-8f06ffae9d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880071 Jan 27 21:43:49.761496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-af86ddc8-b703-467c-9e73-f7244481bcfd service neutron] 10.222.0.16 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631725 Jan 27 21:43:49.838706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:49.844690 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee278eab-73dd-47ec-95bf-5e8fc945f749" -d '{"events": [{"server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:49.907098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:49.943674 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-20037a1b-5d32-4ec4-8a25-81a999196740 req-865e80df-851d-47b8-9a0f-de0be1b46b29 service neutron] 10.222.0.16 "GET /v2.0/networks/e6295e50-ae05-4032-aaf9-8f06ffae9d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985970 Jan 27 21:43:49.967740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05280a4b-fd7e-431b-a82a-f847233f0935 req-96d1f5a9-6dbe-4303-bac2-c43c37370207 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.974059 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.977555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05280a4b-fd7e-431b-a82a-f847233f0935 req-96d1f5a9-6dbe-4303-bac2-c43c37370207 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 947 time: 0.2132444 Jan 27 21:43:50.068550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05280a4b-fd7e-431b-a82a-f847233f0935 req-5246417c-75bd-4f62-9551-4db15f1a015a tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889125 Jan 27 21:43:50.100601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b981dcaf-d394-4ffa-be10-bf623ffb866b req-3adbe6d1-1621-4f83-b7fc-809873a65e8d service neutron] 10.222.0.16 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157086 Jan 27 21:43:50.263451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43728) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:50.277731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:50.352950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519c448-845a-4827-86ba-b5578a74fae8 req-520ecfb5-7327-49ac-aa63-e6b0ff19858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.355336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b519c448-845a-4827-86ba-b5578a74fae8 req-520ecfb5-7327-49ac-aa63-e6b0ff19858f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=611ab08e262247c0a697acf74eb6779a&device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 1095 time: 0.1923866 Jan 27 21:43:50.408198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.453276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8720b5ec-5943-4f19-856e-96ce72f6048f admin admin] Deleting subnet b449987a-41d9-4afc-8d6a-98a3bc3a9c88 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:50.459729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720b5ec-5943-4f19-856e-96ce72f6048f admin admin] Publish callbacks [] for subnet (b449987a-41d9-4afc-8d6a-98a3bc3a9c88), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.541419 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720b5ec-5943-4f19-856e-96ce72f6048f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (b449987a-41d9-4afc-8d6a-98a3bc3a9c88), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.595952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2a59-d110-4c8f-a633-7f9721268246 req-cb4f3229-7b2b-481e-98e3-e02a476edc9e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.597717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-cb4f3229-7b2b-481e-98e3-e02a476edc9e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 821 time: 0.3519473 Jan 27 21:43:50.616205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2a5ac-783f-4892-9b95-72849c413219 req-3de92e63-e599-465f-a92a-d3451f6521da tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.618403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40b2a5ac-783f-4892-9b95-72849c413219 req-3de92e63-e599-465f-a92a-d3451f6521da tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 944 time: 0.1589077 Jan 27 21:43:50.625869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Request body: {'port': {'device_id': '6d7decaf-aace-411e-a025-d0153c7eae80', 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'admin_state_up': True, 'tenant_id': '21e2534d28f64b96ad0c62fed1ca51dd'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:50.636989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720b5ec-5943-4f19-856e-96ce72f6048f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b449987a-41d9-4afc-8d6a-98a3bc3a9c88), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.655696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519c448-845a-4827-86ba-b5578a74fae8 req-7204ff22-1114-4964-bd3a-bdc0ee0b3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.660264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b519c448-845a-4827-86ba-b5578a74fae8 req-7204ff22-1114-4964-bd3a-bdc0ee0b3b11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e6295e50-ae05-4032-aaf9-8f06ffae9d54 HTTP/1.1" status: 200 len: 923 time: 0.2961993 Jan 27 21:43:50.761892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b519c448-845a-4827-86ba-b5578a74fae8 req-c948dae7-c7f3-498c-86ae-5768aa6640fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 HTTP/1.1" status: 200 len: 217 time: 0.0558693 Jan 27 21:43:50.774465 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd5238-a6a6-4f14-8109-fa80df7a62eb x-openstack-request-id: req-01fd5238-a6a6-4f14-8109-fa80df7a62eb {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:50.774928 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:50.775703 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01fd5238-a6a6-4f14-8109-fa80df7a62eb {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:50.776637 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50', 'code': 200} Jan 27 21:43:50.780359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720b5ec-5943-4f19-856e-96ce72f6048f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b449987a-41d9-4afc-8d6a-98a3bc3a9c88), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.850819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720b5ec-5943-4f19-856e-96ce72f6048f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b449987a-41d9-4afc-8d6a-98a3bc3a9c88,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:50.881646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720b5ec-5943-4f19-856e-96ce72f6048f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.893190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8720b5ec-5943-4f19-856e-96ce72f6048f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b449987a-41d9-4afc-8d6a-98a3bc3a9c88 HTTP/1.1" status: 204 len: 168 time: 0.6247847 Jan 27 21:43:50.895103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43734) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:51.017138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Made reservation on behalf of 21e2534d28f64b96ad0c62fed1ca51dd for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:51.021040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.026393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40b2a5ac-783f-4892-9b95-72849c413219 req-201a0509-2290-4f5e-9fce-ba2b25ca7beb tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929913 Jan 27 21:43:51.061595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519c448-845a-4827-86ba-b5578a74fae8 req-15251fd7-3d45-41f0-b7c9-519c45dbc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.063125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b519c448-845a-4827-86ba-b5578a74fae8 req-15251fd7-3d45-41f0-b7c9-519c45dbc30f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50800855-198d-41e7-9931-43fa03558a4c HTTP/1.1" status: 200 len: 862 time: 0.2840433 Jan 27 21:43:51.081669 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (97aae3d6-8fe5-4823-9fb9-4d568bd5338b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.172792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b519c448-845a-4827-86ba-b5578a74fae8 req-dcb20300-cb77-457a-9756-c3b3a94ec45c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e6295e50-ae05-4032-aaf9-8f06ffae9d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377097 Jan 27 21:43:51.202122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b38d8f-ca95-4448-a5cf-cec1510d0e0a req-1932b0bc-df98-46cf-b9dd-43e527c79a98 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.203878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b38d8f-ca95-4448-a5cf-cec1510d0e0a req-1932b0bc-df98-46cf-b9dd-43e527c79a98 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 944 time: 0.2250786 Jan 27 21:43:51.302462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:51.327092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (97aae3d6-8fe5-4823-9fb9-4d568bd5338b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.388372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b38d8f-ca95-4448-a5cf-cec1510d0e0a req-8e32d46d-a838-4adf-9291-f6f8b633bdc7 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559539 Jan 27 21:43:51.455400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97aae3d6-8fe5-4823-9fb9-4d568bd5338b']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:51.473181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Allocated IP 172.20.0.9 (5f35a121-dfa2-4554-9cce-e99269f190f1/9f5a6525-9547-460a-a22f-2e8ac1eafe06/31d84811-467a-4071-b7d0-1c05fe8ce207) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:51.502623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f8ca28-f451-4eec-894a-b87563e9de2b') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:51.503016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f8ca28-f451-4eec-894a-b87563e9de2b') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:51.531916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (90f8ca28-f451-4eec-894a-b87563e9de2b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.555264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a016376-97ae-4c92-8cd7-33a4f85ffe22 req-d136d784-c3ed-49a7-b2d5-88a4f2a6dce1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.1067050 Jan 27 21:43:51.575172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (90f8ca28-f451-4eec-894a-b87563e9de2b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.590368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b519c448-845a-4827-86ba-b5578a74fae8 req-b2877e40-c739-4613-b481-55f59c510485 service neutron] 10.222.0.16 "GET /v2.0/networks/e6295e50-ae05-4032-aaf9-8f06ffae9d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100523 Jan 27 21:43:51.593170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:51.593753 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (90f8ca28-f451-4eec-894a-b87563e9de2b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:51.603308 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:51.802306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:51.808366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (97aae3d6-8fe5-4823-9fb9-4d568bd5338b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.833956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.854543 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/97aae3d6-8fe5-4823-9fb9-4d568bd5338b HTTP/1.1" status: 204 len: 168 time: 0.9546440 Jan 27 21:43:51.858985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'port_id': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'mac_address': 'fa:16:3e:1d:e9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:51.898776 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353bd9e-60b1-4277-b5b0-00b4020130a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=97aae3d6-8fe5-4823-9fb9-4d568bd5338b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:51.961997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:51.962471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.001577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:52.068720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:52.077715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.345244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:52.483941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b2503-4fed-48d1-837b-171c48cd69d9 req-4ba98aa1-b233-4393-84d9-83a085242137 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:52.493096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-386b2503-4fed-48d1-837b-171c48cd69d9 req-4ba98aa1-b233-4393-84d9-83a085242137 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 947 time: 0.5684483 Jan 27 21:43:52.504687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:52.534334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:52.579640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b519c448-845a-4827-86ba-b5578a74fae8 req-141e8296-5e32-4420-895e-f73f579df375 service neutron] 10.222.0.16 "GET /v2.0/networks/e6295e50-ae05-4032-aaf9-8f06ffae9d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9724061 Jan 27 21:43:52.651832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:52.754238 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-026879a4-8d5a-4f4b-899f-1e7d03a44179 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22a248471e6e40799c25363c8b4db20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170079 Jan 27 21:43:52.759846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43770) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:52.857051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port fb222764-304a-46f4-a1ca-d64357c2c239 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:52.900016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port fb222764-304a-46f4-a1ca-d64357c2c239 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:52.903811 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.955056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d460171-4b59-48a0-be3f-98bc652ff7b0 admin admin] Publish callbacks [] for security_group (64463549-9a08-41c8-8e74-f4d7cdadf218), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.967599 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-386b2503-4fed-48d1-837b-171c48cd69d9 req-5ce76643-c081-4aca-956f-23ade81c7325 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798687 Jan 27 21:43:53.013390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01f4d-79c8-4f34-b77c-06931831993b req-63a9023c-0b32-4d7a-b604-5d064d133ab3 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:53.033205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9a01f4d-79c8-4f34-b77c-06931831993b req-63a9023c-0b32-4d7a-b604-5d064d133ab3 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 945 time: 0.7738302 Jan 27 21:43:53.056363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43772) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:53.066397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d460171-4b59-48a0-be3f-98bc652ff7b0 admin admin] Publish callbacks [] for security_group (64463549-9a08-41c8-8e74-f4d7cdadf218), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.199572 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks [] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.251509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fb222764-304a-46f4-a1ca-d64357c2c239 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:53.252233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.291543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d460171-4b59-48a0-be3f-98bc652ff7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (64463549-9a08-41c8-8e74-f4d7cdadf218), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.297356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d460171-4b59-48a0-be3f-98bc652ff7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.303156 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5d460171-4b59-48a0-be3f-98bc652ff7b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64463549-9a08-41c8-8e74-f4d7cdadf218 HTTP/1.1" status: 204 len: 168 time: 0.5415852 Jan 27 21:43:53.324378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d460171-4b59-48a0-be3f-98bc652ff7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64463549-9a08-41c8-8e74-f4d7cdadf218,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:53.355260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:53.443289 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbff4121-f7b6-420e-a357-5c9d772dbaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.462363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:53.479810 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c64a9-c0ba-4933-99d3-5a19992bb4f0" -d '{"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-plugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:53.605541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:53.618003 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.745685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbff4121-f7b6-420e-a357-5c9d772dbaf6 admin admin] Publish callbacks [] for security_group (a39dae04-4bd7-4aad-8e1a-47d7d4e11095), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.763756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbff4121-f7b6-420e-a357-5c9d772dbaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a39dae04-4bd7-4aad-8e1a-47d7d4e11095), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.775785 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:43:53.779218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:53.834463 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dbff4121-f7b6-420e-a357-5c9d772dbaf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1e16afb21a24965b359cccf32c233f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7761664 Jan 27 21:43:53.836531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff4121-f7b6-420e-a357-5c9d772dbaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39dae04-4bd7-4aad-8e1a-47d7d4e11095,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:53.838000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9a01f4d-79c8-4f34-b77c-06931831993b req-14e7704d-d11f-43be-846f-ed89fbecb4bb tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7283034 Jan 27 21:43:53.842264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43792) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:53.872332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-904f9418-b4a2-4dcc-aea7-2566f9ea8c86 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:53.873478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-904f9418-b4a2-4dcc-aea7-2566f9ea8c86 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.16 "GET /v2.0/ports?device_id=f88e5f84-a528-47ce-84a3-f76a5ab30d9d HTTP/1.1" status: 200 len: 944 time: 0.6211736 Jan 27 21:43:53.927655 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.980613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a839ee41-4e6b-44f9-a566-697bf2908070 admin admin] Publish callbacks [] for security_group (a39dae04-4bd7-4aad-8e1a-47d7d4e11095), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.063135 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a839ee41-4e6b-44f9-a566-697bf2908070 admin admin] Publish callbacks [] for security_group (a39dae04-4bd7-4aad-8e1a-47d7d4e11095), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.132438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,segment=NetworkSegment(32432e50-d1e8-4535-9007-c6f16fea1bee),segment_id=32432e50-d1e8-4535-9007-c6f16fea1bee)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:54.160235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '62f44fa8-f642-4f3a-80a2-77d2c1a3bce4', 'network_id': 'e6295e50-ae05-4032-aaf9-8f06ffae9d54', 'port_id': '62f44fa8-f642-4f3a-80a2-77d2c1a3bce4', 'mac_address': 'fa:16:3e:a7:19:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50800855-198d-41e7-9931-43fa03558a4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:54.201122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a839ee41-4e6b-44f9-a566-697bf2908070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a39dae04-4bd7-4aad-8e1a-47d7d4e11095), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.203883 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a839ee41-4e6b-44f9-a566-697bf2908070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.205256 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a839ee41-4e6b-44f9-a566-697bf2908070 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a39dae04-4bd7-4aad-8e1a-47d7d4e11095 HTTP/1.1" status: 204 len: 168 time: 0.3617013 Jan 27 21:43:54.216151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839ee41-4e6b-44f9-a566-697bf2908070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39dae04-4bd7-4aad-8e1a-47d7d4e11095,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:54.230270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Network 5f35a121-dfa2-4554-9cce-e99269f190f1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:54.295985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:54.296939 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.313699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:54.329606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-eed52d41-e3a6-48ca-af7e-106cae4e7c77 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:54.338896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-eed52d41-e3a6-48ca-af7e-106cae4e7c77 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 805 time: 1.0451624 Jan 27 21:43:54.342797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:54.356133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:54.412204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,segment=NetworkSegment(32432e50-d1e8-4535-9007-c6f16fea1bee),segment_id=32432e50-d1e8-4535-9007-c6f16fea1bee)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:54.421634 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.575583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:54.787497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['62f44fa8-f642-4f3a-80a2-77d2c1a3bce4'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:55.082424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43818) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:55.110311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f465e5d-fe57-40ae-b557-6ed0dcdadbdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.217102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a49b5daa-3b3b-410a-9eb4-12e84f136d56 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/quotas/8c03f0697fd4422a9881e94c24f3282d HTTP/1.1" status: 200 len: 375 time: 0.8753288 Jan 27 21:43:55.284932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Pushing event updated for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.285673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f465e5d-fe57-40ae-b557-6ed0dcdadbdc admin admin] Publish callbacks [] for security_group (2c97c01c-ad77-473f-97eb-a731ba618264), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.296330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39a764-e706-4e97-988f-d8e43e0f4123 req-934036d2-e3d8-4c5a-a56f-5d39048c5591 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.300828 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f465e5d-fe57-40ae-b557-6ed0dcdadbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2c97c01c-ad77-473f-97eb-a731ba618264), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.303806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e39a764-e706-4e97-988f-d8e43e0f4123 req-934036d2-e3d8-4c5a-a56f-5d39048c5591 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 944 time: 1.1325562 Jan 27 21:43:55.316425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:55.346210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.346927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.386256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f465e5d-fe57-40ae-b557-6ed0dcdadbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c97c01c-ad77-473f-97eb-a731ba618264,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.403912 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6f465e5d-fe57-40ae-b557-6ed0dcdadbdc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=613afcea620443c4ac1f05633d0f156c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201671 Jan 27 21:43:55.410862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43822) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:55.416452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-30bb979c-98bf-4e7e-aabf-0bef816aef2b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1983733 Jan 27 21:43:55.436216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Deleting port 0b5bef3f-995b-467f-844c-7caea071cd50 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:55.436604 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.475503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ec4313bf-e8a8-44bb-869f-96792024fc2e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8537514 Jan 27 21:43:55.515514 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f43d0890-a4c3-4862-8203-14f1e4ed2bd8 admin admin] Publish callbacks [] for security_group (2c97c01c-ad77-473f-97eb-a731ba618264), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.543586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:55.548196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:55.548581 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.578296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f43d0890-a4c3-4862-8203-14f1e4ed2bd8 admin admin] Publish callbacks [] for security_group (2c97c01c-ad77-473f-97eb-a731ba618264), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.595619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Request body: {'port': {'device_id': '6d7decaf-aace-411e-a025-d0153c7eae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:55.715784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e39a764-e706-4e97-988f-d8e43e0f4123 req-1ddd905b-9acc-41c1-acac-e99293d138ad tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104354 Jan 27 21:43:55.737961 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f43d0890-a4c3-4862-8203-14f1e4ed2bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2c97c01c-ad77-473f-97eb-a731ba618264), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.743521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f43d0890-a4c3-4862-8203-14f1e4ed2bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.750417 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f43d0890-a4c3-4862-8203-14f1e4ed2bd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c97c01c-ad77-473f-97eb-a731ba618264 HTTP/1.1" status: 204 len: 168 time: 0.3340034 Jan 27 21:43:55.768918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:55.769470 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.823513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:55.823820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d0890-a4c3-4862-8203-14f1e4ed2bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c97c01c-ad77-473f-97eb-a731ba618264,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.827934 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.831462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b5bef3f-995b-467f-844c-7caea071cd50 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:55.865508 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.915161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-ca3aa621-eb22-4cce-ab23-6a86bc703938 service neutron] 10.222.0.45 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976742 Jan 27 21:43:55.932290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] For port 0b5bef3f-995b-467f-844c-7caea071cd50, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b5bef3f-995b-467f-844c-7caea071cd50,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:55.932645 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.016302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Calling delete_port for 0b5bef3f-995b-467f-844c-7caea071cd50 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:56.070476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.137821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b5bef3f-995b-467f-844c-7caea071cd50 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:56.194190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535914e-c73e-406d-aceb-904e94d4d1d6 req-c1498d73-2f24-47c5-bdbc-610eb883b5b2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:56.203637 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4535914e-c73e-406d-aceb-904e94d4d1d6 req-c1498d73-2f24-47c5-bdbc-610eb883b5b2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 931 time: 0.3957963 Jan 27 21:43:56.211167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-b0d4388c-071d-4c8f-a438-ed77e210addc service neutron] 10.222.0.45 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947683 Jan 27 21:43:56.647199 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741805a1-00a6-4de5-b134-236eda05b361 x-openstack-request-id: req-741805a1-00a6-4de5-b134-236eda05b361 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:56.648919 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-plugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:56.649799 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-741805a1-00a6-4de5-b134-236eda05b361 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:56.650817 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'code': 200} Jan 27 21:43:57.022979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4535914e-c73e-406d-aceb-904e94d4d1d6 req-74dbd3ee-ccc5-4fc2-9603-dd58c883f029 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8168859 Jan 27 21:43:57.272283 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-e2a1fc0d-807a-4a29-8823-2e0051a159ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1703703 Jan 27 21:43:57.317308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:57.491833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:57.506302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:57.507013 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.540783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-b0ec467e-3469-41f4-858c-09f6c03c257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.544306 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-b0ec467e-3469-41f4-858c-09f6c03c257d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 1095 time: 0.2109737 Jan 27 21:43:57.867696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d84811-467a-4071-b7d0-1c05fe8ce207 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:57.905209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Publish callbacks [] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.907605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:57.908422 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.941979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-303f6998-73e9-4247-a7e5-1b9f6722fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.950949 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-303f6998-73e9-4247-a7e5-1b9f6722fb50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.3642874 Jan 27 21:43:57.970367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Transition to ACTIVE for port object 31d84811-467a-4071-b7d0-1c05fe8ce207 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:58.000734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43872) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:58.018949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f531a03-aa5b-4648-83da-a6da5645a3aa req-897b691f-350f-4a1e-a355-87bfba4cacd2 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.034361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f531a03-aa5b-4648-83da-a6da5645a3aa req-897b691f-350f-4a1e-a355-87bfba4cacd2 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 948 time: 1.0612352 Jan 27 21:43:58.050026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,segment=NetworkSegment(32432e50-d1e8-4535-9007-c6f16fea1bee),segment_id=32432e50-d1e8-4535-9007-c6f16fea1bee)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:58.050483 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.060429 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.085224 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-c02a740d-8b2c-4ac4-ae5e-f4f7e7ad10e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 200 len: 217 time: 0.1291327 Jan 27 21:43:58.215767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0b5bef3f-995b-467f-844c-7caea071cd50), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.263392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-aea3b2b1-bcd7-43c7-a451-8df405e1867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.270449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.272247 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-aea3b2b1-bcd7-43c7-a451-8df405e1867c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.1802633 Jan 27 21:43:58.302214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24712e-149d-4a5e-9081-ee8a95e1f700 req-14f7cbb2-53e6-4038-b418-0b9ae2b123b5 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.314500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa24712e-149d-4a5e-9081-ee8a95e1f700 req-14f7cbb2-53e6-4038-b418-0b9ae2b123b5 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 1.0614569 Jan 27 21:43:58.316305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Pushing event updated for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.405232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-9694d01e-c7e1-495d-afa9-69ccb823fd5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205397 Jan 27 21:43:58.439895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Pushing event deleted for resources: {'Port': ['ID=0b5bef3f-995b-467f-844c-7caea071cd50,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.464095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040e2be-61ff-458b-b923-9c93c050b614 req-e046e4cf-fc7f-49a7-acbf-c656c114953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.466825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a040e2be-61ff-458b-b923-9c93c050b614 req-e046e4cf-fc7f-49a7-acbf-c656c114953a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 1099 time: 1.4961312 Jan 27 21:43:58.653704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139'}, {'server_uuid': '81461c17-bc93-47fa-bc63-2db9531fcf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f44fa8-f642-4f3a-80a2-77d2c1a3bce4'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:58.661717 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2d63b3-60e4-4706-babd-79ddfee925ac" -d '{"events": [{"server_uuid": "59d9b8ca-4ecf-4e00-a628-ccf09fb8410c", "name": "network-vif-plugged", "status": "completed", "tag": "bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139"}, {"server_uuid": "81461c17-bc93-47fa-bc63-2db9531fcf6c", "name": "network-vif-plugged", "status": "completed", "tag": "62f44fa8-f642-4f3a-80a2-77d2c1a3bce4"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:58.712243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1362007705-network', 'tenant_id': '04ce8b9f3f3942a3b7f93cf4bd2772b5'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:58.721868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] No DVR routers for this DVR port 0b5bef3f-995b-467f-844c-7caea071cd50 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:58.734139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.739316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5ff095c-6829-4f21-be55-61ca8b325309 req-0d01d372-9752-4bde-94b1-41d2ee84283b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.16 "DELETE /v2.0/ports/0b5bef3f-995b-467f-844c-7caea071cd50 HTTP/1.1" status: 204 len: 173 time: 4.8487360 Jan 27 21:43:58.747120 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-fdbc21ca-262b-4c0a-ba9f-32b863ba284d service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397348 Jan 27 21:43:58.752173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'name': 'network-vif-deleted', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:58.756298 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc590ae1-a853-4bf3-80ac-55f54b5bdbbf" -d '{"events": [{"server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "name": "network-vif-deleted", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:58.915705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f531a03-aa5b-4648-83da-a6da5645a3aa req-e8f453e2-97dc-42d5-8348-40e964cd16fe tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8380878 Jan 27 21:43:59.061449 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9fe59e1c-ad77-410b-aea7-213a8f3c6e1e req-177d0085-e75f-456f-a314-92f942dc0206 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072488 Jan 27 21:43:59.081066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa24712e-149d-4a5e-9081-ee8a95e1f700 req-e2d5315c-bf74-46e0-9c37-f44b3035bc13 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6813431 Jan 27 21:43:59.092555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Made reservation on behalf of 04ce8b9f3f3942a3b7f93cf4bd2772b5 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:59.097427 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.104804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a040e2be-61ff-458b-b923-9c93c050b614 req-5222e3c8-84d6-47ec-a1e7-057db7a1d109 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856242 Jan 27 21:43:59.125234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.437621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Publish callbacks [] for security_group (c4f3fe16-64a2-4730-8741-bb913d34d041), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.453213 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c4f3fe16-64a2-4730-8741-bb913d34d041), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.521132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:59.521895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:59.522462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:59.648491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03aa16d7-3751-43ab-8c42-d52a2602e54f req-39343431-191f-4373-b5d9-d67a301a170f tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 210 time: 0.2077594 Jan 27 21:43:59.675861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:59.739397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:59.741324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:59.778808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f3fe16-64a2-4730-8741-bb913d34d041,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:59.800453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:59.801004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:59.804091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:59.805539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Bound port: 31d84811-467a-4071-b7d0-1c05fe8ce207, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:59.806956 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.820243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (29055141-3e1c-40c5-acc7-4911e1386dd4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.820896 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Added segment 29055141-3e1c-40c5-acc7-4911e1386dd4 of type vlan for network 26aeaa09-0f01-4be0-879e-8beb0b999c2d Jan 27 21:44:00.186239 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (26aeaa09-0f01-4be0-879e-8beb0b999c2d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.292805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2e9a7-dd8a-4ea1-bdfa-8bad782cfd6e req-98980bca-14f5-47e9-b066-6ecb22900638 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.296255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21b2e9a7-dd8a-4ea1-bdfa-8bad782cfd6e req-98980bca-14f5-47e9-b066-6ecb22900638 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 946 time: 0.4119749 Jan 27 21:44:00.355051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a701130-f550-42be-926e-a7c4e7c08fa4 req-632130e2-0165-45ba-8ef6-42d61bbfe5b1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.358722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a701130-f550-42be-926e-a7c4e7c08fa4 req-632130e2-0165-45ba-8ef6-42d61bbfe5b1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.3857861 Jan 27 21:44:00.409024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (26aeaa09-0f01-4be0-879e-8beb0b999c2d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.411192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.416316 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.769139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-22439f28-8435-415a-a1b7-bf1c1a3468e8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.771966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-22439f28-8435-415a-a1b7-bf1c1a3468e8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 805 time: 0.2610946 Jan 27 21:44:00.814612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:00.867037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Request body: {'port': {'device_id': '64c65368-923f-42a0-b291-8c33d301f2e0', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'admin_state_up': True, 'tenant_id': '8c03f0697fd4422a9881e94c24f3282d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:00.946171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8974195 Jan 27 21:44:00.949232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43904) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:00.957782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Request body: {'subnet': {'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1362007705-subnet', 'tenant_id': '04ce8b9f3f3942a3b7f93cf4bd2772b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:00.996766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Made reservation on behalf of 04ce8b9f3f3942a3b7f93cf4bd2772b5 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:01.002706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.037624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:01.039653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb6bf3-34e7-40de-9ed6-6db911c37306 admin admin] Pushing event updated for resources: {'Network': ['ID=26aeaa09-0f01-4be0-879e-8beb0b999c2d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:01.057453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 26aeaa09-0f01-4be0-879e-8beb0b999c2d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:01.090282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21b2e9a7-dd8a-4ea1-bdfa-8bad782cfd6e req-a1349912-b940-43f9-99c0-cdcf241f5153 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765574 Jan 27 21:44:01.099662 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.253595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Pushing event updated for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:01.302772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:01.303946 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.310767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-fa8662ee-d488-4bf6-a9ec-7c74353a8179 service neutron] 10.222.0.57 "PUT /v2.0/ports/31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 200 len: 1091 time: 5.7750323 Jan 27 21:44:01.353882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a701130-f550-42be-926e-a7c4e7c08fa4 req-12424369-00a5-4363-a0aa-2064587e733f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9462967 Jan 27 21:44:01.451601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43910) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.477286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1703799633'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:01.484814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Made reservation on behalf of 8c03f0697fd4422a9881e94c24f3282d for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:01.491684 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.728813 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7255421c-b5b1-47e7-92f0-917835f92f44 x-openstack-request-id: req-7255421c-b5b1-47e7-92f0-917835f92f44 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:01.729737 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88e5f84-a528-47ce-84a3-f76a5ab30d9d", "name": "network-vif-deleted", "tag": "0b5bef3f-995b-467f-844c-7caea071cd50", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:01.730727 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7255421c-b5b1-47e7-92f0-917835f92f44 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:01.734600 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88e5f84-a528-47ce-84a3-f76a5ab30d9d', 'name': 'network-vif-deleted', 'tag': '0b5bef3f-995b-467f-844c-7caea071cd50', 'status': 'completed', 'code': 200} Jan 27 21:44:01.798222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:01.816868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.976419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:02.001597 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.005761 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Added segment 7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628 of type vlan for network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 Jan 27 21:44:02.010976 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a064e2-6116-444e-bcfc-8d667ff37188 x-openstack-request-id: req-90a064e2-6116-444e-bcfc-8d667ff37188 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:02.012243 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d9b8ca-4ecf-4e00-a628-ccf09fb8410c", "name": "network-vif-plugged", "status": "completed", "tag": "bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139", "code": 200}, {"server_uuid": "81461c17-bc93-47fa-bc63-2db9531fcf6c", "name": "network-vif-plugged", "status": "completed", "tag": "62f44fa8-f642-4f3a-80a2-77d2c1a3bce4", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:02.013254 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90a064e2-6116-444e-bcfc-8d667ff37188 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:02.018551 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'code': 200} Jan 27 21:44:02.019461 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81461c17-bc93-47fa-bc63-2db9531fcf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f44fa8-f642-4f3a-80a2-77d2c1a3bce4', 'code': 200} Jan 27 21:44:02.086639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (489471bf-7c5c-4e63-9af0-2db5188f3511), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.105524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ceb4970a-0748-465d-8b7c-8fe1d4913731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.108944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-ceb4970a-0748-465d-8b7c-8fe1d4913731 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1094 time: 0.5266838 Jan 27 21:44:02.159785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000d055-0b5c-481e-b028-85e7ce775062 req-6c15eee3-3043-4699-af13-28dc7b9650af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.162471 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b000d055-0b5c-481e-b028-85e7ce775062 req-6c15eee3-3043-4699-af13-28dc7b9650af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 1097 time: 0.4398894 Jan 27 21:44:02.209290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.242611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-136012ba-573f-47c1-9660-7b2247af82e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 200 len: 217 time: 0.1116381 Jan 27 21:44:02.251718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baaa46-80d6-4f72-9c8e-8851ae79608e req-ca1c7524-e12f-4352-bf99-2d8e3e70cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.254485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2baaa46-80d6-4f72-9c8e-8851ae79608e req-ca1c7524-e12f-4352-bf99-2d8e3e70cc29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 1097 time: 0.5543983 Jan 27 21:44:02.282385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78a696-a710-441f-873f-7b4c098cad4e req-8e06f733-de55-416d-a462-c58cf1061895 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.285514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e78a696-a710-441f-873f-7b4c098cad4e req-8e06f733-de55-416d-a462-c58cf1061895 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 0.4087934 Jan 27 21:44:02.289144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489471bf-7c5c-4e63-9af0-2db5188f3511,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:02.354954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.364343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.365360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.402288 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b000d055-0b5c-481e-b028-85e7ce775062 req-48aaf7e4-2426-404e-a5c7-7ab94af3b7f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184329 Jan 27 21:44:02.430902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:02.431474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Network hostable DHCP agents. Network: 26aeaa09-0f01-4be0-879e-8beb0b999c2d, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:02.441211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f9719-4da8-488c-a775-f233550115c6 req-5253f6e2-d8ce-4556-8f85-2f9e97b77688 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.448518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b6f9719-4da8-488c-a775-f233550115c6 req-5253f6e2-d8ce-4556-8f85-2f9e97b77688 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 948 time: 0.6664813 Jan 27 21:44:02.539977 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0768199 Jan 27 21:44:02.546645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43920) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:02.601819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2a59-d110-4c8f-a633-7f9721268246 req-f2fe5536-457f-4a19-916d-e454e0876745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.603655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-f2fe5536-457f-4a19-916d-e454e0876745 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.3476887 Jan 27 21:44:02.612120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2009699898'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:02.616174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Allocated IP 172.20.0.4 (c6a49bda-e807-4cef-a073-15021af28df4/616b2626-750f-41ca-ac9e-9b235b736bf2/5e5b8e83-7f70-40e3-929c-cb7124dfa74d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:02.634421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915d49c-0eee-4bb6-bdf9-93f671fc246a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Network': ['ID=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:02.650901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2baaa46-80d6-4f72-9c8e-8851ae79608e req-24b67b79-c967-4894-b9f9-2b1ea30e67d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637593 Jan 27 21:44:02.671479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Network 26aeaa09-0f01-4be0-879e-8beb0b999c2d is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:02.671814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:02.688276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-21f9de83-b312-40db-8eb0-d5498a18b527 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680139 Jan 27 21:44:02.699824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 26aeaa09-0f01-4be0-879e-8beb0b999c2d) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:02.706295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e78a696-a710-441f-873f-7b4c098cad4e req-c8d19384-209c-4bd4-91e2-f6d6103b36fc tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484113 Jan 27 21:44:02.711923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.713234 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.717403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:02.724244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.758016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b6f9719-4da8-488c-a775-f233550115c6 req-af7fae86-4ed0-4162-a8b7-2b340890fadd tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931361 Jan 27 21:44:02.761630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb2c89-7769-401f-b141-87fa67279ffa None None] Network 26aeaa09-0f01-4be0-879e-8beb0b999c2d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:02.786751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:02.798409 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-13d57b94-a7dc-48eb-be35-074146d1f0b3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8395503 Jan 27 21:44:02.811930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1228ea6c-d166-472a-aa54-7e6cf8273f43), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.814822 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Added segment 1228ea6c-d166-472a-aa54-7e6cf8273f43 of type vlan for network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd Jan 27 21:44:02.977929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a037efcc-5d48-4a4c-96ad-46cd3cbe06cd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.074875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a037efcc-5d48-4a4c-96ad-46cd3cbe06cd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.093315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:03.094148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.150427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991050d8-f538-4d5d-a5af-6274083c339f None None] Network 26aeaa09-0f01-4be0-879e-8beb0b999c2d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:03.184519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32474940-1a1b-4015-80e4-309fe1225ba5 req-9bd3bd14-826b-40a3-8ec7-9569bf5f266d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 210 time: 0.1922481 Jan 27 21:44:03.218296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Network': ['ID=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:03.239365 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-33abba91-8480-41cb-a39f-a434edc08633 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6658101 Jan 27 21:44:03.240436 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43934) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.258082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'subnet': {'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.300859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:03.559526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:03.560014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks [] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.564027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.647387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.696418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43944) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.702452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-189722913-network', 'tenant_id': '8d87674f81df4c3cbbcfe218a8301257'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.748153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:03.751467 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:03.758701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Made reservation on behalf of 8d87674f81df4c3cbbcfe218a8301257 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:03.762255 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.776992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.779270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Network c6a49bda-e807-4cef-a073-15021af28df4 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:03.785162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-16633353-28b6-493b-832e-e5f8c894a08e service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0848701 Jan 27 21:44:03.831171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:03.839206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:03.874930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.990569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Subnet': ['ID=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:04.065530 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e27b57b5-40d0-4a2a-a0bf-27d103c5f562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.082824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Checking segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:04.083633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network hostable DHCP agents. Network: b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:04.099473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Publish callbacks [] for security_group (969db6a9-ceac-48f3-b467-3a48b562ba74), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.114028 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (969db6a9-ceac-48f3-b467-3a48b562ba74), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.177541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:04.225057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:04.273345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969db6a9-ceac-48f3-b467-3a48b562ba74,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:04.289898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (04fb95c2-78b1-4443-97bf-c945a59154c3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.290550 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Added segment 04fb95c2-78b1-4443-97bf-c945a59154c3 of type vlan for network 2666c7ef-2611-4bb1-95db-5155e5b6a181 Jan 27 21:44:04.321506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:04.348332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c9610-c58a-40fa-b2d5-2ad760952a78 None None] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:04.406237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.407176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.452822 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3d4fe042-19c1-4943-ae91-6f063432223d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2106469 Jan 27 21:44:04.457798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43952) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:04.462792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2666c7ef-2611-4bb1-95db-5155e5b6a181), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.472932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'subnet': {'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:04.571225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decac6ef-e507-49f9-b695-e67ff36595ab req-08f01c26-9a41-465b-9011-b265f0761869 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.577896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'fixed_ips': [{'subnet_id': 'aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:04.579075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.588038 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-decac6ef-e507-49f9-b695-e67ff36595ab req-08f01c26-9a41-465b-9011-b265f0761869 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 1.2611444 Jan 27 21:44:04.600390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2666c7ef-2611-4bb1-95db-5155e5b6a181), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.602425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.603055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.614499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880072ba-56c0-4ac2-8353-fdbc5e2fc14a req-55bf0dce-9beb-4204-94a4-3cbe304b1aab tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.618702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-880072ba-56c0-4ac2-8353-fdbc5e2fc14a req-55bf0dce-9beb-4204-94a4-3cbe304b1aab tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 946 time: 1.6174364 Jan 27 21:44:04.689054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2666c7ef-2611-4bb1-95db-5155e5b6a181,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:04.709058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2666c7ef-2611-4bb1-95db-5155e5b6a181 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:04.735798 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6c1ca0d9-83d9-463f-8c3a-ba607f01b6b2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0382020 Jan 27 21:44:04.739513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43954) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:04.749688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Request body: {'subnet': {'network_id': '2666c7ef-2611-4bb1-95db-5155e5b6a181', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-189722913-subnet', 'tenant_id': '8d87674f81df4c3cbbcfe218a8301257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:04.786141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Made reservation on behalf of 8d87674f81df4c3cbbcfe218a8301257 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:04.791946 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.820603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:04.824760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.887601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Allocated IP 10.1.1.2 (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21/aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b/357df1f9-85a1-4e81-9509-46d11fb175b3) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:04.887879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-decac6ef-e507-49f9-b695-e67ff36595ab req-686fac32-79d1-4d21-94f6-2e9775bc5688 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565117 Jan 27 21:44:04.900015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Pushing event updated for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.021427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.023849 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.051135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-a3992719-1fac-4f8b-8792-1724553674c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2140930 Jan 27 21:44:05.067828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-880072ba-56c0-4ac2-8353-fdbc5e2fc14a req-7b818cf2-c2cf-40b6-a348-388b705d851d tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084873 Jan 27 21:44:05.076828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Request body: {'port': {'device_id': '64c65368-923f-42a0-b291-8c33d301f2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:05.220505 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed86fb7c-0630-4fdf-874b-0b53534bb035 x-openstack-request-id: req-ed86fb7c-0630-4fdf-874b-0b53534bb035 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:05.221893 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:05.223259 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed86fb7c-0630-4fdf-874b-0b53534bb035 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:05.225568 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207', 'status': 'completed', 'code': 200} Jan 27 21:44:05.226205 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.231523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Publish callbacks [] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.244627 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.319226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:05.321650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-167e2a59-d110-4c8f-a633-7f9721268246 req-0e855ce0-a460-4cab-8dc2-deb8983a287d service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5086124 Jan 27 21:44:05.335768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:05.344613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:05.365612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.414375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Pushing event updated for resources: {'Port': ['ID=357df1f9-85a1-4e81-9509-46d11fb175b3,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.454758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Attempting to bind port 357df1f9-85a1-4e81-9509-46d11fb175b3 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:05.457719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Attempting to bind port 357df1f9-85a1-4e81-9509-46d11fb175b3 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:05.462640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Attempting to bind port 357df1f9-85a1-4e81-9509-46d11fb175b3 on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:05.493567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:05.494161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Checking segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:05.494786 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.495442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Bound using segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:05.496073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Bound port: 357df1f9-85a1-4e81-9509-46d11fb175b3, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:05.496587 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.560883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Checking segment: {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:05.561303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network hostable DHCP agents. Network: a037efcc-5d48-4a4c-96ad-46cd3cbe06cd, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:05.582522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Subnet': ['ID=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.598960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-d3c1c285-fe7c-4d65-8d9c-a1440d8b12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.600972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (44abc7e7-0cac-4126-b3b8-58c897da4cec), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.603108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-d3c1c285-fe7c-4d65-8d9c-a1440d8b12fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1094 time: 0.1848729 Jan 27 21:44:05.658781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa5f6-c638-4adf-8071-90f4e1ea0b47 req-448bad6a-de68-46d4-b209-4ed4208147de tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.662795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af9fa5f6-c638-4adf-8071-90f4e1ea0b47 req-448bad6a-de68-46d4-b209-4ed4208147de tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 0.3257129 Jan 27 21:44:05.668980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:05.701688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a037efcc-5d48-4a4c-96ad-46cd3cbe06cd) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:05.704613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] For port 357df1f9-85a1-4e81-9509-46d11fb175b3, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:05.719908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] For port 357df1f9-85a1-4e81-9509-46d11fb175b3, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=357df1f9-85a1-4e81-9509-46d11fb175b3,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:05.725275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7848a62-34db-4b1a-922e-7265a071e1bc None None] Network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:05.742687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.743752 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.750747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.767701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44abc7e7-0cac-4126-b3b8-58c897da4cec,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.783598 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-80da39d4-e1ce-420a-a81d-18c044971f71 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3120079 Jan 27 21:44:05.788241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43970) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:05.794618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'port': {'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'name': 'tempest-TaggedBootDevicesTest_v242-61817255', 'fixed_ips': [{'subnet_id': 'aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:05.804364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Checking segment: {'id': '04fb95c2-78b1-4443-97bf-c945a59154c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2666c7ef-2611-4bb1-95db-5155e5b6a181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:05.804833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Network hostable DHCP agents. Network: 2666c7ef-2611-4bb1-95db-5155e5b6a181, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:05.895098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Network 2666c7ef-2611-4bb1-95db-5155e5b6a181 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:05.905735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2666c7ef-2611-4bb1-95db-5155e5b6a181) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:05.924008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.924404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a5013-628d-4bd1-a639-66d100846e91 None None] Network 2666c7ef-2611-4bb1-95db-5155e5b6a181 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:05.924663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.041906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cfdce8bd-2fc2-4376-a653-d333ec24a220 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3010182 Jan 27 21:44:06.072861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af9fa5f6-c638-4adf-8071-90f4e1ea0b47 req-eb507876-ef27-49d4-a747-b1e385ecb773 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844603 Jan 27 21:44:06.088719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbc36584-b31e-4200-895e-a259571f4163 req-73c84993-a22a-43b6-9b90-f2f6da84b483 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3361218 Jan 27 21:44:06.136860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:06.177312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e591f1-18dd-4bf2-a019-06308fc25a3a None None] Pushing event updated for resources: {'Port': ['ID=357df1f9-85a1-4e81-9509-46d11fb175b3,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:06.253774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871ae99-02f6-4d4e-9dca-ecccc41ccbe2 req-35114b41-0ee5-4c39-8f8d-0c4f2d40634f tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:06.275446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f871ae99-02f6-4d4e-9dca-ecccc41ccbe2 req-35114b41-0ee5-4c39-8f8d-0c4f2d40634f tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 931 time: 0.4135337 Jan 27 21:44:06.324800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a037efcc-5d48-4a4c-96ad-46cd3cbe06cd', 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd', 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'fixed_ips': [{'subnet_id': 'eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:06.325750 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.405880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.477146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] device_id is not set on port 9b3acebe-6418-4dc9-90d9-b9463431689b yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:44:06.501630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa1ec4-c268-4ba4-a938-13e2b403a150 None None] Network 2666c7ef-2611-4bb1-95db-5155e5b6a181 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:06.694765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f871ae99-02f6-4d4e-9dca-ecccc41ccbe2 req-44b96df7-3e83-4ff6-abcf-4b8070bac956 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183209 Jan 27 21:44:06.871708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-a9a7e4fb-771f-49f6-857b-eb7b6acc4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:06.873190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-a9a7e4fb-771f-49f6-857b-eb7b6acc4a6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 1.2606151 Jan 27 21:44:06.960256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Allocated IP 10.2.2.2 (a037efcc-5d48-4a4c-96ad-46cd3cbe06cd/eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3/e7328922-de4a-4a96-b9cf-f03625dd812e) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:06.968917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-abf526fc-92da-4469-a0b6-9c466068ae94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.031245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43996) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:07.036176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36584-b31e-4200-895e-a259571f4163 req-e38a2a7f-9d15-4151-ac34-2aada4cd4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.037931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbc36584-b31e-4200-895e-a259571f4163 req-e38a2a7f-9d15-4151-ac34-2aada4cd4a2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 1096 time: 0.6915746 Jan 27 21:44:07.059041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-55c68aee-4a27-4308-aed8-44cd85ff853c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 200 len: 217 time: 0.1306870 Jan 27 21:44:07.148281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-344c410c-8534-4f76-8acf-4b491266636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.149884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-344c410c-8534-4f76-8acf-4b491266636e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.0831079 Jan 27 21:44:07.158243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c24a20-8f41-42b1-bf8d-a5403e9eb550 req-365106db-d9e8-4dfc-ab2f-ec29c12ed63e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.166327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06c24a20-8f41-42b1-bf8d-a5403e9eb550 req-365106db-d9e8-4dfc-ab2f-ec29c12ed63e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.3000131 Jan 27 21:44:07.232187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28703fa3-c892-448a-866b-cc6dc2b14ea9 req-300fe05e-9b5a-48ab-91da-e6670168374a tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.234001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28703fa3-c892-448a-866b-cc6dc2b14ea9 req-300fe05e-9b5a-48ab-91da-e6670168374a tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 946 time: 0.3037846 Jan 27 21:44:07.246197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-57709b33-b0ea-4979-9d1b-0fcfb535e403 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737052 Jan 27 21:44:07.359995 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Publish callbacks [] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.368477 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.407176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5b8e83-7f70-40e3-929c-cb7124dfa74d {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:07.419836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Publish callbacks [] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.439648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Transition to ACTIVE for port object 5e5b8e83-7f70-40e3-929c-cb7124dfa74d will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:07.477958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Allocated IP 10.1.1.192 (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21/aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b/9b3acebe-6418-4dc9-90d9-b9463431689b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:07.588170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.618879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8febccf9-c4f4-46a5-bd81-1e078d958ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.710166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 357df1f9-85a1-4e81-9509-46d11fb175b3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:07.714339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Pushing event updated for resources: {'Port': ['ID=e7328922-de4a-4a96-b9cf-f03625dd812e,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:07.756548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36584-b31e-4200-895e-a259571f4163 req-cbaad5f0-bf78-49e9-9c01-8ec999200c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.764662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbc36584-b31e-4200-895e-a259571f4163 req-cbaad5f0-bf78-49e9-9c01-8ec999200c29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.6946855 Jan 27 21:44:07.794617 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.799987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:07.808652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:07.813086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:07.864547 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.905399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 357df1f9-85a1-4e81-9509-46d11fb175b3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:07.906045 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.944280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=9b3acebe-6418-4dc9-90d9-b9463431689b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:07.953903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da4761-2c08-491e-a6c1-ae904cf49a28 None None] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:07.982296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:07.987328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:07.991091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:08.035030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Attempting to bind port e7328922-de4a-4a96-b9cf-f03625dd812e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:08.035696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Attempting to bind port e7328922-de4a-4a96-b9cf-f03625dd812e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:08.038770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Attempting to bind port e7328922-de4a-4a96-b9cf-f03625dd812e on network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:08.071280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:08.072178 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.078467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28703fa3-c892-448a-866b-cc6dc2b14ea9 req-2b87f9f1-90c9-4f75-bd7b-1c145a9644ce tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8287632 Jan 27 21:44:08.107452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-16dfc1d4-60f6-4e66-8d36-1a6c3a973365 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3120382 Jan 27 21:44:08.107759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-df4ad1b4-1126-4026-8da9-07b67265e2d9 None None] Provisioning complete for port 357df1f9-85a1-4e81-9509-46d11fb175b3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:08.107759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-df4ad1b4-1126-4026-8da9-07b67265e2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.124931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44006) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:08.129770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'port': {'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'name': 'tempest-TaggedBootDevicesTest_v242-15793815', 'fixed_ips': [{'subnet_id': 'aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:08.152716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:08.153295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Checking segment: {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:08.153842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.154253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Bound using segment: {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:08.155356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Bound port: e7328922-de4a-4a96-b9cf-f03625dd812e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:08.155819 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.228810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Pushing event updated for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:08.241345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06c24a20-8f41-42b1-bf8d-a5403e9eb550 req-d8457c56-10a8-424b-aa23-656319687fb5 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0740297 Jan 27 21:44:08.243855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-a49fff07-1372-493d-9617-d1dfe8b2c8dd service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9774156 Jan 27 21:44:08.277867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8febccf9-c4f4-46a5-bd81-1e078d958ded admin admin] Publish callbacks [] for security_group (acde5521-0faf-47c8-82bc-00b02d911f9a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.282478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbc36584-b31e-4200-895e-a259571f4163 req-68e23b39-03a5-4ff4-b4f6-b6d9c18f8e86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 200 len: 217 time: 0.4661953 Jan 27 21:44:08.327821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] For port e7328922-de4a-4a96-b9cf-f03625dd812e, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:08.333462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] For port e7328922-de4a-4a96-b9cf-f03625dd812e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e7328922-de4a-4a96-b9cf-f03625dd812e,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:08.376176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:08.380803 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.387119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.416755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] device_id is not set on port 2a759bf5-1a16-49b8-a009-af20e3874c08 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:44:08.479925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4373d-e29c-4a2f-951d-32c69821fe77 None None] Pushing event updated for resources: {'Port': ['ID=e7328922-de4a-4a96-b9cf-f03625dd812e,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:08.540392 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.635698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 357df1f9-85a1-4e81-9509-46d11fb175b3 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:08.636235 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.660769 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8febccf9-c4f4-46a5-bd81-1e078d958ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (acde5521-0faf-47c8-82bc-00b02d911f9a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.705094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-df4ad1b4-1126-4026-8da9-07b67265e2d9 None None] Current status of the port 357df1f9-85a1-4e81-9509-46d11fb175b3 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:08.705499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-df4ad1b4-1126-4026-8da9-07b67265e2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.730973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:08.868283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc36584-b31e-4200-895e-a259571f4163 req-ffd96279-e5ad-41c1-ad4c-4025ead7bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:08.880116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbc36584-b31e-4200-895e-a259571f4163 req-ffd96279-e5ad-41c1-ad4c-4025ead7bcdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.5200014 Jan 27 21:44:08.935641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:44:09.007769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 357df1f9-85a1-4e81-9509-46d11fb175b3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=357df1f9-85a1-4e81-9509-46d11fb175b3,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:09.009530 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Allocated IP 10.1.1.55 (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21/aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b/2a759bf5-1a16-49b8-a009-af20e3874c08) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:09.024925 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.069174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Attempting to bind port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:09.069516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Attempting to bind port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:09.069854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Attempting to bind port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d on network c6a49bda-e807-4cef-a073-15021af28df4 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:09.074206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbc36584-b31e-4200-895e-a259571f4163 req-9e02d6e1-7c83-4bde-8746-17a1f09bafaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609366 Jan 27 21:44:09.102350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febccf9-c4f4-46a5-bd81-1e078d958ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde5521-0faf-47c8-82bc-00b02d911f9a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.107234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8febccf9-c4f4-46a5-bd81-1e078d958ded admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5476fe64cab441d0b21e288937e31f95&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0626547 Jan 27 21:44:09.121331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44032) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:09.179010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d on network c6a49bda-e807-4cef-a073-15021af28df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:09.179242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Attempting to bind port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d on network c6a49bda-e807-4cef-a073-15021af28df4 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:09.258247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e140c2-bbeb-4f7b-b17e-9debc1a73dea req-fe084eca-d535-4668-a365-1d5c75aac805 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9326134 Jan 27 21:44:09.378414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765e996-9b70-4a3f-889c-a9d3d4d57bbc req-b88973a1-ea9f-494d-b8a7-a42a73a582be tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:09.380116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6765e996-9b70-4a3f-889c-a9d3d4d57bbc req-b88973a1-ea9f-494d-b8a7-a42a73a582be tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 1.1335716 Jan 27 21:44:09.434721 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.451934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:09.452302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Checking segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:09.452853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Bound using segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:09.453203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Bound port: 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:09.453616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.481705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44038) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:09.521354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Request body: {'floatingip': {'port_id': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:09.524284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.536722 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-df4ad1b4-1126-4026-8da9-07b67265e2d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:44:09.537346 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-df4ad1b4-1126-4026-8da9-07b67265e2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:44:09.620517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:09.624420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:09.629303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:09.688691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=357df1f9-85a1-4e81-9509-46d11fb175b3,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.712995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=2a759bf5-1a16-49b8-a009-af20e3874c08,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.781655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:09.797587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:09.802999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:09.805707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'mac_address': 'fa:16:3e:b9:e6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:09.812370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e7328922-de4a-4a96-b9cf-f03625dd812e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:09.844420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:09.851262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.853960 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for floatingip (425e22e7-bdf5-4e2e-935b-033b935a0a0b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.857054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.910052 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4f292fc8-df87-4e3b-843c-89ab4ceb9aeb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7871971 Jan 27 21:44:09.944398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fb222764-304a-46f4-a1ca-d64357c2c239 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:09.945172 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.019182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb222764-304a-46f4-a1ca-d64357c2c239 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:10.019675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.020744 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.024573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] 10.222.0.57 "PUT /v2.0/ports/5e5b8e83-7f70-40e3-929c-cb7124dfa74d HTTP/1.1" status: 200 len: 1091 time: 4.9550686 Jan 27 21:44:10.075090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:10.115178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:10.117649 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dcf81e-eba2-4fab-b567-a181d87a68bb" -d '{"events": [{"name": "network-changed", "server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:10.167970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-df4ad1b4-1126-4026-8da9-07b67265e2d9 None None] Current status of the port 357df1f9-85a1-4e81-9509-46d11fb175b3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:10.171019 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.244889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port e7328922-de4a-4a96-b9cf-f03625dd812e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:10.245656 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.294458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['fb222764-304a-46f4-a1ca-d64357c2c239'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:10.334432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-1c3d251b-1f66-4b9c-a73c-69d46376359c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.343455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-1c3d251b-1f66-4b9c-a73c-69d46376359c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 808 time: 1.3905253 Jan 27 21:44:10.401045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Publish callbacks [] for security_group (acde5521-0faf-47c8-82bc-00b02d911f9a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.423000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:10.461189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Provisioning complete for port 2a759bf5-1a16-49b8-a009-af20e3874c08 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:10.461661 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.525630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Port 2a759bf5-1a16-49b8-a009-af20e3874c08 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:10.608941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Provisioning complete for port 357df1f9-85a1-4e81-9509-46d11fb175b3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:10.609642 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.686596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e7328922-de4a-4a96-b9cf-f03625dd812e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:10.687129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.839767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Current status of the port 357df1f9-85a1-4e81-9509-46d11fb175b3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:10.850787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:10.897090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556618b7-86fb-4eba-94fa-8851e675433e None None] Network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:10.993499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.001996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port e7328922-de4a-4a96-b9cf-f03625dd812e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e7328922-de4a-4a96-b9cf-f03625dd812e,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:11.002968 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:44:11.043761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Provisioning complete for port 9b3acebe-6418-4dc9-90d9-b9463431689b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:11.044304 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.054991 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.055721 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Publish callbacks [] for security_group (acde5521-0faf-47c8-82bc-00b02d911f9a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.143732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbc36584-b31e-4200-895e-a259571f4163 req-e4e3f1bb-6b9c-4828-84cf-7aa245bdfa4c service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0323756 Jan 27 21:44:11.159851 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (acde5521-0faf-47c8-82bc-00b02d911f9a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.162872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.164200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acde5521-0faf-47c8-82bc-00b02d911f9a HTTP/1.1" status: 204 len: 168 time: 2.0317047 Jan 27 21:44:11.179072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=e7328922-de4a-4a96-b9cf-f03625dd812e,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.204793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.231933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e4255681-4c6d-47f6-84e4-1c93192d178f None None] Port 9b3acebe-6418-4dc9-90d9-b9463431689b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:11.241664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-d01784ad-c5a6-4cc5-96ee-96a7ef4341c6 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/quotas/04ce8b9f3f3942a3b7f93cf4bd2772b5 HTTP/1.1" status: 200 len: 375 time: 0.8971713 Jan 27 21:44:11.246480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port fb222764-304a-46f4-a1ca-d64357c2c239 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:11.246998 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.254225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2e00a-7e7a-4373-9ce9-2b11fde56129 req-0a6d0266-b7ce-4a10-94f7-6bdbe8c66b4c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.259307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bf2e00a-7e7a-4373-9ce9-2b11fde56129 req-0a6d0266-b7ce-4a10-94f7-6bdbe8c66b4c tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 943 time: 1.6982841 Jan 27 21:44:11.386048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1882b6-88c6-4b05-b653-a26c3b3670fa service neutron] Pushing event updated for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.470792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-72bc5a7b-17f4-48ba-af87-d5b08798b941 None None] Provisioning complete for port e7328922-de4a-4a96-b9cf-f03625dd812e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:11.471576 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72bc5a7b-17f4-48ba-af87-d5b08798b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.507051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde5521-0faf-47c8-82bc-00b02d911f9a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.556306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-8a331afe-6270-43e8-bb6d-5ed1683b7790 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2830346 Jan 27 21:44:11.580253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e7328922-de4a-4a96-b9cf-f03625dd812e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:11.663122 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fb222764-304a-46f4-a1ca-d64357c2c239 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:11.664385 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.734788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:11.737451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:11.742439 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5021ca-ee2e-4a35-aa9e-44c4d738e5ab" -d '{"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-plugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:11.759627 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.903001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.974343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port e7328922-de4a-4a96-b9cf-f03625dd812e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:11.975242 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.986766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-d41ca828-2e77-411c-aed0-a2090ab808fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.991675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-d41ca828-2e77-411c-aed0-a2090ab808fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 1094 time: 1.8594708 Jan 27 21:44:11.993933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.000315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.000930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.002068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.002709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.003223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.003754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.004277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.004843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.005371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.005878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.011366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.011937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91929083-fd80-461d-810a-550b1e77afdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:12.159149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-5afc4f85-e00d-4692-9830-e77f00805f16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d HTTP/1.1" status: 200 len: 217 time: 0.1407506 Jan 27 21:44:12.172478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-72bc5a7b-17f4-48ba-af87-d5b08798b941 None None] Current status of the port e7328922-de4a-4a96-b9cf-f03625dd812e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:12.262528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bf2e00a-7e7a-4373-9ce9-2b11fde56129 req-82cabfa0-9090-44f7-a1a9-e63d360f0ec7 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9259975 Jan 27 21:44:12.343725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbc36584-b31e-4200-895e-a259571f4163 req-0194e61a-dd62-4614-9f96-549d2ebbc869 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1637712 Jan 27 21:44:12.433653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-77bfd6a5-d1c3-4945-9405-46b8d99fce36 None None] Provisioning complete for port e7328922-de4a-4a96-b9cf-f03625dd812e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:12.434877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-77bfd6a5-d1c3-4945-9405-46b8d99fce36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.443745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e7328922-de4a-4a96-b9cf-f03625dd812e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:12.453400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 357df1f9-85a1-4e81-9509-46d11fb175b3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:12.517650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-e57d1674-893f-4c08-a6f8-99c95e109f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.519279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-e57d1674-893f-4c08-a6f8-99c95e109f55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 200 len: 845 time: 0.3428679 Jan 27 21:44:12.528318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-04fcf14a-b743-409f-944d-00d735a09742 service neutron] 10.222.0.45 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842547 Jan 27 21:44:12.774042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-6988fa96-62b0-4659-8995-f1f97d83ab6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a49bda-e807-4cef-a073-15021af28df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2415426 Jan 27 21:44:12.872670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-77bfd6a5-d1c3-4945-9405-46b8d99fce36 None None] Current status of the port e7328922-de4a-4a96-b9cf-f03625dd812e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:12.922392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 357df1f9-85a1-4e81-9509-46d11fb175b3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:12.922977 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.143988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 357df1f9-85a1-4e81-9509-46d11fb175b3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:13.273662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ab432-0c80-4325-aebe-be6a206fa932 req-a61345b5-c890-4699-a9a5-92702e84e0b7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.275533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a5ab432-0c80-4325-aebe-be6a206fa932 req-a61345b5-c890-4699-a9a5-92702e84e0b7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.5159624 Jan 27 21:44:13.290921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-66e856e0-0e7b-42c3-af53-74d4516071d9 service neutron] 10.222.0.45 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303143 Jan 27 21:44:13.357793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:44:13.367886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-9e29191e-ce4a-4168-adbe-748247fb89c9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987628 Jan 27 21:44:13.548602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.561455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a5ab432-0c80-4325-aebe-be6a206fa932 req-a01bffb2-8ebd-46e7-b827-83c55eb97064 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624633 Jan 27 21:44:13.567520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (425e22e7-bdf5-4e2e-935b-033b935a0a0b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.746311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958e3b7e-5f35-42c0-9112-0c4ba4e40880 req-cbad2286-d52e-4ef7-85ce-aa388fe7414a service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149309 Jan 27 21:44:13.792207 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78c5967-dd4b-4dd9-b078-64dc55a857a0 x-openstack-request-id: req-a78c5967-dd4b-4dd9-b078-64dc55a857a0 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:13.792692 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:13.792870 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a78c5967-dd4b-4dd9-b078-64dc55a857a0 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:13.793267 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'status': 'completed', 'code': 200} Jan 27 21:44:13.876550 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f756b397-e58d-4bc1-89f7-1d19a7e29e04 x-openstack-request-id: req-f756b397-e58d-4bc1-89f7-1d19a7e29e04 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:13.878207 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-plugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:13.878670 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f756b397-e58d-4bc1-89f7-1d19a7e29e04 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:13.879327 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'code': 200} Jan 27 21:44:14.051491 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Floating IP 425e22e7-bdf5-4e2e-935b-033b935a0a0b associated. External IP: 172.25.8.125, port: bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139. Jan 27 21:44:14.354833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-97eb1d3e-42dc-49d3-8020-3e27bca76050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.358870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-97eb1d3e-42dc-49d3-8020-3e27bca76050 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 1094 time: 0.4644859 Jan 27 21:44:14.554261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44108) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:14.566804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-80270979-ab69-4e70-8cf0-3c5eafb11e6f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950529757', 'description': 'tempest-description--246095470'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:14.748388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80270979-ab69-4e70-8cf0-3c5eafb11e6f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.754224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-830c168f-0a91-43ba-a1fe-6b20d4b88bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.756362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-830c168f-0a91-43ba-a1fe-6b20d4b88bf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 906 time: 0.3903236 Jan 27 21:44:14.920144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-24a2c68a-5765-4863-ba8c-5c7b4b2f169d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d HTTP/1.1" status: 200 len: 217 time: 0.1357346 Jan 27 21:44:14.955486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:15.011057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77a169-7d72-4d6f-a70b-973af8e3dbfd req-74e34db9-8edb-4a38-a656-a61ceef04577 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.013864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d77a169-7d72-4d6f-a70b-973af8e3dbfd req-74e34db9-8edb-4a38-a656-a61ceef04577 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 943 time: 0.2636936 Jan 27 21:44:15.047850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80270979-ab69-4e70-8cf0-3c5eafb11e6f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group (935e8010-20cb-47fb-b275-6f7918fd867a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.060170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80270979-ab69-4e70-8cf0-3c5eafb11e6f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (935e8010-20cb-47fb-b275-6f7918fd867a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.120688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80270979-ab69-4e70-8cf0-3c5eafb11e6f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.128513 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-80270979-ab69-4e70-8cf0-3c5eafb11e6f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5713971 Jan 27 21:44:15.141471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44118) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.158211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2170b259-aba1-43f5-bf58-c38af97feb32 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'security_group_rule': {'security_group_id': '935e8010-20cb-47fb-b275-6f7918fd867a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:15.180345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80270979-ab69-4e70-8cf0-3c5eafb11e6f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935e8010-20cb-47fb-b275-6f7918fd867a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:15.197070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-eb688802-c0f2-4273-9b92-9477a3c49877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.199896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-eb688802-c0f2-4273-9b92-9477a3c49877 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 200 len: 845 time: 0.2715380 Jan 27 21:44:15.284837 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2170b259-aba1-43f5-bf58-c38af97feb32 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group_rule (4d494e8e-d57e-418c-8856-c6a3161b541b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.418904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d77a169-7d72-4d6f-a70b-973af8e3dbfd req-87555b85-2d70-4211-a0fb-7ce41951ceeb tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837054 Jan 27 21:44:15.582432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-bce378f4-cb64-4b76-9408-ac30c271abdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a49bda-e807-4cef-a073-15021af28df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637415 Jan 27 21:44:15.600407 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2170b259-aba1-43f5-bf58-c38af97feb32 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group_rule (4d494e8e-d57e-418c-8856-c6a3161b541b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.601542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02e423f1-f772-4f3f-90f0-a4aa3346ea83 req-cbeb6bd1-89f8-4c50-9c93-b5ede3a6eef7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 210 time: 0.2423582 Jan 27 21:44:15.609777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2170b259-aba1-43f5-bf58-c38af97feb32 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (4d494e8e-d57e-418c-8856-c6a3161b541b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.724778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170b259-aba1-43f5-bf58-c38af97feb32 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d494e8e-d57e-418c-8856-c6a3161b541b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:15.778121 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2170b259-aba1-43f5-bf58-c38af97feb32 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.789416 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2170b259-aba1-43f5-bf58-c38af97feb32 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6464705 Jan 27 21:44:15.793391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44130) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.811372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-74c420bb-f677-42b9-979b-d59e49fa2e08 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'security_group_rule': {'security_group_id': '935e8010-20cb-47fb-b275-6f7918fd867a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:15.887802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:15.901972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74c420bb-f677-42b9-979b-d59e49fa2e08 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group_rule (c375640c-4e3f-404e-a34f-54ae4c9f24c0), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.907932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] Sync routers for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:15.958506 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.959789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:15.977182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:44:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:16.161703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74c420bb-f677-42b9-979b-d59e49fa2e08 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group_rule (c375640c-4e3f-404e-a34f-54ae4c9f24c0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.178684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74c420bb-f677-42b9-979b-d59e49fa2e08 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (c375640c-4e3f-404e-a34f-54ae4c9f24c0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.260407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c420bb-f677-42b9-979b-d59e49fa2e08 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c375640c-4e3f-404e-a34f-54ae4c9f24c0,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:16.302733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74c420bb-f677-42b9-979b-d59e49fa2e08 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.312700 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-74c420bb-f677-42b9-979b-d59e49fa2e08 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5157335 Jan 27 21:44:16.316062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44136) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.335085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:16.406674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.644447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac239fae-2c38-43c1-870e-44a3ccca6c1f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "PUT /v2.0/floatingips/425e22e7-bdf5-4e2e-935b-033b935a0a0b HTTP/1.1" status: 200 len: 992 time: 7.1479731 Jan 27 21:44:16.652406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'tag': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:16.655115 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ddff4e-5c76-435f-92ce-220734d43da6" -d '{"events": [{"name": "network-changed", "server_uuid": "59d9b8ca-4ecf-4e00-a628-ccf09fb8410c", "tag": "bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:16.760456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec9861-4bc0-4bf6-aa99-124efaeb1bd4 req-644a70f0-f728-4607-90ac-fd997752508f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.763669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:16.768519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-deec9861-4bc0-4bf6-aa99-124efaeb1bd4 req-644a70f0-f728-4607-90ac-fd997752508f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.8752971 Jan 27 21:44:16.791561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.851917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5e5b8e83-7f70-40e3-929c-cb7124dfa74d details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:16.903164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-0477aa33-bef4-42e9-b69e-fe5b19b4b4a9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0762818 Jan 27 21:44:17.085755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Allocated IP 172.25.8.187 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/858e5f2d-7b2c-4de7-ab43-41f76cbab7db) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:17.177351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2dcf81e-eba2-4fab-b567-a181d87a68bb req-04d7360b-4010-4e4f-a2bf-54c2ed5eef63 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585022 Jan 27 21:44:17.203960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96033f-9711-4823-950c-6a0d3db4a2c0 req-4453f314-9bf8-491f-98d7-6d28afe169ff tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:17.219320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce96033f-9711-4823-950c-6a0d3db4a2c0 req-4453f314-9bf8-491f-98d7-6d28afe169ff tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 946 time: 0.5478001 Jan 27 21:44:17.251383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-16527cc3-bf6a-4074-bd88-48bce6bdfb82 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:17.267273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-16527cc3-bf6a-4074-bd88-48bce6bdfb82 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 808 time: 1.4123094 Jan 27 21:44:17.347931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Request body: {'port': {'device_id': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'admin_state_up': True, 'tenant_id': '04ce8b9f3f3942a3b7f93cf4bd2772b5'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:17.533687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.704128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.825512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:17.843342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'port_id': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'mac_address': 'fa:16:3e:5e:fd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616b2626-750f-41ca-ac9e-9b235b736bf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:17.933112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce96033f-9711-4823-950c-6a0d3db4a2c0 req-4ff98b74-0ec0-4d8b-9aaf-16c413a857a0 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434786 Jan 27 21:44:17.958480 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=858e5f2d-7b2c-4de7-ab43-41f76cbab7db,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:17.962991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:17.963535 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.988997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-deec9861-4bc0-4bf6-aa99-124efaeb1bd4 req-9a0da57a-5cd6-4043-a541-d624f2d5f534 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2173095 Jan 27 21:44:17.998666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:18.009087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:18.014406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:18.042876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5b8e83-7f70-40e3-929c-cb7124dfa74d {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:18.056293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Made reservation on behalf of 04ce8b9f3f3942a3b7f93cf4bd2772b5 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:18.062464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.063368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.115247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '425e22e7-bdf5-4e2e-935b-033b935a0a0b', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'port_id': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'mac_address': 'fa:16:3e:1d:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:23Z', 'updated_at': '2022-01-27T21:44:13Z', 'revision_number': 1, 'project_id': 'b20db0597a3242edb610e815258122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:23Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:18.192363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] Checking router: c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:44:18.230064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:18.268869 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.346701 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5b698c-63ee-4b5b-9461-1a4cc6509da4 x-openstack-request-id: req-8a5b698c-63ee-4b5b-9461-1a4cc6509da4 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:18.347722 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d9b8ca-4ecf-4e00-a628-ccf09fb8410c", "tag": "bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:18.347722 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a5b698c-63ee-4b5b-9461-1a4cc6509da4 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:18.348246 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'tag': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'status': 'completed', 'code': 200} Jan 27 21:44:18.377549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:18.378223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:44:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:18.389065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34734bfb-59be-4549-8f54-3c69c1740581 req-a7cd681e-6b16-40df-8aa1-44d64108d289 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.392191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34734bfb-59be-4549-8f54-3c69c1740581 req-a7cd681e-6b16-40df-8aa1-44d64108d289 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 943 time: 0.2103574 Jan 27 21:44:18.534026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34734bfb-59be-4549-8f54-3c69c1740581 req-e5df0d17-6e46-4c66-ab4c-279dbc43c054 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293397 Jan 27 21:44:18.571658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Allocated IP 172.20.0.2 (26aeaa09-0f01-4be0-879e-8beb0b999c2d/489471bf-7c5c-4e63-9af0-2db5188f3511/4141a9c4-b92e-4e2b-aa39-24be605697ee) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:18.661804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:18.672066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['5e5b8e83-7f70-40e3-929c-cb7124dfa74d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:18.736065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-8eeec7b3-3cef-4f97-9842-de671aea55c6 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.739096 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-8eeec7b3-3cef-4f97-9842-de671aea55c6 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.16 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 946 time: 0.6099567 Jan 27 21:44:18.744147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2b669f8-3227-4edb-bb6e-705c5b1b0e1d req-5e345349-814f-40a6-8ac6-1d6b2c67fec4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 210 time: 0.1471140 Jan 27 21:44:18.768430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for floatingip (cd9217dc-5ee6-460a-ba2b-21f588a14f5f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.859162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-9c7bb379-8fc7-4b12-920a-463d62e82df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.868566 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-9c7bb379-8fc7-4b12-920a-463d62e82df0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20db0597a3242edb610e815258122ac&device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 1097 time: 0.4920046 Jan 27 21:44:19.077724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:19.108094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks [] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.245507 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.333342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef9477-0fe2-4ca8-890d-4f7bde07c06d req-f461c832-e147-4951-be86-04a6c8604853 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.347925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03ef9477-0fe2-4ca8-890d-4f7bde07c06d req-f461c832-e147-4951-be86-04a6c8604853 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 946 time: 0.1650362 Jan 27 21:44:19.443355 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.563479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-bed8b2c5-ad00-4d21-878c-4ef76bedbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.565679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-bed8b2c5-ad00-4d21-878c-4ef76bedbf07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 HTTP/1.1" status: 200 len: 907 time: 0.6952391 Jan 27 21:44:19.574869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Deleting port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:19.575613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.605506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03ef9477-0fe2-4ca8-890d-4f7bde07c06d req-fbaa6576-8d5f-45e4-b890-9e6128592530 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/security-groups?id=649b29fd-1791-43bd-b5d8-bb154251ce32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534773 Jan 27 21:44:19.689632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Network 26aeaa09-0f01-4be0-879e-8beb0b999c2d is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:19.717303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4bac6-f6bd-4758-a40a-366a83773f05 req-ade98446-dea1-4169-bc8d-b54ac79e835b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.740430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02a4bac6-f6bd-4758-a40a-366a83773f05 req-ade98446-dea1-4169-bc8d-b54ac79e835b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.4548514 Jan 27 21:44:19.753637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '425e22e7-bdf5-4e2e-935b-033b935a0a0b', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'port_id': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'mac_address': 'fa:16:3e:1d:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:23Z', 'updated_at': '2022-01-27T21:44:13Z', 'revision_number': 1, 'project_id': 'b20db0597a3242edb610e815258122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:23Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:19.771447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] For port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,segment=NetworkSegment(32432e50-d1e8-4535-9007-c6f16fea1bee),segment_id=32432e50-d1e8-4535-9007-c6f16fea1bee)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:19.772417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.796889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:19.798965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Calling delete_port for 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:19.801010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5892f-7a1a-4921-8a1f-4a748fc804f3 None None] The sync data for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 is: [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '425e22e7-bdf5-4e2e-935b-033b935a0a0b', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'port_id': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'mac_address': 'fa:16:3e:1d:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:23Z', 'updated_at': '2022-01-27T21:44:13Z', 'revision_number': 1, 'project_id': 'b20db0597a3242edb610e815258122ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:23Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:19.803052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Pushing event updated for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:19.815824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:19.993676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.017839 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.054709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02a4bac6-f6bd-4758-a40a-366a83773f05 req-f2954602-582c-402e-914b-556c38b4a9f2 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123517 Jan 27 21:44:20.077956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.079052 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.232666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-ab09f0b0-ae25-4248-aff6-2b4962b6024d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9022539 Jan 27 21:44:20.264195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Request body: {'port': {'device_id': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:20.334940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-0b914b1f-19b1-4be0-befb-aca51af20c79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 HTTP/1.1" status: 200 len: 1000 time: 0.3360171 Jan 27 21:44:20.337451 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ac7140-bd7b-450c-a500-f29d046a19ef None None] New status for floating IP 425e22e7-bdf5-4e2e-935b-033b935a0a0b: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:44:20.384683 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.491942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=858e5f2d-7b2c-4de7-ab43-41f76cbab7db,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:20.510532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbc516-77b3-469c-9919-781ec7b7225e req-02812a85-8e88-414a-9b75-f0c260a8e3c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.517113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (cd9217dc-5ee6-460a-ba2b-21f588a14f5f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.527456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-738f58b7-4e22-4bdc-a125-769419b330e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.529440 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-738f58b7-4e22-4bdc-a125-769419b330e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c72c0f46-cb79-475a-860d-4037da762546 HTTP/1.1" status: 200 len: 845 time: 0.1665390 Jan 27 21:44:20.532782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0cbc516-77b3-469c-9919-781ec7b7225e req-02812a85-8e88-414a-9b75-f0c260a8e3c6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 944 time: 0.3999331 Jan 27 21:44:20.632464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.681883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f6b2a-d0aa-48d3-aa8c-f1aa01b78049 req-20876ed8-62a4-481f-aa2d-f7213b0e18d8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.683882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-111f6b2a-d0aa-48d3-aa8c-f1aa01b78049 req-20876ed8-62a4-481f-aa2d-f7213b0e18d8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 931 time: 0.4058311 Jan 27 21:44:20.697139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0cbc516-77b3-469c-9919-781ec7b7225e req-d0f09213-9620-4e16-9dfd-f2deb6d8df1d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462002 Jan 27 21:44:20.747815 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.750387 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-06c9dbf9-9aed-4f7c-a73d-fba534f60002 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4303577 Jan 27 21:44:20.754758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (62f44fa8-f642-4f3a-80a2-77d2c1a3bce4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.818608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 31d84811-467a-4071-b7d0-1c05fe8ce207 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:20.961583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] No DVR routers for this DVR port 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:20.972470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.982787 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5830409f-3991-4be6-bb33-e4f02a33b007 req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.16 "DELETE /v2.0/ports/62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 HTTP/1.1" status: 204 len: 173 time: 2.2064784 Jan 27 21:44:21.015959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-05d9ecbc-a7f5-4c28-a919-1af6fe82bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.018453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-05d9ecbc-a7f5-4c28-a919-1af6fe82bcfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4798784 Jan 27 21:44:21.019147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81461c17-bc93-47fa-bc63-2db9531fcf6c', 'name': 'network-vif-deleted', 'tag': '62f44fa8-f642-4f3a-80a2-77d2c1a3bce4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:21.049582 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f523c846-cbf2-4323-8d3a-7dfe3a801d22" -d '{"events": [{"server_uuid": "81461c17-bc93-47fa-bc63-2db9531fcf6c", "name": "network-vif-deleted", "tag": "62f44fa8-f642-4f3a-80a2-77d2c1a3bce4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:21.056299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946c634-edbe-4e3e-bd8f-5a73702c96f3 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] Pushing event deleted for resources: {'Port': ['ID=62f44fa8-f642-4f3a-80a2-77d2c1a3bce4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:21.131093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:21.146742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5e5b8e83-7f70-40e3-929c-cb7124dfa74d up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:21.218051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '31d84811-467a-4071-b7d0-1c05fe8ce207', 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1', 'port_id': '31d84811-467a-4071-b7d0-1c05fe8ce207', 'mac_address': 'fa:16:3e:12:45:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5a6525-9547-460a-a22f-2e8ac1eafe06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:21.269259 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-a3a71ae2-f241-4cc6-b341-f8477767970b service neutron] 10.222.0.16 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076283 Jan 27 21:44:21.281757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 31d84811-467a-4071-b7d0-1c05fe8ce207 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:21.286600 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.326643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d84811-467a-4071-b7d0-1c05fe8ce207 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:21.412538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:21.418390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-111f6b2a-d0aa-48d3-aa8c-f1aa01b78049 req-69c5fa04-1168-4d72-8057-485da179d0ee tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175856 Jan 27 21:44:21.431943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:21.435982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:21.435982 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.478845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1cf0c12f-b7f2-422d-867e-8503bec1e7ed req-6a24b4a2-ae42-4117-aba4-35691768d540 tempest-InstanceActionsNegativeTestJSON-1756145031 tempest-InstanceActionsNegativeTestJSON-1756145031-project] 10.222.0.45 "GET /v2.0/ports?device_id=81461c17-bc93-47fa-bc63-2db9531fcf6c HTTP/1.1" status: 200 len: 210 time: 0.1337397 Jan 27 21:44:21.540510 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f2ddff4e-5c76-435f-92ce-220734d43da6 req-c04242ba-d1d1-4a33-aca6-541e32975977 service neutron] 10.222.0.16 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645023 Jan 27 21:44:21.603040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:21.623270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:44:21.623872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 62f44fa8-f642-4f3a-80a2-77d2c1a3bce4 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:21.628768 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.772229 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c594314-a9d2-46cb-8722-b871b472421c x-openstack-request-id: req-5c594314-a9d2-46cb-8722-b871b472421c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:21.772829 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81461c17-bc93-47fa-bc63-2db9531fcf6c", "name": "network-vif-deleted", "tag": "62f44fa8-f642-4f3a-80a2-77d2c1a3bce4", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:21.773375 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c594314-a9d2-46cb-8722-b871b472421c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:21.774151 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81461c17-bc93-47fa-bc63-2db9531fcf6c', 'name': 'network-vif-deleted', 'tag': '62f44fa8-f642-4f3a-80a2-77d2c1a3bce4', 'status': 'completed', 'code': 200} Jan 27 21:44:21.882413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:21.884015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.894722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:21.914421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.915102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.915685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.916208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.917417 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.918391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.918917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.919478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.919964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.920855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.921205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.921552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.921885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:21.933214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['31d84811-467a-4071-b7d0-1c05fe8ce207'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:21.979638 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:21.981943 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1e1e5-92fd-4cad-8ac8-63532e14ee72" -d '{"events": [{"server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "name": "network-vif-plugged", "status": "completed", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:22.008070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:22.033848 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.237219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8b5ba-5420-4c25-8f33-cac1c87c7656 req-90ad7536-1d69-4f5e-b353-679279564275 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.243112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:22.269520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1e8b5ba-5420-4c25-8f33-cac1c87c7656 req-90ad7536-1d69-4f5e-b353-679279564275 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 944 time: 0.3453894 Jan 27 21:44:22.304452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4141a9c4-b92e-4e2b-aa39-24be605697ee {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:22.315249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Publish callbacks [] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.332810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Transition to ACTIVE for port object 4141a9c4-b92e-4e2b-aa39-24be605697ee will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:22.411565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f2aab15d-46f9-40d6-a96f-023cbf0a4591 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1950529757&fields=id&tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15 HTTP/1.1" status: 200 len: 267 time: 0.1252363 Jan 27 21:44:22.422727 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.551617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-5d91ad63-48a8-43ad-9e9a-2f28d4f9e938 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.560174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-5d91ad63-48a8-43ad-9e9a-2f28d4f9e938 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports/9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 935 time: 0.1472342 Jan 27 21:44:22.572688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Pushing event updated for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:22.590582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1e8b5ba-5420-4c25-8f33-cac1c87c7656 req-aeeea9ac-c5ae-476d-8a2c-c81c7e68dbdb tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941446 Jan 27 21:44:22.817065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-79f3b8ea-d7a6-4698-a9fd-8f17dabc9552 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.824877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-79f3b8ea-d7a6-4698-a9fd-8f17dabc9552 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports/2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 934 time: 0.2633264 Jan 27 21:44:22.882711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:22.883043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:22.883376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:22.892755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-6a48ad23-d171-4889-bd63-89d59bd25c63 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0668893 Jan 27 21:44:22.894541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:22.894877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:22.907372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:22.907817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:22.908253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:22.908759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Bound port: 4141a9c4-b92e-4e2b-aa39-24be605697ee, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:22.909160 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.943249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66c975-2af0-461b-bf83-c9b6d96b607f req-14dae7d1-773d-43d6-af96-ce9765c52d41 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.952076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db66c975-2af0-461b-bf83-c9b6d96b607f req-14dae7d1-773d-43d6-af96-ce9765c52d41 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 945 time: 0.1847384 Jan 27 21:44:22.981304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ca7a9f85-6f8d-4a14-9381-8c6cbbd3ff76 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0675342 Jan 27 21:44:23.170646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db66c975-2af0-461b-bf83-c9b6d96b607f req-083d9f60-d915-43b3-a7d5-933ba4baeae3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176363 Jan 27 21:44:23.197850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:23.206591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:23.219811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.257014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-aea0ddb4-af44-4b60-8a5d-c23024f4817b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.265247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-aea0ddb4-af44-4b60-8a5d-c23024f4817b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.271877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-aea0ddb4-af44-4b60-8a5d-c23024f4817b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.273867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-aea0ddb4-af44-4b60-8a5d-c23024f4817b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/networks?id=e78fca6c-458f-45b2-a2a2-4054b3edd670&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 200 len: 1995 time: 0.2622364 Jan 27 21:44:23.328629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-09e29e0d-0c44-47ac-ae59-dffd6289e51f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/quotas/3daec964e12b4ef6ab1ed3b60aaafe15 HTTP/1.1" status: 200 len: 375 time: 0.0281601 Jan 27 21:44:23.330578 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ebc7ab-0385-447a-9c04-177a2c73d810 x-openstack-request-id: req-25ebc7ab-0385-447a-9c04-177a2c73d810 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:23.331404 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "name": "network-vif-plugged", "status": "completed", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:23.334754 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-25ebc7ab-0385-447a-9c04-177a2c73d810 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:23.336771 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'code': 200} Jan 27 21:44:23.343695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.346659 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.350064 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] 10.222.0.16 "PUT /v2.0/ports/4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 1091 time: 3.0994484 Jan 27 21:44:23.351251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:23.359329 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b082a3-d771-4d06-9b62-bfa4fc90b487" -d '{"events": [{"name": "network-changed", "server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:23.432910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc457f-c533-4ce4-afda-1c94ea96443d service neutron] Pushing event updated for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:23.565995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-5b7bb347-2efc-4303-a53d-666a91883f5f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1963212 Jan 27 21:44:23.567996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe93488-085e-47ae-8d84-5f0fbe8c7aa0 req-689a02df-42d2-4d23-b213-53ac97774df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.569644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fe93488-085e-47ae-8d84-5f0fbe8c7aa0 req-689a02df-42d2-4d23-b213-53ac97774df3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 1096 time: 0.1228731 Jan 27 21:44:23.572612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-22644c60-1b85-4934-a858-145b2b7f4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.574240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-22644c60-1b85-4934-a858-145b2b7f4498 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1094 time: 0.1357763 Jan 27 21:44:23.783949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-37251a9d-f0a4-4574-8ef6-95e0409011ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 217 time: 0.2003829 Jan 27 21:44:23.792989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-67b065d7-8af7-4413-95ca-9c4b64b9c9de service neutron] 10.222.0.45 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783552 Jan 27 21:44:23.977096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fe93488-085e-47ae-8d84-5f0fbe8c7aa0 req-0927de78-8dae-4c53-b360-1f9f074b1cf1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013550 Jan 27 21:44:23.984142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-e54829e2-682a-4fb0-bf46-677ee20a8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.986015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-e54829e2-682a-4fb0-bf46-677ee20a8f98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.1837969 Jan 27 21:44:24.022525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6bb4e-b902-4d28-bc9b-8c755250e543 req-04244644-6dfb-469f-8d5f-be14d06a52d7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.024319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1b6bb4e-b902-4d28-bc9b-8c755250e543 req-04244644-6dfb-469f-8d5f-be14d06a52d7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 943 time: 0.2572467 Jan 27 21:44:24.065752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-3c4525ea-7810-4b46-bf3c-38671257b467 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648391 Jan 27 21:44:24.140923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e80f6bfd-dbea-4ba2-8e09-a2fd9f2d40a1 service neutron] 10.222.0.45 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450763 Jan 27 21:44:24.307123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1b6bb4e-b902-4d28-bc9b-8c755250e543 req-27482ef7-2b22-44a6-bbb6-19936ad9d761 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552822 Jan 27 21:44:24.318366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-50dc7070-d450-4b10-bad6-96563f005662 service neutron] 10.222.0.45 "GET /v2.0/ports/9b3acebe-6418-4dc9-90d9-b9463431689b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1693101 Jan 27 21:44:24.383701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44248) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:24.492739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8cfb48-f378-49c8-a6e4-d52193099606 admin admin] Deleting subnet 50800855-198d-41e7-9931-43fa03558a4c {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:44:24.498341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-c63575b4-d142-46dc-8063-70f725f2d727 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242644 Jan 27 21:44:24.506019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfb48-f378-49c8-a6e4-d52193099606 admin admin] Publish callbacks [] for subnet (50800855-198d-41e7-9931-43fa03558a4c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.610032 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfb48-f378-49c8-a6e4-d52193099606 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (50800855-198d-41e7-9931-43fa03558a4c), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.709730 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfb48-f378-49c8-a6e4-d52193099606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (50800855-198d-41e7-9931-43fa03558a4c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.736658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-bc6ba265-b971-46d5-8d01-bdad3d204dab service neutron] 10.222.0.45 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170091 Jan 27 21:44:24.839453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 31d84811-467a-4071-b7d0-1c05fe8ce207 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:24.930675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfb48-f378-49c8-a6e4-d52193099606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (50800855-198d-41e7-9931-43fa03558a4c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.988420 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965f8875-ae13-4736-939a-40fc108289bc x-openstack-request-id: req-965f8875-ae13-4736-939a-40fc108289bc {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:24.988420 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:24.988420 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-965f8875-ae13-4736-939a-40fc108289bc {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:24.988420 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee', 'status': 'completed', 'code': 200} Jan 27 21:44:25.056087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 31d84811-467a-4071-b7d0-1c05fe8ce207 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:25.065854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 31d84811-467a-4071-b7d0-1c05fe8ce207 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:25.066631 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.093079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cfb48-f378-49c8-a6e4-d52193099606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50800855-198d-41e7-9931-43fa03558a4c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:25.134179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfb48-f378-49c8-a6e4-d52193099606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.135096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cc61c8c-a48d-486d-96d1-d34f9370175d req-e4a6362d-d5be-4ec8-a64f-c55627c311fd service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245420 Jan 27 21:44:25.191833 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6b8cfb48-f378-49c8-a6e4-d52193099606 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/50800855-198d-41e7-9931-43fa03558a4c HTTP/1.1" status: 204 len: 168 time: 0.8038247 Jan 27 21:44:25.192513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44264) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:25.317582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-98018a30-42b2-4054-b7b4-984b5c3f54ed service neutron] 10.222.0.45 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790825 Jan 27 21:44:25.428353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 31d84811-467a-4071-b7d0-1c05fe8ce207 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:25.429335 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.505300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:25.507613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:25.514008 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f833658-3e22-425c-b62a-9105b8279626" -d '{"events": [{"server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "name": "network-vif-plugged", "status": "completed", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:25.522175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.655130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-3d04269d-d047-41ac-9934-77ab6d24fd7b service neutron] 10.222.0.45 "GET /v2.0/ports/2a759bf5-1a16-49b8-a009-af20e3874c08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2535276 Jan 27 21:44:25.670312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:25.697589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (e6295e50-ae05-4032-aaf9-8f06ffae9d54), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.732312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-2f4f28c2-d116-4226-a873-249a5aaf207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.735195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-2f4f28c2-d116-4226-a873-249a5aaf207a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1094 time: 0.4141283 Jan 27 21:44:25.754283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a56a8c-678c-43e2-9803-1ef0a0b369f6 req-a2b775db-d105-4494-a2c5-c50b7f011d4d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.759446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04a56a8c-678c-43e2-9803-1ef0a0b369f6 req-a2b775db-d105-4494-a2c5-c50b7f011d4d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 944 time: 0.2835228 Jan 27 21:44:26.210981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04a56a8c-678c-43e2-9803-1ef0a0b369f6 req-4bc31766-7ac5-451d-a381-bd16d16bd74a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841610 Jan 27 21:44:26.240198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-0a6d7465-cf5e-4324-aa0a-32c00e93af94 service neutron] 10.222.0.45 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645416 Jan 27 21:44:26.267117 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (e6295e50-ae05-4032-aaf9-8f06ffae9d54), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.985411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-90c17ed3-459c-429b-b59b-670aee2579b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:26.987882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-90c17ed3-459c-429b-b59b-670aee2579b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 1.2271411 Jan 27 21:44:26.994595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6295e50-ae05-4032-aaf9-8f06ffae9d54']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:27.032855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32432e50-d1e8-4535-9007-c6f16fea1bee') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:27.033228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32432e50-d1e8-4535-9007-c6f16fea1bee') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:27.075209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (32432e50-d1e8-4535-9007-c6f16fea1bee), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.077930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-d9b6076d-f5ad-4779-b16c-cc7a4428af50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 217 time: 0.0805042 Jan 27 21:44:27.119905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (32432e50-d1e8-4535-9007-c6f16fea1bee), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.159758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:44:27.160181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (32432e50-d1e8-4535-9007-c6f16fea1bee), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:44:27.164579 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:44:27.193076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee63fa-6920-4071-8f5c-7e55e8044fe9 req-3f92b786-a827-4b9c-acc1-098aedbc8abd tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.200680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bee63fa-6920-4071-8f5c-7e55e8044fe9 req-3f92b786-a827-4b9c-acc1-098aedbc8abd tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 945 time: 0.8445039 Jan 27 21:44:27.292222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-1ed82af8-737c-4dcb-b586-784e97d4b3fa service neutron] 10.222.0.45 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105073 Jan 27 21:44:27.311905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-78994987-e935-428a-87f7-4714643b6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.314437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-78994987-e935-428a-87f7-4714643b6b9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2254140 Jan 27 21:44:27.432093 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (e6295e50-ae05-4032-aaf9-8f06ffae9d54), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.442635 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.450422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] 10.222.0.45 "DELETE /v2.0/networks/e6295e50-ae05-4032-aaf9-8f06ffae9d54 HTTP/1.1" status: 204 len: 168 time: 2.2535636 Jan 27 21:44:27.521990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-b741a675-5280-4b92-a4f0-4aded4ab4959 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802714 Jan 27 21:44:27.532288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07491c61-07c5-4f33-b369-f96e58276b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=e6295e50-ae05-4032-aaf9-8f06ffae9d54,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:27.560651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bee63fa-6920-4071-8f5c-7e55e8044fe9 req-2c780c66-0d8b-4ab2-b6e1-c75def904278 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590124 Jan 27 21:44:27.700767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-6fa8b3d0-0d45-45a1-818b-e37e07ed50b4 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581984 Jan 27 21:44:27.717514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-cd9c6e19-fc26-41bd-b2c0-46f86d3af27b service neutron] 10.222.0.45 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234140 Jan 27 21:44:27.897606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-53a91424-1e3c-4166-a61c-d4e8e96c37f7 service neutron] 10.222.0.45 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788383 Jan 27 21:44:27.929283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.009195 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0e67272-f2df-4fd6-8761-095b3402a44e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=611ab08e262247c0a697acf74eb6779a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781345 Jan 27 21:44:28.010569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44288) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.081300 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-840c9fe0-fa8f-40e7-b2a9-604624104499 admin admin] Publish callbacks [] for security_group (649b29fd-1791-43bd-b5d8-bb154251ce32), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.099316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecee77-49c9-460c-b2be-a25e190c9312 req-77286ec1-8aeb-40b3-b609-b04b2d3aeb16 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.101149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24ecee77-49c9-460c-b2be-a25e190c9312 req-77286ec1-8aeb-40b3-b609-b04b2d3aeb16 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 943 time: 0.2099309 Jan 27 21:44:28.123274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86b082a3-d771-4d06-9b62-bfa4fc90b487 req-3327280f-f13b-4652-834b-dc947c03a6be service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022200 Jan 27 21:44:28.157284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-840c9fe0-fa8f-40e7-b2a9-604624104499 admin admin] Publish callbacks [] for security_group (649b29fd-1791-43bd-b5d8-bb154251ce32), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.192613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-42de4c0d-4be0-4491-a284-21eb3ca13a1a service neutron] 10.222.0.45 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231727 Jan 27 21:44:28.255160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-840c9fe0-fa8f-40e7-b2a9-604624104499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (649b29fd-1791-43bd-b5d8-bb154251ce32), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.260168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-840c9fe0-fa8f-40e7-b2a9-604624104499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.265280 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-840c9fe0-fa8f-40e7-b2a9-604624104499 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/649b29fd-1791-43bd-b5d8-bb154251ce32 HTTP/1.1" status: 204 len: 168 time: 0.2529192 Jan 27 21:44:28.286015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c9fe0-fa8f-40e7-b2a9-604624104499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b29fd-1791-43bd-b5d8-bb154251ce32,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:28.362158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24ecee77-49c9-460c-b2be-a25e190c9312 req-713db51d-d34d-40b8-8c4a-ddebc6c02f34 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436721 Jan 27 21:44:28.468910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-eabc18ab-a369-43de-b830-69a4cb6180f5 service neutron] 10.222.0.45 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620313 Jan 27 21:44:28.478458 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbe8a7c-5ec8-4e78-99f6-a2855e6335ce x-openstack-request-id: req-0cbe8a7c-5ec8-4e78-99f6-a2855e6335ce {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:28.480007 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "name": "network-vif-plugged", "status": "completed", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:28.480669 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0cbe8a7c-5ec8-4e78-99f6-a2855e6335ce {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:28.481598 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207', 'code': 200} Jan 27 21:44:28.713850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da061ed-9ec8-4a3f-9892-4563f4519fdd req-f05b0742-7497-4386-896c-d198edb29f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.716650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9da061ed-9ec8-4a3f-9892-4563f4519fdd req-f05b0742-7497-4386-896c-d198edb29f25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1096 time: 0.1091921 Jan 27 21:44:28.732664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-d286c524-0225-484a-a141-542710516c0d service neutron] 10.222.0.45 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390931 Jan 27 21:44:28.992880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9da061ed-9ec8-4a3f-9892-4563f4519fdd req-e03fe1b7-ecc5-4970-8b35-70521ade6e41 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591000 Jan 27 21:44:29.027174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed559cf1-99b6-4bc0-b12f-6822e406c79a req-dc5bd96b-fa21-45f8-a7bc-8711515613b6 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:29.033092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed559cf1-99b6-4bc0-b12f-6822e406c79a req-dc5bd96b-fa21-45f8-a7bc-8711515613b6 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.1210868 Jan 27 21:44:29.093924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e5fd1097-9ec3-46cd-8f21-0c1137295bc2 service neutron] 10.222.0.45 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449154 Jan 27 21:44:29.103712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed559cf1-99b6-4bc0-b12f-6822e406c79a req-07f625b9-3f9e-4300-916f-640b5b4ff866 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696630 Jan 27 21:44:29.240801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f7a4226e-bcd9-423b-adea-12a9ee0ec9ef service neutron] 10.222.0.45 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314328 Jan 27 21:44:29.403583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4b68f592-d33e-468b-a4c9-1ee015585777 service neutron] 10.222.0.45 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463718 Jan 27 21:44:29.458180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4141a9c4-b92e-4e2b-aa39-24be605697ee details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:29.679356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:29.725211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25714640-0845-42f5-9d60-2bfaf7db1892 req-6d1e023d-36d2-4ea7-86d1-aae99d6dcf0c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:29.733969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25714640-0845-42f5-9d60-2bfaf7db1892 req-6d1e023d-36d2-4ea7-86d1-aae99d6dcf0c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 943 time: 0.1131701 Jan 27 21:44:29.835869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25714640-0845-42f5-9d60-2bfaf7db1892 req-a040fcf6-7e8f-45a2-8ec7-c9dbe7c8c3f8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914936 Jan 27 21:44:29.994287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '4141a9c4-b92e-4e2b-aa39-24be605697ee', 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'port_id': '4141a9c4-b92e-4e2b-aa39-24be605697ee', 'mac_address': 'fa:16:3e:3e:fc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489471bf-7c5c-4e63-9af0-2db5188f3511', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:30.067285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4141a9c4-b92e-4e2b-aa39-24be605697ee is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:30.067769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.121753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4141a9c4-b92e-4e2b-aa39-24be605697ee {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:30.161832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44346) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:30.170676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:30.188869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9c45f-aee0-4f2d-9a00-e78d0c0f27a8 req-340ae24a-cef1-4338-87fc-c2bddf0f62d1 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:30.192899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2a9c45f-aee0-4f2d-9a00-e78d0c0f27a8 req-340ae24a-cef1-4338-87fc-c2bddf0f62d1 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 945 time: 0.1497927 Jan 27 21:44:30.195200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.332484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2a9c45f-aee0-4f2d-9a00-e78d0c0f27a8 req-62148019-a533-47a6-8bea-d96c00d76a6d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240282 Jan 27 21:44:30.398030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:30.429121 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1598308760-network', 'tenant_id': 'b09a25bdb8994f9c88f47ff347e1a7df'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:30.521419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Made reservation on behalf of b09a25bdb8994f9c88f47ff347e1a7df for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:30.529120 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.559248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['4141a9c4-b92e-4e2b-aa39-24be605697ee'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:30.567088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.906923 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Publish callbacks [] for security_group (f2ba0724-11ad-448c-ae37-4d0e12e03274), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.919614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f2ba0724-11ad-448c-ae37-4d0e12e03274), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.988317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10484374-3f58-403d-ab1f-37e8c007ee79 req-0d13e9f8-e454-43ed-b619-1cb66004cdfd tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.000478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10484374-3f58-403d-ab1f-37e8c007ee79 req-0d13e9f8-e454-43ed-b619-1cb66004cdfd tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.2257075 Jan 27 21:44:31.005958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba0724-11ad-448c-ae37-4d0e12e03274,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:31.033124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:31.073621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0cf8b57a-5d1a-4725-95cd-a713cd0332b1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.078728 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Added segment 0cf8b57a-5d1a-4725-95cd-a713cd0332b1 of type vlan for network 2ab0f5b7-8442-440e-9928-627b463e7346 Jan 27 21:44:31.161259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10484374-3f58-403d-ab1f-37e8c007ee79 req-38f8f08f-dcee-4d0d-822a-8f73d5fdad70 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494319 Jan 27 21:44:31.206094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2ab0f5b7-8442-440e-9928-627b463e7346), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.262177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2ab0f5b7-8442-440e-9928-627b463e7346), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.265816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.267347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.286746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81365e86-f4df-4c89-8559-6758911f8fa5 req-683cdf85-41c9-4f6b-9c74-f4a37280e4ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0472195 Jan 27 21:44:31.328537 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1652420 Jan 27 21:44:31.331523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44388) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:31.341214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Request body: {'subnet': {'network_id': '2ab0f5b7-8442-440e-9928-627b463e7346', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1598308760-subnet', 'tenant_id': 'b09a25bdb8994f9c88f47ff347e1a7df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:31.466753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c93d0-bfc5-4253-8fcd-22f967273d0c admin admin] Pushing event updated for resources: {'Network': ['ID=2ab0f5b7-8442-440e-9928-627b463e7346,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:31.478563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Made reservation on behalf of b09a25bdb8994f9c88f47ff347e1a7df for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:31.481214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2ab0f5b7-8442-440e-9928-627b463e7346 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:31.486022 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.706919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f279c9a-a3ef-4d7d-8799-85b80bab4e44 req-fc40d2d5-76b3-4d3a-a73d-3add0b04a7f4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.720606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f279c9a-a3ef-4d7d-8799-85b80bab4e44 req-fc40d2d5-76b3-4d3a-a73d-3add0b04a7f4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 944 time: 0.3556285 Jan 27 21:44:31.886962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f279c9a-a3ef-4d7d-8799-85b80bab4e44 req-cec5b3ad-5f78-4c00-bd6a-67314d1cee9e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646414 Jan 27 21:44:32.211892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92148e0c-bf84-4278-b3fd-ba1602d1c5c1 req-41bf51d1-e421-419a-8f01-c2971b8bbfc4 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.214001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92148e0c-bf84-4278-b3fd-ba1602d1c5c1 req-41bf51d1-e421-419a-8f01-c2971b8bbfc4 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1096 time: 0.2344131 Jan 27 21:44:32.219793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (fdcbd8db-bc0d-4089-b989-b5ebffd5c229), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.244690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2899a3-d0a5-4600-8a2b-91d76b9d4511 req-010d96a7-3029-45dd-bda8-6948043eb63e tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.247221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f2899a3-d0a5-4600-8a2b-91d76b9d4511 req-010d96a7-3029-45dd-bda8-6948043eb63e tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 945 time: 0.2117186 Jan 27 21:44:32.393805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdcbd8db-bc0d-4089-b989-b5ebffd5c229,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:32.445345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92148e0c-bf84-4278-b3fd-ba1602d1c5c1 req-5e47b9e5-3465-449a-b21f-c8b3fd5869f0 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148967 Jan 27 21:44:32.459083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f2899a3-d0a5-4600-8a2b-91d76b9d4511 req-0c2cd2d0-6cad-4a19-ab02-245b5f831c4f tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668475 Jan 27 21:44:32.466780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Checking segment: {'id': '0cf8b57a-5d1a-4725-95cd-a713cd0332b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2ab0f5b7-8442-440e-9928-627b463e7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:32.467364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Network hostable DHCP agents. Network: 2ab0f5b7-8442-440e-9928-627b463e7346, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:32.519459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Network 2ab0f5b7-8442-440e-9928-627b463e7346 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:32.536651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2ab0f5b7-8442-440e-9928-627b463e7346) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:32.543378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.544363 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.557028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef044c-3632-42b2-b272-13de8c29e3c8 None None] Network 2ab0f5b7-8442-440e-9928-627b463e7346 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:32.595404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bcd905b3-6fcc-4c08-9a7d-f07d45e0ea82 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2591379 Jan 27 21:44:32.820937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3be0c-8e85-4223-960f-87796f4720f8 None None] Network 2ab0f5b7-8442-440e-9928-627b463e7346 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:32.998167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-7d5808fc-b6e2-4b03-984b-66657970aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.002942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-7d5808fc-b6e2-4b03-984b-66657970aa00 service neutron] 10.222.0.16 "GET /v2.0/ports/9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 1031 time: 0.1505499 Jan 27 21:44:33.076207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64140ae7-541b-4442-abd3-92dcd5acdcd6 req-e90876e0-370b-4919-9ab2-4f0ecd757644 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0687635 Jan 27 21:44:33.195768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-a3effde2-fd58-441c-a815-ed7ce1ae3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.198075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-a3effde2-fd58-441c-a815-ed7ce1ae3b16 service neutron] 10.222.0.16 "GET /v2.0/ports/2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 1030 time: 0.1202264 Jan 27 21:44:33.459182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4141a9c4-b92e-4e2b-aa39-24be605697ee up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:33.473681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e2dc015f-9bde-43c4-9055-0bc24b2a1b8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.480119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e2dc015f-9bde-43c4-9055-0bc24b2a1b8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.488362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e2dc015f-9bde-43c4-9055-0bc24b2a1b8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.494471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e2dc015f-9bde-43c4-9055-0bc24b2a1b8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "GET /v2.0/networks?id=e78fca6c-458f-45b2-a2a2-4054b3edd670&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 200 len: 1995 time: 0.2857897 Jan 27 21:44:33.557743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933331fc-1163-48ea-bc0f-9c49c404e5e6 req-6c737267-c334-44cc-b95c-3b85bb58ad95 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.570878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-933331fc-1163-48ea-bc0f-9c49c404e5e6 req-6c737267-c334-44cc-b95c-3b85bb58ad95 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1096 time: 0.2194686 Jan 27 21:44:33.632253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 4141a9c4-b92e-4e2b-aa39-24be605697ee completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:33.641527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 4141a9c4-b92e-4e2b-aa39-24be605697ee triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:33.642506 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.752058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-9ef08ddb-0239-4292-80c0-806599914326 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15 HTTP/1.1" status: 200 len: 380 time: 0.2467980 Jan 27 21:44:33.770149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-933331fc-1163-48ea-bc0f-9c49c404e5e6 req-d9867109-75d8-417a-8e82-5fdd9d322e84 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976914 Jan 27 21:44:33.789970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'admin_state_up': True, 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'security_groups': ['935e8010-20cb-47fb-b275-6f7918fd867a']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:33.878819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4141a9c4-b92e-4e2b-aa39-24be605697ee is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:33.879481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.953014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:33.955372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:33.962192 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd07759f-5b6e-4db5-bc16-55f965867ad2" -d '{"events": [{"server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "name": "network-vif-plugged", "status": "completed", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:33.969699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.090063 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b704a5f0-b0da-4b3c-9d1a-3f42da0a1078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.097293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.189019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0699416-c61f-41a0-aa7a-2c2615052d3d req-c66bb46e-c7d9-4b1a-9a6d-675a3749e1c5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.190672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0699416-c61f-41a0-aa7a-2c2615052d3d req-c66bb46e-c7d9-4b1a-9a6d-675a3749e1c5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 945 time: 0.2097986 Jan 27 21:44:34.268334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-adf7c200-3237-438b-98cb-aff7882094b3 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.269956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-adf7c200-3237-438b-98cb-aff7882094b3 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/networks?id=2ab0f5b7-8442-440e-9928-627b463e7346 HTTP/1.1" status: 200 len: 822 time: 0.2343955 Jan 27 21:44:34.292066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:34.296764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.323007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0699416-c61f-41a0-aa7a-2c2615052d3d req-3808199f-094e-4ccb-b4df-20ea58592f43 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157551 Jan 27 21:44:34.325510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-c91c8efb-5dc5-48df-a6c2-4b2f105ba783 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/quotas/b09a25bdb8994f9c88f47ff347e1a7df HTTP/1.1" status: 200 len: 375 time: 0.0394104 Jan 27 21:44:34.450572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-c40d0447-20b4-4495-b645-b92b40005511 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b09a25bdb8994f9c88f47ff347e1a7df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063859 Jan 27 21:44:34.717057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Allocated IP 172.20.0.12 (e78fca6c-458f-45b2-a2a2-4054b3edd670/06288402-3250-4099-a036-550239416a5c/51ef1d8e-2e21-492f-b640-29e484a4d2a2) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:34.737174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-3217adfe-89b5-4e0f-bee4-faf00b90e573 service neutron] 10.222.0.45 "GET /v2.0/networks/2ab0f5b7-8442-440e-9928-627b463e7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703729 Jan 27 21:44:34.776471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadc095-5302-4951-a552-6788741754ae req-5b22f721-4a80-45bf-9639-b7b691c54a82 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.778113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9aadc095-5302-4951-a552-6788741754ae req-5b22f721-4a80-45bf-9639-b7b691c54a82 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 948 time: 0.1196294 Jan 27 21:44:34.879540 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5e5b8e83-7f70-40e3-929c-cb7124dfa74d details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:34.883717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:34.975462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9aadc095-5302-4951-a552-6788741754ae req-3d2e7bc6-f1d5-4726-89b5-096e21ecff47 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786382 Jan 27 21:44:35.036724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-ab605247-ba94-4a6c-87c6-1d464014721f service neutron] 10.222.0.45 "GET /v2.0/networks/2ab0f5b7-8442-440e-9928-627b463e7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830169 Jan 27 21:44:35.051713 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.152882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.153150 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056f2f7f-5579-4eb1-91f0-7e66ee7bb8b1 x-openstack-request-id: req-056f2f7f-5579-4eb1-91f0-7e66ee7bb8b1 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:35.153335 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "name": "network-vif-plugged", "status": "completed", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:35.154376 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-056f2f7f-5579-4eb1-91f0-7e66ee7bb8b1 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:35.155233 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee', 'code': 200} Jan 27 21:44:35.186868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fb222764-304a-46f4-a1ca-d64357c2c239 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:35.187893 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.230569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:35.275165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'port_id': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'mac_address': 'fa:16:3e:5e:fd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616b2626-750f-41ca-ac9e-9b235b736bf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:35.296689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:35.340154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:35.342844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:35.359924 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.361499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:35.372623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=51ef1d8e-2e21-492f-b640-29e484a4d2a2,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:35.470665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:35.471959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.486784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56348cd9-53ca-461d-9e1a-7db3390343ee req-41ec5833-b40c-42aa-8be6-c2edbbafa854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.489156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.490166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.513360 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-56348cd9-53ca-461d-9e1a-7db3390343ee req-41ec5833-b40c-42aa-8be6-c2edbbafa854 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1096 time: 0.2573409 Jan 27 21:44:35.525489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-080dd1f0-ef93-4b11-a7b1-083761c5e62b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7443566 Jan 27 21:44:35.543818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'admin_state_up': True, 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'security_groups': ['935e8010-20cb-47fb-b275-6f7918fd867a']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:35.565099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e5b8e83-7f70-40e3-929c-cb7124dfa74d {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:35.619977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:35.628747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:35.659426 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.692413 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-56348cd9-53ca-461d-9e1a-7db3390343ee req-bed2ac57-e7b8-4814-b1b1-3e0a100317e7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709604 Jan 27 21:44:35.785152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:35.872593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b6fe4-d325-4fa3-a034-fc4d469e02e7 req-35e10fac-06ae-4cd0-aca7-a0703c1621f9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.884332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['5e5b8e83-7f70-40e3-929c-cb7124dfa74d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:35.899553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-229b6fe4-d325-4fa3-a034-fc4d469e02e7 req-35e10fac-06ae-4cd0-aca7-a0703c1621f9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 932 time: 0.3322999 Jan 27 21:44:36.032566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-229b6fe4-d325-4fa3-a034-fc4d469e02e7 req-0216b628-4184-4581-b4d8-56983c58435d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320369 Jan 27 21:44:36.034815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:36.039182 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.140371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0a1a83b3-f4b0-44c0-bc10-cb8500ea1d93 None None] Provisioning complete for port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:36.140803 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a1a83b3-f4b0-44c0-bc10-cb8500ea1d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.277548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a83b3-f4b0-44c0-bc10-cb8500ea1d93 None None] Port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:36.600330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59ce2-8bb0-4532-8e4d-c22935e918c9 req-c397df08-2261-4d3a-a4c5-ea9302e8f7d3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.602278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ee59ce2-8bb0-4532-8e4d-c22935e918c9 req-c397df08-2261-4d3a-a4c5-ea9302e8f7d3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 945 time: 0.3371446 Jan 27 21:44:36.656405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Allocated IP 10.1.1.241 (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21/aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b/7968f295-7efa-408b-a91e-95a069d7064d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:36.892830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5e5b8e83-7f70-40e3-929c-cb7124dfa74d up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:37.081230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:37.083660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.090578 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a360685-721e-462c-8e6a-02c24edb9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.157514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:37.159955 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4301c4-5955-4770-a0a9-21097181021d" -d '{"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:37.200556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (7968f295-7efa-408b-a91e-95a069d7064d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.252242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7968f295-7efa-408b-a91e-95a069d7064d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.273642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:37.274051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.341742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=7968f295-7efa-408b-a91e-95a069d7064d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:37.359861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:37.368202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:37.377834 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.389684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:37.409908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ee59ce2-8bb0-4532-8e4d-c22935e918c9 req-1a6aea0b-f27d-4d40-9b68-f02eb6ff5c58 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7873003 Jan 27 21:44:37.413392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:37.562215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:37.573272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:37.575057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.618164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-24a60846-73b8-421f-9e08-e006ebe3c8d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0862124 Jan 27 21:44:37.661098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'admin_state_up': True, 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'security_groups': ['935e8010-20cb-47fb-b275-6f7918fd867a']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:38.140260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9332ccfd-31ea-42b7-96a6-e8e14e09fa12 req-a8788ecf-b337-444a-b8d8-9eb7d60f1b0f tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 210 time: 0.1271815 Jan 27 21:44:38.145803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-38e4b857-2141-4d57-a05a-d9b8b54ddf74 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.146985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:38.152717 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-38e4b857-2141-4d57-a05a-d9b8b54ddf74 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.16 "GET /v2.0/networks?id=2ab0f5b7-8442-440e-9928-627b463e7346 HTTP/1.1" status: 200 len: 822 time: 0.5174391 Jan 27 21:44:38.162528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.187889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-28467eda-9a4f-405f-95c8-dcead2ec6509 None None] Provisioning complete for port 7968f295-7efa-408b-a91e-95a069d7064d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:38.191071 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-28467eda-9a4f-405f-95c8-dcead2ec6509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7968f295-7efa-408b-a91e-95a069d7064d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.206156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Request body: {'port': {'device_id': 'd84c16eb-d0ea-4f30-bfde-a56531a3ffda', 'network_id': '2ab0f5b7-8442-440e-9928-627b463e7346', 'admin_state_up': True, 'tenant_id': 'b09a25bdb8994f9c88f47ff347e1a7df'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:38.432544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Allocated IP 10.1.1.233 (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21/aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b/7e233169-6ade-4dc4-83a9-a6face8cd6dc) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:38.449603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-28467eda-9a4f-405f-95c8-dcead2ec6509 None None] Port 7968f295-7efa-408b-a91e-95a069d7064d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:38.470267 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.677969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Made reservation on behalf of b09a25bdb8994f9c88f47ff347e1a7df for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:38.684856 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.114228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-5e5a8b64-f1a2-4f17-b108-640b36b1ffa8 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:44:39.122937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-5e5a8b64-f1a2-4f17-b108-640b36b1ffa8 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6864700 Jan 27 21:44:39.282662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Allocated IP 172.20.0.12 (2ab0f5b7-8442-440e-9928-627b463e7346/fdcbd8db-bc0d-4089-b989-b5ebffd5c229/80ee46ba-510f-4328-a50f-825448da2598) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:39.424196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dcb48-1a94-4b5f-a748-bc57c393a79a req-b449d74f-ccb3-495b-8e7e-bd21399b024d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.430801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dcb48-1a94-4b5f-a748-bc57c393a79a req-b449d74f-ccb3-495b-8e7e-bd21399b024d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.438407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e6dcb48-1a94-4b5f-a748-bc57c393a79a req-b449d74f-ccb3-495b-8e7e-bd21399b024d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 1654 time: 0.3458614 Jan 27 21:44:39.450420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-21ac703a-4ec1-4ae1-9d88-e3f678406511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.452266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-21ac703a-4ec1-4ae1-9d88-e3f678406511 service neutron] 10.222.0.45 "GET /v2.0/ports/31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 200 len: 1093 time: 0.3280611 Jan 27 21:44:39.524389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Request body: {'binding': {'host': 'n-h1-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:39.525165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Unknown quota resources ['binding']. {{(pid=103330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:44:39.653031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.674954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e6dcb48-1a94-4b5f-a748-bc57c393a79a req-3c0d8521-a991-4ff5-8a6f-c94ed82e346c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249365 Jan 27 21:44:39.687317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Publish callbacks [] for port (80ee46ba-510f-4328-a50f-825448da2598), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.746609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (80ee46ba-510f-4328-a50f-825448da2598), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.795755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Network 2ab0f5b7-8442-440e-9928-627b463e7346 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:39.796763 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d76fd05-3376-47b6-88aa-fc90f5ef8b2c x-openstack-request-id: req-0d76fd05-3376-47b6-88aa-fc90f5ef8b2c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:39.797288 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:39.797550 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d76fd05-3376-47b6-88aa-fc90f5ef8b2c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:39.798054 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'code': 200} Jan 27 21:44:39.801496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:39.809707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:39.860470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Pushing event updated for resources: {'Port': ['ID=80ee46ba-510f-4328-a50f-825448da2598,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:39.879313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.879774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.880101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.880623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.880980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.881327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.881670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.882012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.882348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.882746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.883087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.883440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.884141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:39.902289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.903132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.937261 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-830f1df5-ef21-45d6-b9d3-27fbd0f281da tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7714789 Jan 27 21:44:39.950608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Request body: {'port': {'device_id': 'd84c16eb-d0ea-4f30-bfde-a56531a3ffda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:40.047742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on host n-h1-826529-2 for vnic_type normal with profile None {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:40.048467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:40.048948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:40.065062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:40.065449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:40.068384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.103856 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80ee46ba-510f-4328-a50f-825448da2598), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.160277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:40.161267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:40.161969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:40.162880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Bound port: 31d84811-467a-4071-b7d0-1c05fe8ce207, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:40.295073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:40.320898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:40.336747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:40.342527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:40.354621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.358536 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d169100e-e491-4af2-bdd1-098eddcade67 service neutron] 10.222.0.45 "POST /v2.0/ports/31d84811-467a-4071-b7d0-1c05fe8ce207/bindings HTTP/1.1" status: 201 len: 389 time: 0.8684740 Jan 27 21:44:40.504240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33708392-70c8-4ee1-b50a-954f9afc7018 req-0ea2ce8d-0601-4cf7-9658-70dbc2e2d5fc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.512644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33708392-70c8-4ee1-b50a-954f9afc7018 req-0ea2ce8d-0601-4cf7-9658-70dbc2e2d5fc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 945 time: 0.4680045 Jan 27 21:44:40.582577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=7e233169-6ade-4dc4-83a9-a6face8cd6dc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:40.830032 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.989547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33708392-70c8-4ee1-b50a-954f9afc7018 req-f5fbb8b6-1e88-41a3-9f38-2f6359254681 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198601 Jan 27 21:44:41.018023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.018023 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.101047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-606639d0-81c6-4865-8cba-d73b5527dc30 None None] Provisioning complete for port 7e233169-6ade-4dc4-83a9-a6face8cd6dc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:41.101671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-606639d0-81c6-4865-8cba-d73b5527dc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.114241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ee5d9693-bb4b-430a-a549-050c14fc918c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4699731 Jan 27 21:44:41.133037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd', 'admin_state_up': True, 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'security_groups': ['935e8010-20cb-47fb-b275-6f7918fd867a']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:41.246976 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.295836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-606639d0-81c6-4865-8cba-d73b5527dc30 None None] Port 7e233169-6ade-4dc4-83a9-a6face8cd6dc cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:41.448620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-3ed88116-4743-4675-880a-d76bbcbf3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.451567 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-3ed88116-4743-4675-880a-d76bbcbf3b55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1096 time: 0.3429024 Jan 27 21:44:41.598838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7fc2-a166-40b9-baa5-19c1c8011d8c req-7ae75646-b8fa-43bd-bd29-1c7653a392ce tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.607356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4df7fc2-a166-40b9-baa5-19c1c8011d8c req-7ae75646-b8fa-43bd-bd29-1c7653a392ce tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 932 time: 0.4596519 Jan 27 21:44:41.788240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ee46ba-510f-4328-a50f-825448da2598 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:41.794556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4df7fc2-a166-40b9-baa5-19c1c8011d8c req-b5f6656e-1ca3-4990-9163-34df9b054efa tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2ba0724-11ad-448c-ae37-4d0e12e03274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770771 Jan 27 21:44:41.799717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:41.802580 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980bcd56-300e-4bea-865b-c4684614625d" -d '{"events": [{"server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "name": "network-vif-plugged", "status": "completed", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:41.813389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:41.830848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Publish callbacks [] for port (80ee46ba-510f-4328-a50f-825448da2598), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.868405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c11af10-cd44-412d-8c36-a51678520486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.877187 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c11af10-cd44-412d-8c36-a51678520486 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.4091992 Jan 27 21:44:42.012286 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.140707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Transition to ACTIVE for port object 80ee46ba-510f-4328-a50f-825448da2598 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:42.156063 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-393bcf08-0cbd-4cca-9a3a-d59c8d4661ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 200 len: 217 time: 0.2623177 Jan 27 21:44:42.159252 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (80ee46ba-510f-4328-a50f-825448da2598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.537471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Pushing event updated for resources: {'Port': ['ID=80ee46ba-510f-4328-a50f-825448da2598,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.559519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Allocated IP 10.2.2.100 (a037efcc-5d48-4a4c-96ad-46cd3cbe06cd/eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3/a8caceec-88c1-416b-95b8-518a051eef0d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:42.613967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e2077-6512-47a4-8a7e-fe773fc15e4a req-057a282a-2d80-479d-824d-a743f57be2fa tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.623044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b74e2077-6512-47a4-8a7e-fe773fc15e4a req-057a282a-2d80-479d-824d-a743f57be2fa tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.1596563 Jan 27 21:44:42.778963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-4318eb42-1cdf-4314-9ef3-0199fae00998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.781143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-4318eb42-1cdf-4314-9ef3-0199fae00998 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.6007180 Jan 27 21:44:42.832481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c373018-2cd1-414f-9c58-f17f0342ecfb req-92e5b4e0-42b5-4cc4-a7c6-ecb1e6b7c63b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.844396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c373018-2cd1-414f-9c58-f17f0342ecfb req-92e5b4e0-42b5-4cc4-a7c6-ecb1e6b7c63b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.855922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c373018-2cd1-414f-9c58-f17f0342ecfb req-92e5b4e0-42b5-4cc4-a7c6-ecb1e6b7c63b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.876179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c373018-2cd1-414f-9c58-f17f0342ecfb req-92e5b4e0-42b5-4cc4-a7c6-ecb1e6b7c63b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 2375 time: 0.2914634 Jan 27 21:44:42.969848 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-d9481cfa-0387-4e39-9243-c5385c84b8ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789687 Jan 27 21:44:42.970728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b74e2077-6512-47a4-8a7e-fe773fc15e4a req-1d3b2bc8-eb24-4005-8824-7c0f96cdc04c tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462501 Jan 27 21:44:43.088599 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-ccdb999d-3f80-40d1-8aac-30d8efc332ba service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120095 Jan 27 21:44:43.233617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c373018-2cd1-414f-9c58-f17f0342ecfb req-9753f100-c0fb-41a6-bdc3-5020cbe6b5d6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511848 Jan 27 21:44:43.261898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Attempting to bind port 80ee46ba-510f-4328-a50f-825448da2598 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:43.265447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Attempting to bind port 80ee46ba-510f-4328-a50f-825448da2598 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '0cf8b57a-5d1a-4725-95cd-a713cd0332b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2ab0f5b7-8442-440e-9928-627b463e7346'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:43.266056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Attempting to bind port 80ee46ba-510f-4328-a50f-825448da2598 on network 2ab0f5b7-8442-440e-9928-627b463e7346 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:43.287916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Port 80ee46ba-510f-4328-a50f-825448da2598 on network 2ab0f5b7-8442-440e-9928-627b463e7346 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:43.291109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Attempting to bind port 80ee46ba-510f-4328-a50f-825448da2598 on network 2ab0f5b7-8442-440e-9928-627b463e7346 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:43.312625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:43.322930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Checking segment: {'id': '0cf8b57a-5d1a-4725-95cd-a713cd0332b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2ab0f5b7-8442-440e-9928-627b463e7346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:43.323535 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Bound using segment: {'id': '0cf8b57a-5d1a-4725-95cd-a713cd0332b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2ab0f5b7-8442-440e-9928-627b463e7346'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:43.324836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Bound port: 80ee46ba-510f-4328-a50f-825448da2598, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf8b57a-5d1a-4725-95cd-a713cd0332b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2ab0f5b7-8442-440e-9928-627b463e7346'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:43.324836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80ee46ba-510f-4328-a50f-825448da2598), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.374944 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (a8caceec-88c1-416b-95b8-518a051eef0d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.434948 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27851d95-99ae-4086-8716-b0094aaa771a x-openstack-request-id: req-27851d95-99ae-4086-8716-b0094aaa771a {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:43.435780 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "name": "network-vif-plugged", "status": "completed", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:43.436085 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27851d95-99ae-4086-8716-b0094aaa771a {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:43.436536 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'code': 200} Jan 27 21:44:43.626539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] For port 80ee46ba-510f-4328-a50f-825448da2598, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:43.631194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] For port 80ee46ba-510f-4328-a50f-825448da2598, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=80ee46ba-510f-4328-a50f-825448da2598,segment=NetworkSegment(0cf8b57a-5d1a-4725-95cd-a713cd0332b1),segment_id=0cf8b57a-5d1a-4725-95cd-a713cd0332b1)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:43.638204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (80ee46ba-510f-4328-a50f-825448da2598), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.729968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Pushing event updated for resources: {'Port': ['ID=80ee46ba-510f-4328-a50f-825448da2598,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:43.746467 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-953d8659-16fe-4b4d-9d93-b60d1304ae96 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464648 Jan 27 21:44:43.754684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.756264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.758447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97ec5ffa-6b0e-430f-ac70-8703cfd9c319 service neutron] 10.222.0.16 "PUT /v2.0/ports/80ee46ba-510f-4328-a50f-825448da2598 HTTP/1.1" status: 200 len: 1092 time: 3.8121722 Jan 27 21:44:43.759048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84c16eb-d0ea-4f30-bfde-a56531a3ffda', 'tag': '80ee46ba-510f-4328-a50f-825448da2598'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:43.762382 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47" -d '{"events": [{"name": "network-changed", "server_uuid": "d84c16eb-d0ea-4f30-bfde-a56531a3ffda", "tag": "80ee46ba-510f-4328-a50f-825448da2598"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:43.770641 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.818078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bb50a-e64e-4b91-86e0-fdbaac9bb75e req-7a7c3b2e-aff1-49b8-88dd-235b53538671 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.840206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-815bb50a-e64e-4b91-86e0-fdbaac9bb75e req-7a7c3b2e-aff1-49b8-88dd-235b53538671 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1096 time: 0.3140082 Jan 27 21:44:43.911666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:43.931395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-31417cc3-1432-4f3d-a72d-3431234e77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.937085 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-31417cc3-1432-4f3d-a72d-3431234e77fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b09a25bdb8994f9c88f47ff347e1a7df&device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 1095 time: 0.1082940 Jan 27 21:44:43.981922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:44.027754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:44.042906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=a8caceec-88c1-416b-95b8-518a051eef0d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:44.238760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-815bb50a-e64e-4b91-86e0-fdbaac9bb75e req-491df873-d6d1-4ef4-8745-d05e6e546a9c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970680 Jan 27 21:44:44.303976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3d072-968e-49bf-83d9-e38af570d7b3 req-accbd309-acc9-42fd-946a-96675421aaab tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.308405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21e3d072-968e-49bf-83d9-e38af570d7b3 req-accbd309-acc9-42fd-946a-96675421aaab tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 944 time: 0.4036467 Jan 27 21:44:44.337213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.341225 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.460368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e001b42a-ac2c-45ff-a78e-409891094a62 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3412998 Jan 27 21:44:44.482801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd', 'admin_state_up': True, 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'security_groups': ['935e8010-20cb-47fb-b275-6f7918fd867a']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:44.542111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21e3d072-968e-49bf-83d9-e38af570d7b3 req-04ef25a1-54f5-45d3-9134-18484a2e1257 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2ba0724-11ad-448c-ae37-4d0e12e03274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253482 Jan 27 21:44:44.567636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f1a55f66-93c0-4351-a927-5201680aafcc None None] Provisioning complete for port a8caceec-88c1-416b-95b8-518a051eef0d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:44.568349 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f1a55f66-93c0-4351-a927-5201680aafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.713288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f1a55f66-93c0-4351-a927-5201680aafcc None None] Port a8caceec-88c1-416b-95b8-518a051eef0d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:44.750354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Made reservation on behalf of 3daec964e12b4ef6ab1ed3b60aaafe15 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:44.756584 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.776643 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-169588e9-26a3-47ff-9678-c2b042f94fdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80ee46ba-510f-4328-a50f-825448da2598 HTTP/1.1" status: 200 len: 217 time: 0.8293233 Jan 27 21:44:44.940955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97563629-5028-4fb3-a0b3-1ccf55a910fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.956360 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-97563629-5028-4fb3-a0b3-1ccf55a910fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdcbd8db-bc0d-4089-b989-b5ebffd5c229 HTTP/1.1" status: 200 len: 862 time: 0.1667392 Jan 27 21:44:45.090276 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-aed18020-3f40-4213-8c86-5da89f903ef6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ab0f5b7-8442-440e-9928-627b463e7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321688 Jan 27 21:44:45.475470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Allocated IP 10.2.2.200 (a037efcc-5d48-4a4c-96ad-46cd3cbe06cd/eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3/d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:45.532245 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-b2059c10-d77c-4c36-98dc-bc8dc0555097 service neutron] 10.222.0.16 "GET /v2.0/networks/2ab0f5b7-8442-440e-9928-627b463e7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348495 Jan 27 21:44:45.816860 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc36c23b-b2d8-4a08-a045-c7077e5c7fd0 x-openstack-request-id: req-dc36c23b-b2d8-4a08-a045-c7077e5c7fd0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:45.819075 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84c16eb-d0ea-4f30-bfde-a56531a3ffda", "tag": "80ee46ba-510f-4328-a50f-825448da2598", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:45.824196 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc36c23b-b2d8-4a08-a045-c7077e5c7fd0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:45.825324 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84c16eb-d0ea-4f30-bfde-a56531a3ffda', 'tag': '80ee46ba-510f-4328-a50f-825448da2598', 'status': 'completed', 'code': 200} Jan 27 21:44:46.019460 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-720dd3f2-e3a3-4cf1-a59d-03af9baad712 req-1cf6b536-3f8d-4e80-89d7-336c9a0db5e8 service neutron] 10.222.0.16 "GET /v2.0/networks/2ab0f5b7-8442-440e-9928-627b463e7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795325 Jan 27 21:44:46.077897 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.174879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8547e-3e1f-4fe7-9549-cfaf5e01fe17 req-851b3e7c-969e-4538-a1d2-46bed891e3fb tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:46.184492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dde8547e-3e1f-4fe7-9549-cfaf5e01fe17 req-851b3e7c-969e-4538-a1d2-46bed891e3fb tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.1414335 Jan 27 21:44:46.335773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dde8547e-3e1f-4fe7-9549-cfaf5e01fe17 req-bc325b1a-fa92-48e2-a721-2af04eb87774 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490874 Jan 27 21:44:46.362870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-84fe1bab-ca3d-4594-8425-5731871e50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:46.369672 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.372618 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-84fe1bab-ca3d-4594-8425-5731871e50f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b09a25bdb8994f9c88f47ff347e1a7df&device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 1095 time: 0.2828300 Jan 27 21:44:46.493838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:46.507030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:46.514645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:46.753170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-1a0f996c-bb2d-4c6e-98b4-543ec859ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:46.755179 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-1a0f996c-bb2d-4c6e-98b4-543ec859ed4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ab0f5b7-8442-440e-9928-627b463e7346 HTTP/1.1" status: 200 len: 923 time: 0.3816121 Jan 27 21:44:46.766818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:46.767603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.800180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event updated for resources: {'Port': ['ID=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:46.825821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-858a8981-7fe2-4de5-9d0b-fd70f58adb07 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3549685 Jan 27 21:44:46.846864 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-b8482b1e-ad44-4810-8938-85fa2c138aaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80ee46ba-510f-4328-a50f-825448da2598 HTTP/1.1" status: 200 len: 217 time: 0.0834320 Jan 27 21:44:46.869983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:46.925114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed7f0a-ecad-40c5-ab74-d670377d35b7 req-19b66caa-83b2-4a7f-a263-48f2e54fb7b6 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:46.935480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ed7f0a-ecad-40c5-ab74-d670377d35b7 req-19b66caa-83b2-4a7f-a263-48f2e54fb7b6 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1096 time: 0.4092624 Jan 27 21:44:46.999275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-2a82b323-5546-4886-9a8a-7d6b6f1c8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.001061 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-2a82b323-5546-4886-9a8a-7d6b6f1c8f63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdcbd8db-bc0d-4089-b989-b5ebffd5c229 HTTP/1.1" status: 200 len: 862 time: 0.1440961 Jan 27 21:44:47.065086 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.066517 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-502aa2f7-a93f-406a-9b95-eb70de385995 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ab0f5b7-8442-440e-9928-627b463e7346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580890 Jan 27 21:44:47.211001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-98d5f903-2d8d-4e7b-acdf-a09ac260f6dd None None] Provisioning complete for port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:47.217224 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98d5f903-2d8d-4e7b-acdf-a09ac260f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.301587 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-7945a740-661c-4e1a-8e16-a7273e19a0b3 service neutron] 10.222.0.16 "GET /v2.0/networks/2ab0f5b7-8442-440e-9928-627b463e7346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191575 Jan 27 21:44:47.337933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ed7f0a-ecad-40c5-ab74-d670377d35b7 req-9a72eac9-3a84-4f20-81a6-28a6d67d5e1d tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005775 Jan 27 21:44:47.383095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-98d5f903-2d8d-4e7b-acdf-a09ac260f6dd None None] Port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:47.664413 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2800bbe-3404-41c5-8cf6-4bf2f401bb47 req-e018afef-e01c-4f3f-99c6-860a230170ab service neutron] 10.222.0.16 "GET /v2.0/networks/2ab0f5b7-8442-440e-9928-627b463e7346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558035 Jan 27 21:44:47.835193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdac9-d525-4c37-8aef-cb7b58bf38ea req-1313ca4b-1d40-4169-af7a-02b6ae62d46f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.853746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdac9-d525-4c37-8aef-cb7b58bf38ea req-1313ca4b-1d40-4169-af7a-02b6ae62d46f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.865899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdac9-d525-4c37-8aef-cb7b58bf38ea req-1313ca4b-1d40-4169-af7a-02b6ae62d46f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.876557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdac9-d525-4c37-8aef-cb7b58bf38ea req-1313ca4b-1d40-4169-af7a-02b6ae62d46f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.887295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdac9-d525-4c37-8aef-cb7b58bf38ea req-1313ca4b-1d40-4169-af7a-02b6ae62d46f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.911938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a60fdac9-d525-4c37-8aef-cb7b58bf38ea req-1313ca4b-1d40-4169-af7a-02b6ae62d46f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 3817 time: 0.3040884 Jan 27 21:44:47.933563 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.022457 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:44:48.071708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a60fdac9-d525-4c37-8aef-cb7b58bf38ea req-6cfc7b58-6b38-4f24-856c-05a12f1170e9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580174 Jan 27 21:44:48.310449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ef1d8e-2e21-492f-b640-29e484a4d2a2 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:48.325861 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Publish callbacks [] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.350341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Transition to ACTIVE for port object 51ef1d8e-2e21-492f-b640-29e484a4d2a2 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:48.364443 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.567622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef1d8e-2e21-492f-b640-29e484a4d2a2,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:48.860581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Attempting to bind port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:48.861653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Attempting to bind port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:48.861653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Attempting to bind port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 on network e78fca6c-458f-45b2-a2a2-4054b3edd670 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:48.940226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872dd8e-f4d7-4064-8e3e-b5b439d3c54f req-5490f192-35b9-49b7-b2a9-5ae3a742fd27 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:48.943225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4872dd8e-f4d7-4064-8e3e-b5b439d3c54f req-5490f192-35b9-49b7-b2a9-5ae3a742fd27 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 944 time: 0.3998368 Jan 27 21:44:48.950608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 on network e78fca6c-458f-45b2-a2a2-4054b3edd670 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:48.951795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Attempting to bind port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 on network e78fca6c-458f-45b2-a2a2-4054b3edd670 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:48.957890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:48.999440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:48.999986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Checking segment: {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:49.000788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Bound using segment: {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:49.001579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Bound port: 51ef1d8e-2e21-492f-b640-29e484a4d2a2, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2973b185-d783-4d03-a0ce-b844cb5d76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:49.002324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.239100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:49.258786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'mac_address': 'fa:16:3e:b9:e6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:49.291949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] For port 51ef1d8e-2e21-492f-b640-29e484a4d2a2, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:49.300388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] For port 51ef1d8e-2e21-492f-b640-29e484a4d2a2, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:49.341216 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.414343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fb222764-304a-46f4-a1ca-d64357c2c239 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:49.420293 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.423300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:49.425975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.428620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] 10.222.0.16 "PUT /v2.0/ports/51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 200 len: 1092 time: 2.5659814 Jan 27 21:44:49.438343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:49.453654 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7a4e43-812e-4292-b4fb-8cd302836705" -d '{"events": [{"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:49.508663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 80ee46ba-510f-4328-a50f-825448da2598 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:49.556118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb222764-304a-46f4-a1ca-d64357c2c239 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:49.580578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:49.682942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:49.714666 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.720350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:44:49.723682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4872dd8e-f4d7-4064-8e3e-b5b439d3c54f req-26cd8bae-324f-4b47-97e7-087e2cbabf8b tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2ba0724-11ad-448c-ae37-4d0e12e03274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7601914 Jan 27 21:44:50.000172 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.062736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d86ccf-b39c-44cf-8187-2c189ee6d931 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef1d8e-2e21-492f-b640-29e484a4d2a2,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:50.173583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 80ee46ba-510f-4328-a50f-825448da2598, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=80ee46ba-510f-4328-a50f-825448da2598,segment=NetworkSegment(0cf8b57a-5d1a-4725-95cd-a713cd0332b1),segment_id=0cf8b57a-5d1a-4725-95cd-a713cd0332b1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:50.218788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '80ee46ba-510f-4328-a50f-825448da2598', 'network_id': '2ab0f5b7-8442-440e-9928-627b463e7346', 'port_id': '80ee46ba-510f-4328-a50f-825448da2598', 'mac_address': 'fa:16:3e:e9:ab:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdcbd8db-bc0d-4089-b989-b5ebffd5c229', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:50.226315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['fb222764-304a-46f4-a1ca-d64357c2c239'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:50.958950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:50.968909 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.971606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 80ee46ba-510f-4328-a50f-825448da2598 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:50.972053 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80ee46ba-510f-4328-a50f-825448da2598), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.028196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ee46ba-510f-4328-a50f-825448da2598 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:51.176350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 80ee46ba-510f-4328-a50f-825448da2598, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=80ee46ba-510f-4328-a50f-825448da2598,segment=NetworkSegment(0cf8b57a-5d1a-4725-95cd-a713cd0332b1),segment_id=0cf8b57a-5d1a-4725-95cd-a713cd0332b1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:51.216302 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80ee46ba-510f-4328-a50f-825448da2598), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.406112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=80ee46ba-510f-4328-a50f-825448da2598,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:51.422134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3acebe-6418-4dc9-90d9-b9463431689b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:51.435469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Publish callbacks [] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.461409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Transition to ACTIVE for port object 9b3acebe-6418-4dc9-90d9-b9463431689b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:51.467148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.551150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['80ee46ba-510f-4328-a50f-825448da2598'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:51.697570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3acebe-6418-4dc9-90d9-b9463431689b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:51.827072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Attempting to bind port 9b3acebe-6418-4dc9-90d9-b9463431689b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:51.827444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Attempting to bind port 9b3acebe-6418-4dc9-90d9-b9463431689b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:51.827862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Attempting to bind port 9b3acebe-6418-4dc9-90d9-b9463431689b on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:51.854929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Port 9b3acebe-6418-4dc9-90d9-b9463431689b on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:51.855239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Attempting to bind port 9b3acebe-6418-4dc9-90d9-b9463431689b on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:51.885483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:51.885841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Checking segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:51.886418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Bound using segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:51.892343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Bound port: 9b3acebe-6418-4dc9-90d9-b9463431689b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:51.898555 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.276854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] For port 9b3acebe-6418-4dc9-90d9-b9463431689b, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:52.288680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] For port 9b3acebe-6418-4dc9-90d9-b9463431689b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3acebe-6418-4dc9-90d9-b9463431689b,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:52.301792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.354920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:52.357858 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.360118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] 10.222.0.16 "PUT /v2.0/ports/9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 1134 time: 2.8046114 Jan 27 21:44:52.445126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4eca-d613-4b34-bb1a-c3c024e45d72 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3acebe-6418-4dc9-90d9-b9463431689b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:52.455679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:52.609055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.971004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:53.130046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port fb222764-304a-46f4-a1ca-d64357c2c239 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:53.130415 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.194477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a759bf5-1a16-49b8-a009-af20e3874c08 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:53.228814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Publish callbacks [] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.251351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Transition to ACTIVE for port object 2a759bf5-1a16-49b8-a009-af20e3874c08 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:53.263380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.276673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fb222764-304a-46f4-a1ca-d64357c2c239 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:53.280263 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.369017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:53.379237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:53.383014 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744c4a7-8fd8-409f-9013-cea0765946c2" -d '{"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-plugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:53.392933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.423888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Pushing event updated for resources: {'Port': ['ID=2a759bf5-1a16-49b8-a009-af20e3874c08,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:53.510405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 80ee46ba-510f-4328-a50f-825448da2598 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:53.603650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:53.678529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 80ee46ba-510f-4328-a50f-825448da2598 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:53.684631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 80ee46ba-510f-4328-a50f-825448da2598 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:53.685015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80ee46ba-510f-4328-a50f-825448da2598), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.688366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Attempting to bind port 2a759bf5-1a16-49b8-a009-af20e3874c08 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:53.689339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Attempting to bind port 2a759bf5-1a16-49b8-a009-af20e3874c08 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:53.689339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Attempting to bind port 2a759bf5-1a16-49b8-a009-af20e3874c08 on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:53.699003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Port 2a759bf5-1a16-49b8-a009-af20e3874c08 on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:53.699475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Attempting to bind port 2a759bf5-1a16-49b8-a009-af20e3874c08 on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:53.707397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:53.707397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Checking segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:53.708399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Bound using segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:53.708997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Bound port: 2a759bf5-1a16-49b8-a009-af20e3874c08, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:53.709483 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.911645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 80ee46ba-510f-4328-a50f-825448da2598 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:53.912438 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80ee46ba-510f-4328-a50f-825448da2598), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.000882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] For port 2a759bf5-1a16-49b8-a009-af20e3874c08, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:54.006276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] For port 2a759bf5-1a16-49b8-a009-af20e3874c08, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2a759bf5-1a16-49b8-a009-af20e3874c08,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:54.013930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.070143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.071190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.073228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] 10.222.0.16 "PUT /v2.0/ports/2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 1133 time: 1.6227231 Jan 27 21:44:54.185052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 80ee46ba-510f-4328-a50f-825448da2598, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=80ee46ba-510f-4328-a50f-825448da2598,segment=NetworkSegment(0cf8b57a-5d1a-4725-95cd-a713cd0332b1),segment_id=0cf8b57a-5d1a-4725-95cd-a713cd0332b1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:54.193068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:54.203363 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80ee46ba-510f-4328-a50f-825448da2598), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.468430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60afc7c-efd5-4ff8-80e1-cc19644d9bfb service neutron] Pushing event updated for resources: {'Port': ['ID=2a759bf5-1a16-49b8-a009-af20e3874c08,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:54.504714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=80ee46ba-510f-4328-a50f-825448da2598,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:54.513833 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7968f295-7efa-408b-a91e-95a069d7064d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.155439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7968f295-7efa-408b-a91e-95a069d7064d {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:55.170324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Publish callbacks [] for port (7968f295-7efa-408b-a91e-95a069d7064d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.207323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Transition to ACTIVE for port object 7968f295-7efa-408b-a91e-95a069d7064d will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:55.217540 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7968f295-7efa-408b-a91e-95a069d7064d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.323359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Pushing event updated for resources: {'Port': ['ID=7968f295-7efa-408b-a91e-95a069d7064d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:55.698731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Attempting to bind port 7968f295-7efa-408b-a91e-95a069d7064d on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:55.699579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Attempting to bind port 7968f295-7efa-408b-a91e-95a069d7064d by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:55.700235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Attempting to bind port 7968f295-7efa-408b-a91e-95a069d7064d on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:55.713381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Port 7968f295-7efa-408b-a91e-95a069d7064d on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:55.714065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Attempting to bind port 7968f295-7efa-408b-a91e-95a069d7064d on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:55.725956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:55.726635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Checking segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:55.728227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Bound using segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:55.729374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Bound port: 7968f295-7efa-408b-a91e-95a069d7064d, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:55.740119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7968f295-7efa-408b-a91e-95a069d7064d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.002278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] For port 7968f295-7efa-408b-a91e-95a069d7064d, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:56.007968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] For port 7968f295-7efa-408b-a91e-95a069d7064d, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7968f295-7efa-408b-a91e-95a069d7064d,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:56.016369 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7968f295-7efa-408b-a91e-95a069d7064d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.066377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.067275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.068856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] 10.222.0.16 "PUT /v2.0/ports/7968f295-7efa-408b-a91e-95a069d7064d HTTP/1.1" status: 200 len: 1091 time: 1.8963728 Jan 27 21:44:56.113904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:56.162382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb0e65-1349-4020-b41e-9a8420787e08 service neutron] Pushing event updated for resources: {'Port': ['ID=7968f295-7efa-408b-a91e-95a069d7064d,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:56.230914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.101117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e233169-6ade-4dc4-83a9-a6face8cd6dc {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:57.136167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Publish callbacks [] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.171282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Transition to ACTIVE for port object 7e233169-6ade-4dc4-83a9-a6face8cd6dc will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:57.179143 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.300029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Pushing event updated for resources: {'Port': ['ID=7e233169-6ade-4dc4-83a9-a6face8cd6dc,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:57.524531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Attempting to bind port 7e233169-6ade-4dc4-83a9-a6face8cd6dc on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:57.527396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Attempting to bind port 7e233169-6ade-4dc4-83a9-a6face8cd6dc by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:57.528299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Attempting to bind port 7e233169-6ade-4dc4-83a9-a6face8cd6dc on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:57.545545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Port 7e233169-6ade-4dc4-83a9-a6face8cd6dc on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:57.546174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Attempting to bind port 7e233169-6ade-4dc4-83a9-a6face8cd6dc on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:57.561986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:57.562527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Checking segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:57.563027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Bound using segment: {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:57.563575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Bound port: 7e233169-6ade-4dc4-83a9-a6face8cd6dc, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:57.564056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.816710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] For port 7e233169-6ade-4dc4-83a9-a6face8cd6dc, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:57.825784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] For port 7e233169-6ade-4dc4-83a9-a6face8cd6dc, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:57.844387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.952047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.952724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.958554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] 10.222.0.16 "PUT /v2.0/ports/7e233169-6ade-4dc4-83a9-a6face8cd6dc HTTP/1.1" status: 200 len: 1091 time: 1.8450263 Jan 27 21:44:58.010462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:58.146801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c12f15-0052-423e-a107-80854334ff5e service neutron] Pushing event updated for resources: {'Port': ['ID=7e233169-6ade-4dc4-83a9-a6face8cd6dc,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:58.231196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.300481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8caceec-88c1-416b-95b8-518a051eef0d {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:59.334862 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Publish callbacks [] for port (a8caceec-88c1-416b-95b8-518a051eef0d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.400467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Transition to ACTIVE for port object a8caceec-88c1-416b-95b8-518a051eef0d will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:59.413140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.612545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Pushing event updated for resources: {'Port': ['ID=a8caceec-88c1-416b-95b8-518a051eef0d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.652259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Attempting to bind port a8caceec-88c1-416b-95b8-518a051eef0d on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:00.652982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Attempting to bind port a8caceec-88c1-416b-95b8-518a051eef0d by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:00.653510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Attempting to bind port a8caceec-88c1-416b-95b8-518a051eef0d on network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:00.753637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Port a8caceec-88c1-416b-95b8-518a051eef0d on network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:00.753637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Attempting to bind port a8caceec-88c1-416b-95b8-518a051eef0d on network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:00.775972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:00.776352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Checking segment: {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:00.776842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Bound using segment: {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:00.777310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Bound port: a8caceec-88c1-416b-95b8-518a051eef0d, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:00.777687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.929014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] For port a8caceec-88c1-416b-95b8-518a051eef0d, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:00.934498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] For port a8caceec-88c1-416b-95b8-518a051eef0d, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a8caceec-88c1-416b-95b8-518a051eef0d,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:00.946376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.124233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:01.128438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.136908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] 10.222.0.16 "PUT /v2.0/ports/a8caceec-88c1-416b-95b8-518a051eef0d HTTP/1.1" status: 200 len: 1091 time: 3.1472073 Jan 27 21:45:01.245976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Request body: {'port': {'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:01.366193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aeaef2-49a6-4933-b3c7-416c335e1374 service neutron] Pushing event updated for resources: {'Port': ['ID=a8caceec-88c1-416b-95b8-518a051eef0d,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:01.468622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.267211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:02.286524 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Publish callbacks [] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.342318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Transition to ACTIVE for port object d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:02.349010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.515969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:02.628889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36d71-b24e-4a29-af51-720322a3e6c3 req-27ee677c-20cf-4617-96a3-5a2edc8cb22f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:02.642755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afa36d71-b24e-4a29-af51-720322a3e6c3 req-27ee677c-20cf-4617-96a3-5a2edc8cb22f tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.1749661 Jan 27 21:45:02.726106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Attempting to bind port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:02.726474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Attempting to bind port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:02.726874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Attempting to bind port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 on network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:02.746646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 on network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:02.747022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Attempting to bind port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 on network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:02.764445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:02.764445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Checking segment: {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:02.765478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Bound using segment: {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:02.765478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Bound port: d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1228ea6c-d166-472a-aa54-7e6cf8273f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:02.766338 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.797714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afa36d71-b24e-4a29-af51-720322a3e6c3 req-081ea05e-56c0-448f-ae95-6d0aa9507aaf tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520832 Jan 27 21:45:02.939480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] For port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:02.945999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] For port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:02.961035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.052656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.053300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.055116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] 10.222.0.16 "PUT /v2.0/ports/d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 HTTP/1.1" status: 200 len: 1091 time: 1.8439381 Jan 27 21:45:03.142663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-ee48acf2-b503-4336-ba1a-49af2e2f1876 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.150753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-ee48acf2-b503-4336-ba1a-49af2e2f1876 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.157910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-ee48acf2-b503-4336-ba1a-49af2e2f1876 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.164970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-ee48acf2-b503-4336-ba1a-49af2e2f1876 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.172339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-ee48acf2-b503-4336-ba1a-49af2e2f1876 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.179574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-ee48acf2-b503-4336-ba1a-49af2e2f1876 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.185888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-ee48acf2-b503-4336-ba1a-49af2e2f1876 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.195801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-ee48acf2-b503-4336-ba1a-49af2e2f1876 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.2122819 Jan 27 21:45:03.263907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79e389-7294-4100-8484-3b6f194ee35c service neutron] Pushing event updated for resources: {'Port': ['ID=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:03.331738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ed57cff3-1ddb-40ca-91d3-2ec42f4244b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.332770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ed57cff3-1ddb-40ca-91d3-2ec42f4244b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.333031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ed57cff3-1ddb-40ca-91d3-2ec42f4244b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.334066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ed57cff3-1ddb-40ca-91d3-2ec42f4244b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.334465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ed57cff3-1ddb-40ca-91d3-2ec42f4244b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.334936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ed57cff3-1ddb-40ca-91d3-2ec42f4244b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.335398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ed57cff3-1ddb-40ca-91d3-2ec42f4244b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.337776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ed57cff3-1ddb-40ca-91d3-2ec42f4244b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6485 time: 0.1305845 Jan 27 21:45:03.427279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37913467-40f9-43a6-a9fc-f4dd60606a6a req-7fa693c9-d9c8-4840-a28d-67737f74d7e6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2301226 Jan 27 21:45:03.432346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4df68dae-baaa-4bb9-9e34-a20a76d29e44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 200 len: 217 time: 0.0869060 Jan 27 21:45:03.551579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-bfde4a74-57aa-4914-aed5-05679c9b8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.551579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-bfde4a74-57aa-4914-aed5-05679c9b8e05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06288402-3250-4099-a036-550239416a5c HTTP/1.1" status: 200 len: 855 time: 0.1067231 Jan 27 21:45:03.636991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b80abdec-8efa-412b-9d9e-640ef7db0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.640950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b80abdec-8efa-412b-9d9e-640ef7db0ddb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78fca6c-458f-45b2-a2a2-4054b3edd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820072 Jan 27 21:45:03.861730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-5112c22e-0a81-4fad-94a5-2055511a4087 service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126579 Jan 27 21:45:03.864793 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfdf609-27b8-45e8-b90d-a7f384eab66b x-openstack-request-id: req-bcfdf609-27b8-45e8-b90d-a7f384eab66b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:03.865495 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:03.865964 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcfdf609-27b8-45e8-b90d-a7f384eab66b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:03.868151 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'status': 'completed', 'code': 200} Jan 27 21:45:04.034548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-50963f5e-bcf2-4fd4-8ded-7fc62726e93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.048717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e92664-4261-4068-a5c3-3f74ef6eba22 req-1c8059f1-343e-4a81-b9c4-891f651c23cb tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:04.050487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71e92664-4261-4068-a5c3-3f74ef6eba22 req-1c8059f1-343e-4a81-b9c4-891f651c23cb tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 946 time: 0.1343753 Jan 27 21:45:04.103262 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-db60f5f7-d9f1-4aae-9458-8f0d28e20025 service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129858 Jan 27 21:45:04.180399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-00fa71d5-b9b8-4b1f-9f70-8cb44c2a119c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 217 time: 0.0590510 Jan 27 21:45:04.184846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71e92664-4261-4068-a5c3-3f74ef6eba22 req-cd64743c-1e2e-4200-8ff1-0af1a19725e3 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2ba0724-11ad-448c-ae37-4d0e12e03274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149662 Jan 27 21:45:04.303305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4a1e8b71-b620-42ac-b5fa-d5608e2da989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:04.303305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-4a1e8b71-b620-42ac-b5fa-d5608e2da989 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1159563 Jan 27 21:45:04.321812 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3416601-c0a1-4d74-8f69-92e8a3199a64 x-openstack-request-id: req-c3416601-c0a1-4d74-8f69-92e8a3199a64 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:04.322352 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-plugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:04.322872 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3416601-c0a1-4d74-8f69-92e8a3199a64 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:04.323725 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'code': 200} Jan 27 21:45:04.436477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ab1e34e4-3174-4268-86e1-1e9786b5ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:04.436477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ab1e34e4-3174-4268-86e1-1e9786b5ae77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081269 Jan 27 21:45:04.645088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-91ec1854-f42a-424d-8bcf-76a04d36127c service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039840 Jan 27 21:45:04.976041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-1907ac71-5939-44c7-8eae-48be43fc23b3 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237183 Jan 27 21:45:05.003497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5e5b8e83-7f70-40e3-929c-cb7124dfa74d no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:05.111020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-be2b58a3-d90b-416d-8140-7c8a3474c32b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 217 time: 0.1136241 Jan 27 21:45:05.205150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-965ac7e6-68ac-4228-b22c-468deedf0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:05.209243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-965ac7e6-68ac-4228-b22c-468deedf0f5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.0893695 Jan 27 21:45:05.370033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-777b3208-c630-4a81-9007-dbb90bb12583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:05.375059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-777b3208-c630-4a81-9007-dbb90bb12583 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1588795 Jan 27 21:45:05.389851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:05.391143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.452850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:05.465230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.597083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:05.773689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-e01ed2d9-6df6-4896-9eb7-6c2eba3a56fd service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826375 Jan 27 21:45:05.906206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '9b3acebe-6418-4dc9-90d9-b9463431689b'}, {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '2a759bf5-1a16-49b8-a009-af20e3874c08'}, {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '7968f295-7efa-408b-a91e-95a069d7064d'}, {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '7e233169-6ade-4dc4-83a9-a6face8cd6dc'}, {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': 'a8caceec-88c1-416b-95b8-518a051eef0d'}, {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:05.910482 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f9a13-9804-489e-aeee-98735af31ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "9b3acebe-6418-4dc9-90d9-b9463431689b"}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "2a759bf5-1a16-49b8-a009-af20e3874c08"}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "7968f295-7efa-408b-a91e-95a069d7064d"}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "7e233169-6ade-4dc4-83a9-a6face8cd6dc"}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "a8caceec-88c1-416b-95b8-518a051eef0d"}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:06.037274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-2b6a7d50-05b0-472e-a51a-102e94269b30 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569551 Jan 27 21:45:06.160608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-19f22375-b0a8-4466-a0f1-3b6fa7e0f566 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7968f295-7efa-408b-a91e-95a069d7064d HTTP/1.1" status: 200 len: 217 time: 0.1161268 Jan 27 21:45:06.325362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84c16eb-d0ea-4f30-bfde-a56531a3ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ee46ba-510f-4328-a50f-825448da2598'}, {'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:06.327989 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac77af1-3177-493a-98c4-885907adbb83" -d '{"events": [{"server_uuid": "d84c16eb-d0ea-4f30-bfde-a56531a3ffda", "name": "network-vif-plugged", "status": "completed", "tag": "80ee46ba-510f-4328-a50f-825448da2598"}, {"server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:06.335446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-affd2502-b706-44e6-b76b-3fd13f965140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.337050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-affd2502-b706-44e6-b76b-3fd13f965140 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1693573 Jan 27 21:45:06.390506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:06.423308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea213854-9d89-47f4-bbd9-54acc69d44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.425765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-ea213854-9d89-47f4-bbd9-54acc69d44a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819330 Jan 27 21:45:06.568677 n-d-826529-2 neutron-server[103329]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 21:45:06.580206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-630f5fa3-d064-4234-8a76-3e2eccac7524 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:06.584141 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-630f5fa3-d064-4234-8a76-3e2eccac7524 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1912410 Jan 27 21:45:06.710837 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-f1193135-4565-4086-8ead-e3ad76b41889 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997584 Jan 27 21:45:06.714736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-674c5f79-d7d4-431d-bc90-02d210db79d0 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815738 Jan 27 21:45:06.843931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-68d7edfb-ff98-4892-8f50-f9ccefca2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.846028 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-68d7edfb-ff98-4892-8f50-f9ccefca2a2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20db0597a3242edb610e815258122ac&device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 1097 time: 0.0895572 Jan 27 21:45:06.952821 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-adc57361-a55a-42b6-9921-b3d0432ec4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.035332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-6c88adae-7bb0-4149-ba66-ad3334a15f39 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146977 Jan 27 21:45:07.055335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-8d64d11c-b644-464b-87b3-701b45a7bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.063168 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-8d64d11c-b644-464b-87b3-701b45a7bd55 service neutron] 10.222.0.45 "GET /v2.0/ports/4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 1093 time: 0.3147461 Jan 27 21:45:07.073039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Request body: {'binding': {'host': 'n-h2-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:07.073677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Unknown quota resources ['binding']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:45:07.183290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-3157617d-ec50-48b5-b4ed-dde98adc7731 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.1380897 Jan 27 21:45:07.236086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-ee6158aa-e471-4c5d-81c3-c411f5dcce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.238104 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-ee6158aa-e471-4c5d-81c3-c411f5dcce45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 HTTP/1.1" status: 200 len: 907 time: 0.2605796 Jan 27 21:45:07.327364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-498e097f-67c0-4f2f-9bff-8b28fb25cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.330400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-498e097f-67c0-4f2f-9bff-8b28fb25cdb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1411512 Jan 27 21:45:07.370421 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-8604f09c-603b-4afd-951a-fa81da1922d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 HTTP/1.1" status: 200 len: 1002 time: 0.1233196 Jan 27 21:45:07.401387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-823afe22-1310-440d-b830-d19f8b6d11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.404183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-823afe22-1310-440d-b830-d19f8b6d11ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660615 Jan 27 21:45:07.406773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on host n-h2-826529-2 for vnic_type normal with profile None {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:07.407677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:07.407677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:07.437872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:07.438202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:07.457255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:07.458057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:07.459247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:07.460015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Bound port: 4141a9c4-b92e-4e2b-aa39-24be605697ee, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:07.513826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-6c87e625-a639-4f32-91e3-b9a5a007683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.515992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-6c87e625-a639-4f32-91e3-b9a5a007683f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c72c0f46-cb79-475a-860d-4037da762546 HTTP/1.1" status: 200 len: 845 time: 0.1374993 Jan 27 21:45:07.561560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-dec99b41-b126-4c51-9e5f-189cd9e33ead service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513751 Jan 27 21:45:07.616452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:07.621359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-d3c7e870-785a-4e60-b892-f7af25dcda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.626262 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-d3c7e870-785a-4e60-b892-f7af25dcda78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043432 Jan 27 21:45:07.634424 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.639771 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-496334ad-c12b-4201-b2d3-0350fb97c0fe service neutron] 10.222.0.45 "POST /v2.0/ports/4141a9c4-b92e-4e2b-aa39-24be605697ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.5742931 Jan 27 21:45:07.774453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-9d03c232-0d6d-4da0-a238-ea8664a92de8 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056839 Jan 27 21:45:07.922131 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-1192c072-f6a3-40e7-baba-a0448f0f386b service neutron] 10.222.0.16 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767181 Jan 27 21:45:07.925590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-b1d457b9-ec40-4b95-8fd5-76c1520572c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8caceec-88c1-416b-95b8-518a051eef0d HTTP/1.1" status: 200 len: 217 time: 0.1414022 Jan 27 21:45:08.082474 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d730a3a-0a8f-4be6-989c-5ae0326bb4fb req-c6278316-5e2c-4d3e-88df-87b642c56c9c service neutron] 10.222.0.16 "GET /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488185 Jan 27 21:45:08.138977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-fc832224-945f-4787-acb3-395a20577cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:08.142660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-fc832224-945f-4787-acb3-395a20577cd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.2082760 Jan 27 21:45:08.172568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-5b68b97d-42e7-4610-973a-b5aaed5ca62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:08.175843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-5b68b97d-42e7-4610-973a-b5aaed5ca62c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1096 time: 0.1643133 Jan 27 21:45:08.267313 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.409151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-00a74f49-a255-4d06-8855-6a8ab7d5bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:08.412281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-00a74f49-a255-4d06-8855-6a8ab7d5bb20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2615197 Jan 27 21:45:08.460527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb0036-d077-4202-a3f6-17721a0fd11f req-60d86ffb-538b-41e4-9fc1-0fb1a5acda94 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:08.469175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-22cb0036-d077-4202-a3f6-17721a0fd11f req-60d86ffb-538b-41e4-9fc1-0fb1a5acda94 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.2607095 Jan 27 21:45:08.661069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-c82d4355-18a3-48d9-bf3b-f92c77f0b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:08.665218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-c82d4355-18a3-48d9-bf3b-f92c77f0b13f service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.4600818 Jan 27 21:45:08.781341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-d7a89abe-047a-41e2-b95d-ca8237383246 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 217 time: 0.1023350 Jan 27 21:45:08.796219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-22cb0036-d077-4202-a3f6-17721a0fd11f req-37068ea4-c1f7-4902-b208-3ea87d458634 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981029 Jan 27 21:45:08.821373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-2e67bc34-b286-4bae-9743-81426b6a62ff service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964214 Jan 27 21:45:09.031887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-090f423e-2dcb-4c52-a10d-6c3b5ec8c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.034393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-090f423e-2dcb-4c52-a10d-6c3b5ec8c54f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2366707 Jan 27 21:45:09.113211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-cf102945-4a9d-420f-b59b-c6bbcc7eb777 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668273 Jan 27 21:45:09.183364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f631f-5183-407e-b968-171e7f848b8b req-5f328c04-399d-47a1-9de7-c22119024816 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.193872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f631f-5183-407e-b968-171e7f848b8b req-5f328c04-399d-47a1-9de7-c22119024816 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.205572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f631f-5183-407e-b968-171e7f848b8b req-5f328c04-399d-47a1-9de7-c22119024816 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.216278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f631f-5183-407e-b968-171e7f848b8b req-5f328c04-399d-47a1-9de7-c22119024816 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.227068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f631f-5183-407e-b968-171e7f848b8b req-5f328c04-399d-47a1-9de7-c22119024816 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.237173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f631f-5183-407e-b968-171e7f848b8b req-5f328c04-399d-47a1-9de7-c22119024816 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.247232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f631f-5183-407e-b968-171e7f848b8b req-5f328c04-399d-47a1-9de7-c22119024816 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.250471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e73f631f-5183-407e-b968-171e7f848b8b req-5f328c04-399d-47a1-9de7-c22119024816 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.2920046 Jan 27 21:45:09.334550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-1ad1e544-f9d8-4f9c-8231-332e14d5b8de service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798737 Jan 27 21:45:09.504942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e73f631f-5183-407e-b968-171e7f848b8b req-7ab33a3e-84f0-4629-b380-82b0c0a697f7 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2347631 Jan 27 21:45:09.515457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-6d3abdaa-50ff-4a76-a985-f1b4dfd3621f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 HTTP/1.1" status: 200 len: 217 time: 0.1621687 Jan 27 21:45:09.737169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-3daa4748-2cf2-4bfe-a71c-e4494fbc57cb service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140854 Jan 27 21:45:09.848396 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1014 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206fb684-d808-4c12-b879-ed4ce70645cf x-openstack-request-id: req-206fb684-d808-4c12-b879-ed4ce70645cf {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:09.850700 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "9b3acebe-6418-4dc9-90d9-b9463431689b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "2a759bf5-1a16-49b8-a009-af20e3874c08", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "7968f295-7efa-408b-a91e-95a069d7064d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "7e233169-6ade-4dc4-83a9-a6face8cd6dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "a8caceec-88c1-416b-95b8-518a051eef0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:09.851206 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-206fb684-d808-4c12-b879-ed4ce70645cf {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:09.851965 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '9b3acebe-6418-4dc9-90d9-b9463431689b', 'status': 'completed', 'code': 200} Jan 27 21:45:09.852385 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '2a759bf5-1a16-49b8-a009-af20e3874c08', 'status': 'completed', 'code': 200} Jan 27 21:45:09.853866 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '7968f295-7efa-408b-a91e-95a069d7064d', 'status': 'completed', 'code': 200} Jan 27 21:45:09.854336 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '7e233169-6ade-4dc4-83a9-a6face8cd6dc', 'status': 'completed', 'code': 200} Jan 27 21:45:09.854725 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': 'a8caceec-88c1-416b-95b8-518a051eef0d', 'status': 'completed', 'code': 200} Jan 27 21:45:09.855108 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837', 'status': 'completed', 'code': 200} Jan 27 21:45:09.883761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-5d77a604-2a46-45a8-b69d-43165ffc69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.886276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-5d77a604-2a46-45a8-b69d-43165ffc69c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.3574934 Jan 27 21:45:09.954335 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89326032-21e1-452d-946b-b5a17930f517 x-openstack-request-id: req-89326032-21e1-452d-946b-b5a17930f517 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:09.955361 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84c16eb-d0ea-4f30-bfde-a56531a3ffda", "name": "network-vif-plugged", "status": "completed", "tag": "80ee46ba-510f-4328-a50f-825448da2598", "code": 200}, {"server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:09.955854 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89326032-21e1-452d-946b-b5a17930f517 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:09.956439 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84c16eb-d0ea-4f30-bfde-a56531a3ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ee46ba-510f-4328-a50f-825448da2598', 'code': 200} Jan 27 21:45:09.956858 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'code': 200} Jan 27 21:45:10.035107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bed2eb-6d3f-4691-bca7-13f09fff0d1a req-6fa9e637-b58e-4d9c-9c02-31a230cdc38f tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:10.040964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6bed2eb-6d3f-4691-bca7-13f09fff0d1a req-6fa9e637-b58e-4d9c-9c02-31a230cdc38f tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 946 time: 0.2858784 Jan 27 21:45:10.053485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-0382562f-8e2b-4a8f-96d5-c92627cb238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:10.055325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-0382562f-8e2b-4a8f-96d5-c92627cb238f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1550858 Jan 27 21:45:10.137270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-c4c23a85-1070-47a6-8fa8-edddd1338594 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857427 Jan 27 21:45:10.195299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6bed2eb-6d3f-4691-bca7-13f09fff0d1a req-a0395905-d820-4afd-9ae8-a983230cc90b tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2ba0724-11ad-448c-ae37-4d0e12e03274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368594 Jan 27 21:45:10.206971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f212c-9dea-4aa3-a498-4760113b3dcb req-298e6f19-96b2-4887-8005-071e24c93274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:10.210949 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cd3f212c-9dea-4aa3-a498-4760113b3dcb req-298e6f19-96b2-4887-8005-071e24c93274 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 1097 time: 0.1560514 Jan 27 21:45:10.368448 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cd3f212c-9dea-4aa3-a498-4760113b3dcb req-87e3ff58-9d82-4aa0-a953-a34f45341973 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f2ba0724-11ad-448c-ae37-4d0e12e03274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525054 Jan 27 21:45:10.543274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-2b5d05de-a1e5-486d-882a-bcbc341b46b7 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356664 Jan 27 21:45:10.585466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d8f2b-e26f-4f1e-ab1f-3ea62b40ad8e req-34dd3431-a993-4551-bf10-e293f057a395 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:10.588716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-891d8f2b-e26f-4f1e-ab1f-3ea62b40ad8e req-34dd3431-a993-4551-bf10-e293f057a395 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 945 time: 0.3914092 Jan 27 21:45:10.599656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-f3e799f9-d7e6-4e7e-9b9c-4b96cc20b998 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:10.603085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-f3e799f9-d7e6-4e7e-9b9c-4b96cc20b998 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.3466067 Jan 27 21:45:10.648194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-2'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:10.778957 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.907346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-891d8f2b-e26f-4f1e-ab1f-3ea62b40ad8e req-56fd6747-4ca6-4e25-a647-5c51880c8eb8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965958 Jan 27 21:45:11.017512 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.079212 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.198482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419cdf8b-7de1-44a2-aea1-91e2493eadc6 req-7830e156-c07a-4cb1-9932-08e21274c7d3 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783288 Jan 27 21:45:11.464222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-4f46359c-e94b-4044-b2c9-95a8a111ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.464614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-4f46359c-e94b-4044-b2c9-95a8a111ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.465121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-4f46359c-e94b-4044-b2c9-95a8a111ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.465626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-4f46359c-e94b-4044-b2c9-95a8a111ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.466094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-4f46359c-e94b-4044-b2c9-95a8a111ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.466556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-4f46359c-e94b-4044-b2c9-95a8a111ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.467016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-4f46359c-e94b-4044-b2c9-95a8a111ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.469317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-4f46359c-e94b-4044-b2c9-95a8a111ee36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6485 time: 0.1469271 Jan 27 21:45:11.637578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:11.832894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-1d274c20-fc6b-4be4-a41b-1207cdc2ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.834949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-1d274c20-fc6b-4be4-a41b-1207cdc2ea8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e78fca6c-458f-45b2-a2a2-4054b3edd670 HTTP/1.1" status: 200 len: 917 time: 0.3560092 Jan 27 21:45:11.869319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:11.935209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Publish callbacks [] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.939963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:11.943294 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e0ae6-bb37-4875-9fee-244304e7b142" -d '{"events": [{"server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "name": "network-vif-unplugged", "status": "completed", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:11.952958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.085619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-1f682144-a1e0-4909-8554-012f14170407 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 200 len: 217 time: 0.1343219 Jan 27 21:45:12.199055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:12.200007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:12.200171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:12.207223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-d19d39d9-2de4-4cd7-8bef-fdee9f1b278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:12.209129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-d19d39d9-2de4-4cd7-8bef-fdee9f1b278f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06288402-3250-4099-a036-550239416a5c HTTP/1.1" status: 200 len: 855 time: 0.0940275 Jan 27 21:45:12.212635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:12.213110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Attempting to bind port 4141a9c4-b92e-4e2b-aa39-24be605697ee on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:12.247476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:12.248011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:12.248511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:12.249257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Bound port: 4141a9c4-b92e-4e2b-aa39-24be605697ee, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:12.249742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.358236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:12.363288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:12.382435 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.400108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Pushing event updated for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:12.426175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-89635f0c-a387-4d1e-a65a-d64c6b914395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:12.428271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-89635f0c-a387-4d1e-a65a-d64c6b914395 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78fca6c-458f-45b2-a2a2-4054b3edd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120216 Jan 27 21:45:12.552445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-7f560f06-1c32-42b0-9c6f-e1a716c1e060 service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164541 Jan 27 21:45:12.556386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.556862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.557402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.557700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.558104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.558544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.559074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.559735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.559971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.560369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.560886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.561271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:12.561726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:13.180568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.181206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.182668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] 10.222.0.57 "PUT /v2.0/ports/4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 1121 time: 2.5432799 Jan 27 21:45:13.183365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52c727-1a5e-42ac-965a-4e7dc28afafd service neutron] Pushing event updated for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=8']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:13.229799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a54eaa-20b0-4264-95ac-19d946aca566 req-c4ea3928-469a-4280-8698-9289297258ad tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.231600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1a54eaa-20b0-4264-95ac-19d946aca566 req-c4ea3928-469a-4280-8698-9289297258ad tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.1722670 Jan 27 21:45:13.241806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b7a4e43-812e-4292-b4fb-8cd302836705 req-14528d57-5d03-4345-bc05-cb76f3e79123 service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757073 Jan 27 21:45:13.266169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['4141a9c4-b92e-4e2b-aa39-24be605697ee'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:13.382796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1a54eaa-20b0-4264-95ac-19d946aca566 req-0c970ab2-e88f-4251-a3c5-7cc62c5f72a4 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435893 Jan 27 21:45:13.427370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c64e3947-5f6b-4ccd-b6c0-700089ce5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.428072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c64e3947-5f6b-4ccd-b6c0-700089ce5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.428730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c64e3947-5f6b-4ccd-b6c0-700089ce5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.429216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c64e3947-5f6b-4ccd-b6c0-700089ce5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.429806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c64e3947-5f6b-4ccd-b6c0-700089ce5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.430388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c64e3947-5f6b-4ccd-b6c0-700089ce5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.430942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c64e3947-5f6b-4ccd-b6c0-700089ce5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.433427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c64e3947-5f6b-4ccd-b6c0-700089ce5b26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6485 time: 0.1159847 Jan 27 21:45:13.624284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-1fbd6d9c-861b-492b-a356-4bae1e0b35fa tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.630302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-1fbd6d9c-861b-492b-a356-4bae1e0b35fa tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.635813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-1fbd6d9c-861b-492b-a356-4bae1e0b35fa tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.641139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-1fbd6d9c-861b-492b-a356-4bae1e0b35fa tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.647355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-1fbd6d9c-861b-492b-a356-4bae1e0b35fa tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.654351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-1fbd6d9c-861b-492b-a356-4bae1e0b35fa tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.660117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-1fbd6d9c-861b-492b-a356-4bae1e0b35fa tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.662177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-1fbd6d9c-861b-492b-a356-4bae1e0b35fa tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1271133 Jan 27 21:45:13.663507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-b46520dd-9540-4f4b-b435-e2948e37fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.664916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-b46520dd-9540-4f4b-b435-e2948e37fb81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 HTTP/1.1" status: 200 len: 903 time: 0.2245586 Jan 27 21:45:13.754888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-ddb662f0-d868-4120-9502-469e60731de9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 217 time: 0.0739877 Jan 27 21:45:13.833628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6957234-ee8e-4bee-b187-00d5ca9807aa req-48084b7f-219f-49db-b5c5-c8d79380fe76 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642272 Jan 27 21:45:13.841434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-dc3c8577-014b-4e5f-9188-181b7675c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.842949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-dc3c8577-014b-4e5f-9188-181b7675c705 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.0784032 Jan 27 21:45:13.903390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-3f41404f-67ec-471d-af0d-19e5d1f2e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.904948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-3f41404f-67ec-471d-af0d-19e5d1f2e0c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546379 Jan 27 21:45:14.025591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-9def0621-8412-4f31-bde4-fd9b40f21a23 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143816 Jan 27 21:45:14.186270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f20675-9ca5-41e2-b657-033fb452de57 req-202378a2-451c-484a-8aeb-f338da3d3e1e tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.188632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69f20675-9ca5-41e2-b657-033fb452de57 req-202378a2-451c-484a-8aeb-f338da3d3e1e tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 946 time: 0.0979240 Jan 27 21:45:14.195517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-890d36ee-24e9-4f66-abf2-3c2ac3c0b5b3 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632035 Jan 27 21:45:14.256215 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69f20675-9ca5-41e2-b657-033fb452de57 req-0cf57f22-4be0-49ad-a765-e016afcadbc4 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2ba0724-11ad-448c-ae37-4d0e12e03274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559583 Jan 27 21:45:14.358391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-83ac3819-7998-439f-acab-fe62b47bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.359834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-83ac3819-7998-439f-acab-fe62b47bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.360870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-83ac3819-7998-439f-acab-fe62b47bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.361673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-83ac3819-7998-439f-acab-fe62b47bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.362620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-83ac3819-7998-439f-acab-fe62b47bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.363798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-83ac3819-7998-439f-acab-fe62b47bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.364721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-83ac3819-7998-439f-acab-fe62b47bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.369147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-83ac3819-7998-439f-acab-fe62b47bb36f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6485 time: 0.0942063 Jan 27 21:45:14.715761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-7bc90510-4fc6-4ff9-8e53-476c6c02bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.718682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-7bc90510-4fc6-4ff9-8e53-476c6c02bf01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 HTTP/1.1" status: 200 len: 903 time: 0.3417234 Jan 27 21:45:14.760088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb71ae2-e069-4a22-be78-34e4c74f875c req-b745457b-5546-4b9e-bb6e-b5ae2e73c6cc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.763328 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cb71ae2-e069-4a22-be78-34e4c74f875c req-b745457b-5546-4b9e-bb6e-b5ae2e73c6cc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 943 time: 0.1772060 Jan 27 21:45:14.833380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-075fcdba-61b0-41fa-8bac-672f20007d7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 217 time: 0.1079895 Jan 27 21:45:14.950225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-5e155643-f97e-40a8-a6aa-1491918647f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.952197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-5e155643-f97e-40a8-a6aa-1491918647f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1067076 Jan 27 21:45:14.956005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cb71ae2-e069-4a22-be78-34e4c74f875c req-94258875-afda-4aff-9edc-2c39062c960d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305368 Jan 27 21:45:15.039704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4141a9c4-b92e-4e2b-aa39-24be605697ee details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:15.116916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-44e3b34d-1caa-4bf3-8151-02fa27457b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.119233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-44e3b34d-1caa-4bf3-8151-02fa27457b2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1584437 Jan 27 21:45:15.217013 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd8a2c7-5495-4dba-9f77-e3eaca42c46e x-openstack-request-id: req-7fd8a2c7-5495-4dba-9f77-e3eaca42c46e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:15.217695 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "name": "network-vif-unplugged", "status": "completed", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:15.218183 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fd8a2c7-5495-4dba-9f77-e3eaca42c46e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:15.219299 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee', 'code': 200} Jan 27 21:45:15.332271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-0ab54725-35a8-44f0-8cfa-1bce63e2dd9c service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059276 Jan 27 21:45:15.400812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:15.427844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4141a9c4-b92e-4e2b-aa39-24be605697ee has no active binding in host n-h2-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:45:15.574035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d54f-7869-492b-b0f2-195b8942e63e req-955151d7-e0ff-4fa6-a474-d49037ad4c70 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.575752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6853d54f-7869-492b-b0f2-195b8942e63e req-955151d7-e0ff-4fa6-a474-d49037ad4c70 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.2249255 Jan 27 21:45:15.591929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-4046d724-d616-4c40-8d95-4cf3e478a8c1 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511754 Jan 27 21:45:15.603075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663265d-b64c-4d60-bc92-53de677068d4 req-4f370898-3336-4e3a-b3af-100e58f8052b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.604826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-4f370898-3336-4e3a-b3af-100e58f8052b tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 805 time: 0.2527995 Jan 27 21:45:15.645342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-beae24d6-a8a6-4a21-a236-08d5192cdcc5 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/quotas/8c03f0697fd4422a9881e94c24f3282d HTTP/1.1" status: 200 len: 375 time: 0.0228479 Jan 27 21:45:15.745597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6853d54f-7869-492b-b0f2-195b8942e63e req-440dcfae-d0f1-4395-99c8-ab5a473c311b tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324768 Jan 27 21:45:15.771198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-716db2b7-abaf-4de0-b61b-8cb787e8f032 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039524 Jan 27 21:45:15.777755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-cef75e2f-3803-43b9-ba09-e4145ffde6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.778245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-cef75e2f-3803-43b9-ba09-e4145ffde6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.778758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-cef75e2f-3803-43b9-ba09-e4145ffde6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.779198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-cef75e2f-3803-43b9-ba09-e4145ffde6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.780054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-cef75e2f-3803-43b9-ba09-e4145ffde6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.780527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-cef75e2f-3803-43b9-ba09-e4145ffde6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.781017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-cef75e2f-3803-43b9-ba09-e4145ffde6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.783269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-cef75e2f-3803-43b9-ba09-e4145ffde6ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6485 time: 0.1021414 Jan 27 21:45:16.020113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-da74be76-75c6-4634-b23c-a1e8207c117e service neutron] 10.222.0.45 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309515 Jan 27 21:45:16.025301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-78ced4cb-9a44-4562-b1b0-73a7874fcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.026815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-78ced4cb-9a44-4562-b1b0-73a7874fcfa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 HTTP/1.1" status: 200 len: 903 time: 0.2252424 Jan 27 21:45:16.038304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-f1472888-e35a-46d3-a0a5-d5eb0f113076 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.043692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-f1472888-e35a-46d3-a0a5-d5eb0f113076 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.049083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-f1472888-e35a-46d3-a0a5-d5eb0f113076 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.054770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-f1472888-e35a-46d3-a0a5-d5eb0f113076 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.060565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-f1472888-e35a-46d3-a0a5-d5eb0f113076 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.066164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-f1472888-e35a-46d3-a0a5-d5eb0f113076 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.071630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-f1472888-e35a-46d3-a0a5-d5eb0f113076 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.073596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-f1472888-e35a-46d3-a0a5-d5eb0f113076 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1718142 Jan 27 21:45:16.178153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-717f581a-1e6c-4f5d-ad51-6a990d666c43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7968f295-7efa-408b-a91e-95a069d7064d HTTP/1.1" status: 200 len: 217 time: 0.1034968 Jan 27 21:45:16.287260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20c7d9c3-659f-49ea-b234-961c74b2bbe0 req-08c8c7a5-80a5-4b82-b43f-d76fd787fae7 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968882 Jan 27 21:45:16.304557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-2845e588-6409-4e6c-aa12-2e4c9e34c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.306652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-2845e588-6409-4e6c-aa12-2e4c9e34c893 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1205170 Jan 27 21:45:16.313343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-2685cae2-b7e4-4520-8995-8baf2b8a39b1 service neutron] 10.222.0.45 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374110 Jan 27 21:45:16.405183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-3f31f0d9-5f31-477e-8b53-41855323a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.409388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-3f31f0d9-5f31-477e-8b53-41855323a010 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828390 Jan 27 21:45:16.479871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-9cf8e0c3-612f-4483-8f73-34d2395d5f84 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.482026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-9cf8e0c3-612f-4483-8f73-34d2395d5f84 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "GET /v2.0/ports?device_id=64c65368-923f-42a0-b291-8c33d301f2e0 HTTP/1.1" status: 200 len: 943 time: 0.0709326 Jan 27 21:45:16.762298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-4791ddd3-5391-4176-953a-ba7bbe507db3 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030751 Jan 27 21:45:17.029613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff896e00-b0b6-4b7c-b4a8-b7909c4e7c87 req-12535628-bc0f-414d-802f-cbf1c45b5397 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 210 time: 0.1513231 Jan 27 21:45:17.053777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5e5b8e83-7f70-40e3-929c-cb7124dfa74d no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:17.082365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb046898-b740-4b56-9b12-f980bd35411b req-c6a2fdce-2dea-45b7-bd71-8d444627ca5c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.084724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb046898-b740-4b56-9b12-f980bd35411b req-c6a2fdce-2dea-45b7-bd71-8d444627ca5c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 943 time: 0.3183734 Jan 27 21:45:17.109146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Deleting port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:17.109859 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.157548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45016) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:17.247133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:17.257311 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:17.299992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-630b4b5b-be20-4ed0-b230-5fd46d1dce59 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174985 Jan 27 21:45:17.309882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:17.312829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:17.391844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb046898-b740-4b56-9b12-f980bd35411b req-397fc2fb-02bf-40f0-b131-4bde9e3c177d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904246 Jan 27 21:45:17.467686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] For port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:17.468777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.502375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Calling delete_port for 5e5b8e83-7f70-40e3-929c-cb7124dfa74d owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:17.661943 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b1ead4c-88cf-40b5-8ca6-d14c93dac508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.680381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fb222764-304a-46f4-a1ca-d64357c2c239 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:17.681091 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.781493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:17.791917 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f6c47-9aa7-4380-9ed7-23baf464232c" -d '{"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:17.853140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:17.862341 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.878826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b1ead4c-88cf-40b5-8ca6-d14c93dac508 admin admin] Publish callbacks [] for security_group (1f38d373-d32a-4db9-997c-3e738c8ad289), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.888423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b1ead4c-88cf-40b5-8ca6-d14c93dac508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1f38d373-d32a-4db9-997c-3e738c8ad289), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.923005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-98ccb876-6f9b-49eb-b2ad-8c19e4390369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.923882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-98ccb876-6f9b-49eb-b2ad-8c19e4390369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.924734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-98ccb876-6f9b-49eb-b2ad-8c19e4390369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.925535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-98ccb876-6f9b-49eb-b2ad-8c19e4390369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.926364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-98ccb876-6f9b-49eb-b2ad-8c19e4390369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.927348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-98ccb876-6f9b-49eb-b2ad-8c19e4390369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.931005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-98ccb876-6f9b-49eb-b2ad-8c19e4390369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.934641 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-98ccb876-6f9b-49eb-b2ad-8c19e4390369 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6485 time: 0.2587116 Jan 27 21:45:17.939184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=11']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:17.971957 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.012865 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b1ead4c-88cf-40b5-8ca6-d14c93dac508 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d216c910b05640ba8c6a35c0bf82ffcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8513837 Jan 27 21:45:18.014900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ead4c-88cf-40b5-8ca6-d14c93dac508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f38d373-d32a-4db9-997c-3e738c8ad289,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:18.025235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45032) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:18.121552 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5e5b8e83-7f70-40e3-929c-cb7124dfa74d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.141940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c2d40-db29-4eb7-b790-207274d23082 req-6630832f-055d-4752-8ca1-eb47c6d8e33f tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.147974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51648db2-456d-46ab-b458-29de9791e9a2 admin admin] Publish callbacks [] for security_group (1f38d373-d32a-4db9-997c-3e738c8ad289), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.148793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-635c2d40-db29-4eb7-b790-207274d23082 req-6630832f-055d-4752-8ca1-eb47c6d8e33f tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 949 time: 0.4095495 Jan 27 21:45:18.192928 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51648db2-456d-46ab-b458-29de9791e9a2 admin admin] Publish callbacks [] for security_group (1f38d373-d32a-4db9-997c-3e738c8ad289), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.225926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5cbc5-2041-4984-8553-56b9b3509ee5 req-efcc8c1e-f76b-4d5b-ac8a-156ddc33067a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.227644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ace5cbc5-2041-4984-8553-56b9b3509ee5 req-efcc8c1e-f76b-4d5b-ac8a-156ddc33067a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.4587600 Jan 27 21:45:18.244242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Pushing event deleted for resources: {'Port': ['ID=5e5b8e83-7f70-40e3-929c-cb7124dfa74d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:18.295523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51648db2-456d-46ab-b458-29de9791e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1f38d373-d32a-4db9-997c-3e738c8ad289), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.301860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51648db2-456d-46ab-b458-29de9791e9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.309917 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51648db2-456d-46ab-b458-29de9791e9a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f38d373-d32a-4db9-997c-3e738c8ad289 HTTP/1.1" status: 204 len: 168 time: 0.2826724 Jan 27 21:45:18.330235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51648db2-456d-46ab-b458-29de9791e9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f38d373-d32a-4db9-997c-3e738c8ad289,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:18.356513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-50e98e1d-1f38-4093-a027-b912de4f5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.359529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-50e98e1d-1f38-4093-a027-b912de4f5abf service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 HTTP/1.1" status: 200 len: 903 time: 0.4116054 Jan 27 21:45:18.398410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] No DVR routers for this DVR port 5e5b8e83-7f70-40e3-929c-cb7124dfa74d on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:18.462047 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.468392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-911b2036-b9d1-48d2-8ebb-70ef5a5e9b28 req-6388a5f1-94bc-4beb-b74f-6ae3a59a8f63 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "DELETE /v2.0/ports/5e5b8e83-7f70-40e3-929c-cb7124dfa74d HTTP/1.1" status: 204 len: 173 time: 1.9745822 Jan 27 21:45:18.486884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ace5cbc5-2041-4984-8553-56b9b3509ee5 req-d5707299-b04d-43ff-b70f-0f2d73dc29b6 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368288 Jan 27 21:45:18.504297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-635c2d40-db29-4eb7-b790-207274d23082 req-e92c8d5d-64e3-42ef-9c39-ac7c89b43fcc tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429868 Jan 27 21:45:18.697749 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d392e349-7c07-4ae1-8aa1-b3eaa8f46089 x-openstack-request-id: req-d392e349-7c07-4ae1-8aa1-b3eaa8f46089 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:18.701741 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:18.704893 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d392e349-7c07-4ae1-8aa1-b3eaa8f46089 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:18.706184 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee', 'status': 'completed', 'code': 200} Jan 27 21:45:18.740895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-937fbe8e-5664-4792-93df-bdae49a3590f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.3454423 Jan 27 21:45:18.952771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-b193fb8a-2e90-476d-88f7-d136116c43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.956043 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-b193fb8a-2e90-476d-88f7-d136116c43e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1124 time: 0.1959996 Jan 27 21:45:18.959028 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-f48c7a39-7894-4f38-af16-c2b1f8785250 service neutron] 10.222.0.16 "GET /v2.0/ports/4141a9c4-b92e-4e2b-aa39-24be605697ee/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.3489399 Jan 27 21:45:19.102760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-3f19f3a1-7af6-46c3-a0f3-c08ea2c16c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.104356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-3f19f3a1-7af6-46c3-a0f3-c08ea2c16c94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.3450274 Jan 27 21:45:19.254202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-6eec19f7-80f3-47f7-93ae-d1e74a4b6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.255786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-2985d631-f2e5-4000-86ff-c9ee7bdd4f85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.264546 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-6eec19f7-80f3-47f7-93ae-d1e74a4b6315 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.2956283 Jan 27 21:45:19.275912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-2985d631-f2e5-4000-86ff-c9ee7bdd4f85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.294885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-2985d631-f2e5-4000-86ff-c9ee7bdd4f85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.313839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-2985d631-f2e5-4000-86ff-c9ee7bdd4f85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.333136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-2985d631-f2e5-4000-86ff-c9ee7bdd4f85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.347813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-2985d631-f2e5-4000-86ff-c9ee7bdd4f85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.371993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-2985d631-f2e5-4000-86ff-c9ee7bdd4f85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.378729 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-a1941273-9c00-4949-ab76-670e145bf1b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 217 time: 0.0818384 Jan 27 21:45:19.379916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.16', 53945) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:19.385381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-2985d631-f2e5-4000-86ff-c9ee7bdd4f85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.6267176 Jan 27 21:45:19.411770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f60971-dc02-44c7-8a81-5ceaeed762d0 req-fae32603-bfd5-482c-aa93-0f499c8b271c tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.415937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8f60971-dc02-44c7-8a81-5ceaeed762d0 req-fae32603-bfd5-482c-aa93-0f499c8b271c tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 946 time: 0.4457221 Jan 27 21:45:19.440534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663265d-b64c-4d60-bc92-53de677068d4 req-b9749646-fd4a-4835-b013-50453bbeaa7d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.446219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-b9749646-fd4a-4835-b013-50453bbeaa7d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 805 time: 0.9907062 Jan 27 21:45:19.488676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Request body: {'port': {'device_id': 'af232365-7c3f-46b1-8025-991f04485f83', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'admin_state_up': True, 'tenant_id': '8c03f0697fd4422a9881e94c24f3282d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:19.573412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-917f1066-1199-4ab8-921f-a2cabb65f2f2 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.575634 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-917f1066-1199-4ab8-921f-a2cabb65f2f2 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84c16eb-d0ea-4f30-bfde-a56531a3ffda HTTP/1.1" status: 200 len: 946 time: 0.1688120 Jan 27 21:45:19.585608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-a11bade5-8897-4204-96fe-e8261d47786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.587659 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-a11bade5-8897-4204-96fe-e8261d47786f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.1655378 Jan 27 21:45:19.654127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-18f7513f-aea5-4860-befa-25a5ed7cf484 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558648 Jan 27 21:45:19.796911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:19.870575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:19.875390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Deleting port 80ee46ba-510f-4328-a50f-825448da2598 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:19.876726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (80ee46ba-510f-4328-a50f-825448da2598), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.900994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-9ad190bb-0f50-4598-b874-2a7442644c8d service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385004 Jan 27 21:45:20.018448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4141a9c4-b92e-4e2b-aa39-24be605697ee {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:20.051499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:20.102737 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.137941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-fd027260-395e-42a2-9485-63639d038575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:20.139527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-fd027260-395e-42a2-9485-63639d038575 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0105135 Jan 27 21:45:20.166399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] For port 80ee46ba-510f-4328-a50f-825448da2598, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=80ee46ba-510f-4328-a50f-825448da2598,segment=NetworkSegment(0cf8b57a-5d1a-4725-95cd-a713cd0332b1),segment_id=0cf8b57a-5d1a-4725-95cd-a713cd0332b1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:20.167021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (80ee46ba-510f-4328-a50f-825448da2598), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.174777 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19c6265d-bf79-4e7e-8333-ae1f3430c1bf req-fa32f802-301c-4c83-a6d3-8256041f57a6 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587597 Jan 27 21:45:20.231831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Calling delete_port for 80ee46ba-510f-4328-a50f-825448da2598 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:20.262373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8f60971-dc02-44c7-8a81-5ceaeed762d0 req-fe33a1fe-b509-41b3-ad57-f013c1129dad tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2ba0724-11ad-448c-ae37-4d0e12e03274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146799 Jan 27 21:45:20.282285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c69c406-4ea2-4c83-a3e9-022b10e2f448 req-5c0b6fad-f273-4b50-af10-28bc4959bacf tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8951495 Jan 27 21:45:20.366879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Made reservation on behalf of 8c03f0697fd4422a9881e94c24f3282d for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:20.385781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] Transition to ACTIVE for port object 4141a9c4-b92e-4e2b-aa39-24be605697ee will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:20.396690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.397267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.422202 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.426560 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a247f6d6-5aef-4f47-85aa-489ce8b2965e x-openstack-request-id: req-a247f6d6-5aef-4f47-85aa-489ce8b2965e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:20.427922 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:20.429060 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a247f6d6-5aef-4f47-85aa-489ce8b2965e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:20.431768 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'code': 200} Jan 27 21:45:20.504450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] No DVR routers for this DVR port 4141a9c4-b92e-4e2b-aa39-24be605697ee on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:20.520782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] Pushing event updated for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:20.526183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a6d2922-7680-456d-be85-9a03bec834bf req-22acbb8e-48d4-4159-b1f8-7ee06301b881 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 210 time: 0.0929484 Jan 27 21:45:20.531097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-39199557-864a-463e-b354-b0913eeaafbf service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780293 Jan 27 21:45:20.557208 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-acddbb58-dc2c-4051-9f4d-fad04605b623 service neutron] 10.222.0.16 "PUT /v2.0/ports/4141a9c4-b92e-4e2b-aa39-24be605697ee/bindings/n-h2-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4406192 Jan 27 21:45:20.650060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (80ee46ba-510f-4328-a50f-825448da2598), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.697878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Pushing event deleted for resources: {'Port': ['ID=80ee46ba-510f-4328-a50f-825448da2598,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:20.757615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] No DVR routers for this DVR port 80ee46ba-510f-4328-a50f-825448da2598 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:20.760542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.764306 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-52e2bebf-9641-4b37-811c-4edcb750ca3e req-64604127-41ef-4515-865e-cb08e8cd0098 tempest-ServerAddressesNegativeTestJSON-1591833441 tempest-ServerAddressesNegativeTestJSON-1591833441-project] 10.222.0.16 "DELETE /v2.0/ports/80ee46ba-510f-4328-a50f-825448da2598 HTTP/1.1" status: 204 len: 173 time: 1.1827765 Jan 27 21:45:20.764839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84c16eb-d0ea-4f30-bfde-a56531a3ffda', 'name': 'network-vif-deleted', 'tag': '80ee46ba-510f-4328-a50f-825448da2598'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:20.774353 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3501469-0ae6-4760-95e1-6e91748242c6" -d '{"events": [{"server_uuid": "d84c16eb-d0ea-4f30-bfde-a56531a3ffda", "name": "network-vif-deleted", "tag": "80ee46ba-510f-4328-a50f-825448da2598"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:20.824296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'name': 'network-vif-deleted', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:20.831636 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc33cd6-5c14-438b-aca6-ec6cfc0ecfbf" -d '{"events": [{"server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "name": "network-vif-deleted", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:20.934867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-7fb51fca-84d0-4fa3-bde5-d0fcd8e54439 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865240 Jan 27 21:45:20.998008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d530d1-4782-470f-aaad-a7f7cc53865f req-eb090063-69c7-429b-9ab7-86cd5de8283d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:20.999367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2d530d1-4782-470f-aaad-a7f7cc53865f req-eb090063-69c7-429b-9ab7-86cd5de8283d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 944 time: 0.4564013 Jan 27 21:45:21.013000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-cda72ad3-b4b4-49df-bd7f-4d3fb4d60242 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.014553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-cda72ad3-b4b4-49df-bd7f-4d3fb4d60242 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1920497 Jan 27 21:45:21.081691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Allocated IP 172.20.0.5 (c6a49bda-e807-4cef-a073-15021af28df4/616b2626-750f-41ca-ac9e-9b235b736bf2/f2a556f5-8d1d-479b-a3de-e86041e0616b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:21.156537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2d530d1-4782-470f-aaad-a7f7cc53865f req-4b99be50-6d7a-458b-9f68-7896315fca85 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491005 Jan 27 21:45:21.218427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-462d988b-e78e-47cf-b57d-37887a4f75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.220882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-462d988b-e78e-47cf-b57d-37887a4f75d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5 HTTP/1.1" status: 200 len: 1095 time: 0.1975856 Jan 27 21:45:21.233780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-a1cee18e-179c-426d-9f94-8c35ba52373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.234668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-a1cee18e-179c-426d-9f94-8c35ba52373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.235358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-a1cee18e-179c-426d-9f94-8c35ba52373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.236006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-a1cee18e-179c-426d-9f94-8c35ba52373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.236730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-a1cee18e-179c-426d-9f94-8c35ba52373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.237401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-a1cee18e-179c-426d-9f94-8c35ba52373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.238437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-a1cee18e-179c-426d-9f94-8c35ba52373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.242223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-a1cee18e-179c-426d-9f94-8c35ba52373a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6485 time: 0.1940944 Jan 27 21:45:21.519323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-33a9e565-8573-41e5-995b-e55c2ee7b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.522091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-33a9e565-8573-41e5-995b-e55c2ee7b553 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.2562952 Jan 27 21:45:21.545320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-2a0f1044-3c54-4542-9283-49011f591cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.547650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-2a0f1044-3c54-4542-9283-49011f591cb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 200 len: 903 time: 0.2986333 Jan 27 21:45:21.554281 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks [] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.656703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474043a-7abc-4ee9-ac37-d81f4e34de53 req-504d1fbc-2e98-440f-8484-f56f67f8d117 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.658547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0474043a-7abc-4ee9-ac37-d81f4e34de53 req-504d1fbc-2e98-440f-8484-f56f67f8d117 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 945 time: 0.2535231 Jan 27 21:45:21.666312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c8960b52-2484-4913-a3aa-ffc61c268224 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8caceec-88c1-416b-95b8-518a051eef0d HTTP/1.1" status: 200 len: 217 time: 0.1092725 Jan 27 21:45:21.668204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 31d84811-467a-4071-b7d0-1c05fe8ce207 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:21.688782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 80ee46ba-510f-4328-a50f-825448da2598 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:21.762197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 80ee46ba-510f-4328-a50f-825448da2598 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:21.762553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 80ee46ba-510f-4328-a50f-825448da2598 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:21.762999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4141a9c4-b92e-4e2b-aa39-24be605697ee no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:21.833869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 4141a9c4-b92e-4e2b-aa39-24be605697ee host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:45:21.834511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4141a9c4-b92e-4e2b-aa39-24be605697ee not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:21.917855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-2b220a32-1971-4812-876b-7341279e25f4 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.919549 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-2b220a32-1971-4812-876b-7341279e25f4 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.2068863 Jan 27 21:45:21.937561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0474043a-7abc-4ee9-ac37-d81f4e34de53 req-0ecd6626-33de-4e0e-a9ee-205a18028139 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515647 Jan 27 21:45:21.941384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826529-2'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:21.982287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:21.994021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-6f80d97c-cc75-4a39-b3b6-cac3ac4f7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.003776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-6f80d97c-cc75-4a39-b3b6-cac3ac4f7361 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.3275654 Jan 27 21:45:22.006169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 31d84811-467a-4071-b7d0-1c05fe8ce207 has no active binding in host n-h1-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:45:22.008535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-24846533-38f6-4dfd-9194-9ad6563dafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.016411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-24846533-38f6-4dfd-9194-9ad6563dafde service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.4847155 Jan 27 21:45:22.045474 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.069628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.225570 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3ae8a9-277c-4758-b100-8e5dc3cd6116 x-openstack-request-id: req-ef3ae8a9-277c-4758-b100-8e5dc3cd6116 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:22.225867 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c65368-923f-42a0-b291-8c33d301f2e0", "name": "network-vif-deleted", "tag": "5e5b8e83-7f70-40e3-929c-cb7124dfa74d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:22.226124 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef3ae8a9-277c-4758-b100-8e5dc3cd6116 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:22.226528 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c65368-923f-42a0-b291-8c33d301f2e0', 'name': 'network-vif-deleted', 'tag': '5e5b8e83-7f70-40e3-929c-cb7124dfa74d', 'status': 'completed', 'code': 200} Jan 27 21:45:22.228297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-925ae4b9-d85b-44f6-801c-296fe21aa8d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 217 time: 0.1779737 Jan 27 21:45:22.288560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-c51fef4d-ada8-4b4c-bd6f-9d69f66c1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.290362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-c51fef4d-ada8-4b4c-bd6f-9d69f66c1e2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.0533619 Jan 27 21:45:22.293586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45120) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:22.299797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:22.325694 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c5217c-fc68-497a-9283-078e35036f64 x-openstack-request-id: req-c2c5217c-fc68-497a-9283-078e35036f64 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:22.327238 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84c16eb-d0ea-4f30-bfde-a56531a3ffda", "name": "network-vif-deleted", "tag": "80ee46ba-510f-4328-a50f-825448da2598", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:22.329078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Network c6a49bda-e807-4cef-a073-15021af28df4 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:22.330194 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2c5217c-fc68-497a-9283-078e35036f64 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:22.333935 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84c16eb-d0ea-4f30-bfde-a56531a3ffda', 'name': 'network-vif-deleted', 'tag': '80ee46ba-510f-4328-a50f-825448da2598', 'status': 'completed', 'code': 200} Jan 27 21:45:22.370178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:22.373743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:22.386639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-863ff960-e22e-4eab-826c-0c9a8d579ac0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842507 Jan 27 21:45:22.414070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:22.523947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-40b8048b-871f-4ac3-8d20-83711c74dfae service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262395 Jan 27 21:45:22.551827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Publish callbacks [] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.562156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Pushing event updated for resources: {'Port': ['ID=f2a556f5-8d1d-479b-a3de-e86041e0616b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:22.577607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.678826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-87b26917-b4c6-4278-b595-7c786bfb2d45 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121204 Jan 27 21:45:22.690230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-0b50ea1c-bf1d-473e-a085-fd638863fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.691825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-0b50ea1c-bf1d-473e-a085-fd638863fd77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6727929 Jan 27 21:45:22.726704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Pushing event updated for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:22.742019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on host n-h2-826529-2 for vnic_type normal with profile {"migrating_to": "n-h1-826529-2"} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:22.742561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:22.743492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:22.751775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:22.752416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Attempting to bind port 31d84811-467a-4071-b7d0-1c05fe8ce207 on network 5f35a121-dfa2-4554-9cce-e99269f190f1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:22.761474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:22.762128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Checking segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:22.762707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Bound using segment: {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:22.763312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Bound port: 31d84811-467a-4071-b7d0-1c05fe8ce207, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f6412a-fd66-4c65-bb20-cbab28c8a2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f35a121-dfa2-4554-9cce-e99269f190f1'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:22.764008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.852770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adf044f-615a-4a24-a018-31552eccde9b admin admin] Deleting subnet fdcbd8db-bc0d-4089-b989-b5ebffd5c229 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:22.894634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.895449 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.899674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9adf044f-615a-4a24-a018-31552eccde9b admin admin] Publish callbacks [] for subnet (fdcbd8db-bc0d-4089-b989-b5ebffd5c229), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.959840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-19d85c74-5dc1-475e-8852-83f078a52565 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.975043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:22.977690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-19d85c74-5dc1-475e-8852-83f078a52565 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.982221 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:22.983159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-19d85c74-5dc1-475e-8852-83f078a52565 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.988813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-19d85c74-5dc1-475e-8852-83f078a52565 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.994411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.994722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-19d85c74-5dc1-475e-8852-83f078a52565 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.002416 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-19d85c74-5dc1-475e-8852-83f078a52565 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.008280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-19d85c74-5dc1-475e-8852-83f078a52565 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.016489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-19d85c74-5dc1-475e-8852-83f078a52565 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.4905107 Jan 27 21:45:23.098399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-e97dcda3-d490-4fc3-8511-6df560f867e3 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6195502 Jan 27 21:45:23.126516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Request body: {'port': {'device_id': 'af232365-7c3f-46b1-8025-991f04485f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:23.138055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Pushing event updated for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:23.173419 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9adf044f-615a-4a24-a018-31552eccde9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (fdcbd8db-bc0d-4089-b989-b5ebffd5c229), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.232333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551f3ce-c943-4117-b18c-63e0007a4828 req-6e2e0627-cf28-4b59-adf5-431ab1125aef tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.239814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b551f3ce-c943-4117-b18c-63e0007a4828 req-6e2e0627-cf28-4b59-adf5-431ab1125aef tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 931 time: 0.3678708 Jan 27 21:45:23.259544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.260846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.265258 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-df35a80e-96d7-4051-8ce4-19a873696eae service neutron] 10.222.0.16 "PUT /v2.0/ports/31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 200 len: 1121 time: 1.3330796 Jan 27 21:45:23.269630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-a06fb594-cae2-4fd0-a7ee-457c97e602ca tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.274867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-a06fb594-cae2-4fd0-a7ee-457c97e602ca tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.2136655 Jan 27 21:45:23.321118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e336c48-e743-431e-b56a-c4779d3c9800 req-0475d3e7-b246-45ed-ab5c-facfc24acd97 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3013792 Jan 27 21:45:23.359109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['31d84811-467a-4071-b7d0-1c05fe8ce207'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:23.492775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['31d84811-467a-4071-b7d0-1c05fe8ce207'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:23.521726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-66e483fb-37af-43cd-ac4c-d81f02179928 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147461 Jan 27 21:45:23.628884 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.677959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b551f3ce-c943-4117-b18c-63e0007a4828 req-94f19c52-98c5-4316-9909-dcf6f49c60a6 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372222 Jan 27 21:45:23.940674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-dfbd1e41-d533-46ff-8e83-33a3db765de5 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956599 Jan 27 21:45:23.941939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9adf044f-615a-4a24-a018-31552eccde9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (fdcbd8db-bc0d-4089-b989-b5ebffd5c229), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.335959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207'}, {'name': 'network-changed', 'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:24.340553 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726041b-58a4-4c2d-b793-1f5eddfe31f7" -d '{"events": [{"server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "name": "network-vif-unplugged", "status": "completed", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207"}, {"name": "network-changed", "server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:24.540845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f4b3-086f-4b8c-996f-5e921417ad76 req-8a93d3f3-12b6-4715-9ed8-bd8f805cdc8e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.542924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8605f4b3-086f-4b8c-996f-5e921417ad76 req-8a93d3f3-12b6-4715-9ed8-bd8f805cdc8e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 944 time: 1.0101221 Jan 27 21:45:24.583649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-be094a22-c0d3-4249-98d0-bf27b43a5121 service neutron] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:24.636145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-be094a22-c0d3-4249-98d0-bf27b43a5121 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.637754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d27892d-592b-42b8-83d0-0ba63d7b949d req-be094a22-c0d3-4249-98d0-bf27b43a5121 service neutron] 10.222.0.57 "DELETE /v2.0/ports/4141a9c4-b92e-4e2b-aa39-24be605697ee/bindings/n-h1-826529-2 HTTP/1.1" status: 204 len: 173 time: 1.2277730 Jan 27 21:45:24.660354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc3c8c-07ee-4698-9dce-231233d8d02c req-3958f21c-945a-4047-a99e-7f9bd2b556ab tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.662822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99bc3c8c-07ee-4698-9dce-231233d8d02c req-3958f21c-945a-4047-a99e-7f9bd2b556ab tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.2587409 Jan 27 21:45:24.684745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-f5261d00-2f17-423e-a789-4e9ac445dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.685278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-f5261d00-2f17-423e-a789-4e9ac445dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.686443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-f5261d00-2f17-423e-a789-4e9ac445dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.686820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-f5261d00-2f17-423e-a789-4e9ac445dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.687607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-f5261d00-2f17-423e-a789-4e9ac445dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.688599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-f5261d00-2f17-423e-a789-4e9ac445dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.688599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-f5261d00-2f17-423e-a789-4e9ac445dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.691747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-f5261d00-2f17-423e-a789-4e9ac445dae4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6485 time: 0.2894709 Jan 27 21:45:24.702216 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9adf044f-615a-4a24-a018-31552eccde9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (fdcbd8db-bc0d-4089-b989-b5ebffd5c229), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.866596 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9adf044f-615a-4a24-a018-31552eccde9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.874059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9adf044f-615a-4a24-a018-31552eccde9b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fdcbd8db-bc0d-4089-b989-b5ebffd5c229 HTTP/1.1" status: 204 len: 168 time: 2.5749333 Jan 27 21:45:24.875118 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45150) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:24.879137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf044f-615a-4a24-a018-31552eccde9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdcbd8db-bc0d-4089-b989-b5ebffd5c229,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:24.914144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8605f4b3-086f-4b8c-996f-5e921417ad76 req-951bff7f-92ce-478c-83c3-621446a0a6b8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526869 Jan 27 21:45:25.014507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99bc3c8c-07ee-4698-9dce-231233d8d02c req-a863da37-cd9e-4e0c-9009-579c585a0870 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156731 Jan 27 21:45:25.018766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a556f5-8d1d-479b-a3de-e86041e0616b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:25.034420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c66b3bbc-84ee-4426-9168-ac668f2d0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.036263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-c66b3bbc-84ee-4426-9168-ac668f2d0150 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 200 len: 903 time: 0.3286953 Jan 27 21:45:25.038252 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:45:25.039162 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Publish callbacks [] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.109531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2ab0f5b7-8442-440e-9928-627b463e7346), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.115963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-4e330675-9b4f-4050-a13f-db454e626f39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 HTTP/1.1" status: 200 len: 217 time: 0.0708015 Jan 27 21:45:25.124053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Transition to ACTIVE for port object f2a556f5-8d1d-479b-a3de-e86041e0616b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:25.148061 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.167867 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08b3ed-3fbe-4296-8fb5-7e56a55c71fe x-openstack-request-id: req-ff08b3ed-3fbe-4296-8fb5-7e56a55c71fe {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:25.171372 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "name": "network-vif-unplugged", "status": "completed", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207", "code": 200}, {"name": "network-changed", "server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:25.172507 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff08b3ed-3fbe-4296-8fb5-7e56a55c71fe {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:25.174760 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207', 'code': 200} Jan 27 21:45:25.176507 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207', 'status': 'completed', 'code': 200} Jan 27 21:45:25.359737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-d24a582c-bef6-46e4-91d1-d3d927b00ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.361506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-d24a582c-bef6-46e4-91d1-d3d927b00ff3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.2331276 Jan 27 21:45:25.367827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Pushing event updated for resources: {'Port': ['ID=f2a556f5-8d1d-479b-a3de-e86041e0616b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:25.427908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-a6a148ad-7045-460e-abf5-534c5403807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.429656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-a6a148ad-7045-460e-abf5-534c5403807b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1124 time: 0.2287118 Jan 27 21:45:25.528903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc956e-132c-4de3-84ef-a718311d135a req-df4e7bc4-e4e2-4c33-b5b8-808e0b8c74ba tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.534927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc956e-132c-4de3-84ef-a718311d135a req-df4e7bc4-e4e2-4c33-b5b8-808e0b8c74ba tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.540585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc956e-132c-4de3-84ef-a718311d135a req-df4e7bc4-e4e2-4c33-b5b8-808e0b8c74ba tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.546243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc956e-132c-4de3-84ef-a718311d135a req-df4e7bc4-e4e2-4c33-b5b8-808e0b8c74ba tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.551895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc956e-132c-4de3-84ef-a718311d135a req-df4e7bc4-e4e2-4c33-b5b8-808e0b8c74ba tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.557846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc956e-132c-4de3-84ef-a718311d135a req-df4e7bc4-e4e2-4c33-b5b8-808e0b8c74ba tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.563454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc956e-132c-4de3-84ef-a718311d135a req-df4e7bc4-e4e2-4c33-b5b8-808e0b8c74ba tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.565671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfcc956e-132c-4de3-84ef-a718311d135a req-df4e7bc4-e4e2-4c33-b5b8-808e0b8c74ba tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.2812641 Jan 27 21:45:25.683082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fa5e0-fd53-4255-9bb8-a508fbf32500 req-1ba343b1-66e3-4451-a291-4f62f3d0d273 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.685504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c39fa5e0-fd53-4255-9bb8-a508fbf32500 req-1ba343b1-66e3-4451-a291-4f62f3d0d273 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 943 time: 0.2957637 Jan 27 21:45:25.687759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-00b64784-51de-4c54-a6ab-f9d3049a6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.689448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-00b64784-51de-4c54-a6ab-f9d3049a6a82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3147130 Jan 27 21:45:25.789028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Attempting to bind port f2a556f5-8d1d-479b-a3de-e86041e0616b on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:25.789369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Attempting to bind port f2a556f5-8d1d-479b-a3de-e86041e0616b by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:25.789812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Attempting to bind port f2a556f5-8d1d-479b-a3de-e86041e0616b on network c6a49bda-e807-4cef-a073-15021af28df4 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:25.853127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2ab0f5b7-8442-440e-9928-627b463e7346), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.896745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Port f2a556f5-8d1d-479b-a3de-e86041e0616b on network c6a49bda-e807-4cef-a073-15021af28df4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:25.897320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Attempting to bind port f2a556f5-8d1d-479b-a3de-e86041e0616b on network c6a49bda-e807-4cef-a073-15021af28df4 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:25.902587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab0f5b7-8442-440e-9928-627b463e7346']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:25.908873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-131147db-ef79-4c28-96ed-c98bf91d6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.910697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-131147db-ef79-4c28-96ed-c98bf91d6b1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.4623175 Jan 27 21:45:25.922611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf8b57a-5d1a-4725-95cd-a713cd0332b1') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:25.922912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf8b57a-5d1a-4725-95cd-a713cd0332b1') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:25.930604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfcc956e-132c-4de3-84ef-a718311d135a req-cd266710-2f92-420d-84e2-070750e241d5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3253989 Jan 27 21:45:25.939164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:25.939548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Checking segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:25.939886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0cf8b57a-5d1a-4725-95cd-a713cd0332b1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.940067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Bound using segment: {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:25.940370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Bound port: f2a556f5-8d1d-479b-a3de-e86041e0616b, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eac5139-8d21-4dfd-9496-51be978b13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:25.940745 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.974264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0cf8b57a-5d1a-4725-95cd-a713cd0332b1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.987277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:25.988141 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0cf8b57a-5d1a-4725-95cd-a713cd0332b1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.006987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c39fa5e0-fd53-4255-9bb8-a508fbf32500 req-58d5a31b-5548-451a-855b-ce666ae3afaf tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948391 Jan 27 21:45:26.012338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-0c98a69e-fd5b-4b97-bffa-ed3fbd255679 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 200 len: 217 time: 0.0908260 Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:26.111068 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:26.118445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2ab0f5b7-8442-440e-9928-627b463e7346), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.131192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.137591 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2ab0f5b7-8442-440e-9928-627b463e7346 HTTP/1.1" status: 204 len: 168 time: 1.2602336 Jan 27 21:45:26.151078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-060c0811-ab0d-429c-87cd-d026c428e823 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333994 Jan 27 21:45:26.167729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7041cbb-dd68-4078-97c6-91e06e703935 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab0f5b7-8442-440e-9928-627b463e7346,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:26.302957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-ab03fcc9-8ca8-45f4-83e3-fe28a31f3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:26.304568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-ab03fcc9-8ca8-45f4-83e3-fe28a31f3298 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.2755015 Jan 27 21:45:26.383446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:26.436524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-2ec99b70-8eb0-4de9-a438-608e40c978ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064186 Jan 27 21:45:26.474563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45168) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:26.486297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:26.544483 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ad28e5ef-263a-4aaf-bb80-ab6a67dbe585 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b09a25bdb8994f9c88f47ff347e1a7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675733 Jan 27 21:45:26.547583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45170) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:26.552759 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.567074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630308a3-2292-4fe0-a611-3ffc958aff1f req-9dd11ae9-cb4f-4bad-8e48-896fd51594c3 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:26.569822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-630308a3-2292-4fe0-a611-3ffc958aff1f req-9dd11ae9-cb4f-4bad-8e48-896fd51594c3 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 947 time: 0.3216403 Jan 27 21:45:26.639003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7838fb-4d4a-4e29-b94b-646c2a9958d8 admin admin] Publish callbacks [] for security_group (f2ba0724-11ad-448c-ae37-4d0e12e03274), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.678343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7838fb-4d4a-4e29-b94b-646c2a9958d8 admin admin] Publish callbacks [] for security_group (f2ba0724-11ad-448c-ae37-4d0e12e03274), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.706515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2e00c-85cb-4d9d-bf7d-500957f4efbb req-b3c2c629-96fa-4386-8336-c3e434775ea9 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:26.721601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48b2e00c-85cb-4d9d-bf7d-500957f4efbb req-b3c2c629-96fa-4386-8336-c3e434775ea9 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.4333849 Jan 27 21:45:26.733494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:26.734314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.735911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] 10.222.0.57 "PUT /v2.0/ports/f2a556f5-8d1d-479b-a3de-e86041e0616b HTTP/1.1" status: 200 len: 1091 time: 3.6137130 Jan 27 21:45:26.738017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10f9a13-9804-489e-aeee-98735af31ea9 req-73c7b914-7976-45bd-a19c-50a78ed66b4c service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788851 Jan 27 21:45:26.764877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af232365-7c3f-46b1-8025-991f04485f83', 'tag': 'f2a556f5-8d1d-479b-a3de-e86041e0616b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:26.778187 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0959a9-092d-4317-94be-2e4daf0193eb" -d '{"events": [{"name": "network-changed", "server_uuid": "af232365-7c3f-46b1-8025-991f04485f83", "tag": "f2a556f5-8d1d-479b-a3de-e86041e0616b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:26.781014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7838fb-4d4a-4e29-b94b-646c2a9958d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f2ba0724-11ad-448c-ae37-4d0e12e03274), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.788215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7838fb-4d4a-4e29-b94b-646c2a9958d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.792672 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c7838fb-4d4a-4e29-b94b-646c2a9958d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2ba0724-11ad-448c-ae37-4d0e12e03274 HTTP/1.1" status: 204 len: 168 time: 0.2432995 Jan 27 21:45:26.839456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7838fb-4d4a-4e29-b94b-646c2a9958d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba0724-11ad-448c-ae37-4d0e12e03274,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:26.843907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48b2e00c-85cb-4d9d-bf7d-500957f4efbb req-a9f046f8-2a63-4609-a65e-a18d9db1e373 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202083 Jan 27 21:45:26.883105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa6d7f-5232-4a96-9f3b-2d03c3d08afb service neutron] Pushing event updated for resources: {'Port': ['ID=f2a556f5-8d1d-479b-a3de-e86041e0616b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:26.916027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-2d088435-6b10-4204-8138-100beb99af32 service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496315 Jan 27 21:45:27.091056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-630308a3-2292-4fe0-a611-3ffc958aff1f req-8232090f-6230-47ad-8485-1c5303b07360 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=f8eb3a84-e205-4481-9b0a-bc5e9f127000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789732 Jan 27 21:45:27.149377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663265d-b64c-4d60-bc92-53de677068d4 req-258e25e8-fa28-4ebe-acbe-299c59862e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.151005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-258e25e8-fa28-4ebe-acbe-299c59862e3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 1094 time: 0.3061094 Jan 27 21:45:27.201518 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4127fe-e330-48ae-8268-356967dca5af x-openstack-request-id: req-3c4127fe-e330-48ae-8268-356967dca5af {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:27.201858 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af232365-7c3f-46b1-8025-991f04485f83", "tag": "f2a556f5-8d1d-479b-a3de-e86041e0616b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:27.202220 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c4127fe-e330-48ae-8268-356967dca5af {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:27.202514 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af232365-7c3f-46b1-8025-991f04485f83', 'tag': 'f2a556f5-8d1d-479b-a3de-e86041e0616b', 'status': 'completed', 'code': 200} Jan 27 21:45:27.282848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-ffad5d9c-b9ef-464d-b360-a19b9efb2559 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b HTTP/1.1" status: 200 len: 217 time: 0.1200764 Jan 27 21:45:27.288170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0726041b-58a4-4c2d-b793-1f5eddfe31f7 req-02e637d7-3c0c-4505-9f8c-8ab05d39467a service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505139 Jan 27 21:45:27.352589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1d07d-1691-4855-a3d3-a2dcfd874ee9 req-68dd5107-8bd8-4424-8902-708850a9fb77 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.355707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65b1d07d-1691-4855-a3d3-a2dcfd874ee9 req-68dd5107-8bd8-4424-8902-708850a9fb77 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.1771629 Jan 27 21:45:27.400382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663265d-b64c-4d60-bc92-53de677068d4 req-559fe488-c1de-45a0-8199-709c31f5dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.402416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-559fe488-c1de-45a0-8199-709c31f5dea0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 200 len: 845 time: 0.1048007 Jan 27 21:45:27.494551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-2ad73651-a2de-4bbd-85a1-ba2995bb0050 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a49bda-e807-4cef-a073-15021af28df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687172 Jan 27 21:45:27.538072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65b1d07d-1691-4855-a3d3-a2dcfd874ee9 req-2054e81e-190c-4031-b5fe-9717a8ba129a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721547 Jan 27 21:45:27.598881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-a9258cff-8ba7-4eee-acf2-14c64008efb1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.604377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-a9258cff-8ba7-4eee-acf2-14c64008efb1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.609735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-a9258cff-8ba7-4eee-acf2-14c64008efb1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.615227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-a9258cff-8ba7-4eee-acf2-14c64008efb1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.620708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-a9258cff-8ba7-4eee-acf2-14c64008efb1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.626087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-a9258cff-8ba7-4eee-acf2-14c64008efb1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.631514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-a9258cff-8ba7-4eee-acf2-14c64008efb1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.633503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-a9258cff-8ba7-4eee-acf2-14c64008efb1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.2578847 Jan 27 21:45:27.643444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-afcb15aa-1ce0-4a5b-ab96-c92c44defff6 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.645011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-afcb15aa-1ce0-4a5b-ab96-c92c44defff6 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 947 time: 0.2179797 Jan 27 21:45:27.786038 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-a493c656-16f0-441c-a7bd-b0399d754bdb service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763700 Jan 27 21:45:27.859800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efaee17c-3dd8-4544-98f7-7b198e426b09 req-060974b0-73af-433d-9c17-1068b8d1aa91 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116048 Jan 27 21:45:27.919146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1a855-ef16-4538-b3d2-473d3707355e req-a8a1657d-716b-49b9-93bc-eea72ed8face tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.920863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9dd1a855-ef16-4538-b3d2-473d3707355e req-a8a1657d-716b-49b9-93bc-eea72ed8face tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 943 time: 0.2634544 Jan 27 21:45:28.002131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Deleting port fb222764-304a-46f4-a1ca-d64357c2c239 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:28.002374 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.010608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9663265d-b64c-4d60-bc92-53de677068d4 req-733cccf2-eda0-47fa-bf6b-e608219fc0c2 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939332 Jan 27 21:45:28.094100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9dd1a855-ef16-4538-b3d2-473d3707355e req-80654cc8-5aa9-47a5-8739-ae9f01502722 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610289 Jan 27 21:45:28.206330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] For port fb222764-304a-46f4-a1ca-d64357c2c239, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fb222764-304a-46f4-a1ca-d64357c2c239,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:28.207176 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.238172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Calling delete_port for fb222764-304a-46f4-a1ca-d64357c2c239 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:28.295641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-7a0fae0b-0cd1-47e9-82df-bcc58010120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:28.298268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-7a0fae0b-0cd1-47e9-82df-bcc58010120c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8c03f0697fd4422a9881e94c24f3282d&device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 1094 time: 0.2175322 Jan 27 21:45:28.607755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-ecbd2215-7dd8-4d77-8079-e589a823a7c8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:28.610183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-ecbd2215-7dd8-4d77-8079-e589a823a7c8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 808 time: 0.3656685 Jan 27 21:45:28.674885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-ab416cea-552d-4674-a641-c41c3d9dc39c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/quotas/04ce8b9f3f3942a3b7f93cf4bd2772b5 HTTP/1.1" status: 200 len: 375 time: 0.0349817 Jan 27 21:45:28.715222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-d853b0be-9ad0-490a-b89b-45183a83138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:28.717421 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-d853b0be-9ad0-490a-b89b-45183a83138f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 200 len: 906 time: 0.3592782 Jan 27 21:45:29.120222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f2a556f5-8d1d-479b-a3de-e86041e0616b details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:29.209936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 31d84811-467a-4071-b7d0-1c05fe8ce207 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:29.281836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-2c8e6a4a-20d8-47c9-8e48-d48da8d985e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b HTTP/1.1" status: 200 len: 217 time: 0.5211651 Jan 27 21:45:29.360427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-adb4bac1-a52d-424b-ad60-62bf0d0bdaba tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6720688 Jan 27 21:45:29.421044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4338cf2-70f7-4acc-8ba0-3fd9657fe179 req-df6d993b-0687-4388-8743-a291f5d5240e tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c HTTP/1.1" status: 200 len: 210 time: 0.0508158 Jan 27 21:45:29.469173 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (fb222764-304a-46f4-a1ca-d64357c2c239), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.552658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 31d84811-467a-4071-b7d0-1c05fe8ce207 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:29.560192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:29.569489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Pushing event deleted for resources: {'Port': ['ID=fb222764-304a-46f4-a1ca-d64357c2c239,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:29.592639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f2a556f5-8d1d-479b-a3de-e86041e0616b', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'port_id': 'f2a556f5-8d1d-479b-a3de-e86041e0616b', 'mac_address': 'fa:16:3e:04:7e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616b2626-750f-41ca-ac9e-9b235b736bf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:29.658407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-4c89c2a8-01b7-4319-a838-337c5eec0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:29.661203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-4c89c2a8-01b7-4319-a838-337c5eec0700 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 200 len: 845 time: 0.3615417 Jan 27 21:45:29.692550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f2a556f5-8d1d-479b-a3de-e86041e0616b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:29.693160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.712922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] No DVR routers for this DVR port fb222764-304a-46f4-a1ca-d64357c2c239 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:29.717356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.723349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-749cad8d-c210-4b70-9824-0af85db7aa73 req-ed1823ad-b421-4fac-842e-7ebb7c3f55d9 tempest-ImagesOneServerTestJSON-2113254953 tempest-ImagesOneServerTestJSON-2113254953-project] 10.222.0.57 "DELETE /v2.0/ports/fb222764-304a-46f4-a1ca-d64357c2c239 HTTP/1.1" status: 204 len: 173 time: 2.0670240 Jan 27 21:45:29.754237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-deleted', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:29.754680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a556f5-8d1d-479b-a3de-e86041e0616b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:29.759451 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ad7a73-054e-4804-8167-5bb06ec539fa" -d '{"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-deleted", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:29.764082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-7078f50e-56fd-409f-8f83-34f863ddf425 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a49bda-e807-4cef-a073-15021af28df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924995 Jan 27 21:45:29.871247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:29.882628 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.891724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-46549d6c-450d-4d6b-86b2-16223b5eb914 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202211 Jan 27 21:45:30.062834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e0959a9-092d-4317-94be-2e4daf0193eb req-9d33fa70-f4f5-4b57-a085-d0c53c7ed67a service neutron] 10.222.0.57 "GET /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596744 Jan 27 21:45:30.110034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-89519cc4-8e4c-4664-979f-bca5a745c0f6 service neutron] 10.222.0.45 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540053 Jan 27 21:45:30.125089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a556f5-8d1d-479b-a3de-e86041e0616b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:30.143959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.145639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.147387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.148344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.149238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.150110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.150980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.152301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.153139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.154181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.156022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.156858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.157657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:30.189359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f2a556f5-8d1d-479b-a3de-e86041e0616b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:30.350948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-a10a647f-848c-41a2-bc9f-e5e9ca1a3d9b service neutron] 10.222.0.45 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246201 Jan 27 21:45:30.792713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e47db-60bb-4909-8fb4-25aca96036aa req-142dd9fe-e433-43b5-a5e9-b18b3d5052d3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.794449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db6e47db-60bb-4909-8fb4-25aca96036aa req-142dd9fe-e433-43b5-a5e9-b18b3d5052d3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.1158738 Jan 27 21:45:30.961774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db6e47db-60bb-4909-8fb4-25aca96036aa req-0231d34a-60e3-43d4-98b0-5ded336b6a2d tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588135 Jan 27 21:45:30.973290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-cb250609-033d-432b-b133-f74e273f854e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.994021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-cb250609-033d-432b-b133-f74e273f854e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.998869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-cb250609-033d-432b-b133-f74e273f854e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.013864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-cb250609-033d-432b-b133-f74e273f854e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.025364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-cb250609-033d-432b-b133-f74e273f854e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.036369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-cb250609-033d-432b-b133-f74e273f854e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.045337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-cb250609-033d-432b-b133-f74e273f854e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.052830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-cb250609-033d-432b-b133-f74e273f854e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1955945 Jan 27 21:45:31.133546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:31.220006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: fb222764-304a-46f4-a1ca-d64357c2c239 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:31.221210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fb222764-304a-46f4-a1ca-d64357c2c239 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:31.240962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d259d4cd-611c-4137-8dc4-e7decf925db6 req-176bc2f3-5768-4f04-be87-502e0ad97b97 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617620 Jan 27 21:45:31.516196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135144c1-dae7-412c-a96f-3dd0ffedaf73 req-db97328b-0818-45c5-b3cf-43a69ca3c0b8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.518789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-135144c1-dae7-412c-a96f-3dd0ffedaf73 req-db97328b-0818-45c5-b3cf-43a69ca3c0b8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 944 time: 0.1232188 Jan 27 21:45:31.626123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-135144c1-dae7-412c-a96f-3dd0ffedaf73 req-21498261-ab44-41b5-872e-4ab125d1a61a tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956645 Jan 27 21:45:31.737861 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e8ec1-fa47-4d19-8964-53103b5bf9f8 x-openstack-request-id: req-5e6e8ec1-fa47-4d19-8964-53103b5bf9f8 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:31.738192 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c", "name": "network-vif-deleted", "tag": "fb222764-304a-46f4-a1ca-d64357c2c239", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:31.738465 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e6e8ec1-fa47-4d19-8964-53103b5bf9f8 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:31.738884 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ee36a2-9b0c-4ad2-a8ba-d71ee1fc558c', 'name': 'network-vif-deleted', 'tag': 'fb222764-304a-46f4-a1ca-d64357c2c239', 'status': 'completed', 'code': 200} Jan 27 21:45:32.198263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f23412a-c484-4c09-9fa6-c6be522df242 req-dfe8ef9c-8d81-493a-b399-c7f88004a7da tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.1035795 Jan 27 21:45:32.406743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ecb0b23-3e60-444d-98f4-01b903dd420a req-c602545e-34ef-41ea-8885-62bee7787485 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 210 time: 0.0527792 Jan 27 21:45:32.505206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45280) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:32.555173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922d043-516a-4276-9a6b-f01ef546aace req-4106ec30-f405-4f08-ada8-1c3dda71c434 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.566040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e922d043-516a-4276-9a6b-f01ef546aace req-4106ec30-f405-4f08-ada8-1c3dda71c434 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.0869174 Jan 27 21:45:32.633486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e922d043-516a-4276-9a6b-f01ef546aace req-b8f1dab6-0232-4de6-882c-18637e3f4e15 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661309 Jan 27 21:45:32.764800 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-87fe4501-38a4-4687-adb0-5beb426e28e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a90c2fe0c24472ba9628a9e880f952f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569485 Jan 27 21:45:32.767254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:32.810757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-147c4f0e-3228-42e3-bb76-b249b798a773 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.831644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-147c4f0e-3228-42e3-bb76-b249b798a773 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.851089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-147c4f0e-3228-42e3-bb76-b249b798a773 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.859356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bab66ac6-e31a-45f1-9338-6aa0f1ffd2f4 admin admin] Publish callbacks [] for security_group (f8eb3a84-e205-4481-9b0a-bc5e9f127000), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.863154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-147c4f0e-3228-42e3-bb76-b249b798a773 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.877619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-147c4f0e-3228-42e3-bb76-b249b798a773 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.884076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-147c4f0e-3228-42e3-bb76-b249b798a773 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.888586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bab66ac6-e31a-45f1-9338-6aa0f1ffd2f4 admin admin] Publish callbacks [] for security_group (f8eb3a84-e205-4481-9b0a-bc5e9f127000), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.902682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-147c4f0e-3228-42e3-bb76-b249b798a773 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.906761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-147c4f0e-3228-42e3-bb76-b249b798a773 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1841564 Jan 27 21:45:32.962177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bab66ac6-e31a-45f1-9338-6aa0f1ffd2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f8eb3a84-e205-4481-9b0a-bc5e9f127000), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.967716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bab66ac6-e31a-45f1-9338-6aa0f1ffd2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.971576 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bab66ac6-e31a-45f1-9338-6aa0f1ffd2f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8eb3a84-e205-4481-9b0a-bc5e9f127000 HTTP/1.1" status: 204 len: 168 time: 0.2012227 Jan 27 21:45:33.013498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab66ac6-e31a-45f1-9338-6aa0f1ffd2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eb3a84-e205-4481-9b0a-bc5e9f127000,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:33.110419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-283515a7-0b44-474e-ae44-bbe6d0622d84 req-501c7952-fee6-4606-9b32-7f1215b49151 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1877856 Jan 27 21:45:33.157584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f2a556f5-8d1d-479b-a3de-e86041e0616b up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:33.194691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-0145be50-ff7a-4f79-a636-0a05d86d388f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.198126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-0145be50-ff7a-4f79-a636-0a05d86d388f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 808 time: 0.2903509 Jan 27 21:45:33.214575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Request body: {'port': {'device_id': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'admin_state_up': True, 'tenant_id': '04ce8b9f3f3942a3b7f93cf4bd2772b5'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:33.282112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port f2a556f5-8d1d-479b-a3de-e86041e0616b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:45:33.287144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f2a556f5-8d1d-479b-a3de-e86041e0616b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:33.287915 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.371269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ef996-1daa-4075-8298-31edff2ed6d5 req-f958034d-7982-4d4a-9a5b-3824256d9c52 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.373703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b6ef996-1daa-4075-8298-31edff2ed6d5 req-f958034d-7982-4d4a-9a5b-3824256d9c52 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 944 time: 0.1240985 Jan 27 21:45:33.389596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f2a556f5-8d1d-479b-a3de-e86041e0616b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:33.390004 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.444236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af232365-7c3f-46b1-8025-991f04485f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a556f5-8d1d-479b-a3de-e86041e0616b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:33.449406 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e63ded-3d6a-4e97-aeaa-fbf3617e3d6b" -d '{"events": [{"server_uuid": "af232365-7c3f-46b1-8025-991f04485f83", "name": "network-vif-plugged", "status": "completed", "tag": "f2a556f5-8d1d-479b-a3de-e86041e0616b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:33.468729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:33.475974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.508699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b6ef996-1daa-4075-8298-31edff2ed6d5 req-1b4bd8e0-1406-494f-9c01-e19a18e7b8f8 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085756 Jan 27 21:45:33.509710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Made reservation on behalf of 04ce8b9f3f3942a3b7f93cf4bd2772b5 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:33.529215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.582266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a556f5-8d1d-479b-a3de-e86041e0616b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:33.807974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Allocated IP 172.20.0.6 (26aeaa09-0f01-4be0-879e-8beb0b999c2d/489471bf-7c5c-4e63-9af0-2db5188f3511/84af5035-de23-4221-9eef-076e21d0b1a6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:33.824195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d47e9f48-8b1a-44e0-9718-172ce76b9ea3 req-576135b0-585f-46e7-9ecd-0d61d9f44e12 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0623670 Jan 27 21:45:34.040062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-395c2159-0238-4ad6-8b86-e05463f35882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.101977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks [] for port (84af5035-de23-4221-9eef-076e21d0b1a6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.182120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.250694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Network 26aeaa09-0f01-4be0-879e-8beb0b999c2d is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:34.261897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:34.276049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3c26-088f-4608-8f57-aad983ab7f75 req-d084cff0-e281-4cf3-b7a8-607bdec345a6 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.284788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9af3c26-088f-4608-8f57-aad983ab7f75 req-d084cff0-e281-4cf3-b7a8-607bdec345a6 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 931 time: 0.1434591 Jan 27 21:45:34.293924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:34.327586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Pushing event updated for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:34.403767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.404867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.432799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9af3c26-088f-4608-8f57-aad983ab7f75 req-f07d9bf0-63ff-46a7-82c2-654d4a7fbec0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468580 Jan 27 21:45:34.450751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-d369fdf9-6b9a-415f-b1ff-ddd2b160c3fa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2403686 Jan 27 21:45:34.466643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Request body: {'port': {'device_id': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:34.526705 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea992ad-8966-4651-889d-4e061d298998 x-openstack-request-id: req-9ea992ad-8966-4651-889d-4e061d298998 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:34.527682 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af232365-7c3f-46b1-8025-991f04485f83", "name": "network-vif-plugged", "status": "completed", "tag": "f2a556f5-8d1d-479b-a3de-e86041e0616b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:34.528128 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ea992ad-8966-4651-889d-4e061d298998 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:34.528841 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af232365-7c3f-46b1-8025-991f04485f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a556f5-8d1d-479b-a3de-e86041e0616b', 'code': 200} Jan 27 21:45:34.588612 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.726606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fdb0d-1812-44a0-9d76-1eb3d168aa96 req-2f56b79e-3b05-4d74-be85-a29f916d7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.728699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-369fdb0d-1812-44a0-9d76-1eb3d168aa96 req-2f56b79e-3b05-4d74-be85-a29f916d7b00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 1096 time: 0.1148369 Jan 27 21:45:34.824791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109d806-30ce-432c-b1f0-5f97c61bbe5b req-058f8553-86d5-4a87-ab5f-2125407d3efc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.826606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d109d806-30ce-432c-b1f0-5f97c61bbe5b req-058f8553-86d5-4a87-ab5f-2125407d3efc tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.2139258 Jan 27 21:45:34.994667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-369fdb0d-1812-44a0-9d76-1eb3d168aa96 req-7bf0fb2a-cc3f-48de-9e02-ffdb73c0b37e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565148 Jan 27 21:45:35.028698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d109d806-30ce-432c-b1f0-5f97c61bbe5b req-9c6ec484-845e-415d-8564-4291fd590e24 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911647 Jan 27 21:45:35.297817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-2b87e5cb-aa39-46e1-9038-c5f49b1c15f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.317085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-2b87e5cb-aa39-46e1-9038-c5f49b1c15f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.328526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-2b87e5cb-aa39-46e1-9038-c5f49b1c15f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.339714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-2b87e5cb-aa39-46e1-9038-c5f49b1c15f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.348726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-2b87e5cb-aa39-46e1-9038-c5f49b1c15f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.373483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-2b87e5cb-aa39-46e1-9038-c5f49b1c15f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.385713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-2b87e5cb-aa39-46e1-9038-c5f49b1c15f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.404898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-2b87e5cb-aa39-46e1-9038-c5f49b1c15f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.2823801 Jan 27 21:45:35.463191 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0da56fb0-56cd-43fb-9576-06a1245ecb62 req-ce5977fb-4c8e-4a32-8ddd-b0435a5837fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0462778 Jan 27 21:45:35.559374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84af5035-de23-4221-9eef-076e21d0b1a6 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:35.697861 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Publish callbacks [] for port (84af5035-de23-4221-9eef-076e21d0b1a6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.766234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfc4826c-7ad9-43b0-b52d-d2abd00f5b95 req-7194a0a6-5607-48ec-b655-ffedaa7f2394 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3147569 Jan 27 21:45:35.790593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Transition to ACTIVE for port object 84af5035-de23-4221-9eef-076e21d0b1a6 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:35.847269 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.899202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-9bbf5c2c-8d05-4eef-a168-e72e49a3445d service neutron] 10.222.0.57 "GET /v2.0/ports/31d84811-467a-4071-b7d0-1c05fe8ce207/bindings/n-h1-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.4916220 Jan 27 21:45:36.110613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45340) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:36.174114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Pushing event updated for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:36.304442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fbf3d-42b2-4c8f-95a8-0c4961870929 req-dad4f372-801c-4138-8f5f-cf491b71db98 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:36.313484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d1fbf3d-42b2-4c8f-95a8-0c4961870929 req-dad4f372-801c-4138-8f5f-cf491b71db98 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 945 time: 0.3158321 Jan 27 21:45:36.327339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4398d925-c012-42b6-856b-59b85701447b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.334775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:36.335376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:36.335965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:36.360080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:36.360629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:36.443402 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4398d925-c012-42b6-856b-59b85701447b admin admin] Publish callbacks [] for security_group (37d42611-200c-4804-be7c-807381d4b2f4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.451596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4398d925-c012-42b6-856b-59b85701447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (37d42611-200c-4804-be7c-807381d4b2f4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.484390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6caaff69-843a-45ce-8239-6dc4dad25026 req-be6e2df2-bac2-46e0-b533-a4dfa415729b tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.1683519 Jan 27 21:45:36.485833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:36.490940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:36.491682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:36.492493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Bound port: 84af5035-de23-4221-9eef-076e21d0b1a6, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:36.493130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.499181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398d925-c012-42b6-856b-59b85701447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d42611-200c-4804-be7c-807381d4b2f4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:36.562727 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4398d925-c012-42b6-856b-59b85701447b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9baa3ab90da2452ea7296178315ec93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4503901 Jan 27 21:45:36.567544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45344) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:36.647584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d1fbf3d-42b2-4c8f-95a8-0c4961870929 req-4cf22bd5-a304-4557-aef8-7e9e8ec24d2d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210468 Jan 27 21:45:36.741048 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3376d5f-4723-4451-bc76-0a2501abc08b admin admin] Publish callbacks [] for security_group (37d42611-200c-4804-be7c-807381d4b2f4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.829889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3376d5f-4723-4451-bc76-0a2501abc08b admin admin] Publish callbacks [] for security_group (37d42611-200c-4804-be7c-807381d4b2f4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.952795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3376d5f-4723-4451-bc76-0a2501abc08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (37d42611-200c-4804-be7c-807381d4b2f4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.959363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3376d5f-4723-4451-bc76-0a2501abc08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.977318 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1441ae19-4f73-46a6-abb4-3b9c55881081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.980297 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3376d5f-4723-4451-bc76-0a2501abc08b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37d42611-200c-4804-be7c-807381d4b2f4 HTTP/1.1" status: 204 len: 168 time: 0.4108870 Jan 27 21:45:37.008509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3376d5f-4723-4451-bc76-0a2501abc08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d42611-200c-4804-be7c-807381d4b2f4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:37.051959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:37.062572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:37.092473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c613d-d412-4164-98cb-3d8200610a8f req-ade149e1-6067-4adf-a866-b26f3e1f7a97 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:37.095147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-807c613d-d412-4164-98cb-3d8200610a8f req-ade149e1-6067-4adf-a866-b26f3e1f7a97 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 943 time: 0.3631632 Jan 27 21:45:37.109558 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.220207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Pushing event updated for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:37.255375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047434c-e103-43ba-89b3-51e7c603d941 req-a0c32fbb-20fd-44c9-bd6e-13e24e0cbaea tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:37.268529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3047434c-e103-43ba-89b3-51e7c603d941 req-a0c32fbb-20fd-44c9-bd6e-13e24e0cbaea tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 943 time: 0.4317243 Jan 27 21:45:37.361743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:37.362767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.365283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-558a7935-266d-4c69-bdcc-7f17ad5fb06c service neutron] 10.222.0.16 "PUT /v2.0/ports/84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 1091 time: 2.9062910 Jan 27 21:45:37.366769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:37.383879 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27c63eb-605e-4058-83db-4d50da8c806a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:37.400222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:37.488254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3047434c-e103-43ba-89b3-51e7c603d941 req-b4787c9d-0a8d-4e6b-b150-528c35c2a6d1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179718 Jan 27 21:45:37.604824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:37.630031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-807c613d-d412-4164-98cb-3d8200610a8f req-050d08cd-f09c-484a-bded-268a9e75d9b2 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204245 Jan 27 21:45:37.742913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-c0273f3e-738b-4ab4-be45-cb818d1f7862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:37.746742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-c0273f3e-738b-4ab4-be45-cb818d1f7862 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1094 time: 0.2947497 Jan 27 21:45:37.760968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d84811-467a-4071-b7d0-1c05fe8ce207 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:37.967878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:37.993572 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cb5eec-d961-48be-a353-502b3525da57 x-openstack-request-id: req-e4cb5eec-d961-48be-a353-502b3525da57 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:37.993981 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:37.994519 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4cb5eec-d961-48be-a353-502b3525da57 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:37.994958 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6', 'status': 'completed', 'code': 200} Jan 27 21:45:38.002332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-e83df6b2-5beb-4c15-8d6a-810a6a391f8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 217 time: 0.1850708 Jan 27 21:45:38.069348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.128890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-d4c828c3-c3e7-40e1-821f-59550be050e1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.139193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-d4c828c3-c3e7-40e1-821f-59550be050e1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.149905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-d4c828c3-c3e7-40e1-821f-59550be050e1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.160916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-d4c828c3-c3e7-40e1-821f-59550be050e1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.169244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-d4c828c3-c3e7-40e1-821f-59550be050e1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.182116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-d4c828c3-c3e7-40e1-821f-59550be050e1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.190599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-d4c828c3-c3e7-40e1-821f-59550be050e1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.203717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-d4c828c3-c3e7-40e1-821f-59550be050e1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.4250996 Jan 27 21:45:38.274639 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.367547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd24bf5a-636e-4ecb-afea-9b039edeee3e req-d99c67de-e481-463a-8227-82255ff145b8 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.2683523 Jan 27 21:45:38.370534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-707b0f6b-0b42-42b2-8701-4c42b99c717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.376873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-707b0f6b-0b42-42b2-8701-4c42b99c717a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.3660815 Jan 27 21:45:38.521315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-550abbdb-fc46-4273-ad56-97cdeb78ca88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295714 Jan 27 21:45:38.760461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-135a35b2-3306-4f2e-80d1-ac8aeb3a6c7f req-61b96879-957a-4c40-ba0e-e15ea712fad1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5557537 Jan 27 21:45:38.876843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] Transition to ACTIVE for port object 31d84811-467a-4071-b7d0-1c05fe8ce207 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:38.914450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.999222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-5924694a-9964-40b9-9628-0cedc7e02ef4 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558928 Jan 27 21:45:39.133897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-765add8b-b8a6-47ee-8518-5ed7f6c758aa req-fb4bab28-957e-402c-b629-a4a429816edf service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278136 Jan 27 21:45:39.240904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] No DVR routers for this DVR port 31d84811-467a-4071-b7d0-1c05fe8ce207 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:39.314548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] 10.222.0.57 "PUT /v2.0/ports/31d84811-467a-4071-b7d0-1c05fe8ce207/bindings/n-h1-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 3.3756986 Jan 27 21:45:39.316576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c792022-3889-4935-aa1b-0f503057ddb0 service neutron] Pushing event updated for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=10']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:39.328678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf27f-4621-4927-92de-9b4fd055fb2b req-78f6dc1b-7bc6-4fe5-817a-f27ba871d43d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.331279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-878cf27f-4621-4927-92de-9b4fd055fb2b req-78f6dc1b-7bc6-4fe5-817a-f27ba871d43d tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 945 time: 0.1760020 Jan 27 21:45:39.384690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c63eb-605e-4058-83db-4d50da8c806a req-93aeb9a0-0d42-4f21-acdc-62b815eb8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.386536 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27c63eb-605e-4058-83db-4d50da8c806a req-93aeb9a0-0d42-4f21-acdc-62b815eb8f04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1094 time: 0.1623607 Jan 27 21:45:39.464828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-878cf27f-4621-4927-92de-9b4fd055fb2b req-edb5a395-571e-4b59-8bd2-1cda51fc821f tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193798 Jan 27 21:45:39.491267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-f40fba1e-9038-40d4-83df-9ee4de7c0035 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.495910 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-f40fba1e-9038-40d4-83df-9ee4de7c0035 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.0967412 Jan 27 21:45:39.545676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773205-58b7-4f6d-934f-1ff8e265ef28 req-1d201acf-0ec3-4eeb-b1a9-9f6f243926c7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.555512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04773205-58b7-4f6d-934f-1ff8e265ef28 req-1d201acf-0ec3-4eeb-b1a9-9f6f243926c7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 944 time: 0.1510119 Jan 27 21:45:39.678709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-0ca60f8d-93a5-40bd-ae24-16dcba75f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.681401 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-0ca60f8d-93a5-40bd-ae24-16dcba75f9a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd HTTP/1.1" status: 200 len: 1095 time: 0.1768022 Jan 27 21:45:39.717483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c63eb-605e-4058-83db-4d50da8c806a req-8282766e-d2dc-4ade-8916-d0db3c3c0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.720035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27c63eb-605e-4058-83db-4d50da8c806a req-8282766e-d2dc-4ade-8916-d0db3c3c0beb service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.3241937 Jan 27 21:45:39.800361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-989a1704-f889-4f59-b5ef-ba350660dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.802715 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-989a1704-f889-4f59-b5ef-ba350660dcdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1095 time: 0.0828907 Jan 27 21:45:39.851317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04773205-58b7-4f6d-934f-1ff8e265ef28 req-e2e0abb5-ddc5-410b-97a8-5e5256eaa614 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944765 Jan 27 21:45:39.853653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27c63eb-605e-4058-83db-4d50da8c806a req-aec6fea2-88ae-47dd-bc83-ae6f02379d61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 217 time: 0.1254811 Jan 27 21:45:39.931011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20e29e-dd1b-48ef-9964-2784f7126f5b req-e1e0b355-4c38-4799-ac56-f05db896efc1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.933670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b20e29e-dd1b-48ef-9964-2784f7126f5b req-e1e0b355-4c38-4799-ac56-f05db896efc1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 943 time: 0.2788343 Jan 27 21:45:40.025133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-ddf8b7c6-bf2b-4f53-a8f9-de0670350a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.027979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-ddf8b7c6-bf2b-4f53-a8f9-de0670350a0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.2182071 Jan 27 21:45:40.107890 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-ae064104-64bb-46de-8e5a-f165bdc8c483 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 200 len: 217 time: 0.0728381 Jan 27 21:45:40.228808 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-8914dfe0-9bc4-4c5b-8c6e-e9fa38ce2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.230556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-8914dfe0-9bc4-4c5b-8c6e-e9fa38ce2124 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.1171167 Jan 27 21:45:40.283979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-4a6c987a-c551-454d-b608-424eed21b2fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450077 Jan 27 21:45:40.487135 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-48ffb31d-5227-45a2-aa0a-a4a0a6c39c33 service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963007 Jan 27 21:45:40.599354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c63eb-605e-4058-83db-4d50da8c806a req-becaf4b5-e16d-4e76-bc42-d03f22aa56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.601153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27c63eb-605e-4058-83db-4d50da8c806a req-becaf4b5-e16d-4e76-bc42-d03f22aa56ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.7361443 Jan 27 21:45:40.670260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b20e29e-dd1b-48ef-9964-2784f7126f5b req-6365d9f7-5c60-49dc-bf74-d8ea2e158541 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322675 Jan 27 21:45:40.715910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27c63eb-605e-4058-83db-4d50da8c806a req-8e2e7665-1ff2-45de-b601-9f405bdfa0cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965521 Jan 27 21:45:40.839075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.908606 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-cd0a7dd3-c7b7-428f-88f6-56ff1593e68b service neutron] 10.222.0.16 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150131 Jan 27 21:45:40.929292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27c63eb-605e-4058-83db-4d50da8c806a req-28e094a5-9f9f-4819-859c-c6fdd8666052 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048957 Jan 27 21:45:40.952531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-b4ffd737-69f9-482b-83e6-559586987538 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.959856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-b4ffd737-69f9-482b-83e6-559586987538 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.967802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-b4ffd737-69f9-482b-83e6-559586987538 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.984414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-b4ffd737-69f9-482b-83e6-559586987538 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.999217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-b4ffd737-69f9-482b-83e6-559586987538 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:41.006536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-b4ffd737-69f9-482b-83e6-559586987538 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:41.027918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-b4ffd737-69f9-482b-83e6-559586987538 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:41.039793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-b4ffd737-69f9-482b-83e6-559586987538 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.2130113 Jan 27 21:45:41.080739 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.254327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-807eb6cf-45af-40b4-9245-03f3392daf6d req-69a2f549-bc6a-4b2d-9c2e-fb47d60957ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2134750 Jan 27 21:45:41.379355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27c63eb-605e-4058-83db-4d50da8c806a req-e1a6ffa2-a950-411c-bc49-7a2af1dcfd76 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349063 Jan 27 21:45:41.417795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1cca6af2-f9c5-4229-aba2-2bc5b8af5c6e tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:41.419840 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-1cca6af2-f9c5-4229-aba2-2bc5b8af5c6e tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80&tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1395559 Jan 27 21:45:41.619622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-ba16c87b-0fb4-471b-a81a-944434366e6b service neutron] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:41.624616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37cd5e80-2d4f-46df-8a0f-63c4ca28fd79 req-32cf7cbd-e8b8-471e-8cf1-dcbe13187e95 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0890939 Jan 27 21:45:41.625965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-ba16c87b-0fb4-471b-a81a-944434366e6b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.628297 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e524a8c-efbd-4a10-b04e-3da693f2ec0c req-ba16c87b-0fb4-471b-a81a-944434366e6b service neutron] 10.222.0.16 "DELETE /v2.0/ports/31d84811-467a-4071-b7d0-1c05fe8ce207/bindings/n-h2-826529-2 HTTP/1.1" status: 204 len: 173 time: 0.2021832 Jan 27 21:45:41.650579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dabffb-e4ae-4216-8566-b1907e4c0d96 req-1d1b351a-41c7-4d15-bb78-1b588f65b897 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:41.653067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36dabffb-e4ae-4216-8566-b1907e4c0d96 req-1d1b351a-41c7-4d15-bb78-1b588f65b897 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 944 time: 0.1969311 Jan 27 21:45:41.703246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 84af5035-de23-4221-9eef-076e21d0b1a6 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:41.762758 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36dabffb-e4ae-4216-8566-b1907e4c0d96 req-3ab17d4a-df23-4560-a81a-3673cf5b1351 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015151 Jan 27 21:45:41.955873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:41.987030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '84af5035-de23-4221-9eef-076e21d0b1a6', 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'port_id': '84af5035-de23-4221-9eef-076e21d0b1a6', 'mac_address': 'fa:16:3e:38:9b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489471bf-7c5c-4e63-9af0-2db5188f3511', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:42.101045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 84af5035-de23-4221-9eef-076e21d0b1a6 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:42.101647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.126020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84af5035-de23-4221-9eef-076e21d0b1a6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:42.181109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:42.196017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.255713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef050098-c57f-455c-82fa-3cb19ce1df47 req-2ef49d25-3cd2-42ef-bbcd-519b2b6a540d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:42.257657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef050098-c57f-455c-82fa-3cb19ce1df47 req-2ef49d25-3cd2-42ef-bbcd-519b2b6a540d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 943 time: 0.2054181 Jan 27 21:45:42.363940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:42.421880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef050098-c57f-455c-82fa-3cb19ce1df47 req-3c5ad75b-030c-4da1-a217-b1eb15a5131b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333363 Jan 27 21:45:42.536271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['84af5035-de23-4221-9eef-076e21d0b1a6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:42.718266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652a868-1f0d-466c-866e-55ab560cd264 req-914a2dd4-ca1b-448c-88e7-3fa1cbdd5cca tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:42.730198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6652a868-1f0d-466c-866e-55ab560cd264 req-914a2dd4-ca1b-448c-88e7-3fa1cbdd5cca tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 1095 time: 0.0628853 Jan 27 21:45:42.795474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6652a868-1f0d-466c-866e-55ab560cd264 req-07ee30f1-b5a4-497a-9dc8-0be6bd063e28 tempest-LiveAutoBlockMigrationV225Test-1057434318 tempest-LiveAutoBlockMigrationV225Test-1057434318-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637596 Jan 27 21:45:43.008103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66969-7db3-40a1-8aa3-19419f763327 req-a3ee8d00-5745-4dda-b822-311abc8c53f8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.029035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66969-7db3-40a1-8aa3-19419f763327 req-a3ee8d00-5745-4dda-b822-311abc8c53f8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.050049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66969-7db3-40a1-8aa3-19419f763327 req-a3ee8d00-5745-4dda-b822-311abc8c53f8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.058612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66969-7db3-40a1-8aa3-19419f763327 req-a3ee8d00-5745-4dda-b822-311abc8c53f8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.067262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66969-7db3-40a1-8aa3-19419f763327 req-a3ee8d00-5745-4dda-b822-311abc8c53f8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.072895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66969-7db3-40a1-8aa3-19419f763327 req-a3ee8d00-5745-4dda-b822-311abc8c53f8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.078245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66969-7db3-40a1-8aa3-19419f763327 req-a3ee8d00-5745-4dda-b822-311abc8c53f8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.086965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21d66969-7db3-40a1-8aa3-19419f763327 req-a3ee8d00-5745-4dda-b822-311abc8c53f8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.2481928 Jan 27 21:45:43.166229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21d66969-7db3-40a1-8aa3-19419f763327 req-f4e2d28b-61da-4e74-98c4-67b981dbd254 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782356 Jan 27 21:45:43.367484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9d1977d-79e6-468f-96f8-e47f9f099c09 req-b21ad878-d20d-4fc1-b4b9-870e67b4b2cc tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0578723 Jan 27 21:45:44.072269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922c4e-7cfe-46d6-a05c-3cf989eb013a req-e817de6f-239d-4f7d-b623-5ddf49607b1c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:44.081445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03922c4e-7cfe-46d6-a05c-3cf989eb013a req-e817de6f-239d-4f7d-b623-5ddf49607b1c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 944 time: 0.1195412 Jan 27 21:45:44.208418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03922c4e-7cfe-46d6-a05c-3cf989eb013a req-d92a80e0-aaf3-4178-98fc-c592ad11f00e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236570 Jan 27 21:45:44.355515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b835b49-fbb2-409c-a00f-e98b00ba9b33 req-fa6cff9a-2411-4fdf-ac0b-479db0400320 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:44.358131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b835b49-fbb2-409c-a00f-e98b00ba9b33 req-fa6cff9a-2411-4fdf-ac0b-479db0400320 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 944 time: 0.1206117 Jan 27 21:45:44.479364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b835b49-fbb2-409c-a00f-e98b00ba9b33 req-1ceba1f8-a4ac-4b82-97f6-91d3ca6b5539 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085403 Jan 27 21:45:44.493452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61023ae5-cab5-4e58-8e09-75dfc5371520 req-8dc5bd52-44c4-4d84-8904-df18ff54dbc4 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:44.501260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61023ae5-cab5-4e58-8e09-75dfc5371520 req-8dc5bd52-44c4-4d84-8904-df18ff54dbc4 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 945 time: 0.1305470 Jan 27 21:45:44.579371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61023ae5-cab5-4e58-8e09-75dfc5371520 req-0e019a8b-bddc-4fd5-9142-4081fd5594d1 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769675 Jan 27 21:45:44.776366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9d1cd-0693-4417-af18-735409e7d901 req-ef29a2b8-53d6-4d9d-a8b4-1f680a790cd7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:44.779697 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67c9d1cd-0693-4417-af18-735409e7d901 req-ef29a2b8-53d6-4d9d-a8b4-1f680a790cd7 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 944 time: 0.1733801 Jan 27 21:45:44.989995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-0aa9a1c2-62a0-4e50-9032-5e1a69e1d4ac tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.016153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-0aa9a1c2-62a0-4e50-9032-5e1a69e1d4ac tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.034922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Deleting port 31d84811-467a-4071-b7d0-1c05fe8ce207 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:45.035996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.036476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-0aa9a1c2-62a0-4e50-9032-5e1a69e1d4ac tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.079889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-0aa9a1c2-62a0-4e50-9032-5e1a69e1d4ac tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.116755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-0aa9a1c2-62a0-4e50-9032-5e1a69e1d4ac tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.134562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-0aa9a1c2-62a0-4e50-9032-5e1a69e1d4ac tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.153210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-0aa9a1c2-62a0-4e50-9032-5e1a69e1d4ac tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.172726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-0aa9a1c2-62a0-4e50-9032-5e1a69e1d4ac tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.3927488 Jan 27 21:45:45.220526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f2a556f5-8d1d-479b-a3de-e86041e0616b details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:45.257946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] For port 31d84811-467a-4071-b7d0-1c05fe8ce207, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=31d84811-467a-4071-b7d0-1c05fe8ce207,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:45.259981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.288661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Calling delete_port for 31d84811-467a-4071-b7d0-1c05fe8ce207 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:45.294609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e9cec6-6860-4819-bd19-e1417047ddd4 req-a01d7557-9020-4ee4-9f58-603400b61819 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0971260 Jan 27 21:45:45.435056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f9ccae1-111e-43a5-a532-c349c61cedb2 req-8445da74-909e-40f7-b288-9d5fa6406d36 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2613018 Jan 27 21:45:45.572191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:45.621309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (31d84811-467a-4071-b7d0-1c05fe8ce207), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.707598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Pushing event deleted for resources: {'Port': ['ID=31d84811-467a-4071-b7d0-1c05fe8ce207,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:45.741620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d63d60c-0da2-4b84-bd5a-ead302b6ab3b req-83f21487-421a-449d-8056-a4297efede39 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0581818 Jan 27 21:45:45.764371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fcf84-082a-45b6-9a76-028255ffe914 req-ea476364-25bc-4960-af42-9e6b8e31eafe tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.772547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed3fcf84-082a-45b6-9a76-028255ffe914 req-ea476364-25bc-4960-af42-9e6b8e31eafe tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 944 time: 0.1705620 Jan 27 21:45:45.781134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.781795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.781795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.782136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.792355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.792355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.792698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.793036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.793533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.794045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.794554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.795036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.795548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:45.851209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed3fcf84-082a-45b6-9a76-028255ffe914 req-16384aaf-5258-4e83-9092-d54d45392c62 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749252 Jan 27 21:45:45.895507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] No DVR routers for this DVR port 31d84811-467a-4071-b7d0-1c05fe8ce207 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:45.918495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.940234 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67c9d1cd-0693-4417-af18-735409e7d901 req-fc412d5d-5eb5-43b0-9067-d7e063e8d941 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.16 "DELETE /v2.0/ports/31d84811-467a-4071-b7d0-1c05fe8ce207 HTTP/1.1" status: 204 len: 173 time: 1.1543565 Jan 27 21:45:45.954685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'name': 'network-vif-deleted', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:45.962526 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e692fa-8254-4cd2-b3a3-e2b26297b55e" -d '{"events": [{"server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "name": "network-vif-deleted", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:46.027896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddacb95-a4c6-48e8-877d-aa6967b32b55 req-2ff1d94f-646e-4fb3-b752-1bfd7093a197 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:46.042863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eddacb95-a4c6-48e8-877d-aa6967b32b55 req-2ff1d94f-646e-4fb3-b752-1bfd7093a197 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 945 time: 0.1262908 Jan 27 21:45:46.068294 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cc1666-9622-44d5-aa7b-3d0b9460c577 x-openstack-request-id: req-b8cc1666-9622-44d5-aa7b-3d0b9460c577 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:46.068595 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7decaf-aace-411e-a025-d0153c7eae80", "name": "network-vif-deleted", "tag": "31d84811-467a-4071-b7d0-1c05fe8ce207", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:46.068854 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8cc1666-9622-44d5-aa7b-3d0b9460c577 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:46.069260 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7decaf-aace-411e-a025-d0153c7eae80', 'name': 'network-vif-deleted', 'tag': '31d84811-467a-4071-b7d0-1c05fe8ce207', 'status': 'completed', 'code': 200} Jan 27 21:45:46.144205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['31d84811-467a-4071-b7d0-1c05fe8ce207'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:46.147450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 84af5035-de23-4221-9eef-076e21d0b1a6 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:46.176928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f2a556f5-8d1d-479b-a3de-e86041e0616b', 'network_id': 'c6a49bda-e807-4cef-a073-15021af28df4', 'port_id': 'f2a556f5-8d1d-479b-a3de-e86041e0616b', 'mac_address': 'fa:16:3e:04:7e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616b2626-750f-41ca-ac9e-9b235b736bf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:46.226136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eddacb95-a4c6-48e8-877d-aa6967b32b55 req-db7ec329-7879-4708-9c2f-b2367ad525e7 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801596 Jan 27 21:45:46.270327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 84af5035-de23-4221-9eef-076e21d0b1a6 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:45:46.283100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 84af5035-de23-4221-9eef-076e21d0b1a6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:46.283814 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.386012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f2a556f5-8d1d-479b-a3de-e86041e0616b is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:46.386730 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.407187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2a556f5-8d1d-479b-a3de-e86041e0616b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:46.527268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:46.535650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 84af5035-de23-4221-9eef-076e21d0b1a6 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:46.536571 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.549279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba48abb1-4a2c-4829-bd11-3eb881b863d2 req-3470c718-3bd7-43e9-b4d3-68564dff8e82 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0949745 Jan 27 21:45:46.555033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.651266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f2a556f5-8d1d-479b-a3de-e86041e0616b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:46.781398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:46.787078 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f60b854-3049-4821-9b14-a5bbbb33c1f4" -d '{"events": [{"server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "name": "network-vif-plugged", "status": "completed", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:46.891792 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45644) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:46.908956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:46.933511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a556f5-8d1d-479b-a3de-e86041e0616b,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:46.943861 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.018353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-5ae7cf59-91d0-4c0b-bf8a-6ee4f6a77ecc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.050980 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eff0474-c3a8-4f28-ad49-0bf43c324b45 x-openstack-request-id: req-9eff0474-c3a8-4f28-ad49-0bf43c324b45 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:47.051473 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "name": "network-vif-plugged", "status": "completed", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:47.051886 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9eff0474-c3a8-4f28-ad49-0bf43c324b45 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:47.059053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-5ae7cf59-91d0-4c0b-bf8a-6ee4f6a77ecc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.060380 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6', 'code': 200} Jan 27 21:45:47.088199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-5ae7cf59-91d0-4c0b-bf8a-6ee4f6a77ecc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.147221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-5ae7cf59-91d0-4c0b-bf8a-6ee4f6a77ecc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.160995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-5ae7cf59-91d0-4c0b-bf8a-6ee4f6a77ecc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.175207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-5ae7cf59-91d0-4c0b-bf8a-6ee4f6a77ecc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.187828 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8f7e-066b-4340-b6e2-a5d7feed874f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.188900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-5ae7cf59-91d0-4c0b-bf8a-6ee4f6a77ecc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.201169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-5ae7cf59-91d0-4c0b-bf8a-6ee4f6a77ecc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.3726485 Jan 27 21:45:47.242206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f2a556f5-8d1d-479b-a3de-e86041e0616b no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:47.257099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:47.384229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3427fb1-047b-4d60-90f0-f304fbcdfa63 req-9a9827aa-5ce5-476b-b009-13aece8362c0 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0679266 Jan 27 21:45:47.489661 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8f7e-066b-4340-b6e2-a5d7feed874f admin admin] Publish callbacks [] for security_group (6fba0a45-d161-4429-9e1f-3c24778a67d7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.507384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a9b79-56a3-4bcc-bfa3-e43801d2dde4 req-3c43358d-b7ce-4495-b59e-12f85ad3a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.510188 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-701a9b79-56a3-4bcc-bfa3-e43801d2dde4 req-3c43358d-b7ce-4495-b59e-12f85ad3a5f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1096 time: 0.3042777 Jan 27 21:45:47.511641 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8f7e-066b-4340-b6e2-a5d7feed874f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6fba0a45-d161-4429-9e1f-3c24778a67d7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.535394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ca910dd-c34f-4aab-ba95-80049b7fe992 req-8af29a94-b2fc-4446-8a2a-e99ae400c45e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3219590 Jan 27 21:45:47.626960 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d2f8f7e-066b-4340-b6e2-a5d7feed874f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=356248a40b374620a78ac6c509fa81d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7339926 Jan 27 21:45:47.636023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f2a556f5-8d1d-479b-a3de-e86041e0616b is: BUILD; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:47.636645 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.665400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45670) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:47.685511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f2a556f5-8d1d-479b-a3de-e86041e0616b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:47.719318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 31d84811-467a-4071-b7d0-1c05fe8ce207 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:47.752978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f8f7e-066b-4340-b6e2-a5d7feed874f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fba0a45-d161-4429-9e1f-3c24778a67d7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:47.804374 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-701a9b79-56a3-4bcc-bfa3-e43801d2dde4 req-fb48bc3a-46f9-4c43-b7ac-1195f3e5f2d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128856 Jan 27 21:45:47.843442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 31d84811-467a-4071-b7d0-1c05fe8ce207 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:47.844274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 31d84811-467a-4071-b7d0-1c05fe8ce207 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:47.851892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:47.858051 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6b97796-46aa-43a3-8a3f-4874c4bfc9f5 admin admin] Publish callbacks [] for security_group (6fba0a45-d161-4429-9e1f-3c24778a67d7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.862983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.904971 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6b97796-46aa-43a3-8a3f-4874c4bfc9f5 admin admin] Publish callbacks [] for security_group (6fba0a45-d161-4429-9e1f-3c24778a67d7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.973222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cb737-e485-4b52-8ffd-5aa1f287f6be req-089e7c6d-838e-4f03-92ff-f0428ffa7fde tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.977045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c3cb737-e485-4b52-8ffd-5aa1f287f6be req-089e7c6d-838e-4f03-92ff-f0428ffa7fde tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 945 time: 0.3896899 Jan 27 21:45:47.978072 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6b97796-46aa-43a3-8a3f-4874c4bfc9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6fba0a45-d161-4429-9e1f-3c24778a67d7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.980813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6b97796-46aa-43a3-8a3f-4874c4bfc9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.982201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f6b97796-46aa-43a3-8a3f-4874c4bfc9f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fba0a45-d161-4429-9e1f-3c24778a67d7 HTTP/1.1" status: 204 len: 168 time: 0.3137772 Jan 27 21:45:48.008079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b97796-46aa-43a3-8a3f-4874c4bfc9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fba0a45-d161-4429-9e1f-3c24778a67d7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:48.015524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f2a556f5-8d1d-479b-a3de-e86041e0616b,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:48.068956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a78a42-308e-48db-b0f6-d404cf66a7ab req-a20e38e6-75b7-475b-9a05-6483dc07c523 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0924902 Jan 27 21:45:48.088350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.152886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c3cb737-e485-4b52-8ffd-5aa1f287f6be req-d15e2f5b-eb96-4e25-b562-71b699479f46 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450236 Jan 27 21:45:48.310202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadaccc-e0ba-427c-baf6-5d2134958503 req-59d21cdf-bb4c-49be-931f-c785fe55ae57 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.314726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dadaccc-e0ba-427c-baf6-5d2134958503 req-59d21cdf-bb4c-49be-931f-c785fe55ae57 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 943 time: 0.0961552 Jan 27 21:45:48.488613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dadaccc-e0ba-427c-baf6-5d2134958503 req-046d407b-dda0-462e-b555-62bc3b9b18fd tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685534 Jan 27 21:45:48.543197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-0fe0af10-f232-48e8-b0e4-cd0cdf3d65ab tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.546164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-0fe0af10-f232-48e8-b0e4-cd0cdf3d65ab tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 943 time: 0.2077818 Jan 27 21:45:48.669396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f041fd78-1bef-40af-ba50-48ba89cdb7b6 req-bf2e3728-1855-40c6-ac4b-fd366e037b63 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0489326 Jan 27 21:45:48.761267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b7409-4389-4208-9104-51be4d24b415 req-f78ebcd1-66b6-47b7-9d4c-c4e75e33a515 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.767597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b7409-4389-4208-9104-51be4d24b415 req-f78ebcd1-66b6-47b7-9d4c-c4e75e33a515 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.773382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b7409-4389-4208-9104-51be4d24b415 req-f78ebcd1-66b6-47b7-9d4c-c4e75e33a515 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.780256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b7409-4389-4208-9104-51be4d24b415 req-f78ebcd1-66b6-47b7-9d4c-c4e75e33a515 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.786577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b7409-4389-4208-9104-51be4d24b415 req-f78ebcd1-66b6-47b7-9d4c-c4e75e33a515 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.793572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b7409-4389-4208-9104-51be4d24b415 req-f78ebcd1-66b6-47b7-9d4c-c4e75e33a515 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.802913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b7409-4389-4208-9104-51be4d24b415 req-f78ebcd1-66b6-47b7-9d4c-c4e75e33a515 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.813231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-166b7409-4389-4208-9104-51be4d24b415 req-f78ebcd1-66b6-47b7-9d4c-c4e75e33a515 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1407402 Jan 27 21:45:48.931704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-166b7409-4389-4208-9104-51be4d24b415 req-18980cd1-6364-4a80-80d6-0a85c3054ccf tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166124 Jan 27 21:45:48.961357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Deleting port f2a556f5-8d1d-479b-a3de-e86041e0616b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:48.961715 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.124334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] For port f2a556f5-8d1d-479b-a3de-e86041e0616b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f2a556f5-8d1d-479b-a3de-e86041e0616b,segment=NetworkSegment(2eac5139-8d21-4dfd-9496-51be978b13d4),segment_id=2eac5139-8d21-4dfd-9496-51be978b13d4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:49.124954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.164916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Calling delete_port for f2a556f5-8d1d-479b-a3de-e86041e0616b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:49.229150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45754) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:49.238436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f2a556f5-8d1d-479b-a3de-e86041e0616b no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:49.343573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf81b7f5-d93d-42ce-b52d-2b83535af5f8 req-db5c3592-00a6-44a7-80e6-2ae1df15933f tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0700650 Jan 27 21:45:49.457385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f2a556f5-8d1d-479b-a3de-e86041e0616b is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:49.500190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a412c2-4266-443a-987f-68ce0a22108b req-af0c1ef9-a7ed-4765-9666-402d4a31adb1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:49.512067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-12a412c2-4266-443a-987f-68ce0a22108b req-af0c1ef9-a7ed-4765-9666-402d4a31adb1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 945 time: 0.1515076 Jan 27 21:45:49.514713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1856019006-network', 'tenant_id': '27de57cf743a40c58fd65f8002335f72'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:49.555939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Made reservation on behalf of 27de57cf743a40c58fd65f8002335f72 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:49.562204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.586773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.698607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-12a412c2-4266-443a-987f-68ce0a22108b req-985a5bcd-de73-4019-88c1-3071dd257f92 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853213 Jan 27 21:45:49.757291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f2a556f5-8d1d-479b-a3de-e86041e0616b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.855485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Publish callbacks [] for security_group (6709a936-baac-4164-800a-f13a3f86d1fd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.863945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6709a936-baac-4164-800a-f13a3f86d1fd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.882418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:49.896548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Pushing event deleted for resources: {'Port': ['ID=f2a556f5-8d1d-479b-a3de-e86041e0616b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:49.901530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (91aa1fd9-1eab-4078-b05d-881f47013aaf), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.902860 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Added segment 91aa1fd9-1eab-4078-b05d-881f47013aaf of type vlan for network 00221d45-f3f8-4acc-ad87-595f81ecd3b9 Jan 27 21:45:49.965007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (00221d45-f3f8-4acc-ad87-595f81ecd3b9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.966127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649c0b3-6f39-4a29-a75a-b597fab13f53 req-f1a66282-f460-4e9c-a495-2d8329de03a5 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:49.979063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6649c0b3-6f39-4a29-a75a-b597fab13f53 req-f1a66282-f460-4e9c-a495-2d8329de03a5 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/ports?device_id=af232365-7c3f-46b1-8025-991f04485f83 HTTP/1.1" status: 200 len: 943 time: 0.3097787 Jan 27 21:45:50.001981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6709a936-baac-4164-800a-f13a3f86d1fd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:50.025235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf3c1272-cc81-49c3-ac5e-28fd3ce88078 req-cd74259b-7aa9-46b5-812e-fa59bf721754 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.1324878 Jan 27 21:45:50.035206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (00221d45-f3f8-4acc-ad87-595f81ecd3b9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.036928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.037794 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.081760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] No DVR routers for this DVR port f2a556f5-8d1d-479b-a3de-e86041e0616b on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:50.109840 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.124213 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8927970 Jan 27 21:45:50.132338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a506dd5c-0d72-4277-a02f-87b47cfe5142 req-4c5f4d1c-2803-40c9-9846-f813d07dd340 tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.57 "DELETE /v2.0/ports/f2a556f5-8d1d-479b-a3de-e86041e0616b HTTP/1.1" status: 204 len: 173 time: 1.5631289 Jan 27 21:45:50.133140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45778) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:50.136007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af232365-7c3f-46b1-8025-991f04485f83', 'name': 'network-vif-deleted', 'tag': 'f2a556f5-8d1d-479b-a3de-e86041e0616b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:50.139585 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b939044f-6539-4509-8ad2-0c6f0f327e1f" -d '{"events": [{"server_uuid": "af232365-7c3f-46b1-8025-991f04485f83", "name": "network-vif-deleted", "tag": "f2a556f5-8d1d-479b-a3de-e86041e0616b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:50.145208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Request body: {'subnet': {'network_id': '00221d45-f3f8-4acc-ad87-595f81ecd3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1856019006-subnet', 'tenant_id': '27de57cf743a40c58fd65f8002335f72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:50.173059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2eb7e-d817-4b04-8acc-1ab75b9069bc admin admin] Pushing event updated for resources: {'Network': ['ID=00221d45-f3f8-4acc-ad87-595f81ecd3b9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:50.191788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Made reservation on behalf of 27de57cf743a40c58fd65f8002335f72 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:50.201268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.212855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 00221d45-f3f8-4acc-ad87-595f81ecd3b9 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:50.347461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-032e6b9f-6fdb-419c-831b-c20572923280 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.359625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-032e6b9f-6fdb-419c-831b-c20572923280 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.372924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-032e6b9f-6fdb-419c-831b-c20572923280 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.387697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-032e6b9f-6fdb-419c-831b-c20572923280 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.400172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-032e6b9f-6fdb-419c-831b-c20572923280 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.414705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-032e6b9f-6fdb-419c-831b-c20572923280 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.428235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-032e6b9f-6fdb-419c-831b-c20572923280 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.432011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-032e6b9f-6fdb-419c-831b-c20572923280 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.2733622 Jan 27 21:45:50.434057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.435329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45786) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:50.442334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6649c0b3-6f39-4a29-a75a-b597fab13f53 req-82fcf14f-2c0a-4d1e-9344-383a597740aa tempest-ImagesTestJSON-732935079 tempest-ImagesTestJSON-732935079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0323f08-50d7-4659-a76a-284b6e2506a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619501 Jan 27 21:45:50.600220 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a9dfa-1586-475f-95fb-f12966f4a3b1 x-openstack-request-id: req-538a9dfa-1586-475f-95fb-f12966f4a3b1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:50.601553 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af232365-7c3f-46b1-8025-991f04485f83", "name": "network-vif-deleted", "tag": "f2a556f5-8d1d-479b-a3de-e86041e0616b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:50.601978 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-538a9dfa-1586-475f-95fb-f12966f4a3b1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:50.602711 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af232365-7c3f-46b1-8025-991f04485f83', 'name': 'network-vif-deleted', 'tag': 'f2a556f5-8d1d-479b-a3de-e86041e0616b', 'status': 'completed', 'code': 200} Jan 27 21:45:50.653974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2849b31d-583d-4781-b5b9-2fb84753e270 req-58b21cef-19fb-49aa-b08f-64f9b497d8a8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100673 Jan 27 21:45:50.725464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (e8af2509-a744-459a-8495-277b9e319541), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.811182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfa72da2-26e0-44d0-a34d-5d0442508b1f req-b04a28bf-8c77-426c-9377-58fa56a9be03 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0813506 Jan 27 21:45:50.822659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8af2509-a744-459a-8495-277b9e319541,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:50.826534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Checking segment: {'id': '91aa1fd9-1eab-4078-b05d-881f47013aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '00221d45-f3f8-4acc-ad87-595f81ecd3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:50.827199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Network hostable DHCP agents. Network: 00221d45-f3f8-4acc-ad87-595f81ecd3b9, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:50.833872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12b8ed81-6d3b-4227-bf57-3f0241adbff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.853169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Network 00221d45-f3f8-4acc-ad87-595f81ecd3b9 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:50.870393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 00221d45-f3f8-4acc-ad87-595f81ecd3b9) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:50.876694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.877910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.886396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5f2ce-d346-470c-be0a-5f63135121ae None None] Network 00221d45-f3f8-4acc-ad87-595f81ecd3b9 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:50.902827 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1b936ca5-a49a-4a18-aca9-f7308cf968a1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7680364 Jan 27 21:45:51.067945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12b8ed81-6d3b-4227-bf57-3f0241adbff1 admin admin] Publish callbacks [] for security_group (cd1692a1-6ba0-44d1-96ef-512844dc6806), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.081941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12b8ed81-6d3b-4227-bf57-3f0241adbff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cd1692a1-6ba0-44d1-96ef-512844dc6806), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.095999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23b675-6589-44fe-95c7-f01e3cf967ea None None] Network 00221d45-f3f8-4acc-ad87-595f81ecd3b9 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:51.127125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf03ed-d77b-4fa4-aa72-f04260fcb085 req-d0a0778e-9601-4632-b377-5f2823a2d9f0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:51.134591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cdf03ed-d77b-4fa4-aa72-f04260fcb085 req-d0a0778e-9601-4632-b377-5f2823a2d9f0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 945 time: 0.1159432 Jan 27 21:45:51.168840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45802) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:51.169080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-12b8ed81-6d3b-4227-bf57-3f0241adbff1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3f811fd19704865a9b9f619c841ed54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7320113 Jan 27 21:45:51.177744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8ed81-6d3b-4227-bf57-3f0241adbff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1692a1-6ba0-44d1-96ef-512844dc6806,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.219998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cdf03ed-d77b-4fa4-aa72-f04260fcb085 req-b86057b3-6508-4ffe-9c18-a1c464b890ec tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843306 Jan 27 21:45:51.315366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1775ee89-9bfe-4f3b-aa90-1489b9a695e7 admin admin] Publish callbacks [] for security_group (cd1692a1-6ba0-44d1-96ef-512844dc6806), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.407769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1775ee89-9bfe-4f3b-aa90-1489b9a695e7 admin admin] Publish callbacks [] for security_group (cd1692a1-6ba0-44d1-96ef-512844dc6806), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.419874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8ad28df-a8d4-4857-8bf9-437c1192edc3 req-ea940b6e-1035-48e9-b562-a3d6051190ce tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0889564 Jan 27 21:45:51.429925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1227915b-39ab-4ac8-a7e0-1368a1f9a179 req-efa623df-7f91-4aea-b9ae-509cb8383b88 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-471581488', 'description': 'tempest-description-991585739'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:51.462060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1227915b-39ab-4ac8-a7e0-1368a1f9a179 req-efa623df-7f91-4aea-b9ae-509cb8383b88 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.541182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1775ee89-9bfe-4f3b-aa90-1489b9a695e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cd1692a1-6ba0-44d1-96ef-512844dc6806), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.553707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1775ee89-9bfe-4f3b-aa90-1489b9a695e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.557392 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1775ee89-9bfe-4f3b-aa90-1489b9a695e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd1692a1-6ba0-44d1-96ef-512844dc6806 HTTP/1.1" status: 204 len: 168 time: 0.3843141 Jan 27 21:45:51.575335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775ee89-9bfe-4f3b-aa90-1489b9a695e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1692a1-6ba0-44d1-96ef-512844dc6806,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.750479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1227915b-39ab-4ac8-a7e0-1368a1f9a179 req-efa623df-7f91-4aea-b9ae-509cb8383b88 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (c4d5a3ac-2f72-45ea-ba1b-20864eefbc32), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.765087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279fd44-d1d5-40d2-9ce1-e64654b8936a req-0d2618be-ab83-46a3-ad33-8f72eb7cf5a1 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:51.768270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0279fd44-d1d5-40d2-9ce1-e64654b8936a req-0d2618be-ab83-46a3-ad33-8f72eb7cf5a1 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1096 time: 0.1566734 Jan 27 21:45:51.769706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1227915b-39ab-4ac8-a7e0-1368a1f9a179 req-efa623df-7f91-4aea-b9ae-509cb8383b88 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c4d5a3ac-2f72-45ea-ba1b-20864eefbc32), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.873914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1227915b-39ab-4ac8-a7e0-1368a1f9a179 req-efa623df-7f91-4aea-b9ae-509cb8383b88 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.877410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1227915b-39ab-4ac8-a7e0-1368a1f9a179 req-efa623df-7f91-4aea-b9ae-509cb8383b88 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4550226 Jan 27 21:45:51.895689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa623df-7f91-4aea-b9ae-509cb8383b88 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d5a3ac-2f72-45ea-ba1b-20864eefbc32,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.945452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0279fd44-d1d5-40d2-9ce1-e64654b8936a req-07818fff-03a5-4ecf-8b2f-28e2492d5f2f tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569314 Jan 27 21:45:52.099309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45824) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:52.135327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1a30c08-b4fb-4181-9617-b52e245c253f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.170896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6eec-111c-4173-bd70-685d4519d605 req-285f1c4f-e993-4bbe-a6f5-163a1e4af02b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.182187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6eec-111c-4173-bd70-685d4519d605 req-285f1c4f-e993-4bbe-a6f5-163a1e4af02b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.192537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6eec-111c-4173-bd70-685d4519d605 req-285f1c4f-e993-4bbe-a6f5-163a1e4af02b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.202931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6eec-111c-4173-bd70-685d4519d605 req-285f1c4f-e993-4bbe-a6f5-163a1e4af02b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.213729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6eec-111c-4173-bd70-685d4519d605 req-285f1c4f-e993-4bbe-a6f5-163a1e4af02b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.223980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6eec-111c-4173-bd70-685d4519d605 req-285f1c4f-e993-4bbe-a6f5-163a1e4af02b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.234353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6eec-111c-4173-bd70-685d4519d605 req-285f1c4f-e993-4bbe-a6f5-163a1e4af02b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.237723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-094b6eec-111c-4173-bd70-685d4519d605 req-285f1c4f-e993-4bbe-a6f5-163a1e4af02b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1679974 Jan 27 21:45:52.282554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41c4b6ae-53e7-4649-85bf-1c5f6fb6ebbc req-bb50f450-b2f0-41f4-a4bf-e450b1f31ed1 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0432622 Jan 27 21:45:52.298036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1a30c08-b4fb-4181-9617-b52e245c253f admin admin] Publish callbacks [] for security_group (25660ec2-f66a-4c10-82f8-87e7b4abe001), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.316259 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1a30c08-b4fb-4181-9617-b52e245c253f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (25660ec2-f66a-4c10-82f8-87e7b4abe001), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.390242 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1a30c08-b4fb-4181-9617-b52e245c253f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=add9882dde5e493887cf3bbce5d3f252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880528 Jan 27 21:45:52.391782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a30c08-b4fb-4181-9617-b52e245c253f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25660ec2-f66a-4c10-82f8-87e7b4abe001,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.395165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45826) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:52.422580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-094b6eec-111c-4173-bd70-685d4519d605 req-64765bf6-704c-4ccb-92c1-42365aa40ac5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383245 Jan 27 21:45:52.492226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd5396a5-5e7e-4ba5-83e4-3131f3d8b49f req-95f8a67c-cb40-442f-b53c-68fad899b2d3 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/c4d5a3ac-2f72-45ea-ba1b-20864eefbc32 HTTP/1.1" status: 200 len: 1820 time: 0.1459036 Jan 27 21:45:52.512887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-bd5396a5-5e7e-4ba5-83e4-3131f3d8b49f req-f5fc3d0b-8d46-467f-804d-d1c04d69e37f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4d5a3ac-2f72-45ea-ba1b-20864eefbc32', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:52.513376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-bd5396a5-5e7e-4ba5-83e4-3131f3d8b49f req-f5fc3d0b-8d46-467f-804d-d1c04d69e37f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4d5a3ac-2f72-45ea-ba1b-20864eefbc32', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:52.595050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87167aa3-02a9-40ce-8f81-49b912a92aa6 admin admin] Publish callbacks [] for security_group (25660ec2-f66a-4c10-82f8-87e7b4abe001), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.653415 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87167aa3-02a9-40ce-8f81-49b912a92aa6 admin admin] Publish callbacks [] for security_group (25660ec2-f66a-4c10-82f8-87e7b4abe001), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.698374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e70430-eff7-409c-aa63-ebe3f53ec45f req-a78e4a39-68ce-489f-b2c6-06e3449472c5 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.700006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88e70430-eff7-409c-aa63-ebe3f53ec45f req-a78e4a39-68ce-489f-b2c6-06e3449472c5 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1096 time: 0.1622646 Jan 27 21:45:52.754779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bd5396a5-5e7e-4ba5-83e4-3131f3d8b49f req-f5fc3d0b-8d46-467f-804d-d1c04d69e37f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (ec801b01-bcb3-4768-b58c-fecfa872c0a8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.811092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88e70430-eff7-409c-aa63-ebe3f53ec45f req-b550cb2d-aded-4b0b-961c-290c829d37ee tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986879 Jan 27 21:45:52.811801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87167aa3-02a9-40ce-8f81-49b912a92aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (25660ec2-f66a-4c10-82f8-87e7b4abe001), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.814476 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87167aa3-02a9-40ce-8f81-49b912a92aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.815668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-87167aa3-02a9-40ce-8f81-49b912a92aa6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25660ec2-f66a-4c10-82f8-87e7b4abe001 HTTP/1.1" status: 204 len: 168 time: 0.4107413 Jan 27 21:45:52.818158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bd5396a5-5e7e-4ba5-83e4-3131f3d8b49f req-f5fc3d0b-8d46-467f-804d-d1c04d69e37f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (ec801b01-bcb3-4768-b58c-fecfa872c0a8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.844206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bd5396a5-5e7e-4ba5-83e4-3131f3d8b49f req-f5fc3d0b-8d46-467f-804d-d1c04d69e37f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (ec801b01-bcb3-4768-b58c-fecfa872c0a8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.865811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87167aa3-02a9-40ce-8f81-49b912a92aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25660ec2-f66a-4c10-82f8-87e7b4abe001,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.902592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc3d0b-8d46-467f-804d-d1c04d69e37f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec801b01-bcb3-4768-b58c-fecfa872c0a8,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.911004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bd5396a5-5e7e-4ba5-83e4-3131f3d8b49f req-f5fc3d0b-8d46-467f-804d-d1c04d69e37f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.926494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd5396a5-5e7e-4ba5-83e4-3131f3d8b49f req-f5fc3d0b-8d46-467f-804d-d1c04d69e37f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4223588 Jan 27 21:45:53.068897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2cadad8-55e2-4f69-a09e-dcdd9ed509e9 req-525088df-1f39-4913-8774-3bae6c8d3ccb tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0473795 Jan 27 21:45:53.100237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-c4dca322-c82f-481f-895e-d7559a939f65 req-529cee8d-8720-441e-bfd4-28d6862ebe5b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1343970656', 'description': 'tempest-description-958521998'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:53.163777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c4dca322-c82f-481f-895e-d7559a939f65 req-529cee8d-8720-441e-bfd4-28d6862ebe5b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.384470 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c4dca322-c82f-481f-895e-d7559a939f65 req-529cee8d-8720-441e-bfd4-28d6862ebe5b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (95fd6a0b-e6b5-4913-9a48-122b3ff13c83), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.397636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c4dca322-c82f-481f-895e-d7559a939f65 req-529cee8d-8720-441e-bfd4-28d6862ebe5b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95fd6a0b-e6b5-4913-9a48-122b3ff13c83), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.440467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cee8d-8720-441e-bfd4-28d6862ebe5b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fd6a0b-e6b5-4913-9a48-122b3ff13c83,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:53.455096 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c4dca322-c82f-481f-895e-d7559a939f65 req-529cee8d-8720-441e-bfd4-28d6862ebe5b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.468629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4dca322-c82f-481f-895e-d7559a939f65 req-529cee8d-8720-441e-bfd4-28d6862ebe5b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3765345 Jan 27 21:45:53.658337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ef7ed76-4b74-4617-91dd-2f038ca87e9d req-628ea8b4-c35b-4521-850a-672123c88eb5 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.1120586 Jan 27 21:45:53.685465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f40d-5b5c-435c-b78a-82af02b09af8 req-763c1b2b-6ae0-4939-bd8c-a4da329fa014 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.706764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26c6f40d-5b5c-435c-b78a-82af02b09af8 req-763c1b2b-6ae0-4939-bd8c-a4da329fa014 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1096 time: 0.1964860 Jan 27 21:45:53.793433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26c6f40d-5b5c-435c-b78a-82af02b09af8 req-0018350c-a144-45fc-8c0c-bcac20a4d4d9 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844040 Jan 27 21:45:53.935154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4029c7af-2ea4-4b4e-9826-71fe6bdc1b74 req-1f9ee004-7669-4617-adaf-e3c4037bd0ca tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/95fd6a0b-e6b5-4913-9a48-122b3ff13c83 HTTP/1.1" status: 200 len: 1821 time: 0.0824704 Jan 27 21:45:53.953840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-1e4dcb39-32ce-46d0-bb9f-d24e3f480235 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.959719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-1e4dcb39-32ce-46d0-bb9f-d24e3f480235 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.965242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-1e4dcb39-32ce-46d0-bb9f-d24e3f480235 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.970726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-1e4dcb39-32ce-46d0-bb9f-d24e3f480235 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.976521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-1e4dcb39-32ce-46d0-bb9f-d24e3f480235 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.982179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-1e4dcb39-32ce-46d0-bb9f-d24e3f480235 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.988118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-1e4dcb39-32ce-46d0-bb9f-d24e3f480235 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.990302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-1e4dcb39-32ce-46d0-bb9f-d24e3f480235 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1277363 Jan 27 21:45:53.995677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4029c7af-2ea4-4b4e-9826-71fe6bdc1b74 req-4177d4ae-75f5-47e4-a6ec-fa5d5d7b9ece tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '95fd6a0b-e6b5-4913-9a48-122b3ff13c83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:53.996055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4029c7af-2ea4-4b4e-9826-71fe6bdc1b74 req-4177d4ae-75f5-47e4-a6ec-fa5d5d7b9ece tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '95fd6a0b-e6b5-4913-9a48-122b3ff13c83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:54.111280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26f9cb6b-5d43-483b-a17d-d2f9fe8d752e req-591feaff-1c0d-4122-b7e3-b5533e13aa76 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042056 Jan 27 21:45:54.118830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4029c7af-2ea4-4b4e-9826-71fe6bdc1b74 req-4177d4ae-75f5-47e4-a6ec-fa5d5d7b9ece tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (014efd1e-f74d-4d85-87f6-f637325a02fb), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.151377 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4029c7af-2ea4-4b4e-9826-71fe6bdc1b74 req-4177d4ae-75f5-47e4-a6ec-fa5d5d7b9ece tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (014efd1e-f74d-4d85-87f6-f637325a02fb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.159983 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4029c7af-2ea4-4b4e-9826-71fe6bdc1b74 req-4177d4ae-75f5-47e4-a6ec-fa5d5d7b9ece tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (014efd1e-f74d-4d85-87f6-f637325a02fb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.201446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177d4ae-75f5-47e4-a6ec-fa5d5d7b9ece tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014efd1e-f74d-4d85-87f6-f637325a02fb,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:54.236408 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4029c7af-2ea4-4b4e-9826-71fe6bdc1b74 req-4177d4ae-75f5-47e4-a6ec-fa5d5d7b9ece tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.238585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4029c7af-2ea4-4b4e-9826-71fe6bdc1b74 req-4177d4ae-75f5-47e4-a6ec-fa5d5d7b9ece tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2469201 Jan 27 21:45:54.291394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd85c005-fbfc-45d4-82c2-a843580810df req-33ef6064-889c-4c86-be78-a80e3a15610a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0454233 Jan 27 21:45:54.322247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-673595e6-8f96-4497-bf10-f072d999616f req-b135df70-427b-487d-af3f-94fa5f370c1b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-217107751', 'description': 'tempest-description-2070040191'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:54.379599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-673595e6-8f96-4497-bf10-f072d999616f req-b135df70-427b-487d-af3f-94fa5f370c1b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.477786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-673595e6-8f96-4497-bf10-f072d999616f req-b135df70-427b-487d-af3f-94fa5f370c1b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (f1ef101d-3456-4b85-bcfd-3441d1e7bfe9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.484591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-673595e6-8f96-4497-bf10-f072d999616f req-b135df70-427b-487d-af3f-94fa5f370c1b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f1ef101d-3456-4b85-bcfd-3441d1e7bfe9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.530485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-673595e6-8f96-4497-bf10-f072d999616f req-b135df70-427b-487d-af3f-94fa5f370c1b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.533542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-673595e6-8f96-4497-bf10-f072d999616f req-b135df70-427b-487d-af3f-94fa5f370c1b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2196953 Jan 27 21:45:54.536711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135df70-427b-487d-af3f-94fa5f370c1b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ef101d-3456-4b85-bcfd-3441d1e7bfe9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:54.596128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9bf79a96-06f6-41c4-9d47-a22254990b6b req-49b4987b-fdc6-49f2-890e-b67bcee1419d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1385855333', 'description': 'tempest-description-2024708321'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:54.622838 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9bf79a96-06f6-41c4-9d47-a22254990b6b req-49b4987b-fdc6-49f2-890e-b67bcee1419d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.649957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:54.758737 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9bf79a96-06f6-41c4-9d47-a22254990b6b req-49b4987b-fdc6-49f2-890e-b67bcee1419d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (c5075391-4066-4260-9a68-c408e8a7965c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.767552 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9bf79a96-06f6-41c4-9d47-a22254990b6b req-49b4987b-fdc6-49f2-890e-b67bcee1419d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c5075391-4066-4260-9a68-c408e8a7965c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.768515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-99587e93-a398-4ab3-9deb-be998424354d admin admin] Deleting subnet 616b2626-750f-41ca-ac9e-9b235b736bf2 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:54.775015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99587e93-a398-4ab3-9deb-be998424354d admin admin] Publish callbacks [] for subnet (616b2626-750f-41ca-ac9e-9b235b736bf2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.846671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9bf79a96-06f6-41c4-9d47-a22254990b6b req-49b4987b-fdc6-49f2-890e-b67bcee1419d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.848278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bf79a96-06f6-41c4-9d47-a22254990b6b req-49b4987b-fdc6-49f2-890e-b67bcee1419d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2585573 Jan 27 21:45:54.851128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99587e93-a398-4ab3-9deb-be998424354d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (616b2626-750f-41ca-ac9e-9b235b736bf2), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.895517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96cb4cee-273c-43e8-b2dc-6c2b686ed54c req-8298b20e-67e7-4c57-9d55-edf757476a36 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0800912 Jan 27 21:45:54.905183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99587e93-a398-4ab3-9deb-be998424354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (616b2626-750f-41ca-ac9e-9b235b736bf2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.908257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4987b-fdc6-49f2-890e-b67bcee1419d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5075391-4066-4260-9a68-c408e8a7965c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:54.968943 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99587e93-a398-4ab3-9deb-be998424354d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (616b2626-750f-41ca-ac9e-9b235b736bf2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.993609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99587e93-a398-4ab3-9deb-be998424354d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.997552 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-99587e93-a398-4ab3-9deb-be998424354d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/616b2626-750f-41ca-ac9e-9b235b736bf2 HTTP/1.1" status: 204 len: 168 time: 0.3464999 Jan 27 21:45:55.012744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45922) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.018930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99587e93-a398-4ab3-9deb-be998424354d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616b2626-750f-41ca-ac9e-9b235b736bf2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:55.029291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-0a08d766-9d6d-46b0-8db9-232c38d946b7 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/f1ef101d-3456-4b85-bcfd-3441d1e7bfe9 HTTP/1.1" status: 200 len: 1821 time: 0.0776148 Jan 27 21:45:55.166379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c6a49bda-e807-4cef-a073-15021af28df4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.171611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-42ec0f10-20fc-40ec-9f25-f42ae35e22df tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/c5075391-4066-4260-9a68-c408e8a7965c HTTP/1.1" status: 200 len: 1822 time: 0.1319003 Jan 27 21:45:55.177311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b354923-f1d2-41b1-9b0e-00c647473d54 req-be46c90b-4691-41ba-afcd-38f07f3f1f20 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.179939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b354923-f1d2-41b1-9b0e-00c647473d54 req-be46c90b-4691-41ba-afcd-38f07f3f1f20 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1096 time: 0.1658266 Jan 27 21:45:55.200528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-c398c218-e47e-42ff-8137-cbc137ac496c tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f1ef101d-3456-4b85-bcfd-3441d1e7bfe9', 'remote_group_id': 'c5075391-4066-4260-9a68-c408e8a7965c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:55.201233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-c398c218-e47e-42ff-8137-cbc137ac496c tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f1ef101d-3456-4b85-bcfd-3441d1e7bfe9', 'remote_group_id': 'c5075391-4066-4260-9a68-c408e8a7965c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:55.451814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b354923-f1d2-41b1-9b0e-00c647473d54 req-40e2c39a-cf70-420d-98fd-d7a4597a3ea1 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624121 Jan 27 21:45:55.456094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c6a49bda-e807-4cef-a073-15021af28df4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.529451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a49bda-e807-4cef-a073-15021af28df4']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.573100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eac5139-8d21-4dfd-9496-51be978b13d4') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.573590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eac5139-8d21-4dfd-9496-51be978b13d4') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.580579 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-c398c218-e47e-42ff-8137-cbc137ac496c tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (7efc759a-b9f1-4db5-ae7e-576becbcf21f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.641024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (2eac5139-8d21-4dfd-9496-51be978b13d4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.699509 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2eac5139-8d21-4dfd-9496-51be978b13d4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.726757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:55.727605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (2eac5139-8d21-4dfd-9496-51be978b13d4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:55.729849 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:55.735269 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-c398c218-e47e-42ff-8137-cbc137ac496c tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (7efc759a-b9f1-4db5-ae7e-576becbcf21f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.757538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-c398c218-e47e-42ff-8137-cbc137ac496c tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (7efc759a-b9f1-4db5-ae7e-576becbcf21f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.897549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-39c653ca-a85f-436b-88bc-4e6547086d44 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.908756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-39c653ca-a85f-436b-88bc-4e6547086d44 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.919852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-39c653ca-a85f-436b-88bc-4e6547086d44 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.930908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-39c653ca-a85f-436b-88bc-4e6547086d44 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.944414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-39c653ca-a85f-436b-88bc-4e6547086d44 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.954661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-39c653ca-a85f-436b-88bc-4e6547086d44 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.965991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-39c653ca-a85f-436b-88bc-4e6547086d44 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.969516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-39c653ca-a85f-436b-88bc-4e6547086d44 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.4177582 Jan 27 21:45:55.975286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398c218-e47e-42ff-8137-cbc137ac496c tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efc759a-b9f1-4db5-ae7e-576becbcf21f,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:55.989804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-c398c218-e47e-42ff-8137-cbc137ac496c tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.995774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6139d7d9-2eb4-4eb9-8adf-996fb7e67876 req-c398c218-e47e-42ff-8137-cbc137ac496c tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8042145 Jan 27 21:45:55.997798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c6a49bda-e807-4cef-a073-15021af28df4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.007428 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.014297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c6a49bda-e807-4cef-a073-15021af28df4 HTTP/1.1" status: 204 len: 168 time: 0.9836102 Jan 27 21:45:56.087644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a9470-b240-4adc-bd9c-d9bd177a2332 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a49bda-e807-4cef-a073-15021af28df4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:56.223498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1efbabf7-2d3d-4cdc-af79-0791dae3fb10 req-76e7a9b0-d071-4520-817e-17de3ab124c6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2073154 Jan 27 21:45:56.265670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f298d1f5-dfa5-4a83-a688-e402feadcb13 req-ad2beb2c-3ca7-4653-ae24-043bcde6948e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.1113284 Jan 27 21:45:56.566226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45966) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.713831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-63e0fc00-6e46-4ea6-85a1-f19ef50caa2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c03f0697fd4422a9881e94c24f3282d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450319 Jan 27 21:45:56.717830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45968) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.721442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85d56579-528d-4041-b0a9-cde82a89d46a req-721ae523-7ec7-4f6a-9602-720dbc38e6a9 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.1189642 Jan 27 21:45:56.787377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-7611677a-f8a5-4c51-a2ff-b4af08eaceeb req-917fde83-9baf-4bef-9f7f-780f97667f92 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-716696566', 'description': 'tempest-description-1746980582'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:56.852468 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcc2a706-9fe3-4706-9840-e9a89c08a107 admin admin] Publish callbacks [] for security_group (c0323f08-50d7-4659-a76a-284b6e2506a9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.854103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7611677a-f8a5-4c51-a2ff-b4af08eaceeb req-917fde83-9baf-4bef-9f7f-780f97667f92 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.905556 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcc2a706-9fe3-4706-9840-e9a89c08a107 admin admin] Publish callbacks [] for security_group (c0323f08-50d7-4659-a76a-284b6e2506a9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.981048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7611677a-f8a5-4c51-a2ff-b4af08eaceeb req-917fde83-9baf-4bef-9f7f-780f97667f92 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (8d48ae6e-34ca-4edc-8300-b5d9612d674a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.992861 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7611677a-f8a5-4c51-a2ff-b4af08eaceeb req-917fde83-9baf-4bef-9f7f-780f97667f92 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8d48ae6e-34ca-4edc-8300-b5d9612d674a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.013069 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcc2a706-9fe3-4706-9840-e9a89c08a107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c0323f08-50d7-4659-a76a-284b6e2506a9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.017332 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcc2a706-9fe3-4706-9840-e9a89c08a107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.020232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bcc2a706-9fe3-4706-9840-e9a89c08a107 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0323f08-50d7-4659-a76a-284b6e2506a9 HTTP/1.1" status: 204 len: 168 time: 0.2995930 Jan 27 21:45:57.034656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2a706-9fe3-4706-9840-e9a89c08a107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0323f08-50d7-4659-a76a-284b6e2506a9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:57.098379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fde83-9baf-4bef-9f7f-780f97667f92 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d48ae6e-34ca-4edc-8300-b5d9612d674a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:57.128099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7611677a-f8a5-4c51-a2ff-b4af08eaceeb req-917fde83-9baf-4bef-9f7f-780f97667f92 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.132485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7611677a-f8a5-4c51-a2ff-b4af08eaceeb req-917fde83-9baf-4bef-9f7f-780f97667f92 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3535228 Jan 27 21:45:57.195902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e4c1023d-3237-48c3-818b-58bcdfa18834 req-32a1eb1f-6944-45f8-8fac-43335700783f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-125773678', 'description': 'tempest-description-787239485'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:57.250600 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4c1023d-3237-48c3-818b-58bcdfa18834 req-32a1eb1f-6944-45f8-8fac-43335700783f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.455116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4c1023d-3237-48c3-818b-58bcdfa18834 req-32a1eb1f-6944-45f8-8fac-43335700783f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (7ce6c3c4-a225-4901-b5e6-09915abff986), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.462603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4c1023d-3237-48c3-818b-58bcdfa18834 req-32a1eb1f-6944-45f8-8fac-43335700783f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ce6c3c4-a225-4901-b5e6-09915abff986), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.539540 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4c1023d-3237-48c3-818b-58bcdfa18834 req-32a1eb1f-6944-45f8-8fac-43335700783f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.541769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4c1023d-3237-48c3-818b-58bcdfa18834 req-32a1eb1f-6944-45f8-8fac-43335700783f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3564012 Jan 27 21:45:57.556246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1eb1f-6944-45f8-8fac-43335700783f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce6c3c4-a225-4901-b5e6-09915abff986,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:57.751325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-2240d09f-719d-4a8c-9338-38a5e384d6f5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.758537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-2240d09f-719d-4a8c-9338-38a5e384d6f5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.767139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-2240d09f-719d-4a8c-9338-38a5e384d6f5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.776569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-2240d09f-719d-4a8c-9338-38a5e384d6f5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.785425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-2240d09f-719d-4a8c-9338-38a5e384d6f5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.792104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-2240d09f-719d-4a8c-9338-38a5e384d6f5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.800644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-2240d09f-719d-4a8c-9338-38a5e384d6f5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.802605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-2240d09f-719d-4a8c-9338-38a5e384d6f5 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1678431 Jan 27 21:45:57.891137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7a347d6-cac8-4ccd-a6ef-520841d4ca90 req-7359b89a-e5ac-40a6-b4d7-e273714b5111 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729721 Jan 27 21:45:58.087191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfedc3e9-2fe3-4c51-99cb-20a5f945f826 req-dce28ac1-f81f-4f19-858d-611b3ce134d3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0573864 Jan 27 21:45:58.284308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-744242b6-09a5-42a3-a8b5-787668975f4e tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:58.285363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-744242b6-09a5-42a3-a8b5-787668975f4e tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105119 Jan 27 21:45:58.388432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-2f584833-4768-45c6-b788-decc94126aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:58.391539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-2f584833-4768-45c6-b788-decc94126aa1 service neutron] 10.222.0.45 "GET /v2.0/ports/84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 1093 time: 0.0973303 Jan 27 21:45:58.404361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Request body: {'binding': {'host': 'n-h2-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.405500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Unknown quota resources ['binding']. {{(pid=103330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:45:58.477729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-94045138-b529-4c5f-b58d-85bff8b5ae5d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/8d48ae6e-34ca-4edc-8300-b5d9612d674a HTTP/1.1" status: 200 len: 1821 time: 0.1333430 Jan 27 21:45:58.502797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46050) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:58.605130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-77202997-e1df-4135-8f6b-cf208a8deb56 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/7ce6c3c4-a225-4901-b5e6-09915abff986 HTTP/1.1" status: 200 len: 1820 time: 0.1194975 Jan 27 21:45:58.627492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-e220ea78-3cea-4b18-8dec-0e5d16c0d652 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d48ae6e-34ca-4edc-8300-b5d9612d674a', 'remote_group_id': '7ce6c3c4-a225-4901-b5e6-09915abff986', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.627807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-e220ea78-3cea-4b18-8dec-0e5d16c0d652 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d48ae6e-34ca-4edc-8300-b5d9612d674a', 'remote_group_id': '7ce6c3c4-a225-4901-b5e6-09915abff986', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.739107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on host n-h2-826529-2 for vnic_type normal with profile None {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:58.739728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:58.740318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:58.759462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:58.759983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:58.804379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:58.804933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:58.805672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:58.806793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Bound port: 84af5035-de23-4221-9eef-076e21d0b1a6, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:58.898387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1380014508-network', 'tenant_id': '32b331e6d4d3469499b5bf825cba20da'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.925333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-e220ea78-3cea-4b18-8dec-0e5d16c0d652 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (abb2100b-ce07-47ad-a815-aec9575cc0e6), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.014155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Made reservation on behalf of 32b331e6d4d3469499b5bf825cba20da for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:59.019120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.034232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:59.057768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-e220ea78-3cea-4b18-8dec-0e5d16c0d652 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (abb2100b-ce07-47ad-a815-aec9575cc0e6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.074574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.083198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1bb6437b-332a-4dc8-a0ab-d8199876286e service neutron] 10.222.0.45 "POST /v2.0/ports/84af5035-de23-4221-9eef-076e21d0b1a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.6849694 Jan 27 21:45:59.084829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-e220ea78-3cea-4b18-8dec-0e5d16c0d652 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (abb2100b-ce07-47ad-a815-aec9575cc0e6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.093497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.148857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220ea78-3cea-4b18-8dec-0e5d16c0d652 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb2100b-ce07-47ad-a815-aec9575cc0e6,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.162689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-e220ea78-3cea-4b18-8dec-0e5d16c0d652 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.163969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94025417-cbf4-4304-bda0-dcd60f59ca56 req-e220ea78-3cea-4b18-8dec-0e5d16c0d652 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5441654 Jan 27 21:45:59.167168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-de4cc36e-b415-4593-bbf9-21be1f7a0faa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2158678 Jan 27 21:45:59.284465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Publish callbacks [] for security_group (d1263c47-9bea-4444-923a-0aebd71e727a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.291886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d1263c47-9bea-4444-923a-0aebd71e727a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.381338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:59.428717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-6eee6211-fdce-4df7-b1f5-99aa97fa4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.433070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-6eee6211-fdce-4df7-b1f5-99aa97fa4d06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 1095 time: 0.1252327 Jan 27 21:45:59.446932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3f38e545-3539-4306-a0b0-d56e3d6c5558), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.446932 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Added segment 3f38e545-3539-4306-a0b0-d56e3d6c5558 of type vlan for network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea Jan 27 21:45:59.478350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1263c47-9bea-4444-923a-0aebd71e727a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.698434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00dffd39-56d8-4df6-b038-86a9ce93e354 req-117e41ae-ff0f-4a68-b8fb-7be0244c15b1 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.2226126 Jan 27 21:45:59.819744 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (ffef7e8a-53ab-4425-a3d5-9edd0b9368ea), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.939249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a26a2ccd-50db-474e-b3c9-c5f57f5617f4 req-092d767e-5775-4a20-aeb1-d51319fca3b3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.1035004 Jan 27 21:45:59.968713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-d8189873-c177-4dd2-a10d-6531aa8a9553 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.980124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-d8189873-c177-4dd2-a10d-6531aa8a9553 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.991206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-d8189873-c177-4dd2-a10d-6531aa8a9553 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.002517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-d8189873-c177-4dd2-a10d-6531aa8a9553 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.014308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-d8189873-c177-4dd2-a10d-6531aa8a9553 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.026085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-d8189873-c177-4dd2-a10d-6531aa8a9553 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.037812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-d8189873-c177-4dd2-a10d-6531aa8a9553 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.041203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-d8189873-c177-4dd2-a10d-6531aa8a9553 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.5699852 Jan 27 21:46:00.095141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46086) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:00.106890 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (ffef7e8a-53ab-4425-a3d5-9edd0b9368ea), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.108743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.109839 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.116150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-488c6594-b46b-4305-a958-7b25d532436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.119480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-488c6594-b46b-4305-a958-7b25d532436c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1096 time: 0.5016146 Jan 27 21:46:00.294138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc96bee-5e00-435a-9a55-582323e70e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.300592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7949591 Jan 27 21:46:00.305771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46090) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:00.314023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Request body: {'subnet': {'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1380014508-subnet', 'tenant_id': '32b331e6d4d3469499b5bf825cba20da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:00.316533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-b4b188d5-38a9-4bc0-adf5-eea4ef3ad20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.318102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-b4b188d5-38a9-4bc0-adf5-eea4ef3ad20e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 200 len: 922 time: 0.8444293 Jan 27 21:46:00.349795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Made reservation on behalf of 32b331e6d4d3469499b5bf825cba20da for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:00.352157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.361622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215e7f9-091b-4172-81e6-4c8b2e3a88b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:00.386380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:00.412231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-e208a92a-3df2-4c60-98f3-66b4ae24b4bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 200 len: 217 time: 0.0847623 Jan 27 21:46:00.435068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf92386-deca-4f63-995b-413d2793192f req-3508fc24-cb34-4af6-a2f6-923215a31c2c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.445897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcf92386-deca-4f63-995b-413d2793192f req-3508fc24-cb34-4af6-a2f6-923215a31c2c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 945 time: 0.3771071 Jan 27 21:46:00.484780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88fa6bbe-f485-4c46-8013-4200138f2a30 req-a38d79f3-11ab-47e2-89b3-781c58d09fa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4250031 Jan 27 21:46:00.502945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc96bee-5e00-435a-9a55-582323e70e4a admin admin] Publish callbacks [] for security_group (d88265fc-737b-4edf-a4f7-58607000dc16), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.525600 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc96bee-5e00-435a-9a55-582323e70e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d88265fc-737b-4edf-a4f7-58607000dc16), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.612451 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fcc96bee-5e00-435a-9a55-582323e70e4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f88697ce3e6f4cc7b46fbecb5787a83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152183 Jan 27 21:46:00.615610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46092) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:00.626505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc96bee-5e00-435a-9a55-582323e70e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88265fc-737b-4edf-a4f7-58607000dc16,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:00.721661 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (fcfd7fa0-a4a7-4165-ae04-6274d85de59b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.758432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea035bc8-312b-49d3-be7b-1ab785cd129b admin admin] Publish callbacks [] for security_group (d88265fc-737b-4edf-a4f7-58607000dc16), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.806293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfd7fa0-a4a7-4165-ae04-6274d85de59b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:00.810222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea035bc8-312b-49d3-be7b-1ab785cd129b admin admin] Publish callbacks [] for security_group (d88265fc-737b-4edf-a4f7-58607000dc16), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.863274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Checking segment: {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:00.864143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Network hostable DHCP agents. Network: ffef7e8a-53ab-4425-a3d5-9edd0b9368ea, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:00.887301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:00.905944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, ffef7e8a-53ab-4425-a3d5-9edd0b9368ea) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:00.913238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.914363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.919072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea035bc8-312b-49d3-be7b-1ab785cd129b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d88265fc-737b-4edf-a4f7-58607000dc16), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.923055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea035bc8-312b-49d3-be7b-1ab785cd129b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.931609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ccc26-cda6-4443-8b9b-63a0008e35a5 None None] Network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:00.943107 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea035bc8-312b-49d3-be7b-1ab785cd129b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d88265fc-737b-4edf-a4f7-58607000dc16 HTTP/1.1" status: 204 len: 168 time: 0.3101008 Jan 27 21:46:00.982543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea035bc8-312b-49d3-be7b-1ab785cd129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88265fc-737b-4edf-a4f7-58607000dc16,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:01.007546 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a7b39f5e-efec-4e58-b5cc-ad12853b31ff admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7001708 Jan 27 21:46:01.131588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-271a6ff1-22f9-471f-9ec0-696e0400740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.134153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-271a6ff1-22f9-471f-9ec0-696e0400740d service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.9786665 Jan 27 21:46:01.152321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcf92386-deca-4f63-995b-413d2793192f req-1444a349-1c97-41c2-9c34-33a366985eff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051265 Jan 27 21:46:01.187513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fd8b320-f8f7-46c9-804b-ac671688a657 req-3a9da01d-290e-47b2-b343-98c799d2efc6 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/7ce6c3c4-a225-4901-b5e6-09915abff986 HTTP/1.1" status: 200 len: 1820 time: 0.2010725 Jan 27 21:46:01.199766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2038a36-46d3-4d27-847b-58091e3f6999 None None] Network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:01.389270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-14b8898b-3eb1-4106-8d3d-d5bac8a02691 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 217 time: 0.2303712 Jan 27 21:46:01.392005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-9f7736f1-b5e1-4cbc-bc61-46b2c1fd48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.395140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-9f7736f1-b5e1-4cbc-bc61-46b2c1fd48f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 200 len: 861 time: 0.9700332 Jan 27 21:46:01.523349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1fd8b320-f8f7-46c9-804b-ac671688a657 req-6a893818-b633-479b-a72a-cacd5a7c3df5 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (7ce6c3c4-a225-4901-b5e6-09915abff986), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.538275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-947151e1-7947-4d32-822d-b61b52199463 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f35a121-dfa2-4554-9cce-e99269f190f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861506 Jan 27 21:46:01.602194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85fd4432-976d-4b9b-a32a-34df55524770 req-2390385b-58ba-4a96-a97e-bd2e0fdb31bb tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.1007807 Jan 27 21:46:01.662403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-d07fb065-4519-4130-9e10-b1b623b85a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.664296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-d07fb065-4519-4130-9e10-b1b623b85a31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2677419 Jan 27 21:46:01.675594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1fd8b320-f8f7-46c9-804b-ac671688a657 req-6a893818-b633-479b-a72a-cacd5a7c3df5 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (7ce6c3c4-a225-4901-b5e6-09915abff986), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.723371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.749400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-22b2f4d0-af06-45c8-b15b-1eb5ee9fe593 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691040 Jan 27 21:46:01.754827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ea35f5-f987-48a2-8e60-b4c90034ed3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.864766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff67e2ce-046c-4867-8ee3-3c8c68147e66 req-134da738-6afd-4350-91eb-ac16b33ad30e tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.1238875 Jan 27 21:46:01.919675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-97329c20-fd64-495f-baae-f9ffb61bf68f service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413339 Jan 27 21:46:01.962496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ea35f5-f987-48a2-8e60-b4c90034ed3b admin admin] Publish callbacks [] for security_group (b4ffd876-0e7f-43c3-910e-cb8c548b094c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.968473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30ea35f5-f987-48a2-8e60-b4c90034ed3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b4ffd876-0e7f-43c3-910e-cb8c548b094c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.013549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-ff157d15-2871-4fca-a675-ecd32325019d service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561650 Jan 27 21:46:02.016507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea35f5-f987-48a2-8e60-b4c90034ed3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ffd876-0e7f-43c3-910e-cb8c548b094c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.021978 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:46:02.065512 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-30ea35f5-f987-48a2-8e60-b4c90034ed3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=718c122688ec4684a3ada49300203c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403778 Jan 27 21:46:02.072063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46114) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:02.111687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1fd8b320-f8f7-46c9-804b-ac671688a657 req-6a893818-b633-479b-a72a-cacd5a7c3df5 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ce6c3c4-a225-4901-b5e6-09915abff986), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.115623 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1fd8b320-f8f7-46c9-804b-ac671688a657 req-6a893818-b633-479b-a72a-cacd5a7c3df5 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.117295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fd8b320-f8f7-46c9-804b-ac671688a657 req-6a893818-b633-479b-a72a-cacd5a7c3df5 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "DELETE /v2.0/security-groups/7ce6c3c4-a225-4901-b5e6-09915abff986 HTTP/1.1" status: 204 len: 173 time: 0.9283442 Jan 27 21:46:02.152159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a893818-b633-479b-a72a-cacd5a7c3df5 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce6c3c4-a225-4901-b5e6-09915abff986,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.153210 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ef959e0-4f7d-46b0-9a3a-61a4aef206de admin admin] Publish callbacks [] for security_group (b4ffd876-0e7f-43c3-910e-cb8c548b094c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.196370 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ef959e0-4f7d-46b0-9a3a-61a4aef206de admin admin] Publish callbacks [] for security_group (b4ffd876-0e7f-43c3-910e-cb8c548b094c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.227163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0faf37d9-8b70-4b08-81fe-bce8b6dc12c6 req-d141fbb6-6433-465c-80aa-f4a084431a4f service neutron] 10.222.0.57 "GET /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976258 Jan 27 21:46:02.288662 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ef959e0-4f7d-46b0-9a3a-61a4aef206de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b4ffd876-0e7f-43c3-910e-cb8c548b094c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.295033 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ef959e0-4f7d-46b0-9a3a-61a4aef206de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.305665 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ef959e0-4f7d-46b0-9a3a-61a4aef206de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4ffd876-0e7f-43c3-910e-cb8c548b094c HTTP/1.1" status: 204 len: 168 time: 0.2295425 Jan 27 21:46:02.325561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef959e0-4f7d-46b0-9a3a-61a4aef206de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ffd876-0e7f-43c3-910e-cb8c548b094c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.329679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-b87bcd89-38aa-440b-bbce-c4b412de1f90 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093047 Jan 27 21:46:02.389231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-9a07627d-bbce-4dc7-a506-e0933e696c9f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.394846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-9a07627d-bbce-4dc7-a506-e0933e696c9f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.400692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-9a07627d-bbce-4dc7-a506-e0933e696c9f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.406627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-9a07627d-bbce-4dc7-a506-e0933e696c9f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.412307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-9a07627d-bbce-4dc7-a506-e0933e696c9f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.417507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-9a07627d-bbce-4dc7-a506-e0933e696c9f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.422990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-9a07627d-bbce-4dc7-a506-e0933e696c9f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.425151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-9a07627d-bbce-4dc7-a506-e0933e696c9f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1792908 Jan 27 21:46:02.510975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-7f23de21-534c-4484-98b8-77e9607a22c8 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.512629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-7f23de21-534c-4484-98b8-77e9607a22c8 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.0865068 Jan 27 21:46:02.529795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-2'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:02.540472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46ea832d-c760-4714-a1e0-7cb3bdf13007 req-bc33d63a-c4c4-4776-9339-6e0648d59d81 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011171 Jan 27 21:46:02.629063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.755804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca2a9696-1e06-4a5b-9d44-d83033ed4326 req-dc107a19-759d-4adb-8652-75bb2d18891d tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/8d48ae6e-34ca-4edc-8300-b5d9612d674a HTTP/1.1" status: 200 len: 1821 time: 0.1488018 Jan 27 21:46:02.892666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-d15352cd-1df1-4f0f-ba82-5606eb559d51 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.894307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-d15352cd-1df1-4f0f-ba82-5606eb559d51 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 822 time: 0.2440908 Jan 27 21:46:02.951176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-aae1cec1-9efa-41f8-93c6-5db8b99fa7c3 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/quotas/32b331e6d4d3469499b5bf825cba20da HTTP/1.1" status: 200 len: 375 time: 0.0314438 Jan 27 21:46:02.953440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:02.962733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f8116-ac5f-428c-9431-e56d91720e5c req-f3f0171e-efcf-435d-8a94-c398734309cd tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.964367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-511f8116-ac5f-428c-9431-e56d91720e5c req-f3f0171e-efcf-435d-8a94-c398734309cd tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 945 time: 0.1290538 Jan 27 21:46:03.013084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-a8d74e45-2888-49e2-91be-b9391b268e61 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415063 Jan 27 21:46:03.117997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:03.160146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-511f8116-ac5f-428c-9431-e56d91720e5c req-cde0ae41-d60d-4d0f-a7b3-daecd49b48ad tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750391 Jan 27 21:46:03.191175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:03.193755 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe86c94-dc40-45ec-8579-aed7e9716e18" -d '{"events": [{"server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "name": "network-vif-unplugged", "status": "completed", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:03.198312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Publish callbacks [] for port (84af5035-de23-4221-9eef-076e21d0b1a6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.215243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.259261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-ad72c9c6-3176-41ec-89a0-2d6893ac7b3c service neutron] 10.222.0.45 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282104 Jan 27 21:46:03.386345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Pushing event updated for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:03.418755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cbb4aca-af2b-4df0-aa82-4203956f1b4c req-96ec36f3-6d29-4177-895f-60d3a88c366f tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0502660 Jan 27 21:46:03.433311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:03.433573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:03.434006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:03.446799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:03.447130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Attempting to bind port 84af5035-de23-4221-9eef-076e21d0b1a6 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:03.461380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-76b1ee79-bc87-456b-990c-dfc8f4af5ce1 service neutron] 10.222.0.45 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816869 Jan 27 21:46:03.464627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:03.464980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:03.465379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:03.465827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Bound port: 84af5035-de23-4221-9eef-076e21d0b1a6, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:03.466197 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.487441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-a4249670-033b-4c2d-a300-75b9ed9b2bbd req-64783fba-90ac-48c6-983d-990eccef0bb9 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1346110502', 'description': 'tempest-description-2003312058'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:03.553481 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a4249670-033b-4c2d-a300-75b9ed9b2bbd req-64783fba-90ac-48c6-983d-990eccef0bb9 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.594741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:03.602450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:03.613066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.771856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.772540 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.774241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 1121 time: 1.2525573 Jan 27 21:46:03.775663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bac21-099c-4502-8abc-69af207716a6 service neutron] Pushing event updated for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=8']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:03.803073 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a4249670-033b-4c2d-a300-75b9ed9b2bbd req-64783fba-90ac-48c6-983d-990eccef0bb9 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (a65a3a63-46c1-415d-8c18-a4de24343c28), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.812356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a4249670-033b-4c2d-a300-75b9ed9b2bbd req-64783fba-90ac-48c6-983d-990eccef0bb9 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a65a3a63-46c1-415d-8c18-a4de24343c28), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.867965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a4249670-033b-4c2d-a300-75b9ed9b2bbd req-64783fba-90ac-48c6-983d-990eccef0bb9 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.868205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['84af5035-de23-4221-9eef-076e21d0b1a6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:03.869346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4249670-033b-4c2d-a300-75b9ed9b2bbd req-64783fba-90ac-48c6-983d-990eccef0bb9 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3875022 Jan 27 21:46:03.871864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64783fba-90ac-48c6-983d-990eccef0bb9 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65a3a63-46c1-415d-8c18-a4de24343c28,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:04.034349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e5aa2a6-0165-46e5-b611-f908367f3c1b req-87b43d4c-2711-4a7e-80c4-52dc31023592 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0950823 Jan 27 21:46:04.043120 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aa0dfb-1651-4592-b26f-d68b850593bf x-openstack-request-id: req-a6aa0dfb-1651-4592-b26f-d68b850593bf {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:04.043780 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "name": "network-vif-unplugged", "status": "completed", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:04.044306 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6aa0dfb-1651-4592-b26f-d68b850593bf {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:04.045076 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6', 'code': 200} Jan 27 21:46:04.103401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fd142d23-460f-403d-b119-3ae8ad59c4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.289953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5d9d1fa-2ee7-44a0-903f-c478f251be85 req-f8ba7ef3-7bc6-43bc-ae76-ac42d070ba35 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 210 time: 0.0362380 Jan 27 21:46:04.310194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-26f24d6e-c032-4b2e-aa13-484c152b627b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.315871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-26f24d6e-c032-4b2e-aa13-484c152b627b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.321692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-26f24d6e-c032-4b2e-aa13-484c152b627b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.329379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-26f24d6e-c032-4b2e-aa13-484c152b627b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.334998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-26f24d6e-c032-4b2e-aa13-484c152b627b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.341931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-26f24d6e-c032-4b2e-aa13-484c152b627b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.347929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-26f24d6e-c032-4b2e-aa13-484c152b627b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.350304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-26f24d6e-c032-4b2e-aa13-484c152b627b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1504896 Jan 27 21:46:04.451868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98db2e55-7eae-4c3c-8800-8b91d8b18d4f req-4d7866ef-1f97-43e1-8e25-a8e5e1e2b8cf tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/a65a3a63-46c1-415d-8c18-a4de24343c28 HTTP/1.1" status: 200 len: 1822 time: 0.1004376 Jan 27 21:46:04.468615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-98db2e55-7eae-4c3c-8800-8b91d8b18d4f req-2e7aa803-9e58-4ed4-b5d2-64b165573da4 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a65a3a63-46c1-415d-8c18-a4de24343c28', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:04.468929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-98db2e55-7eae-4c3c-8800-8b91d8b18d4f req-2e7aa803-9e58-4ed4-b5d2-64b165573da4 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a65a3a63-46c1-415d-8c18-a4de24343c28', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:04.479550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0117f58-3593-4481-a518-d2fe24a19c80 req-5829648a-15a3-432d-b2ed-cb7800f37d8e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986867 Jan 27 21:46:04.581309 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-98db2e55-7eae-4c3c-8800-8b91d8b18d4f req-2e7aa803-9e58-4ed4-b5d2-64b165573da4 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (1b0b8716-8466-4dbe-8412-9f327128f438), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.609204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-98db2e55-7eae-4c3c-8800-8b91d8b18d4f req-2e7aa803-9e58-4ed4-b5d2-64b165573da4 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (1b0b8716-8466-4dbe-8412-9f327128f438), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.615695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-98db2e55-7eae-4c3c-8800-8b91d8b18d4f req-2e7aa803-9e58-4ed4-b5d2-64b165573da4 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (1b0b8716-8466-4dbe-8412-9f327128f438), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.645808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aa803-9e58-4ed4-b5d2-64b165573da4 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0b8716-8466-4dbe-8412-9f327128f438,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:04.659378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-98db2e55-7eae-4c3c-8800-8b91d8b18d4f req-2e7aa803-9e58-4ed4-b5d2-64b165573da4 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.678897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98db2e55-7eae-4c3c-8800-8b91d8b18d4f req-2e7aa803-9e58-4ed4-b5d2-64b165573da4 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2136662 Jan 27 21:46:04.768395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af572878-cf2d-40e0-a92d-84d3ca0fe354 req-21f254f9-6cb2-4f61-b78b-209f89977df1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.770455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af572878-cf2d-40e0-a92d-84d3ca0fe354 req-21f254f9-6cb2-4f61-b78b-209f89977df1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 943 time: 0.0829556 Jan 27 21:46:04.890607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bb630a4-4f59-4fb2-bc97-ca2928948501 req-046e0459-f46d-4ea9-b292-3aa658bfa087 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0451603 Jan 27 21:46:04.895151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af572878-cf2d-40e0-a92d-84d3ca0fe354 req-9e7a8059-20f1-4341-b3d5-d0d55a475d25 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144042 Jan 27 21:46:05.002111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25c5f047-1ef7-42ae-96a6-c963b77ebc59 req-2b8d4007-7211-4fb8-b554-6b181168a67e tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/a65a3a63-46c1-415d-8c18-a4de24343c28 HTTP/1.1" status: 200 len: 2415 time: 0.0559504 Jan 27 21:46:05.007387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-25c5f047-1ef7-42ae-96a6-c963b77ebc59 req-00dc76d5-b0c5-4cf4-a36c-e9fd293625b0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a65a3a63-46c1-415d-8c18-a4de24343c28', 'remote_group_id': None}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:05.007744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-25c5f047-1ef7-42ae-96a6-c963b77ebc59 req-00dc76d5-b0c5-4cf4-a36c-e9fd293625b0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a65a3a63-46c1-415d-8c18-a4de24343c28', 'remote_group_id': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:05.128281 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25c5f047-1ef7-42ae-96a6-c963b77ebc59 req-00dc76d5-b0c5-4cf4-a36c-e9fd293625b0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (0a2effa7-30d4-42aa-9fe0-77e7c177785f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.183588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98d489ea-5fbf-47e2-8b98-06066e331dcb req-4c665ca0-1685-4871-81d8-2b0412103779 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7decaf-aace-411e-a025-d0153c7eae80 HTTP/1.1" status: 200 len: 210 time: 0.0352643 Jan 27 21:46:05.206670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25c5f047-1ef7-42ae-96a6-c963b77ebc59 req-00dc76d5-b0c5-4cf4-a36c-e9fd293625b0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (0a2effa7-30d4-42aa-9fe0-77e7c177785f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.213179 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25c5f047-1ef7-42ae-96a6-c963b77ebc59 req-00dc76d5-b0c5-4cf4-a36c-e9fd293625b0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (0a2effa7-30d4-42aa-9fe0-77e7c177785f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.234778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc76d5-b0c5-4cf4-a36c-e9fd293625b0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2effa7-30d4-42aa-9fe0-77e7c177785f,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:05.245654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-25c5f047-1ef7-42ae-96a6-c963b77ebc59 req-00dc76d5-b0c5-4cf4-a36c-e9fd293625b0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.247943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25c5f047-1ef7-42ae-96a6-c963b77ebc59 req-00dc76d5-b0c5-4cf4-a36c-e9fd293625b0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2448926 Jan 27 21:46:05.388179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee4ae680-7a32-4559-94d3-aae213cd3668 req-f4f3e3ad-ef10-436b-8612-fa24b09ccbec tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/a65a3a63-46c1-415d-8c18-a4de24343c28 HTTP/1.1" status: 200 len: 3013 time: 0.1140795 Jan 27 21:46:05.511961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5956ac2c-a697-4546-8c9f-f9853bd1165f req-7c90eb72-d281-4c6f-9dfd-425c590e8d29 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-group-rules/0a2effa7-30d4-42aa-9fe0-77e7c177785f HTTP/1.1" status: 200 len: 783 time: 0.0839612 Jan 27 21:46:05.516087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8208a4fc-317a-40e3-85df-c01c98a8b10d req-052a94d0-da26-4c04-b5c2-2c1649317436 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 210 time: 0.0551579 Jan 27 21:46:05.824217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5956ac2c-a697-4546-8c9f-f9853bd1165f req-2deaa260-e064-4892-9c40-345c59612b88 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/a65a3a63-46c1-415d-8c18-a4de24343c28 HTTP/1.1" status: 200 len: 3013 time: 0.2947268 Jan 27 21:46:05.946372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-5cf8c760-f05a-45a6-a675-73f5e6a1ba93 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.956267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-5cf8c760-f05a-45a6-a675-73f5e6a1ba93 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.967756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-5cf8c760-f05a-45a6-a675-73f5e6a1ba93 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.978709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-5cf8c760-f05a-45a6-a675-73f5e6a1ba93 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.988685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-5cf8c760-f05a-45a6-a675-73f5e6a1ba93 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.995788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-5cf8c760-f05a-45a6-a675-73f5e6a1ba93 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.002662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-5cf8c760-f05a-45a6-a675-73f5e6a1ba93 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.005235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-5cf8c760-f05a-45a6-a675-73f5e6a1ba93 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.3568661 Jan 27 21:46:06.023015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-5298edd3-8dc2-4af4-8f00-81627452da21 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.024851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-5298edd3-8dc2-4af4-8f00-81627452da21 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.57 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 822 time: 0.4772136 Jan 27 21:46:06.036503 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5956ac2c-a697-4546-8c9f-f9853bd1165f req-71da16b1-428a-4608-bd8c-9ba34ca5f4fe tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (0a2effa7-30d4-42aa-9fe0-77e7c177785f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.047569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Request body: {'port': {'device_id': '7b92100e-a503-4836-aaf5-61b5d169ae57', 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'admin_state_up': True, 'tenant_id': '32b331e6d4d3469499b5bf825cba20da'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:06.065501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:06.068452 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:06.075367 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5956ac2c-a697-4546-8c9f-f9853bd1165f req-71da16b1-428a-4608-bd8c-9ba34ca5f4fe tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (0a2effa7-30d4-42aa-9fe0-77e7c177785f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.249798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5956ac2c-a697-4546-8c9f-f9853bd1165f req-71da16b1-428a-4608-bd8c-9ba34ca5f4fe tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (0a2effa7-30d4-42aa-9fe0-77e7c177785f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.271106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5956ac2c-a697-4546-8c9f-f9853bd1165f req-71da16b1-428a-4608-bd8c-9ba34ca5f4fe tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.273472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5956ac2c-a697-4546-8c9f-f9853bd1165f req-71da16b1-428a-4608-bd8c-9ba34ca5f4fe tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/0a2effa7-30d4-42aa-9fe0-77e7c177785f HTTP/1.1" status: 204 len: 173 time: 0.4326694 Jan 27 21:46:06.300447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da16b1-428a-4608-bd8c-9ba34ca5f4fe tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a2effa7-30d4-42aa-9fe0-77e7c177785f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:06.314768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcdb6c16-5285-437d-9470-d58a40bd2faf req-95cc67ef-98d2-467c-b797-f7843c470963 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2866516 Jan 27 21:46:06.413633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Made reservation on behalf of 32b331e6d4d3469499b5bf825cba20da for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:06.431251 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.492018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef48a6ea-fc7a-4d67-829a-19c9829f9a54 req-2eac1341-ff81-4800-ad28-28e8049fd77c tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0316703 Jan 27 21:46:06.637276 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ccf42a-3efe-4012-9414-9d3c00548342 x-openstack-request-id: req-e6ccf42a-3efe-4012-9414-9d3c00548342 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:06.637764 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:06.638172 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6ccf42a-3efe-4012-9414-9d3c00548342 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:06.638749 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6', 'status': 'completed', 'code': 200} Jan 27 21:46:06.684210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1625d-b35e-4aea-a14d-0352ff387514 req-3d9f5a79-aad6-4d59-8e0a-c37e6b6ff0f0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.692090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e1625d-b35e-4aea-a14d-0352ff387514 req-3d9f5a79-aad6-4d59-8e0a-c37e6b6ff0f0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 943 time: 0.0849044 Jan 27 21:46:06.767524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-c3ec5803-9ea4-4d49-ba1b-485c5f0e8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.770329 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-c3ec5803-9ea4-4d49-ba1b-485c5f0e8ec4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1124 time: 0.1335289 Jan 27 21:46:06.849254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e1625d-b35e-4aea-a14d-0352ff387514 req-660bfff8-9901-4ea4-8842-270b1bc415cf tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561146 Jan 27 21:46:06.961762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c02cd2c5-37e3-423e-9487-024e966de84f req-af4618b2-d503-4e49-b16f-9e1523961827 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/a65a3a63-46c1-415d-8c18-a4de24343c28 HTTP/1.1" status: 200 len: 2415 time: 0.2421417 Jan 27 21:46:06.983113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Allocated IP 172.20.0.8 (ffef7e8a-53ab-4425-a3d5-9edd0b9368ea/fcfd7fa0-a4a7-4165-ae04-6274d85de59b/84461ddb-38f5-4fad-8b70-41837735ff03) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:06.997524 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ebf9899e-1e45-4e82-9e4c-983966822ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.002068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-8908b856-f78f-4c57-925f-2c327233e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.006935 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-8908b856-f78f-4c57-925f-2c327233e0e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.2305079 Jan 27 21:46:07.022134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46254) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:07.049691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b503ba71-3206-4d1e-a664-df99651a0cc3 req-b8a04348-3133-4f0b-b0ba-aec64c18466d tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 210 time: 0.0401044 Jan 27 21:46:07.096200 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-b5c44be2-88d3-418d-8d49-c9692c95822a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 217 time: 0.0789950 Jan 27 21:46:07.156145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c02cd2c5-37e3-423e-9487-024e966de84f req-6df966f3-a162-4861-a8bd-64827692cc66 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (a65a3a63-46c1-415d-8c18-a4de24343c28), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.199088 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-4900040f-0526-4707-94d6-d6330d9d721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.202111 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-4900040f-0526-4707-94d6-d6330d9d721c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.0978372 Jan 27 21:46:07.273055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-d5c1ce9c-4f4c-41ad-99a6-b3bd7790ba2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643194 Jan 27 21:46:07.274908 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9b57-34ad-43bc-a010-604736290f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.295166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c02cd2c5-37e3-423e-9487-024e966de84f req-6df966f3-a162-4861-a8bd-64827692cc66 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (a65a3a63-46c1-415d-8c18-a4de24343c28), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.313380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84af5035-de23-4221-9eef-076e21d0b1a6 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:07.493707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-1f359ab8-dd91-4e62-aa53-e0bec72910c6 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143939 Jan 27 21:46:07.509424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c02cd2c5-37e3-423e-9487-024e966de84f req-6df966f3-a162-4861-a8bd-64827692cc66 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a65a3a63-46c1-415d-8c18-a4de24343c28), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.514777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c02cd2c5-37e3-423e-9487-024e966de84f req-6df966f3-a162-4861-a8bd-64827692cc66 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.516848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c02cd2c5-37e3-423e-9487-024e966de84f req-6df966f3-a162-4861-a8bd-64827692cc66 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "DELETE /v2.0/security-groups/a65a3a63-46c1-415d-8c18-a4de24343c28 HTTP/1.1" status: 204 len: 173 time: 0.5361459 Jan 27 21:46:07.555715 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for port (84461ddb-38f5-4fad-8b70-41837735ff03), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.560755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:07.578167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84af5035-de23-4221-9eef-076e21d0b1a6 has no active binding in host n-h2-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:46:07.611575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df966f3-a162-4861-a8bd-64827692cc66 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65a3a63-46c1-415d-8c18-a4de24343c28,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:07.621222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9b57-34ad-43bc-a010-604736290f61 admin admin] Publish callbacks [] for security_group (ea9af2fa-2d2e-46fe-8aa6-6abb00618cb9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.632411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9b57-34ad-43bc-a010-604736290f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ea9af2fa-2d2e-46fe-8aa6-6abb00618cb9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.679345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f9b57-34ad-43bc-a010-604736290f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9af2fa-2d2e-46fe-8aa6-6abb00618cb9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:07.717759 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ba0f9b57-34ad-43bc-a010-604736290f61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=959cf01afd1c40de8cd94d99427058d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6935244 Jan 27 21:46:07.723183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46268) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:07.732847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-f7728340-ac40-4878-bece-6d61896b6f8b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.743927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-f7728340-ac40-4878-bece-6d61896b6f8b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.752190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8ed35e30-799c-4cbb-b11b-fa2083f5ff1f req-ce794378-b7d5-497d-bda7-7566124d2f76 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504804 Jan 27 21:46:07.753611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-f7728340-ac40-4878-bece-6d61896b6f8b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.763568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-f7728340-ac40-4878-bece-6d61896b6f8b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.774920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-f7728340-ac40-4878-bece-6d61896b6f8b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.786811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-f7728340-ac40-4878-bece-6d61896b6f8b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.798714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-f7728340-ac40-4878-bece-6d61896b6f8b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.801704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-f7728340-ac40-4878-bece-6d61896b6f8b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.3171527 Jan 27 21:46:07.818625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29412bf3-ddb6-425b-b35b-001ec1194259 admin admin] Publish callbacks [] for security_group (ea9af2fa-2d2e-46fe-8aa6-6abb00618cb9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.851851 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29412bf3-ddb6-425b-b35b-001ec1194259 admin admin] Publish callbacks [] for security_group (ea9af2fa-2d2e-46fe-8aa6-6abb00618cb9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.898198 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-088df33e-8331-4a78-ab2f-da12e45264d7 req-96c77139-e40e-4acb-84b2-9584054afe5f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] show failed (client error): The resource could not be found. Jan 27 21:46:07.910140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-088df33e-8331-4a78-ab2f-da12e45264d7 req-96c77139-e40e-4acb-84b2-9584054afe5f tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/7ce6c3c4-a225-4901-b5e6-09915abff986 HTTP/1.1" status: 404 len: 352 time: 0.1064031 Jan 27 21:46:07.952330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29412bf3-ddb6-425b-b35b-001ec1194259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ea9af2fa-2d2e-46fe-8aa6-6abb00618cb9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.960386 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.963573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29412bf3-ddb6-425b-b35b-001ec1194259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.968357 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-29412bf3-ddb6-425b-b35b-001ec1194259 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea9af2fa-2d2e-46fe-8aa6-6abb00618cb9 HTTP/1.1" status: 204 len: 168 time: 0.2442236 Jan 27 21:46:07.995185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29412bf3-ddb6-425b-b35b-001ec1194259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9af2fa-2d2e-46fe-8aa6-6abb00618cb9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:08.188223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf827ee-2604-4758-a4a8-07b18f8bea53 req-3aca2038-40c7-4e60-9c83-e74dc035eee4 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3548698 Jan 27 21:46:08.278715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.310121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2179d422-1cab-4abc-b6a1-64381e2be83b req-2a293bdf-5b2a-4b52-95bf-858b802649a4 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.2075026 Jan 27 21:46:08.331698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:08.348435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:08.365031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:08.467512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.468650 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.602235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-ac88f768-5d93-4385-9495-1f0380ae5de8 service neutron] 10.222.0.16 "GET /v2.0/ports/84af5035-de23-4221-9eef-076e21d0b1a6/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.7851954 Jan 27 21:46:08.636562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5939598 Jan 27 21:46:08.654625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cc4b1-4a41-4875-8648-7eda6e3b170c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event updated for resources: {'Port': ['ID=84461ddb-38f5-4fad-8b70-41837735ff03,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:08.669021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Request body: {'port': {'device_id': '7b92100e-a503-4836-aaf5-61b5d169ae57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:08.717373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46284) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:08.732226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75cf3067-ba57-4200-95d7-35182a35309e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.738166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7caf0724-56ff-47e6-a6e5-fdbd54eaf17c req-53b928a0-ef05-465d-a69a-b5bde23323aa tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/8d48ae6e-34ca-4edc-8300-b5d9612d674a HTTP/1.1" status: 200 len: 1821 time: 0.1954100 Jan 27 21:46:08.860950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75cf3067-ba57-4200-95d7-35182a35309e admin admin] Publish callbacks [] for security_group (1484766b-321a-4dfd-9f69-264b1489751b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.868346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5950c-bbd6-461b-881a-5ac7f9c2efbf req-f45c91e7-e71c-488e-9963-1e3a78612393 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.869755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75cf3067-ba57-4200-95d7-35182a35309e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1484766b-321a-4dfd-9f69-264b1489751b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.882075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6b5950c-bbd6-461b-881a-5ac7f9c2efbf req-f45c91e7-e71c-488e-9963-1e3a78612393 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 943 time: 0.3922117 Jan 27 21:46:08.929327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf3067-ba57-4200-95d7-35182a35309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1484766b-321a-4dfd-9f69-264b1489751b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:08.954513 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-75cf3067-ba57-4200-95d7-35182a35309e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=387cb33d0d454424b9b7898dc45eb319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353461 Jan 27 21:46:08.958700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:09.037637 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee673a5d-d67b-42fd-abd8-42188212dbfe admin admin] Publish callbacks [] for security_group (1484766b-321a-4dfd-9f69-264b1489751b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.084509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee673a5d-d67b-42fd-abd8-42188212dbfe admin admin] Publish callbacks [] for security_group (1484766b-321a-4dfd-9f69-264b1489751b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.130021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6b5950c-bbd6-461b-881a-5ac7f9c2efbf req-d37f3566-5406-417e-9e98-b3269981f4ec tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463608 Jan 27 21:46:09.158150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee673a5d-d67b-42fd-abd8-42188212dbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1484766b-321a-4dfd-9f69-264b1489751b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.163939 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee673a5d-d67b-42fd-abd8-42188212dbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.169714 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ee673a5d-d67b-42fd-abd8-42188212dbfe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1484766b-321a-4dfd-9f69-264b1489751b HTTP/1.1" status: 204 len: 168 time: 0.2041278 Jan 27 21:46:09.203240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee673a5d-d67b-42fd-abd8-42188212dbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1484766b-321a-4dfd-9f69-264b1489751b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:09.241013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:09.265371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:09.304492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.440560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84af5035-de23-4221-9eef-076e21d0b1a6 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:09.532891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:09.576829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7caf0724-56ff-47e6-a6e5-fdbd54eaf17c req-5cd18749-a17e-41bd-a9dd-7fb5ddd20fc0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (8d48ae6e-34ca-4edc-8300-b5d9612d674a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.713250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.745526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19319d69-8c4a-4616-91f9-ff3a4e651828 req-7bee5393-203b-428a-b820-3383a950d643 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:09.769960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19319d69-8c4a-4616-91f9-ff3a4e651828 req-7bee5393-203b-428a-b820-3383a950d643 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 931 time: 0.4583697 Jan 27 21:46:09.860595 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7caf0724-56ff-47e6-a6e5-fdbd54eaf17c req-5cd18749-a17e-41bd-a9dd-7fb5ddd20fc0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (8d48ae6e-34ca-4edc-8300-b5d9612d674a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.113297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19319d69-8c4a-4616-91f9-ff3a4e651828 req-ccb0a8ce-aca9-4123-b9c7-d9781e283677 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418484 Jan 27 21:46:10.775914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] Transition to ACTIVE for port object 84af5035-de23-4221-9eef-076e21d0b1a6 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:10.790954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7caf0724-56ff-47e6-a6e5-fdbd54eaf17c req-5cd18749-a17e-41bd-a9dd-7fb5ddd20fc0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8d48ae6e-34ca-4edc-8300-b5d9612d674a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.794000 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7caf0724-56ff-47e6-a6e5-fdbd54eaf17c req-5cd18749-a17e-41bd-a9dd-7fb5ddd20fc0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.795150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7caf0724-56ff-47e6-a6e5-fdbd54eaf17c req-5cd18749-a17e-41bd-a9dd-7fb5ddd20fc0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "DELETE /v2.0/security-groups/8d48ae6e-34ca-4edc-8300-b5d9612d674a HTTP/1.1" status: 204 len: 173 time: 2.0555799 Jan 27 21:46:10.802554 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.836500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-8fc66b1e-e1f0-4de4-9a7c-8a9d0ad830a2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.842034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-8fc66b1e-e1f0-4de4-9a7c-8a9d0ad830a2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.847438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-8fc66b1e-e1f0-4de4-9a7c-8a9d0ad830a2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.853282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-8fc66b1e-e1f0-4de4-9a7c-8a9d0ad830a2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.858791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-8fc66b1e-e1f0-4de4-9a7c-8a9d0ad830a2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.864302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-8fc66b1e-e1f0-4de4-9a7c-8a9d0ad830a2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.870156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-8fc66b1e-e1f0-4de4-9a7c-8a9d0ad830a2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.878554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-8fc66b1e-e1f0-4de4-9a7c-8a9d0ad830a2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.1911488 Jan 27 21:46:10.911501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd18749-a17e-41bd-a9dd-7fb5ddd20fc0 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d48ae6e-34ca-4edc-8300-b5d9612d674a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.946298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.042624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8fc5d46-5baf-40d4-b8b1-670d2187e744 req-abd966a8-6beb-4fde-bf5d-5505132a52f2 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1631026 Jan 27 21:46:11.102451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] No DVR routers for this DVR port 84af5035-de23-4221-9eef-076e21d0b1a6 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:11.120985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8ee9ca8-daea-4c97-8197-4186c7bf6017 req-f1c9acbd-6bdc-49d2-a3e8-5ce07f5ba101 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.1310833 Jan 27 21:46:11.188868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] Pushing event updated for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=10']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:11.198916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84461ddb-38f5-4fad-8b70-41837735ff03 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:11.250519 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bb336bbe-6d05-4f6c-9199-d0e52db1d690 req-43933b91-f3e3-4cb8-84cd-ace02259a665 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0963500 Jan 27 21:46:11.275844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9c3181b9-4d54-4978-8b45-4e860f1ac662 service neutron] 10.222.0.16 "PUT /v2.0/ports/84af5035-de23-4221-9eef-076e21d0b1a6/bindings/n-h2-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6371281 Jan 27 21:46:11.279450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Publish callbacks [] for port (84461ddb-38f5-4fad-8b70-41837735ff03), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.280571 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.391889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Transition to ACTIVE for port object 84461ddb-38f5-4fad-8b70-41837735ff03 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:11.444846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.512517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42f2373f-02f8-4ec0-8545-227afe3c7078 req-2706348d-22f0-4912-809f-0de1242e4d84 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/c5075391-4066-4260-9a68-c408e8a7965c HTTP/1.1" status: 200 len: 1822 time: 0.2596369 Jan 27 21:46:11.701673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7ba82-279b-4b5c-9d96-ddd704ae466f req-f4550751-d35d-406f-a881-10c772f492cb tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:11.715012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0de7ba82-279b-4b5c-9d96-ddd704ae466f req-f4550751-d35d-406f-a881-10c772f492cb tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 944 time: 0.3725336 Jan 27 21:46:11.784944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 84af5035-de23-4221-9eef-076e21d0b1a6 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:11.801887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Pushing event updated for resources: {'Port': ['ID=84461ddb-38f5-4fad-8b70-41837735ff03,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:11.885367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-b76c4cc9-d807-40e6-9243-f6a7d3901e79 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:11.887969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-b76c4cc9-d807-40e6-9243-f6a7d3901e79 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.2740960 Jan 27 21:46:11.910121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0de7ba82-279b-4b5c-9d96-ddd704ae466f req-ac2c7b74-ec6e-4f7b-901b-06dc0904ac55 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936133 Jan 27 21:46:11.934261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 84af5035-de23-4221-9eef-076e21d0b1a6 host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:46:11.935141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 84af5035-de23-4221-9eef-076e21d0b1a6 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:12.034441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Attempting to bind port 84461ddb-38f5-4fad-8b70-41837735ff03 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:12.036386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Attempting to bind port 84461ddb-38f5-4fad-8b70-41837735ff03 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:12.037257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Attempting to bind port 84461ddb-38f5-4fad-8b70-41837735ff03 on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:12.123834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Port 84461ddb-38f5-4fad-8b70-41837735ff03 on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:12.124836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Attempting to bind port 84461ddb-38f5-4fad-8b70-41837735ff03 on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:12.220569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-a58cf3b7-3832-481b-b983-ab75a38e0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.222334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-a58cf3b7-3832-481b-b983-ab75a38e0fb2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5 HTTP/1.1" status: 200 len: 1095 time: 0.3103149 Jan 27 21:46:12.241360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:12.243267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Checking segment: {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:12.243812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Bound using segment: {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:12.244387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Bound port: 84461ddb-38f5-4fad-8b70-41837735ff03, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:12.244866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.507088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f19b-166b-4375-9bf8-d8e52b41cd5b req-14d03fd0-4c9b-42c5-a593-3dd1132e8c60 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.523052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a437f19b-166b-4375-9bf8-d8e52b41cd5b req-14d03fd0-4c9b-42c5-a593-3dd1132e8c60 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 943 time: 0.3927357 Jan 27 21:46:12.674877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-22081747-1e7d-4e15-a74c-698267d458f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.678801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-22081747-1e7d-4e15-a74c-698267d458f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1095 time: 0.3916142 Jan 27 21:46:12.679790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-42f2373f-02f8-4ec0-8545-227afe3c7078 req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (c5075391-4066-4260-9a68-c408e8a7965c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.824939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:12.871755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a437f19b-166b-4375-9bf8-d8e52b41cd5b req-90d68c96-b653-446b-b077-992604ad201c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474624 Jan 27 21:46:13.054700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84461ddb-38f5-4fad-8b70-41837735ff03,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:13.104156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-42f2373f-02f8-4ec0-8545-227afe3c7078 req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (c5075391-4066-4260-9a68-c408e8a7965c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.119459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.153647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1b594d16-5428-40a9-bc14-1d4bcfd6e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.158862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-1b594d16-5428-40a9-bc14-1d4bcfd6e228 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.4646189 Jan 27 21:46:13.328264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.329157 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.331592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] 10.222.0.57 "PUT /v2.0/ports/84461ddb-38f5-4fad-8b70-41837735ff03 HTTP/1.1" status: 200 len: 1091 time: 4.6697950 Jan 27 21:46:13.379537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92100e-a503-4836-aaf5-61b5d169ae57', 'tag': '84461ddb-38f5-4fad-8b70-41837735ff03'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:13.384210 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ad8a37-51ab-4116-b844-96724c6ffa6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92100e-a503-4836-aaf5-61b5d169ae57", "tag": "84461ddb-38f5-4fad-8b70-41837735ff03"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:13.389248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-190db1ef-0657-46a6-8370-ec776d0f34d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 217 time: 0.2137630 Jan 27 21:46:13.536226 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-42f2373f-02f8-4ec0-8545-227afe3c7078 req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c5075391-4066-4260-9a68-c408e8a7965c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.539700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-42f2373f-02f8-4ec0-8545-227afe3c7078 req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.540922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42f2373f-02f8-4ec0-8545-227afe3c7078 req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "DELETE /v2.0/security-groups/c5075391-4066-4260-9a68-c408e8a7965c HTTP/1.1" status: 204 len: 173 time: 2.0170417 Jan 27 21:46:13.569381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5075391-4066-4260-9a68-c408e8a7965c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:13.589299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.589697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.590187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.590541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.590936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.591280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.593193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.593193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.593193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.593193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.593193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.601394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.601858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65f9ab-22ff-432e-922e-a663e0a71a64 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:13.682307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a3702796-02d6-4761-a4aa-42b4a53bd125 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.688209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a3702796-02d6-4761-a4aa-42b4a53bd125 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.694819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a3702796-02d6-4761-a4aa-42b4a53bd125 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.700968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a3702796-02d6-4761-a4aa-42b4a53bd125 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.721635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a3702796-02d6-4761-a4aa-42b4a53bd125 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.728542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a3702796-02d6-4761-a4aa-42b4a53bd125 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.734512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a3702796-02d6-4761-a4aa-42b4a53bd125 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.737059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a3702796-02d6-4761-a4aa-42b4a53bd125 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5428 time: 0.5570276 Jan 27 21:46:13.753565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-52861e17-2fac-4118-aee1-0bda75eca5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.755470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-52861e17-2fac-4118-aee1-0bda75eca5ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2692573 Jan 27 21:46:13.781051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13487c-563a-4ca7-99a1-197600c61b39 service neutron] Pushing event updated for resources: {'Port': ['ID=84461ddb-38f5-4fad-8b70-41837735ff03,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:13.798045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 51ef1d8e-2e21-492f-b640-29e484a4d2a2 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:13.942405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-724fe329-8f07-4131-b7d6-78edbe40ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.954945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-724fe329-8f07-4131-b7d6-78edbe40ef46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 1094 time: 0.5603554 Jan 27 21:46:13.958966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-d40f4b6c-53aa-41b0-b9fb-148cc25c0ccf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909633 Jan 27 21:46:13.961564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d79279c3-c480-4809-8965-c61f0db420e6 req-25b195d3-2b9d-493b-b954-fb4c8b8ac51b tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.2200267 Jan 27 21:46:14.058160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-eee5dce8-7246-4992-af19-f1fe6af4b273 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84461ddb-38f5-4fad-8b70-41837735ff03 HTTP/1.1" status: 200 len: 217 time: 0.0917478 Jan 27 21:46:14.121207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 51ef1d8e-2e21-492f-b640-29e484a4d2a2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:14.157097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'port_id': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'mac_address': 'fa:16:3e:65:61:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:14.223236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-183c4516-799b-42ec-b283-6dd0bcf93336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.224929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-183c4516-799b-42ec-b283-6dd0bcf93336 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fcfd7fa0-a4a7-4165-ae04-6274d85de59b HTTP/1.1" status: 200 len: 862 time: 0.1318982 Jan 27 21:46:14.227326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-238ae6c5-4209-43d2-b5a8-e227fc735c20 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593956 Jan 27 21:46:14.229621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:14.230820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.258065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ef1d8e-2e21-492f-b640-29e484a4d2a2 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:14.300870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 51ef1d8e-2e21-492f-b640-29e484a4d2a2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:14.310918 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.312990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b3acebe-6418-4dc9-90d9-b9463431689b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:14.322149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96c9b34-3623-477b-bf03-4f41c89cec81 req-a51371d4-9a8a-4d73-a99f-3aac041b7423 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5611370 Jan 27 21:46:14.455780 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f53fae-71fa-4606-8d52-a3a42d3ad254 x-openstack-request-id: req-15f53fae-71fa-4606-8d52-a3a42d3ad254 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:14.457107 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92100e-a503-4836-aaf5-61b5d169ae57", "tag": "84461ddb-38f5-4fad-8b70-41837735ff03", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:14.457563 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15f53fae-71fa-4606-8d52-a3a42d3ad254 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:14.458291 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92100e-a503-4836-aaf5-61b5d169ae57', 'tag': '84461ddb-38f5-4fad-8b70-41837735ff03', 'status': 'completed', 'code': 200} Jan 27 21:46:14.467885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-09031fd9-5cd8-4bd1-83e6-24ec3f96f192 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017717 Jan 27 21:46:14.492387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b2314-d701-4c5e-b226-1d83b2ca97f8 req-1b24b5ed-31dc-406e-b48c-69c9e4cd6e93 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.500451 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec1b2314-d701-4c5e-b226-1d83b2ca97f8 req-1b24b5ed-31dc-406e-b48c-69c9e4cd6e93 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 944 time: 0.2682607 Jan 27 21:46:14.572748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b3acebe-6418-4dc9-90d9-b9463431689b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3acebe-6418-4dc9-90d9-b9463431689b,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:14.615553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-2610ee43-9c4c-456f-8b2c-59bd181a03b1 service neutron] 10.222.0.57 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328444 Jan 27 21:46:14.682818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '9b3acebe-6418-4dc9-90d9-b9463431689b', 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'port_id': '9b3acebe-6418-4dc9-90d9-b9463431689b', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:14.694008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=51ef1d8e-2e21-492f-b640-29e484a4d2a2,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:14.788762 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9b3acebe-6418-4dc9-90d9-b9463431689b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:14.789794 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.792514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec1b2314-d701-4c5e-b226-1d83b2ca97f8 req-8ba316d4-c679-4242-86d8-07d6041326f9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906873 Jan 27 21:46:14.806271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-acbf33c7-2b8b-4cb3-aa4e-93463762d5bd service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387681 Jan 27 21:46:14.838368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3acebe-6418-4dc9-90d9-b9463431689b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:14.879832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b3acebe-6418-4dc9-90d9-b9463431689b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3acebe-6418-4dc9-90d9-b9463431689b,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:14.888028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.889309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7968f295-7efa-408b-a91e-95a069d7064d details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:14.903894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d13789e7-2dbb-4de0-b912-0ce717faf573 req-4532ef41-ed70-4868-a895-8119a872a816 service neutron] 10.222.0.57 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746229 Jan 27 21:46:14.948970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46388) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:15.033788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7968f295-7efa-408b-a91e-95a069d7064d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7968f295-7efa-408b-a91e-95a069d7064d,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:15.075781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9b3acebe-6418-4dc9-90d9-b9463431689b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:15.092139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '7968f295-7efa-408b-a91e-95a069d7064d', 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'port_id': '7968f295-7efa-408b-a91e-95a069d7064d', 'mac_address': 'fa:16:3e:f7:c2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:15.190963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7968f295-7efa-408b-a91e-95a069d7064d is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:15.190963 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7968f295-7efa-408b-a91e-95a069d7064d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.223615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7968f295-7efa-408b-a91e-95a069d7064d {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:15.296166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7968f295-7efa-408b-a91e-95a069d7064d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7968f295-7efa-408b-a91e-95a069d7064d,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:15.304641 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0852ae75-f256-40fb-9447-7c1261753a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.310425 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7968f295-7efa-408b-a91e-95a069d7064d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.312588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7e233169-6ade-4dc4-83a9-a6face8cd6dc details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:15.332925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeb8a1-7b71-4227-9621-96b27a3b969c req-2a449b13-a6d5-4152-beff-cfeefba130b5 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.343890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ffeb8a1-7b71-4227-9621-96b27a3b969c req-2a449b13-a6d5-4152-beff-cfeefba130b5 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 943 time: 0.4034774 Jan 27 21:46:15.375069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9e7e5e87-3f83-429d-89e8-040d15717f7c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.388125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-9e7e5e87-3f83-429d-89e8-040d15717f7c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.2002914 Jan 27 21:46:15.449327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7968f295-7efa-408b-a91e-95a069d7064d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:15.500357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-20e1dacb-6010-41a2-9108-8a7828bd3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.502125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-20e1dacb-6010-41a2-9108-8a7828bd3631 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 1094 time: 0.4205196 Jan 27 21:46:15.536280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0852ae75-f256-40fb-9447-7c1261753a67 admin admin] Publish callbacks [] for security_group (152ab4d7-50a0-4a6d-b414-2ca5cc2cf85f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.554524 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0852ae75-f256-40fb-9447-7c1261753a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (152ab4d7-50a0-4a6d-b414-2ca5cc2cf85f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.628303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852ae75-f256-40fb-9447-7c1261753a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152ab4d7-50a0-4a6d-b414-2ca5cc2cf85f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:15.690825 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0852ae75-f256-40fb-9447-7c1261753a67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf332624254e4da0954207949e343b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7384825 Jan 27 21:46:15.692129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46394) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:15.766140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-be3ab5e3-e0d4-4f85-be8f-8fb32954743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.767796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-be3ab5e3-e0d4-4f85-be8f-8fb32954743f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 923 time: 0.1850476 Jan 27 21:46:15.792269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43af1399-9649-4e1e-8df9-f7a4de400ad1 admin admin] Publish callbacks [] for security_group (152ab4d7-50a0-4a6d-b414-2ca5cc2cf85f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.833270 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43af1399-9649-4e1e-8df9-f7a4de400ad1 admin admin] Publish callbacks [] for security_group (152ab4d7-50a0-4a6d-b414-2ca5cc2cf85f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.840069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7e233169-6ade-4dc4-83a9-a6face8cd6dc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:15.869987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '7e233169-6ade-4dc4-83a9-a6face8cd6dc', 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'port_id': '7e233169-6ade-4dc4-83a9-a6face8cd6dc', 'mac_address': 'fa:16:3e:76:04:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:15.940292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43af1399-9649-4e1e-8df9-f7a4de400ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (152ab4d7-50a0-4a6d-b414-2ca5cc2cf85f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.944793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43af1399-9649-4e1e-8df9-f7a4de400ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.964189 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-43af1399-9649-4e1e-8df9-f7a4de400ad1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/152ab4d7-50a0-4a6d-b414-2ca5cc2cf85f HTTP/1.1" status: 204 len: 168 time: 0.2695789 Jan 27 21:46:15.969256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7e233169-6ade-4dc4-83a9-a6face8cd6dc is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:15.973488 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.985682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af1399-9649-4e1e-8df9-f7a4de400ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152ab4d7-50a0-4a6d-b414-2ca5cc2cf85f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.023481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ace13c9d-6dab-482d-a554-28fec906dcf4 req-ab844b9b-d711-44be-aafd-28cc87f84366 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/f1ef101d-3456-4b85-bcfd-3441d1e7bfe9 HTTP/1.1" status: 200 len: 1821 time: 1.5690353 Jan 27 21:46:16.030875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ffeb8a1-7b71-4227-9621-96b27a3b969c req-c1d7b1d6-558e-4d36-9224-e34533f8bdb3 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6834149 Jan 27 21:46:16.035112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-8725a76d-fd46-4bd8-9327-9c2ba5074b83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84461ddb-38f5-4fad-8b70-41837735ff03 HTTP/1.1" status: 200 len: 217 time: 0.2571690 Jan 27 21:46:16.044448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-c5ccf114-da47-4e1d-9977-46af96e5a3ce service neutron] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:16.082422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-c5ccf114-da47-4e1d-9977-46af96e5a3ce service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.086404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b7bd27-464e-4f6f-9329-95e0c5279d31 req-c5ccf114-da47-4e1d-9977-46af96e5a3ce service neutron] 10.222.0.57 "DELETE /v2.0/ports/84af5035-de23-4221-9eef-076e21d0b1a6/bindings/n-h1-826529-2 HTTP/1.1" status: 204 len: 173 time: 0.5884807 Jan 27 21:46:16.108897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e233169-6ade-4dc4-83a9-a6face8cd6dc {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:16.189874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7e233169-6ade-4dc4-83a9-a6face8cd6dc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:16.197311 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.198377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:16.350741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-fa337952-20c4-4151-bf39-d317463f5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.353342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-fa337952-20c4-4151-bf39-d317463f5eae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fcfd7fa0-a4a7-4165-ae04-6274d85de59b HTTP/1.1" status: 200 len: 862 time: 0.3053989 Jan 27 21:46:16.407784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:16.424689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837', 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd', 'port_id': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837', 'mac_address': 'fa:16:3e:52:1c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:16.450257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-e5fad4ee-9333-4fb3-aa30-df2f4d5fbd2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871108 Jan 27 21:46:16.501505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7e233169-6ade-4dc4-83a9-a6face8cd6dc,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.581302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:16.582180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.622199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:16.673425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:16.695206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.697637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2a759bf5-1a16-49b8-a009-af20e3874c08 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:16.705286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46406) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:16.723814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ace13c9d-6dab-482d-a554-28fec906dcf4 req-fb17c0b6-f72b-4348-aa8d-86bea348a1df tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (f1ef101d-3456-4b85-bcfd-3441d1e7bfe9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.737094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15ced17d-0de0-45cb-b223-b9e3416574f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.861133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ace13c9d-6dab-482d-a554-28fec906dcf4 req-fb17c0b6-f72b-4348-aa8d-86bea348a1df tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (f1ef101d-3456-4b85-bcfd-3441d1e7bfe9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.901100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2a759bf5-1a16-49b8-a009-af20e3874c08, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2a759bf5-1a16-49b8-a009-af20e3874c08,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:16.931909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-4dc8c213-7375-49c1-942c-712fc2ec0421 service neutron] 10.222.0.57 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627659 Jan 27 21:46:16.964193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-5910b5bd-4b7e-4600-b815-971ee52bd009 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.966099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15ced17d-0de0-45cb-b223-b9e3416574f5 admin admin] Publish callbacks [] for security_group (ffc2e28f-3cb7-44ea-b3bc-5f46615306f1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.979981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-5910b5bd-4b7e-4600-b815-971ee52bd009 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.982996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15ced17d-0de0-45cb-b223-b9e3416574f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ffc2e28f-3cb7-44ea-b3bc-5f46615306f1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.987093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-5910b5bd-4b7e-4600-b815-971ee52bd009 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.000677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-5910b5bd-4b7e-4600-b815-971ee52bd009 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.012147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-5910b5bd-4b7e-4600-b815-971ee52bd009 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.014073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-5910b5bd-4b7e-4600-b815-971ee52bd009 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.021506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-5910b5bd-4b7e-4600-b815-971ee52bd009 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.033606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-5910b5bd-4b7e-4600-b815-971ee52bd009 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5433 time: 0.2995846 Jan 27 21:46:17.050692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '2a759bf5-1a16-49b8-a009-af20e3874c08', 'network_id': 'b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21', 'port_id': '2a759bf5-1a16-49b8-a009-af20e3874c08', 'mac_address': 'fa:16:3e:e2:0c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:17.121773 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-15ced17d-0de0-45cb-b223-b9e3416574f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2153f635803432ca98978fdae447050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149325 Jan 27 21:46:17.132760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46412) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:17.135120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.194179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2a759bf5-1a16-49b8-a009-af20e3874c08 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:17.195367 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.229055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a759bf5-1a16-49b8-a009-af20e3874c08 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:17.269605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ced17d-0de0-45cb-b223-b9e3416574f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc2e28f-3cb7-44ea-b3bc-5f46615306f1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.299508 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-470a3413-42d1-48ca-a4ff-efab80262a05 admin admin] Publish callbacks [] for security_group (ffc2e28f-3cb7-44ea-b3bc-5f46615306f1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.299918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2a759bf5-1a16-49b8-a009-af20e3874c08, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2a759bf5-1a16-49b8-a009-af20e3874c08,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:17.308576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ace13c9d-6dab-482d-a554-28fec906dcf4 req-fb17c0b6-f72b-4348-aa8d-86bea348a1df tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f1ef101d-3456-4b85-bcfd-3441d1e7bfe9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.310975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.311582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ace13c9d-6dab-482d-a554-28fec906dcf4 req-fb17c0b6-f72b-4348-aa8d-86bea348a1df tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.312961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ace13c9d-6dab-482d-a554-28fec906dcf4 req-fb17c0b6-f72b-4348-aa8d-86bea348a1df tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "DELETE /v2.0/security-groups/f1ef101d-3456-4b85-bcfd-3441d1e7bfe9 HTTP/1.1" status: 204 len: 173 time: 1.2621281 Jan 27 21:46:17.317604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a8caceec-88c1-416b-95b8-518a051eef0d details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:17.339405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-470a3413-42d1-48ca-a4ff-efab80262a05 admin admin] Publish callbacks [] for security_group (ffc2e28f-3cb7-44ea-b3bc-5f46615306f1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.366192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17c0b6-f72b-4348-aa8d-86bea348a1df tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ef101d-3456-4b85-bcfd-3441d1e7bfe9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.390821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c5c9ee7-f4e0-456c-bcc2-6915dfcd082f req-95e161d1-34ae-4178-9ab5-8ed39ccd9588 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3556187 Jan 27 21:46:17.453264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-470a3413-42d1-48ca-a4ff-efab80262a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ffc2e28f-3cb7-44ea-b3bc-5f46615306f1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.466730 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-470a3413-42d1-48ca-a4ff-efab80262a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.479918 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-470a3413-42d1-48ca-a4ff-efab80262a05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffc2e28f-3cb7-44ea-b3bc-5f46615306f1 HTTP/1.1" status: 204 len: 168 time: 0.3308406 Jan 27 21:46:17.482643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82ad8a37-51ab-4116-b844-96724c6ffa6e req-f41a68c1-a74e-498b-86e3-9e5f832c66c2 service neutron] 10.222.0.57 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298855 Jan 27 21:46:17.508188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a3413-42d1-48ca-a4ff-efab80262a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc2e28f-3cb7-44ea-b3bc-5f46615306f1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.525253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a8caceec-88c1-416b-95b8-518a051eef0d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a8caceec-88c1-416b-95b8-518a051eef0d,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:17.635522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'a8caceec-88c1-416b-95b8-518a051eef0d', 'network_id': 'a037efcc-5d48-4a4c-96ad-46cd3cbe06cd', 'port_id': 'a8caceec-88c1-416b-95b8-518a051eef0d', 'mac_address': 'fa:16:3e:16:90:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:17.685937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b069fa3-39a5-464e-b8e3-dbc644285f3a req-964162ce-b1ee-40b8-8316-18ab4c104a3c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.690600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b069fa3-39a5-464e-b8e3-dbc644285f3a req-964162ce-b1ee-40b8-8316-18ab4c104a3c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 944 time: 0.1592393 Jan 27 21:46:17.738745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=2a759bf5-1a16-49b8-a009-af20e3874c08,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.813053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a8caceec-88c1-416b-95b8-518a051eef0d is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:17.813990 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.835907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b069fa3-39a5-464e-b8e3-dbc644285f3a req-f4bac644-e994-491b-b6b5-affc88fdb72b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382856 Jan 27 21:46:17.860765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8caceec-88c1-416b-95b8-518a051eef0d {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:17.931052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e46f6448-1431-4865-b79f-e7dd827a7e26 req-601b866f-0967-4cbf-904a-f0f3c0cbe597 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71135670067049548a6e427e2cf5ae3f&device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0669482 Jan 27 21:46:17.955081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a8caceec-88c1-416b-95b8-518a051eef0d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a8caceec-88c1-416b-95b8-518a051eef0d,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:17.976536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.076265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85905030-8b6e-44b7-98da-ab94ffb2bd7d req-6a435bf6-f459-4da7-ade3-1fc8cacfc379 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/95fd6a0b-e6b5-4913-9a48-122b3ff13c83 HTTP/1.1" status: 200 len: 2420 time: 0.1432335 Jan 27 21:46:18.079892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e46f6448-1431-4865-b79f-e7dd827a7e26 req-f395cd54-9c5c-4005-b2d6-eb1401ebfe9a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=71135670067049548a6e427e2cf5ae3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1341121 Jan 27 21:46:18.092367 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.108190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a8caceec-88c1-416b-95b8-518a051eef0d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:18.324887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d418f15-55a6-451e-a035-57c5f0af211d req-61a7fe45-f1a1-4217-a322-0f3c62677357 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.327695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d418f15-55a6-451e-a035-57c5f0af211d req-61a7fe45-f1a1-4217-a322-0f3c62677357 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 943 time: 0.3247805 Jan 27 21:46:18.491003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f6448-1431-4865-b79f-e7dd827a7e26 req-19b04c16-7953-4914-96f1-67ef2109c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.493536 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e46f6448-1431-4865-b79f-e7dd827a7e26 req-19b04c16-7953-4914-96f1-67ef2109c15e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4048944 Jan 27 21:46:18.510810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-85905030-8b6e-44b7-98da-ab94ffb2bd7d req-2713422e-340e-450e-a25a-152ae96abc7b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (95fd6a0b-e6b5-4913-9a48-122b3ff13c83), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.571105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d418f15-55a6-451e-a035-57c5f0af211d req-a6b7feb2-42f5-4a1f-983c-61a89371ff1c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287753 Jan 27 21:46:18.584467 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-85905030-8b6e-44b7-98da-ab94ffb2bd7d req-2713422e-340e-450e-a25a-152ae96abc7b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (95fd6a0b-e6b5-4913-9a48-122b3ff13c83), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.731599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-85905030-8b6e-44b7-98da-ab94ffb2bd7d req-2713422e-340e-450e-a25a-152ae96abc7b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95fd6a0b-e6b5-4913-9a48-122b3ff13c83), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.734626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-85905030-8b6e-44b7-98da-ab94ffb2bd7d req-2713422e-340e-450e-a25a-152ae96abc7b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.735915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85905030-8b6e-44b7-98da-ab94ffb2bd7d req-2713422e-340e-450e-a25a-152ae96abc7b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "DELETE /v2.0/security-groups/95fd6a0b-e6b5-4913-9a48-122b3ff13c83 HTTP/1.1" status: 204 len: 173 time: 0.6587100 Jan 27 21:46:18.758129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713422e-340e-450e-a25a-152ae96abc7b tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fd6a0b-e6b5-4913-9a48-122b3ff13c83,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:18.851813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-144af9e7-620e-4f22-96e2-c206fdeec429 req-bb2a553f-ed86-4ad1-bb2e-28d2a880d2fb tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0437937 Jan 27 21:46:19.039998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58ecbe50-ed53-4bcf-9ff8-d6328ab33be1 req-d9d9fa8b-f247-40f7-a945-92716c08f469 tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "GET /v2.0/security-groups/c4d5a3ac-2f72-45ea-ba1b-20864eefbc32 HTTP/1.1" status: 200 len: 2413 time: 0.1422369 Jan 27 21:46:19.156308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-a84c5a42-aed7-4ca9-9a33-acb46a070240 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.167513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-a84c5a42-aed7-4ca9-9a33-acb46a070240 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.178074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-a84c5a42-aed7-4ca9-9a33-acb46a070240 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.188408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-a84c5a42-aed7-4ca9-9a33-acb46a070240 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.198804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-a84c5a42-aed7-4ca9-9a33-acb46a070240 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.209613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-a84c5a42-aed7-4ca9-9a33-acb46a070240 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.220237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-a84c5a42-aed7-4ca9-9a33-acb46a070240 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.223782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-a84c5a42-aed7-4ca9-9a33-acb46a070240 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5435 time: 0.2808180 Jan 27 21:46:19.261960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9b3acebe-6418-4dc9-90d9-b9463431689b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:19.301341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-58ecbe50-ed53-4bcf-9ff8-d6328ab33be1 req-9395bc17-8e12-475b-aba2-fbe725bf9eda tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (c4d5a3ac-2f72-45ea-ba1b-20864eefbc32), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.351143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['51ef1d8e-2e21-492f-b640-29e484a4d2a2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:19.383170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-58ecbe50-ed53-4bcf-9ff8-d6328ab33be1 req-9395bc17-8e12-475b-aba2-fbe725bf9eda tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (c4d5a3ac-2f72-45ea-ba1b-20864eefbc32), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.411582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38ea731e-feab-4cc3-a9ec-0ed79bc2d323 req-312fa17c-1107-4590-88ca-7e15357f68f3 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1654959 Jan 27 21:46:19.424147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7968f295-7efa-408b-a91e-95a069d7064d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:19.472021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['a8caceec-88c1-416b-95b8-518a051eef0d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:19.486055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-58ecbe50-ed53-4bcf-9ff8-d6328ab33be1 req-9395bc17-8e12-475b-aba2-fbe725bf9eda tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c4d5a3ac-2f72-45ea-ba1b-20864eefbc32), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.492836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-58ecbe50-ed53-4bcf-9ff8-d6328ab33be1 req-9395bc17-8e12-475b-aba2-fbe725bf9eda tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.494441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84461ddb-38f5-4fad-8b70-41837735ff03 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:19.502434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46462) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:19.505886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58ecbe50-ed53-4bcf-9ff8-d6328ab33be1 req-9395bc17-8e12-475b-aba2-fbe725bf9eda tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] 10.222.0.45 "DELETE /v2.0/security-groups/c4d5a3ac-2f72-45ea-ba1b-20864eefbc32 HTTP/1.1" status: 204 len: 173 time: 0.4611862 Jan 27 21:46:19.507581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:19.527822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395bc17-8e12-475b-aba2-fbe725bf9eda tempest-SecurityGroupRulesTestJSON-743613166 tempest-SecurityGroupRulesTestJSON-743613166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d5a3ac-2f72-45ea-ba1b-20864eefbc32,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:19.634668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c77837-b0c4-4dd6-9b47-8c7a2df38abd admin admin] Deleting subnet e8af2509-a744-459a-8495-277b9e319541 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:19.641940 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8c77837-b0c4-4dd6-9b47-8c7a2df38abd admin admin] Publish callbacks [] for subnet (e8af2509-a744-459a-8495-277b9e319541), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.644501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7e233169-6ade-4dc4-83a9-a6face8cd6dc'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:19.671139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3959da-918e-4de8-99ee-caebc375739d req-8ebc56ea-23d1-4f59-a805-c6d0c8d2da9c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.679148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b3959da-918e-4de8-99ee-caebc375739d req-8ebc56ea-23d1-4f59-a805-c6d0c8d2da9c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1095 time: 0.1153939 Jan 27 21:46:19.732700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['2a759bf5-1a16-49b8-a009-af20e3874c08'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:19.744404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8c77837-b0c4-4dd6-9b47-8c7a2df38abd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (e8af2509-a744-459a-8495-277b9e319541), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.839709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b3959da-918e-4de8-99ee-caebc375739d req-11078711-f250-467f-b1c5-1ba7f022e452 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491392 Jan 27 21:46:19.862061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8c77837-b0c4-4dd6-9b47-8c7a2df38abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e8af2509-a744-459a-8495-277b9e319541), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.978160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8c77837-b0c4-4dd6-9b47-8c7a2df38abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (e8af2509-a744-459a-8495-277b9e319541), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.054193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c77837-b0c4-4dd6-9b47-8c7a2df38abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8af2509-a744-459a-8495-277b9e319541,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.073723 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8c77837-b0c4-4dd6-9b47-8c7a2df38abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.086980 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d8c77837-b0c4-4dd6-9b47-8c7a2df38abd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e8af2509-a744-459a-8495-277b9e319541 HTTP/1.1" status: 204 len: 168 time: 0.5832477 Jan 27 21:46:20.092523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46482) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:20.188097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49729f-5c98-4fe4-8f68-1a5cb85d7617 req-9fae070c-bbb2-4897-966c-bc80defadc6b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.200243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f49729f-5c98-4fe4-8f68-1a5cb85d7617 req-9fae070c-bbb2-4897-966c-bc80defadc6b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 943 time: 0.1705196 Jan 27 21:46:20.243130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e46f6448-1431-4865-b79f-e7dd827a7e26 req-0a2a1350-f121-4522-ba70-40e35f8101b9 tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.16 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.1180732 Jan 27 21:46:20.264952 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (00221d45-f3f8-4acc-ad87-595f81ecd3b9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.428801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f49729f-5c98-4fe4-8f68-1a5cb85d7617 req-4941f3d0-7fce-4396-9ce5-c6caf8d72fb6 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192824 Jan 27 21:46:20.506313 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:46:20.539241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cc483-322c-4e38-a69f-156906034818 req-35d8d18b-b9bc-4a7b-b474-5fed540e27c1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.541040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab7cc483-322c-4e38-a69f-156906034818 req-35d8d18b-b9bc-4a7b-b474-5fed540e27c1 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 945 time: 0.1594250 Jan 27 21:46:20.592912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (00221d45-f3f8-4acc-ad87-595f81ecd3b9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.657380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00221d45-f3f8-4acc-ad87-595f81ecd3b9']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:20.685927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab7cc483-322c-4e38-a69f-156906034818 req-15692d19-0b93-44aa-8eca-50fa24d9d2fa tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241989 Jan 27 21:46:20.714245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aa1fd9-1eab-4078-b05d-881f47013aaf') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:20.714563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aa1fd9-1eab-4078-b05d-881f47013aaf') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:20.743942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95164be3-0670-425b-b157-7332c44c978b req-2dea2729-ec99-4f81-8562-caa308b2136b tempest-ServerShowV254Test-86369533 tempest-ServerShowV254Test-86369533-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ecc4a9-9e8b-4c2a-8e0e-990c6989b0ce HTTP/1.1" status: 200 len: 210 time: 0.0298128 Jan 27 21:46:20.751241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (91aa1fd9-1eab-4078-b05d-881f47013aaf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.781688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-f75e882e-7d78-4aee-8a87-c220b32b8881 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.784960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-f75e882e-7d78-4aee-8a87-c220b32b8881 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 945 time: 0.1239045 Jan 27 21:46:20.786741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.788999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (91aa1fd9-1eab-4078-b05d-881f47013aaf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.805019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:20.805601 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (91aa1fd9-1eab-4078-b05d-881f47013aaf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:20.814943 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:20.986111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (00221d45-f3f8-4acc-ad87-595f81ecd3b9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.995450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.002000 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] 10.222.0.45 "DELETE /v2.0/networks/00221d45-f3f8-4acc-ad87-595f81ecd3b9 HTTP/1.1" status: 204 len: 168 time: 0.9036188 Jan 27 21:46:21.035116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530fb96-5cb6-42bd-9f25-b7ea322b3aff admin admin] Pushing event deleted for resources: {'Network': ['ID=00221d45-f3f8-4acc-ad87-595f81ecd3b9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:21.203197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84461ddb-38f5-4fad-8b70-41837735ff03,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:21.259640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '84461ddb-38f5-4fad-8b70-41837735ff03', 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'port_id': '84461ddb-38f5-4fad-8b70-41837735ff03', 'mac_address': 'fa:16:3e:62:66:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd7fa0-a4a7-4165-ae04-6274d85de59b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:21.390768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-daab8e2d-8e7b-45dc-9c77-67338dd0d99c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.405975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-daab8e2d-8e7b-45dc-9c77-67338dd0d99c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.420548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-daab8e2d-8e7b-45dc-9c77-67338dd0d99c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.434476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-daab8e2d-8e7b-45dc-9c77-67338dd0d99c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.447628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-daab8e2d-8e7b-45dc-9c77-67338dd0d99c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.454927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-daab8e2d-8e7b-45dc-9c77-67338dd0d99c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.461972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-daab8e2d-8e7b-45dc-9c77-67338dd0d99c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.473576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-daab8e2d-8e7b-45dc-9c77-67338dd0d99c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5435 time: 0.3827121 Jan 27 21:46:21.506486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 84461ddb-38f5-4fad-8b70-41837735ff03 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:21.507369 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.536170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84461ddb-38f5-4fad-8b70-41837735ff03 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:21.562383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84461ddb-38f5-4fad-8b70-41837735ff03,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:21.599136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-be903e14-a804-40ca-86ac-0b3b2060c473 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.604801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-be903e14-a804-40ca-86ac-0b3b2060c473 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 808 time: 0.6193869 Jan 27 21:46:21.628343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46514) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:21.632288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Deleting port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:21.632969 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.660513 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.760444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=84461ddb-38f5-4fad-8b70-41837735ff03,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:21.761941 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c671f4f0-214f-4ca5-a2b3-a2be5d31b073 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27de57cf743a40c58fd65f8002335f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319962 Jan 27 21:46:21.768446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46520) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:21.832687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-679cb2af-d116-4e21-b6a3-f81c14c87ca6 req-54fd7bde-d2b0-496f-b68c-6fd83596a433 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3596075 Jan 27 21:46:21.853169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-9707f233-bf86-4c5f-b729-d68d0c379345 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/quotas/04ce8b9f3f3942a3b7f93cf4bd2772b5 HTTP/1.1" status: 200 len: 375 time: 0.2075558 Jan 27 21:46:21.889391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e972d5-e6ff-4156-8e84-2000e200c388 admin admin] Publish callbacks [] for security_group (6709a936-baac-4164-800a-f13a3f86d1fd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.911076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['84461ddb-38f5-4fad-8b70-41837735ff03'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:21.960587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e972d5-e6ff-4156-8e84-2000e200c388 admin admin] Publish callbacks [] for security_group (6709a936-baac-4164-800a-f13a3f86d1fd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.061065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:22.077399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] For port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:22.079383 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.103145 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e972d5-e6ff-4156-8e84-2000e200c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6709a936-baac-4164-800a-f13a3f86d1fd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.106425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Calling delete_port for 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:22.107358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e972d5-e6ff-4156-8e84-2000e200c388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.108765 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b8e972d5-e6ff-4156-8e84-2000e200c388 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6709a936-baac-4164-800a-f13a3f86d1fd HTTP/1.1" status: 204 len: 168 time: 0.3392029 Jan 27 21:46:22.146813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e972d5-e6ff-4156-8e84-2000e200c388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6709a936-baac-4164-800a-f13a3f86d1fd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:22.395544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:22.416656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:22.417299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.623288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:22.626000 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.630739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-e102173d-7d3b-4abc-a798-54ba580510b9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7755873 Jan 27 21:46:22.707739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:22.712266 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacbef3c-bca4-49e7-a1cc-ba4f774be3ce" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:22.743441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:22.752825 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.805523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd5a89-dc70-4fc3-963a-4700bed9cd51 req-2f198114-e625-4ac2-bf57-90212d40b3df tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:22.813171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4dd5a89-dc70-4fc3-963a-4700bed9cd51 req-2f198114-e625-4ac2-bf57-90212d40b3df tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 944 time: 0.1910579 Jan 27 21:46:22.858662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46544) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:22.865605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:22.942411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-afb8645c-b97a-449d-b1fe-c95de24ff03f service neutron] 10.222.0.45 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777233 Jan 27 21:46:22.948831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4dd5a89-dc70-4fc3-963a-4700bed9cd51 req-f3d3f152-5372-483c-a13f-5349a373e91f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346500 Jan 27 21:46:23.040445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c732a48f-f913-4ad4-a666-2387bace6ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.149088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c732a48f-f913-4ad4-a666-2387bace6ab1 admin admin] Publish callbacks [] for security_group (559b2d97-1238-4918-b7dd-13e20820216b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.156608 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c732a48f-f913-4ad4-a666-2387bace6ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (559b2d97-1238-4918-b7dd-13e20820216b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.209375 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c732a48f-f913-4ad4-a666-2387bace6ab1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61bdcbc8bb9a445d806961dce8f4dae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491280 Jan 27 21:46:23.216081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46560) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:23.229265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4dfca5c3-8bad-4235-a0ae-b4f78b470c68), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.239841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c026ec-0ade-476b-8d96-5e185957acba req-8d80dab5-9b7d-4f5d-9991-eb247b98bf28 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:23.241620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1c026ec-0ade-476b-8d96-5e185957acba req-8d80dab5-9b7d-4f5d-9991-eb247b98bf28 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a HTTP/1.1" status: 200 len: 945 time: 0.2034507 Jan 27 21:46:23.247652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732a48f-f913-4ad4-a666-2387bace6ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559b2d97-1238-4918-b7dd-13e20820216b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:23.298253 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e7b41db-3ee4-4193-ba27-b87b2625c28d admin admin] Publish callbacks [] for security_group (559b2d97-1238-4918-b7dd-13e20820216b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.300095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Pushing event deleted for resources: {'Port': ['ID=4dfca5c3-8bad-4235-a0ae-b4f78b470c68,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:23.321166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-a37eb4fa-cba7-4a2d-80eb-c811b70b55ae service neutron] 10.222.0.45 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680763 Jan 27 21:46:23.354001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e7b41db-3ee4-4193-ba27-b87b2625c28d admin admin] Publish callbacks [] for security_group (559b2d97-1238-4918-b7dd-13e20820216b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.395296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] No DVR routers for this DVR port 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:23.402581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.408543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c94b3535-aa9d-4f65-9e60-0928fe565ca5 req-372e1972-f776-43ac-93c8-73da5032a0f3 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.16 "DELETE /v2.0/ports/4dfca5c3-8bad-4235-a0ae-b4f78b470c68 HTTP/1.1" status: 204 len: 173 time: 2.6162045 Jan 27 21:46:23.409353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'name': 'network-vif-deleted', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:23.422999 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa569c-6765-4aae-904c-a2d9d7ff223d" -d '{"events": [{"server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "name": "network-vif-deleted", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:23.468832 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e7b41db-3ee4-4193-ba27-b87b2625c28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (559b2d97-1238-4918-b7dd-13e20820216b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.472172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e7b41db-3ee4-4193-ba27-b87b2625c28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.473460 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e7b41db-3ee4-4193-ba27-b87b2625c28d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/559b2d97-1238-4918-b7dd-13e20820216b HTTP/1.1" status: 204 len: 168 time: 0.2558990 Jan 27 21:46:23.485443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1c026ec-0ade-476b-8d96-5e185957acba req-14d1cd55-7b07-4f9e-9653-b13e7cfbc5f5 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312775 Jan 27 21:46:23.497218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b41db-3ee4-4193-ba27-b87b2625c28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559b2d97-1238-4918-b7dd-13e20820216b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:23.658992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84461ddb-38f5-4fad-8b70-41837735ff03 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:23.704066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46578) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:23.776953 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c3bcca-614b-4925-b2c8-a258fc48c465 x-openstack-request-id: req-97c3bcca-614b-4925-b2c8-a258fc48c465 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:23.779162 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:23.779771 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97c3bcca-614b-4925-b2c8-a258fc48c465 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:23.781681 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837', 'code': 200} Jan 27 21:46:23.858702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 84461ddb-38f5-4fad-8b70-41837735ff03 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:23.883446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 84461ddb-38f5-4fad-8b70-41837735ff03 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:23.884400 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.994726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72635512-8450-42d0-8468-98277dba41a6 req-75e7e7b2-7479-49c7-aa34-859948439483 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.031316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72635512-8450-42d0-8468-98277dba41a6 req-75e7e7b2-7479-49c7-aa34-859948439483 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.072858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72635512-8450-42d0-8468-98277dba41a6 req-75e7e7b2-7479-49c7-aa34-859948439483 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.091791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 84461ddb-38f5-4fad-8b70-41837735ff03 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:24.092803 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.104243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72635512-8450-42d0-8468-98277dba41a6 req-75e7e7b2-7479-49c7-aa34-859948439483 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.122010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72635512-8450-42d0-8468-98277dba41a6 req-75e7e7b2-7479-49c7-aa34-859948439483 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.127301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a8caceec-88c1-416b-95b8-518a051eef0d up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:24.135222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72635512-8450-42d0-8468-98277dba41a6 req-75e7e7b2-7479-49c7-aa34-859948439483 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.155808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72635512-8450-42d0-8468-98277dba41a6 req-75e7e7b2-7479-49c7-aa34-859948439483 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.174096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72635512-8450-42d0-8468-98277dba41a6 req-75e7e7b2-7479-49c7-aa34-859948439483 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5436 time: 0.3642969 Jan 27 21:46:24.183864 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a64f6b-8fca-44aa-ba56-49601b2d7e32 x-openstack-request-id: req-08a64f6b-8fca-44aa-ba56-49601b2d7e32 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:24.184247 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a", "name": "network-vif-deleted", "tag": "4dfca5c3-8bad-4235-a0ae-b4f78b470c68", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:24.185154 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08a64f6b-8fca-44aa-ba56-49601b2d7e32 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:24.187600 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeba604-4b19-4cbf-9c28-9b3a56a5ad9a', 'name': 'network-vif-deleted', 'tag': '4dfca5c3-8bad-4235-a0ae-b4f78b470c68', 'status': 'completed', 'code': 200} Jan 27 21:46:24.234848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84461ddb-38f5-4fad-8b70-41837735ff03,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:24.253416 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.351673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be65b7d5-75bb-444c-8c91-1fabccedc02b req-4fb9d770-9474-4171-8876-0b8909ba2f51 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 210 time: 0.1609352 Jan 27 21:46:24.361898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port a8caceec-88c1-416b-95b8-518a051eef0d completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:24.368681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-844286765-network', 'tenant_id': '333573a6e76545908e21e82a4ff6641f'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:24.402869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port a8caceec-88c1-416b-95b8-518a051eef0d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:24.412548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.429581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Made reservation on behalf of 333573a6e76545908e21e82a4ff6641f for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:24.435530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.452177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46594) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:24.463959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.480798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46598) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:24.506857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=84461ddb-38f5-4fad-8b70-41837735ff03,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:24.530751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8d33ddd-20d2-4819-b0d6-58ba72177987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.554717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72635512-8450-42d0-8468-98277dba41a6 req-5e3c8eed-0699-47b6-98fc-13f7f0b5d8f4 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3772595 Jan 27 21:46:24.705438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a8caceec-88c1-416b-95b8-518a051eef0d is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:24.706494 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.770850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a8caceec-88c1-416b-95b8-518a051eef0d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a8caceec-88c1-416b-95b8-518a051eef0d,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:24.782980 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.784795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b3acebe-6418-4dc9-90d9-b9463431689b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:24.793833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Publish callbacks [] for security_group (eee42365-a0be-4bbb-8f40-68a9c4d5c3b9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.806618 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eee42365-a0be-4bbb-8f40-68a9c4d5c3b9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.810345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caef86-9bd5-4ba0-a504-bce337f78082 req-314b2592-c7b2-4d9c-84c5-f5e8da2f0f41 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.812489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4caef86-9bd5-4ba0-a504-bce337f78082 req-314b2592-c7b2-4d9c-84c5-f5e8da2f0f41 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.2349658 Jan 27 21:46:24.930174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a8caceec-88c1-416b-95b8-518a051eef0d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:24.961286 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6c7e0de-7c47-43c6-83d3-a0c291e410c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.961807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee42365-a0be-4bbb-8f40-68a9c4d5c3b9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:24.981879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:25.012757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 9b3acebe-6418-4dc9-90d9-b9463431689b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:25.025274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 9b3acebe-6418-4dc9-90d9-b9463431689b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:25.025986 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.028629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a55fa05b-9990-42dd-980d-10669f8e9a12), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.029866 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Added segment a55fa05b-9990-42dd-980d-10669f8e9a12 of type vlan for network 1a18ef32-8d2a-47d1-a9b4-f41755373065 Jan 27 21:46:25.046718 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8d33ddd-20d2-4819-b0d6-58ba72177987 admin admin] Publish callbacks [] for security_group (47670983-6197-4a6e-bd28-946241f47e8c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.072846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4caef86-9bd5-4ba0-a504-bce337f78082 req-4c8ec627-bd60-4724-8f8d-99028881b2d7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330995 Jan 27 21:46:25.082480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8d33ddd-20d2-4819-b0d6-58ba72177987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (47670983-6197-4a6e-bd28-946241f47e8c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.154616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c8d33ddd-20d2-4819-b0d6-58ba72177987 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ca044e9f7ab42109ff8a6b811f00017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6722362 Jan 27 21:46:25.161346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46608) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:25.174437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d33ddd-20d2-4819-b0d6-58ba72177987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47670983-6197-4a6e-bd28-946241f47e8c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.180384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1a18ef32-8d2a-47d1-a9b4-f41755373065), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.266913 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1a18ef32-8d2a-47d1-a9b4-f41755373065), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.268686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:25.269820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.369167 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64157a29-2078-4692-83b4-fb2278fca217 admin admin] Publish callbacks [] for security_group (47670983-6197-4a6e-bd28-946241f47e8c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.369929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6c7e0de-7c47-43c6-83d3-a0c291e410c3 admin admin] Publish callbacks [] for security_group (9952b849-5756-4e0b-9969-c153bc4003b7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.376980 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6713364 Jan 27 21:46:25.383634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46610) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:25.391978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Request body: {'subnet': {'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-844286765-subnet', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:25.402900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9e0f5-a1ec-4557-8f18-083efc4a35fc admin admin] Pushing event updated for resources: {'Network': ['ID=1a18ef32-8d2a-47d1-a9b4-f41755373065,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.407799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e936abd-c12a-4350-9aef-fd41794e3ac5 req-2115ce2b-def1-46a2-bcc4-de9ffa259371 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:25.411850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e936abd-c12a-4350-9aef-fd41794e3ac5 req-2115ce2b-def1-46a2-bcc4-de9ffa259371 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 944 time: 0.1664314 Jan 27 21:46:25.414787 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6c7e0de-7c47-43c6-83d3-a0c291e410c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9952b849-5756-4e0b-9969-c153bc4003b7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.424414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:25.446211 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64157a29-2078-4692-83b4-fb2278fca217 admin admin] Publish callbacks [] for security_group (47670983-6197-4a6e-bd28-946241f47e8c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.572998 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Made reservation on behalf of 333573a6e76545908e21e82a4ff6641f for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:25.581441 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.604232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9b3acebe-6418-4dc9-90d9-b9463431689b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:25.604704 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.613184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64157a29-2078-4692-83b4-fb2278fca217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (47670983-6197-4a6e-bd28-946241f47e8c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.620431 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64157a29-2078-4692-83b4-fb2278fca217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.626172 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-64157a29-2078-4692-83b4-fb2278fca217 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47670983-6197-4a6e-bd28-946241f47e8c HTTP/1.1" status: 204 len: 168 time: 0.4618502 Jan 27 21:46:25.682432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7e0de-7c47-43c6-83d3-a0c291e410c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9952b849-5756-4e0b-9969-c153bc4003b7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.686494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b3acebe-6418-4dc9-90d9-b9463431689b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3acebe-6418-4dc9-90d9-b9463431689b,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:25.694686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f6c7e0de-7c47-43c6-83d3-a0c291e410c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71135670067049548a6e427e2cf5ae3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2367737 Jan 27 21:46:25.709349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46618) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:25.711948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.716209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:25.719206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82aab920-5ba4-4cd0-8348-2328d5fbfc25 req-f7c2d0e7-5d53-46c9-8094-3f47cbf3622b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 210 time: 0.2041786 Jan 27 21:46:25.770195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64157a29-2078-4692-83b4-fb2278fca217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47670983-6197-4a6e-bd28-946241f47e8c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.802435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-8f3a5a17-137a-45fd-b6bc-758b6e199849 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:25.805019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-8f3a5a17-137a-45fd-b6bc-758b6e199849 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.57 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 944 time: 0.4290719 Jan 27 21:46:25.815891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:25.816737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4dfca5c3-8bad-4235-a0ae-b4f78b470c68 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:25.819449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92100e-a503-4836-aaf5-61b5d169ae57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84461ddb-38f5-4fad-8b70-41837735ff03'}, {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8caceec-88c1-416b-95b8-518a051eef0d'}, {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3acebe-6418-4dc9-90d9-b9463431689b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:25.822963 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0c992d-304b-4900-8837-f2cc69eba16e" -d '{"events": [{"server_uuid": "7b92100e-a503-4836-aaf5-61b5d169ae57", "name": "network-vif-plugged", "status": "completed", "tag": "84461ddb-38f5-4fad-8b70-41837735ff03"}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "a8caceec-88c1-416b-95b8-518a051eef0d"}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "9b3acebe-6418-4dc9-90d9-b9463431689b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:25.923892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02b7965f-5e51-423e-9fb5-2ddfef7cae73 admin admin] Publish callbacks [] for security_group (9952b849-5756-4e0b-9969-c153bc4003b7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.990923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9b3acebe-6418-4dc9-90d9-b9463431689b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.047725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 51ef1d8e-2e21-492f-b640-29e484a4d2a2 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:26.062079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02b7965f-5e51-423e-9fb5-2ddfef7cae73 admin admin] Publish callbacks [] for security_group (9952b849-5756-4e0b-9969-c153bc4003b7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.077334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e936abd-c12a-4350-9aef-fd41794e3ac5 req-b48887d5-6a17-4148-a984-2df28089428a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122997 Jan 27 21:46:26.160629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:26.165944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:26.166339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.231474 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61baf17-3b1d-47c3-9e33-3edee7438ab9 x-openstack-request-id: req-a61baf17-3b1d-47c3-9e33-3edee7438ab9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:26.231870 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92100e-a503-4836-aaf5-61b5d169ae57", "name": "network-vif-plugged", "status": "completed", "tag": "84461ddb-38f5-4fad-8b70-41837735ff03", "code": 200}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "a8caceec-88c1-416b-95b8-518a051eef0d", "code": 200}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "9b3acebe-6418-4dc9-90d9-b9463431689b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:26.232052 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a61baf17-3b1d-47c3-9e33-3edee7438ab9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:26.232487 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92100e-a503-4836-aaf5-61b5d169ae57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84461ddb-38f5-4fad-8b70-41837735ff03', 'code': 200} Jan 27 21:46:26.232751 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8caceec-88c1-416b-95b8-518a051eef0d', 'code': 200} Jan 27 21:46:26.233021 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3acebe-6418-4dc9-90d9-b9463431689b', 'code': 200} Jan 27 21:46:26.261605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-500c800f-38ce-41f7-8fa4-997c6d88cd23 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.266246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-500c800f-38ce-41f7-8fa4-997c6d88cd23 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 808 time: 0.5856915 Jan 27 21:46:26.290451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-4faaa3c4-649a-483f-9854-69984907091f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.312921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-4faaa3c4-649a-483f-9854-69984907091f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.323461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-4faaa3c4-649a-483f-9854-69984907091f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.336624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02b7965f-5e51-423e-9fb5-2ddfef7cae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9952b849-5756-4e0b-9969-c153bc4003b7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.336949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-4faaa3c4-649a-483f-9854-69984907091f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.344563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02b7965f-5e51-423e-9fb5-2ddfef7cae73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.346904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-4faaa3c4-649a-483f-9854-69984907091f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.354450 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-02b7965f-5e51-423e-9fb5-2ddfef7cae73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9952b849-5756-4e0b-9969-c153bc4003b7 HTTP/1.1" status: 204 len: 168 time: 0.6434176 Jan 27 21:46:26.356935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-4faaa3c4-649a-483f-9854-69984907091f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.360989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (7f4a9316-070c-405a-9a32-d2c6ab35526a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.370447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-4faaa3c4-649a-483f-9854-69984907091f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.384163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-4faaa3c4-649a-483f-9854-69984907091f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5438 time: 0.4303155 Jan 27 21:46:26.397556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7965f-5e51-423e-9fb5-2ddfef7cae73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9952b849-5756-4e0b-9969-c153bc4003b7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.401732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:26.402408 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.405646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Request body: {'port': {'device_id': '06153cad-545f-490a-8d33-58a0b525ec15', 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'admin_state_up': True, 'tenant_id': '04ce8b9f3f3942a3b7f93cf4bd2772b5'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:26.546740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 51ef1d8e-2e21-492f-b640-29e484a4d2a2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:26.547137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4a9316-070c-405a-9a32-d2c6ab35526a,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.554611 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.555997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7e233169-6ade-4dc4-83a9-a6face8cd6dc up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:26.561403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Checking segment: {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:26.562481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Network hostable DHCP agents. Network: 1a18ef32-8d2a-47d1-a9b4-f41755373065, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:26.597580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:26.614666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1a18ef32-8d2a-47d1-a9b4-f41755373065) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:26.638680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.639328 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.647959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=51ef1d8e-2e21-492f-b640-29e484a4d2a2,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.652213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c62b4d-1dfe-449e-bcb6-0b36ab2ee15b None None] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:26.698162 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-228f185d-8389-45f6-9fea-c5872ce969b1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3106823 Jan 27 21:46:26.701760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46638) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:26.718610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:26.784834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 7e233169-6ade-4dc4-83a9-a6face8cd6dc completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:26.787208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (eb03ab6e-407f-4f3a-9281-99d8952300d6), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.789724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (eb03ab6e-407f-4f3a-9281-99d8952300d6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.796105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 7e233169-6ade-4dc4-83a9-a6face8cd6dc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:26.796105 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.839938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Deleting port 3be30467-ee19-45e6-afd2-ca25d15dac0b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:26.840679 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.878528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks [] for router_controller (eb03ab6e-407f-4f3a-9281-99d8952300d6), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.886721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-1a18ef32-8d2a-47d1-a9b4-f41755373065', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'project_id': '333573a6e76545908e21e82a4ff6641f', 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:26.888091 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.043879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7e233169-6ade-4dc4-83a9-a6face8cd6dc is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:27.050242 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.105983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] For port 3be30467-ee19-45e6-afd2-ca25d15dac0b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3be30467-ee19-45e6-afd2-ca25d15dac0b,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:27.106687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.132652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Calling delete_port for 3be30467-ee19-45e6-afd2-ca25d15dac0b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:27.156135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e3ed-8657-48a0-9a67-b8706551ec5d req-e95d6b69-59d1-4094-801e-3b7e6e9c0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:27.158633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6693e3ed-8657-48a0-9a67-b8706551ec5d req-e95d6b69-59d1-4094-801e-3b7e6e9c0c9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 1096 time: 0.7692733 Jan 27 21:46:27.168824 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks [] for router_gateway (eb03ab6e-407f-4f3a-9281-99d8952300d6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.193491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06db5b14-c4f0-4e47-a95f-3cd2dcad0f06 req-5ce8089a-6c47-4338-8499-f70f22f45efb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8079782 Jan 27 21:46:27.236183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7e233169-6ade-4dc4-83a9-a6face8cd6dc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:27.253737 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.255219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2a759bf5-1a16-49b8-a009-af20e3874c08 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:27.299391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bab857-3b88-41d0-a73d-5360df38e8f6 req-88f8a5ad-72b9-498d-9414-81a26fa1ba25 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:27.312097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68bab857-3b88-41d0-a73d-5360df38e8f6 req-88f8a5ad-72b9-498d-9414-81a26fa1ba25 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.7635503 Jan 27 21:46:27.321240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Allocated IP 172.20.0.2 (1a18ef32-8d2a-47d1-a9b4-f41755373065/7f4a9316-070c-405a-9a32-d2c6ab35526a/b3f42c60-6210-4f23-8884-9c469be2d418) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:27.476341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8902db6a-779d-463e-b4f1-5b0239c6cba9 req-737dacab-0c25-4864-8002-f700396fee79 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 210 time: 0.0725956 Jan 27 21:46:27.522811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68bab857-3b88-41d0-a73d-5360df38e8f6 req-e5706146-ec6c-423d-942b-83fb038881f6 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094054 Jan 27 21:46:27.586374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Made reservation on behalf of 04ce8b9f3f3942a3b7f93cf4bd2772b5 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:27.606286 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.607622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7e233169-6ade-4dc4-83a9-a6face8cd6dc,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:27.623047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 2a759bf5-1a16-49b8-a009-af20e3874c08 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:27.631214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 2a759bf5-1a16-49b8-a009-af20e3874c08 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:27.631681 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.693780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3be30467-ee19-45e6-afd2-ca25d15dac0b no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:27.898560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2a759bf5-1a16-49b8-a009-af20e3874c08 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:27.899600 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.913113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6693e3ed-8657-48a0-9a67-b8706551ec5d req-6a6556b7-4f2b-4569-8af6-c19551f2e83c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7459166 Jan 27 21:46:27.938097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3be30467-ee19-45e6-afd2-ca25d15dac0b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.958322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2a759bf5-1a16-49b8-a009-af20e3874c08, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2a759bf5-1a16-49b8-a009-af20e3874c08,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:27.970968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.971973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7968f295-7efa-408b-a91e-95a069d7064d up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:27.986386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1828-2912-4a37-86e0-3350286d3289 req-d6bfcb78-bb4d-46a2-842c-79f15d0e4612 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:27.990581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-413a1828-2912-4a37-86e0-3350286d3289 req-d6bfcb78-bb4d-46a2-842c-79f15d0e4612 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=28df1808-e7e9-47a6-b195-f0196b1ea9f5 HTTP/1.1" status: 200 len: 944 time: 0.2374282 Jan 27 21:46:27.999554 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks [] for router_gateway (eb03ab6e-407f-4f3a-9281-99d8952300d6), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.025008 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Publish callbacks [] for port (b3f42c60-6210-4f23-8884-9c469be2d418), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.052696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Port 3be30467-ee19-45e6-afd2-ca25d15dac0b update to DOWN by agent not found {{(pid=103331) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 21:46:28.061313 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.067294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.073085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Pushing event deleted for resources: {'Port': ['ID=3be30467-ee19-45e6-afd2-ca25d15dac0b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:28.092646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:28.115955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:28.124365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:28.137034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=2a759bf5-1a16-49b8-a009-af20e3874c08,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:28.193085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 7968f295-7efa-408b-a91e-95a069d7064d completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:28.215109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 7968f295-7efa-408b-a91e-95a069d7064d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:28.215660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7968f295-7efa-408b-a91e-95a069d7064d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.221624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] No DVR routers for this DVR port 3be30467-ee19-45e6-afd2-ca25d15dac0b on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:28.243616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.247369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2'}, {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e233169-6ade-4dc4-83a9-a6face8cd6dc'}, {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a759bf5-1a16-49b8-a009-af20e3874c08'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:28.249888 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a56fce-c36c-4b47-a1bb-5d54a6db4936" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2"}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "7e233169-6ade-4dc4-83a9-a6face8cd6dc"}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "2a759bf5-1a16-49b8-a009-af20e3874c08"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:28.252980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b74f40e-2a0e-4d82-9012-7350c45c0fe6 req-b9648dde-dfad-4695-9e01-eca7ec77120a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.57 "DELETE /v2.0/ports/3be30467-ee19-45e6-afd2-ca25d15dac0b HTTP/1.1" status: 204 len: 173 time: 2.3530974 Jan 27 21:46:28.267155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'name': 'network-vif-deleted', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:28.273085 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0781e9-6fc7-4399-9a73-a20b79d664d3" -d '{"events": [{"server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "name": "network-vif-deleted", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:28.287388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Pushing event updated for resources: {'Port': ['ID=b3f42c60-6210-4f23-8884-9c469be2d418,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:28.295486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Attempting to bind port b3f42c60-6210-4f23-8884-9c469be2d418 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:28.295868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Attempting to bind port b3f42c60-6210-4f23-8884-9c469be2d418 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:28.296247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Attempting to bind port b3f42c60-6210-4f23-8884-9c469be2d418 on network 1a18ef32-8d2a-47d1-a9b4-f41755373065 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:28.317857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:28.319732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Checking segment: {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:28.320328 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.320853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Bound using segment: {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:28.323247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Bound port: b3f42c60-6210-4f23-8884-9c469be2d418, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:28.323790 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.338706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Allocated IP 172.20.0.11 (26aeaa09-0f01-4be0-879e-8beb0b999c2d/489471bf-7c5c-4e63-9af0-2db5188f3511/28993e8f-2111-464b-b9be-371bdad829ad) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:28.349699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-413a1828-2912-4a37-86e0-3350286d3289 req-a2e23092-0aca-4133-9d69-0548a7869951 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923465 Jan 27 21:46:28.455048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Allocated IP 172.25.8.15 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/829d6354-7019-4e7a-9ace-da6a60c05d2e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:28.535944 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d8e035-02c9-45e5-8bdb-945e8512f295 x-openstack-request-id: req-26d8e035-02c9-45e5-8bdb-945e8512f295 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:28.538353 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2", "code": 200}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "7e233169-6ade-4dc4-83a9-a6face8cd6dc", "code": 200}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "2a759bf5-1a16-49b8-a009-af20e3874c08", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:28.538833 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26d8e035-02c9-45e5-8bdb-945e8512f295 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:28.539401 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'code': 200} Jan 27 21:46:28.542274 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e233169-6ade-4dc4-83a9-a6face8cd6dc', 'code': 200} Jan 27 21:46:28.542670 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a759bf5-1a16-49b8-a009-af20e3874c08', 'code': 200} Jan 27 21:46:28.588794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7968f295-7efa-408b-a91e-95a069d7064d is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:28.589507 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7968f295-7efa-408b-a91e-95a069d7064d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.595916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] For port b3f42c60-6210-4f23-8884-9c469be2d418, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:28.657481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] For port b3f42c60-6210-4f23-8884-9c469be2d418, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3f42c60-6210-4f23-8884-9c469be2d418,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:28.658501 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd076480-c4b2-4190-9a89-d5881cc9820f x-openstack-request-id: req-fd076480-c4b2-4190-9a89-d5881cc9820f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:28.659165 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28df1808-e7e9-47a6-b195-f0196b1ea9f5", "name": "network-vif-deleted", "tag": "3be30467-ee19-45e6-afd2-ca25d15dac0b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:28.659693 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd076480-c4b2-4190-9a89-d5881cc9820f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:28.660357 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28df1808-e7e9-47a6-b195-f0196b1ea9f5', 'name': 'network-vif-deleted', 'tag': '3be30467-ee19-45e6-afd2-ca25d15dac0b', 'status': 'completed', 'code': 200} Jan 27 21:46:28.704529 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.732752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-29d3e4e4-a2d0-49cd-93df-b7cd8eba3767 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.741199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-29d3e4e4-a2d0-49cd-93df-b7cd8eba3767 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.747256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-29d3e4e4-a2d0-49cd-93df-b7cd8eba3767 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.753988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-29d3e4e4-a2d0-49cd-93df-b7cd8eba3767 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.759971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-29d3e4e4-a2d0-49cd-93df-b7cd8eba3767 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.766156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-29d3e4e4-a2d0-49cd-93df-b7cd8eba3767 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.771882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-29d3e4e4-a2d0-49cd-93df-b7cd8eba3767 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.775134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-29d3e4e4-a2d0-49cd-93df-b7cd8eba3767 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5441 time: 0.3039153 Jan 27 21:46:28.789081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7968f295-7efa-408b-a91e-95a069d7064d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7968f295-7efa-408b-a91e-95a069d7064d,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:28.802405 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7968f295-7efa-408b-a91e-95a069d7064d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.833956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21c259bb-172c-4554-ac59-24211ecf0155 req-a80d3891-3fca-4130-9fca-7abdbf96f6e4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 210 time: 0.0576670 Jan 27 21:46:28.872304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks [] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.875231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e59221-b53d-4d8b-af50-a878e75ed700 None None] Pushing event updated for resources: {'Port': ['ID=b3f42c60-6210-4f23-8884-9c469be2d418,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:28.908532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks [] for port (28993e8f-2111-464b-b9be-371bdad829ad), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.956398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65aabd2e-bae5-4ed1-8b22-977b10e5ef7a req-0e93cec6-3eee-42a2-9bd1-1b46cd1ab45c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565499 Jan 27 21:46:29.061136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97778343-82b9-4ce8-b477-a80d51d32772 req-079ebf03-c305-4ac2-8f32-748a0897b0fe tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.070384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97778343-82b9-4ce8-b477-a80d51d32772 req-079ebf03-c305-4ac2-8f32-748a0897b0fe tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.1028874 Jan 27 21:46:29.083684 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.112946 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.125070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7968f295-7efa-408b-a91e-95a069d7064d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:29.178926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Network 26aeaa09-0f01-4be0-879e-8beb0b999c2d is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:29.191211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Pushing event updated for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:29.194359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:29.216673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:29.348837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97778343-82b9-4ce8-b477-a80d51d32772 req-57be27b0-13a0-4957-be12-1ab9ced8a4e3 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734632 Jan 27 21:46:29.384612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:29.403580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.405160 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.405396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:29.420667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:29.458014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-47b5f946-9928-4afe-b413-5895bad37236 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0656471 Jan 27 21:46:29.473031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Request body: {'port': {'device_id': '06153cad-545f-490a-8d33-58a0b525ec15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:29.494735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Pushing event updated for resources: {'Port': ['ID=829d6354-7019-4e7a-9ace-da6a60c05d2e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:29.658050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.089133 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks [] for router_gateway (eb03ab6e-407f-4f3a-9281-99d8952300d6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.219988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3f42c60-6210-4f23-8884-9c469be2d418 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:30.355379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b3f42c60-6210-4f23-8884-9c469be2d418 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:30.356224 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.498093 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (eb03ab6e-407f-4f3a-9281-99d8952300d6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.617012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7968f295-7efa-408b-a91e-95a069d7064d'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:30.621856 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f8e27-75ca-4a3a-8e57-a8290110d76b" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "7968f295-7efa-408b-a91e-95a069d7064d"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:30.628556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b3f42c60-6210-4f23-8884-9c469be2d418 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:30.629361 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.716924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Router eb03ab6e-407f-4f3a-9281-99d8952300d6 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:46:30.719379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port b3f42c60-6210-4f23-8884-9c469be2d418, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3f42c60-6210-4f23-8884-9c469be2d418,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:30.731177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.912031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=b3f42c60-6210-4f23-8884-9c469be2d418,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:30.934805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc00341-7bcc-4b93-b9ac-ba134087e170 None None] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:30.939837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.940450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.940943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.941454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.942127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.943555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.944574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.945102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.945620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.946273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.946781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.947291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.947830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:30.966314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:31.011869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-d31bcfc8-18bb-4e66-970d-4c9648da6470 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.014676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-d31bcfc8-18bb-4e66-970d-4c9648da6470 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 944 time: 0.5586691 Jan 27 21:46:31.017757 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.026781 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cce0f812-c3e1-4134-a3af-3777a6758ddb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3187611 Jan 27 21:46:31.027220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46756) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:31.031807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Sync routers for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:31.041581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb301f-06cd-4336-a72b-a6c744417e4e req-5b47072f-fc34-4a56-8568-b31dedbcd0e9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.063760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eadb301f-06cd-4336-a72b-a6c744417e4e req-5b47072f-fc34-4a56-8568-b31dedbcd0e9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 932 time: 0.5943224 Jan 27 21:46:31.064423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:31.065246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:46:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:31.181800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987db2f-aed3-4c31-887c-d8b9d3a80aec req-8f415192-ed90-4762-b765-09c922db7487 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.196245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2987db2f-aed3-4c31-887c-d8b9d3a80aec req-8f415192-ed90-4762-b765-09c922db7487 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 944 time: 0.7333961 Jan 27 21:46:31.208208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-91c480a6-4b5e-457a-ba3e-79d13624d299 None None] Provisioning complete for port b3f42c60-6210-4f23-8884-9c469be2d418 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:31.209246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-91c480a6-4b5e-457a-ba3e-79d13624d299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.391184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eadb301f-06cd-4336-a72b-a6c744417e4e req-94240a39-839c-41d7-9e0c-d1876fd04330 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255336 Jan 27 21:46:31.528113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2987db2f-aed3-4c31-887c-d8b9d3a80aec req-51addb4e-384a-4677-a45f-d21079d6024a tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/security-groups?id=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299644 Jan 27 21:46:31.552437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28993e8f-2111-464b-b9be-371bdad829ad {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:31.588212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c92b17f-0ae3-4248-a134-b00b2161c2f0 req-2e186ac0-97a4-4c91-ba65-ab966c01bf84 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0565951 Jan 27 21:46:31.592201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Publish callbacks [] for port (28993e8f-2111-464b-b9be-371bdad829ad), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.659481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Deleting port 78d9134e-b451-4f36-a11f-fdf5f9778e97 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:31.664989 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.683608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Transition to ACTIVE for port object 28993e8f-2111-464b-b9be-371bdad829ad will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:31.733589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.739978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:31.838401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:31.925622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Pushing event updated for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.950158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cc553-d6c4-4fcc-a034-680c44d0b570 req-6cd66aed-90b4-427a-9a2a-53c1f60b7ce0 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.957944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d42cc553-d6c4-4fcc-a034-680c44d0b570 req-6cd66aed-90b4-427a-9a2a-53c1f60b7ce0 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.2613046 Jan 27 21:46:32.072379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-91c480a6-4b5e-457a-ba3e-79d13624d299 None None] Current status of the port b3f42c60-6210-4f23-8884-9c469be2d418 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:32.112078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] For port 78d9134e-b451-4f36-a11f-fdf5f9778e97, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=78d9134e-b451-4f36-a11f-fdf5f9778e97,segment=NetworkSegment(25f6412a-fd66-4c65-bb20-cbab28c8a2a4),segment_id=25f6412a-fd66-4c65-bb20-cbab28c8a2a4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:32.114674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.121140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3f42c60-6210-4f23-8884-9c469be2d418 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:32.137544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Calling delete_port for 78d9134e-b451-4f36-a11f-fdf5f9778e97 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:32.206435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b3f42c60-6210-4f23-8884-9c469be2d418 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:32.207141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.228539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e13bb2ea-aad2-4ae9-bcb5-fd32ec6aa021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.274937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.300458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-56d69bfe-9227-49de-9a14-1edf880dfc0e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.306707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-56d69bfe-9227-49de-9a14-1edf880dfc0e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.312893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-56d69bfe-9227-49de-9a14-1edf880dfc0e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.318688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-56d69bfe-9227-49de-9a14-1edf880dfc0e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.324557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-56d69bfe-9227-49de-9a14-1edf880dfc0e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.330887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-56d69bfe-9227-49de-9a14-1edf880dfc0e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.336884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-56d69bfe-9227-49de-9a14-1edf880dfc0e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.343257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-56d69bfe-9227-49de-9a14-1edf880dfc0e tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 0.6689045 Jan 27 21:46:32.444439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:32.445264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:32.445831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:32.461765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-94644db7-5c8f-4eda-9c58-2c3bfd5340e5 None None] Provisioning complete for port b3f42c60-6210-4f23-8884-9c469be2d418 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:32.462157 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-94644db7-5c8f-4eda-9c58-2c3bfd5340e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.483496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d42cc553-d6c4-4fcc-a034-680c44d0b570 req-a6f1948c-0f36-4f94-9a58-262eb6f92cdf tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235772 Jan 27 21:46:32.487623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b3f42c60-6210-4f23-8884-9c469be2d418 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:32.516069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:29Z', 'revision_number': 3, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:32.562205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Checking router: eb03ab6e-407f-4f3a-9281-99d8952300d6 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:32.562722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Updating router eb03ab6e-407f-4f3a-9281-99d8952300d6 port 829d6354-7019-4e7a-9ace-da6a60c05d2e binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:32.576479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:32.577398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:32.613591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.645844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f39e901f-b1c9-4c03-b4bd-5d2fd627cbcd req-2096e06c-7c0f-4c8d-a735-6e331d8c7dbc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2878978 Jan 27 21:46:32.667953 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffeffe1-92c0-4c8a-89f2-bb45b90766e7 x-openstack-request-id: req-7ffeffe1-92c0-4c8a-89f2-bb45b90766e7 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:32.667953 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-plugged", "status": "completed", "tag": "7968f295-7efa-408b-a91e-95a069d7064d", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:32.668287 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ffeffe1-92c0-4c8a-89f2-bb45b90766e7 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:32.670663 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7968f295-7efa-408b-a91e-95a069d7064d', 'code': 200} Jan 27 21:46:32.682787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:32.684626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:32.684626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:32.684626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Bound port: 28993e8f-2111-464b-b9be-371bdad829ad, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:32.691027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e13bb2ea-aad2-4ae9-bcb5-fd32ec6aa021 admin admin] Publish callbacks [] for security_group (1dc64e5f-4e0b-427e-bd42-85a6ae4ae1ec), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.691626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.703841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e13bb2ea-aad2-4ae9-bcb5-fd32ec6aa021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1dc64e5f-4e0b-427e-bd42-85a6ae4ae1ec), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.832374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-94644db7-5c8f-4eda-9c58-2c3bfd5340e5 None None] Current status of the port b3f42c60-6210-4f23-8884-9c469be2d418 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:32.926627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bb2ea-aad2-4ae9-bcb5-fd32ec6aa021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc64e5f-4e0b-427e-bd42-85a6ae4ae1ec,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:32.940860 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e13bb2ea-aad2-4ae9-bcb5-fd32ec6aa021 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a01cc51a90049b487d4efce27a9e21f&name=default HTTP/1.1" status: 200 len: 2999 time: 1.1984446 Jan 27 21:46:32.942446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba833f0d-c3b3-4d49-aab0-764812c1012b req-a3b6ef36-5b5e-4b2b-997e-b3b7cc1ecad4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.950346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba833f0d-c3b3-4d49-aab0-764812c1012b req-a3b6ef36-5b5e-4b2b-997e-b3b7cc1ecad4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.2008581 Jan 27 21:46:32.951351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46774) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:32.957424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (78d9134e-b451-4f36-a11f-fdf5f9778e97), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.959541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:32.969704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:33.001827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Allocated IP 172.20.0.1 (1a18ef32-8d2a-47d1-a9b4-f41755373065/7f4a9316-070c-405a-9a32-d2c6ab35526a/ac318f9b-3d65-4205-afe8-ab7f6c09d849) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:33.006771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26577b96-ab72-4fe9-840a-f4f0cb3b8253 req-c1981903-6fb9-4149-a367-9ff3584b5384 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.014582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26577b96-ab72-4fe9-840a-f4f0cb3b8253 req-c1981903-6fb9-4149-a367-9ff3584b5384 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.1501732 Jan 27 21:46:33.021354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.030659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-2e9ead2f-a10c-40a2-9f31-63529db326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.031591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-2e9ead2f-a10c-40a2-9f31-63529db326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.032788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-2e9ead2f-a10c-40a2-9f31-63529db326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.033377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-2e9ead2f-a10c-40a2-9f31-63529db326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.034277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-2e9ead2f-a10c-40a2-9f31-63529db326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.035164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-2e9ead2f-a10c-40a2-9f31-63529db326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.036619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-2e9ead2f-a10c-40a2-9f31-63529db326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.040614 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-2e9ead2f-a10c-40a2-9f31-63529db326fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6499 time: 0.2497816 Jan 27 21:46:33.065400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Pushing event deleted for resources: {'Port': ['ID=78d9134e-b451-4f36-a11f-fdf5f9778e97,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.129115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.129813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.131439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] 10.222.0.16 "PUT /v2.0/ports/28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 1092 time: 3.6631124 Jan 27 21:46:33.136827 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Publish callbacks [] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.145727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:33.148412 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07ab843-50bc-4972-8ba3-7cf961dccaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "tag": "28993e8f-2111-464b-b9be-371bdad829ad"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:33.156680 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.159267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] No DVR routers for this DVR port 78d9134e-b451-4f36-a11f-fdf5f9778e97 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:33.170477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.174693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbe5a7f-39e0-4115-a264-d929ce1fe1ac req-63c3822b-c057-4860-84ef-af0b98333a30 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.57 "DELETE /v2.0/ports/78d9134e-b451-4f36-a11f-fdf5f9778e97 HTTP/1.1" status: 204 len: 173 time: 2.0628552 Jan 27 21:46:33.254492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba833f0d-c3b3-4d49-aab0-764812c1012b req-3ff46c46-7f33-420e-a28a-aecb8aac6746 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032255 Jan 27 21:46:33.304946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Attempting to bind port 829d6354-7019-4e7a-9ace-da6a60c05d2e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:33.305714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Attempting to bind port 829d6354-7019-4e7a-9ace-da6a60c05d2e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:33.306347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Attempting to bind port 829d6354-7019-4e7a-9ace-da6a60c05d2e on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:33.338956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:33.339926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:33.340624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.341318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:33.344210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Bound port: 829d6354-7019-4e7a-9ace-da6a60c05d2e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:33.345035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.352639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26577b96-ab72-4fe9-840a-f4f0cb3b8253 req-ab14ca28-3951-4308-bd49-acd2c82d138b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370006 Jan 27 21:46:33.357277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf05039f-91bf-49bf-8a07-b3de71b58330 admin admin] Publish callbacks [] for security_group (1dc64e5f-4e0b-427e-bd42-85a6ae4ae1ec), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.400875 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b71632fd-a150-43c4-aa3f-92f0c6b529ee req-54f55589-c792-4b19-926f-19569600ec0b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3372014 Jan 27 21:46:33.420628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] For port 829d6354-7019-4e7a-9ace-da6a60c05d2e, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:33.427677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] For port 829d6354-7019-4e7a-9ace-da6a60c05d2e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=829d6354-7019-4e7a-9ace-da6a60c05d2e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:33.432021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595ffe9-9454-4f71-bd69-849e72c0ebb6 None None] Pushing event updated for resources: {'Port': ['ID=829d6354-7019-4e7a-9ace-da6a60c05d2e,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.436328 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.489395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf05039f-91bf-49bf-8a07-b3de71b58330 admin admin] Publish callbacks [] for security_group (1dc64e5f-4e0b-427e-bd42-85a6ae4ae1ec), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.496633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586446c-e2e9-42dd-9cc1-4fea454417b8 service neutron] Pushing event updated for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.519696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595ffe9-9454-4f71-bd69-849e72c0ebb6 None None] Pushing event updated for resources: {'Port': ['ID=829d6354-7019-4e7a-9ace-da6a60c05d2e,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.525787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-455e1d96-a5fe-40db-9691-e81d8bb755e5 req-5ebda9ee-2c1f-4573-bd0b-a43be05b3926 tempest-LiveAutoBlockMigrationV225Test-1523977441 tempest-LiveAutoBlockMigrationV225Test-1523977441-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b8c21c8-7387-4a47-bdf9-f819078dea96 HTTP/1.1" status: 200 len: 210 time: 0.1190903 Jan 27 21:46:33.540574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:33.541450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:46:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:33.573018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Publish callbacks [] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.592678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1987fd51-e859-4055-9e24-6a23aba3f9bd req-c77bd71f-bbda-440b-8484-76e097531880 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1083415 Jan 27 21:46:33.623925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-f4cb3d8b-3914-4fc5-b3a3-f61e29ed40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.626635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-f4cb3d8b-3914-4fc5-b3a3-f61e29ed40d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1095 time: 0.4195390 Jan 27 21:46:33.658591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf05039f-91bf-49bf-8a07-b3de71b58330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1dc64e5f-4e0b-427e-bd42-85a6ae4ae1ec), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.662306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf05039f-91bf-49bf-8a07-b3de71b58330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.664371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9de502d-f887-4481-a693-1f0d86577a98 req-85555989-339d-4419-ab6e-470a7c7c7935 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0829732 Jan 27 21:46:33.680398 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf05039f-91bf-49bf-8a07-b3de71b58330 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1dc64e5f-4e0b-427e-bd42-85a6ae4ae1ec HTTP/1.1" status: 204 len: 168 time: 0.7020240 Jan 27 21:46:33.686477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.704784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 78d9134e-b451-4f36-a11f-fdf5f9778e97 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:33.723250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05039f-91bf-49bf-8a07-b3de71b58330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc64e5f-4e0b-427e-bd42-85a6ae4ae1ec,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.778191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:33.783305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:33.795952 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb8d02c-24cb-45e8-a796-b8fd93870468 x-openstack-request-id: req-0cb8d02c-24cb-45e8-a796-b8fd93870468 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:33.796333 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "tag": "28993e8f-2111-464b-b9be-371bdad829ad", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:33.796581 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0cb8d02c-24cb-45e8-a796-b8fd93870468 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:33.796941 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad', 'status': 'completed', 'code': 200} Jan 27 21:46:33.798490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:33.799776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-06a57e1b-16f2-46c2-8779-06d7409620ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 217 time: 0.1173832 Jan 27 21:46:33.875359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Pushing event updated for resources: {'Port': ['ID=ac318f9b-3d65-4205-afe8-ab7f6c09d849,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.894215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (eb03ab6e-407f-4f3a-9281-99d8952300d6), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.000094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-a1bd896e-5e76-4256-8c3d-09a476c91388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.004903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-a1bd896e-5e76-4256-8c3d-09a476c91388 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.1899011 Jan 27 21:46:34.033111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 78d9134e-b451-4f36-a11f-fdf5f9778e97 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:34.033663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 78d9134e-b451-4f36-a11f-fdf5f9778e97 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:34.131768 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81af856b-d92c-41a7-a3ab-92704a796196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.132163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-c759c9a7-72c7-4740-9f6e-46cfaff64922 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090343 Jan 27 21:46:34.148635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:34.344340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-72dcdaa2-00fb-40f7-9578-69520d9dd35b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.361070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-72dcdaa2-00fb-40f7-9578-69520d9dd35b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.374954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-72dcdaa2-00fb-40f7-9578-69520d9dd35b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.388764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-72dcdaa2-00fb-40f7-9578-69520d9dd35b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.400381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-72dcdaa2-00fb-40f7-9578-69520d9dd35b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.407014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46792) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:34.413719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-72dcdaa2-00fb-40f7-9578-69520d9dd35b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.424349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-72dcdaa2-00fb-40f7-9578-69520d9dd35b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.424653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-57594553-c56e-42cd-87d1-963e8e814f53 None None] Provisioning complete for port ac318f9b-3d65-4205-afe8-ab7f6c09d849 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:34.424996 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-57594553-c56e-42cd-87d1-963e8e814f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.427879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-72dcdaa2-00fb-40f7-9578-69520d9dd35b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 0.3751802 Jan 27 21:46:34.446675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be4bfd-d497-45ca-a33c-b0535d37aa4c req-05564c33-6de4-400d-8952-889bca152f19 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.447514 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.448959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05be4bfd-d497-45ca-a33c-b0535d37aa4c req-05564c33-6de4-400d-8952-889bca152f19 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.4410391 Jan 27 21:46:34.485672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d1fd-11ee-4d87-b0b9-e1bb4902d9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.494182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-57594553-c56e-42cd-87d1-963e8e814f53 None None] Port ac318f9b-3d65-4205-afe8-ab7f6c09d849 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:34.603990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:29Z', 'revision_number': 3, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:34.688079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05be4bfd-d497-45ca-a33c-b0535d37aa4c req-a55086e4-2d2d-43cc-96f2-69698e39dccf tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174556 Jan 27 21:46:34.689483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da8028-fb5c-40bb-b287-9bf207c71813 None None] The sync data for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 is: [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:29Z', 'revision_number': 3, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:34.692973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d1fd-11ee-4d87-b0b9-e1bb4902d9e7 admin admin] Publish callbacks [] for security_group (05f976a7-795c-4c72-9c20-81cd8cc46213), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.706302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-b667e820-d030-4634-89cb-6e5f8c9643db service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295362 Jan 27 21:46:34.715290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d1fd-11ee-4d87-b0b9-e1bb4902d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (05f976a7-795c-4c72-9c20-81cd8cc46213), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.726908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-280b7a3f-5a72-45b9-8caf-70ee85ed8245 req-93241dad-9801-41d6-a41c-f3a0e59e22e0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2705376 Jan 27 21:46:34.819248 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f7c3d1fd-11ee-4d87-b0b9-e1bb4902d9e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f69ed1af882416aa8b9eda9006b7410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4104702 Jan 27 21:46:34.823028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46800) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:34.823377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46802) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:34.842915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3d1fd-11ee-4d87-b0b9-e1bb4902d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f976a7-795c-4c72-9c20-81cd8cc46213,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:34.965137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92a88375-4009-41b0-bf39-5f6144572ea8 req-4a22c487-c492-4a81-af71-e8f292ef4fe5 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0576637 Jan 27 21:46:34.986929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Publish callbacks [] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.021197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.095854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae9dfa12-fa8b-465e-b362-565c3476c24f admin admin] Publish callbacks [] for security_group (05f976a7-795c-4c72-9c20-81cd8cc46213), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.171705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6b817-4212-429d-a6b2-588d043b099c req-0bb6b0f0-d848-40fb-af8d-a9fc1ea37e88 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:35.191023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98d6b817-4212-429d-a6b2-588d043b099c req-0bb6b0f0-d848-40fb-af8d-a9fc1ea37e88 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.2682610 Jan 27 21:46:35.200248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3724f139-c5f1-4edf-8107-6b8368ad6c4a req-257be961-979b-43c1-8a39-eaec65fc0faf service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688036 Jan 27 21:46:35.216238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (eb03ab6e-407f-4f3a-9281-99d8952300d6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.285249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae9dfa12-fa8b-465e-b362-565c3476c24f admin admin] Publish callbacks [] for security_group (05f976a7-795c-4c72-9c20-81cd8cc46213), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.351633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Pushing event updated for resources: {'Port': ['ID=ac318f9b-3d65-4205-afe8-ab7f6c09d849,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:35.450121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98d6b817-4212-429d-a6b2-588d043b099c req-79fc55bc-cddd-4801-ab0c-26e5465e951b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578039 Jan 27 21:46:35.474317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e20e3-1783-42be-bba2-dbcf648011e8 req-793d7e66-58cc-465c-ad08-3b2c6d6cba82 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:35.480939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba0e20e3-1783-42be-bba2-dbcf648011e8 req-793d7e66-58cc-465c-ad08-3b2c6d6cba82 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.3466208 Jan 27 21:46:35.496231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:35.498213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:35.500533 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae9dfa12-fa8b-465e-b362-565c3476c24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (05f976a7-795c-4c72-9c20-81cd8cc46213), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.503391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae9dfa12-fa8b-465e-b362-565c3476c24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.505779 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ae9dfa12-fa8b-465e-b362-565c3476c24f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05f976a7-795c-4c72-9c20-81cd8cc46213 HTTP/1.1" status: 204 len: 168 time: 0.6790760 Jan 27 21:46:35.542830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-44a95eb7-4f5c-456a-aaf0-1557adaeef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:35.546450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-44a95eb7-4f5c-456a-aaf0-1557adaeef13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1095 time: 0.2403903 Jan 27 21:46:35.762638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba0e20e3-1783-42be-bba2-dbcf648011e8 req-e5d46570-289c-430e-9415-418e006b71e7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717001 Jan 27 21:46:35.786506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e968ffb-5d73-4bc0-9845-1fabe92b7674 admin admin] Deleting subnet 9f5a6525-9547-460a-a22f-2e8ac1eafe06 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:35.790811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e968ffb-5d73-4bc0-9845-1fabe92b7674 admin admin] Publish callbacks [] for subnet (9f5a6525-9547-460a-a22f-2e8ac1eafe06), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.798370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'name': 'network-vif-deleted', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:35.800968 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e072d-d7f6-4be7-82c1-e96e85f76720" -d '{"events": [{"server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "name": "network-vif-deleted", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:35.813198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dfa12-fa8b-465e-b362-565c3476c24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f976a7-795c-4c72-9c20-81cd8cc46213,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:35.909865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-c0afa6da-44db-4765-b75f-a4b4b798768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:35.911629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-c0afa6da-44db-4765-b75f-a4b4b798768c service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.3521714 Jan 27 21:46:35.984361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e968ffb-5d73-4bc0-9845-1fabe92b7674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (9f5a6525-9547-460a-a22f-2e8ac1eafe06), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.033472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-4873f610-f8eb-4a50-adb6-d7d456a218b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 217 time: 0.1089399 Jan 27 21:46:36.097670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5a20fd7b-4439-4f99-8f31-8a6d703e4248 None None] Provisioning complete for port ac318f9b-3d65-4205-afe8-ab7f6c09d849 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:36.098335 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a20fd7b-4439-4f99-8f31-8a6d703e4248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.216459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Router eb03ab6e-407f-4f3a-9281-99d8952300d6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:36.219311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 829d6354-7019-4e7a-9ace-da6a60c05d2e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:36.259298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e968ffb-5d73-4bc0-9845-1fabe92b7674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (9f5a6525-9547-460a-a22f-2e8ac1eafe06), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.323166 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb2dc3c-ded5-44d3-92c4-a93c86cdd745 x-openstack-request-id: req-0bb2dc3c-ded5-44d3-92c4-a93c86cdd745 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:36.323780 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8c21c8-7387-4a47-bdf9-f819078dea96", "name": "network-vif-deleted", "tag": "78d9134e-b451-4f36-a11f-fdf5f9778e97", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:36.323780 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bb2dc3c-ded5-44d3-92c4-a93c86cdd745 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:36.324215 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8c21c8-7387-4a47-bdf9-f819078dea96', 'name': 'network-vif-deleted', 'tag': '78d9134e-b451-4f36-a11f-fdf5f9778e97', 'status': 'completed', 'code': 200} Jan 27 21:46:36.365747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5a20fd7b-4439-4f99-8f31-8a6d703e4248 None None] Port ac318f9b-3d65-4205-afe8-ab7f6c09d849 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:36.385457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 829d6354-7019-4e7a-9ace-da6a60c05d2e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:36.385950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.408529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-3ad53ead-15f1-4178-95fe-6ef0f3cff330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.410128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-3ad53ead-15f1-4178-95fe-6ef0f3cff330 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.3623922 Jan 27 21:46:36.442502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef216340-fedc-48e3-8db7-874c4cf85faa req-53a7f1f4-b60e-4e92-bdfa-a5398078f27d tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0878811 Jan 27 21:46:36.519663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-742e285f-2c8b-4efb-9766-c3d811d6a8a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795956 Jan 27 21:46:36.534862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-6b804fbe-4628-4fb6-8df9-3122b1957e8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.556439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-6b804fbe-4628-4fb6-8df9-3122b1957e8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.578616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-6b804fbe-4628-4fb6-8df9-3122b1957e8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.584576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-6b804fbe-4628-4fb6-8df9-3122b1957e8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.595384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-6b804fbe-4628-4fb6-8df9-3122b1957e8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.601623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-6b804fbe-4628-4fb6-8df9-3122b1957e8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.606190 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e968ffb-5d73-4bc0-9845-1fabe92b7674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (9f5a6525-9547-460a-a22f-2e8ac1eafe06), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.616500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-6b804fbe-4628-4fb6-8df9-3122b1957e8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.632086 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3e968ffb-5d73-4bc0-9845-1fabe92b7674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.640256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-6b804fbe-4628-4fb6-8df9-3122b1957e8a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 0.6108022 Jan 27 21:46:36.640788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46848) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:36.656033 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3e968ffb-5d73-4bc0-9845-1fabe92b7674 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9f5a6525-9547-460a-a22f-2e8ac1eafe06 HTTP/1.1" status: 204 len: 168 time: 1.8311779 Jan 27 21:46:36.726906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e968ffb-5d73-4bc0-9845-1fabe92b7674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5a6525-9547-460a-a22f-2e8ac1eafe06,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:36.732340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:36.738612 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd8ccabb-5fab-446e-98d7-20211874561e admin admin] 10.222.0.45 "PUT /v2.0/routers/eb03ab6e-407f-4f3a-9281-99d8952300d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7098346 Jan 27 21:46:36.752240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 829d6354-7019-4e7a-9ace-da6a60c05d2e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:36.752918 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.856765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 829d6354-7019-4e7a-9ace-da6a60c05d2e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=829d6354-7019-4e7a-9ace-da6a60c05d2e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:36.869509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.046774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4f2471bf-0701-4d56-9233-f79f7139c6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.057468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=829d6354-7019-4e7a-9ace-da6a60c05d2e,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:37.223841 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (5f35a121-dfa2-4554-9cce-e99269f190f1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.238442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318828a-f7ac-49f9-b91d-5b6ca1e91a2d req-5048240b-d445-4208-acc0-151bba6a4928 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:37.240062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4318828a-f7ac-49f9-b91d-5b6ca1e91a2d req-5048240b-d445-4208-acc0-151bba6a4928 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.5971103 Jan 27 21:46:37.284615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0894f866-d070-4cbe-83f3-2b0f91e50441 req-a423cc39-1450-41e0-a869-d2482a7408f9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5898812 Jan 27 21:46:37.375662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-1e5ef22d-723e-4968-afcf-7d5bfce88f4b service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331400 Jan 27 21:46:37.662553 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (5f35a121-dfa2-4554-9cce-e99269f190f1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.670959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4318828a-f7ac-49f9-b91d-5b6ca1e91a2d req-9c2b542e-4c8b-4e10-bcf9-3252f0252f2a tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157465 Jan 27 21:46:37.742038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f35a121-dfa2-4554-9cce-e99269f190f1']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:37.798608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977356f9-6205-4717-9080-d46bdbe77dae req-6d0f0e9d-93f5-4d0c-8291-4b6c8c5f64b7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:37.804837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-977356f9-6205-4717-9080-d46bdbe77dae req-6d0f0e9d-93f5-4d0c-8291-4b6c8c5f64b7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.3880763 Jan 27 21:46:37.812381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f6412a-fd66-4c65-bb20-cbab28c8a2a4') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:37.813685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f6412a-fd66-4c65-bb20-cbab28c8a2a4') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:37.845455 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (25f6412a-fd66-4c65-bb20-cbab28c8a2a4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.906622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (25f6412a-fd66-4c65-bb20-cbab28c8a2a4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.929129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07ab843-50bc-4972-8ba3-7cf961dccaaf req-349456d0-72ca-4d6e-8edc-57b316a1879f service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521014 Jan 27 21:46:37.936484 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Sync routers for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:37.958188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:37.959834 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:46:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:37.977011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:37.978795 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (25f6412a-fd66-4c65-bb20-cbab28c8a2a4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:37.982303 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:38.052165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-977356f9-6205-4717-9080-d46bdbe77dae req-05560d88-5928-4009-aa0a-c8fce1315d59 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191322 Jan 27 21:46:38.080918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 829d6354-7019-4e7a-9ace-da6a60c05d2e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:38.082081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (5f35a121-dfa2-4554-9cce-e99269f190f1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.108567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.115810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5f35a121-dfa2-4554-9cce-e99269f190f1 HTTP/1.1" status: 204 len: 168 time: 1.4685197 Jan 27 21:46:38.116692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46882) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:38.145470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95643b72-df36-4568-b40a-74bc499dbbe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f35a121-dfa2-4554-9cce-e99269f190f1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:38.190761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 829d6354-7019-4e7a-9ace-da6a60c05d2e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:38.191094 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.340632 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.451482 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:38.461635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 829d6354-7019-4e7a-9ace-da6a60c05d2e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:38.517500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e1e71-7c50-42d7-b852-6644e4d85152 req-1ceeda77-802e-4c2b-a5ca-21b4370663e8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.543783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e1e71-7c50-42d7-b852-6644e4d85152 req-1ceeda77-802e-4c2b-a5ca-21b4370663e8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.555678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e1e71-7c50-42d7-b852-6644e4d85152 req-1ceeda77-802e-4c2b-a5ca-21b4370663e8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.566937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e1e71-7c50-42d7-b852-6644e4d85152 req-1ceeda77-802e-4c2b-a5ca-21b4370663e8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.589080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e1e71-7c50-42d7-b852-6644e4d85152 req-1ceeda77-802e-4c2b-a5ca-21b4370663e8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.600787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e1e71-7c50-42d7-b852-6644e4d85152 req-1ceeda77-802e-4c2b-a5ca-21b4370663e8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.612515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e1e71-7c50-42d7-b852-6644e4d85152 req-1ceeda77-802e-4c2b-a5ca-21b4370663e8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.627244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af9e1e71-7c50-42d7-b852-6644e4d85152 req-1ceeda77-802e-4c2b-a5ca-21b4370663e8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 0.3166091 Jan 27 21:46:38.639543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46888) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:38.659059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Request body: {'floatingip': {'port_id': '51ef1d8e-2e21-492f-b640-29e484a4d2a2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:38.811216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6e03df-32f7-4173-b642-c3b72fde045d admin admin] Deleting subnet 3a3555f5-f69b-4fc6-b12e-a200d5d55c66 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:38.813820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:38.823125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a4fbdfc5-6323-4907-819b-639d2d2c04d1 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899006551', 'description': 'tempest-description--53171032'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:38.843071 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for floatingip (cd9217dc-5ee6-460a-ba2b-21f588a14f5f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.854793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a6e03df-32f7-4173-b642-c3b72fde045d admin admin] Publish callbacks [] for subnet (3a3555f5-f69b-4fc6-b12e-a200d5d55c66), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.879079 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 2, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:38.887046 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdfc5-6323-4907-819b-639d2d2c04d1 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.933958 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Checking router: eb03ab6e-407f-4f3a-9281-99d8952300d6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:38.935055 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Updating router eb03ab6e-407f-4f3a-9281-99d8952300d6 port ac318f9b-3d65-4205-afe8-ab7f6c09d849 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:38.937634 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a6e03df-32f7-4173-b642-c3b72fde045d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (3a3555f5-f69b-4fc6-b12e-a200d5d55c66), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.989252 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.049908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94e19c0a-1a8f-455d-b9c6-cf0afd2ceaa6 req-8381ccb7-6804-4896-aa31-6f2c165fa8ee tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0990160 Jan 27 21:46:39.098206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdfc5-6323-4907-819b-639d2d2c04d1 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group (9d336062-d55c-44c3-a471-2f88a2106e5b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.150716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55ef96-ac7b-445b-8fa9-b67298e69258 req-6169e1de-4245-416a-951b-c170b8cabdad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:39.152713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa55ef96-ac7b-445b-8fa9-b67298e69258 req-6169e1de-4245-416a-951b-c170b8cabdad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.2000806 Jan 27 21:46:39.171773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdfc5-6323-4907-819b-639d2d2c04d1 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9d336062-d55c-44c3-a471-2f88a2106e5b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.222192 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:46:39.267747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbdfc5-6323-4907-819b-639d2d2c04d1 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d336062-d55c-44c3-a471-2f88a2106e5b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:39.274149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a6e03df-32f7-4173-b642-c3b72fde045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3a3555f5-f69b-4fc6-b12e-a200d5d55c66), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.285861 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4fbdfc5-6323-4907-819b-639d2d2c04d1 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.289963 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4fbdfc5-6323-4907-819b-639d2d2c04d1 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4744906 Jan 27 21:46:39.298561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46904) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:39.310325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-85bddfbf-b0e5-46b0-aeea-7e8df73fdc30 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Request body: {'security_group_rule': {'security_group_id': '9d336062-d55c-44c3-a471-2f88a2106e5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:39.352432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa55ef96-ac7b-445b-8fa9-b67298e69258 req-0f20b2a7-fdc7-4bdc-8439-6bdbfc864914 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844192 Jan 27 21:46:39.427641 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a6e03df-32f7-4173-b642-c3b72fde045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (3a3555f5-f69b-4fc6-b12e-a200d5d55c66), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.463234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e03df-32f7-4173-b642-c3b72fde045d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3555f5-f69b-4fc6-b12e-a200d5d55c66,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:39.470181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a6e03df-32f7-4173-b642-c3b72fde045d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.480139 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9a6e03df-32f7-4173-b642-c3b72fde045d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3a3555f5-f69b-4fc6-b12e-a200d5d55c66 HTTP/1.1" status: 204 len: 168 time: 1.3615513 Jan 27 21:46:39.481382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:39.589277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-85bddfbf-b0e5-46b0-aeea-7e8df73fdc30 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group_rule (a636171c-6f95-4ca0-8860-bd39538c7222), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.665491 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Publish callbacks [] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.687854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d669d0d3-5e87-467c-91a9-fe632db1dca2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.690475 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.774488 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Pushing event updated for resources: {'Port': ['ID=ac318f9b-3d65-4205-afe8-ab7f6c09d849,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:39.796020 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.797054 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.797859 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.798392 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.799944 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.800765 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.802284 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.803162 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.803999 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.804784 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.805584 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.806353 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.807389 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:39.941966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d669d0d3-5e87-467c-91a9-fe632db1dca2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.951810 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Attempting to bind port ac318f9b-3d65-4205-afe8-ab7f6c09d849 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:39.952428 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Attempting to bind port ac318f9b-3d65-4205-afe8-ab7f6c09d849 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:39.953023 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Attempting to bind port ac318f9b-3d65-4205-afe8-ab7f6c09d849 on network 1a18ef32-8d2a-47d1-a9b4-f41755373065 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:39.963243 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:39.964411 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Checking segment: {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:39.965370 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.966220 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Bound using segment: {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:39.967279 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Bound port: ac318f9b-3d65-4205-afe8-ab7f6c09d849, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:39.968278 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.029868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d669d0d3-5e87-467c-91a9-fe632db1dca2']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:40.056189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0c2253-47b9-4cd0-92f4-e1f9d03dca80') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:40.059053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0c2253-47b9-4cd0-92f4-e1f9d03dca80') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:40.099708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-85bddfbf-b0e5-46b0-aeea-7e8df73fdc30 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group_rule (a636171c-6f95-4ca0-8860-bd39538c7222), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.102264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (7e0c2253-47b9-4cd0-92f4-e1f9d03dca80), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.118840 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-85bddfbf-b0e5-46b0-aeea-7e8df73fdc30 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (a636171c-6f95-4ca0-8860-bd39538c7222), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.128416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 28993e8f-2111-464b-b9be-371bdad829ad details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:40.148988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7e0c2253-47b9-4cd0-92f4-e1f9d03dca80), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.161365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:40.164208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084bdb9-a21f-4d31-bbbd-f9e2ba0f2290 req-92a2b861-f9cc-4e24-98d4-7651778d8342 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:40.164583 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] For port ac318f9b-3d65-4205-afe8-ab7f6c09d849, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:40.166840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (7e0c2253-47b9-4cd0-92f4-e1f9d03dca80), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:40.173545 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:40.182574 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] For port ac318f9b-3d65-4205-afe8-ab7f6c09d849, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ac318f9b-3d65-4205-afe8-ab7f6c09d849,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:40.184190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e084bdb9-a21f-4d31-bbbd-f9e2ba0f2290 req-92a2b861-f9cc-4e24-98d4-7651778d8342 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.7923405 Jan 27 21:46:40.197384 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.325952 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d669d0d3-5e87-467c-91a9-fe632db1dca2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.333557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.338229 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] 10.222.0.45 "DELETE /v2.0/networks/d669d0d3-5e87-467c-91a9-fe632db1dca2 HTTP/1.1" status: 204 len: 168 time: 0.8556979 Jan 27 21:46:40.349970 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a531e-a812-42d4-886c-2efd422e2f1d None None] Pushing event updated for resources: {'Port': ['ID=ac318f9b-3d65-4205-afe8-ab7f6c09d849,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:40.379120 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:40.381218 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:46:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:40.383630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855df2b-fc88-490d-aeef-cd2ddc8e4e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d669d0d3-5e87-467c-91a9-fe632db1dca2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:40.427179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d5657cc9-cbd4-4fbd-a2e3-2770ad152856 None None] Provisioning complete for port ac318f9b-3d65-4205-afe8-ab7f6c09d849 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:40.427672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5657cc9-cbd4-4fbd-a2e3-2770ad152856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.433885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-85bddfbf-b0e5-46b0-aeea-7e8df73fdc30 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.436504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-85bddfbf-b0e5-46b0-aeea-7e8df73fdc30 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1365571 Jan 27 21:46:40.440433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46928) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:40.447784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a5d565a8-a9a4-49c4-a1bf-8baa16f0c16b tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Request body: {'security_group_rule': {'security_group_id': '9d336062-d55c-44c3-a471-2f88a2106e5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:40.464018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bddfbf-b0e5-46b0-aeea-7e8df73fdc30 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a636171c-6f95-4ca0-8860-bd39538c7222,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:40.537330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5d565a8-a9a4-49c4-a1bf-8baa16f0c16b tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group_rule (207886a1-50b1-4e8f-b8c9-3228b46da740), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.539130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53137a-4f0d-4559-bfd0-1fb01834b123 req-55245bf7-7b0c-4d59-9faf-d1079b5cb42f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:40.546709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb53137a-4f0d-4559-bfd0-1fb01834b123 req-55245bf7-7b0c-4d59-9faf-d1079b5cb42f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.9703462 Jan 27 21:46:40.598532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:40.654599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '28993e8f-2111-464b-b9be-371bdad829ad', 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'port_id': '28993e8f-2111-464b-b9be-371bdad829ad', 'mac_address': 'fa:16:3e:99:b5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489471bf-7c5c-4e63-9af0-2db5188f3511', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:40.690817 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:40.733132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5d565a8-a9a4-49c4-a1bf-8baa16f0c16b tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group_rule (207886a1-50b1-4e8f-b8c9-3228b46da740), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.742264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5d565a8-a9a4-49c4-a1bf-8baa16f0c16b tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (207886a1-50b1-4e8f-b8c9-3228b46da740), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.802317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 28993e8f-2111-464b-b9be-371bdad829ad is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:40.805648 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.812358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:46:40.842375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5d565a8-a9a4-49c4-a1bf-8baa16f0c16b tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.850209 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a5d565a8-a9a4-49c4-a1bf-8baa16f0c16b tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4050825 Jan 27 21:46:40.852562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46932) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:40.853506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d565a8-a9a4-49c4-a1bf-8baa16f0c16b tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207886a1-50b1-4e8f-b8c9-3228b46da740,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:40.864652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:40.947698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.981278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.020965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (cd9217dc-5ee6-460a-ba2b-21f588a14f5f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.117133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28993e8f-2111-464b-b9be-371bdad829ad {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:41.177240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e084bdb9-a21f-4d31-bbbd-f9e2ba0f2290 req-e611aa1b-0b90-43fe-8ede-b7f7a2a8f011 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9905341 Jan 27 21:46:41.206260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46938) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:41.239962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.276250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d5657cc9-cbd4-4fbd-a2e3-2770ad152856 None None] Current status of the port ac318f9b-3d65-4205-afe8-ab7f6c09d849 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:41.278427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5657cc9-cbd4-4fbd-a2e3-2770ad152856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.291436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:41.301442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb53137a-4f0d-4559-bfd0-1fb01834b123 req-f3cb9c63-4d12-4abc-bdc2-5f15b76137ee tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7247810 Jan 27 21:46:41.309490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-40801ad4-5170-4384-a5cc-bbf6b0a71fd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21e2534d28f64b96ad0c62fed1ca51dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998266 Jan 27 21:46:41.315541 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.318279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46940) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:41.336603 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.443168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.479469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39504d27-7fe1-409f-b486-3dfd2168cae4 admin admin] Publish callbacks [] for security_group (824c9241-2d6a-4a3e-b8c8-610e99ae1b2f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.529553 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39504d27-7fe1-409f-b486-3dfd2168cae4 admin admin] Publish callbacks [] for security_group (824c9241-2d6a-4a3e-b8c8-610e99ae1b2f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.538363 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:40Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:41.658475 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50784a9-a2af-4dec-9be7-21ae6b3142c1 None None] The sync data for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 is: [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:40Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:41.688556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c868f8fb-510e-4a08-9dad-5eea5e6555c2 req-230b98d6-80e3-4afe-926b-2739f07d8a5c tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1788211 Jan 27 21:46:41.738365 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Floating IP cd9217dc-5ee6-460a-ba2b-21f588a14f5f associated. External IP: 172.25.8.187, port: 51ef1d8e-2e21-492f-b640-29e484a4d2a2. Jan 27 21:46:41.802192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:41.840302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d5657cc9-cbd4-4fbd-a2e3-2770ad152856 None None] For port ac318f9b-3d65-4205-afe8-ab7f6c09d849, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ac318f9b-3d65-4205-afe8-ab7f6c09d849,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:41.849454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5657cc9-cbd4-4fbd-a2e3-2770ad152856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.899168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39504d27-7fe1-409f-b486-3dfd2168cae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (824c9241-2d6a-4a3e-b8c8-610e99ae1b2f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.913704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-39504d27-7fe1-409f-b486-3dfd2168cae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.914992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-39504d27-7fe1-409f-b486-3dfd2168cae4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/824c9241-2d6a-4a3e-b8c8-610e99ae1b2f HTTP/1.1" status: 204 len: 168 time: 0.5951257 Jan 27 21:46:41.965814 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39504d27-7fe1-409f-b486-3dfd2168cae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824c9241-2d6a-4a3e-b8c8-610e99ae1b2f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:41.986130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b7f23-d595-43c7-83fe-208a29435b99 req-67a71bf0-208d-4891-8527-e5866e331f58 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:41.988913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Allocated IP 172.25.8.174 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/36417a32-3046-48ee-8638-3eb100a8ec8a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:42.018579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e47b7f23-d595-43c7-83fe-208a29435b99 req-67a71bf0-208d-4891-8527-e5866e331f58 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.3027864 Jan 27 21:46:42.024251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5657cc9-cbd4-4fbd-a2e3-2770ad152856 None None] Pushing event updated for resources: {'Port': ['ID=ac318f9b-3d65-4205-afe8-ab7f6c09d849,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:42.059601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['28993e8f-2111-464b-b9be-371bdad829ad'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:42.284883 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for port (36417a32-3046-48ee-8638-3eb100a8ec8a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.350542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-162048da-c875-41d9-8e29-b8823cb1c8ec None None] Provisioning complete for port ac318f9b-3d65-4205-afe8-ab7f6c09d849 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:42.351128 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-162048da-c875-41d9-8e29-b8823cb1c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.388323 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (36417a32-3046-48ee-8638-3eb100a8ec8a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.395235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ac318f9b-3d65-4205-afe8-ab7f6c09d849 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:42.414609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e47b7f23-d595-43c7-83fe-208a29435b99 req-8462ae62-eefb-49e0-9642-4f8f005c1648 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233442 Jan 27 21:46:42.479670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event updated for resources: {'Port': ['ID=36417a32-3046-48ee-8638-3eb100a8ec8a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:42.513323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:42.515674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:42.523032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:42.781006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ac318f9b-3d65-4205-afe8-ab7f6c09d849 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:42.781406 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.815814 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for floatingip (0d3ad7a7-b17f-440a-b713-2fbc44b43bb5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.905407 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36417a32-3046-48ee-8638-3eb100a8ec8a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.104028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-162048da-c875-41d9-8e29-b8823cb1c8ec None None] Current status of the port ac318f9b-3d65-4205-afe8-ab7f6c09d849 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:43.258172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ac318f9b-3d65-4205-afe8-ab7f6c09d849 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:43.334363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46974) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:43.511392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:43.560404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for port (36417a32-3046-48ee-8638-3eb100a8ec8a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.606770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (36417a32-3046-48ee-8638-3eb100a8ec8a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.697554 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6c2e5bdb-0079-40cd-ac51-beddac560878 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=877cb5d7365b491fac62a50b4318f2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565483 Jan 27 21:46:43.717193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2afa3-2fc3-4eed-a6e3-bad545674348 req-96d1fa92-f41d-4109-9c07-0a54e8af6151 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:43.724063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4d2afa3-2fc3-4eed-a6e3-bad545674348 req-96d1fa92-f41d-4109-9c07-0a54e8af6151 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 945 time: 1.3083024 Jan 27 21:46:43.725876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46980) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:43.736335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:43.754389 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.755334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] Sync routers for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:43.770080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event updated for resources: {'Port': ['ID=36417a32-3046-48ee-8638-3eb100a8ec8a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:43.800623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:43.801415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:46:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:43.829159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (0d3ad7a7-b17f-440a-b713-2fbc44b43bb5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.893866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.897105 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a701fb40-0d4a-442b-9f36-1e48a0366e47 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0373969 Jan 27 21:46:43.924680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720d543-5274-4280-bf56-390f8c17608e admin admin] Publish callbacks [] for security_group (aa6fc507-aad3-441e-9143-5a37f76eb5c7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.931880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-315aa353-c714-4527-b851-d4b922df098a req-4f681121-c8b4-4b8c-9b5f-1556c024025e tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.2031636 Jan 27 21:46:43.965385 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720d543-5274-4280-bf56-390f8c17608e admin admin] Publish callbacks [] for security_group (aa6fc507-aad3-441e-9143-5a37f76eb5c7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.029823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:44.043837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-621ca2fa-d52a-4b01-a073-501888423aa1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "PUT /v2.0/floatingips/cd9217dc-5ee6-460a-ba2b-21f588a14f5f HTTP/1.1" status: 200 len: 992 time: 5.3985419 Jan 27 21:46:44.053603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:44.064403 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2771085e-30ca-46b5-83db-77194a17336e" -d '{"events": [{"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:44.077121 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720d543-5274-4280-bf56-390f8c17608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aa6fc507-aad3-441e-9143-5a37f76eb5c7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.080551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8720d543-5274-4280-bf56-390f8c17608e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.084597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4d2afa3-2fc3-4eed-a6e3-bad545674348 req-71c95cf4-06b8-4622-a739-bb99172b6a94 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590558 Jan 27 21:46:44.089892 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8720d543-5274-4280-bf56-390f8c17608e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa6fc507-aad3-441e-9143-5a37f76eb5c7 HTTP/1.1" status: 204 len: 168 time: 0.3580687 Jan 27 21:46:44.104542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720d543-5274-4280-bf56-390f8c17608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6fc507-aad3-441e-9143-5a37f76eb5c7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:44.189245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ac318f9b-3d65-4205-afe8-ab7f6c09d849 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:44.201985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 28993e8f-2111-464b-b9be-371bdad829ad up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:44.466600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 28993e8f-2111-464b-b9be-371bdad829ad completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:44.493515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 28993e8f-2111-464b-b9be-371bdad829ad triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:44.494252 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (28993e8f-2111-464b-b9be-371bdad829ad), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.501706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ac318f9b-3d65-4205-afe8-ab7f6c09d849 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:44.507357 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.771320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-2d396b3e-86a8-4f05-8f08-11a470e2fe8e tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--899006551&fields=id&tenant_id=333573a6e76545908e21e82a4ff6641f HTTP/1.1" status: 200 len: 267 time: 0.1158507 Jan 27 21:46:44.928102 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c284a5-757e-4034-b09f-00eb63e92323 x-openstack-request-id: req-a2c284a5-757e-4034-b09f-00eb63e92323 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:44.930600 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:44.931104 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2c284a5-757e-4034-b09f-00eb63e92323 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:44.931733 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'status': 'completed', 'code': 200} Jan 27 21:46:45.014180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ac318f9b-3d65-4205-afe8-ab7f6c09d849 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:45.056138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'cd9217dc-5ee6-460a-ba2b-21f588a14f5f', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'port_id': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'mac_address': 'fa:16:3e:65:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:44:18Z', 'updated_at': '2022-01-27T21:46:40Z', 'revision_number': 1, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:27Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:45.060610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 28993e8f-2111-464b-b9be-371bdad829ad is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:45.061469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.133592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] Checking router: 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:45.138905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-aab5b367-d0b1-4687-9102-a26355fb2d54 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.146847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-aab5b367-d0b1-4687-9102-a26355fb2d54 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/networks?id=1a18ef32-8d2a-47d1-a9b4-f41755373065 HTTP/1.1" status: 200 len: 811 time: 0.3738794 Jan 27 21:46:45.182493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-159ce1ea-a5df-4cf8-b1ed-992ecb3c97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.183370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-159ce1ea-a5df-4cf8-b1ed-992ecb3c97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.184075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-159ce1ea-a5df-4cf8-b1ed-992ecb3c97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.185304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-159ce1ea-a5df-4cf8-b1ed-992ecb3c97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.186004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-159ce1ea-a5df-4cf8-b1ed-992ecb3c97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.186941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-159ce1ea-a5df-4cf8-b1ed-992ecb3c97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.187776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-159ce1ea-a5df-4cf8-b1ed-992ecb3c97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.190375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:45.190789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2771085e-30ca-46b5-83db-77194a17336e req-159ce1ea-a5df-4cf8-b1ed-992ecb3c97a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6499 time: 0.2219825 Jan 27 21:46:45.197037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:45.217185 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d071c748-7a48-4890-b9aa-baf4f027b1c0" -d '{"events": [{"server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "name": "network-vif-plugged", "status": "completed", "tag": "28993e8f-2111-464b-b9be-371bdad829ad"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:45.221253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c4f09a74-e277-4273-8e81-42154a83d7b0 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/quotas/333573a6e76545908e21e82a4ff6641f HTTP/1.1" status: 200 len: 375 time: 0.0730124 Jan 27 21:46:45.224259 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.248022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:45.248704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:46:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:45.409659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62221-6753-4ce2-a297-a08dac4a3182 req-00d0851b-a619-4f0a-862b-942c6ce7d219 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.417949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7c62221-6753-4ce2-a297-a08dac4a3182 req-00d0851b-a619-4f0a-862b-942c6ce7d219 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 945 time: 0.2684195 Jan 27 21:46:45.436768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:45.517964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:45.529627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-81390e1d-fd0c-4689-a9e8-da082e138e35 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=333573a6e76545908e21e82a4ff6641f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2920394 Jan 27 21:46:45.539663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-6f3f2d7b-28c4-4aef-be51-fb587e3816e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.542601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2771085e-30ca-46b5-83db-77194a17336e req-6f3f2d7b-28c4-4aef-be51-fb587e3816e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e78fca6c-458f-45b2-a2a2-4054b3edd670 HTTP/1.1" status: 200 len: 917 time: 0.3325636 Jan 27 21:46:45.741685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7c62221-6753-4ce2-a297-a08dac4a3182 req-a46349a1-eb73-4067-98cf-2c4af5be6f47 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192980 Jan 27 21:46:45.776852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84461ddb-38f5-4fad-8b70-41837735ff03 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:45.938623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-3777a8da-97b6-4867-b9d1-e0a1559e3d8a service neutron] 10.222.0.45 "GET /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947749 Jan 27 21:46:45.944614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2771085e-30ca-46b5-83db-77194a17336e req-bdb53424-3371-45e7-b728-030c93735e5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 200 len: 1000 time: 0.3796060 Jan 27 21:46:46.006571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84461ddb-38f5-4fad-8b70-41837735ff03,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:46.024139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '84461ddb-38f5-4fad-8b70-41837735ff03', 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'port_id': '84461ddb-38f5-4fad-8b70-41837735ff03', 'mac_address': 'fa:16:3e:62:66:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd7fa0-a4a7-4165-ae04-6274d85de59b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:46.249580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'cd9217dc-5ee6-460a-ba2b-21f588a14f5f', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'port_id': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'mac_address': 'fa:16:3e:65:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:44:18Z', 'updated_at': '2022-01-27T21:46:40Z', 'revision_number': 1, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:27Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:46.300317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43720df9-9631-45e2-88e4-bb1fff4898d5 None None] The sync data for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 is: [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'cd9217dc-5ee6-460a-ba2b-21f588a14f5f', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'port_id': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'mac_address': 'fa:16:3e:65:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:44:18Z', 'updated_at': '2022-01-27T21:46:40Z', 'revision_number': 1, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:27Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:46.305510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 84461ddb-38f5-4fad-8b70-41837735ff03 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:46.306064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.321886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-354a8d13-9ec3-4754-afd9-c28755d0dc4c service neutron] 10.222.0.45 "GET /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771651 Jan 27 21:46:46.328789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8183bc24-7ff8-468c-8a2c-43616a46ba03 req-c789b019-63a7-4565-975d-5b9c499a0159 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.3810484 Jan 27 21:46:46.358837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84461ddb-38f5-4fad-8b70-41837735ff03 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:46.363206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-5216703f-5dca-40ec-abdf-f14c66e91df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:46.366032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2771085e-30ca-46b5-83db-77194a17336e req-5216703f-5dca-40ec-abdf-f14c66e91df7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06288402-3250-4099-a036-550239416a5c HTTP/1.1" status: 200 len: 855 time: 0.2897534 Jan 27 21:46:46.437765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84461ddb-38f5-4fad-8b70-41837735ff03,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:46.448092 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.514419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771085e-30ca-46b5-83db-77194a17336e req-38ca44a7-847a-4c50-aeaf-4d9e45469021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:46.516062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2771085e-30ca-46b5-83db-77194a17336e req-38ca44a7-847a-4c50-aeaf-4d9e45469021 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78fca6c-458f-45b2-a2a2-4054b3edd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384668 Jan 27 21:46:46.716972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['84461ddb-38f5-4fad-8b70-41837735ff03'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:46.725333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=84461ddb-38f5-4fad-8b70-41837735ff03,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:46.773863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cd6f6-1d85-414a-ab15-3d2109e3b38a req-1ff145d3-0b1b-406e-8bec-6c70a5a91f31 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:46.786394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-339cd6f6-1d85-414a-ab15-3d2109e3b38a req-1ff145d3-0b1b-406e-8bec-6c70a5a91f31 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.2276216 Jan 27 21:46:46.936331 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ba4fde-77a6-40a9-b2a3-6708d1b8991b x-openstack-request-id: req-a9ba4fde-77a6-40a9-b2a3-6708d1b8991b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:46.937184 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "name": "network-vif-plugged", "status": "completed", "tag": "28993e8f-2111-464b-b9be-371bdad829ad", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:46.937683 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9ba4fde-77a6-40a9-b2a3-6708d1b8991b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:46.938339 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad', 'code': 200} Jan 27 21:46:46.999619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463d3ec-24df-43dd-a123-4d660415c7da None None] New status for floating IP cd9217dc-5ee6-460a-ba2b-21f588a14f5f: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:46:47.077986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-339cd6f6-1d85-414a-ab15-3d2109e3b38a req-5ae38d53-5993-49b6-a345-3222bcabaea0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894723 Jan 27 21:46:47.188312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2771085e-30ca-46b5-83db-77194a17336e req-3d10586d-7140-4fb2-9e62-245277d235a4 service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626983 Jan 27 21:46:47.201524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0b03-4ce1-4804-aa7f-317a125be795 req-2bd22e9e-28b4-45a5-ac1d-e21fea4facb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.205299 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-947d0b03-4ce1-4804-aa7f-317a125be795 req-2bd22e9e-28b4-45a5-ac1d-e21fea4facb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1097 time: 0.1194699 Jan 27 21:46:47.278061 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-947d0b03-4ce1-4804-aa7f-317a125be795 req-31b51115-6716-4549-a183-c8d312facf93 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669124 Jan 27 21:46:47.559875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17d9d814-7f16-45ef-a168-a4202c66d896 req-4ba1ad53-fbb7-4836-ac4b-99fdf30b817b tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 210 time: 0.1201174 Jan 27 21:46:47.652723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8308cb7-78fc-4d8f-9f00-17d2b03d13da req-eb704acf-4899-421e-ae9e-153d51832cb0 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.662584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8308cb7-78fc-4d8f-9f00-17d2b03d13da req-eb704acf-4899-421e-ae9e-153d51832cb0 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 944 time: 0.1929584 Jan 27 21:46:47.756421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84461ddb-38f5-4fad-8b70-41837735ff03 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:47.801165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2771085e-30ca-46b5-83db-77194a17336e req-234894a5-4947-42cb-87b1-a0adc2935775 service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036448 Jan 27 21:46:47.886696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7851a-225a-48cd-94a1-caffa62e6496 req-5f48e8c3-22e6-4022-804f-8405d6078646 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.891098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88d7851a-225a-48cd-94a1-caffa62e6496 req-5f48e8c3-22e6-4022-804f-8405d6078646 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 0.1919968 Jan 27 21:46:47.930748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8308cb7-78fc-4d8f-9f00-17d2b03d13da req-ecf10502-f631-44ea-ab54-e3c4faa20524 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006588 Jan 27 21:46:47.940390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 84461ddb-38f5-4fad-8b70-41837735ff03 is: BUILD; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:47.940853 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.979825 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.992424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 84461ddb-38f5-4fad-8b70-41837735ff03 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:48.088728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84461ddb-38f5-4fad-8b70-41837735ff03,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:48.099186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.144576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88d7851a-225a-48cd-94a1-caffa62e6496 req-37a77d3e-19cf-470d-8883-3fdb8c9cb7b6 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117910 Jan 27 21:46:48.192682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-252956e4-7379-4c49-8e11-022d00e59b20 req-5dcc6d2a-149f-4193-a34d-340937e92cef tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0846570 Jan 27 21:46:48.262877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=84461ddb-38f5-4fad-8b70-41837735ff03,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:48.514474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccee26-e538-4719-95a6-c35c83f928c6 req-c135ee6c-9670-435d-b6d2-faf2dafe00da tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:48.528236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bccee26-e538-4719-95a6-c35c83f928c6 req-c135ee6c-9670-435d-b6d2-faf2dafe00da tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.1098509 Jan 27 21:46:48.660590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bccee26-e538-4719-95a6-c35c83f928c6 req-dac49d33-aa44-4571-a407-c07758d440d5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284201 Jan 27 21:46:48.814828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add1785-ee0c-49d3-ad0c-f29179dfbe4a req-03f55dcc-6ace-499b-b291-392e93db4f43 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:48.825285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2add1785-ee0c-49d3-ad0c-f29179dfbe4a req-03f55dcc-6ace-499b-b291-392e93db4f43 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 943 time: 0.1590865 Jan 27 21:46:48.986731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-125f6616-192a-4122-aeb4-16fed7a25e88 req-f0ebbbeb-6471-486a-855b-f01ee77b191e tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 210 time: 0.0665293 Jan 27 21:46:49.062530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2add1785-ee0c-49d3-ad0c-f29179dfbe4a req-8b48bd01-b249-41ba-b96c-af35b7ae0fa0 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957097 Jan 27 21:46:49.361834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-9f63531b-41d8-4e30-bec8-5fa9dcf953a2 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.365102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-9f63531b-41d8-4e30-bec8-5fa9dcf953a2 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.57 "GET /v2.0/networks?id=1a18ef32-8d2a-47d1-a9b4-f41755373065 HTTP/1.1" status: 200 len: 811 time: 0.3711729 Jan 27 21:46:49.460636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9963c541-0fd4-4285-b8ee-769b1c7f370f req-944325af-d460-4523-ae3e-d1a253bd5a7c tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0362537 Jan 27 21:46:49.481274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-87f2f1ff-8c72-4465-a733-97491353774e tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=333573a6e76545908e21e82a4ff6641f HTTP/1.1" status: 200 len: 379 time: 0.1068923 Jan 27 21:46:49.490941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Request body: {'port': {'device_id': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'admin_state_up': True, 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'security_groups': ['9d336062-d55c-44c3-a471-2f88a2106e5b']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:49.742406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Made reservation on behalf of 333573a6e76545908e21e82a4ff6641f for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:49.746375 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.795161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df329d7-d78d-4137-a0a7-7f1d5b6e5ec5 req-2ae5803f-f1ad-44fd-8ff7-64afb8ee2e95 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.796903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4df329d7-d78d-4137-a0a7-7f1d5b6e5ec5 req-2ae5803f-f1ad-44fd-8ff7-64afb8ee2e95 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 0.0952263 Jan 27 21:46:50.236627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-d8123951-d00b-4d8f-ae04-44234f3859e7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=74af4c34cbc04b07aca076cb63937d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469451 Jan 27 21:46:50.242689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4df329d7-d78d-4137-a0a7-7f1d5b6e5ec5 req-eaec01b4-e277-4bc0-98d0-6ecb6f264be5 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140465 Jan 27 21:46:50.271306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Allocated IP 172.20.0.8 (1a18ef32-8d2a-47d1-a9b4-f41755373065/7f4a9316-070c-405a-9a32-d2c6ab35526a/b2fa9f86-40c8-4f9e-9093-08e12908d7d0) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:50.416538 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.519165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-42c2399f-ccaa-4801-8aa0-c33970b81f39 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.520274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-42c2399f-ccaa-4801-8aa0-c33970b81f39 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703693 Jan 27 21:46:50.564227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-571db6f9-63e9-402c-892d-cd8b484cb006 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.565747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-571db6f9-63e9-402c-892d-cd8b484cb006 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 943 time: 0.2347841 Jan 27 21:46:50.628534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce2ec-ece2-4ac6-a9d6-3b75ebb8b4d3 req-b634b1d2-b1a5-4b09-927c-5071a85aade2 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.628534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbbce2ec-ece2-4ac6-a9d6-3b75ebb8b4d3 req-b634b1d2-b1a5-4b09-927c-5071a85aade2 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.2756808 Jan 27 21:46:50.635015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-a162df7f-6c83-4755-9500-c5ced5d0ce8a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/quotas/74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 375 time: 0.0787940 Jan 27 21:46:50.730234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-aaee7b41-36a6-48b4-b633-03c371978fab tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859036 Jan 27 21:46:50.795584 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.806015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbbce2ec-ece2-4ac6-a9d6-3b75ebb8b4d3 req-31a66eaf-bf74-4e15-bc99-8ceea968bb84 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628852 Jan 27 21:46:50.846123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Deleting port 84461ddb-38f5-4fad-8b70-41837735ff03 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:50.846489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.930925 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.083938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:51.165250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:51.213143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:51.315406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event updated for resources: {'Port': ['ID=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:51.389680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] For port 84461ddb-38f5-4fad-8b70-41837735ff03, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84461ddb-38f5-4fad-8b70-41837735ff03,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:51.390497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.455500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b288723-9dd5-4562-9866-0cd61c07cdc7 req-2023d70e-07e7-4ad3-98ad-46bfaf7d7e42 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:51.467785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b288723-9dd5-4562-9866-0cd61c07cdc7 req-2023d70e-07e7-4ad3-98ad-46bfaf7d7e42 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 931 time: 0.4235883 Jan 27 21:46:51.520100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a342cb-917b-44f3-ac80-8adefc881728 req-af02e887-b3b7-4a9f-9ea0-d1ba84b33449 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:51.522874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3a342cb-917b-44f3-ac80-8adefc881728 req-af02e887-b3b7-4a9f-9ea0-d1ba84b33449 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b92100e-a503-4836-aaf5-61b5d169ae57 HTTP/1.1" status: 200 len: 943 time: 0.3831449 Jan 27 21:46:51.524676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Calling delete_port for 84461ddb-38f5-4fad-8b70-41837735ff03 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:51.538581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:51.539702 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.618186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9989ab21-898e-4395-8fc4-56eff5aae06f None None] Provisioning complete for port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:51.619900 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9989ab21-898e-4395-8fc4-56eff5aae06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.648545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-b4e6f763-788b-48ef-82cf-e6bbeb0032b5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1611941 Jan 27 21:46:51.652649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b288723-9dd5-4562-9866-0cd61c07cdc7 req-2ca35f21-477e-4bba-8896-7c4c8aa95a4f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837296 Jan 27 21:46:51.661745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-e0e15368-c98f-4156-a610-2edf40ae78e7 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:46:51.663613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-e0e15368-c98f-4156-a610-2edf40ae78e7 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070541 Jan 27 21:46:51.685138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Request body: {'port': {'device_id': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:51.692782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9989ab21-898e-4395-8fc4-56eff5aae06f None None] Port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:51.810928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3a342cb-917b-44f3-ac80-8adefc881728 req-e835824a-bda0-4dc1-97b2-4955eae94bfd tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615345 Jan 27 21:46:52.002875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e685b61d-7df0-4139-bf86-d2df2612a09b req-f7d653b0-3d89-422a-878e-9a1f600eb0f9 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1209607 Jan 27 21:46:52.003928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.303184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d0135a7-4256-401a-920a-6062c4146fbb req-87e2e2e0-e371-4cdb-9f8b-bc72f14f9ff2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 210 time: 0.1167417 Jan 27 21:46:52.434632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b29d5-cb8f-4f46-81d8-048f0f0e1fa8 req-9829074b-49b3-4606-a567-33556257d31e tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.436310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-715b29d5-cb8f-4f46-81d8-048f0f0e1fa8 req-9829074b-49b3-4606-a567-33556257d31e tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1097 time: 0.3600671 Jan 27 21:46:52.443476 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (84461ddb-38f5-4fad-8b70-41837735ff03), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.512765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event deleted for resources: {'Port': ['ID=84461ddb-38f5-4fad-8b70-41837735ff03,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:52.606810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] No DVR routers for this DVR port 84461ddb-38f5-4fad-8b70-41837735ff03 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:52.611126 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.614648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdbef025-6f09-477d-9fe2-81c653d07f95 req-40c63c3c-abd4-4246-b632-881fee9b00d1 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.57 "DELETE /v2.0/ports/84461ddb-38f5-4fad-8b70-41837735ff03 HTTP/1.1" status: 204 len: 173 time: 2.0338783 Jan 27 21:46:52.617103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92100e-a503-4836-aaf5-61b5d169ae57', 'name': 'network-vif-deleted', 'tag': '84461ddb-38f5-4fad-8b70-41837735ff03'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:52.619519 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e24fee-1d0a-422e-b682-7121894fa2c5" -d '{"events": [{"server_uuid": "7b92100e-a503-4836-aaf5-61b5d169ae57", "name": "network-vif-deleted", "tag": "84461ddb-38f5-4fad-8b70-41837735ff03"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:52.642102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-715b29d5-cb8f-4f46-81d8-048f0f0e1fa8 req-1fc34efd-e5f2-4e27-bc7e-68f4aadad4b1 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834114 Jan 27 21:46:52.757985 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d5ef3f-d27c-4acd-b4d6-21d7f0be2525 x-openstack-request-id: req-20d5ef3f-d27c-4acd-b4d6-21d7f0be2525 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:52.759036 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92100e-a503-4836-aaf5-61b5d169ae57", "name": "network-vif-deleted", "tag": "84461ddb-38f5-4fad-8b70-41837735ff03", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:52.759308 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20d5ef3f-d27c-4acd-b4d6-21d7f0be2525 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:52.759832 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92100e-a503-4836-aaf5-61b5d169ae57', 'name': 'network-vif-deleted', 'tag': '84461ddb-38f5-4fad-8b70-41837735ff03', 'status': 'completed', 'code': 200} Jan 27 21:46:52.951714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-67fcfb00-02c9-4e87-afb2-a38c0d1574b8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=74af4c34cbc04b07aca076cb63937d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1510127 Jan 27 21:46:53.082804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d77b7-3941-4166-9b36-23ca67c2fbe5 req-c9c4d290-8f18-4b5f-a679-db1ef0714d68 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:53.092354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e6d77b7-3941-4166-9b36-23ca67c2fbe5 req-c9c4d290-8f18-4b5f-a679-db1ef0714d68 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 0.3760939 Jan 27 21:46:53.130546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fa9f86-40c8-4f9e-9093-08e12908d7d0 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:53.172135 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Publish callbacks [] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.256689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efaf4f-475c-4821-9ad1-b167bee8f9e0 req-3f22d5db-a957-4125-a010-866250a28cbf tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:53.265642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8efaf4f-475c-4821-9ad1-b167bee8f9e0 req-3f22d5db-a957-4125-a010-866250a28cbf tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 931 time: 0.3779416 Jan 27 21:46:53.289814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Transition to ACTIVE for port object b2fa9f86-40c8-4f9e-9093-08e12908d7d0 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:53.339090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.356849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-5c2af99b-1fd2-4cfd-941a-dc3fc7311843 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:53.358474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-5c2af99b-1fd2-4cfd-941a-dc3fc7311843 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4001062 Jan 27 21:46:53.392910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e6d77b7-3941-4166-9b36-23ca67c2fbe5 req-b4587d80-e493-4e5e-b0c8-7aea2879b875 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992325 Jan 27 21:46:53.397124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Request body: {'port': {'device_id': '4907ece6-c205-4250-9274-5163d705f6aa', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '74af4c34cbc04b07aca076cb63937d5e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:53.560125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Pushing event updated for resources: {'Port': ['ID=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:53.598919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8efaf4f-475c-4821-9ad1-b167bee8f9e0 req-eefcc13b-528b-43a6-b616-5b8f888713d2 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268628 Jan 27 21:46:53.799288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84461ddb-38f5-4fad-8b70-41837735ff03 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:53.840438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9a8f1df-261d-4a52-a68e-9543ac055c1c req-40e1c26c-5486-4956-924c-1893bd840ed8 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0757258 Jan 27 21:46:53.888763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 84461ddb-38f5-4fad-8b70-41837735ff03 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:53.889394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84461ddb-38f5-4fad-8b70-41837735ff03 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:54.135217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:54.141041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584292216', 'description': 'tempest-description--2032964712'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:54.157748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ec4719a-5066-426b-aca9-87c12cacec3d req-02b7a143-10a3-42e3-8c1d-5e6878af9590 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 210 time: 0.3129251 Jan 27 21:46:54.169783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Attempting to bind port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:54.171386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Attempting to bind port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:54.172016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Attempting to bind port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 on network 1a18ef32-8d2a-47d1-a9b4-f41755373065 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:54.175571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Made reservation on behalf of 74af4c34cbc04b07aca076cb63937d5e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:54.179708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.185294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.190966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 on network 1a18ef32-8d2a-47d1-a9b4-f41755373065 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:54.191285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Attempting to bind port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 on network 1a18ef32-8d2a-47d1-a9b4-f41755373065 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:54.193827 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.208357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:54.208611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Checking segment: {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:54.208996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Bound using segment: {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:54.209532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Bound port: b2fa9f86-40c8-4f9e-9093-08e12908d7d0, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55fa05b-9990-42dd-980d-10669f8e9a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:54.210050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.300138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group (13813493-3104-4754-898b-daaf8ae0aea9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.307829 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (13813493-3104-4754-898b-daaf8ae0aea9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.362962 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.366177 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2286685 Jan 27 21:46:54.370407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47274) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:54.378484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bbf21503-7e70-4970-8dd1-6e913ae087ad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Request body: {'security_group_rule': {'security_group_id': '13813493-3104-4754-898b-daaf8ae0aea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:54.387225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13813493-3104-4754-898b-daaf8ae0aea9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:54.396610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] For port b2fa9f86-40c8-4f9e-9093-08e12908d7d0, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:54.413483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] For port b2fa9f86-40c8-4f9e-9093-08e12908d7d0, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:54.448125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.464208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.465789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.466578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.467441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.468343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.469133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.469931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.470740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.471587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.472400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.473171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.474001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.474796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1222a-9b52-49a3-b77a-4326255fd40e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:54.553459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-92ac6597-a977-4d35-9c97-d00026258a60 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.556460 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-92ac6597-a977-4d35-9c97-d00026258a60 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 0.1491420 Jan 27 21:46:54.559057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbf21503-7e70-4970-8dd1-6e913ae087ad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group_rule (c0acf7db-dba1-4cc3-929d-b66494c3db87), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.581613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks [] for security_group (b1721869-ddf6-4d7d-93e6-2fff74668dee), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.600395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.601586 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.604215 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] 10.222.0.57 "PUT /v2.0/ports/b2fa9f86-40c8-4f9e-9093-08e12908d7d0 HTTP/1.1" status: 200 len: 1091 time: 2.9254489 Jan 27 21:46:54.691374 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b1721869-ddf6-4d7d-93e6-2fff74668dee), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.848282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbf21503-7e70-4970-8dd1-6e913ae087ad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group_rule (c0acf7db-dba1-4cc3-929d-b66494c3db87), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.859883 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbf21503-7e70-4970-8dd1-6e913ae087ad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (c0acf7db-dba1-4cc3-929d-b66494c3db87), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.871694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'tag': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:54.876547 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b37d519-8fd7-480c-8d35-d96a4d6a5abd", "tag": "b2fa9f86-40c8-4f9e-9093-08e12908d7d0"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:54.926124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf21503-7e70-4970-8dd1-6e913ae087ad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0acf7db-dba1-4cc3-929d-b66494c3db87,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:54.947043 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbf21503-7e70-4970-8dd1-6e913ae087ad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.951888 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bbf21503-7e70-4970-8dd1-6e913ae087ad tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5769787 Jan 27 21:46:54.954797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Deleting port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:54.964193 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.969573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47292) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:54.980989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2298ed90-8f65-4104-b13b-4e3b07445ab7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Request body: {'security_group_rule': {'security_group_id': '13813493-3104-4754-898b-daaf8ae0aea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:55.096131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deefca-48d3-480e-8ae3-7daa324308e2 req-b7fbd1e2-3b84-4202-b109-c3f4a37119b8 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.109193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17deefca-48d3-480e-8ae3-7daa324308e2 req-b7fbd1e2-3b84-4202-b109-c3f4a37119b8 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 946 time: 0.5510602 Jan 27 21:46:55.127213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c972d2-bef5-416d-9a94-e7d150f9e4db service neutron] Pushing event updated for resources: {'Port': ['ID=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.176893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6d812-d20b-4b47-b41c-8b286f7f7e26 req-e94f517d-ccc8-4fc3-bc2a-326e5ad7744c tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.178325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6f6d812-d20b-4b47-b41c-8b286f7f7e26 req-e94f517d-ccc8-4fc3-bc2a-326e5ad7744c tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 943 time: 0.3287809 Jan 27 21:46:55.191441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1721869-ddf6-4d7d-93e6-2fff74668dee,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.207577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2298ed90-8f65-4104-b13b-4e3b07445ab7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group_rule (3017e607-8768-44eb-b425-54576cd5ef2d), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.263876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-9f7a6411-f048-4ca4-b30a-be808714c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.265501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-9f7a6411-f048-4ca4-b30a-be808714c534 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=333573a6e76545908e21e82a4ff6641f&device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 1094 time: 0.4253960 Jan 27 21:46:55.330541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] For port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:55.331226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.352512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-c3f1063f-d7d3-4a6a-9a74-84f8e751954c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2fa9f86-40c8-4f9e-9093-08e12908d7d0 HTTP/1.1" status: 200 len: 217 time: 0.0790429 Jan 27 21:46:55.383899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Allocated IP 192.168.233.164 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:55.441346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-32acef9e-3e71-4379-a693-c77fd6e8bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.442870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-32acef9e-3e71-4379-a693-c77fd6e8bffa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f4a9316-070c-405a-9a32-d2c6ab35526a HTTP/1.1" status: 200 len: 850 time: 0.0738554 Jan 27 21:46:55.463771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17deefca-48d3-480e-8ae3-7daa324308e2 req-9187e84b-343c-46bc-9806-19f0e8e8fa7f tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups?id=8a9e5d01-8f24-413c-9d8c-dd8031f20511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532813 Jan 27 21:46:55.485377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2298ed90-8f65-4104-b13b-4e3b07445ab7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group_rule (3017e607-8768-44eb-b425-54576cd5ef2d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.504203 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2298ed90-8f65-4104-b13b-4e3b07445ab7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3017e607-8768-44eb-b425-54576cd5ef2d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.518230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6f6d812-d20b-4b47-b41c-8b286f7f7e26 req-4d844429-1645-4821-8938-1cd5d4ce6ca1 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212276 Jan 27 21:46:55.632545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298ed90-8f65-4104-b13b-4e3b07445ab7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3017e607-8768-44eb-b425-54576cd5ef2d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.665467 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2298ed90-8f65-4104-b13b-4e3b07445ab7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.666856 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2298ed90-8f65-4104-b13b-4e3b07445ab7 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6957104 Jan 27 21:46:55.674988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47302) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:55.691188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:55.826056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.859311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.859856 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (425e22e7-bdf5-4e2e-935b-033b935a0a0b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.860396 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Floating IP 425e22e7-bdf5-4e2e-935b-033b935a0a0b disassociated. External IP: 172.25.8.125, port: bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139. Jan 27 21:46:55.860994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Calling delete_port for bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:55.905892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-0ec5646a-a102-4760-8175-7ab1fb4fd94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.909384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-0ec5646a-a102-4760-8175-7ab1fb4fd94d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1a18ef32-8d2a-47d1-a9b4-f41755373065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4410927 Jan 27 21:46:55.918708 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1a89ab-bc06-498a-95a0-b9da1393d5ee x-openstack-request-id: req-8b1a89ab-bc06-498a-95a0-b9da1393d5ee {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:55.919315 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b37d519-8fd7-480c-8d35-d96a4d6a5abd", "tag": "b2fa9f86-40c8-4f9e-9093-08e12908d7d0", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:55.919945 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b1a89ab-bc06-498a-95a0-b9da1393d5ee {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:55.920428 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'tag': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'status': 'completed', 'code': 200} Jan 27 21:46:55.989863 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks [] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.070379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e9c7029-4c71-4c27-b91c-10edbcefe076 req-d55b3389-3491-4017-8059-7d982253523c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 210 time: 0.1593759 Jan 27 21:46:56.072635 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.145389 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.169120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:56.192596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c669ec9-aad3-4139-8c65-ee363295ea3d req-0577b9b1-21be-453e-8c0c-d58035737297 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.2692702 Jan 27 21:46:56.233050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.281812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event deleted for resources: {'Port': ['ID=bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:56.324333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:56.327463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:56.331776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:56.419591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Allocated IP 172.25.8.186 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/1f136d60-990f-414a-ac0e-27f6d379a5cb) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:56.425272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.426024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.449061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-fc9e6e18-5a05-48da-abb5-352b4899b9f5 service neutron] 10.222.0.57 "GET /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030986 Jan 27 21:46:56.453085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-b3705bbb-dbae-4b16-b9ec-fae6b2ea76e3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0661283 Jan 27 21:46:56.486559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-72c2fe92-16a5-4a24-bc41-9d2aee040f03 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:46:56.487689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-72c2fe92-16a5-4a24-bc41-9d2aee040f03 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064392 Jan 27 21:46:56.566716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:56.825775 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for port (1f136d60-990f-414a-ac0e-27f6d379a5cb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.834348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4020c8be-70ed-4da8-8d77-6e3cf60e6cc0 req-97372a7e-b984-43ac-92f4-8078c290728b tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 210 time: 0.1303861 Jan 27 21:46:56.870119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d8ed28-9042-46d1-ba22-56b7514c1b97 req-7ac4d41c-8583-44c5-a559-aae063b7744f service neutron] 10.222.0.57 "GET /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159348 Jan 27 21:46:56.966744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Request body: {'port': {'device_id': '4907ece6-c205-4250-9274-5163d705f6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:57.065433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1f136d60-990f-414a-ac0e-27f6d379a5cb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.081139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f7a88fc5-72ad-4e3a-8287-b3ce4c48a7c7 None None] Provisioning complete for port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:57.081981 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7a88fc5-72ad-4e3a-8287-b3ce4c48a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.189536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f7a88fc5-72ad-4e3a-8287-b3ce4c48a7c7 None None] Port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:57.205376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:57.221674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:57.227183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] Sync routers for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:57.230464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18ae85-6c5f-4752-9bed-7057f3b0e417 req-d13bd849-a06a-4554-bf72-723b91a7be8d tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:57.231876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:57.243547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b18ae85-6c5f-4752-9bed-7057f3b0e417 req-d13bd849-a06a-4554-bf72-723b91a7be8d tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 943 time: 0.4013054 Jan 27 21:46:57.255282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:57.272595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:57.273669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-5ae9ce97-0802-4678-afbd-d8d44731e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:57.274232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:46:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:57.275342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-5ae9ce97-0802-4678-afbd-d8d44731e4c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=333573a6e76545908e21e82a4ff6641f&device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 1094 time: 0.2690225 Jan 27 21:46:57.276083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.346589 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] No DVR routers for this DVR port bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:57.348553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event updated for resources: {'Port': ['ID=1f136d60-990f-414a-ac0e-27f6d379a5cb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:57.364259 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.369453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-96a913cf-573b-401b-a674-e6d786d7c3ee req-6c148a3a-f59d-425b-ab0f-b97bdbe35702 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.16 "DELETE /v2.0/ports/bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 HTTP/1.1" status: 204 len: 173 time: 2.7576134 Jan 27 21:46:57.370143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'name': 'network-vif-deleted', 'tag': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:57.373089 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1285df9-58e3-4b8b-811a-0fc7de135859" -d '{"events": [{"server_uuid": "59d9b8ca-4ecf-4e00-a628-ccf09fb8410c", "name": "network-vif-deleted", "tag": "bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:57.484716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b18ae85-6c5f-4752-9bed-7057f3b0e417 req-253e069d-40e6-4ada-a72e-8797f66f72ba tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371793 Jan 27 21:46:57.595591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for floatingip (552eb565-2576-4f37-878f-7da805ef67f5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.609832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:57.656866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1f136d60-990f-414a-ac0e-27f6d379a5cb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.681407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80db8ce6-33d0-463e-a40c-80467b511b3a req-2c3b1d32-8f4a-4f20-b1db-a8aa802865c9 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0404196 Jan 27 21:46:57.708384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-b50492fc-2777-4dbb-86c1-1eff5e5aff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:57.710666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-b50492fc-2777-4dbb-86c1-1eff5e5aff46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1a18ef32-8d2a-47d1-a9b4-f41755373065 HTTP/1.1" status: 200 len: 912 time: 0.4174998 Jan 27 21:46:57.812242 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-5fa599c0-68ec-4cf3-99e3-619c56a486ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2fa9f86-40c8-4f9e-9093-08e12908d7d0 HTTP/1.1" status: 200 len: 217 time: 0.0895717 Jan 27 21:46:57.816671 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e80573f-c6ef-4a8d-bcee-d7bea253ca19 x-openstack-request-id: req-2e80573f-c6ef-4a8d-bcee-d7bea253ca19 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:57.817489 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d9b8ca-4ecf-4e00-a628-ccf09fb8410c", "name": "network-vif-deleted", "tag": "bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:57.818007 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e80573f-c6ef-4a8d-bcee-d7bea253ca19 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:57.818586 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d9b8ca-4ecf-4e00-a628-ccf09fb8410c', 'name': 'network-vif-deleted', 'tag': 'bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139', 'status': 'completed', 'code': 200} Jan 27 21:46:57.888041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b2fa9f86-40c8-4f9e-9093-08e12908d7d0 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:58.007164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3aaa2e-6137-44ec-bd73-5ed7d1f6ae0e req-3a1eabd1-1374-45b9-abdc-e35885ea9126 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.016438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb3aaa2e-6137-44ec-bd73-5ed7d1f6ae0e req-3a1eabd1-1374-45b9-abdc-e35885ea9126 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 936 time: 0.2665963 Jan 27 21:46:58.061701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for port (1f136d60-990f-414a-ac0e-27f6d379a5cb), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.065045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-5b832967-0a76-4cae-ab5a-3191bdc83f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.066998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-5b832967-0a76-4cae-ab5a-3191bdc83f57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f4a9316-070c-405a-9a32-d2c6ab35526a HTTP/1.1" status: 200 len: 850 time: 0.2290068 Jan 27 21:46:58.073232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (1f136d60-990f-414a-ac0e-27f6d379a5cb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.116618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b2fa9f86-40c8-4f9e-9093-08e12908d7d0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:58.141814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'port_id': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'mac_address': 'fa:16:3e:38:65:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:58.225606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event updated for resources: {'Port': ['ID=1f136d60-990f-414a-ac0e-27f6d379a5cb,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:58.246481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb3aaa2e-6137-44ec-bd73-5ed7d1f6ae0e req-f345d62d-4e82-4c73-a064-b549a55a209a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253513 Jan 27 21:46:58.259833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (552eb565-2576-4f37-878f-7da805ef67f5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.291741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:58.292141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.305826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.310395 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c85e1815-35b7-40e5-a1e8-fb5e0b0e3d39 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6321268 Jan 27 21:46:58.348383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fa9f86-40c8-4f9e-9093-08e12908d7d0 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:58.417953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b2fa9f86-40c8-4f9e-9093-08e12908d7d0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:58.426948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.453173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fc796f5-9105-4f52-9dad-3dd8be4e61b7 req-50f860e5-f058-4bdf-a4c1-c0130eb89ef0 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/ports?device_id=59d9b8ca-4ecf-4e00-a628-ccf09fb8410c HTTP/1.1" status: 200 len: 210 time: 0.3974171 Jan 27 21:46:58.545638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-0b14708b-6ba8-4f79-a0a5-0b265f9684fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.550332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-0b14708b-6ba8-4f79-a0a5-0b265f9684fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1a18ef32-8d2a-47d1-a9b4-f41755373065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4648516 Jan 27 21:46:58.553977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:58.564632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:23Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:58.631980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] Checking router: c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:58.645274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:58.646447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:46:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:58.816788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:58.866088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:58.886443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b2fa9f86-40c8-4f9e-9093-08e12908d7d0'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:58.895069 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Publish callbacks [] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.009675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Transition to ACTIVE for port object 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:59.029335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.073498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70422912-ea08-497e-a61d-89ef4e0f25c7 req-71be47bc-4800-430b-81e9-aa3f991dec95 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:59.087105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70422912-ea08-497e-a61d-89ef4e0f25c7 req-71be47bc-4800-430b-81e9-aa3f991dec95 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 944 time: 0.3042066 Jan 27 21:46:59.459000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:23Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:59.502415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-d462c1b3-5c60-4dd5-967b-bc1ff481f515 service neutron] 10.222.0.57 "GET /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8786166 Jan 27 21:46:59.582214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b8ac1-dc84-4928-add9-50b7423de699 None None] The sync data for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 is: [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:43:07Z', 'revision_number': 4, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a37f56f2-84db-45e8-bbad-3d631ffca807', 'name': '', 'network_id': 'd934c5cd-fb40-4a91-8c01-c5ebbbe04aa8', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'mac_address': 'fa:16:3e:30:fa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'c72c0f46-cb79-475a-860d-4037da762546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:23Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'subnets': [{'id': 'c72c0f46-cb79-475a-860d-4037da762546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:59.594418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:59.611196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-9b0f23c4-deaa-47fb-8729-95a51b446895 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:59.617797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-9b0f23c4-deaa-47fb-8729-95a51b446895 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 822 time: 0.7708921 Jan 27 21:46:59.678106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70422912-ea08-497e-a61d-89ef4e0f25c7 req-92dbe4d9-9126-4382-89e1-1094bb7da4a3 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5895998 Jan 27 21:46:59.709464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-de7807a0-7dda-41e0-b573-181082b6aadb tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/quotas/32b331e6d4d3469499b5bf825cba20da HTTP/1.1" status: 200 len: 375 time: 0.0175409 Jan 27 21:46:59.798943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-a899ef9e-3856-446d-b616-56362082bb4d tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432291 Jan 27 21:46:59.991168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9911d9e1-7e48-446d-8df9-e803ba34b69d req-aba060f4-805f-4905-b566-67b7c9e90a52 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1263180 Jan 27 21:47:00.140255 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8276f-ca97-4c8a-967d-2d64effd1042 None None] New status for floating IP 425e22e7-bdf5-4e2e-935b-033b935a0a0b: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:47:00.212108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faf8d8e8-6045-4b0d-9b77-84ff83ea0f8d req-70f9c232-a383-4c37-b53c-6493e68f01ad service neutron] 10.222.0.57 "GET /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954679 Jan 27 21:47:00.230824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:00.313978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:00.316066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device bf8a1ec1-dd4e-4a10-af19-42c7e7f3f139 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:00.354659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Attempting to bind port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:00.355295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Attempting to bind port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:00.355988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Attempting to bind port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:00.396365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:00.396946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Attempting to bind port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:00.408896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:00.409489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:00.410053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:00.410713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Bound port: 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:00.411254 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.433840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-b936fe83-5972-4930-b7d1-416edd16e61b service neutron] 10.222.0.45 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339829 Jan 27 21:47:00.517658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-14bbc02e-df7b-4c2a-a7b8-072c13eae947 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3727291 Jan 27 21:47:00.576578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93815f-e439-4ea4-b717-1eef862bea27 req-f95c0c7b-5f5f-460d-ad39-497890ae8cb0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.578727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4f93815f-e439-4ea4-b717-1eef862bea27 req-f95c0c7b-5f5f-460d-ad39-497890ae8cb0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 948 time: 0.3837724 Jan 27 21:47:00.737900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:00.775538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-5744ff42-32b4-4bbf-9b40-c21a3bfd5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.777874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-5744ff42-32b4-4bbf-9b40-c21a3bfd5fa7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.1906734 Jan 27 21:47:00.780150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-cffe293a-5d76-4a08-903a-a9f2e8404c1e service neutron] 10.222.0.45 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300352 Jan 27 21:47:00.782254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:00.798608 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.815714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4f93815f-e439-4ea4-b717-1eef862bea27 req-9527b7c2-55d9-44ac-843c-debedd7057c8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810877 Jan 27 21:47:00.917557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:00.943101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.944196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.947459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-3abdbeaa-2887-4171-8b76-3028345c5f8e service neutron] 10.222.0.16 "PUT /v2.0/ports/3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 1096 time: 4.4218383 Jan 27 21:47:00.948574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:00.951306 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83ba72-d397-48ae-b698-b8f5e8be9fda" -d '{"events": [{"name": "network-changed", "server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:01.215619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-2203697b-f011-4d86-bc9f-782b5ebf94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.217703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-2203697b-f011-4d86-bc9f-782b5ebf94cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1099 time: 0.1917806 Jan 27 21:47:01.268742 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26065f7b-f61a-4868-8821-d43df9799492 x-openstack-request-id: req-26065f7b-f61a-4868-8821-d43df9799492 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:01.269141 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:01.275493 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26065f7b-f61a-4868-8821-d43df9799492 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:01.275771 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'status': 'completed', 'code': 200} Jan 27 21:47:01.385337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-7a95b8be-d3df-4f29-bf2e-c876ae4bf669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.397063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-7a95b8be-d3df-4f29-bf2e-c876ae4bf669 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.5340040 Jan 27 21:47:01.406592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-827d025c-0135-4c09-8c01-9789805de373 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 217 time: 0.1640270 Jan 27 21:47:01.568387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-211ebe32-6698-4712-849b-d6e47571c8d1 req-e451d9a7-392d-4e8c-ac8f-d8ad2b9b1ed1 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1694086 Jan 27 21:47:01.616328 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-2156560a-6346-466c-a5e7-98698847809c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 217 time: 0.2119591 Jan 27 21:47:01.745032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b81d31-9350-42d5-bc79-ef8d61de5001 req-42bcd351-c727-4dee-a6ca-2876c69ef719 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.746992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4b81d31-9350-42d5-bc79-ef8d61de5001 req-42bcd351-c727-4dee-a6ca-2876c69ef719 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 944 time: 0.3460858 Jan 27 21:47:01.805473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-9b4ed804-3c67-4411-b59d-29753aeb4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.807218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-9b4ed804-3c67-4411-b59d-29753aeb4c6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.3432562 Jan 27 21:47:01.825895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-07fca969-fdc8-4beb-929c-b732c969a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.828938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-07fca969-fdc8-4beb-929c-b732c969a519 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.1753471 Jan 27 21:47:01.856318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b447c99-6ecb-4b14-868b-a0e458af8d14 req-fe032f13-2435-4bb4-8f32-e6b457ecdbf2 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 210 time: 0.1302724 Jan 27 21:47:01.862360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b2fa9f86-40c8-4f9e-9093-08e12908d7d0 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:01.948490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-1e288854-918a-4cd4-8e5a-44a0a0f7c144 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772858 Jan 27 21:47:01.964502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4b81d31-9350-42d5-bc79-ef8d61de5001 req-d3394f6b-df3d-479e-9e68-10ffefb091ea tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876943 Jan 27 21:47:01.990252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47432) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:02.150554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-bad98ee3-a1fb-4df4-9555-d42dbb6258f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:02.157269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-bad98ee3-a1fb-4df4-9555-d42dbb6258f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3249044 Jan 27 21:47:02.188119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:02.202343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:02.208189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.268851 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ae9147-7323-4b54-bcb1-c189f8ccba17 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group (8a9e5d01-8f24-413c-9d8c-dd8031f20511), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.454464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ae9147-7323-4b54-bcb1-c189f8ccba17 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group (8a9e5d01-8f24-413c-9d8c-dd8031f20511), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.487080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:02.489462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-f03c19c5-c424-4a78-8b27-14691ae7d1ac service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928105 Jan 27 21:47:02.505883 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.655188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ae9147-7323-4b54-bcb1-c189f8ccba17 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8a9e5d01-8f24-413c-9d8c-dd8031f20511), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.661787 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ae9147-7323-4b54-bcb1-c189f8ccba17 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.662715 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-80ae9147-7323-4b54-bcb1-c189f8ccba17 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "DELETE /v2.0/security-groups/8a9e5d01-8f24-413c-9d8c-dd8031f20511 HTTP/1.1" status: 204 len: 168 time: 0.6712043 Jan 27 21:47:02.665180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:02.670287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47446) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:02.674470 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ffaccf-4ff9-4aaf-a269-49a03918174b" -d '{"events": [{"server_uuid": "7b37d519-8fd7-480c-8d35-d96a4d6a5abd", "name": "network-vif-plugged", "status": "completed", "tag": "b2fa9f86-40c8-4f9e-9093-08e12908d7d0"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:02.725315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b2fa9f86-40c8-4f9e-9093-08e12908d7d0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:02.738641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.763235 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-fe4bbe8d-a430-4b06-b5aa-912f149d5b29 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] show failed (client error): The resource could not be found. Jan 27 21:47:02.768513 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fe4bbe8d-a430-4b06-b5aa-912f149d5b29 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "GET /v2.0/security-groups/8a9e5d01-8f24-413c-9d8c-dd8031f20511 HTTP/1.1" status: 404 len: 347 time: 0.0935967 Jan 27 21:47:02.770033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae9147-7323-4b54-bcb1-c189f8ccba17 tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e5d01-8f24-413c-9d8c-dd8031f20511,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:02.774560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47450) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:02.890684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d4c9300-c230-4038-a024-ec5fb722d272 req-a8665d7c-df36-421f-87f8-cd9348fa504f service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815424 Jan 27 21:47:02.900906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:02.995056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccc29c0e-068b-4594-87ae-a8057cb6c57b req-dece4d1e-3dce-46c5-8427-8f459467a1b1 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1027184 Jan 27 21:47:03.213199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f0d1b-0f61-444b-b08f-2cc13774d93b req-964fe387-b45e-4aae-9155-7a4e8625c0c5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:03.217792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-018f0d1b-0f61-444b-b08f-2cc13774d93b req-964fe387-b45e-4aae-9155-7a4e8625c0c5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 948 time: 0.9235363 Jan 27 21:47:03.237489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Deleting port daa2c00c-dc27-4a59-b1a6-240c7620c423 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:03.238624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (daa2c00c-dc27-4a59-b1a6-240c7620c423), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.259301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-1bf28d59-593b-4f26-a588-c117feaa8492 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2860851 Jan 27 21:47:03.538494 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (daa2c00c-dc27-4a59-b1a6-240c7620c423), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.539548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for floatingip (daa2c00c-dc27-4a59-b1a6-240c7620c423), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.558460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Calling delete_port for daa2c00c-dc27-4a59-b1a6-240c7620c423 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:03.579846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-0a3d05d2-5ac8-420d-b538-37e0f2118050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:03.583036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-0a3d05d2-5ac8-420d-b538-37e0f2118050 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1099 time: 0.5627646 Jan 27 21:47:03.627203 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbc28a3-f54b-4215-814e-ff1c4924ded1 x-openstack-request-id: req-0dbc28a3-f54b-4215-814e-ff1c4924ded1 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:03.627923 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b37d519-8fd7-480c-8d35-d96a4d6a5abd", "name": "network-vif-plugged", "status": "completed", "tag": "b2fa9f86-40c8-4f9e-9093-08e12908d7d0", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:03.628423 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dbc28a3-f54b-4215-814e-ff1c4924ded1 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:03.629157 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'code': 200} Jan 27 21:47:03.668571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47466) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:03.901730 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (daa2c00c-dc27-4a59-b1a6-240c7620c423), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.011172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Pushing event deleted for resources: {'Port': ['ID=daa2c00c-dc27-4a59-b1a6-240c7620c423,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:04.093949 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6fe167f1-0fe6-497d-88bc-5c27f7b8ea8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.201703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks [] for floatingip (425e22e7-bdf5-4e2e-935b-033b935a0a0b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.208073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.211277 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cc8ddbb8-45f1-42e8-a310-efeacecb486e tempest-ServersTestJSON-827728061 tempest-ServersTestJSON-827728061-project] 10.222.0.45 "DELETE /v2.0/floatingips/425e22e7-bdf5-4e2e-935b-033b935a0a0b HTTP/1.1" status: 204 len: 168 time: 1.4322958 Jan 27 21:47:04.217304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47472) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:04.409047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-018f0d1b-0f61-444b-b08f-2cc13774d93b req-4995e921-11a4-4efd-ad4b-1e568cf5299a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1754272 Jan 27 21:47:04.447696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72fd777a-d8d8-4d50-b797-4679674c4679 req-ba17858e-06e4-4f9e-8c7a-30c7318cb80f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 210 time: 0.6273172 Jan 27 21:47:04.453963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b4225a4-9e45-4794-a3d7-9f0112bd8587 req-880c7c60-4a54-476d-8539-2fcbd214b0d2 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1713378 Jan 27 21:47:04.484866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be202c4-5cf6-479b-b6cb-04f6696c0431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.956154 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be202c4-5cf6-479b-b6cb-04f6696c0431 admin admin] Publish callbacks [] for security_group (4dc0bc70-cfda-4f63-b995-511935a8c513), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.959918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-4b53296e-8b63-4e7d-9c73-ae71b6e36e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:04.962582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-4b53296e-8b63-4e7d-9c73-ae71b6e36e55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.3595638 Jan 27 21:47:04.996933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be202c4-5cf6-479b-b6cb-04f6696c0431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4dc0bc70-cfda-4f63-b995-511935a8c513), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.002096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc0496e4-608a-45e0-a8a5-6cbb4e726e1d req-9ba18b73-a72e-4faf-a407-8054cf343536 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1472743 Jan 27 21:47:05.054468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a79e613-843d-4eab-b7f2-213a5afa2c88 req-77dbb853-0d3a-4ab9-9b09-e7de6bdbaa90 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0965436 Jan 27 21:47:05.119482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8b52f-b132-4b9a-bc15-08c0a6eb9830 req-7ab5a38a-e884-4368-8dd0-b7903b35d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.121290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbf8b52f-b132-4b9a-bc15-08c0a6eb9830 req-7ab5a38a-e884-4368-8dd0-b7903b35d456 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 1096 time: 1.2450621 Jan 27 21:47:05.139178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-80318b8a-9138-4256-8e0f-ba3a4e8baa54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 217 time: 0.1061509 Jan 27 21:47:05.180228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2be202c4-5cf6-479b-b6cb-04f6696c0431 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19ab78ee42594b45ad41cb47468c12c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3986464 Jan 27 21:47:05.186254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47476) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:05.235221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e8310-cddf-49c3-8835-28ac4a68786e req-29f16d08-29fb-4657-a788-fbaa7bb98a81 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.238202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df6e8310-cddf-49c3-8835-28ac4a68786e req-29f16d08-29fb-4657-a788-fbaa7bb98a81 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 0.6238942 Jan 27 21:47:05.239113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be202c4-5cf6-479b-b6cb-04f6696c0431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc0bc70-cfda-4f63-b995-511935a8c513,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:05.277740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-d9dc3eb1-0723-48c7-b9ee-3593fec19468 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.280683 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-d9dc3eb1-0723-48c7-b9ee-3593fec19468 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.57 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 822 time: 0.9419115 Jan 27 21:47:05.299889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Request body: {'port': {'device_id': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'admin_state_up': True, 'tenant_id': '32b331e6d4d3469499b5bf825cba20da'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:05.343896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-99819a1b-b449-4ae9-9063-f99acd43bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.346444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-99819a1b-b449-4ae9-9063-f99acd43bcb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1954057 Jan 27 21:47:05.465971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbf8b52f-b132-4b9a-bc15-08c0a6eb9830 req-e310a636-6f7c-4140-b3c0-1f4e0943c829 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441759 Jan 27 21:47:05.478699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df6e8310-cddf-49c3-8835-28ac4a68786e req-4fde25ff-6ea0-4208-a22c-50aff519bf76 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998591 Jan 27 21:47:05.504249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-73306d43-a755-4cdf-a74c-943f078aa5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.505761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72c8d171-2961-4be2-95be-4fe7bc3b71ad admin admin] Publish callbacks [] for security_group (4dc0bc70-cfda-4f63-b995-511935a8c513), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.507155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-73306d43-a755-4cdf-a74c-943f078aa5ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536279 Jan 27 21:47:05.623634 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72c8d171-2961-4be2-95be-4fe7bc3b71ad admin admin] Publish callbacks [] for security_group (4dc0bc70-cfda-4f63-b995-511935a8c513), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.753805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f38d5e1e-90c8-4bce-a0ac-da12322211ea req-d4d86f6b-431a-4293-97a5-70e7f470d17a tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 210 time: 0.1281807 Jan 27 21:47:05.792507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Made reservation on behalf of 32b331e6d4d3469499b5bf825cba20da for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:05.796393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.834903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844e83d-39dd-4831-ab69-507f02006569 req-0e1a71ad-451c-48ad-8c02-84ae4a830fc8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.841833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5844e83d-39dd-4831-ab69-507f02006569 req-0e1a71ad-451c-48ad-8c02-84ae4a830fc8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 948 time: 0.2140019 Jan 27 21:47:05.852664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-727cd3dc-9632-4946-aa83-93df2527948a service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381226 Jan 27 21:47:05.948137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72c8d171-2961-4be2-95be-4fe7bc3b71ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4dc0bc70-cfda-4f63-b995-511935a8c513), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.952734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72c8d171-2961-4be2-95be-4fe7bc3b71ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.969874 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-72c8d171-2961-4be2-95be-4fe7bc3b71ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4dc0bc70-cfda-4f63-b995-511935a8c513 HTTP/1.1" status: 204 len: 168 time: 0.7675812 Jan 27 21:47:05.980839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5844e83d-39dd-4831-ab69-507f02006569 req-f1e7a8bd-7fe0-4a8c-a4aa-1fc5208c5fa3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363423 Jan 27 21:47:06.031094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b83ba72-d397-48ae-b698-b8f5e8be9fda req-d53c92bb-ed1b-405e-87b7-f6264651363b service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700604 Jan 27 21:47:06.043281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8d171-2961-4be2-95be-4fe7bc3b71ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc0bc70-cfda-4f63-b995-511935a8c513,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:06.156242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Allocated IP 172.20.0.8 (ffef7e8a-53ab-4425-a3d5-9edd0b9368ea/fcfd7fa0-a4a7-4165-ae04-6274d85de59b/f970cada-a70f-4840-b930-4f0b4024d898) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:06.214078 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.249699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c16f9a0c-9c97-41a0-96f8-9c8e0314bc4f req-665536b4-9c27-47f3-9c8b-0450fa843ccc tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Jan 27 21:47:06.254003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:06.554899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for port (f970cada-a70f-4840-b930-4f0b4024d898), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.759672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.782552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47494) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:06.783948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1b23-d201-412f-947e-0bb9e85a578e req-55c92633-faa9-46a0-93a3-7ef12a722a9f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:06.786732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9adc1b23-d201-412f-947e-0bb9e85a578e req-55c92633-faa9-46a0-93a3-7ef12a722a9f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 0.1108131 Jan 27 21:47:06.814523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:06.833905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'mac_address': 'fa:16:3e:08:84:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:06.894492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-015a77d2-7a4f-4d92-8804-bf1baccd1a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.899016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:06.901633 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.923502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:06.943251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9adc1b23-d201-412f-947e-0bb9e85a578e req-39e89624-43de-4d76-a9d6-1cb9186e7468 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361620 Jan 27 21:47:06.943617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:06.951082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event updated for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:06.959326 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:06.966367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:07.005827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:07.008739 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e319149-a212-4894-8cef-a90db4e8f5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.017114 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.077921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666904c-de7e-4e0e-b4ce-03ae855d1a0e req-3cb6169b-7af5-40c3-b89b-f72552070292 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.081872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8666904c-de7e-4e0e-b4ce-03ae855d1a0e req-3cb6169b-7af5-40c3-b89b-f72552070292 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 931 time: 0.1655388 Jan 27 21:47:07.108500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:07.163685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.164763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.185404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8666904c-de7e-4e0e-b4ce-03ae855d1a0e req-12487e6d-c72e-4238-ab49-fe9d9892f597 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919025 Jan 27 21:47:07.257076 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-19e60e10-1204-4b1c-a277-ce414d6cb3ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9632831 Jan 27 21:47:07.281521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Request body: {'port': {'device_id': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:07.365833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fde25-e011-42cf-9e52-349404d92dfa req-4704554f-7273-4889-8a5e-d34cf7c1a4a0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.374021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f0fde25-e011-42cf-9e52-349404d92dfa req-4704554f-7273-4889-8a5e-d34cf7c1a4a0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 949 time: 0.0848238 Jan 27 21:47:07.402334 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-015a77d2-7a4f-4d92-8804-bf1baccd1a63 admin admin] Publish callbacks [] for security_group (47a821c6-8b4c-4e0f-8581-cf6388051f4a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.441777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f0fde25-e011-42cf-9e52-349404d92dfa req-1d19db3f-abb4-4116-ba46-02ba4f8b24f9 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668137 Jan 27 21:47:07.452158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Deleting port a37f56f2-84db-45e8-bbad-3d631ffca807 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:07.453129 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.462312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:07.490666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-015a77d2-7a4f-4d92-8804-bf1baccd1a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (47a821c6-8b4c-4e0f-8581-cf6388051f4a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.510474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96217991-ad13-40e4-abfd-11d2bfee79a0 req-505ad317-455a-4e9d-aa1d-216f4aff8981 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0319405 Jan 27 21:47:07.608002 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f970cada-a70f-4840-b930-4f0b4024d898), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.667064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47508) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:07.667568 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-015a77d2-7a4f-4d92-8804-bf1baccd1a63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=167edeebf3dd40e1ac4a9aa65de210e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8666601 Jan 27 21:47:07.692943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a77d2-7a4f-4d92-8804-bf1baccd1a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a821c6-8b4c-4e0f-8581-cf6388051f4a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:07.785631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] For port a37f56f2-84db-45e8-bbad-3d631ffca807, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a37f56f2-84db-45e8-bbad-3d631ffca807,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:07.786150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.828372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Calling delete_port for a37f56f2-84db-45e8-bbad-3d631ffca807 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:07.884962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e826759a-0657-492f-b434-923c65c600de req-6fb30659-489d-47e7-a5dc-2092f499bc39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=016af4fe13cb48aeb88fedd40f2357a7&device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0403502 Jan 27 21:47:07.932962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-36369018-185a-4b54-9401-798962664d7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1833024 Jan 27 21:47:07.958490 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-101324c8-b306-4a9b-8220-05c4a59090d5 admin admin] Publish callbacks [] for security_group (47a821c6-8b4c-4e0f-8581-cf6388051f4a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.964927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e826759a-0657-492f-b434-923c65c600de req-999b7d65-5a5b-4bb3-bab0-a46e90c3122e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=016af4fe13cb48aeb88fedd40f2357a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674827 Jan 27 21:47:08.092175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-097be52e-9ee4-4d74-ab2d-5dccae80b51f req-34a27e30-4295-47c9-8c7f-71880a4bf82f tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1238203 Jan 27 21:47:08.178076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-101324c8-b306-4a9b-8220-05c4a59090d5 admin admin] Publish callbacks [] for security_group (47a821c6-8b4c-4e0f-8581-cf6388051f4a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.268793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.309669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-101324c8-b306-4a9b-8220-05c4a59090d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (47a821c6-8b4c-4e0f-8581-cf6388051f4a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.313329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-101324c8-b306-4a9b-8220-05c4a59090d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.315323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-101324c8-b306-4a9b-8220-05c4a59090d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47a821c6-8b4c-4e0f-8581-cf6388051f4a HTTP/1.1" status: 204 len: 168 time: 0.6465635 Jan 27 21:47:08.340854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101324c8-b306-4a9b-8220-05c4a59090d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a821c6-8b4c-4e0f-8581-cf6388051f4a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:08.391189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2e8d4660-d18c-443d-9477-f3334aff0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.391780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2e8d4660-d18c-443d-9477-f3334aff0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.392243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2e8d4660-d18c-443d-9477-f3334aff0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.392762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2e8d4660-d18c-443d-9477-f3334aff0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.393313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2e8d4660-d18c-443d-9477-f3334aff0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.393974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2e8d4660-d18c-443d-9477-f3334aff0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.394652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2e8d4660-d18c-443d-9477-f3334aff0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.397017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2e8d4660-d18c-443d-9477-f3334aff0144 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6499 time: 0.3144846 Jan 27 21:47:08.409691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f6d95-0ec0-4cee-8e60-0648230fc6c2 req-a1ac98c1-ff86-461e-ab1b-14efe72b7f22 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.417684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a09f6d95-0ec0-4cee-8e60-0648230fc6c2 req-a1ac98c1-ff86-461e-ab1b-14efe72b7f22 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 0.3615272 Jan 27 21:47:08.502421 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a37f56f2-84db-45e8-bbad-3d631ffca807), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.549752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a37f56f2-84db-45e8-bbad-3d631ffca807,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:08.564563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f970cada-a70f-4840-b930-4f0b4024d898 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:08.582135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826759a-0657-492f-b434-923c65c600de req-04832f11-3934-422f-9557-144872f80c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.584649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e826759a-0657-492f-b434-923c65c600de req-04832f11-3934-422f-9557-144872f80c01 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6137321 Jan 27 21:47:08.586503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Publish callbacks [] for port (f970cada-a70f-4840-b930-4f0b4024d898), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.591379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a09f6d95-0ec0-4cee-8e60-0648230fc6c2 req-92b4bee2-6bf8-41c1-b599-42b5ad52a147 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727366 Jan 27 21:47:08.623717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba75f7-1b9f-462f-bccc-7822f71f12cd req-2a51e6b2-cf19-47e1-9241-57edd7ff33b6 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.631502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9ba75f7-1b9f-462f-bccc-7822f71f12cd req-2a51e6b2-cf19-47e1-9241-57edd7ff33b6 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 931 time: 0.1829796 Jan 27 21:47:08.681962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-958f9218-0c63-470d-8c71-1d5f968e07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.682636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-958f9218-0c63-470d-8c71-1d5f968e07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.683107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-958f9218-0c63-470d-8c71-1d5f968e07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.685881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-958f9218-0c63-470d-8c71-1d5f968e07a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e78fca6c-458f-45b2-a2a2-4054b3edd670&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 200 len: 2298 time: 0.2477272 Jan 27 21:47:08.705363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Transition to ACTIVE for port object f970cada-a70f-4840-b930-4f0b4024d898 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:08.718773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.769061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9ba75f7-1b9f-462f-bccc-7822f71f12cd req-3e1280d8-1539-4328-a985-6a0150730c80 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361446 Jan 27 21:47:09.066508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30043611-f6ea-4ddf-acba-7bb11402ab23 req-bce73054-aba5-4569-b7d4-9768d5c2d0ba tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.073555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30043611-f6ea-4ddf-acba-7bb11402ab23 req-bce73054-aba5-4569-b7d4-9768d5c2d0ba tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 949 time: 0.3026135 Jan 27 21:47:09.089383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:09.239460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04524cc-621f-4d1f-b9fd-edc0b7fcff7a req-44ac5d56-505a-4eca-953d-7658716ce2ee tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.253970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47542) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:09.259828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f04524cc-621f-4d1f-b9fd-edc0b7fcff7a req-44ac5d56-505a-4eca-953d-7658716ce2ee tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 0.3052382 Jan 27 21:47:09.263667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-ff3e7fab-f0f1-4b10-a438-0c18ccbc37ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 200 len: 1002 time: 0.5141258 Jan 27 21:47:09.276267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Request body: {'floatingip': {'port_id': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:09.381518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for floatingip (0d3ad7a7-b17f-440a-b713-2fbc44b43bb5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.382089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-670e7d46-2363-4186-9591-416f5dcb53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.385932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-670e7d46-2363-4186-9591-416f5dcb53e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06288402-3250-4099-a036-550239416a5c HTTP/1.1" status: 200 len: 855 time: 0.1099386 Jan 27 21:47:09.405475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30043611-f6ea-4ddf-acba-7bb11402ab23 req-dcbe0356-3c70-4986-86a8-df25bbff38fa tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124511 Jan 27 21:47:09.445762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.448831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Attempting to bind port f970cada-a70f-4840-b930-4f0b4024d898 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:09.449282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Attempting to bind port f970cada-a70f-4840-b930-4f0b4024d898 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:09.449691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Attempting to bind port f970cada-a70f-4840-b930-4f0b4024d898 on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:09.488713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Port f970cada-a70f-4840-b930-4f0b4024d898 on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:09.489031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Attempting to bind port f970cada-a70f-4840-b930-4f0b4024d898 on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:09.548697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e0dfe08-27b5-4265-8787-aab4aa033a0d req-2cd7ceed-0fbf-4af9-a3c5-b3201fbf50e5 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1384428 Jan 27 21:47:09.597827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:09.598765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Checking segment: {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:09.598765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Bound using segment: {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:09.599242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Bound port: f970cada-a70f-4840-b930-4f0b4024d898, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:09.599473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f970cada-a70f-4840-b930-4f0b4024d898), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.651721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-ee355459-d9b3-4864-975d-0eb931f83b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.655333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-ee355459-d9b3-4864-975d-0eb931f83b97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78fca6c-458f-45b2-a2a2-4054b3edd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454406 Jan 27 21:47:09.881772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e826759a-0657-492f-b434-923c65c600de req-a453cc9f-5c42-481c-a4cf-f8ef0127f4a3 tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.0716333 Jan 27 21:47:10.018712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-db385c00-3689-43e4-8e30-dd0d718d8d3f service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521700 Jan 27 21:47:10.175858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141de62-09a1-4cee-adbd-9e23a9e7f3f0 req-736b3265-92a1-4198-bec0-cf6d893da343 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:10.188769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4141de62-09a1-4cee-adbd-9e23a9e7f3f0 req-736b3265-92a1-4198-bec0-cf6d893da343 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 943 time: 0.2897453 Jan 27 21:47:10.278198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:10.408828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:10.417021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:10.417934 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.428199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4141de62-09a1-4cee-adbd-9e23a9e7f3f0 req-473ac40c-497e-4e87-b412-d289b0c0f373 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376494 Jan 27 21:47:10.479400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-37fc6ab3-3a01-4714-bb17-8d2331fbed3f service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512553 Jan 27 21:47:10.626515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-b1b53520-5fec-4537-9eea-e04e44a4e037 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 217 time: 0.1404104 Jan 27 21:47:10.790921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:10.791999 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.821594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:10.846062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.861094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:10.865883 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6afd44-cc8e-4e66-9a2e-86f7d3d484a9" -d '{"events": [{"server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:10.888085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:10.945584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:10.954078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.037814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a92ac410-6633-4343-b05f-f5e04c86ed78 req-b94b0992-137a-4dbc-8d7f-b6655d1b544b tempest-ServerShowV257Test-727820316 tempest-ServerShowV257Test-727820316-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac469c14-4f7d-451e-8202-22a9ba6921f6 HTTP/1.1" status: 200 len: 210 time: 0.1018667 Jan 27 21:47:11.101093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:11.117365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd605503-2304-4cbf-809c-babaca5ad4bc req-7f2fdba2-f5e4-478b-8dbb-9c4be5653fc8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.130434 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.134126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd605503-2304-4cbf-809c-babaca5ad4bc req-7f2fdba2-f5e4-478b-8dbb-9c4be5653fc8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 949 time: 0.5027068 Jan 27 21:47:11.139945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-eadf3e21-cd55-4830-a5ae-b0e919ccaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.152479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-eadf3e21-cd55-4830-a5ae-b0e919ccaeec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.5182123 Jan 27 21:47:11.278981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.292807 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a755041-9034-49c9-900e-23302801d2ad x-openstack-request-id: req-4a755041-9034-49c9-900e-23302801d2ad {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:11.293741 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:11.293741 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a755041-9034-49c9-900e-23302801d2ad {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:11.294127 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'code': 200} Jan 27 21:47:11.313134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:11.347491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd605503-2304-4cbf-809c-babaca5ad4bc req-d1ea46d9-65cd-413c-bd7b-58534fd98d6d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105577 Jan 27 21:47:11.415158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-f34758e4-f1a8-4f49-aec3-c857fffea874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.417907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-f34758e4-f1a8-4f49-aec3-c857fffea874 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2414832 Jan 27 21:47:11.619087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-5aaf8924-4d07-443b-8d6c-c9186af54cde service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918328 Jan 27 21:47:11.774094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.776005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.777384 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] 10.222.0.57 "PUT /v2.0/ports/f970cada-a70f-4840-b930-4f0b4024d898 HTTP/1.1" status: 200 len: 1091 time: 4.5055120 Jan 27 21:47:11.789146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:11.791354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:11.795488 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c445f9f-e07d-4b56-98db-9e19c8666881" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "tag": "f970cada-a70f-4840-b930-4f0b4024d898"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:11.808990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] Sync routers for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:11.810664 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5602ccc5-9e6e-49fa-b5f7-a2d6bf817b6b admin admin] 10.222.0.45 "PUT /v2.0/routers/c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5912933 Jan 27 21:47:11.821613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47590) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:11.862627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:11.864616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:47:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:11.925613 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59281b45-c9fd-4359-bdff-49e69f03c14d x-openstack-request-id: req-59281b45-c9fd-4359-bdff-49e69f03c14d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:11.927053 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "tag": "f970cada-a70f-4840-b930-4f0b4024d898", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:11.927789 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59281b45-c9fd-4359-bdff-49e69f03c14d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:11.928747 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898', 'status': 'completed', 'code': 200} Jan 27 21:47:11.936257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ef99b-f3bf-4d39-90d4-32a19e4053e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:11.944712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a178f6-1a19-41e1-8688-566e8ecd53c7 req-2cee6971-debb-4876-a28f-5e09a4fd3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.948147 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-75a178f6-1a19-41e1-8688-566e8ecd53c7 req-2cee6971-debb-4876-a28f-5e09a4fd3746 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1101 time: 0.5427773 Jan 27 21:47:12.047489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-9db04e60-8d39-49fc-90fd-079021ea185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:12.049374 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-9db04e60-8d39-49fc-90fd-079021ea185b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 1094 time: 0.2117839 Jan 27 21:47:12.108569 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-0832c248-efea-4ef7-a0e7-a7c488a8c97f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f970cada-a70f-4840-b930-4f0b4024d898 HTTP/1.1" status: 200 len: 217 time: 0.0503883 Jan 27 21:47:12.201980 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-75a178f6-1a19-41e1-8688-566e8ecd53c7 req-1a2ebc38-44e1-4993-8c24-05a9b4c7c3ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884561 Jan 27 21:47:12.211562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:12.221771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:47:12.310800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-9a403345-63cb-41b8-a957-2039ca6a311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:12.312454 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-9a403345-63cb-41b8-a957-2039ca6a311a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fcfd7fa0-a4a7-4165-ae04-6274d85de59b HTTP/1.1" status: 200 len: 862 time: 0.1946084 Jan 27 21:47:12.383200 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-4f3918f3-5c84-4ec6-a2e2-49a75bfabda6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553365 Jan 27 21:47:12.609793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.635868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (0d3ad7a7-b17f-440a-b713-2fbc44b43bb5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.668237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-3e6e5ed5-b5e5-4596-b01d-60d38ab9c178 service neutron] 10.222.0.57 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680070 Jan 27 21:47:12.690998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a69698-c49d-45e2-96cc-50551ce85e37 req-4f3a0cfe-2474-4a48-bbf8-e466e66c24b9 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:12.699927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02a69698-c49d-45e2-96cc-50551ce85e37 req-4f3a0cfe-2474-4a48-bbf8-e466e66c24b9 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 943 time: 1.0522957 Jan 27 21:47:12.896979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-d7d2909b-a0be-4131-b681-095a52c94e70 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2707250 Jan 27 21:47:12.973983 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks [] for router (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.977302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-8a03d83f-7430-4ed6-bd1e-81a9a7f8829b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 217 time: 0.0730295 Jan 27 21:47:13.011924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:47:08Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:13.044493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d64f4-9fc2-428f-9b03-c7cc75850cdf req-3bb3f25f-4685-4015-8b17-261bd6f0a908 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.052038 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ad13a926-22bb-4e32-8b16-76f59d6225c3 req-514e9d7b-2a90-45ea-9038-e70f8cc4c45c service neutron] 10.222.0.57 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764499 Jan 27 21:47:13.058878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-496d64f4-9fc2-428f-9b03-c7cc75850cdf req-3bb3f25f-4685-4015-8b17-261bd6f0a908 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.4284713 Jan 27 21:47:13.123843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02a69698-c49d-45e2-96cc-50551ce85e37 req-5325387d-4774-40d9-822a-b83782fd538e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182003 Jan 27 21:47:13.154445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47610) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:13.156881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] Checking router: c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:13.180594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] Routers {'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:13.181632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:47:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:13.277165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-ee2f0240-3cdf-421d-b0a9-54cf19c4b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.279354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-ee2f0240-3cdf-421d-b0a9-54cf19c4b539 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.2562935 Jan 27 21:47:13.311729 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks [] for router_gateway (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:13.376076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-496d64f4-9fc2-428f-9b03-c7cc75850cdf req-8c369996-9055-4323-ab36-5990921d912a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154438 Jan 27 21:47:13.376341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-fe2482c7-840a-49cc-a03c-5fbb583a32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.379130 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-fe2482c7-840a-49cc-a03c-5fbb583a32a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 1094 time: 0.1229463 Jan 27 21:47:13.386557 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Floating IP 0d3ad7a7-b17f-440a-b713-2fbc44b43bb5 associated. External IP: 172.25.8.174, port: b2fa9f86-40c8-4f9e-9093-08e12908d7d0. Jan 27 21:47:13.424765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-910a163f-d1d2-453d-8d68-5bf589fc1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.426799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-910a163f-d1d2-453d-8d68-5bf589fc1ef5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1337969 Jan 27 21:47:13.547979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] Set router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:13.945072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f970cada-a70f-4840-b930-4f0b4024d898 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:13.945315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Deleting port 795c8356-07b1-4cbd-ab43-1f656d1e95ed {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:13.945767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.001872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-d515c7bd-3580-44e7-b932-dbb03598600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.010135 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-d515c7bd-3580-44e7-b932-dbb03598600a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 923 time: 0.6141293 Jan 27 21:47:14.137205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:47:08Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:14.182750 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-b11edae8-3e76-411b-b8c9-2438d5bb250d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f970cada-a70f-4840-b930-4f0b4024d898 HTTP/1.1" status: 200 len: 217 time: 0.1716409 Jan 27 21:47:14.187347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895aa2d-7857-4c59-a146-1324c757dd7b None None] The sync data for ids ['c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3'] in n-d-826529-2 is: [{'id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'name': 'tempest-ServersTestJSON-1278165373-router', 'tenant_id': 'b20db0597a3242edb610e815258122ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:37Z', 'updated_at': '2022-01-27T21:47:08Z', 'revision_number': 5, 'project_id': 'b20db0597a3242edb610e815258122ac', 'gw_port': {'id': '795c8356-07b1-4cbd-ab43-1f656d1e95ed', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:42Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:14.194255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:14.206470 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.219076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-9d0b7589-71ef-4220-8c13-9c2fd3c5a75f service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470088 Jan 27 21:47:14.233599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f970cada-a70f-4840-b930-4f0b4024d898', 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'port_id': 'f970cada-a70f-4840-b930-4f0b4024d898', 'mac_address': 'fa:16:3e:e2:23:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd7fa0-a4a7-4165-ae04-6274d85de59b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:14.336242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f970cada-a70f-4840-b930-4f0b4024d898 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:14.336744 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f970cada-a70f-4840-b930-4f0b4024d898), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.357690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f970cada-a70f-4840-b930-4f0b4024d898 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:14.387592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:14.398162 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.455286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-6d42a584-3501-408b-89d7-3f6c3b58040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.473298 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-6d42a584-3501-408b-89d7-3f6c3b58040b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fcfd7fa0-a4a7-4165-ae04-6274d85de59b HTTP/1.1" status: 200 len: 862 time: 0.2764297 Jan 27 21:47:14.515603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:14.539383 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-01df4a6c-477c-44ec-b9a8-e1cd8fe44670 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527399 Jan 27 21:47:14.571475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Router eb03ab6e-407f-4f3a-9281-99d8952300d6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:14.622479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f970cada-a70f-4840-b930-4f0b4024d898'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:14.692331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] For port 795c8356-07b1-4cbd-ab43-1f656d1e95ed, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=795c8356-07b1-4cbd-ab43-1f656d1e95ed,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:14.692822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.743707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Calling delete_port for 795c8356-07b1-4cbd-ab43-1f656d1e95ed owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:14.754562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463ae70-2c9b-460f-bfa8-756266340545 req-7039cfb2-f436-46d8-b74c-ee76c9515286 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.756411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b463ae70-2c9b-460f-bfa8-756266340545 req-7039cfb2-f436-46d8-b74c-ee76c9515286 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 944 time: 0.3553147 Jan 27 21:47:14.769702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-be802410-206c-4090-9e64-170363470cef service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362437 Jan 27 21:47:14.808348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15700d60-59c7-4959-925a-86d61ac52046 req-4a7d86e3-835b-401b-9a60-e2fe3374c361 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.810028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15700d60-59c7-4959-925a-86d61ac52046 req-4a7d86e3-835b-401b-9a60-e2fe3374c361 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.2602823 Jan 27 21:47:14.812605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Publish callbacks [] for security_group (a12559d3-679b-4a08-999d-79030ce787b2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.873812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a12559d3-679b-4a08-999d-79030ce787b2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.953972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=016af4fe13cb48aeb88fedd40f2357a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7975919 Jan 27 21:47:14.955776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-74155507-1020-47a6-9a83-27d4580ee69d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7968f295-7efa-408b-a91e-95a069d7064d HTTP/1.1" status: 200 len: 217 time: 0.1755884 Jan 27 21:47:14.956264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47644) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:14.991783 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-290eff16-05c4-4de5-bcdd-8bd030013af0 service neutron] 10.222.0.57 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360783 Jan 27 21:47:15.241541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12559d3-679b-4a08-999d-79030ce787b2,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:15.259957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b463ae70-2c9b-460f-bfa8-756266340545 req-f21af73f-4d70-45c9-b1a2-5cff33d1b4f6 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853172 Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.288151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.289456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.289456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.289456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.289456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff01c5-6faf-4eb6-820c-6bccde59d7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:15.299736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-e7aa7515-8648-4030-ac1f-891067a3d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.301419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-e7aa7515-8648-4030-ac1f-891067a3d253 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.3040149 Jan 27 21:47:15.314736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15700d60-59c7-4959-925a-86d61ac52046 req-1cde563e-3e70-4be4-bdc6-d51065080fa0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480159 Jan 27 21:47:15.356204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:15.364614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.373109 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] Sync routers for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:15.394116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08a2ae3a-de0b-4435-8e1b-deeb65817341 admin admin] Publish callbacks [] for security_group (a12559d3-679b-4a08-999d-79030ce787b2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.406855 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0c02d6eb-b1c3-4722-ad9d-9f31d7a2dd59 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "PUT /v2.0/floatingips/0d3ad7a7-b17f-440a-b713-2fbc44b43bb5 HTTP/1.1" status: 200 len: 991 time: 6.1516316 Jan 27 21:47:15.413613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'tag': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:15.413613 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930afba4-b9d5-49b8-8510-20f8a75b3ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b37d519-8fd7-480c-8d35-d96a4d6a5abd", "tag": "b2fa9f86-40c8-4f9e-9093-08e12908d7d0"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:15.432587 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:15.438830 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:47:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:15.440782 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c445f9f-e07d-4b56-98db-9e19c8666881 req-f74a3ccb-3ffc-4cb1-8646-020b67e37451 service neutron] 10.222.0.57 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408875 Jan 27 21:47:15.462981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08a2ae3a-de0b-4435-8e1b-deeb65817341 admin admin] Publish callbacks [] for security_group (a12559d3-679b-4a08-999d-79030ce787b2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.500953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-8df632b7-8b75-4836-b849-5c625f8cb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.502545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-8df632b7-8b75-4836-b849-5c625f8cb949 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1866581 Jan 27 21:47:15.761761 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:15.832261 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f49ed66-8d1b-4df5-9a6f-9f9be510fdc3 x-openstack-request-id: req-0f49ed66-8d1b-4df5-9a6f-9f9be510fdc3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:15.832650 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b37d519-8fd7-480c-8d35-d96a4d6a5abd", "tag": "b2fa9f86-40c8-4f9e-9093-08e12908d7d0", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:15.832846 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f49ed66-8d1b-4df5-9a6f-9f9be510fdc3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:15.834662 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'tag': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'status': 'completed', 'code': 200} Jan 27 21:47:15.942540 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f970cada-a70f-4840-b930-4f0b4024d898 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:15.980601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f89c-7d1d-4b18-a068-7d03391aee71 req-e07b7cde-4fee-4557-9bdd-5007601bcfc0 tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.982146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8470f89c-7d1d-4b18-a068-7d03391aee71 req-e07b7cde-4fee-4557-9bdd-5007601bcfc0 tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1101 time: 0.1774662 Jan 27 21:47:15.995864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (795c8356-07b1-4cbd-ab43-1f656d1e95ed), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.072688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-20a68d0f-be20-48c9-b8a1-66c4d41a4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.076035 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-20a68d0f-be20-48c9-b8a1-66c4d41a4afb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=333573a6e76545908e21e82a4ff6641f&device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 1096 time: 0.2201409 Jan 27 21:47:16.101549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a37f56f2-84db-45e8-bbad-3d631ffca807 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:16.128099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a37f56f2-84db-45e8-bbad-3d631ffca807 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:16.128493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a37f56f2-84db-45e8-bbad-3d631ffca807 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:16.146402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port f970cada-a70f-4840-b930-4f0b4024d898 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:16.149995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8470f89c-7d1d-4b18-a068-7d03391aee71 req-f56b9e1d-4d4c-4e41-8f7b-058618210dde tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.154681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f970cada-a70f-4840-b930-4f0b4024d898 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:16.155144 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f970cada-a70f-4840-b930-4f0b4024d898), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.170434 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08a2ae3a-de0b-4435-8e1b-deeb65817341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a12559d3-679b-4a08-999d-79030ce787b2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.175639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08a2ae3a-de0b-4435-8e1b-deeb65817341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.178196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-08a2ae3a-de0b-4435-8e1b-deeb65817341 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a12559d3-679b-4a08-999d-79030ce787b2 HTTP/1.1" status: 204 len: 168 time: 1.2162840 Jan 27 21:47:16.198383 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:47:16.212155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=795c8356-07b1-4cbd-ab43-1f656d1e95ed,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:16.314620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-ca2afd56-8937-4179-b46b-249e93b42ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.317920 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-ca2afd56-8937-4179-b46b-249e93b42ed0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1a18ef32-8d2a-47d1-a9b4-f41755373065 HTTP/1.1" status: 200 len: 912 time: 0.2352674 Jan 27 21:47:16.463819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f970cada-a70f-4840-b930-4f0b4024d898 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:16.464458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f970cada-a70f-4840-b930-4f0b4024d898), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.514465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:16.524100 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c94919-c453-459d-8ad4-3af265f57fcf" -d '{"events": [{"server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "name": "network-vif-plugged", "status": "completed", "tag": "f970cada-a70f-4840-b930-4f0b4024d898"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:16.557786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:16.566085 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.597336 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '0d3ad7a7-b17f-440a-b713-2fbc44b43bb5', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'port_id': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'mac_address': 'fa:16:3e:38:65:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:47:12Z', 'revision_number': 1, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:41Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:16.615922 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-dc879f99-be41-4774-b5de-f10fa13d6318 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2fa9f86-40c8-4f9e-9093-08e12908d7d0 HTTP/1.1" status: 200 len: 999 time: 0.2897530 Jan 27 21:47:16.619647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8470f89c-7d1d-4b18-a068-7d03391aee71 req-f56b9e1d-4d4c-4e41-8f7b-058618210dde tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] Publish callbacks [] for security_group (582ad493-0fe2-4693-a4a3-f29cd4b5f66c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.632894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-891385a3-e21f-4608-b9e7-19ef7f6487e5 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1068203 Jan 27 21:47:16.645043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2ae3a-de0b-4435-8e1b-deeb65817341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12559d3-679b-4a08-999d-79030ce787b2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:16.650864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8470f89c-7d1d-4b18-a068-7d03391aee71 req-f56b9e1d-4d4c-4e41-8f7b-058618210dde tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (582ad493-0fe2-4693-a4a3-f29cd4b5f66c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.711181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] Checking router: eb03ab6e-407f-4f3a-9281-99d8952300d6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:16.712645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:16.717115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b9e1d-4d4c-4e41-8f7b-058618210dde tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ad493-0fe2-4693-a4a3-f29cd4b5f66c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:16.778395 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:16.782449 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:47:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:17.077282 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:17.327979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8470f89c-7d1d-4b18-a068-7d03391aee71 req-f56b9e1d-4d4c-4e41-8f7b-058618210dde tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3288479 Jan 27 21:47:17.348430 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.378558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec023fb1-788c-436c-8597-c2559863f3de req-6ed15a35-6d00-4748-98f6-8907fc3a6b01 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:17.396620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec023fb1-788c-436c-8597-c2559863f3de req-6ed15a35-6d00-4748-98f6-8907fc3a6b01 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 945 time: 0.7569380 Jan 27 21:47:17.466281 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587f1f6e-0b78-4b40-9598-4a56aa995d37 x-openstack-request-id: req-587f1f6e-0b78-4b40-9598-4a56aa995d37 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:17.470893 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "name": "network-vif-plugged", "status": "completed", "tag": "f970cada-a70f-4840-b930-4f0b4024d898", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:17.472256 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-587f1f6e-0b78-4b40-9598-4a56aa995d37 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:17.473020 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898', 'code': 200} Jan 27 21:47:17.505725 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-5b6b1cf9-e653-4300-8d29-6be524d93e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:17.507556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-5b6b1cf9-e653-4300-8d29-6be524d93e04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f4a9316-070c-405a-9a32-d2c6ab35526a HTTP/1.1" status: 200 len: 850 time: 0.8850965 Jan 27 21:47:17.655257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-961e74e7-3b21-4920-aa2c-ddb5ba68b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:17.659121 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-961e74e7-3b21-4920-aa2c-ddb5ba68b70b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1a18ef32-8d2a-47d1-a9b4-f41755373065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365433 Jan 27 21:47:17.969421 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.001858 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-2e897b2b-9d91-4d8b-ba69-874c15d66fc5 service neutron] 10.222.0.57 "GET /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342671 Jan 27 21:47:18.005870 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '0d3ad7a7-b17f-440a-b713-2fbc44b43bb5', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'port_id': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'mac_address': 'fa:16:3e:38:65:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:47:12Z', 'revision_number': 1, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:41Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:18.076086 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08728c34-45bb-4216-b2c1-be7caee490ba None None] The sync data for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 is: [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '0d3ad7a7-b17f-440a-b713-2fbc44b43bb5', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'port_id': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'mac_address': 'fa:16:3e:38:65:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:47:12Z', 'revision_number': 1, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:41Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:18.156693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.183685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec023fb1-788c-436c-8597-c2559863f3de req-5a951620-9bc8-48de-b9a2-9e94101bdcff tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7849898 Jan 27 21:47:18.187587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-e7741402-5151-4378-b7bf-99b779df2e4d service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4728301 Jan 27 21:47:18.190567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks [] for router_controller (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.314866 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-930afba4-b9d5-49b8-8510-20f8a75b3ac2 req-2c904da8-6b67-4a2e-89cb-f787c700f56d service neutron] 10.222.0.57 "GET /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051624 Jan 27 21:47:18.348169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-ef110897-84fe-4a5b-a37e-56db4ed25905 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.1482809 Jan 27 21:47:18.361502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dcc5f-9eff-4326-94f8-e3269fd02dba req-470eab11-b9e8-4683-9929-2b78edb16d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:18.364374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-521dcc5f-9eff-4326-94f8-e3269fd02dba req-470eab11-b9e8-4683-9929-2b78edb16d8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 1096 time: 0.5839648 Jan 27 21:47:18.447497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-617329a2-83f5-45ac-bea4-f9d56a8e2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:18.450438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-617329a2-83f5-45ac-bea4-f9d56a8e2544 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.0953701 Jan 27 21:47:18.451088 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.451584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:47:18.471196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.476332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47716) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:18.480019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-43d3b20d-a083-49d9-b25c-72ae7fc92e80 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c0cb332e-aa4f-48e6-a1ea-a9f28342ecf3 HTTP/1.1" status: 204 len: 168 time: 6.6489952 Jan 27 21:47:18.577315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44d5ae3-c03d-4871-a9e3-13a8b6db936d admin admin] Deleting subnet c72c0f46-cb79-475a-860d-4037da762546 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:47:18.583483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ae3-c03d-4871-a9e3-13a8b6db936d admin admin] Publish callbacks [] for subnet (c72c0f46-cb79-475a-860d-4037da762546), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.693558 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ae3-c03d-4871-a9e3-13a8b6db936d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (c72c0f46-cb79-475a-860d-4037da762546), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.735841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-521dcc5f-9eff-4326-94f8-e3269fd02dba req-ebe8d14e-8c8a-4be3-a324-51cfbfec6193 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859449 Jan 27 21:47:18.754055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-aea198cd-c1ff-44fe-bae6-64d3968d60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:18.765128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff8222-585e-4221-86c9-528d3e4392b4 None None] New status for floating IP 0d3ad7a7-b17f-440a-b713-2fbc44b43bb5: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:47:18.766338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-aea198cd-c1ff-44fe-bae6-64d3968d60b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2827022 Jan 27 21:47:18.834452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ae3-c03d-4871-a9e3-13a8b6db936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c72c0f46-cb79-475a-860d-4037da762546), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.920321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ae3-c03d-4871-a9e3-13a8b6db936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (c72c0f46-cb79-475a-860d-4037da762546), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.004114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d5ae3-c03d-4871-a9e3-13a8b6db936d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72c0f46-cb79-475a-860d-4037da762546,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:19.029715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ae3-c03d-4871-a9e3-13a8b6db936d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.039895 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a44d5ae3-c03d-4871-a9e3-13a8b6db936d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c72c0f46-cb79-475a-860d-4037da762546 HTTP/1.1" status: 204 len: 168 time: 0.5623238 Jan 27 21:47:19.041402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47728) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:19.077008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15fddeb-be50-4324-af9f-d222d2cd39ec None None] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:19.118567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-70d4b078-e108-489a-8d29-e0ef80631c30 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459272 Jan 27 21:47:19.356117 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.548945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Deleting port dd7f061c-66c5-4ea1-a3c7-1a6289337002 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:19.555593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.615333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-3faedd63-10f2-43a5-a96b-59b1b2b89ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844806 Jan 27 21:47:19.769660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] For port dd7f061c-66c5-4ea1-a3c7-1a6289337002, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dd7f061c-66c5-4ea1-a3c7-1a6289337002,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:19.770244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.772981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-318197a3-0f85-4590-9212-a12bfc82dbf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8caceec-88c1-416b-95b8-518a051eef0d HTTP/1.1" status: 200 len: 217 time: 0.1520271 Jan 27 21:47:19.801740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] DHCP port deletion for d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:47:19.829358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Calling delete_port for dd7f061c-66c5-4ea1-a3c7-1a6289337002 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:19.859846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-9e59ba0e-0100-4bf9-bf19-c93b8e07e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:19.864151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-9e59ba0e-0100-4bf9-bf19-c93b8e07e814 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.0835512 Jan 27 21:47:19.957569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b59aa-7674-4a20-9e50-8e4e6922d465 req-98372c79-83cd-43f2-9001-d99128b6a760 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:19.959083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-776b59aa-7674-4a20-9e50-8e4e6922d465 req-98372c79-83cd-43f2-9001-d99128b6a760 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 945 time: 0.5539408 Jan 27 21:47:20.005492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] Deleting port dd7f061c-66c5-4ea1-a3c7-1a6289337002 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:20.006161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.036487 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.108094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-776b59aa-7674-4a20-9e50-8e4e6922d465 req-2dd8c22f-b440-44bd-8023-5e4c2f844840 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334045 Jan 27 21:47:20.110222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-c5b59ad2-9f1e-415a-b9ca-f3c08cd574bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.111913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-c5b59ad2-9f1e-415a-b9ca-f3c08cd574bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2424810 Jan 27 21:47:20.116310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dd7f061c-66c5-4ea1-a3c7-1a6289337002 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:20.123057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-dc96a1b5-3f11-4697-accf-add4a1863622 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1617167 Jan 27 21:47:20.154817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7f061c-66c5-4ea1-a3c7-1a6289337002,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:20.158364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] No DVR routers for this DVR port dd7f061c-66c5-4ea1-a3c7-1a6289337002 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:20.247163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] For port dd7f061c-66c5-4ea1-a3c7-1a6289337002, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dd7f061c-66c5-4ea1-a3c7-1a6289337002,segment=NetworkSegment(0640984b-5708-4dbd-bde7-cf14e66563f9),segment_id=0640984b-5708-4dbd-bde7-cf14e66563f9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:20.249697 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.260212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.265354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-ff9092c3-24a5-416a-a66c-425460ee3dc7 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393723 Jan 27 21:47:20.272372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-4602e880-577f-4e00-a93b-e71a9948c43c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:20.273458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-4602e880-577f-4e00-a93b-e71a9948c43c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060751 Jan 27 21:47:20.287666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:20.300008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0640984b-5708-4dbd-bde7-cf14e66563f9') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:20.300627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0640984b-5708-4dbd-bde7-cf14e66563f9') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:20.314901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0640984b-5708-4dbd-bde7-cf14e66563f9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.333327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0640984b-5708-4dbd-bde7-cf14e66563f9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.342780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:47:20.343547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] Calling delete_port for dd7f061c-66c5-4ea1-a3c7-1a6289337002 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:20.344103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0640984b-5708-4dbd-bde7-cf14e66563f9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.400210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad458f-8e93-424a-8156-e34fef19bbce req-1c273b7e-167f-4dd1-a23a-382879e8d2ff tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.401914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efad458f-8e93-424a-8156-e34fef19bbce req-1c273b7e-167f-4dd1-a23a-382879e8d2ff tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.1355903 Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:47:20.434166 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:47:20.440971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.450606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.458671 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 HTTP/1.1" status: 204 len: 168 time: 1.4152040 Jan 27 21:47:20.472351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38217208-b67f-4bc0-a719-e59778dc4740 admin admin] Pushing event deleted for resources: {'Network': ['ID=d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:20.572604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-3002ffed-2815-4364-b924-8740e1404641 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972150 Jan 27 21:47:20.581655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efad458f-8e93-424a-8156-e34fef19bbce req-f9d85b45-dcd1-4510-b2f5-a3ced9143cb4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677821 Jan 27 21:47:20.589093 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (dd7f061c-66c5-4ea1-a3c7-1a6289337002), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.640851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: dd7f061c-66c5-4ea1-a3c7-1a6289337002 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:20.646768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dd7f061c-66c5-4ea1-a3c7-1a6289337002 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:20.647763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 795c8356-07b1-4cbd-ab43-1f656d1e95ed no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:20.683082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-4a2995dd-1b90-48d9-a4aa-bae1c15d389f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 HTTP/1.1" status: 200 len: 217 time: 0.0986075 Jan 27 21:47:20.797570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] Network d934c5cd-fb40-4a91-8c01-c5ebbbe04aa8 is not hosted by any dhcp agent {{(pid=103331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:47:20.798375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] No DVR routers for this DVR port dd7f061c-66c5-4ea1-a3c7-1a6289337002 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:20.810966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47780) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:20.815844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 795c8356-07b1-4cbd-ab43-1f656d1e95ed {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:20.818876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 795c8356-07b1-4cbd-ab43-1f656d1e95ed not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:20.822755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9830728-3732-43bd-9765-23a8bdd9a5fc None None] Pushing event deleted for resources: {'Port': ['ID=dd7f061c-66c5-4ea1-a3c7-1a6289337002,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:20.829896 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.858343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-9ac572a8-ed12-4438-8033-70d32f0c57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.861157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-9ac572a8-ed12-4438-8033-70d32f0c57d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.1727808 Jan 27 21:47:20.879058 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b3352cec-4efd-4d07-9288-9a6da3fe70f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b20db0597a3242edb610e815258122ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692132 Jan 27 21:47:20.880291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:20.939736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308b584-7dd5-4c4a-a95c-99406931533c req-8cfdde5b-bf67-4c87-b5d3-4edf46ca0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.942266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-8cfdde5b-bf67-4c87-b5d3-4edf46ca0afc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739350 Jan 27 21:47:20.982642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02a86a1e-f793-4cc7-817d-e6dd46e8c6b7 admin admin] Publish callbacks [] for security_group (671f361a-2124-44c8-987d-29e455784b3b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.027170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02a86a1e-f793-4cc7-817d-e6dd46e8c6b7 admin admin] Publish callbacks [] for security_group (671f361a-2124-44c8-987d-29e455784b3b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.103390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02a86a1e-f793-4cc7-817d-e6dd46e8c6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (671f361a-2124-44c8-987d-29e455784b3b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.106169 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02a86a1e-f793-4cc7-817d-e6dd46e8c6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.107491 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-02a86a1e-f793-4cc7-817d-e6dd46e8c6b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/671f361a-2124-44c8-987d-29e455784b3b HTTP/1.1" status: 204 len: 168 time: 0.2261977 Jan 27 21:47:21.117091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a86a1e-f793-4cc7-817d-e6dd46e8c6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671f361a-2124-44c8-987d-29e455784b3b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:21.134485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-459a06c9-c843-40c3-ab73-9e2bc38dd0de service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838982 Jan 27 21:47:21.441017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97434931-f7f3-47af-9c8f-fb608ef1c534 req-4e5939b3-5174-498a-b390-23e804dbc6c5 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:21.451284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97434931-f7f3-47af-9c8f-fb608ef1c534 req-4e5939b3-5174-498a-b390-23e804dbc6c5 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 945 time: 0.1501770 Jan 27 21:47:21.508321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0308b584-7dd5-4c4a-a95c-99406931533c req-2d031072-c07e-455d-8700-637dff973c4a service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662488 Jan 27 21:47:21.549280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97434931-f7f3-47af-9c8f-fb608ef1c534 req-c40d652c-074c-40a5-bc5c-268fbda3af32 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968273 Jan 27 21:47:21.788244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda4e3-96e1-4f00-abd0-157e013d0063 req-62d15268-5e7e-4550-9c7a-ead0f3a811f3 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:21.796560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66cda4e3-96e1-4f00-abd0-157e013d0063 req-62d15268-5e7e-4550-9c7a-ead0f3a811f3 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 945 time: 0.1020634 Jan 27 21:47:21.864705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66cda4e3-96e1-4f00-abd0-157e013d0063 req-1e378765-3436-40a5-8d58-ae314a18d318 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646651 Jan 27 21:47:22.054106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553e302-832c-4104-a772-121ab0a2e63e req-41714cd4-4208-4de3-961b-1830c73ed20e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.058391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3553e302-832c-4104-a772-121ab0a2e63e req-41714cd4-4208-4de3-961b-1830c73ed20e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.0969756 Jan 27 21:47:22.159199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3553e302-832c-4104-a772-121ab0a2e63e req-4f657ddc-312d-45f6-85af-101f6dfda912 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916722 Jan 27 21:47:22.310501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-5151214f-653d-45ed-9326-919ca529ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.312868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-5151214f-653d-45ed-9326-919ca529ed54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1101 time: 0.0839012 Jan 27 21:47:22.478481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-d753f25d-00d2-4000-9325-217a0c4396fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.480095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-d753f25d-00d2-4000-9325-217a0c4396fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1605406 Jan 27 21:47:22.533227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a19b352d-64ba-4ff1-986a-0f9222a699c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0460262 Jan 27 21:47:22.601784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-438bb400-0a15-4491-b196-ec58146557de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.603471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-438bb400-0a15-4491-b196-ec58146557de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0643401 Jan 27 21:47:22.664879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-63a5e07e-e834-4eb9-afbc-36db502709e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.666277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-63a5e07e-e834-4eb9-afbc-36db502709e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552313 Jan 27 21:47:22.897382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47872) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:22.926704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-f915762d-f1d6-442e-a3d0-83a2130ef4d8 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509944 Jan 27 21:47:23.115254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-2a59386a-49e0-42c6-9176-2fa86e7d8699 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821694 Jan 27 21:47:23.273057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f42b9-c9d6-4c42-835e-22a8cc18a187 req-713b9e71-bfde-45b1-ae91-874a4b52904f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.280904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-812f42b9-c9d6-4c42-835e-22a8cc18a187 req-713b9e71-bfde-45b1-ae91-874a4b52904f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 945 time: 0.0681674 Jan 27 21:47:23.345952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-812f42b9-c9d6-4c42-835e-22a8cc18a187 req-7d499670-2068-44a5-aff2-7bdbbd9d7283 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621440 Jan 27 21:47:23.420630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1116856960-network', 'tenant_id': '7840429913e545cab3a710c199f76d65'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:23.465572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Made reservation on behalf of 7840429913e545cab3a710c199f76d65 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:23.468071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.493779 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.502815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47898) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:23.508908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0da16-c265-4395-a94d-aa4061a1eebf req-c4287f46-da2b-4202-afe5-6478ff718207 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.516031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bac0da16-c265-4395-a94d-aa4061a1eebf req-c4287f46-da2b-4202-afe5-6478ff718207 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.1493337 Jan 27 21:47:23.576412 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bac0da16-c265-4395-a94d-aa4061a1eebf req-d624c5b6-187d-4214-af86-92b3a89fb78f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593038 Jan 27 21:47:23.636508 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Publish callbacks [] for security_group (81bdec4d-f9d2-49f0-884d-4fddc4df73e6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.643101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (81bdec4d-f9d2-49f0-884d-4fddc4df73e6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.692857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bdec4d-f9d2-49f0-884d-4fddc4df73e6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:23.706701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:47:23.721900 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (241df08a-d53b-42e1-af9f-7749ec587766), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.722298 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Added segment 241df08a-d53b-42e1-af9f-7749ec587766 of type vlan for network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 Jan 27 21:47:23.788238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91d066e6-e249-4c92-be01-e3fb341aa9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.795225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (7bcfb160-3a64-466d-9b86-d159d9e5d8f7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.860710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (7bcfb160-3a64-466d-9b86-d159d9e5d8f7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.862864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.864042 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.974161 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0752127 Jan 27 21:47:23.979499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47906) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:23.984356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f970cada-a70f-4840-b930-4f0b4024d898 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:23.986933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Request body: {'subnet': {'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1116856960-subnet', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:24.012590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54cb1c-dc5a-4b89-bfb0-6933a756be0f admin admin] Pushing event updated for resources: {'Network': ['ID=7bcfb160-3a64-466d-9b86-d159d9e5d8f7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:24.017279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Made reservation on behalf of 7840429913e545cab3a710c199f76d65 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:24.022660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.033136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:47:24.095950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91d066e6-e249-4c92-be01-e3fb341aa9c5 admin admin] Publish callbacks [] for security_group (0665ce16-61af-4b20-9ce6-c2aca6d691b9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.110130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-91d066e6-e249-4c92-be01-e3fb341aa9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0665ce16-61af-4b20-9ce6-c2aca6d691b9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.181807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:24.198151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f970cada-a70f-4840-b930-4f0b4024d898', 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'port_id': 'f970cada-a70f-4840-b930-4f0b4024d898', 'mac_address': 'fa:16:3e:e2:23:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd7fa0-a4a7-4165-ae04-6274d85de59b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:24.221767 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-91d066e6-e249-4c92-be01-e3fb341aa9c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57441c0039c049f7b3313e5b81b66554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7169807 Jan 27 21:47:24.224722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d066e6-e249-4c92-be01-e3fb341aa9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0665ce16-61af-4b20-9ce6-c2aca6d691b9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:24.240135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:24.270875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f970cada-a70f-4840-b930-4f0b4024d898 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:24.273303 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f970cada-a70f-4840-b930-4f0b4024d898), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.308642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f970cada-a70f-4840-b930-4f0b4024d898 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:24.354340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:24.360278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.369944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8215f981-2d5b-4e91-ba78-65111d266da4 admin admin] Publish callbacks [] for security_group (0665ce16-61af-4b20-9ce6-c2aca6d691b9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.374264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (6bf78f42-503b-4857-acde-2b3fb102f068), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.420071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8215f981-2d5b-4e91-ba78-65111d266da4 admin admin] Publish callbacks [] for security_group (0665ce16-61af-4b20-9ce6-c2aca6d691b9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.434705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:24.459870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f970cada-a70f-4840-b930-4f0b4024d898'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:24.528215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47920) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:24.564565 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8215f981-2d5b-4e91-ba78-65111d266da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0665ce16-61af-4b20-9ce6-c2aca6d691b9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.574335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8215f981-2d5b-4e91-ba78-65111d266da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.590147 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8215f981-2d5b-4e91-ba78-65111d266da4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0665ce16-61af-4b20-9ce6-c2aca6d691b9 HTTP/1.1" status: 204 len: 168 time: 0.3463149 Jan 27 21:47:24.628288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215f981-2d5b-4e91-ba78-65111d266da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665ce16-61af-4b20-9ce6-c2aca6d691b9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:24.719645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf78f42-503b-4857-acde-2b3fb102f068,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:24.735906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Checking segment: {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:24.736467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Network hostable DHCP agents. Network: 7bcfb160-3a64-466d-9b86-d159d9e5d8f7, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:47:24.792298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bf4cccb-30a9-4399-8ba6-508afd871f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.809983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:47:24.832208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c459d6-63f9-48d0-9137-4a63e14a5247 req-d8ce267e-3785-4411-bd7c-ffa57da786ea tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:24.835199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9c459d6-63f9-48d0-9137-4a63e14a5247 req-d8ce267e-3785-4411-bd7c-ffa57da786ea tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 944 time: 0.2955613 Jan 27 21:47:24.905606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 7bcfb160-3a64-466d-9b86-d159d9e5d8f7) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:24.915009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bf4cccb-30a9-4399-8ba6-508afd871f0b admin admin] Publish callbacks [] for security_group (b512434b-cd77-487b-bded-e780d8dccdef), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.915617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:24.916821 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.926398 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bf4cccb-30a9-4399-8ba6-508afd871f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b512434b-cd77-487b-bded-e780d8dccdef), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.929874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d802b6-44eb-4b3c-aafe-836eba03be6d None None] Network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:24.982833 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3bf4cccb-30a9-4399-8ba6-508afd871f0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c85a2ec0e2246d79a1fe2f201387677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525502 Jan 27 21:47:24.983754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4cccb-30a9-4399-8ba6-508afd871f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b512434b-cd77-487b-bded-e780d8dccdef,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:24.986893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47930) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:25.055764 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-faf675a1-45b3-4e0f-92f3-a5f4ccdcf04c admin admin] Publish callbacks [] for security_group (b512434b-cd77-487b-bded-e780d8dccdef), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.084115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a19fd-96ba-48e4-a9df-600923c2c328 req-b76451b1-f51a-41bd-8622-821847e93045 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.087367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-467a19fd-96ba-48e4-a9df-600923c2c328 req-b76451b1-f51a-41bd-8622-821847e93045 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.3133423 Jan 27 21:47:25.090661 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-faf675a1-45b3-4e0f-92f3-a5f4ccdcf04c admin admin] Publish callbacks [] for security_group (b512434b-cd77-487b-bded-e780d8dccdef), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.094567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bd0962cd-817d-4cd0-b8e1-cc0d3a7da17f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1127172 Jan 27 21:47:25.098259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47932) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:25.106733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:25.135092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9c459d6-63f9-48d0-9137-4a63e14a5247 req-d1e630f9-532c-4074-9f09-3f2be2035793 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507269 Jan 27 21:47:25.158282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae11b7a7-7a2a-4c58-8597-5fc606129afa None None] Network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:25.213287 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-faf675a1-45b3-4e0f-92f3-a5f4ccdcf04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b512434b-cd77-487b-bded-e780d8dccdef), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.218945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-faf675a1-45b3-4e0f-92f3-a5f4ccdcf04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.225435 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-faf675a1-45b3-4e0f-92f3-a5f4ccdcf04c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b512434b-cd77-487b-bded-e780d8dccdef HTTP/1.1" status: 204 len: 168 time: 0.2365844 Jan 27 21:47:25.242213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf675a1-45b3-4e0f-92f3-a5f4ccdcf04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b512434b-cd77-487b-bded-e780d8dccdef,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:25.251323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (a1acbb27-5ec8-4a60-8da6-c9295d760886), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.254972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (a1acbb27-5ec8-4a60-8da6-c9295d760886), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.312581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-467a19fd-96ba-48e4-a9df-600923c2c328 req-05b69c7d-aefa-4e9e-8a94-af2e466a16d9 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542530 Jan 27 21:47:25.507226 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks [] for router_controller (a1acbb27-5ec8-4a60-8da6-c9295d760886), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.818963 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks [] for router_gateway (a1acbb27-5ec8-4a60-8da6-c9295d760886), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.935581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47960) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:25.968432 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-974b9f99-2bdc-496d-bdee-444f652be979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.004202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f970cada-a70f-4840-b930-4f0b4024d898 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:26.104039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f970cada-a70f-4840-b930-4f0b4024d898 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:26.104673 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f970cada-a70f-4840-b930-4f0b4024d898), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.174674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a29c78-962b-4429-b976-348d5fe022c3 req-163b5f9c-efa8-4b3e-b40f-933e7b88676f tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.177239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80a29c78-962b-4429-b976-348d5fe022c3 req-163b5f9c-efa8-4b3e-b40f-933e7b88676f tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1097 time: 0.1449997 Jan 27 21:47:26.316944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f970cada-a70f-4840-b930-4f0b4024d898 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:26.318320 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f970cada-a70f-4840-b930-4f0b4024d898), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.350983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:26.353632 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce44f064-f0c8-4c2a-a468-37766ab8e386" -d '{"events": [{"server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "name": "network-vif-plugged", "status": "completed", "tag": "f970cada-a70f-4840-b930-4f0b4024d898"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:26.369757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:26.374994 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.380362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-974b9f99-2bdc-496d-bdee-444f652be979 admin admin] Publish callbacks [] for security_group (4beae7e1-3ab2-44f1-93e4-f5a7e5133b40), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.437550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:26.472494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-974b9f99-2bdc-496d-bdee-444f652be979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4beae7e1-3ab2-44f1-93e4-f5a7e5133b40), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.600465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80a29c78-962b-4429-b976-348d5fe022c3 req-71b92138-ad8f-4675-ba88-780e914b64ed tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115152 Jan 27 21:47:26.611956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b9f99-2bdc-496d-bdee-444f652be979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beae7e1-3ab2-44f1-93e4-f5a7e5133b40,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:26.615961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks [] for router_gateway (a1acbb27-5ec8-4a60-8da6-c9295d760886), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.623502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-974b9f99-2bdc-496d-bdee-444f652be979 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b06197c54a442efa108d4f505132c08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823189 Jan 27 21:47:26.625741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47984) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:26.626544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd12e43-0bdb-484d-b3f2-af7a5591a592 req-12b4e3fd-61aa-4082-b0ee-1378fba1bd79 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.628200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcd12e43-0bdb-484d-b3f2-af7a5591a592 req-12b4e3fd-61aa-4082-b0ee-1378fba1bd79 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 945 time: 0.2764859 Jan 27 21:47:26.726101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38d92b61-007b-47f8-885e-040c142a508c admin admin] Publish callbacks [] for security_group (4beae7e1-3ab2-44f1-93e4-f5a7e5133b40), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.755907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38d92b61-007b-47f8-885e-040c142a508c admin admin] Publish callbacks [] for security_group (4beae7e1-3ab2-44f1-93e4-f5a7e5133b40), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.816671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38d92b61-007b-47f8-885e-040c142a508c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4beae7e1-3ab2-44f1-93e4-f5a7e5133b40), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.820125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38d92b61-007b-47f8-885e-040c142a508c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.821824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-38d92b61-007b-47f8-885e-040c142a508c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4beae7e1-3ab2-44f1-93e4-f5a7e5133b40 HTTP/1.1" status: 204 len: 168 time: 0.1950257 Jan 27 21:47:26.839369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d92b61-007b-47f8-885e-040c142a508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beae7e1-3ab2-44f1-93e4-f5a7e5133b40,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:26.927716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.105850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053294d6-1b8e-4b60-b2fe-887db5988891 req-a58c319c-eb85-4c7f-bd55-c98b0c64c871 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:27.108532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-053294d6-1b8e-4b60-b2fe-887db5988891 req-a58c319c-eb85-4c7f-bd55-c98b0c64c871 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.1827016 Jan 27 21:47:27.133912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcd12e43-0bdb-484d-b3f2-af7a5591a592 req-021366b6-a6d8-49b6-a02b-e174704ab5bf tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111123 Jan 27 21:47:27.225410 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b767bd0b-5384-4842-941d-91fa4c9d8c80 x-openstack-request-id: req-b767bd0b-5384-4842-941d-91fa4c9d8c80 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:27.226741 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "name": "network-vif-plugged", "status": "completed", "tag": "f970cada-a70f-4840-b930-4f0b4024d898", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:27.227653 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b767bd0b-5384-4842-941d-91fa4c9d8c80 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:27.228767 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898', 'code': 200} Jan 27 21:47:27.239803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Allocated IP 172.25.8.78 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/0a559c6f-293d-41a2-9eee-6141b6e158c6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:27.252621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-053294d6-1b8e-4b60-b2fe-887db5988891 req-e6e5b3e7-513f-4763-9f3c-3864c84b000f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024604 Jan 27 21:47:27.408348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks [] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.462830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.542744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a559c6f-293d-41a2-9eee-6141b6e158c6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:27.564361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:27.566293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:27.569105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:28.056977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks [] for router_gateway (a1acbb27-5ec8-4a60-8da6-c9295d760886), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.398051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeef21-86a6-44e1-8bbe-be4faadca7c2 req-31f760d4-74d7-4965-8d28-e2ac70bbf51f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.406229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dbeef21-86a6-44e1-8bbe-be4faadca7c2 req-31f760d4-74d7-4965-8d28-e2ac70bbf51f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 945 time: 0.1212916 Jan 27 21:47:28.507979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dbeef21-86a6-44e1-8bbe-be4faadca7c2 req-6d931db3-8dad-4c5c-a00e-338b78f8d52e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004796 Jan 27 21:47:28.551886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (a1acbb27-5ec8-4a60-8da6-c9295d760886), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.884792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1e20a-5855-410b-9444-5699738a02e2 req-eb12b4c4-ff71-4198-a194-40e6ee58adfd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.887604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61c1e20a-5855-410b-9444-5699738a02e2 req-eb12b4c4-ff71-4198-a194-40e6ee58adfd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.1761589 Jan 27 21:47:29.004105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-069c804d-5e85-454e-996e-799fac68d552 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:29.010345 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-069c804d-5e85-454e-996e-799fac68d552 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141191 Jan 27 21:47:29.052635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Router a1acbb27-5ec8-4a60-8da6-c9295d760886 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:47:29.071996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61c1e20a-5855-410b-9444-5699738a02e2 req-6e1bcf8c-add9-4ad4-bac0-b328f369fdd6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583574 Jan 27 21:47:29.132920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-fe427601-21f2-48a8-a32b-3dfaf4cc92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.154945 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-fe427601-21f2-48a8-a32b-3dfaf4cc92fb service neutron] 10.222.0.45 "GET /v2.0/ports/28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 1094 time: 0.1249247 Jan 27 21:47:29.173671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Request body: {'binding': {'host': 'n-h2-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:29.174148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Unknown quota resources ['binding']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:47:29.343111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:29.361263 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Sync routers for ids ['a1acbb27-5ec8-4a60-8da6-c9295d760886'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:29.400360 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Routers {'a1acbb27-5ec8-4a60-8da6-c9295d760886'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:29.402500 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:47:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a1acbb27-5ec8-4a60-8da6-c9295d760886'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:29.428181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.432218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-309e9d2b-2aca-465c-a472-4d338a7936e2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3318071 Jan 27 21:47:29.436149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48064) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:29.606538 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Set router a1acbb27-5ec8-4a60-8da6-c9295d760886 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:29.658324 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on host n-h2-826529-2 for vnic_type normal with profile None {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:29.659161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:29.664355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:29.685179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:29.685975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:29.708308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:29.709000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:29.709665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:29.710312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Bound port: 28993e8f-2111-464b-b9be-371bdad829ad, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:29.828817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:29.838115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.839861 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d6ffd6b8-f436-4241-a450-6001eed826d0 service neutron] 10.222.0.45 "POST /v2.0/ports/28993e8f-2111-464b-b9be-371bdad829ad/bindings HTTP/1.1" status: 201 len: 389 time: 0.6814833 Jan 27 21:47:30.002599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f970cada-a70f-4840-b930-4f0b4024d898 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:30.017898 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:47:27Z', 'revision_number': 3, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port': {'id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:26Z', 'updated_at': '2022-01-27T21:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:30.090988 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Checking router: a1acbb27-5ec8-4a60-8da6-c9295d760886 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:30.091813 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Updating router a1acbb27-5ec8-4a60-8da6-c9295d760886 port 0a559c6f-293d-41a2-9eee-6141b6e158c6 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:30.164336 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.240350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f970cada-a70f-4840-b930-4f0b4024d898 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:30.240974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f970cada-a70f-4840-b930-4f0b4024d898), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.290565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:30.295186 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec13745-0130-4863-a3aa-2b320beadcd8" -d '{"events": [{"server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f970cada-a70f-4840-b930-4f0b4024d898"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:30.328363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:30.336148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.412712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:30.532980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42779851-4db7-4332-af5c-b5f8dbfb4078 req-a271150b-3278-48bf-823e-a962744532bc tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.536185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42779851-4db7-4332-af5c-b5f8dbfb4078 req-a271150b-3278-48bf-823e-a962744532bc tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 945 time: 0.4519422 Jan 27 21:47:30.547471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-99bd49dc-3c49-4dc7-bf52-8dd033e5c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.550142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-99bd49dc-3c49-4dc7-bf52-8dd033e5c8d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1097 time: 0.2858493 Jan 27 21:47:30.569151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f17b9-4893-4fab-910c-21776b79800d req-97316f33-e320-4dd3-af44-8360cd5102d0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.573393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f67f17b9-4893-4fab-910c-21776b79800d req-97316f33-e320-4dd3-af44-8360cd5102d0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.3645906 Jan 27 21:47:30.768270 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Publish callbacks [] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.780042 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.862711 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db192df5-267e-45e0-aceb-5c35d915d5f5 None None] Pushing event updated for resources: {'Port': ['ID=0a559c6f-293d-41a2-9eee-6141b6e158c6,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:30.869461 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Attempting to bind port 0a559c6f-293d-41a2-9eee-6141b6e158c6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:30.869996 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Attempting to bind port 0a559c6f-293d-41a2-9eee-6141b6e158c6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:30.870529 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Attempting to bind port 0a559c6f-293d-41a2-9eee-6141b6e158c6 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:30.881287 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:30.881922 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:30.882592 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.883293 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:30.884759 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Bound port: 0a559c6f-293d-41a2-9eee-6141b6e158c6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:30.884997 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.975040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.985678 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] For port 0a559c6f-293d-41a2-9eee-6141b6e158c6, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:30.991649 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] For port 0a559c6f-293d-41a2-9eee-6141b6e158c6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0a559c6f-293d-41a2-9eee-6141b6e158c6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:31.000157 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.092668 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Routers {'a1acbb27-5ec8-4a60-8da6-c9295d760886'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:31.093329 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:47:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a1acbb27-5ec8-4a60-8da6-c9295d760886'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:31.100605 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db192df5-267e-45e0-aceb-5c35d915d5f5 None None] Pushing event updated for resources: {'Port': ['ID=0a559c6f-293d-41a2-9eee-6141b6e158c6,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:31.154772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42779851-4db7-4332-af5c-b5f8dbfb4078 req-05ab5c30-1200-4915-b7c1-e30d792ee599 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031954 Jan 27 21:47:31.167327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f67f17b9-4893-4fab-910c-21776b79800d req-ce6ddc82-a9d9-4a5a-af5d-f508c5db4741 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495112 Jan 27 21:47:31.194265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48120) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:31.216482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-4dc9db9a-d611-444b-9949-433d016560cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.218072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-4dc9db9a-d611-444b-9949-433d016560cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.6413500 Jan 27 21:47:31.248667 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] Set router a1acbb27-5ec8-4a60-8da6-c9295d760886 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:31.276471 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa08f351-abaa-4309-bb1d-92eda93e0c21 x-openstack-request-id: req-fa08f351-abaa-4309-bb1d-92eda93e0c21 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:31.277264 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f970cada-a70f-4840-b930-4f0b4024d898", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:31.277264 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa08f351-abaa-4309-bb1d-92eda93e0c21 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:31.277602 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898', 'code': 200} Jan 27 21:47:31.348515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-f897190a-2266-47bc-9006-02edf25db989 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 217 time: 0.0814309 Jan 27 21:47:31.430299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7807161f-56f2-42d3-a4ee-6db6faeed044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.519040 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:47:27Z', 'revision_number': 3, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port': {'id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:26Z', 'updated_at': '2022-01-27T21:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:31.553396 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7807161f-56f2-42d3-a4ee-6db6faeed044 admin admin] Publish callbacks [] for security_group (51724e64-3eb2-4589-a1c0-9b1d4c2d00ec), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.555392 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8422c-57da-4c1f-8d87-29527bdd4697 None None] The sync data for ids ['a1acbb27-5ec8-4a60-8da6-c9295d760886'] in n-d-826529-2 is: [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:47:27Z', 'revision_number': 3, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port': {'id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:26Z', 'updated_at': '2022-01-27T21:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:31.565216 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7807161f-56f2-42d3-a4ee-6db6faeed044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (51724e64-3eb2-4589-a1c0-9b1d4c2d00ec), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.583172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Allocated IP 172.20.0.1 (7bcfb160-3a64-466d-9b86-d159d9e5d8f7/6bf78f42-503b-4857-acde-2b3fb102f068/a32b3031-7ff6-41f6-afd4-5898105c1a29) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:31.587859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-bb85126d-5c93-48e6-a88a-234cc84ee192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.589776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-bb85126d-5c93-48e6-a88a-234cc84ee192 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2269151 Jan 27 21:47:31.608416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-3b0aa2da-3979-442e-b14b-05fb64a150dd tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.610394 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-3b0aa2da-3979-442e-b14b-05fb64a150dd tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 943 time: 0.1138670 Jan 27 21:47:31.645967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b91ef7-23b2-4ead-9d12-5326d3511fc8 req-edeefebd-e595-42a9-bef9-83b0164d8dfe tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.658634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82b91ef7-23b2-4ead-9d12-5326d3511fc8 req-edeefebd-e595-42a9-bef9-83b0164d8dfe tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.3933342 Jan 27 21:47:31.663686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807161f-56f2-42d3-a4ee-6db6faeed044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51724e64-3eb2-4589-a1c0-9b1d4c2d00ec,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:31.687749 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7807161f-56f2-42d3-a4ee-6db6faeed044 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41187ec45835459c9a9882dfc72bbe98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4915376 Jan 27 21:47:31.692749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48128) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:31.711078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-fdfde1b9-c98e-4581-b747-c830774ac7f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966008 Jan 27 21:47:31.868081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37f7b16d-f3df-4606-b84d-f484561db91f admin admin] Publish callbacks [] for security_group (51724e64-3eb2-4589-a1c0-9b1d4c2d00ec), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.878545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Deleting port f970cada-a70f-4840-b930-4f0b4024d898 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:31.878914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f970cada-a70f-4840-b930-4f0b4024d898), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.953606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37f7b16d-f3df-4606-b84d-f484561db91f admin admin] Publish callbacks [] for security_group (51724e64-3eb2-4589-a1c0-9b1d4c2d00ec), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.077524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] For port f970cada-a70f-4840-b930-4f0b4024d898, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f970cada-a70f-4840-b930-4f0b4024d898,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:32.077899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f970cada-a70f-4840-b930-4f0b4024d898), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.097211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Calling delete_port for f970cada-a70f-4840-b930-4f0b4024d898 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:32.118231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37f7b16d-f3df-4606-b84d-f484561db91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (51724e64-3eb2-4589-a1c0-9b1d4c2d00ec), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.122337 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37f7b16d-f3df-4606-b84d-f484561db91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.122621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82b91ef7-23b2-4ead-9d12-5326d3511fc8 req-7eba2ab9-e482-42c9-a9d8-eddfae77d042 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603453 Jan 27 21:47:32.124112 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-37f7b16d-f3df-4606-b84d-f484561db91f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51724e64-3eb2-4589-a1c0-9b1d4c2d00ec HTTP/1.1" status: 204 len: 168 time: 0.4294484 Jan 27 21:47:32.182866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7b16d-f3df-4606-b84d-f484561db91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51724e64-3eb2-4589-a1c0-9b1d4c2d00ec,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:32.359505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-a6e7b0ec-8fff-4940-873b-3a7fe5a3a3ca service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129105 Jan 27 21:47:32.407254 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Publish callbacks [] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.449119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0a559c6f-293d-41a2-9eee-6141b6e158c6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:32.481757 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f970cada-a70f-4840-b930-4f0b4024d898), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.534565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event deleted for resources: {'Port': ['ID=f970cada-a70f-4840-b930-4f0b4024d898,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:32.621860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] No DVR routers for this DVR port f970cada-a70f-4840-b930-4f0b4024d898 on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:32.625859 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.632246 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e90c15ac-2e79-4e48-8a28-1f4daecec146 req-1dd32ff6-240c-414e-9d42-931ae1786133 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.57 "DELETE /v2.0/ports/f970cada-a70f-4840-b930-4f0b4024d898 HTTP/1.1" status: 204 len: 173 time: 1.0043924 Jan 27 21:47:32.633045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'name': 'network-vif-deleted', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:32.636102 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259a4ea2-efa4-44d4-ad7c-e177fbc24963" -d '{"events": [{"server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "name": "network-vif-deleted", "tag": "f970cada-a70f-4840-b930-4f0b4024d898"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:32.732568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8959c7b-9432-409d-92c4-79884e491ff2 req-c3323b83-8180-4500-bc7d-d84003577736 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:32.735167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0a559c6f-293d-41a2-9eee-6141b6e158c6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:32.736552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8959c7b-9432-409d-92c4-79884e491ff2 req-c3323b83-8180-4500-bc7d-d84003577736 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.3137767 Jan 27 21:47:32.746497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.772330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f5338-c3a0-47c9-a913-265320ad7481 req-2444b183-23b1-44d9-a08a-2c97ae110832 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:32.774983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-575f5338-c3a0-47c9-a913-265320ad7481 req-2444b183-23b1-44d9-a08a-2c97ae110832 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a9429d4-e9d9-4504-87a6-2add813e0e7f HTTP/1.1" status: 200 len: 865 time: 0.4039681 Jan 27 21:47:32.888122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.970741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-a1312b73-8e18-4251-ab8f-771b98600a89 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595996 Jan 27 21:47:33.013378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0a559c6f-293d-41a2-9eee-6141b6e158c6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:33.015942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.103405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 0a559c6f-293d-41a2-9eee-6141b6e158c6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0a559c6f-293d-41a2-9eee-6141b6e158c6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:33.112959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.146982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:33.163293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:33.199499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8959c7b-9432-409d-92c4-79884e491ff2 req-e93f84a5-06df-4356-ad80-4804f3b4c8f1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977718 Jan 27 21:47:33.227727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-575f5338-c3a0-47c9-a913-265320ad7481 req-733fe4dc-6325-4c1c-b33a-677a5f1e0379 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770759 Jan 27 21:47:33.229199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:33.243896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48154) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:33.284405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfd6362b-7dd9-4b79-980e-e671057895aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.316373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a32b3031-7ff6-41f6-afd4-5898105c1a29,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:33.396582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (a1acbb27-5ec8-4a60-8da6-c9295d760886), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.445952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=0a559c6f-293d-41a2-9eee-6141b6e158c6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:33.465484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.467102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.470973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.471608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.472108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.472619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.473111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.474412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.477392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.478084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.480623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.483514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.485928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:33.548602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfd6362b-7dd9-4b79-980e-e671057895aa admin admin] Publish callbacks [] for security_group (6aa8680e-35c8-4407-bde7-5b2ac6984632), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.558017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfd6362b-7dd9-4b79-980e-e671057895aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6aa8680e-35c8-4407-bde7-5b2ac6984632), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.689113 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bfd6362b-7dd9-4b79-980e-e671057895aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e22c430fe32414ca5d37a49e49bd843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4417102 Jan 27 21:47:33.693904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48158) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:33.741364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6362b-7dd9-4b79-980e-e671057895aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa8680e-35c8-4407-bde7-5b2ac6984632,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:33.796357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.923459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0db2-84d2-4470-843a-c08b71e5022b admin admin] Publish callbacks [] for security_group (6aa8680e-35c8-4407-bde7-5b2ac6984632), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.997176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0db2-84d2-4470-843a-c08b71e5022b admin admin] Publish callbacks [] for security_group (6aa8680e-35c8-4407-bde7-5b2ac6984632), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.056221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f970cada-a70f-4840-b930-4f0b4024d898 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:34.067286 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1acfebbd-30ea-49c8-b054-3539a0c06296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.165293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0db2-84d2-4470-843a-c08b71e5022b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6aa8680e-35c8-4407-bde7-5b2ac6984632), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.171397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0db2-84d2-4470-843a-c08b71e5022b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.175402 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d9a0db2-84d2-4470-843a-c08b71e5022b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6aa8680e-35c8-4407-bde7-5b2ac6984632 HTTP/1.1" status: 204 len: 168 time: 0.4640789 Jan 27 21:47:34.180506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: f970cada-a70f-4840-b930-4f0b4024d898 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:34.191721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f970cada-a70f-4840-b930-4f0b4024d898 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:34.201722 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Publish callbacks [] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.209652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a0db2-84d2-4470-843a-c08b71e5022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa8680e-35c8-4407-bde7-5b2ac6984632,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:34.246576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.337295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0a559c6f-293d-41a2-9eee-6141b6e158c6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:34.477349 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab02b17-b352-4718-a9b3-61cbcf0f30dc x-openstack-request-id: req-aab02b17-b352-4718-a9b3-61cbcf0f30dc {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:34.477665 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9429d4-e9d9-4504-87a6-2add813e0e7f", "name": "network-vif-deleted", "tag": "f970cada-a70f-4840-b930-4f0b4024d898", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:34.478316 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aab02b17-b352-4718-a9b3-61cbcf0f30dc {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:34.479449 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9429d4-e9d9-4504-87a6-2add813e0e7f', 'name': 'network-vif-deleted', 'tag': 'f970cada-a70f-4840-b930-4f0b4024d898', 'status': 'completed', 'code': 200} Jan 27 21:47:34.515150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0a559c6f-293d-41a2-9eee-6141b6e158c6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:34.516068 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.637725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f8c03-97b7-4df9-a0bc-54698a83bc2f req-a87597e8-6fb7-4cf2-b20e-f0e8c007cebd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:34.652177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319f8c03-97b7-4df9-a0bc-54698a83bc2f req-a87597e8-6fb7-4cf2-b20e-f0e8c007cebd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.4437265 Jan 27 21:47:34.702344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0a559c6f-293d-41a2-9eee-6141b6e158c6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:34.788190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (a1acbb27-5ec8-4a60-8da6-c9295d760886), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.792037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a32b3031-7ff6-41f6-afd4-5898105c1a29,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:35.077019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c652ee0-1d56-41bd-9713-933d9b1fdc15 req-b3373a1f-265a-4229-af03-d6419af1b82a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:35.087670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c652ee0-1d56-41bd-9713-933d9b1fdc15 req-b3373a1f-265a-4229-af03-d6419af1b82a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.3737490 Jan 27 21:47:35.113473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319f8c03-97b7-4df9-a0bc-54698a83bc2f req-de370d05-f9ad-4a5a-a586-9d323c8c57b4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600189 Jan 27 21:47:35.269281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c652ee0-1d56-41bd-9713-933d9b1fdc15 req-5d95383b-54b3-40b1-95ec-d2f338363bfe tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744292 Jan 27 21:47:35.286718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:35.297452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:35.647184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Router a1acbb27-5ec8-4a60-8da6-c9295d760886 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:35.829952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-56d7a3fc-b617-45c4-993b-639cf62ea580 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:35.831604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-56d7a3fc-b617-45c4-993b-639cf62ea580 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 822 time: 0.2123351 Jan 27 21:47:35.859263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-702cb56c-5a7a-44e5-9bb4-825954ddbacc tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/quotas/32b331e6d4d3469499b5bf825cba20da HTTP/1.1" status: 200 len: 375 time: 0.0156066 Jan 27 21:47:35.878551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:35.892998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Sync routers for ids ['a1acbb27-5ec8-4a60-8da6-c9295d760886'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:35.904074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a016811e-5a00-40af-b8aa-ca2884b403b3 admin admin] 10.222.0.45 "PUT /v2.0/routers/a1acbb27-5ec8-4a60-8da6-c9295d760886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4662032 Jan 27 21:47:35.927714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-83b68e5f-e2b1-4e78-aac7-b261a60c7e4f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587623 Jan 27 21:47:35.930362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Routers {'a1acbb27-5ec8-4a60-8da6-c9295d760886'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:35.938619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-78427740-83e6-47f5-81df-f2d8fa4976e0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:35.941828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:47:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a1acbb27-5ec8-4a60-8da6-c9295d760886'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:35.955437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-78427740-83e6-47f5-81df-f2d8fa4976e0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266745 Jan 27 21:47:36.162473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-6b62a610-4757-45ca-bb12-50274d319191 service neutron] 10.222.0.45 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020292 Jan 27 21:47:36.254039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Set router a1acbb27-5ec8-4a60-8da6-c9295d760886 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:36.440403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e304553-ba4e-4e0c-a34f-1fc24af05c32 req-9db6ba22-8c3e-4dc4-80e8-0daabc35e066 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:36.442302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e304553-ba4e-4e0c-a34f-1fc24af05c32 req-9db6ba22-8c3e-4dc4-80e8-0daabc35e066 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.1365697 Jan 27 21:47:36.478964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-418b5b72-57dd-4cfc-8edb-eba83bbfb2d6 service neutron] 10.222.0.45 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147364 Jan 27 21:47:36.566653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e304553-ba4e-4e0c-a34f-1fc24af05c32 req-886c2900-0f2c-4878-92e8-2dc6ce336288 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865486 Jan 27 21:47:36.608012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:47:33Z', 'revision_number': 4, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port': {'id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:26Z', 'updated_at': '2022-01-27T21:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a32b3031-7ff6-41f6-afd4-5898105c1a29', 'name': '', 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'mac_address': 'fa:16:3e:0b:8f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6bf78f42-503b-4857-acde-2b3fb102f068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:31Z', 'updated_at': '2022-01-27T21:47:33Z', 'revision_number': 2, 'project_id': '7840429913e545cab3a710c199f76d65', 'subnets': [{'id': '6bf78f42-503b-4857-acde-2b3fb102f068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:36.668307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Checking router: a1acbb27-5ec8-4a60-8da6-c9295d760886 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:36.669154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Updating router a1acbb27-5ec8-4a60-8da6-c9295d760886 port a32b3031-7ff6-41f6-afd4-5898105c1a29 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:36.744406 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:36.759383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e0d8-bd65-4a71-96af-1e3b57e5b312 req-a3b0d8ad-a13f-4970-bb38-1d06e0c9bad3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:36.768678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e947e0d8-bd65-4a71-96af-1e3b57e5b312 req-a3b0d8ad-a13f-4970-bb38-1d06e0c9bad3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.0841072 Jan 27 21:47:36.886746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e947e0d8-bd65-4a71-96af-1e3b57e5b312 req-1e435690-c707-4b81-a695-a28c7c28c1cf tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083198 Jan 27 21:47:37.049589 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-690ff628-1fbb-4b0b-a4d4-77c2c406b2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.453576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c57c3307-7dfe-43f9-9a2a-bb7f5d8ae7fd req-b553d6fb-6e90-4ef6-91f5-1548107b18bd tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 210 time: 0.0969002 Jan 27 21:47:37.518573 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Publish callbacks [] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.533322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.625431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1118b0-916d-44dc-ada7-fe0f8a46277c None None] Pushing event updated for resources: {'Port': ['ID=a32b3031-7ff6-41f6-afd4-5898105c1a29,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:37.866406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Attempting to bind port a32b3031-7ff6-41f6-afd4-5898105c1a29 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:37.867096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Attempting to bind port a32b3031-7ff6-41f6-afd4-5898105c1a29 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:37.867791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Attempting to bind port a32b3031-7ff6-41f6-afd4-5898105c1a29 on network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:37.878142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:37.879231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Checking segment: {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:37.880200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.881114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Bound using segment: {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:37.882281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Bound port: a32b3031-7ff6-41f6-afd4-5898105c1a29, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:37.883227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.000587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-e008f232-e016-4d3b-8317-b88996fb78ba tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.008804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-e008f232-e016-4d3b-8317-b88996fb78ba tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 811 time: 0.4470854 Jan 27 21:47:38.039448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-3be7b9d0-7991-4264-aff9-0e935083067b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/quotas/7840429913e545cab3a710c199f76d65 HTTP/1.1" status: 200 len: 375 time: 0.0257654 Jan 27 21:47:38.070313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45a3d4-3b88-43ca-b9fe-cfa16f6b3949 req-7bc4fed9-78f4-4e0a-b682-b25b84a02007 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.073831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff45a3d4-3b88-43ca-b9fe-cfa16f6b3949 req-7bc4fed9-78f4-4e0a-b682-b25b84a02007 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.1339471 Jan 27 21:47:38.085353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] For port a32b3031-7ff6-41f6-afd4-5898105c1a29, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:38.104582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] For port a32b3031-7ff6-41f6-afd4-5898105c1a29, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a32b3031-7ff6-41f6-afd4-5898105c1a29,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:38.117633 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.144922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-62d4bad0-bb90-43e6-86fb-7fa3f8876964 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041267 Jan 27 21:47:38.269501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff45a3d4-3b88-43ca-b9fe-cfa16f6b3949 req-615e3c04-07c7-495c-aa6f-04b723048a2b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650846 Jan 27 21:47:38.294006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-7af9c314-733b-4c36-87e8-e2a10fbfa457 service neutron] 10.222.0.45 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480753 Jan 27 21:47:38.556204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-6b7fe038-dc66-4c6a-94f0-a5b7cb800a67 service neutron] 10.222.0.45 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157423 Jan 27 21:47:38.595243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea32fd5-a231-4750-bf6a-2406f3ddc0fc req-404af407-c336-4b1b-b3dc-5a0f72e8fe49 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.596907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ea32fd5-a231-4750-bf6a-2406f3ddc0fc req-404af407-c336-4b1b-b3dc-5a0f72e8fe49 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.1408076 Jan 27 21:47:38.812706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Routers {'a1acbb27-5ec8-4a60-8da6-c9295d760886'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:38.813632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:47:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a1acbb27-5ec8-4a60-8da6-c9295d760886'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:38.989657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ea32fd5-a231-4750-bf6a-2406f3ddc0fc req-20b2a56f-5273-4b6a-9860-16c74bfd692a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407471 Jan 27 21:47:39.130486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-63ec361c-2730-4da1-87bd-0a996af6dbb9 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.141490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-63ec361c-2730-4da1-87bd-0a996af6dbb9 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.16 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 822 time: 0.5265081 Jan 27 21:47:39.168555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Request body: {'port': {'device_id': 'c6f27705-0f51-4117-af10-33d460af2d80', 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'admin_state_up': True, 'tenant_id': '32b331e6d4d3469499b5bf825cba20da'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:39.264529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] Set router a1acbb27-5ec8-4a60-8da6-c9295d760886 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:39.357796 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:39.518261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-503d9095-09c4-497d-b6d8-c1232ec6e168 req-573ffeef-6c9e-4854-b995-258fea7898c5 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 210 time: 0.1074729 Jan 27 21:47:39.531668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5b82b22-82e3-44a9-9c20-dc2f288b6cd2 req-beed98f2-1cd1-4dd8-a894-7c2aaf0c9910 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 210 time: 0.1420238 Jan 27 21:47:39.612244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1118b0-916d-44dc-ada7-fe0f8a46277c None None] Pushing event updated for resources: {'Port': ['ID=a32b3031-7ff6-41f6-afd4-5898105c1a29,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:39.736545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48366) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:39.863478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Made reservation on behalf of 32b331e6d4d3469499b5bf825cba20da for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:39.868142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:39.925204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7ad05-3250-4e4f-a17d-94a7326d8d32 req-b257ac37-1c6c-4738-a8ad-035536dba626 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.936257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80e7ad05-3250-4e4f-a17d-94a7326d8d32 req-b257ac37-1c6c-4738-a8ad-035536dba626 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.1208522 Jan 27 21:47:39.954921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:47:33Z', 'revision_number': 4, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port': {'id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:26Z', 'updated_at': '2022-01-27T21:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a32b3031-7ff6-41f6-afd4-5898105c1a29', 'name': '', 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'mac_address': 'fa:16:3e:0b:8f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6bf78f42-503b-4857-acde-2b3fb102f068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:31Z', 'updated_at': '2022-01-27T21:47:38Z', 'revision_number': 4, 'project_id': '7840429913e545cab3a710c199f76d65', 'subnets': [{'id': '6bf78f42-503b-4857-acde-2b3fb102f068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:40.034397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afb960-973d-4b0b-a5e1-aebf75230a93 None None] The sync data for ids ['a1acbb27-5ec8-4a60-8da6-c9295d760886'] in n-d-826529-2 is: [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:47:33Z', 'revision_number': 4, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port': {'id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:26Z', 'updated_at': '2022-01-27T21:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a32b3031-7ff6-41f6-afd4-5898105c1a29', 'name': '', 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'mac_address': 'fa:16:3e:0b:8f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '6bf78f42-503b-4857-acde-2b3fb102f068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:31Z', 'updated_at': '2022-01-27T21:47:38Z', 'revision_number': 4, 'project_id': '7840429913e545cab3a710c199f76d65', 'subnets': [{'id': '6bf78f42-503b-4857-acde-2b3fb102f068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:40.149611 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d066bbfc-cff9-4da5-8b25-c664d50546c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.221105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80e7ad05-3250-4e4f-a17d-94a7326d8d32 req-3c907268-35cb-44b7-b258-9496182dafc7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835875 Jan 27 21:47:40.422103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d066bbfc-cff9-4da5-8b25-c664d50546c7 admin admin] Publish callbacks [] for security_group (106cc484-8f4b-43db-ac22-151067e32ce5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.431879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d066bbfc-cff9-4da5-8b25-c664d50546c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (106cc484-8f4b-43db-ac22-151067e32ce5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.464891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Allocated IP 172.20.0.9 (ffef7e8a-53ab-4425-a3d5-9edd0b9368ea/fcfd7fa0-a4a7-4165-ae04-6274d85de59b/c487c1f0-e646-4adf-b03b-e5af666b3f2a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:40.528469 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d066bbfc-cff9-4da5-8b25-c664d50546c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7eeb43439dc44495bbc48c880128f897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7901964 Jan 27 21:47:40.532620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48380) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:40.541875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ad252-6f96-44df-9528-a256463b8633 req-5e066fe9-cbdc-43b0-a356-da4054190618 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:40.543546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-040ad252-6f96-44df-9528-a256463b8633 req-5e066fe9-cbdc-43b0-a356-da4054190618 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.2989020 Jan 27 21:47:40.633846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066bbfc-cff9-4da5-8b25-c664d50546c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106cc484-8f4b-43db-ac22-151067e32ce5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:40.714959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbf27203-a491-4000-88a5-148b6db5929a admin admin] Publish callbacks [] for security_group (106cc484-8f4b-43db-ac22-151067e32ce5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.758846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbf27203-a491-4000-88a5-148b6db5929a admin admin] Publish callbacks [] for security_group (106cc484-8f4b-43db-ac22-151067e32ce5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.790145 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.818914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-040ad252-6f96-44df-9528-a256463b8633 req-ad687a84-afea-45c5-a6c1-365bc5fc77cf tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677135 Jan 27 21:47:40.821169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4271531-4d2e-473b-a266-29b2f605de47 req-cc164e90-1063-4161-b0e5-8c6a7a5affde tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 210 time: 0.0634906 Jan 27 21:47:40.909402 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbf27203-a491-4000-88a5-148b6db5929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (106cc484-8f4b-43db-ac22-151067e32ce5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.913004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbf27203-a491-4000-88a5-148b6db5929a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.918333 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dbf27203-a491-4000-88a5-148b6db5929a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/106cc484-8f4b-43db-ac22-151067e32ce5 HTTP/1.1" status: 204 len: 168 time: 0.3808758 Jan 27 21:47:40.933728 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.937568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27203-a491-4000-88a5-148b6db5929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106cc484-8f4b-43db-ac22-151067e32ce5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:40.983622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41037af6-eda7-4c74-bd15-7dbcc2fc33d3 req-11b3002e-8a30-489c-805f-75b5b235deb2 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 210 time: 0.0338957 Jan 27 21:47:41.047673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.074449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.615538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:41.617438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48404) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:41.628427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:41.639305 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8725fef8-f499-48c7-99ae-56744b8e1eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.657405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:41.806663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8725fef8-f499-48c7-99ae-56744b8e1eba admin admin] Publish callbacks [] for security_group (ac9192b1-a2a0-4a38-9b7d-93bb48c56946), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.815210 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8725fef8-f499-48c7-99ae-56744b8e1eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ac9192b1-a2a0-4a38-9b7d-93bb48c56946), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.870655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-84d6bb94-6bb9-447e-883f-6e2fe7b5add1 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:41.880051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-84d6bb94-6bb9-447e-883f-6e2fe7b5add1 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.57 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 811 time: 0.8417885 Jan 27 21:47:41.915998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event updated for resources: {'Port': ['ID=c487c1f0-e646-4adf-b03b-e5af666b3f2a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:41.924055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8725fef8-f499-48c7-99ae-56744b8e1eba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b57a49f086f2421a9c30f7e2ac02817e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052211 Jan 27 21:47:41.924926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48414) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:41.929028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:41.933918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725fef8-f499-48c7-99ae-56744b8e1eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9192b1-a2a0-4a38-9b7d-93bb48c56946,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:41.934952 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.947641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Request body: {'port': {'device_id': '90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca', 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7', 'admin_state_up': True, 'tenant_id': '7840429913e545cab3a710c199f76d65'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:42.013239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-687342dd-e5d6-4ce0-93c1-c2734e9ccc1a admin admin] Publish callbacks [] for security_group (ac9192b1-a2a0-4a38-9b7d-93bb48c56946), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.043743 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-687342dd-e5d6-4ce0-93c1-c2734e9ccc1a admin admin] Publish callbacks [] for security_group (ac9192b1-a2a0-4a38-9b7d-93bb48c56946), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.047242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a2ffc-3e14-4ed8-83e1-0937d4a35db8 req-13697105-7018-431d-a1c5-4ec0f5db6c85 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:42.050294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-501a2ffc-3e14-4ed8-83e1-0937d4a35db8 req-13697105-7018-431d-a1c5-4ec0f5db6c85 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.4421368 Jan 27 21:47:42.067911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-55d4402b-57f1-48d5-a3cc-c738854dea74 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9161444 Jan 27 21:47:42.095835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Request body: {'port': {'device_id': 'c6f27705-0f51-4117-af10-33d460af2d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:42.121388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-687342dd-e5d6-4ce0-93c1-c2734e9ccc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ac9192b1-a2a0-4a38-9b7d-93bb48c56946), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.124835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-687342dd-e5d6-4ce0-93c1-c2734e9ccc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.129501 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-687342dd-e5d6-4ce0-93c1-c2734e9ccc1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac9192b1-a2a0-4a38-9b7d-93bb48c56946 HTTP/1.1" status: 204 len: 168 time: 0.2023411 Jan 27 21:47:42.154520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687342dd-e5d6-4ce0-93c1-c2734e9ccc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9192b1-a2a0-4a38-9b7d-93bb48c56946,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:42.357905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.371245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-501a2ffc-3e14-4ed8-83e1-0937d4a35db8 req-4cb39a4d-37b7-4af2-bcb2-9fafc7e1c3a2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979636 Jan 27 21:47:42.440161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a32b3031-7ff6-41f6-afd4-5898105c1a29 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:42.609631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a32b3031-7ff6-41f6-afd4-5898105c1a29 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:42.610822 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.798317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a32b3031-7ff6-41f6-afd4-5898105c1a29 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:42.798730 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.800115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c487c1f0-e646-4adf-b03b-e5af666b3f2a {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:42.809538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Publish callbacks [] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.900256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port a32b3031-7ff6-41f6-afd4-5898105c1a29, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a32b3031-7ff6-41f6-afd4-5898105c1a29,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:42.906865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.975069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Made reservation on behalf of 7840429913e545cab3a710c199f76d65 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:42.984793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.989356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Transition to ACTIVE for port object c487c1f0-e646-4adf-b03b-e5af666b3f2a will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:43.070033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=a32b3031-7ff6-41f6-afd4-5898105c1a29,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:43.080284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b5cd50a-4033-49c7-b1a6-d6e9bbef8afa req-9d0e6411-9ce0-48ed-92c0-d41c0b1cc322 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 210 time: 0.2094204 Jan 27 21:47:43.091161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.401976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca969d4-d780-46b1-b44a-17b38bc0707e req-6da613cf-2088-43c2-afc4-4bfb64493731 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:43.404725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ca969d4-d780-46b1-b44a-17b38bc0707e req-6da613cf-2088-43c2-afc4-4bfb64493731 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.9918783 Jan 27 21:47:43.445652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Pushing event updated for resources: {'Port': ['ID=c487c1f0-e646-4adf-b03b-e5af666b3f2a,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:43.682846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Allocated IP 172.20.0.11 (7bcfb160-3a64-466d-9b86-d159d9e5d8f7/6bf78f42-503b-4857-acde-2b3fb102f068/d3bc3aaf-b56f-414f-9d45-d8d8a50357e1) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:43.747047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920021-f8d3-490a-9a76-1ac15522551f req-cae25e2e-8277-433b-932f-c21570290b01 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:43.755628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42920021-f8d3-490a-9a76-1ac15522551f req-cae25e2e-8277-433b-932f-c21570290b01 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 943 time: 0.3999412 Jan 27 21:47:43.854012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42920021-f8d3-490a-9a76-1ac15522551f req-ddf85185-9a91-4079-ba23-94d865edb320 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906706 Jan 27 21:47:43.913722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ca969d4-d780-46b1-b44a-17b38bc0707e req-34fd700e-0ac5-4f09-be51-4678620c1eaf tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751630 Jan 27 21:47:43.967610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Attempting to bind port c487c1f0-e646-4adf-b03b-e5af666b3f2a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:43.968140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Attempting to bind port c487c1f0-e646-4adf-b03b-e5af666b3f2a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:43.968638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Attempting to bind port c487c1f0-e646-4adf-b03b-e5af666b3f2a on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:44.229825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a32b3031-7ff6-41f6-afd4-5898105c1a29 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:44.311681 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks [] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.417026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a32b3031-7ff6-41f6-afd4-5898105c1a29 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:44.420832 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.541132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.624077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Port c487c1f0-e646-4adf-b03b-e5af666b3f2a on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:44.624302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Attempting to bind port c487c1f0-e646-4adf-b03b-e5af666b3f2a on network ffef7e8a-53ab-4425-a3d5-9edd0b9368ea {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:44.672328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a32b3031-7ff6-41f6-afd4-5898105c1a29 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:44.685401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:44.685758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Checking segment: {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:44.686127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Bound using segment: {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:44.686606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Bound port: c487c1f0-e646-4adf-b03b-e5af666b3f2a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f38e545-3539-4306-a0b0-d56e3d6c5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:44.686987 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.720149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:44.726633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Pushing event updated for resources: {'Port': ['ID=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:44.736971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b41f1a-5efe-4a4e-bcb8-d972daf93878 req-9a43fd89-aab6-4233-a854-4cf805899ca0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:44.738634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8b41f1a-5efe-4a4e-bcb8-d972daf93878 req-9a43fd89-aab6-4233-a854-4cf805899ca0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.2745190 Jan 27 21:47:44.747852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:44.751079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:44.774287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48472) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:44.823462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a153f7-e3df-4fc5-b651-53047d606020 req-333c3353-27e1-4a0d-a68c-b0161a5d7a4f tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:44.825545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1a153f7-e3df-4fc5-b651-53047d606020 req-333c3353-27e1-4a0d-a68c-b0161a5d7a4f tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 932 time: 0.3626573 Jan 27 21:47:44.939794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8b41f1a-5efe-4a4e-bcb8-d972daf93878 req-f1fbff47-cc16-4c79-8db6-20485bc72f5d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812508 Jan 27 21:47:44.964386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:44.965761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.996205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-8dcfddc6-48ec-4552-be20-1fb68b2a5339 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0554898 Jan 27 21:47:45.011544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1520307921'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:45.038034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Made reservation on behalf of 714cf644387c4d65b71e126915bc4457 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:45.042674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.046609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Request body: {'port': {'device_id': '90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:45.054298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.115167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] For port c487c1f0-e646-4adf-b03b-e5af666b3f2a, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:45.185105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1a153f7-e3df-4fc5-b651-53047d606020 req-be3fae71-90ff-42e4-bc87-ecd96b7c0973 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480611 Jan 27 21:47:45.226541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.243855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] For port c487c1f0-e646-4adf-b03b-e5af666b3f2a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c487c1f0-e646-4adf-b03b-e5af666b3f2a,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:45.373452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks [] for security_group (57124113-4009-4002-af55-dfb82f89921e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.384445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (57124113-4009-4002-af55-dfb82f89921e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.399656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:47:45.414709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f218740d-4038-4414-8116-24998846c3a1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.415233 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Added segment f218740d-4038-4414-8116-24998846c3a1 of type vlan for network 1c4c983e-5f1a-42b5-a63c-1a85759e490e Jan 27 21:47:45.474256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1c4c983e-5f1a-42b5-a63c-1a85759e490e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.536632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57124113-4009-4002-af55-dfb82f89921e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:45.540557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1c4c983e-5f1a-42b5-a63c-1a85759e490e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.562277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:45.564201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.603551 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-020b5b7f-36c7-4fd2-9994-03d4e4dc1e22 service neutron] show failed (client error): The resource could not be found. Jan 27 21:47:45.606432 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-020b5b7f-36c7-4fd2-9994-03d4e4dc1e22 service neutron] 10.222.0.16 "GET /v2.0/ports/3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.4706910 Jan 27 21:47:45.617531 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8410606 Jan 27 21:47:45.628665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.635887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48488) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:45.679992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Request body: {'subnet': {'network_id': '1c4c983e-5f1a-42b5-a63c-1a85759e490e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:45.749856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab6dbe-a4ee-4e89-8434-23e3b5a2ca14 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event updated for resources: {'Network': ['ID=1c4c983e-5f1a-42b5-a63c-1a85759e490e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:45.762246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1c4c983e-5f1a-42b5-a63c-1a85759e490e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:47:45.885518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:45.886387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.888653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] 10.222.0.16 "PUT /v2.0/ports/c487c1f0-e646-4adf-b03b-e5af666b3f2a HTTP/1.1" status: 200 len: 1091 time: 3.8047540 Jan 27 21:47:45.907607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f27705-0f51-4117-af10-33d460af2d80', 'tag': 'c487c1f0-e646-4adf-b03b-e5af666b3f2a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:45.910473 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f27705-0f51-4117-af10-33d460af2d80", "tag": "c487c1f0-e646-4adf-b03b-e5af666b3f2a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:46.052556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da7adb-d15e-433a-8021-61b374c6358b req-26d78bac-4735-4072-8951-7ff20325fc76 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.054899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28da7adb-d15e-433a-8021-61b374c6358b req-26d78bac-4735-4072-8951-7ff20325fc76 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 943 time: 0.4369602 Jan 27 21:47:46.055614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Made reservation on behalf of 714cf644387c4d65b71e126915bc4457 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:46.059362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.073871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02298ef-4b2b-462d-a5a7-780536f8f674 service neutron] Pushing event updated for resources: {'Port': ['ID=c487c1f0-e646-4adf-b03b-e5af666b3f2a,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:46.125046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-350433aa-a289-4620-baf0-62df693c2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.127923 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-350433aa-a289-4620-baf0-62df693c2657 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa&tenant_id=74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 1101 time: 0.0962138 Jan 27 21:47:46.141912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:46.155031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500bd5b-eeeb-47d1-ba4f-ef3e9bb0c4b7 req-840c63b7-226e-41f6-ae05-fb8b704c9e14 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.160560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0500bd5b-eeeb-47d1-ba4f-ef3e9bb0c4b7 req-840c63b7-226e-41f6-ae05-fb8b704c9e14 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.5442586 Jan 27 21:47:46.239591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.319376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:46.335952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-7b78a01b-5782-4362-b64c-c954cab8f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.337615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-7b78a01b-5782-4362-b64c-c954cab8f354 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 1094 time: 0.3205745 Jan 27 21:47:46.342845 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Publish callbacks [] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.358663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28da7adb-d15e-433a-8021-61b374c6358b req-ac3a4853-e4b9-4fff-83bf-53998f1a9a5a tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884610 Jan 27 21:47:46.418784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0500bd5b-eeeb-47d1-ba4f-ef3e9bb0c4b7 req-5d0e2b86-5aaa-4303-99cc-c8b27384dce6 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289467 Jan 27 21:47:46.422883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-42a1d43c-df2d-4e17-b33d-9463d5112650 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c487c1f0-e646-4adf-b03b-e5af666b3f2a HTTP/1.1" status: 200 len: 217 time: 0.0679777 Jan 27 21:47:46.424084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Transition to ACTIVE for port object d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:46.474258 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.643927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-aaf272e0-4f04-49c7-9d59-bdf9db5b2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.645642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-aaf272e0-4f04-49c7-9d59-bdf9db5b2a0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcfd7fa0-a4a7-4165-ae04-6274d85de59b HTTP/1.1" status: 200 len: 862 time: 0.1900327 Jan 27 21:47:46.649684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:46.704916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-3174b927-b0be-4b29-8b31-bd56fd2010f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492699 Jan 27 21:47:46.750601 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f3a67-58e3-4694-9398-55bd0a2f21bb x-openstack-request-id: req-f47f3a67-58e3-4694-9398-55bd0a2f21bb {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:46.750993 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f27705-0f51-4117-af10-33d460af2d80", "tag": "c487c1f0-e646-4adf-b03b-e5af666b3f2a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:46.751342 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f47f3a67-58e3-4694-9398-55bd0a2f21bb {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:46.751884 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f27705-0f51-4117-af10-33d460af2d80', 'tag': 'c487c1f0-e646-4adf-b03b-e5af666b3f2a', 'status': 'completed', 'code': 200} Jan 27 21:47:46.844881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:46.910971 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (fffeb096-4252-408a-81ed-6d58efc47878), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.930516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:47.013933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:47.017118 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08edb92b-ad48-4bcf-ac8a-47717f1f8e39" -d '{"events": [{"server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:47.021319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Publish callbacks [] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.042350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Transition to ACTIVE for port object 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:47.047359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.191945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] No DVR routers for this DVR port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:47.197690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:47.259395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Attempting to bind port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:47.260038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Attempting to bind port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:47.260543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Attempting to bind port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:47.267565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:47.268172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Attempting to bind port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:47.277056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:47.277704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:47.278279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:47.278930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Bound port: 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:47.279529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.376129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:47.380677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:47.396672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.452019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event updated for resources: {'Subnet': ['ID=fffeb096-4252-408a-81ed-6d58efc47878,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:47.463096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Attempting to bind port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:47.463728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Attempting to bind port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:47.464279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Attempting to bind port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 on network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:47.475785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-041a3783-8ddc-4e14-a0d2-34ef3bb731ce service neutron] 10.222.0.16 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591581 Jan 27 21:47:47.483117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c316bf-80bf-4cf0-b770-8111beaa2b5b req-611b9589-ecfc-4730-a1b8-13a3e82e7700 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.485293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98c316bf-80bf-4cf0-b770-8111beaa2b5b req-611b9589-ecfc-4730-a1b8-13a3e82e7700 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.5993845 Jan 27 21:47:47.494943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:47.495279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901995d9-0924-43fa-bbd3-db42e28c4f32 req-aaf89110-4861-4456-80ab-e9f1e7996e59 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.502581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-901995d9-0924-43fa-bbd3-db42e28c4f32 req-aaf89110-4861-4456-80ab-e9f1e7996e59 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 944 time: 0.6282842 Jan 27 21:47:47.519345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.520004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.524232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a63ba3b1-3650-4ccc-9f42-c05c61246639 service neutron] 10.222.0.57 "PUT /v2.0/ports/3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 1096 time: 1.3879945 Jan 27 21:47:47.552769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 on network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:47.553388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Attempting to bind port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 on network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:47.621703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-de2718ca-6fd6-4b46-a2bb-dc321c5e2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.624522 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-de2718ca-6fd6-4b46-a2bb-dc321c5e2fa5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1099 time: 0.0784948 Jan 27 21:47:47.638742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:47.639187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Checking segment: {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:47.639676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Bound using segment: {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:47.640208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Bound port: d3bc3aaf-b56f-414f-9d45-d8d8a50357e1, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:47.640638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.750527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Checking segment: {'id': 'f218740d-4038-4414-8116-24998846c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c4c983e-5f1a-42b5-a63c-1a85759e490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:47.751626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Network hostable DHCP agents. Network: 1c4c983e-5f1a-42b5-a63c-1a85759e490e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:47:47.808957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-901995d9-0924-43fa-bbd3-db42e28c4f32 req-c4a282ee-ccda-4154-9b34-cb8f456a89e9 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050044 Jan 27 21:47:47.849050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-e79f2c66-fa24-49db-a789-ea9a5481f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.851867 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-e79f2c66-fa24-49db-a789-ea9a5481f8f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2150376 Jan 27 21:47:47.881352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98c316bf-80bf-4cf0-b770-8111beaa2b5b req-d74a28a4-0b36-4571-aa14-02949fa16484 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755701 Jan 27 21:47:47.935662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Network 1c4c983e-5f1a-42b5-a63c-1a85759e490e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:47:47.984450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1c4c983e-5f1a-42b5-a63c-1a85759e490e) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:47.993527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b941cae9-532a-49ea-9345-21cb73372ac2 req-4447e61e-ea5b-4232-a6f7-609dd33970a8 service neutron] 10.222.0.16 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803262 Jan 27 21:47:48.002784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.003938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.010454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] For port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:48.022522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] For port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:48.044250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.061021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d49c3a9-0a2c-40ae-b41f-a191a2d8452a None None] Network 1c4c983e-5f1a-42b5-a63c-1a85759e490e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:48.152311 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7d6f52-9464-461e-ba53-7cc6f17b3370 x-openstack-request-id: req-9e7d6f52-9464-461e-ba53-7cc6f17b3370 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:48.152812 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:48.153151 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e7d6f52-9464-461e-ba53-7cc6f17b3370 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:48.153785 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'code': 200} Jan 27 21:47:48.162832 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-a863fd64-5410-4686-b258-6936411f6682 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 217 time: 0.3044846 Jan 27 21:47:48.173344 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.181370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-74fe61cf-6b67-4dd2-96f1-b396c0c0428b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5191743 Jan 27 21:47:48.182944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:48.201777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48514) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:48.226031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.226896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.228464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-a558c192-a466-42e6-bc26-af17ca106ab6 service neutron] 10.222.0.57 "PUT /v2.0/ports/d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 HTTP/1.1" status: 200 len: 1092 time: 3.2132952 Jan 27 21:47:48.228901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Request body: {'port': {'network_id': '1c4c983e-5f1a-42b5-a63c-1a85759e490e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2077071928'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:48.250067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-829e46de-6674-46df-9247-ac6197447e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.252549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-829e46de-6674-46df-9247-ac6197447e4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32b331e6d4d3469499b5bf825cba20da&device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 1094 time: 0.0904629 Jan 27 21:47:48.333348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-f8a01523-5288-4743-ba84-f2ee3c7c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.338428 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-f8a01523-5288-4743-ba84-f2ee3c7c1a55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1681411 Jan 27 21:47:48.366959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-1c4c983e-5f1a-42b5-a63c-1a85759e490e', 'network_id': '1c4c983e-5f1a-42b5-a63c-1a85759e490e', 'project_id': '714cf644387c4d65b71e126915bc4457', 'fixed_ips': [{'subnet_id': 'fffeb096-4252-408a-81ed-6d58efc47878'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:47:48.368156 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.469330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a547d6-6391-4e3a-bdce-7248adfbfc49 req-f662bd94-e7a2-4f3b-9f91-86168146af17 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.477252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0a547d6-6391-4e3a-bdce-7248adfbfc49 req-f662bd94-e7a2-4f3b-9f91-86168146af17 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 943 time: 0.2008555 Jan 27 21:47:48.543001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-cf06d7b9-bdb9-4a16-812c-4b7deb040d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.545590 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-cf06d7b9-bdb9-4a16-812c-4b7deb040d87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1856053 Jan 27 21:47:48.547826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddc7e3-0089-4eb3-bc40-e76fef91d9fb req-98057cc8-4b7e-451e-8ba1-288adbd07ce5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.552649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0ddc7e3-0089-4eb3-bc40-e76fef91d9fb req-98057cc8-4b7e-451e-8ba1-288adbd07ce5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.2733440 Jan 27 21:47:48.669953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0a547d6-6391-4e3a-bdce-7248adfbfc49 req-d1f2a21f-65f2-4b61-b2c6-6fe359e87275 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914151 Jan 27 21:47:48.675134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-eca8d930-16ea-4d86-8203-67b2ca98981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.681843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-eca8d930-16ea-4d86-8203-67b2ca98981b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 200 len: 923 time: 0.4219265 Jan 27 21:47:48.684804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Allocated IP 172.20.0.2 (1c4c983e-5f1a-42b5-a63c-1a85759e490e/fffeb096-4252-408a-81ed-6d58efc47878/95981f7d-5a13-48d9-a524-6f89a6106662) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:48.798528 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-ec374d79-d9a2-4adf-8f29-e486b0e7fa3f service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367992 Jan 27 21:47:48.800480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca', 'tag': 'd3bc3aaf-b56f-414f-9d45-d8d8a50357e1'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:48.803233 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017dabb0-e6fd-4560-a189-999b3584863e" -d '{"events": [{"name": "network-changed", "server_uuid": "90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca", "tag": "d3bc3aaf-b56f-414f-9d45-d8d8a50357e1"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:48.830509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-e9f2561c-44cc-4384-b55f-4323ea7a93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.835470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-e9f2561c-44cc-4384-b55f-4323ea7a93fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 1095 time: 0.5109622 Jan 27 21:47:48.839942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-d2eb9309-f593-4acf-96d8-294c5aea52bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c487c1f0-e646-4adf-b03b-e5af666b3f2a HTTP/1.1" status: 200 len: 217 time: 0.1472521 Jan 27 21:47:48.941203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-bc3866cb-ea46-4d1c-9a25-576c6b9d7269 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 HTTP/1.1" status: 200 len: 217 time: 0.0938807 Jan 27 21:47:49.010252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-ecadde19-17bb-4cef-8816-2e09a600e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:49.012331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-ecadde19-17bb-4cef-8816-2e09a600e998 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fcfd7fa0-a4a7-4165-ae04-6274d85de59b HTTP/1.1" status: 200 len: 862 time: 0.1554930 Jan 27 21:47:49.018667 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Publish callbacks [] for port (95981f7d-5a13-48d9-a524-6f89a6106662), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.026911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0ddc7e3-0089-4eb3-bc40-e76fef91d9fb req-21b73ecc-6196-4b22-a454-0b492069fa99 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084087 Jan 27 21:47:49.033947 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.088059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-71f1d0c6-6fe1-4766-af76-87738f14aeaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598640 Jan 27 21:47:49.135659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Network 1c4c983e-5f1a-42b5-a63c-1a85759e490e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:49.149700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:49.157701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:49.163931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-fe6229f1-be41-4232-81d6-f1a75a63ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:49.165861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-fe6229f1-be41-4232-81d6-f1a75a63ed63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bf78f42-503b-4857-acde-2b3fb102f068 HTTP/1.1" status: 200 len: 851 time: 0.2149248 Jan 27 21:47:49.190605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Pushing event updated for resources: {'Port': ['ID=95981f7d-5a13-48d9-a524-6f89a6106662,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:49.198673 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4aa55a9-cb84-4bc9-a985-1ad77ec5594a req-37f5786e-4240-4620-bbff-beeefa767e8b service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866692 Jan 27 21:47:49.250731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Made reservation on behalf of 714cf644387c4d65b71e126915bc4457 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:49.265789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.330568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Attempting to bind port 95981f7d-5a13-48d9-a524-6f89a6106662 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:49.330971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Attempting to bind port 95981f7d-5a13-48d9-a524-6f89a6106662 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'f218740d-4038-4414-8116-24998846c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c4c983e-5f1a-42b5-a63c-1a85759e490e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:49.331552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Attempting to bind port 95981f7d-5a13-48d9-a524-6f89a6106662 on network 1c4c983e-5f1a-42b5-a63c-1a85759e490e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:49.344572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:49.345604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Checking segment: {'id': 'f218740d-4038-4414-8116-24998846c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c4c983e-5f1a-42b5-a63c-1a85759e490e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:49.346414 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.347023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Bound using segment: {'id': 'f218740d-4038-4414-8116-24998846c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c4c983e-5f1a-42b5-a63c-1a85759e490e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:49.348563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Bound port: 95981f7d-5a13-48d9-a524-6f89a6106662, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f218740d-4038-4414-8116-24998846c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c4c983e-5f1a-42b5-a63c-1a85759e490e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:49.349192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.355830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] device_id is not set on port 7b954ccb-4d5f-4f79-a2e2-75f11128aa4a yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:47:49.370594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-1db31fd7-6ae8-4928-adb7-fa1114f4237d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145413 Jan 27 21:47:49.406023 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aa883d-1a63-475f-a058-dd3dc3145bda x-openstack-request-id: req-86aa883d-1a63-475f-a058-dd3dc3145bda {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:49.407935 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca", "tag": "d3bc3aaf-b56f-414f-9d45-d8d8a50357e1", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:49.408479 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86aa883d-1a63-475f-a058-dd3dc3145bda {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:49.410006 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca', 'tag': 'd3bc3aaf-b56f-414f-9d45-d8d8a50357e1', 'status': 'completed', 'code': 200} Jan 27 21:47:49.601234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] For port 95981f7d-5a13-48d9-a524-6f89a6106662, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:49.610205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] For port 95981f7d-5a13-48d9-a524-6f89a6106662, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=95981f7d-5a13-48d9-a524-6f89a6106662,segment=NetworkSegment(f218740d-4038-4414-8116-24998846c3a1),segment_id=f218740d-4038-4414-8116-24998846c3a1)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:49.636437 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.793327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Allocated IP 172.20.0.7 (1c4c983e-5f1a-42b5-a63c-1a85759e490e/fffeb096-4252-408a-81ed-6d58efc47878/7b954ccb-4d5f-4f79-a2e2-75f11128aa4a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:49.834335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-232ed0f4-9453-4c40-affc-c219a41e7881 service neutron] 10.222.0.16 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7396932 Jan 27 21:47:49.861358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae31095-a9b9-4308-8cc3-60c451b15946 None None] Pushing event updated for resources: {'Port': ['ID=95981f7d-5a13-48d9-a524-6f89a6106662,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:49.947584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f55ba4-c148-452a-879f-1273bf1942df req-a39442fe-4805-4e31-8e71-fb4cdd98ec94 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:49.955181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f55ba4-c148-452a-879f-1273bf1942df req-a39442fe-4805-4e31-8e71-fb4cdd98ec94 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 944 time: 0.3370345 Jan 27 21:47:49.993608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-4845bc7f-d0d2-4f2d-a3df-ef475e03287f service neutron] 10.222.0.57 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205659 Jan 27 21:47:50.111640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1556-e6ed-47cb-8dfb-2f01153bfd21 req-dcb30b3d-8c3f-4f5b-8775-59cd32fa4915 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:50.113400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b7a1556-e6ed-47cb-8dfb-2f01153bfd21 req-dcb30b3d-8c3f-4f5b-8775-59cd32fa4915 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 948 time: 0.2999961 Jan 27 21:47:50.191801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:50.193970 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587ce9ab-b440-4d77-a452-e4db75f59516" -d '{"events": [{"name": "network-changed", "server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:50.198336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f55ba4-c148-452a-879f-1273bf1942df req-59759cb2-a5cf-46a0-b7dd-ac026aac0b1a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342079 Jan 27 21:47:50.326313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8be24c3-9284-4caa-be63-0c6bfffa3ad3 req-f211f082-3d4b-441c-a467-da4a64ec8340 service neutron] 10.222.0.16 "GET /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668734 Jan 27 21:47:50.381015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks [] for port (7b954ccb-4d5f-4f79-a2e2-75f11128aa4a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:50.383718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b7a1556-e6ed-47cb-8dfb-2f01153bfd21 req-eba2d101-3821-4e2c-97c1-a275275e0df2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451553 Jan 27 21:47:50.389705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8a97cc-bf40-4cd8-8b9b-e1446f2f7a25 req-aa91613d-b208-438d-b179-5356cfc07995 service neutron] 10.222.0.57 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849282 Jan 27 21:47:50.454198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7b954ccb-4d5f-4f79-a2e2-75f11128aa4a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:50.491871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:50.521967 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:50.573975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Network 1c4c983e-5f1a-42b5-a63c-1a85759e490e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:50.585716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:50.606022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb042fc-e528-4a96-8432-0bf988106676 req-1bf88e72-c301-4d0a-b54c-e4eea1f0c85f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:50.615339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdb042fc-e528-4a96-8432-0bf988106676 req-1bf88e72-c301-4d0a-b54c-e4eea1f0c85f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 943 time: 0.2222507 Jan 27 21:47:50.617301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:50.671508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:47:50.671508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:50.773759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:50.782733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:50.789109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event updated for resources: {'Port': ['ID=7b954ccb-4d5f-4f79-a2e2-75f11128aa4a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:50.797256 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-04775ce1-c668-4e48-91df-528676f505e2 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5926120 Jan 27 21:47:50.802164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48542) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:50.820324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dabb0-e6fd-4560-a189-999b3584863e req-3189506b-e8a6-4efc-897a-afcda1385384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:50.822125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-017dabb0-e6fd-4560-a189-999b3584863e req-3189506b-e8a6-4efc-897a-afcda1385384 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 1095 time: 0.3276155 Jan 27 21:47:50.886981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdb042fc-e528-4a96-8432-0bf988106676 req-fca53ae0-0668-4f2e-96a1-a7ae35311d4e tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703764 Jan 27 21:47:51.009632 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9855cacd-8ea5-4075-ae12-2e94de08f836 x-openstack-request-id: req-9855cacd-8ea5-4075-ae12-2e94de08f836 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:51.011927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848688e3-ed0f-40f3-b048-edb80dda0b88 req-1d80b240-e0f3-4bdb-ae58-b44a06b75750 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.012357 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:51.015570 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9855cacd-8ea5-4075-ae12-2e94de08f836 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:51.016297 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'status': 'completed', 'code': 200} Jan 27 21:47:51.023600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-848688e3-ed0f-40f3-b048-edb80dda0b88 req-1d80b240-e0f3-4bdb-ae58-b44a06b75750 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.2729635 Jan 27 21:47:51.102739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dabb0-e6fd-4560-a189-999b3584863e req-7a3e282d-61e6-48af-82e8-2ef9bb56df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.102992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-017dabb0-e6fd-4560-a189-999b3584863e req-7a3e282d-61e6-48af-82e8-2ef9bb56df40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 912 time: 0.2736661 Jan 27 21:47:51.127271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b11f609a-4e52-4be4-969e-2b60583f3f4b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Deleting port 7b954ccb-4d5f-4f79-a2e2-75f11128aa4a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:51.127896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b11f609a-4e52-4be4-969e-2b60583f3f4b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7b954ccb-4d5f-4f79-a2e2-75f11128aa4a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.143730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-a4ff3c21-e0a9-4716-b76d-1584fc9a59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.148355 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-a4ff3c21-e0a9-4716-b76d-1584fc9a59a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1099 time: 0.1173897 Jan 27 21:47:51.187806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-017dabb0-e6fd-4560-a189-999b3584863e req-b911a71e-2304-4a63-8fff-3728d0b26ee3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 HTTP/1.1" status: 200 len: 217 time: 0.0512145 Jan 27 21:47:51.331727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-848688e3-ed0f-40f3-b048-edb80dda0b88 req-14a2e5a1-4e9e-4804-8d5e-1e736abde481 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066192 Jan 27 21:47:51.350175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-4bb7b2ac-e1be-48a4-ba75-d585193a8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.351762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-4bb7b2ac-e1be-48a4-ba75-d585193a8008 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1099 time: 0.2479498 Jan 27 21:47:51.473397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dabb0-e6fd-4560-a189-999b3584863e req-c1954619-7113-4718-8e46-efab0fc0c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.475609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-017dabb0-e6fd-4560-a189-999b3584863e req-c1954619-7113-4718-8e46-efab0fc0c3ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bf78f42-503b-4857-acde-2b3fb102f068 HTTP/1.1" status: 200 len: 851 time: 0.2770684 Jan 27 21:47:51.552625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-ea9f45a3-0eb2-4d1d-b8ef-e2735ddddcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.555251 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-ea9f45a3-0eb2-4d1d-b8ef-e2735ddddcb8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3793540 Jan 27 21:47:51.639269 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-fccf13e1-d284-460e-a838-cee909f876c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0749700 Jan 27 21:47:51.735837 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b11f609a-4e52-4be4-969e-2b60583f3f4b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7b954ccb-4d5f-4f79-a2e2-75f11128aa4a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.778250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b11f609a-4e52-4be4-969e-2b60583f3f4b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Calling delete_port for 7b954ccb-4d5f-4f79-a2e2-75f11128aa4a owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:51.810078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-017dabb0-e6fd-4560-a189-999b3584863e req-4aa7ba78-52a8-4f12-b54b-96ce06b3296c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791189 Jan 27 21:47:51.918613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52572241-4ac5-4a3f-a62b-977f2f781917 None None] Network 1c4c983e-5f1a-42b5-a63c-1a85759e490e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:51.933593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-41fbd50e-39d9-4caf-a1bb-9f0cc61e2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.935136 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-41fbd50e-39d9-4caf-a1bb-9f0cc61e2f42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2836673 Jan 27 21:47:51.972741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-34551dd2-f411-48f2-8bb8-3897b20e527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.977216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-34551dd2-f411-48f2-8bb8-3897b20e527e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.6150467 Jan 27 21:47:52.134134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4f2c5-ea0a-4e5a-af3c-9689a64e1af4 req-a563c122-b2ad-49c4-918b-e2bce043d06b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:52.147446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdf4f2c5-ea0a-4e5a-af3c-9689a64e1af4 req-a563c122-b2ad-49c4-918b-e2bce043d06b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 944 time: 0.7216630 Jan 27 21:47:52.148169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-e03e79c6-45be-4092-ab39-b7fb77ed6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:52.157603 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-e03e79c6-45be-4092-ab39-b7fb77ed6df1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922686 Jan 27 21:47:52.167689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-dc61f3bb-607e-4fc3-9346-5e5287e3cb7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 217 time: 0.1757457 Jan 27 21:47:52.231663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e61d8-1a0c-45e4-9a73-fa23b18d0cd0 req-b1153f7c-5adf-4382-afdf-90e299d88902 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:52.248527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d06e61d8-1a0c-45e4-9a73-fa23b18d0cd0 req-b1153f7c-5adf-4382-afdf-90e299d88902 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 948 time: 0.5504425 Jan 27 21:47:52.292726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b11f609a-4e52-4be4-969e-2b60583f3f4b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7b954ccb-4d5f-4f79-a2e2-75f11128aa4a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:52.294488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 95981f7d-5a13-48d9-a524-6f89a6106662 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:52.313993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-017dabb0-e6fd-4560-a189-999b3584863e req-e79cff29-df6c-4d50-890b-653fc79bc10d service neutron] 10.222.0.57 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835308 Jan 27 21:47:52.391523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e66085d5-c97b-4f02-bcd8-46c9314ea1b1 None None] Provisioning complete for port 95981f7d-5a13-48d9-a524-6f89a6106662 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:52.392147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e66085d5-c97b-4f02-bcd8-46c9314ea1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:52.479318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c487c1f0-e646-4adf-b03b-e5af666b3f2a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:52.492331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdf4f2c5-ea0a-4e5a-af3c-9689a64e1af4 req-61fa97ab-b234-40e1-9714-25c78476e322 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424785 Jan 27 21:47:52.499838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-eaa57b84-a21b-4d92-8b91-48b532a6224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:52.503317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-eaa57b84-a21b-4d92-8b91-48b532a6224c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2250569 Jan 27 21:47:52.654030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d06e61d8-1a0c-45e4-9a73-fa23b18d0cd0 req-ceb2f286-5c92-422e-bf9f-d79a58ccd165 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436272 Jan 27 21:47:52.702903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c487c1f0-e646-4adf-b03b-e5af666b3f2a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c487c1f0-e646-4adf-b03b-e5af666b3f2a,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:52.732705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-9a559992-d18f-4d35-8720-e952ec443786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:52.734271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-9a559992-d18f-4d35-8720-e952ec443786 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2065451 Jan 27 21:47:52.742090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'c487c1f0-e646-4adf-b03b-e5af666b3f2a', 'network_id': 'ffef7e8a-53ab-4425-a3d5-9edd0b9368ea', 'port_id': 'c487c1f0-e646-4adf-b03b-e5af666b3f2a', 'mac_address': 'fa:16:3e:ca:8e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfd7fa0-a4a7-4165-ae04-6274d85de59b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:52.786817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f609a-4e52-4be4-969e-2b60583f3f4b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event deleted for resources: {'Port': ['ID=7b954ccb-4d5f-4f79-a2e2-75f11128aa4a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:52.965570 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-e5424932-a155-4e80-bb20-512d4df50263 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7557302 Jan 27 21:47:52.966725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b11f609a-4e52-4be4-969e-2b60583f3f4b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:52.983122 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b11f609a-4e52-4be4-969e-2b60583f3f4b tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "DELETE /v2.0/ports/7b954ccb-4d5f-4f79-a2e2-75f11128aa4a HTTP/1.1" status: 204 len: 168 time: 2.1761937 Jan 27 21:47:52.991126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48560) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:53.024483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-18e794ce-00eb-479a-8b47-f7ba7583b282 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655361 Jan 27 21:47:53.039908 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:47:53.069578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e66085d5-c97b-4f02-bcd8-46c9314ea1b1 None None] Current status of the port 95981f7d-5a13-48d9-a524-6f89a6106662 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:53.070501 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e66085d5-c97b-4f02-bcd8-46c9314ea1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.147610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 95981f7d-5a13-48d9-a524-6f89a6106662 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:53.149719 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.155329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-017dabb0-e6fd-4560-a189-999b3584863e req-3a9daea2-a2ea-4fbf-b493-ea845f34f98c service neutron] 10.222.0.57 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173227 Jan 27 21:47:53.171701 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cf666b82-1cf7-43c8-9781-d37ba16fbcb4 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1769221 Jan 27 21:47:53.174398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48564) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:53.191370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-104249331'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:53.293887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Made reservation on behalf of 714cf644387c4d65b71e126915bc4457 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:53.300030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.307531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port c487c1f0-e646-4adf-b03b-e5af666b3f2a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:53.308650 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.326213 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-b120f708-f805-43a7-a35c-dcca88e927df service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453486 Jan 27 21:47:53.367130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c487c1f0-e646-4adf-b03b-e5af666b3f2a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:53.380593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:47:53.396507 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (117c852e-4ec9-4cd6-9af8-f2f0c83f4e38), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.397049 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Added segment 117c852e-4ec9-4cd6-9af8-f2f0c83f4e38 of type vlan for network 7c88aa04-bf69-470a-8c79-22fc3dd725fb Jan 27 21:47:53.433584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c487c1f0-e646-4adf-b03b-e5af666b3f2a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c487c1f0-e646-4adf-b03b-e5af666b3f2a,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:53.448278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e66085d5-c97b-4f02-bcd8-46c9314ea1b1 None None] For port 95981f7d-5a13-48d9-a524-6f89a6106662, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=95981f7d-5a13-48d9-a524-6f89a6106662,segment=NetworkSegment(f218740d-4038-4414-8116-24998846c3a1),segment_id=f218740d-4038-4414-8116-24998846c3a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:53.460517 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.470992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e66085d5-c97b-4f02-bcd8-46c9314ea1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.506405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (7c88aa04-bf69-470a-8c79-22fc3dd725fb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.594120 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (7c88aa04-bf69-470a-8c79-22fc3dd725fb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.606135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:53.610437 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.651020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=c487c1f0-e646-4adf-b03b-e5af666b3f2a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:53.732261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 95981f7d-5a13-48d9-a524-6f89a6106662 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:53.750512 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5751264 Jan 27 21:47:53.762363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48572) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:53.770959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20ff5f-db74-4df7-b8b8-88ad143e1cd8 req-6d0dc03f-13a5-435e-9db1-1ad991e80a9c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:53.794028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f20ff5f-db74-4df7-b8b8-88ad143e1cd8 req-6d0dc03f-13a5-435e-9db1-1ad991e80a9c tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 943 time: 1.0150995 Jan 27 21:47:53.806646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-00e95ba2-15c6-415a-9c12-7f4875349a86 None None] Provisioning complete for port 95981f7d-5a13-48d9-a524-6f89a6106662 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:53.807175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00e95ba2-15c6-415a-9c12-7f4875349a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.871519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66085d5-c97b-4f02-bcd8-46c9314ea1b1 None None] Pushing event updated for resources: {'Port': ['ID=95981f7d-5a13-48d9-a524-6f89a6106662,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:53.874439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-587ce9ab-b440-4d77-a452-e4db75f59516 req-ea26282d-6a7f-4c02-9e0f-085966bc042e service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8134942 Jan 27 21:47:53.880757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20af612-db15-416b-9017-cbad761b4e0e tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event updated for resources: {'Network': ['ID=7c88aa04-bf69-470a-8c79-22fc3dd725fb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:53.914965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['c487c1f0-e646-4adf-b03b-e5af666b3f2a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:53.917557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 7c88aa04-bf69-470a-8c79-22fc3dd725fb details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:47:53.924907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3be10-918e-480b-a388-fb0569d3a524 req-b16a3aa1-34ad-4969-be6b-c84ad455bad3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:53.926626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0c3be10-918e-480b-a388-fb0569d3a524 req-b16a3aa1-34ad-4969-be6b-c84ad455bad3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.8940182 Jan 27 21:47:54.049288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f20ff5f-db74-4df7-b8b8-88ad143e1cd8 req-37c2050e-3656-4373-b525-ab8c987ec7ed tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355359 Jan 27 21:47:54.166144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0c3be10-918e-480b-a388-fb0569d3a524 req-6a093c41-df77-43bc-9c5b-bbd24ec849d9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990287 Jan 27 21:47:54.209337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48578) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:54.214149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-610eac7e-0a4c-4144-a11d-67892c32a065 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "GET /v2.0/agents/e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 0.4185579 Jan 27 21:47:54.304368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:54.353453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145aa5d-652a-4730-94d2-b7382f5dbff5 req-7fd3670b-47d2-43c2-a09e-6358afa2285f tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:54.361017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2145aa5d-652a-4730-94d2-b7382f5dbff5 req-7fd3670b-47d2-43c2-a09e-6358afa2285f tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 944 time: 0.1373570 Jan 27 21:47:54.369128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 95981f7d-5a13-48d9-a524-6f89a6106662 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:54.401857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603b755-684a-4d2b-9ba5-225ef7433431 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] Network 7c88aa04-bf69-470a-8c79-22fc3dd725fb is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:47:54.424477 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1603b755-684a-4d2b-9ba5-225ef7433431 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "POST /v2.0/agents/e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2113397 Jan 27 21:47:54.425559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48580) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:54.457864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f6609-eb3b-43fb-b429-86253fb49f11 None None] Network 7c88aa04-bf69-470a-8c79-22fc3dd725fb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:54.469353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446fb2f-334e-4575-bdb0-0c6d40e45780 req-4687ecd1-694b-4b91-a52e-b5eb38081a99 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:54.477774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8446fb2f-334e-4575-bdb0-0c6d40e45780 req-4687ecd1-694b-4b91-a52e-b5eb38081a99 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 948 time: 0.1154208 Jan 27 21:47:54.501447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2145aa5d-652a-4730-94d2-b7382f5dbff5 req-67e4d1d3-1a33-4546-a455-a2a5188472ec tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286035 Jan 27 21:47:54.602999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8446fb2f-334e-4575-bdb0-0c6d40e45780 req-b0ae3a1b-beb8-476c-93bb-b85da1c65dc9 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237643 Jan 27 21:47:54.747909 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-604a4dc1-2cd5-4df6-aec5-66182f6fbcff tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "GET /v2.0/agents/e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d/dhcp-networks HTTP/1.1" status: 200 len: 11232 time: 0.3204055 Jan 27 21:47:54.752898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48584) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:54.783454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:54.824227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-00e95ba2-15c6-415a-9c12-7f4875349a86 None None] Current status of the port 95981f7d-5a13-48d9-a524-6f89a6106662 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:54.833500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'mac_address': 'fa:16:3e:08:84:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:54.888122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69372ced-cd48-409e-b52f-816bc3e4f3e7 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "DELETE /v2.0/agents/e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d/dhcp-networks/7c88aa04-bf69-470a-8c79-22fc3dd725fb HTTP/1.1" status: 204 len: 168 time: 0.1333320 Jan 27 21:47:54.892252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48588) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:54.900395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-00e95ba2-15c6-415a-9c12-7f4875349a86 None None] Could not find standard attr ID for object 7b954ccb-4d5f-4f79-a2e2-75f11128aa4a. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:47:54.958837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 95981f7d-5a13-48d9-a524-6f89a6106662 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:54.959478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.971550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:54.971550 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.021399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:55.091332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-f89d3483-b2a3-489d-beef-4325aafbf19a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.093240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-f89d3483-b2a3-489d-beef-4325aafbf19a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa&tenant_id=74af4c34cbc04b07aca076cb63937d5e&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 948 time: 0.1140287 Jan 27 21:47:55.104345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-74c6f6bb-525d-4a24-bcb7-1889391396f5 None None] Could not find standard attr ID for object 7b954ccb-4d5f-4f79-a2e2-75f11128aa4a. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:47:55.127176 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3d5cb954-8cb9-485b-9598-dcfaa035af50 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "GET /v2.0/agents/e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 0.2326186 Jan 27 21:47:55.134701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48592) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:55.162341 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd47b0d1-35bc-4df5-b787-4f25ef52af99 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "GET /v2.0/networks/1c4c983e-5f1a-42b5-a63c-1a85759e490e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0258973 Jan 27 21:47:55.168529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48594) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:55.177394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:55.187476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db66b9-ef57-467b-aaaa-344ef318d7ff req-4cd1a90c-8ace-4210-b982-a72dbb52bb2a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.188481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94db66b9-ef57-467b-aaaa-344ef318d7ff req-4cd1a90c-8ace-4210-b982-a72dbb52bb2a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 948 time: 0.2725179 Jan 27 21:47:55.197555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.198783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:55.199005 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-2e2616f1-4687-4ea3-aa89-e8f6b461e0ba service neutron] delete failed (client error): The resource could not be found. Jan 27 21:47:55.200175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-2e2616f1-4687-4ea3-aa89-e8f6b461e0ba service neutron] 10.222.0.16 "DELETE /v2.0/ports/3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0987728 Jan 27 21:47:55.243176 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-539db9c1-ac40-43a1-84e8-a1737cf453c9 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "GET /v2.0/networks/1c4c983e-5f1a-42b5-a63c-1a85759e490e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0700710 Jan 27 21:47:55.245526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48600) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:55.276768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94db66b9-ef57-467b-aaaa-344ef318d7ff req-01c00bba-ebae-4d09-a882-1dea437820bd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755777 Jan 27 21:47:55.332920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8617f4-df6f-4a7b-999e-8104d8d9f779 req-f25db20a-2730-497e-abc0-c206f895e198 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.340702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f8617f4-df6f-4a7b-999e-8104d8d9f779 req-f25db20a-2730-497e-abc0-c206f895e198 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 944 time: 0.0771174 Jan 27 21:47:55.400535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f8617f4-df6f-4a7b-999e-8104d8d9f779 req-d998525e-0531-4f5b-8541-5e423881217f tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Jan 27 21:47:55.513657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-ac307a8e-907f-4d90-97c9-0604a06785d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.515639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-ac307a8e-907f-4d90-97c9-0604a06785d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1100 time: 0.0758302 Jan 27 21:47:55.561108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:55.591783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 95981f7d-5a13-48d9-a524-6f89a6106662 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:55.620478 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f48e5aec-1439-4476-bb95-56a36f5b5602 tempest-DHCPAgentSchedulersTestJSON-1485708105 tempest-DHCPAgentSchedulersTestJSON-1485708105-project-admin] 10.222.0.45 "GET /v2.0/agents/e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 0.3719079 Jan 27 21:47:55.625710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48606) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:55.650651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:55.679481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'd3bc3aaf-b56f-414f-9d45-d8d8a50357e1', 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7', 'port_id': 'd3bc3aaf-b56f-414f-9d45-d8d8a50357e1', 'mac_address': 'fa:16:3e:6b:cc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf78f42-503b-4857-acde-2b3fb102f068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:55.717003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df882f2e-e95d-4494-953b-b757f8f0662c req-7f9534d4-b753-4088-8810-51868ca5e0a8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.724808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df882f2e-e95d-4494-953b-b757f8f0662c req-7f9534d4-b753-4088-8810-51868ca5e0a8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.2077687 Jan 27 21:47:55.739507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:55.740763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.764503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:55.768737 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (7c88aa04-bf69-470a-8c79-22fc3dd725fb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.797078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cbc3e-bb9c-4e01-93e6-0aed5d5090ae req-13ee5f8a-f437-4894-85f2-0a848df1e48a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.798267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:55.800571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d49cbc3e-bb9c-4e01-93e6-0aed5d5090ae req-13ee5f8a-f437-4894-85f2-0a848df1e48a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 944 time: 0.1578929 Jan 27 21:47:55.811188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-bfd57666-7d23-408e-afd3-853f5ae38255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.813388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-bfd57666-7d23-408e-afd3-853f5ae38255 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2311676 Jan 27 21:47:55.816470 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.885542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:55.890300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-79710a9d-18f5-4c31-b869-cd08b5fdc89d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 217 time: 0.0594373 Jan 27 21:47:55.926488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (7c88aa04-bf69-470a-8c79-22fc3dd725fb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.936508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df882f2e-e95d-4494-953b-b757f8f0662c req-f632825b-fb74-440b-a627-80f44ef88817 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095790 Jan 27 21:47:55.964476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c88aa04-bf69-470a-8c79-22fc3dd725fb']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:55.988737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117c852e-4ec9-4cd6-9af8-f2f0c83f4e38') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:55.989378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117c852e-4ec9-4cd6-9af8-f2f0c83f4e38') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:55.996522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d49cbc3e-bb9c-4e01-93e6-0aed5d5090ae req-f947455c-382e-4e89-9362-4cfd0294497c tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758192 Jan 27 21:47:56.009692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-1c8811aa-9dab-4d4e-8724-7490b1cdedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:56.012291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-1c8811aa-9dab-4d4e-8724-7490b1cdedc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1134589 Jan 27 21:47:56.020279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (117c852e-4ec9-4cd6-9af8-f2f0c83f4e38), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.053642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (117c852e-4ec9-4cd6-9af8-f2f0c83f4e38), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.065044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:47:56.065718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (117c852e-4ec9-4cd6-9af8-f2f0c83f4e38), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.079068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:56.086588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['d3bc3aaf-b56f-414f-9d45-d8d8a50357e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:47:56.093435 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:47:56.105199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-7dfb90ef-8524-4730-b51d-42730a07b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:56.108462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-7dfb90ef-8524-4730-b51d-42730a07b18f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895438 Jan 27 21:47:56.200022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (7c88aa04-bf69-470a-8c79-22fc3dd725fb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.224027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.229171 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "DELETE /v2.0/networks/7c88aa04-bf69-470a-8c79-22fc3dd725fb HTTP/1.1" status: 204 len: 168 time: 0.6019678 Jan 27 21:47:56.235999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48610) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:56.246633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event deleted for resources: {'Network': ['ID=7c88aa04-bf69-470a-8c79-22fc3dd725fb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:56.259259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.259659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.260184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.260431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.260748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.261040 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.261324 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.261654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.261990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.262320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.262854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.263031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.263380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46607f-9f81-4131-a299-e25fbb446ccc tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:56.313577 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5f32a9-119a-4334-b823-09e218142aae tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] DELETE failed (client error): The resource could not be found. Jan 27 21:47:56.314533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5f32a9-119a-4334-b823-09e218142aae tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:47:56.321813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d5f32a9-119a-4334-b823-09e218142aae tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "DELETE /v2.0/ports/7b954ccb-4d5f-4f79-a2e2-75f11128aa4a HTTP/1.1" status: 404 len: 333 time: 0.0812161 Jan 27 21:47:56.325461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:56.380200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-64300be4-0804-406d-aefb-e0c4e8595699 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639217 Jan 27 21:47:56.526412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa703aad-9d46-4380-9eb2-450ecd97df54 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Deleting subnet fffeb096-4252-408a-81ed-6d58efc47878 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:47:56.532132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa703aad-9d46-4380-9eb2-450ecd97df54 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks [] for subnet (fffeb096-4252-408a-81ed-6d58efc47878), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.581777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c487c1f0-e646-4adf-b03b-e5af666b3f2a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:56.683828 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa703aad-9d46-4380-9eb2-450ecd97df54 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (fffeb096-4252-408a-81ed-6d58efc47878), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.860433 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port c487c1f0-e646-4adf-b03b-e5af666b3f2a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:56.871754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port c487c1f0-e646-4adf-b03b-e5af666b3f2a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:56.872348 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.894999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa703aad-9d46-4380-9eb2-450ecd97df54 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (fffeb096-4252-408a-81ed-6d58efc47878), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.901540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b037c-356a-4147-b197-99daaefa6ba8 req-64dc46fb-9652-4beb-8c75-534b3204b928 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:56.924042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-599b037c-356a-4147-b197-99daaefa6ba8 req-64dc46fb-9652-4beb-8c75-534b3204b928 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 949 time: 0.4577708 Jan 27 21:47:56.994111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89373951-b814-408b-999e-a5fa25c89f5f req-9ff0fb53-6fa1-4e00-9f7f-0f6035913ca8 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:57.009558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89373951-b814-408b-999e-a5fa25c89f5f req-9ff0fb53-6fa1-4e00-9f7f-0f6035913ca8 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 944 time: 0.3377254 Jan 27 21:47:57.072760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-908e991f-a1a0-4c23-a8b4-9daa60ad5cba req-cac8d5ea-1aec-4855-bb34-7209cc768e8a service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856329 Jan 27 21:47:57.086197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa703aad-9d46-4380-9eb2-450ecd97df54 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (fffeb096-4252-408a-81ed-6d58efc47878), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.094431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port c487c1f0-e646-4adf-b03b-e5af666b3f2a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:57.095064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.150153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89373951-b814-408b-999e-a5fa25c89f5f req-44a2299e-06df-4cb4-a05c-4791cc012a59 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379099 Jan 27 21:47:57.181248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-599b037c-356a-4147-b197-99daaefa6ba8 req-b616be81-8015-44dd-b73e-75c54aaf55e1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555137 Jan 27 21:47:57.207762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa703aad-9d46-4380-9eb2-450ecd97df54 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event deleted for resources: {'Subnet': ['ID=fffeb096-4252-408a-81ed-6d58efc47878,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:57.216937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aa703aad-9d46-4380-9eb2-450ecd97df54 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.226737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f27705-0f51-4117-af10-33d460af2d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c487c1f0-e646-4adf-b03b-e5af666b3f2a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:57.233233 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8e24a7-c79e-4e67-b5c6-c89dceb4b47a" -d '{"events": [{"server_uuid": "c6f27705-0f51-4117-af10-33d460af2d80", "name": "network-vif-plugged", "status": "completed", "tag": "c487c1f0-e646-4adf-b03b-e5af666b3f2a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:57.254560 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aa703aad-9d46-4380-9eb2-450ecd97df54 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "DELETE /v2.0/subnets/fffeb096-4252-408a-81ed-6d58efc47878 HTTP/1.1" status: 204 len: 168 time: 0.9205017 Jan 27 21:47:57.258325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48634) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:57.268955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998efc4f-0375-4a19-af99-a390e697464b None None] Network 1c4c983e-5f1a-42b5-a63c-1a85759e490e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:57.376073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c487c1f0-e646-4adf-b03b-e5af666b3f2a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c487c1f0-e646-4adf-b03b-e5af666b3f2a,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:57.457244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.638519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=c487c1f0-e646-4adf-b03b-e5af666b3f2a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:57.709835 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1c4c983e-5f1a-42b5-a63c-1a85759e490e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.742700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d075b6f-37a5-43a7-8d40-54e8468a2af5 req-d812742b-853e-4ca6-bb5c-8261a3c6d9e1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:57.750465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d075b6f-37a5-43a7-8d40-54e8468a2af5 req-d812742b-853e-4ca6-bb5c-8261a3c6d9e1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.2884269 Jan 27 21:47:57.811027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] DHCP port deletion for 1c4c983e-5f1a-42b5-a63c-1a85759e490e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:47:57.825232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807476b0-c483-4c5a-a8bf-e46d43edc517 req-93229057-b055-4211-8bbd-0f58d728438f tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:57.832679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-807476b0-c483-4c5a-a8bf-e46d43edc517 req-93229057-b055-4211-8bbd-0f58d728438f tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 945 time: 0.2079704 Jan 27 21:47:57.917456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d075b6f-37a5-43a7-8d40-54e8468a2af5 req-8b52fabb-dc08-4a88-abb8-e26ab2e1df13 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656332 Jan 27 21:47:57.947510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-807476b0-c483-4c5a-a8bf-e46d43edc517 req-27ed8e85-2b45-4c50-9f20-a6560e9ee55a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136394 Jan 27 21:47:58.000536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] Deleting port 95981f7d-5a13-48d9-a524-6f89a6106662 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:58.006078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.022603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Deleting port 95981f7d-5a13-48d9-a524-6f89a6106662 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:58.023054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.207385 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed29094-100c-4fe9-819b-7ac51afe9622 x-openstack-request-id: req-7ed29094-100c-4fe9-819b-7ac51afe9622 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:58.207852 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f27705-0f51-4117-af10-33d460af2d80", "name": "network-vif-plugged", "status": "completed", "tag": "c487c1f0-e646-4adf-b03b-e5af666b3f2a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:58.208263 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ed29094-100c-4fe9-819b-7ac51afe9622 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:58.208877 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f27705-0f51-4117-af10-33d460af2d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c487c1f0-e646-4adf-b03b-e5af666b3f2a', 'code': 200} Jan 27 21:47:58.217736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] For port 95981f7d-5a13-48d9-a524-6f89a6106662, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=95981f7d-5a13-48d9-a524-6f89a6106662,segment=NetworkSegment(f218740d-4038-4414-8116-24998846c3a1),segment_id=f218740d-4038-4414-8116-24998846c3a1)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:58.221845 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.250077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Calling delete_port for 95981f7d-5a13-48d9-a524-6f89a6106662 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:58.252504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 95981f7d-5a13-48d9-a524-6f89a6106662 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:58.256117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:58.487552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] For port 95981f7d-5a13-48d9-a524-6f89a6106662, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=95981f7d-5a13-48d9-a524-6f89a6106662,segment=NetworkSegment(f218740d-4038-4414-8116-24998846c3a1),segment_id=f218740d-4038-4414-8116-24998846c3a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:58.488081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.535012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] Calling delete_port for 95981f7d-5a13-48d9-a524-6f89a6106662 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:58.571525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No active binding found for port 95981f7d-5a13-48d9-a524-6f89a6106662 {{(pid=103331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 21:47:58.572138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] The host n-d-826529-2 is not matching for port 95981f7d-5a13-48d9-a524-6f89a6106662 host None! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:47:58.572773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 95981f7d-5a13-48d9-a524-6f89a6106662 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:58.589665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.647608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event deleted for resources: {'Port': ['ID=95981f7d-5a13-48d9-a524-6f89a6106662,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:58.660853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] No DVR routers for this DVR port 95981f7d-5a13-48d9-a524-6f89a6106662 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:58.663017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:58.679729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:58.680339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.711026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65690c97-22f8-41e4-ad80-eb7ce1afce17 req-1045bd00-267e-4d73-b755-229cb7080947 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:58.713001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65690c97-22f8-41e4-ad80-eb7ce1afce17 req-1045bd00-267e-4d73-b755-229cb7080947 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 945 time: 0.2512257 Jan 27 21:47:58.766689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347af11-74a0-4236-bf1f-1b5761832bee req-f9497e39-1013-4ea4-a8e3-aea8541514bd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:58.768352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8347af11-74a0-4236-bf1f-1b5761832bee req-f9497e39-1013-4ea4-a8e3-aea8541514bd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 949 time: 0.2547345 Jan 27 21:47:58.811850 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (95981f7d-5a13-48d9-a524-6f89a6106662), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.820411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65690c97-22f8-41e4-ad80-eb7ce1afce17 req-36010c96-2ea9-4268-ac12-9b76ccccb7ed tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802341 Jan 27 21:47:58.837488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] No DVR routers for this DVR port 95981f7d-5a13-48d9-a524-6f89a6106662 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:58.851837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce63b1-5412-4dc9-a215-21618e2f3d61 req-181c99a7-7b0c-4692-9882-abc8f18cf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:58.853417 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbce63b1-5412-4dc9-a215-21618e2f3d61 req-181c99a7-7b0c-4692-9882-abc8f18cf7f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 1096 time: 0.2918742 Jan 27 21:47:58.858801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8347af11-74a0-4236-bf1f-1b5761832bee req-613d862e-01bc-44ce-80f9-3fd7ae9b93d2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607564 Jan 27 21:47:58.918839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64bfa6-4c3c-4ba9-95e6-06c33aeb0823 None None] Pushing event deleted for resources: {'Port': ['ID=95981f7d-5a13-48d9-a524-6f89a6106662,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:58.954788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:58.955774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.014766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:59.030396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.031640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:59.158118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1c4c983e-5f1a-42b5-a63c-1a85759e490e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.219841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:59.241112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:59.247358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:59.247772 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.274008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbce63b1-5412-4dc9-a215-21618e2f3d61 req-6a9b00c6-0ed7-4abd-9342-decac4c108fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991284 Jan 27 21:47:59.298420 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-69679dfe-0d76-4070-baee-f3e9a7074a35 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722487 Jan 27 21:47:59.352611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4c983e-5f1a-42b5-a63c-1a85759e490e']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:59.385945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15fa2-de73-4a76-befd-ab220b1e3a82 req-87990ea9-e54f-4451-9987-7a3651a0dd9b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.400017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cae15fa2-de73-4a76-befd-ab220b1e3a82 req-87990ea9-e54f-4451-9987-7a3651a0dd9b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.2072020 Jan 27 21:47:59.420377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:59.421208 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.435247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711c7ba-f24f-4000-ab4f-1765679c3f65 req-813c27b0-f259-4723-aea1-e1c96b218e87 tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.439079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c711c7ba-f24f-4000-ab4f-1765679c3f65 req-813c27b0-f259-4723-aea1-e1c96b218e87 tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1101 time: 0.3704791 Jan 27 21:47:59.445711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-f90b8329-34a0-4a64-b3bb-3118b0eeba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.447878 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-f90b8329-34a0-4a64-b3bb-3118b0eeba30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.0735030 Jan 27 21:47:59.454126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f218740d-4038-4414-8116-24998846c3a1') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:59.454637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f218740d-4038-4414-8116-24998846c3a1') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:59.553886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:59.563832 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.571201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c711c7ba-f24f-4000-ab4f-1765679c3f65 req-cad126fa-3d7e-42a0-9c6e-c0276185a870 tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235859 Jan 27 21:47:59.619036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (f218740d-4038-4414-8116-24998846c3a1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.625427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-55cd5bd9-055b-4718-a8b8-28cb7f879eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.634716 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-55cd5bd9-055b-4718-a8b8-28cb7f879eff service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.1624203 Jan 27 21:47:59.657727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cae15fa2-de73-4a76-befd-ab220b1e3a82 req-1b52bf1e-a923-44e9-be94-447c2c818248 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560737 Jan 27 21:47:59.688190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f218740d-4038-4414-8116-24998846c3a1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.708114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:47:59.709160 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (f218740d-4038-4414-8116-24998846c3a1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:47:59.719704 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:47:59.746365 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-d1d21b4d-fac8-4ae1-a203-448fa514a78e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 217 time: 0.1095037 Jan 27 21:47:59.789592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:59.849231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-5dcc609b-5192-4d39-8f8e-3b9e9156bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.852515 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-5dcc609b-5192-4d39-8f8e-3b9e9156bd5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.0997157 Jan 27 21:47:59.932143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-9ac055e7-3231-437d-aa4b-022e6278475c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718024 Jan 27 21:48:00.166319 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1c4c983e-5f1a-42b5-a63c-1a85759e490e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.172025 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-945fac4b-040b-43d0-aaa2-de399162bd5b service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316153 Jan 27 21:48:00.174559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.183964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] 10.222.0.45 "DELETE /v2.0/networks/1c4c983e-5f1a-42b5-a63c-1a85759e490e HTTP/1.1" status: 204 len: 168 time: 2.9215724 Jan 27 21:48:00.210092 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'}, {'server_uuid': '90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bc3aaf-b56f-414f-9d45-d8d8a50357e1'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:00.214600 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc29ec3-51e6-423e-a625-0c5fd281be2a" -d '{"events": [{"server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1"}, {"server_uuid": "90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca", "name": "network-vif-plugged", "status": "completed", "tag": "d3bc3aaf-b56f-414f-9d45-d8d8a50357e1"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:00.315678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e834776-3b8e-4cee-bd28-e4c713c6bea7 tempest-DHCPAgentSchedulersTestJSON-853163121 tempest-DHCPAgentSchedulersTestJSON-853163121-project] Pushing event deleted for resources: {'Network': ['ID=1c4c983e-5f1a-42b5-a63c-1a85759e490e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:00.393427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abcebf-eea6-485a-ab83-d5fc139ffdd8 req-30082546-157a-441a-b5e4-1173556c3d58 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:00.406646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92abcebf-eea6-485a-ab83-d5fc139ffdd8 req-30082546-157a-441a-b5e4-1173556c3d58 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.5283663 Jan 27 21:48:00.448011 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-afbc81ae-a42d-40eb-b978-66f3e483a125 req-560c34e3-02a9-4672-9a33-80f88ab321d0 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634168 Jan 27 21:48:00.464591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dbb8d-7808-490b-8eae-8c57658a286f req-e20f4ce0-e063-4320-a386-1b769803f080 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:00.477894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-957dbb8d-7808-490b-8eae-8c57658a286f req-e20f4ce0-e063-4320-a386-1b769803f080 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 945 time: 0.5206499 Jan 27 21:48:00.718067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48674) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:01.027791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-1e870922-b580-44c3-99d5-47c8a9b3dad1 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:01.033265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-1e870922-b580-44c3-99d5-47c8a9b3dad1 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1097 time: 0.8704178 Jan 27 21:48:01.045478 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f1e46522-924f-44a8-a7f3-5109d9ad4b9b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=714cf644387c4d65b71e126915bc4457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254569 Jan 27 21:48:01.047629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92abcebf-eea6-485a-ab83-d5fc139ffdd8 req-271acaa2-5b19-4bad-9d06-4590d3dc99c6 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392963 Jan 27 21:48:01.057764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-2'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:01.058930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48680) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:01.140236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-957dbb8d-7808-490b-8eae-8c57658a286f req-2fb79e33-c44a-4b0b-8a96-28d3781c4485 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598768 Jan 27 21:48:01.153669 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d95d57d-5baf-43e8-b2f1-164ebcb789ed admin admin] Publish callbacks [] for security_group (57124113-4009-4002-af55-dfb82f89921e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.202967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d95d57d-5baf-43e8-b2f1-164ebcb789ed admin admin] Publish callbacks [] for security_group (57124113-4009-4002-af55-dfb82f89921e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.255210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.353140 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaf506e-4b21-477f-963f-f7bd2b43f903 x-openstack-request-id: req-cbaf506e-4b21-477f-963f-f7bd2b43f903 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:01.354060 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "name": "network-vif-plugged", "status": "completed", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1", "code": 200}, {"server_uuid": "90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca", "name": "network-vif-plugged", "status": "completed", "tag": "d3bc3aaf-b56f-414f-9d45-d8d8a50357e1", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:01.354060 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbaf506e-4b21-477f-963f-f7bd2b43f903 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:01.354564 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'code': 200} Jan 27 21:48:01.354970 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bc3aaf-b56f-414f-9d45-d8d8a50357e1', 'code': 200} Jan 27 21:48:01.368017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d95d57d-5baf-43e8-b2f1-164ebcb789ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (57124113-4009-4002-af55-dfb82f89921e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.371661 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d95d57d-5baf-43e8-b2f1-164ebcb789ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.377017 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9d95d57d-5baf-43e8-b2f1-164ebcb789ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57124113-4009-4002-af55-dfb82f89921e HTTP/1.1" status: 204 len: 168 time: 0.3118198 Jan 27 21:48:01.393727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95d57d-5baf-43e8-b2f1-164ebcb789ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57124113-4009-4002-af55-dfb82f89921e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:01.564350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f4eff-f7fa-42d2-9865-6f2d44a6735c req-687bd1f3-2bf6-4566-8e5b-0e4df6e8b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:01.566532 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-900f4eff-f7fa-42d2-9865-6f2d44a6735c req-687bd1f3-2bf6-4566-8e5b-0e4df6e8b414 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 1097 time: 0.0715618 Jan 27 21:48:01.575402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-05435365-bb9f-46a5-8346-2a145d3daebc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=74af4c34cbc04b07aca076cb63937d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1575387 Jan 27 21:48:01.609822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f72d6-84b9-42b3-8356-bab8651d9081 req-abb2ec95-9e5e-4876-ab2d-5a1298bc0a79 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:01.617822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa2f72d6-84b9-42b3-8356-bab8651d9081 req-abb2ec95-9e5e-4876-ab2d-5a1298bc0a79 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 946 time: 0.1972866 Jan 27 21:48:01.679812 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-900f4eff-f7fa-42d2-9865-6f2d44a6735c req-b4bc5c3e-65b6-47d9-acea-442eff6e5614 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053126 Jan 27 21:48:01.749302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:01.852079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa2f72d6-84b9-42b3-8356-bab8651d9081 req-0a7af93b-7729-4740-a54d-eb93cd719ff5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329264 Jan 27 21:48:01.913656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-8b081219-0a85-4663-af30-bef8dd93fb11 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:01.916236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-8b081219-0a85-4663-af30-bef8dd93fb11 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399248 Jan 27 21:48:01.920436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:01.941745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48696) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:01.958972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab584f23-422c-40ab-87a7-3d882f8b8813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.001542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-8390a99f-1309-4421-b343-d412973e42aa tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/quotas/74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 375 time: 0.0360234 Jan 27 21:48:02.071969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:02.075492 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e3d72-c807-402f-a27c-3a2c5f286516" -d '{"events": [{"server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "name": "network-vif-unplugged", "status": "completed", "tag": "28993e8f-2111-464b-b9be-371bdad829ad"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:02.081977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Publish callbacks [] for port (28993e8f-2111-464b-b9be-371bdad829ad), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.102247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.118787 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab584f23-422c-40ab-87a7-3d882f8b8813 admin admin] Publish callbacks [] for security_group (f1248db5-b288-4d5d-b982-af39dd1b5aaf), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.125586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab584f23-422c-40ab-87a7-3d882f8b8813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f1248db5-b288-4d5d-b982-af39dd1b5aaf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.184509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:02.203531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-3401bee8-61f0-4b7c-aa9e-d96666215194 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2004056 Jan 27 21:48:02.208521 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9933ef4-b507-4fa5-9d97-62ebfe246dab x-openstack-request-id: req-c9933ef4-b507-4fa5-9d97-62ebfe246dab {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:02.209837 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "name": "network-vif-unplugged", "status": "completed", "tag": "28993e8f-2111-464b-b9be-371bdad829ad", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:02.210869 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9933ef4-b507-4fa5-9d97-62ebfe246dab {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:02.211749 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad', 'code': 200} Jan 27 21:48:02.224888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab584f23-422c-40ab-87a7-3d882f8b8813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1248db5-b288-4d5d-b982-af39dd1b5aaf,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:02.227054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 28993e8f-2111-464b-b9be-371bdad829ad details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:02.247746 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ab584f23-422c-40ab-87a7-3d882f8b8813 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74d015c89f1a4c2fad101edd899496af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043389 Jan 27 21:48:02.255361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48706) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:02.331580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:02.331987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:02.332282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:02.375910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:02.376259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:02.403005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d44fc-18c5-44c8-b08a-8833417b22f9 req-c9f77c12-c296-4e9c-8ac1-456181483090 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:02.406607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8734d17c-82f7-4c82-8f24-2bdad1ce8fd5 admin admin] Publish callbacks [] for security_group (f1248db5-b288-4d5d-b982-af39dd1b5aaf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.412208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39d44fc-18c5-44c8-b08a-8833417b22f9 req-c9f77c12-c296-4e9c-8ac1-456181483090 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.1017799 Jan 27 21:48:02.414373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:02.414651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:02.415466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:02.415706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Bound port: 28993e8f-2111-464b-b9be-371bdad829ad, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:02.416696 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.457234 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8734d17c-82f7-4c82-8f24-2bdad1ce8fd5 admin admin] Publish callbacks [] for security_group (f1248db5-b288-4d5d-b982-af39dd1b5aaf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.532220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:02.571288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8734d17c-82f7-4c82-8f24-2bdad1ce8fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f1248db5-b288-4d5d-b982-af39dd1b5aaf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.578451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8734d17c-82f7-4c82-8f24-2bdad1ce8fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.580347 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8734d17c-82f7-4c82-8f24-2bdad1ce8fd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1248db5-b288-4d5d-b982-af39dd1b5aaf HTTP/1.1" status: 204 len: 168 time: 0.3208716 Jan 27 21:48:02.608522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:02.627911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:02.628810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734d17c-82f7-4c82-8f24-2bdad1ce8fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1248db5-b288-4d5d-b982-af39dd1b5aaf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:02.629432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:02.630505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:02.651400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:02.656574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempting to bind port 28993e8f-2111-464b-b9be-371bdad829ad on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:02.699874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39d44fc-18c5-44c8-b08a-8833417b22f9 req-fb5b2264-aaff-4f11-ac3f-4097c05e574a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869797 Jan 27 21:48:02.704694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:02.709566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:02.712515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:02.713577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Bound port: 28993e8f-2111-464b-b9be-371bdad829ad, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:02.714476 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.720759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:02.731522 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:03.007066 n-d-826529-2 neutron-server[103331]: WARNING neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Concurrent port binding operations failed on port 28993e8f-2111-464b-b9be-371bdad829ad Jan 27 21:48:03.016531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:03.024778 n-d-826529-2 neutron-server[103331]: INFO neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempt 2 to bind port 28993e8f-2111-464b-b9be-371bdad829ad Jan 27 21:48:03.030144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 28993e8f-2111-464b-b9be-371bdad829ad has no active binding in host n-h2-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:48:03.208291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:03.209002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:03.210539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 1122 time: 2.1606054 Jan 27 21:48:03.307346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['28993e8f-2111-464b-b9be-371bdad829ad'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:03.323205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c93c5f8-60a5-4b46-b46b-2515307a2f66 req-f53c537b-b83f-4e04-bc5a-15c6d44dee8e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 210 time: 0.1967623 Jan 27 21:48:03.341083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f379f61-99b1-40d5-b6dd-e0dc1759f3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=8']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:03.387958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b041e-586f-40fc-8c74-946e99b13a55 req-6344428a-4d90-4f6a-b726-8d694f33e320 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:03.394924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['28993e8f-2111-464b-b9be-371bdad829ad'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:03.404295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a1b041e-586f-40fc-8c74-946e99b13a55 req-6344428a-4d90-4f6a-b726-8d694f33e320 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 945 time: 0.4835711 Jan 27 21:48:03.595922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a1b041e-586f-40fc-8c74-946e99b13a55 req-18a5030e-82c4-4149-8eab-186a0da4d9c5 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898537 Jan 27 21:48:03.739505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523bfba-e81a-4993-9936-1ba4645dc461 req-fc908794-bd1a-4250-b5d7-e49c34ddc79c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:03.748095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0523bfba-e81a-4993-9936-1ba4645dc461 req-fc908794-bd1a-4250-b5d7-e49c34ddc79c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.2221284 Jan 27 21:48:03.818176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0523bfba-e81a-4993-9936-1ba4645dc461 req-e5890940-06ea-4ca2-babf-ab3cdcd0831c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686224 Jan 27 21:48:04.217143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:04.224089 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febe78b6-1948-4caa-a234-5913ee0529a1" -d '{"events": [{"name": "network-changed", "server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "tag": "28993e8f-2111-464b-b9be-371bdad829ad"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:04.273458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68abcaa7-ca67-4822-8810-d2037a90fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:04.293755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6d82b-3643-4e21-be89-ff4c6976aceb req-42ad0151-3044-4072-9158-6fb472e2af6b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:04.302896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62c6d82b-3643-4e21-be89-ff4c6976aceb req-42ad0151-3044-4072-9158-6fb472e2af6b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.1601961 Jan 27 21:48:04.381829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62c6d82b-3643-4e21-be89-ff4c6976aceb req-54dc895e-147d-4074-b5d5-bc4810e78eaf tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775530 Jan 27 21:48:04.482627 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1388354c-7a44-4a35-8b3f-40afa5db0e2a x-openstack-request-id: req-1388354c-7a44-4a35-8b3f-40afa5db0e2a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:04.482994 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "tag": "28993e8f-2111-464b-b9be-371bdad829ad", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:04.483477 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1388354c-7a44-4a35-8b3f-40afa5db0e2a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:04.484172 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad', 'status': 'completed', 'code': 200} Jan 27 21:48:04.662830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96ffe49e-4d1b-4dd7-8bf0-3e74dd84c4ca req-903a9cd3-5f70-4126-a373-908069b2efc2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 210 time: 0.0889165 Jan 27 21:48:04.693171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694ca0a-94c7-48df-bbf9-937de6c889f9 req-5abd96b9-28b7-4073-8937-251fa184b006 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:04.695321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4694ca0a-94c7-48df-bbf9-937de6c889f9 req-5abd96b9-28b7-4073-8937-251fa184b006 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 945 time: 0.2320333 Jan 27 21:48:04.699911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-6c745d8b-bb15-432c-bd36-8f6a2ce843ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:04.701756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-6c745d8b-bb15-432c-bd36-8f6a2ce843ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1125 time: 0.1796849 Jan 27 21:48:04.949207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-0309a2fe-e52c-4ec4-9989-28b4fd18d57d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=74af4c34cbc04b07aca076cb63937d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168487 Jan 27 21:48:05.110633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4694ca0a-94c7-48df-bbf9-937de6c889f9 req-8653720c-3678-47d7-b025-2a9ec8fad558 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874884 Jan 27 21:48:05.139002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-5ec8f009-2460-4bae-afa2-b913e7f5e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.142659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-5ec8f009-2460-4bae-afa2-b913e7f5e3ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.4336286 Jan 27 21:48:05.323907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-da3ac695-1e20-4b87-b478-1d442620a155 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 217 time: 0.1695285 Jan 27 21:48:05.449253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-0134d323-d058-4829-a4c8-6ce1a41adc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.452177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-0134d323-d058-4829-a4c8-6ce1a41adc2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.0957899 Jan 27 21:48:05.465560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-180aa6aa-4765-4e62-bfc4-52fdd172705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.471542 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-180aa6aa-4765-4e62-bfc4-52fdd172705d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 1097 time: 0.1027427 Jan 27 21:48:05.558435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-beba7df5-1108-4ede-9ab1-a846e64af8b6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.561180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-beba7df5-1108-4ede-9ab1-a846e64af8b6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6062615 Jan 27 21:48:05.648678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-e270ab9c-65f1-4f18-b518-e1a2c44a90b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654882 Jan 27 21:48:05.665671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Request body: {'port': {'device_id': 'd10c2792-87f4-4e31-988d-a54437693387', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '74af4c34cbc04b07aca076cb63937d5e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:05.795190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-1f70ad5e-8f07-426e-8036-134255e55a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.799118 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-1f70ad5e-8f07-426e-8036-134255e55a3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 912 time: 0.3194704 Jan 27 21:48:05.862542 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-0607efc8-0a73-4391-a3c2-5ac00dd59748 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 HTTP/1.1" status: 200 len: 217 time: 0.0566640 Jan 27 21:48:05.925354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48f051-eb3d-40ed-957d-2e5ac029d97a req-140f9791-56df-484e-a60b-9a467865d665 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.938532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf48f051-eb3d-40ed-957d-2e5ac029d97a req-140f9791-56df-484e-a60b-9a467865d665 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.6241016 Jan 27 21:48:05.991463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07808682-db89-49b7-b988-6f89f91e3951 req-c0e78662-c6b7-43f3-9943-6852ace355da tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.993746 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-07808682-db89-49b7-b988-6f89f91e3951 req-c0e78662-c6b7-43f3-9943-6852ace355da tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 945 time: 0.1297009 Jan 27 21:48:06.000071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-7a831aef-a4f5-40b7-9d7c-9c72d68fee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:06.002899 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-7a831aef-a4f5-40b7-9d7c-9c72d68fee44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6bf78f42-503b-4857-acde-2b3fb102f068 HTTP/1.1" status: 200 len: 851 time: 0.1226735 Jan 27 21:48:06.114069 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-ea5489df-6e88-4c05-98b9-d338d6864e76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689201 Jan 27 21:48:06.218683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4cf9b-1855-486c-8124-ebd0c5edde49 req-2cfb08ca-5614-4cfa-a818-616cf67a1d79 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:06.220661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48794) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:06.231976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84a4cf9b-1855-486c-8124-ebd0c5edde49 req-2cfb08ca-5614-4cfa-a818-616cf67a1d79 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.5798478 Jan 27 21:48:06.272883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf48f051-eb3d-40ed-957d-2e5ac029d97a req-dec8f30e-3b1a-4589-8bc8-55a5d4a8d7db tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327200 Jan 27 21:48:06.375135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Made reservation on behalf of 74af4c34cbc04b07aca076cb63937d5e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:06.392813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:06.417134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Deleting port c487c1f0-e646-4adf-b03b-e5af666b3f2a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:06.420693 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:06.428694 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-d9cd34ef-9fa3-4b1a-ae75-29f2606120d0 service neutron] 10.222.0.57 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033929 Jan 27 21:48:06.459961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-42dc448d-bb3c-4ecd-9b98-272605f68eb9 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-81607645'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:06.460957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-42dc448d-bb3c-4ecd-9b98-272605f68eb9 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Unknown quota resources ['metering_label']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:48:06.563772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-325c9305-9be2-42ea-9173-8490faf48542 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618964 Jan 27 21:48:06.620578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84a4cf9b-1855-486c-8124-ebd0c5edde49 req-92266506-6e70-4ab1-b8e4-85a8c24e19a6 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874204 Jan 27 21:48:06.701244 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-399c282b-c400-423b-becd-a2c324c9bbe7 req-46688e5d-61a8-4c31-8c2d-449e7bdfdfbe service neutron] 10.222.0.57 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636807 Jan 27 21:48:06.846348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-febe78b6-1948-4caa-a234-5913ee0529a1 req-2d9e06a0-5a51-402b-943d-7d84da877658 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672737 Jan 27 21:48:06.974364 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eac0f200-b24f-416d-9047-c50961f10e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.006555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c099c8aa-a32b-467f-9cd3-a61a5c0645bc req-19296899-7d10-4414-bc09-eb381504721e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 210 time: 0.3616002 Jan 27 21:48:07.198805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Allocated IP 192.168.233.196 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/02a5d51c-932f-4fd8-85e0-c525687bbed5) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:07.214542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bccfc-cfd6-4eac-9a91-501b021b62f7 req-b6ae5c6c-dd4a-4d9a-b21c-688446f35c91 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:07.219043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e2bccfc-cfd6-4eac-9a91-501b021b62f7 req-b6ae5c6c-dd4a-4d9a-b21c-688446f35c91 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6f27705-0f51-4117-af10-33d460af2d80 HTTP/1.1" status: 200 len: 945 time: 0.2731097 Jan 27 21:48:07.221143 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42dc448d-bb3c-4ecd-9b98-272605f68eb9 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.223217 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-42dc448d-bb3c-4ecd-9b98-272605f68eb9 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.9996936 Jan 27 21:48:07.227506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48808) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:07.239896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d8ab8f62-c119-4c0d-bce7-20b8c8462bc6 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f4944087-9bb8-4c4c-a7c4-72784d6435a9'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:07.240787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d8ab8f62-c119-4c0d-bce7-20b8c8462bc6 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:48:07.271108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] For port c487c1f0-e646-4adf-b03b-e5af666b3f2a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c487c1f0-e646-4adf-b03b-e5af666b3f2a,segment=NetworkSegment(3f38e545-3539-4306-a0b0-d56e3d6c5558),segment_id=3f38e545-3539-4306-a0b0-d56e3d6c5558)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:07.272044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.304068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Calling delete_port for c487c1f0-e646-4adf-b03b-e5af666b3f2a owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:07.472719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e2bccfc-cfd6-4eac-9a91-501b021b62f7 req-72fc37ce-181e-4434-b888-e1ae9d38ce5d tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups?id=d1263c47-9bea-4444-923a-0aebd71e727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359438 Jan 27 21:48:07.494784 n-d-826529-2 neutron-server[103330]: WARNING neutron.services.metering.metering_plugin [None req-d8ab8f62-c119-4c0d-bce7-20b8c8462bc6 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 21:48:07.766946 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c487c1f0-e646-4adf-b03b-e5af666b3f2a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.782550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['c487c1f0-e646-4adf-b03b-e5af666b3f2a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:07.869381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event deleted for resources: {'Port': ['ID=c487c1f0-e646-4adf-b03b-e5af666b3f2a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:07.918948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8f62-c119-4c0d-bce7-20b8c8462bc6 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.921178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d8ab8f62-c119-4c0d-bce7-20b8c8462bc6 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6896167 Jan 27 21:48:07.927370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] No DVR routers for this DVR port c487c1f0-e646-4adf-b03b-e5af666b3f2a on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:07.934314 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.940510 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-07808682-db89-49b7-b988-6f89f91e3951 req-5988c0d5-a6c1-4a6b-86d2-b595ed804cde tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.16 "DELETE /v2.0/ports/c487c1f0-e646-4adf-b03b-e5af666b3f2a HTTP/1.1" status: 204 len: 173 time: 1.9364069 Jan 27 21:48:07.941036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48816) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:07.941526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f27705-0f51-4117-af10-33d460af2d80', 'name': 'network-vif-deleted', 'tag': 'c487c1f0-e646-4adf-b03b-e5af666b3f2a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:07.945460 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7e6d42-38e5-4758-a427-df12b0aee98c" -d '{"events": [{"server_uuid": "c6f27705-0f51-4117-af10-33d460af2d80", "name": "network-vif-deleted", "tag": "c487c1f0-e646-4adf-b03b-e5af666b3f2a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:07.954486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-77166ded-1e99-465d-b715-e84a3549b76a tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f4944087-9bb8-4c4c-a7c4-72784d6435a9'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:07.954888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-77166ded-1e99-465d-b715-e84a3549b76a tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:48:08.064333 n-d-826529-2 neutron-server[103329]: WARNING neutron.services.metering.metering_plugin [None req-77166ded-1e99-465d-b715-e84a3549b76a tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 21:48:08.140072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73f978-b9cf-49cc-a795-55a7a5ec10a8 req-11e35443-0d05-4022-9611-d19d3cdc0a14 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.154106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd73f978-b9cf-49cc-a795-55a7a5ec10a8 req-11e35443-0d05-4022-9611-d19d3cdc0a14 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.6795170 Jan 27 21:48:08.192390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd68384-5cc9-418e-92a3-94eef3ab1e8b req-f23b25d8-7b36-4f95-9d1b-478b9ad689d2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.204830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bd68384-5cc9-418e-92a3-94eef3ab1e8b req-f23b25d8-7b36-4f95-9d1b-478b9ad689d2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.3018379 Jan 27 21:48:08.217289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-3ff1edde-8126-46cd-a0af-b5f6dc2968b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.220375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-3ff1edde-8126-46cd-a0af-b5f6dc2968b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1125 time: 0.5659022 Jan 27 21:48:08.297340 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.543234 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77166ded-1e99-465d-b715-e84a3549b76a tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.544015 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-77166ded-1e99-465d-b715-e84a3549b76a tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5951540 Jan 27 21:48:08.547516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48828) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:08.569101 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-75fb3df8-ae46-4830-b57e-3182f0cef3b2 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=a7d6a93d-aecd-4f4d-82bc-bf77a3ff9f96 HTTP/1.1" status: 200 len: 464 time: 0.0200467 Jan 27 21:48:08.571536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48830) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:08.729121 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd21a-1f41-4c84-9151-7860461d445a tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.731504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2a7bd21a-1f41-4c84-9151-7860461d445a tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/a7d6a93d-aecd-4f4d-82bc-bf77a3ff9f96 HTTP/1.1" status: 204 len: 168 time: 0.1576538 Jan 27 21:48:08.734929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48832) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:08.752364 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f515b151-90d0-44e4-aea9-f18dbf212238 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=a7d6a93d-aecd-4f4d-82bc-bf77a3ff9f96 HTTP/1.1" status: 200 len: 221 time: 0.0140593 Jan 27 21:48:08.760027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48836) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:08.766932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9c3257cf-4a98-4f43-b59d-fb66013a7826 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1495914237', 'description': 'label created by tempest'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:08.767877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9c3257cf-4a98-4f43-b59d-fb66013a7826 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Unknown quota resources ['metering_label']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:48:08.958242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks [] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.993285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd73f978-b9cf-49cc-a795-55a7a5ec10a8 req-b3d2542c-57b7-4442-892a-ad8eda86abdc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373215 Jan 27 21:48:09.021261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bd68384-5cc9-418e-92a3-94eef3ab1e8b req-33e3ea4b-9536-45d4-b0a7-36485f511975 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135855 Jan 27 21:48:09.114591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c3257cf-4a98-4f43-b59d-fb66013a7826 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.121617 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9c3257cf-4a98-4f43-b59d-fb66013a7826 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3598199 Jan 27 21:48:09.122597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:09.168999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-06333e70-9b26-4af8-9a68-4d28d4f0c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:09.171780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-06333e70-9b26-4af8-9a68-4d28d4f0c53c service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.8789856 Jan 27 21:48:09.237013 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa64dc2-5fd0-414c-ab62-51e8ad1d84c8 x-openstack-request-id: req-afa64dc2-5fd0-414c-ab62-51e8ad1d84c8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:09.250353 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f27705-0f51-4117-af10-33d460af2d80", "name": "network-vif-deleted", "tag": "c487c1f0-e646-4adf-b03b-e5af666b3f2a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:09.250884 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afa64dc2-5fd0-414c-ab62-51e8ad1d84c8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:09.251523 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f27705-0f51-4117-af10-33d460af2d80', 'name': 'network-vif-deleted', 'tag': 'c487c1f0-e646-4adf-b03b-e5af666b3f2a', 'status': 'completed', 'code': 200} Jan 27 21:48:09.291260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-8c5985b2-bfc8-490d-a64b-f56d1896640c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 217 time: 0.1062694 Jan 27 21:48:09.305691 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.315383 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e0c17ea0-aee5-470a-9e4f-d8ee1c77989f tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=02cd8b94-4b07-4b4f-949a-98582236934b HTTP/1.1" status: 200 len: 468 time: 0.1909811 Jan 27 21:48:09.320501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48842) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:09.327361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:09.499689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:09.520007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:09.539878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:09.549620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:09.597442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-b06f7332-bd89-43c5-9014-dd8fde4ad1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:09.599955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-b06f7332-bd89-43c5-9014-dd8fde4ad1a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2877276 Jan 27 21:48:09.628896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8dd2f-5140-4992-8e53-a7e388ce0a3d req-fc00e7c2-7244-48b3-8048-bfdaae27e8e1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:09.657607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9c8dd2f-5140-4992-8e53-a7e388ce0a3d req-fc00e7c2-7244-48b3-8048-bfdaae27e8e1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 936 time: 0.3874638 Jan 27 21:48:09.726918 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-59c5767b-a987-48d5-b5b1-60bc7c5b2d04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427921 Jan 27 21:48:09.919982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-16a93f8e-b6c5-44b3-b317-77dc1df81af1 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.925575 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-16a93f8e-b6c5-44b3-b317-77dc1df81af1 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/02cd8b94-4b07-4b4f-949a-98582236934b HTTP/1.1" status: 204 len: 168 time: 0.6012280 Jan 27 21:48:09.928487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48854) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:09.949289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:09.950007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.971490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-99efec80-bac0-48ad-9631-aee2f4deb7e6 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=02cd8b94-4b07-4b4f-949a-98582236934b HTTP/1.1" status: 200 len: 216 time: 0.0382426 Jan 27 21:48:09.978112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48858) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:10.023714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48860) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:10.058287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9c8dd2f-5140-4992-8e53-a7e388ce0a3d req-25d04893-75f9-4802-a43f-dbf7f7a67c48 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969607 Jan 27 21:48:10.142622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab2df176-7a8a-493c-bcca-561af01c6e1f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5063727 Jan 27 21:48:10.212524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Request body: {'port': {'device_id': 'd10c2792-87f4-4e31-988d-a54437693387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:10.225966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cbab76e4-7631-4988-851d-c662d7d4b8bd tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.2366750 Jan 27 21:48:10.227071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48866) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:10.230124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a1b20a10-03c0-42cf-895d-90c5a2e6be9c None None] Provisioning complete for port 02a5d51c-932f-4fd8-85e0-c525687bbed5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:10.230702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a1b20a10-03c0-42cf-895d-90c5a2e6be9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.231203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-42d9f58b-a295-4c42-80b9-2268fc650e5e service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941695 Jan 27 21:48:10.321271 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02f25608-e339-4c70-889d-f62e4d085477 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group (13813493-3104-4754-898b-daaf8ae0aea9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.352424 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d2c1de06-c8e1-4871-8565-dc9a6eb4c9c1 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1168680 Jan 27 21:48:10.353351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48868) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:10.395210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a1b20a10-03c0-42cf-895d-90c5a2e6be9c None None] Port 02a5d51c-932f-4fd8-85e0-c525687bbed5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:48:10.475796 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-99e23fa5-cd1e-4cb9-8199-2d6764364cc0 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/f4944087-9bb8-4c4c-a7c4-72784d6435a9 HTTP/1.1" status: 200 len: 471 time: 0.0766938 Jan 27 21:48:10.478993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48872) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:10.494139 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02f25608-e339-4c70-889d-f62e4d085477 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group (13813493-3104-4754-898b-daaf8ae0aea9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.504896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 28993e8f-2111-464b-b9be-371bdad829ad no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:10.541060 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-118fa10c-d5eb-4297-b3f2-09a9ee797e72 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/03e49f40-f338-4645-a1e6-5e5e4835cd39 HTTP/1.1" status: 200 len: 461 time: 0.0529838 Jan 27 21:48:10.545701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:10.660439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf8aa66-36f9-40f1-845b-ed8bc4f880a7 req-f0c10403-674c-4791-9e08-f49daad6a449 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832910 Jan 27 21:48:10.670156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.721707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae898322-dfa6-4639-be2c-f687dab5e17f req-d41e917c-d703-420d-836e-8e5c588b27ad tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.730434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae898322-dfa6-4639-be2c-f687dab5e17f req-d41e917c-d703-420d-836e-8e5c588b27ad tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.4557035 Jan 27 21:48:10.814194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf09cf8-10f0-454e-bd77-2733e40cc797 req-20ec3424-2c1e-454d-aca9-35715af472e7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.823471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ddf09cf8-10f0-454e-bd77-2733e40cc797 req-20ec3424-2c1e-454d-aca9-35715af472e7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.5443470 Jan 27 21:48:10.876410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d4b9-4c47-4920-a5a5-9e85a973e881 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.882612 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2b4d4b9-4c47-4920-a5a5-9e85a973e881 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/03e49f40-f338-4645-a1e6-5e5e4835cd39 HTTP/1.1" status: 204 len: 168 time: 0.3275485 Jan 27 21:48:10.882612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02f25608-e339-4c70-889d-f62e4d085477 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (13813493-3104-4754-898b-daaf8ae0aea9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.890924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02f25608-e339-4c70-889d-f62e4d085477 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.895294 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-02f25608-e339-4c70-889d-f62e4d085477 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "DELETE /v2.0/security-groups/13813493-3104-4754-898b-daaf8ae0aea9 HTTP/1.1" status: 204 len: 168 time: 0.8681810 Jan 27 21:48:10.898714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48880) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:10.906930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48882) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:10.929263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f25608-e339-4c70-889d-f62e4d085477 tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13813493-3104-4754-898b-daaf8ae0aea9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:10.935547 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.066507 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-d65ddc17-ba57-42da-871c-151728f5a1ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] show failed (client error): The resource could not be found. Jan 27 21:48:11.072962 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d65ddc17-ba57-42da-871c-151728f5a1ae tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "GET /v2.0/security-groups/13813493-3104-4754-898b-daaf8ae0aea9 HTTP/1.1" status: 404 len: 347 time: 0.1530962 Jan 27 21:48:11.073722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48884) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:11.096685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ddf09cf8-10f0-454e-bd77-2733e40cc797 req-b9917b20-d40b-4d12-be1a-294b02d8f8d8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719908 Jan 27 21:48:11.153788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae898322-dfa6-4639-be2c-f687dab5e17f req-6e7e2664-65f3-4cc1-948f-00147c6c30ac tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217606 Jan 27 21:48:11.287897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 28993e8f-2111-464b-b9be-371bdad829ad is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:11.300504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c487c1f0-e646-4adf-b03b-e5af666b3f2a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:11.376197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: c487c1f0-e646-4adf-b03b-e5af666b3f2a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:11.376783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c487c1f0-e646-4adf-b03b-e5af666b3f2a not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:11.378343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.767634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a5d51c-932f-4fd8-85e0-c525687bbed5 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:11.784581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Publish callbacks [] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.809931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Transition to ACTIVE for port object 02a5d51c-932f-4fd8-85e0-c525687bbed5 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:11.822459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.894080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6534dc6e-df16-4a47-8469-307813de1d13 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.919065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6534dc6e-df16-4a47-8469-307813de1d13 tempest-MeteringTestJSON-1502243548 tempest-MeteringTestJSON-1502243548-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/f4944087-9bb8-4c4c-a7c4-72784d6435a9 HTTP/1.1" status: 204 len: 168 time: 1.0160229 Jan 27 21:48:12.020630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Deleting port 1f136d60-990f-414a-ac0e-27f6d379a5cb {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:12.021314 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1f136d60-990f-414a-ac0e-27f6d379a5cb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.107543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4115e9-2100-4a8b-9dcd-12f18c42d6cb req-147e2680-a4ad-4a2b-aa8e-3a555b81a36d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.114110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba4115e9-2100-4a8b-9dcd-12f18c42d6cb req-147e2680-a4ad-4a2b-aa8e-3a555b81a36d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 936 time: 0.6562083 Jan 27 21:48:12.250197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1f136d60-990f-414a-ac0e-27f6d379a5cb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.250621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for floatingip (1f136d60-990f-414a-ac0e-27f6d379a5cb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.281440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Calling delete_port for 1f136d60-990f-414a-ac0e-27f6d379a5cb owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:12.310794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Attempting to bind port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:12.311014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Attempting to bind port 02a5d51c-932f-4fd8-85e0-c525687bbed5 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:12.328207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Attempting to bind port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:12.357178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:12.366783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:12.367170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Attempting to bind port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:12.416268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:12.416619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:12.417022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:12.417492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Bound port: 02a5d51c-932f-4fd8-85e0-c525687bbed5, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:12.417866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.521810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48906) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:12.560927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:12.578627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba4115e9-2100-4a8b-9dcd-12f18c42d6cb req-5bd36dd8-2e11-4e94-8894-30c41bc53708 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251361 Jan 27 21:48:12.645079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1f136d60-990f-414a-ac0e-27f6d379a5cb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.681624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2adc33-0697-448f-af7f-67c47b5ace23 req-4af6ddf1-d25a-4701-82d7-466b87c427c0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.697705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f2adc33-0697-448f-af7f-67c47b5ace23 req-4af6ddf1-d25a-4701-82d7-466b87c427c0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.2412245 Jan 27 21:48:12.739567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:12.779348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Pushing event deleted for resources: {'Port': ['ID=1f136d60-990f-414a-ac0e-27f6d379a5cb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:12.816128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f2adc33-0697-448f-af7f-67c47b5ace23 req-a7a06a65-f6e3-4c68-9729-402014254aa2 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171713 Jan 27 21:48:12.855800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:12.883866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.968309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.968994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.970545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] 10.222.0.57 "PUT /v2.0/ports/02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 1096 time: 2.8213236 Jan 27 21:48:12.972858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:12.975327 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dd9164-c13e-44e4-9fc4-b455228b3b43" -d '{"events": [{"name": "network-changed", "server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:12.998820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d0d8f7e-46d5-4968-9b93-ff4a4f45c400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.023244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dd822-e98d-42be-b9be-2d0ad112b717 req-eff8c41c-806a-4787-80bd-e5b00650847b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.024989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d69dd822-e98d-42be-b9be-2d0ad112b717 req-eff8c41c-806a-4787-80bd-e5b00650847b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.1866112 Jan 27 21:48:13.160937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d0d8f7e-46d5-4968-9b93-ff4a4f45c400 admin admin] Publish callbacks [] for security_group (a6e04353-3203-4a56-a8d8-89719f5362aa), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.174962 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d0d8f7e-46d5-4968-9b93-ff4a4f45c400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a6e04353-3203-4a56-a8d8-89719f5362aa), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.207065 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe900f6-6c59-46f3-b385-583e1434b095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.208579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d8f7e-46d5-4968-9b93-ff4a4f45c400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e04353-3203-4a56-a8d8-89719f5362aa,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:13.218554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f01ee-370c-46fb-869f-53b9cc7aabf0 service neutron] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:13.227365 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa041d9e-d7b3-4b73-99fb-b62fd9b7307d x-openstack-request-id: req-aa041d9e-d7b3-4b73-99fb-b62fd9b7307d {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:13.227848 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:13.228205 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa041d9e-d7b3-4b73-99fb-b62fd9b7307d {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:13.228836 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'status': 'completed', 'code': 200} Jan 27 21:48:13.246684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks [] for floatingip (552eb565-2576-4f37-878f-7da805ef67f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.252163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.256795 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-84d89090-f77c-43b8-ac0f-dd3937861f3b tempest-ImagesOneServerNegativeTestJSON-13339799 tempest-ImagesOneServerNegativeTestJSON-13339799-project] 10.222.0.45 "DELETE /v2.0/floatingips/552eb565-2576-4f37-878f-7da805ef67f5 HTTP/1.1" status: 204 len: 168 time: 2.1790364 Jan 27 21:48:13.298464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48922) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:13.299812 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8d0d8f7e-46d5-4968-9b93-ff4a4f45c400 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a557957ec9364d2f86707a5c656650de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7363696 Jan 27 21:48:13.357708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab9d3350-09be-4734-b5ea-3880dccf30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.360946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-ab9d3350-09be-4734-b5ea-3880dccf30e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1099 time: 0.2856901 Jan 27 21:48:13.427321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d69dd822-e98d-42be-b9be-2d0ad112b717 req-f1a495d9-f80f-4c59-b4a9-4a70be411586 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877602 Jan 27 21:48:13.441999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48928) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:13.508916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-f4b19ec4-6297-4179-9463-63749cd392c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 217 time: 0.1256859 Jan 27 21:48:13.562992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab96604-d084-49c3-b303-e4fb71983ded admin admin] Deleting subnet fcfd7fa0-a4a7-4165-ae04-6274d85de59b {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:13.569580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cab96604-d084-49c3-b303-e4fb71983ded admin admin] Publish callbacks [] for subnet (fcfd7fa0-a4a7-4165-ae04-6274d85de59b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.622172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-8b46ef2c-4992-414f-9423-94fd11180d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.624940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-8b46ef2c-4992-414f-9423-94fd11180d5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0992365 Jan 27 21:48:13.652035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cab96604-d084-49c3-b303-e4fb71983ded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (fcfd7fa0-a4a7-4165-ae04-6274d85de59b), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.806843 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b9d3386f-b2ea-407f-bb97-0901278b4379 admin admin] Publish callbacks [] for security_group (a6e04353-3203-4a56-a8d8-89719f5362aa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.836549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cab96604-d084-49c3-b303-e4fb71983ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (fcfd7fa0-a4a7-4165-ae04-6274d85de59b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.958356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe900f6-6c59-46f3-b385-583e1434b095 admin admin] Publish callbacks [] for security_group (960fa6ab-9c8d-4a62-baac-ff02447a650b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.970704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cab96604-d084-49c3-b303-e4fb71983ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (fcfd7fa0-a4a7-4165-ae04-6274d85de59b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.986828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-2e9b6a0a-0967-4257-9634-992fee0750d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.989537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-2e9b6a0a-0967-4257-9634-992fee0750d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3540418 Jan 27 21:48:14.037020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab96604-d084-49c3-b303-e4fb71983ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfd7fa0-a4a7-4165-ae04-6274d85de59b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:14.045390 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe900f6-6c59-46f3-b385-583e1434b095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (960fa6ab-9c8d-4a62-baac-ff02447a650b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.060676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cab96604-d084-49c3-b303-e4fb71983ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.078384 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cab96604-d084-49c3-b303-e4fb71983ded admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fcfd7fa0-a4a7-4165-ae04-6274d85de59b HTTP/1.1" status: 204 len: 168 time: 0.6345286 Jan 27 21:48:14.081180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48936) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:14.099062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b9d3386f-b2ea-407f-bb97-0901278b4379 admin admin] Publish callbacks [] for security_group (a6e04353-3203-4a56-a8d8-89719f5362aa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.124646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9fe900f6-6c59-46f3-b385-583e1434b095 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12672432c16045da89e42a51351ff5eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5583563 Jan 27 21:48:14.136032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48940) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:14.201630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (ffef7e8a-53ab-4425-a3d5-9edd0b9368ea), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.259534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61793db3-aad8-4342-9592-79c1d8b272d8 admin admin] Publish callbacks [] for security_group (960fa6ab-9c8d-4a62-baac-ff02447a650b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.339615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61793db3-aad8-4342-9592-79c1d8b272d8 admin admin] Publish callbacks [] for security_group (960fa6ab-9c8d-4a62-baac-ff02447a650b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.343582 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (ffef7e8a-53ab-4425-a3d5-9edd0b9368ea), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.398161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffef7e8a-53ab-4425-a3d5-9edd0b9368ea']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:14.405340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe900f6-6c59-46f3-b385-583e1434b095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960fa6ab-9c8d-4a62-baac-ff02447a650b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:14.431810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b8156-18b3-49d2-8911-f070036f4962 req-b3da9fce-f738-49cc-b1d0-ac9e5e8c1d51 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:14.446891 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be7b8156-18b3-49d2-8911-f070036f4962 req-b3da9fce-f738-49cc-b1d0-ac9e5e8c1d51 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.4034252 Jan 27 21:48:14.447576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f38e545-3539-4306-a0b0-d56e3d6c5558') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:14.448302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f38e545-3539-4306-a0b0-d56e3d6c5558') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:14.465147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (3f38e545-3539-4306-a0b0-d56e3d6c5558), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.476784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ae157-0bd9-4012-b05b-04967c0d9aeb req-63203906-1896-420a-9977-26f3be325e60 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:14.490678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e96ae157-0bd9-4012-b05b-04967c0d9aeb req-63203906-1896-420a-9977-26f3be325e60 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 0.6078026 Jan 27 21:48:14.498958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3f38e545-3539-4306-a0b0-d56e3d6c5558), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.519442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:14.523872 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (3f38e545-3539-4306-a0b0-d56e3d6c5558), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.563972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b9d3386f-b2ea-407f-bb97-0901278b4379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a6e04353-3203-4a56-a8d8-89719f5362aa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.567015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b9d3386f-b2ea-407f-bb97-0901278b4379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.571081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b9d3386f-b2ea-407f-bb97-0901278b4379 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6e04353-3203-4a56-a8d8-89719f5362aa HTTP/1.1" status: 204 len: 168 time: 1.2637386 Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:14.624656 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:14.628972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61793db3-aad8-4342-9592-79c1d8b272d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (960fa6ab-9c8d-4a62-baac-ff02447a650b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.634493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61793db3-aad8-4342-9592-79c1d8b272d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.635213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be7b8156-18b3-49d2-8911-f070036f4962 req-471137b5-9a51-4a5b-97b9-c9181da5f507 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870675 Jan 27 21:48:14.648824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3386f-b2ea-407f-bb97-0901278b4379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e04353-3203-4a56-a8d8-89719f5362aa,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:14.654850 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-61793db3-aad8-4342-9592-79c1d8b272d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/960fa6ab-9c8d-4a62-baac-ff02447a650b HTTP/1.1" status: 204 len: 168 time: 0.5018930 Jan 27 21:48:14.692049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61793db3-aad8-4342-9592-79c1d8b272d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960fa6ab-9c8d-4a62-baac-ff02447a650b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:14.699988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (ffef7e8a-53ab-4425-a3d5-9edd0b9368ea), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.706151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-650e28bd-9eb4-4fe5-8241-034846fa98eb service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704073 Jan 27 21:48:14.713692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.729632 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ffef7e8a-53ab-4425-a3d5-9edd0b9368ea HTTP/1.1" status: 204 len: 168 time: 0.6451149 Jan 27 21:48:14.754075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3acc1-2452-424a-8f08-483b01437690 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffef7e8a-53ab-4425-a3d5-9edd0b9368ea,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:14.771434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e96ae157-0bd9-4012-b05b-04967c0d9aeb req-6fff2ee6-f835-4c79-8862-9f6d42af7e51 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794018 Jan 27 21:48:14.996433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505c2779-b9c9-42d7-b690-ad04c3e67fe0 req-7b436fc5-5aa0-4e52-946c-444004046df3 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511265 Jan 27 21:48:15.034044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d04cf-9d39-4186-9ec4-00143f57f2df req-cf0143b9-cbf7-4bac-9f27-c6b4765bcf66 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.036508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-360d04cf-9d39-4186-9ec4-00143f57f2df req-cf0143b9-cbf7-4bac-9f27-c6b4765bcf66 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.1203775 Jan 27 21:48:15.150537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-360d04cf-9d39-4186-9ec4-00143f57f2df req-ae1fc71c-6a29-49c2-8910-5ca8ec76e81f tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078820 Jan 27 21:48:15.158110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-bb120783-77f9-4fee-af0e-2f9508465a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.160413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-bb120783-77f9-4fee-af0e-2f9508465a7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1099 time: 0.1005530 Jan 27 21:48:15.260301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48954) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:15.283118 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48956) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:15.311271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-9f3c61e4-93b6-44af-aace-d19ef8f9905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.312971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-9f3c61e4-93b6-44af-aace-d19ef8f9905e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1454723 Jan 27 21:48:15.317822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f44f19b6-f30c-4c32-a48b-2bd73528cfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.369605 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bcd132cc-a419-4c1d-b5a5-c23534b8ea71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32b331e6d4d3469499b5bf825cba20da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0827272 Jan 27 21:48:15.372503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:15.382404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-5aaf6749-602b-4f22-a426-579d0996546f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 217 time: 0.0622575 Jan 27 21:48:15.463755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-5cf88e35-299d-4e49-b4b3-7f82d71b1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.466549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-5cf88e35-299d-4e49-b4b3-7f82d71b1d24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0768743 Jan 27 21:48:15.485041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47a47788-adf0-491c-a539-68b5dafbf894 admin admin] Publish callbacks [] for security_group (d1263c47-9bea-4444-923a-0aebd71e727a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.512525 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f44f19b6-f30c-4c32-a48b-2bd73528cfca admin admin] Publish callbacks [] for security_group (f5888386-2440-4266-87bc-7c8ee9d538f6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.526396 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f44f19b6-f30c-4c32-a48b-2bd73528cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f5888386-2440-4266-87bc-7c8ee9d538f6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.531377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47a47788-adf0-491c-a539-68b5dafbf894 admin admin] Publish callbacks [] for security_group (d1263c47-9bea-4444-923a-0aebd71e727a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.537744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-ec5c32db-cb4a-4c68-a1e6-7edb2f38073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.540145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-ec5c32db-cb4a-4c68-a1e6-7edb2f38073a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666583 Jan 27 21:48:15.607256 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f44f19b6-f30c-4c32-a48b-2bd73528cfca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95c51ab3c98f4442af5ae149cb47fe45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442400 Jan 27 21:48:15.614125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48968) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:15.614829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f19b6-f30c-4c32-a48b-2bd73528cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5888386-2440-4266-87bc-7c8ee9d538f6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:15.705784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47a47788-adf0-491c-a539-68b5dafbf894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d1263c47-9bea-4444-923a-0aebd71e727a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.709482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47a47788-adf0-491c-a539-68b5dafbf894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.711347 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-47a47788-adf0-491c-a539-68b5dafbf894 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1263c47-9bea-4444-923a-0aebd71e727a HTTP/1.1" status: 204 len: 168 time: 0.3376968 Jan 27 21:48:15.722170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d918d19b-c059-4919-b9f5-54965502e027 admin admin] Publish callbacks [] for security_group (f5888386-2440-4266-87bc-7c8ee9d538f6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.722903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-15485e6c-1952-4628-9886-60db949a64bc service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736538 Jan 27 21:48:15.734785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a47788-adf0-491c-a539-68b5dafbf894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1263c47-9bea-4444-923a-0aebd71e727a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:15.769121 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d918d19b-c059-4919-b9f5-54965502e027 admin admin] Publish callbacks [] for security_group (f5888386-2440-4266-87bc-7c8ee9d538f6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.887242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d918d19b-c059-4919-b9f5-54965502e027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f5888386-2440-4266-87bc-7c8ee9d538f6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.890531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d918d19b-c059-4919-b9f5-54965502e027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.892492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d918d19b-c059-4919-b9f5-54965502e027 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5888386-2440-4266-87bc-7c8ee9d538f6 HTTP/1.1" status: 204 len: 168 time: 0.2727306 Jan 27 21:48:15.906782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918d19b-c059-4919-b9f5-54965502e027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5888386-2440-4266-87bc-7c8ee9d538f6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:16.054881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865a11a-f6da-4da7-b367-70fc11f8aca2 req-2db8a287-285e-40a5-bece-737cc72fd3e0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.056561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a865a11a-f6da-4da7-b367-70fc11f8aca2 req-2db8a287-285e-40a5-bece-737cc72fd3e0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 944 time: 0.1848536 Jan 27 21:48:16.380099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd63b-471d-4470-8245-a8d85620ab82 req-851f3c9b-8f3c-4532-9070-207d3e5fb4d6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.382231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19ffd63b-471d-4470-8245-a8d85620ab82 req-851f3c9b-8f3c-4532-9070-207d3e5fb4d6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 0.4944327 Jan 27 21:48:16.412811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59dd9164-c13e-44e4-9fc4-b455228b3b43 req-aab93357-51dd-477f-8ac4-1c6b6cba306f service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741505 Jan 27 21:48:16.451807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d8e4cfe0-e569-42f6-8f8c-37e5405f06ba service neutron] 10.222.0.16 "GET /v2.0/ports/28993e8f-2111-464b-b9be-371bdad829ad/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.4864483 Jan 27 21:48:16.504750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a865a11a-f6da-4da7-b367-70fc11f8aca2 req-2366f1ab-238d-4df0-b90c-06d26996c6d0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331281 Jan 27 21:48:16.536456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19ffd63b-471d-4470-8245-a8d85620ab82 req-d4230f9c-2f6e-4c80-8ea6-df5c9eefd56e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266444 Jan 27 21:48:16.770424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:16.832260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:16.879011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28993e8f-2111-464b-b9be-371bdad829ad {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:16.891144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082dd4e-7938-41fd-b9f3-4253b10f3c28 req-912b1e67-bf66-4c83-9ec0-d825a17dac15 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.892890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5082dd4e-7938-41fd-b9f3-4253b10f3c28 req-912b1e67-bf66-4c83-9ec0-d825a17dac15 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.0943158 Jan 27 21:48:16.903610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:16.941949 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:16.977443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5082dd4e-7938-41fd-b9f3-4253b10f3c28 req-61719d00-4ff1-46af-88c6-d219bf7ce55d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768490 Jan 27 21:48:17.066212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Transition to ACTIVE for port object 28993e8f-2111-464b-b9be-371bdad829ad will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:17.074087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.186850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] No DVR routers for this DVR port 28993e8f-2111-464b-b9be-371bdad829ad on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:17.203203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=10']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:17.233199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.233513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.233854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.234193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.234580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.234848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.235173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.235580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.235837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.236221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.236610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.236950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.237279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:17.247865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-7987590d-2404-4880-bba8-92c9d62e2ce7 service neutron] 10.222.0.16 "PUT /v2.0/ports/28993e8f-2111-464b-b9be-371bdad829ad/bindings/n-h2-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7835088 Jan 27 21:48:17.394146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-6dfc7671-a769-4cf8-a43c-26d355b912dd tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.400142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-6dfc7671-a769-4cf8-a43c-26d355b912dd tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.0875263 Jan 27 21:48:17.456123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-138a716b-4d21-41c9-96f3-77da4831646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.458524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-138a716b-4d21-41c9-96f3-77da4831646f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5 HTTP/1.1" status: 200 len: 1096 time: 0.0497506 Jan 27 21:48:17.565410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d8de661a-884a-4056-8b7a-db30b8a4697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.567096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d8de661a-884a-4056-8b7a-db30b8a4697f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1096 time: 0.0794652 Jan 27 21:48:17.685097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49054) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.840325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-5b47a90b-afb0-4dfb-b41c-edcc503da2b2 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.841471 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b47a90b-afb0-4dfb-b41c-edcc503da2b2 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1533763 Jan 27 21:48:17.844784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49066) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.849241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-12efe84a-439f-4514-88f5-5ac975047ee6 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.850781 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-12efe84a-439f-4514-88f5-5ac975047ee6 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048025 Jan 27 21:48:17.853515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49068) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.857627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda97d9-83e1-4439-b813-0a79354783af req-8f7e281b-d8e1-4fd0-ab11-da108a0bf58e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.859233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8fda97d9-83e1-4439-b813-0a79354783af req-8f7e281b-d8e1-4fd0-ab11-da108a0bf58e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 0.1864820 Jan 27 21:48:17.859675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-8787644d-14f1-419c-b867-75da721ddc8d tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.865733 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8787644d-14f1-419c-b867-75da721ddc8d tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0109782 Jan 27 21:48:17.866483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49070) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.874050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e190a4-d6e5-4f0a-8206-a0385d797ccd req-b6493079-c4ef-4d44-8b80-ab325c1b391c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.875666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58e190a4-d6e5-4f0a-8206-a0385d797ccd req-b6493079-c4ef-4d44-8b80-ab325c1b391c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 945 time: 0.2010829 Jan 27 21:48:17.880994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-4a45f66f-0ff3-442b-9d3e-4e7557e9fe19 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.882047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4a45f66f-0ff3-442b-9d3e-4e7557e9fe19 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054839 Jan 27 21:48:17.883626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-58bd73c7-f147-40ae-a11c-1fd41ced77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.885204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-58bd73c7-f147-40ae-a11c-1fd41ced77ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.3118401 Jan 27 21:48:17.885361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49072) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.895022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-3582eea9-4695-4698-9588-e8a8a944e4d9 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.899479 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3582eea9-4695-4698-9588-e8a8a944e4d9 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0129335 Jan 27 21:48:17.901622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49074) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.905286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-103217bd-27cf-49b6-8ddf-b3071a19f271 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.909610 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-103217bd-27cf-49b6-8ddf-b3071a19f271 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0082552 Jan 27 21:48:17.910630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49076) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.915825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-4bb5c926-841f-4526-bdac-ad834c09879f tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.919279 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4bb5c926-841f-4526-bdac-ad834c09879f tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0074906 Jan 27 21:48:17.920137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49080) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.925133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-427729bf-aa95-4a12-af3b-30f06122153d tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.926512 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-427729bf-aa95-4a12-af3b-30f06122153d tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051689 Jan 27 21:48:17.931710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49082) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.937752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-c478fc37-a1a9-42db-a20c-63b0667ffb76 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.940216 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c478fc37-a1a9-42db-a20c-63b0667ffb76 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064027 Jan 27 21:48:17.943319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49084) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.948255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-4012247f-3a0f-4271-bb94-f24d2686a172 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.949404 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4012247f-3a0f-4271-bb94-f24d2686a172 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049248 Jan 27 21:48:17.953500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49086) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.958173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-98cc56d4-6e5a-4c02-8171-a0e92275f372 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.959453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-98cc56d4-6e5a-4c02-8171-a0e92275f372 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047300 Jan 27 21:48:17.963712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49088) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.963967 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-15b99ab0-ab81-4ee3-baa8-ce0aac981f2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 200 len: 217 time: 0.0659349 Jan 27 21:48:17.969687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-2981faa5-1665-43db-b6ec-f6811d10148a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.971320 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2981faa5-1665-43db-b6ec-f6811d10148a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052552 Jan 27 21:48:17.975757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49090) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.976760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.982421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-23430e8e-4b12-49fb-9515-e782f4d9e268 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.986994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-23430e8e-4b12-49fb-9515-e782f4d9e268 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0093744 Jan 27 21:48:17.988061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49092) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.992679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-3b367cc3-81a2-4624-93d4-26f7a100f27b tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:17.996906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3b367cc3-81a2-4624-93d4-26f7a100f27b tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0077565 Jan 27 21:48:17.997518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49094) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.002077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-79ce13b9-ead9-4789-9636-a7761977439c tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.006956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-79ce13b9-ead9-4789-9636-a7761977439c tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080390 Jan 27 21:48:18.008019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49096) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.013499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-4a2eb15f-6233-41c4-804c-a468475d75c5 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.019146 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4a2eb15f-6233-41c4-804c-a468475d75c5 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059068 Jan 27 21:48:18.019490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49100) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.024054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-a7630847-4565-40c0-baf6-8eec5884662e tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.025052 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a7630847-4565-40c0-baf6-8eec5884662e tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045993 Jan 27 21:48:18.028943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49102) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.033556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-0fd6a9d2-42b2-4449-bed8-9910a85026a8 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.034548 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0fd6a9d2-42b2-4449-bed8-9910a85026a8 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046239 Jan 27 21:48:18.039191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49104) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.044093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-cd123ca9-3393-441b-b809-6ab7f6a0e7bd tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.048237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd123ca9-3393-441b-b809-6ab7f6a0e7bd tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0074978 Jan 27 21:48:18.049347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49106) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.056048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-8e9c0e25-ab42-49f3-b60f-01b1875d796c tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.058127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8e9c0e25-ab42-49f3-b60f-01b1875d796c tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064034 Jan 27 21:48:18.060484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49108) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.064533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8fda97d9-83e1-4439-b813-0a79354783af req-aa0be051-6e8a-43ba-b5df-b9f87db4b7cc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866791 Jan 27 21:48:18.071255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58e190a4-d6e5-4f0a-8206-a0385d797ccd req-dd4513db-1c86-4e28-8356-e44158ff22e5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844044 Jan 27 21:48:18.074086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-ff5ba3f7-0b2d-45a6-b982-9c1cee2a4b1f tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.075183 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff5ba3f7-0b2d-45a6-b982-9c1cee2a4b1f tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0129921 Jan 27 21:48:18.077878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.082266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-16dcb9a9-464c-4c87-b783-188c0d8cbfde tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.087649 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-16dcb9a9-464c-4c87-b783-188c0d8cbfde tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044634 Jan 27 21:48:18.089646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49112) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.096636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-3c39012a-2944-4ff0-9237-74481dac0ec7 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.099285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3c39012a-2944-4ff0-9237-74481dac0ec7 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047762 Jan 27 21:48:18.101454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49114) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.106304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-8d06983f-e9dc-4c2d-bf38-308c205b5b7a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.107953 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8d06983f-e9dc-4c2d-bf38-308c205b5b7a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052021 Jan 27 21:48:18.109737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-f574890c-5a6b-4885-a97e-827ac711f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:18.112573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-f574890c-5a6b-4885-a97e-827ac711f459 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.1284835 Jan 27 21:48:18.113524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49116) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.121357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-2785eec2-f5f3-44b0-8fb1-ac5aa7695481 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.122395 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2785eec2-f5f3-44b0-8fb1-ac5aa7695481 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0073168 Jan 27 21:48:18.128937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49118) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.133970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-2a7868d4-9414-459c-b7d1-99e66a14ebd2 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.140262 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2a7868d4-9414-459c-b7d1-99e66a14ebd2 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0085349 Jan 27 21:48:18.146226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49120) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.156572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-76250447-9cea-41bf-a08d-f22775515d2d tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.157744 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-76250447-9cea-41bf-a08d-f22775515d2d tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070493 Jan 27 21:48:18.162308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49122) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.167839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-0467a8db-70ab-4cdd-914d-0bcc9f233cd2 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.169543 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0467a8db-70ab-4cdd-914d-0bcc9f233cd2 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052986 Jan 27 21:48:18.174030 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49124) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.174277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-69fd0fda-adae-4217-a97c-ea22be16fb11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539966 Jan 27 21:48:18.180963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-c7c425a3-d718-4ac3-a0ca-f1a7960d74a1 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.185511 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c7c425a3-d718-4ac3-a0ca-f1a7960d74a1 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0098605 Jan 27 21:48:18.186627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49126) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.196690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-c6f9859c-ad00-4b22-b333-5492e51d4758 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.204319 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c6f9859c-ad00-4b22-b333-5492e51d4758 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0158038 Jan 27 21:48:18.205674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49130) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.214422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-765a092a-e029-42ad-8b05-8e971e76edb7 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.220508 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-765a092a-e029-42ad-8b05-8e971e76edb7 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0129199 Jan 27 21:48:18.221003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49132) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.227084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-fa020e93-9849-452b-998d-dd9f7869c76b tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.232141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fa020e93-9849-452b-998d-dd9f7869c76b tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061328 Jan 27 21:48:18.232348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49134) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.238976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-dcd01d53-5a58-4f14-b117-5703edc63c66 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.248602 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dcd01d53-5a58-4f14-b117-5703edc63c66 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0148146 Jan 27 21:48:18.252703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49136) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.260216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-c6740e86-d353-4a8f-92f1-118d316018c7 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.261716 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c6740e86-d353-4a8f-92f1-118d316018c7 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0075269 Jan 27 21:48:18.266034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49138) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.273669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-da4cb32b-525d-4883-a44e-16e40274adce tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.278036 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da4cb32b-525d-4883-a44e-16e40274adce tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0075598 Jan 27 21:48:18.279105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49140) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.285972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-e1055cb8-3008-4822-a4dd-72e33420e45c tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.292278 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1055cb8-3008-4822-a4dd-72e33420e45c tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0115666 Jan 27 21:48:18.293202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49142) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.300385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-f720e0cb-f196-497c-a0a3-ecb77bb5117a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.306561 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f720e0cb-f196-497c-a0a3-ecb77bb5117a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0116172 Jan 27 21:48:18.307476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49144) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.314724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-91402774-070b-4d53-b75e-d5dd2694ea34 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.320915 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-91402774-070b-4d53-b75e-d5dd2694ea34 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0117154 Jan 27 21:48:18.321821 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.330004 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-0d54d94e-e534-4932-b42f-7c53f78991c3 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.335758 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0d54d94e-e534-4932-b42f-7c53f78991c3 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0121665 Jan 27 21:48:18.336973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49148) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.341325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-ebb034d3-d203-49b4-9d58-3672b26f73e6 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.342633 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ebb034d3-d203-49b4-9d58-3672b26f73e6 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048335 Jan 27 21:48:18.346424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49150) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.349405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 02a5d51c-932f-4fd8-85e0-c525687bbed5 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:18.351973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-9616f5af-9f62-4826-ab23-9d95e705a37b tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.355489 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9616f5af-9f62-4826-ab23-9d95e705a37b tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056994 Jan 27 21:48:18.356854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49152) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.365654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-1eca72fc-0685-45a9-b951-19132def24c1 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848156 Jan 27 21:48:18.366835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-624804ca-a28a-4040-9808-a0485370e9a5 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.377679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-624804ca-a28a-4040-9808-a0485370e9a5 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0178013 Jan 27 21:48:18.378084 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49154) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.385702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-1c333da9-54df-48a5-9028-c8b389622266 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.392637 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1c333da9-54df-48a5-9028-c8b389622266 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0128298 Jan 27 21:48:18.393664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49158) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.401220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-862207fa-3653-4e76-aed5-396305f590a1 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.408732 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-862207fa-3653-4e76-aed5-396305f590a1 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0133088 Jan 27 21:48:18.409805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49160) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.419253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-c1edf419-f71e-4050-b9b8-e5676171a283 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.426318 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1edf419-f71e-4050-b9b8-e5676171a283 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0144999 Jan 27 21:48:18.427569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49162) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.436944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-fc9c5528-39d9-4527-89f2-2caffc8f3193 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.443106 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fc9c5528-39d9-4527-89f2-2caffc8f3193 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0140533 Jan 27 21:48:18.444216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49164) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.454593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-74c45a92-fb4e-410f-b367-47f6e4b8517c tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.458874 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-74c45a92-fb4e-410f-b367-47f6e4b8517c tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0123515 Jan 27 21:48:18.464833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49166) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.475042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-42cb68db-89d6-4d4b-9054-3d98ef496c70 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.481824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-42cb68db-89d6-4d4b-9054-3d98ef496c70 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0154843 Jan 27 21:48:18.482501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8861b9-2b98-4007-b3e5-4409fd22d1d8 req-c10ed758-037c-4409-b450-928b97f59e4c tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:18.482805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49168) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.484368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a8861b9-2b98-4007-b3e5-4409fd22d1d8 req-c10ed758-037c-4409-b450-928b97f59e4c tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.1463053 Jan 27 21:48:18.502124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-b58a4983-b8bd-41eb-a302-42e588a72c5b tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.507679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b58a4983-b8bd-41eb-a302-42e588a72c5b tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0233283 Jan 27 21:48:18.512330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49170) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.519152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-f40f9976-d814-4954-a6d6-e8a65421d45a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.524615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f40f9976-d814-4954-a6d6-e8a65421d45a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0097649 Jan 27 21:48:18.525498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.530309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-35d31d40-8c0f-402b-b834-b73de4a3a961 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.535267 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-35d31d40-8c0f-402b-b834-b73de4a3a961 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0080879 Jan 27 21:48:18.536202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49174) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.541203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-c9e40d44-2504-46b0-9fc9-363b88b157a2 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.544687 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c9e40d44-2504-46b0-9fc9-363b88b157a2 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0072663 Jan 27 21:48:18.546337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49176) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.550806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-281eace1-3709-4b80-8b18-ce75a4f4fce7 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.555097 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-281eace1-3709-4b80-8b18-ce75a4f4fce7 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0075781 Jan 27 21:48:18.556043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.561501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-327a31df-1cd6-4c43-9c6d-6ac203f3cc05 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.565500 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-327a31df-1cd6-4c43-9c6d-6ac203f3cc05 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0081668 Jan 27 21:48:18.566379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49180) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.568663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:18.572366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-03271b41-b95d-418d-afc4-2a0ba1cdb8ae tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.576322 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-03271b41-b95d-418d-afc4-2a0ba1cdb8ae tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086291 Jan 27 21:48:18.577081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49182) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.581730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-49261989-138d-44da-a958-25a5db154ce6 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.586393 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-49261989-138d-44da-a958-25a5db154ce6 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079591 Jan 27 21:48:18.587153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49184) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.592313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-66d99445-092a-4e66-9b25-4554dfe457c6 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.595770 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-66d99445-092a-4e66-9b25-4554dfe457c6 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071890 Jan 27 21:48:18.596964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49186) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.602798 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-d719743c-3d2d-43fe-a89f-5d66776245fc service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166686 Jan 27 21:48:18.605791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-a718b990-ca58-4d77-b3e5-ce0e89c80cfb tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.609591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a8861b9-2b98-4007-b3e5-4409fd22d1d8 req-7499e72a-ee00-40d6-bb96-b19b6f5ed684 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138330 Jan 27 21:48:18.610833 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a718b990-ca58-4d77-b3e5-ce0e89c80cfb tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0120974 Jan 27 21:48:18.612501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.617240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'mac_address': 'fa:16:3e:8f:9c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:18.617849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-428855b3-ab94-416f-bcd5-8e75c4b6bdff tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.622626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49190) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.622888 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-428855b3-ab94-416f-bcd5-8e75c4b6bdff tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0088651 Jan 27 21:48:18.632118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-44dc716f-eae4-4a5f-8bcd-28f8ffbb35a3 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.639255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49192) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.640450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-44dc716f-eae4-4a5f-8bcd-28f8ffbb35a3 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0158019 Jan 27 21:48:18.644646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-39ea46eb-8cf6-4c8d-ae6b-15a1c2797cda tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.646945 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-39ea46eb-8cf6-4c8d-ae6b-15a1c2797cda tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060325 Jan 27 21:48:18.651757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49194) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.658319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-43b3a2ef-2fcc-40a0-9773-b5fce55d1325 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.660157 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-43b3a2ef-2fcc-40a0-9773-b5fce55d1325 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0065618 Jan 27 21:48:18.667397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49196) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.673850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-da71c7fb-736d-43a2-9949-86aaf39f4d4f tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.676265 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da71c7fb-736d-43a2-9949-86aaf39f4d4f tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0072451 Jan 27 21:48:18.679219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49198) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.689521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-340a35a7-43cf-455b-9776-70883eac1570 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.690529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-340a35a7-43cf-455b-9776-70883eac1570 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0101736 Jan 27 21:48:18.693876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 02a5d51c-932f-4fd8-85e0-c525687bbed5 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:18.694797 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.695546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49200) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.701369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-b526fd6c-87a2-4fdd-a034-0f757b3ef830 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.705464 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b526fd6c-87a2-4fdd-a034-0f757b3ef830 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0084486 Jan 27 21:48:18.705688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49202) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.713521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-f05dddca-e3a8-424c-bfba-a47238e5f24f tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.715950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f05dddca-e3a8-424c-bfba-a47238e5f24f tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0088129 Jan 27 21:48:18.719815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49204) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.720234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a5d51c-932f-4fd8-85e0-c525687bbed5 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:18.727804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-70fae64a-72d7-4aa8-974b-2b27210da905 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.732672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49206) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.735690 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-70fae64a-72d7-4aa8-974b-2b27210da905 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0093532 Jan 27 21:48:18.737404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-ea4d276a-7f48-4620-8dca-e7bd64825c46 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.738569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ea4d276a-7f48-4620-8dca-e7bd64825c46 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046904 Jan 27 21:48:18.741343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49208) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.746710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-17947f02-402f-46fe-82c1-a484ee7661e9 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.751264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-17947f02-402f-46fe-82c1-a484ee7661e9 tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0084209 Jan 27 21:48:18.752207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49210) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.757035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [None req-e2484e1c-e0fe-4d07-81b8-bc1286c3a11a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.759904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:18.761604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e2484e1c-e0fe-4d07-81b8-bc1286c3a11a tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081286 Jan 27 21:48:18.762366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49212) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.774080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [None req-56890071-4e5a-4693-9b2e-e3b09f9203bf tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:18.777368 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-56890071-4e5a-4693-9b2e-e3b09f9203bf tempest-ExtensionsTestJSON-1226657427 tempest-ExtensionsTestJSON-1226657427-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0132606 Jan 27 21:48:18.796222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.916929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:19.003793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-f767a3e5-5d02-46a2-ad10-ea9957b28b8c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.005455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-f767a3e5-5d02-46a2-ad10-ea9957b28b8c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.0864520 Jan 27 21:48:19.092292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['02a5d51c-932f-4fd8-85e0-c525687bbed5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:19.383933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49248) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:19.437709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-4a662ca6-435d-4729-b2c5-88d3e5349ed1 service neutron] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:19.469403 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-4a662ca6-435d-4729-b2c5-88d3e5349ed1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.471457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ad2db8-aeb0-494a-a22f-c5157d6e44fa req-4a662ca6-435d-4729-b2c5-88d3e5349ed1 service neutron] 10.222.0.57 "DELETE /v2.0/ports/28993e8f-2111-464b-b9be-371bdad829ad/bindings/n-h1-826529-2 HTTP/1.1" status: 204 len: 173 time: 0.4588308 Jan 27 21:48:19.504019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f706bd2-38b9-4822-9801-d0445ce8c77f req-e34d5965-043b-4b92-be9c-3dad57f22dfe tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.506845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f706bd2-38b9-4822-9801-d0445ce8c77f req-e34d5965-043b-4b92-be9c-3dad57f22dfe tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 949 time: 0.2338407 Jan 27 21:48:19.516254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68427c-c043-44b4-9ea9-c90f6018bcb9 req-a05bee3d-1790-4aba-8047-838b7d9b7898 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.518806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db68427c-c043-44b4-9ea9-c90f6018bcb9 req-a05bee3d-1790-4aba-8047-838b7d9b7898 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 945 time: 0.2026668 Jan 27 21:48:19.701720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f706bd2-38b9-4822-9801-d0445ce8c77f req-e5bbc8c2-16d7-4938-a4ad-4c864e6dbabe tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755340 Jan 27 21:48:19.751585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db68427c-c043-44b4-9ea9-c90f6018bcb9 req-e8f13e15-0636-4cf3-9ab1-991cd9790405 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933882 Jan 27 21:48:20.032975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a57df864-f91d-4af9-ba99-0de93de4a051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.087783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29d789-2a1f-4ab5-91ca-29ce98c9a47b req-5cad2c2a-44de-4432-9e6a-6efc5f35dea5 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.094318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a29d789-2a1f-4ab5-91ca-29ce98c9a47b req-5cad2c2a-44de-4432-9e6a-6efc5f35dea5 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.1491494 Jan 27 21:48:20.168562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a57df864-f91d-4af9-ba99-0de93de4a051 admin admin] Publish callbacks [] for security_group (09f17278-7aaa-40c6-8289-4299f9c2e3b0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.175172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a57df864-f91d-4af9-ba99-0de93de4a051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (09f17278-7aaa-40c6-8289-4299f9c2e3b0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.231077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a29d789-2a1f-4ab5-91ca-29ce98c9a47b req-b60e7cd8-a371-4987-9b15-69d47f02ef7d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245699 Jan 27 21:48:20.257383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a935833-e704-4bb8-b2da-ce10e7b20d4d req-70901793-c486-4bd1-97d6-f53108779291 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.259299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a935833-e704-4bb8-b2da-ce10e7b20d4d req-70901793-c486-4bd1-97d6-f53108779291 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1096 time: 0.0753794 Jan 27 21:48:20.276409 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a57df864-f91d-4af9-ba99-0de93de4a051 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19c88cbd21c04fb38a70b4f7bc097e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8901956 Jan 27 21:48:20.277582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49280) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:20.281150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57df864-f91d-4af9-ba99-0de93de4a051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f17278-7aaa-40c6-8289-4299f9c2e3b0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:20.361569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 02a5d51c-932f-4fd8-85e0-c525687bbed5 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:20.387799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a935833-e704-4bb8-b2da-ce10e7b20d4d req-fcf38cca-2c4d-479e-8f45-35909615994f tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111388 Jan 27 21:48:20.414260 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec614bbb-789f-4be4-bcce-19c34efb1d85 admin admin] Publish callbacks [] for security_group (09f17278-7aaa-40c6-8289-4299f9c2e3b0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.474148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec614bbb-789f-4be4-bcce-19c34efb1d85 admin admin] Publish callbacks [] for security_group (09f17278-7aaa-40c6-8289-4299f9c2e3b0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.520984 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.525157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 02a5d51c-932f-4fd8-85e0-c525687bbed5 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:20.532229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 02a5d51c-932f-4fd8-85e0-c525687bbed5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:20.532608 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.574491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec614bbb-789f-4be4-bcce-19c34efb1d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (09f17278-7aaa-40c6-8289-4299f9c2e3b0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.578017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec614bbb-789f-4be4-bcce-19c34efb1d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.579223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ec614bbb-789f-4be4-bcce-19c34efb1d85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09f17278-7aaa-40c6-8289-4299f9c2e3b0 HTTP/1.1" status: 204 len: 168 time: 0.2993205 Jan 27 21:48:20.610577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec614bbb-789f-4be4-bcce-19c34efb1d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f17278-7aaa-40c6-8289-4299f9c2e3b0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:20.639386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69b32-2112-4e4c-9c5f-08f2d35c73fd req-c53f35d3-231f-4cee-b71a-e7b0bb00c72c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.641618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1c69b32-2112-4e4c-9c5f-08f2d35c73fd req-c53f35d3-231f-4cee-b71a-e7b0bb00c72c tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 1096 time: 0.0789368 Jan 27 21:48:20.735134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 02a5d51c-932f-4fd8-85e0-c525687bbed5 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:20.735949 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.757283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1c69b32-2112-4e4c-9c5f-08f2d35c73fd req-9fbfa3b8-55c6-4661-af99-f198abfa9d29 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018255 Jan 27 21:48:20.834619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:20.841548 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f8aa7-02d5-4720-a306-854277a1f4e9" -d '{"events": [{"server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "name": "network-vif-plugged", "status": "completed", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:20.893464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:20.904798 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.947459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d275-3026-431c-b885-cfae59ab62e1 req-f12e7861-3624-4cd0-a2b7-1590f7b47de3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.950863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5d0d275-3026-431c-b885-cfae59ab62e1 req-f12e7861-3624-4cd0-a2b7-1590f7b47de3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 949 time: 0.1068158 Jan 27 21:48:21.004366 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d099a1f-1f25-43df-86f3-dc71daec82ff x-openstack-request-id: req-6d099a1f-1f25-43df-86f3-dc71daec82ff {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:21.004366 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "name": "network-vif-plugged", "status": "completed", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:21.004366 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d099a1f-1f25-43df-86f3-dc71daec82ff {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:21.004366 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'code': 200} Jan 27 21:48:21.072847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5d0d275-3026-431c-b885-cfae59ab62e1 req-803b142a-eb1f-4844-9133-fb42169ce938 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049621 Jan 27 21:48:21.086299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:21.153765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c663e-591f-46a4-a2d3-4e5cf1cbe876 req-fd8f9a36-1ef5-4323-8808-ab7c7451f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.155768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-892c663e-591f-46a4-a2d3-4e5cf1cbe876 req-fd8f9a36-1ef5-4323-8808-ab7c7451f460 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1101 time: 0.0610094 Jan 27 21:48:21.286304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-892c663e-591f-46a4-a2d3-4e5cf1cbe876 req-38a0e729-1793-4342-8e3c-547c4121c0d0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189990 Jan 27 21:48:21.464456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2db641-1f26-4015-ae86-2add62201366 req-720f2765-90c6-4c84-8ae9-e9d1eb0e8735 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.474155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e2db641-1f26-4015-ae86-2add62201366 req-720f2765-90c6-4c84-8ae9-e9d1eb0e8735 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.0895107 Jan 27 21:48:21.499774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49332) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:21.579392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e2db641-1f26-4015-ae86-2add62201366 req-aa7bf244-4909-424e-a2f7-6739da2ce4a2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039679 Jan 27 21:48:21.742776 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d26182b9-7c44-4948-a3d8-1a9203ce2bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.857836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d26182b9-7c44-4948-a3d8-1a9203ce2bc6 admin admin] Publish callbacks [] for security_group (64468931-01da-40e0-93ea-de4bbaa72219), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.865594 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d26182b9-7c44-4948-a3d8-1a9203ce2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (64468931-01da-40e0-93ea-de4bbaa72219), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.930007 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d26182b9-7c44-4948-a3d8-1a9203ce2bc6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce4f2deab0f74848bc28f9f19a1ff300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284067 Jan 27 21:48:21.931042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26182b9-7c44-4948-a3d8-1a9203ce2bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64468931-01da-40e0-93ea-de4bbaa72219,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:21.932849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49356) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:21.992870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49358) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:22.007909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec387d87-953f-4c25-ada4-775e09715c0d admin admin] Publish callbacks [] for security_group (64468931-01da-40e0-93ea-de4bbaa72219), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.040582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec387d87-953f-4c25-ada4-775e09715c0d admin admin] Publish callbacks [] for security_group (64468931-01da-40e0-93ea-de4bbaa72219), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.103808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec387d87-953f-4c25-ada4-775e09715c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (64468931-01da-40e0-93ea-de4bbaa72219), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.110902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec387d87-953f-4c25-ada4-775e09715c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.113632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ec387d87-953f-4c25-ada4-775e09715c0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64468931-01da-40e0-93ea-de4bbaa72219 HTTP/1.1" status: 204 len: 168 time: 0.1781483 Jan 27 21:48:22.131831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'networks': [{'name': 'tempest-network--1215810888'}, {'name': 'tempest-network--1352003906'}]} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:22.132365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'network': {'name': 'tempest-network--1215810888'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:22.133138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'network': {'name': 'tempest-network--1352003906'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:22.145254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec387d87-953f-4c25-ada4-775e09715c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64468931-01da-40e0-93ea-de4bbaa72219,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:22.186951 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Made reservation on behalf of 400bff2bdd3f4b28ad8e5b9e6a26e686 for: {'network': 2} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:22.199454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.217538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.342272 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks [] for security_group (21e9c4e7-7c1e-44be-9ed2-15fd519f43ee), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.349168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (21e9c4e7-7c1e-44be-9ed2-15fd519f43ee), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.349810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.406662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:22.438536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e9c4e7-7c1e-44be-9ed2-15fd519f43ee,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:22.439377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4e079-1ef7-4714-a4fa-a248fe3f47c1 req-62f5ce96-8286-48b7-b051-8b1f60d4a1c4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:22.448288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f34798da-ffbf-4a42-a377-59b113ec7f25), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.448734 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Added segment f34798da-ffbf-4a42-a377-59b113ec7f25 of type vlan for network 4db1258c-b5a8-4c72-a2be-58ed6bdf6c72 Jan 27 21:48:22.449814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08a4e079-1ef7-4714-a4fa-a248fe3f47c1 req-62f5ce96-8286-48b7-b051-8b1f60d4a1c4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.1255007 Jan 27 21:48:22.526499 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (4db1258c-b5a8-4c72-a2be-58ed6bdf6c72), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.577756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08a4e079-1ef7-4714-a4fa-a248fe3f47c1 req-70438bf0-8aa3-46d6-91ec-555ee02da2f8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268930 Jan 27 21:48:22.616362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:22.654424 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d2fb5e69-754d-4d90-ac7a-503760b6bbb6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.655468 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Added segment d2fb5e69-754d-4d90-ac7a-503760b6bbb6 of type vlan for network 604186f2-7c1f-497a-b00d-2dfe7ad3fc14 Jan 27 21:48:22.745853 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (604186f2-7c1f-497a-b00d-2dfe7ad3fc14), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.814899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (4db1258c-b5a8-4c72-a2be-58ed6bdf6c72), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.817018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (604186f2-7c1f-497a-b00d-2dfe7ad3fc14), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.836862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:22.860631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:22.861918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.886417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69600e-518d-4b15-b26e-ef11bd156a69 req-dca05439-541f-4eec-a1f7-33ff24893b85 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:22.900301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd69600e-518d-4b15-b26e-ef11bd156a69 req-dca05439-541f-4eec-a1f7-33ff24893b85 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.1249239 Jan 27 21:48:22.937670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49406) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:22.986176 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-644dcd11-dcf8-4ff0-8e1b-adb4374fe613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.011860 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0137913 Jan 27 21:48:23.013610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49408) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:23.017297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Network': ['ID=4db1258c-b5a8-4c72-a2be-58ed6bdf6c72,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:23.029382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd69600e-518d-4b15-b26e-ef11bd156a69 req-fd8f4c64-81bb-43dd-870f-a41aa1328cb1 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276605 Jan 27 21:48:23.039022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 4db1258c-b5a8-4c72-a2be-58ed6bdf6c72 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:23.181545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-644dcd11-dcf8-4ff0-8e1b-adb4374fe613 admin admin] Publish callbacks [] for security_group (eff322ad-0682-4ab8-a28c-1bba823ce6ad), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.190567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-644dcd11-dcf8-4ff0-8e1b-adb4374fe613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eff322ad-0682-4ab8-a28c-1bba823ce6ad), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.275510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-644dcd11-dcf8-4ff0-8e1b-adb4374fe613 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e34b8c4f9ade4736a9e0876d0a039c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349102 Jan 27 21:48:23.276327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dcd11-dcf8-4ff0-8e1b-adb4374fe613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff322ad-0682-4ab8-a28c-1bba823ce6ad,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:23.279822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49410) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:23.296007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d2209-ca67-441e-8b28-d47e35b621c0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Network': ['ID=604186f2-7c1f-497a-b00d-2dfe7ad3fc14,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:23.315152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 604186f2-7c1f-497a-b00d-2dfe7ad3fc14 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:23.404800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eff44b-57dc-4c12-a39b-ee36db4a8f99 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.412994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eff44b-57dc-4c12-a39b-ee36db4a8f99 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.419300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eff44b-57dc-4c12-a39b-ee36db4a8f99 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.427289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eff44b-57dc-4c12-a39b-ee36db4a8f99 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.429857 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3eff44b-57dc-4c12-a39b-ee36db4a8f99 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4144123 Jan 27 21:48:23.433098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49414) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:23.455849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37f2836a-ed85-4fd9-82d8-904107711e86 admin admin] Publish callbacks [] for security_group (eff322ad-0682-4ab8-a28c-1bba823ce6ad), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.485738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37f2836a-ed85-4fd9-82d8-904107711e86 admin admin] Publish callbacks [] for security_group (eff322ad-0682-4ab8-a28c-1bba823ce6ad), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.546480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (4db1258c-b5a8-4c72-a2be-58ed6bdf6c72), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.587737 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37f2836a-ed85-4fd9-82d8-904107711e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eff322ad-0682-4ab8-a28c-1bba823ce6ad), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.590502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37f2836a-ed85-4fd9-82d8-904107711e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.594211 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-37f2836a-ed85-4fd9-82d8-904107711e86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eff322ad-0682-4ab8-a28c-1bba823ce6ad HTTP/1.1" status: 204 len: 168 time: 0.3105509 Jan 27 21:48:23.610383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2836a-ed85-4fd9-82d8-904107711e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff322ad-0682-4ab8-a28c-1bba823ce6ad,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:23.732253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (4db1258c-b5a8-4c72-a2be-58ed6bdf6c72), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.830830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db1258c-b5a8-4c72-a2be-58ed6bdf6c72']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:23.853636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34798da-ffbf-4a42-a377-59b113ec7f25') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:23.854042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34798da-ffbf-4a42-a377-59b113ec7f25') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:23.870965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (f34798da-ffbf-4a42-a377-59b113ec7f25), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.892922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e93e0-2b04-43bf-a598-1014b54e6476 req-4425b7fb-2793-4589-94e2-0503bf2be4ec tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.894662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e4e93e0-2b04-43bf-a598-1014b54e6476 req-4425b7fb-2793-4589-94e2-0503bf2be4ec tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.1468637 Jan 27 21:48:23.901617 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f34798da-ffbf-4a42-a377-59b113ec7f25), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.959995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:23.960668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (f34798da-ffbf-4a42-a377-59b113ec7f25), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:23.966196 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:24.125193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e4e93e0-2b04-43bf-a598-1014b54e6476 req-ec2a8b94-19c0-42d0-8e19-df5ea50a07f1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128389 Jan 27 21:48:24.127499 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (4db1258c-b5a8-4c72-a2be-58ed6bdf6c72), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.143362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.149894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/networks/4db1258c-b5a8-4c72-a2be-58ed6bdf6c72 HTTP/1.1" status: 204 len: 168 time: 0.7152555 Jan 27 21:48:24.152799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49438) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:24.169423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf69802-1633-4413-aea2-0f76c2f5e1dc tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Network': ['ID=4db1258c-b5a8-4c72-a2be-58ed6bdf6c72,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:24.381714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f99538-dfc0-428e-8fb8-01be1d84c5cd req-da9fa8da-9712-4ab8-ad43-e6e0eb0d1e43 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.395244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86f99538-dfc0-428e-8fb8-01be1d84c5cd req-da9fa8da-9712-4ab8-ad43-e6e0eb0d1e43 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.1574063 Jan 27 21:48:24.452902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (604186f2-7c1f-497a-b00d-2dfe7ad3fc14), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.497140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86f99538-dfc0-428e-8fb8-01be1d84c5cd req-43a2cb72-1613-4a41-a848-12fe03708c70 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825346 Jan 27 21:48:24.561996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-c644b727-8b97-4908-8366-21bb55120478 req-e5deafb7-d3e5-4fb2-8468-9ff7d0c54867 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:24.571059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c644b727-8b97-4908-8366-21bb55120478 req-e5deafb7-d3e5-4fb2-8468-9ff7d0c54867 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2408333 Jan 27 21:48:24.662004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (604186f2-7c1f-497a-b00d-2dfe7ad3fc14), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.723598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604186f2-7c1f-497a-b00d-2dfe7ad3fc14']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:24.748900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fb5e69-754d-4d90-ac7a-503760b6bbb6') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:24.749297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fb5e69-754d-4d90-ac7a-503760b6bbb6') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:24.764505 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d2fb5e69-754d-4d90-ac7a-503760b6bbb6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.784534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d2fb5e69-754d-4d90-ac7a-503760b6bbb6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.800207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:24.800570 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d2fb5e69-754d-4d90-ac7a-503760b6bbb6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:24.886639 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:24.889667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (604186f2-7c1f-497a-b00d-2dfe7ad3fc14), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.912516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.919491 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/networks/604186f2-7c1f-497a-b00d-2dfe7ad3fc14 HTTP/1.1" status: 204 len: 168 time: 0.7646451 Jan 27 21:48:24.921914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49468) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:24.935513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df557af-8c38-4b5e-8ce2-37f71502ac93 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Network': ['ID=604186f2-7c1f-497a-b00d-2dfe7ad3fc14,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:25.072780 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-5b1c7b02-4446-4cde-8ba0-e576d5a0be23 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806155 Jan 27 21:48:25.091457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-893fa3a9-1911-450b-9459-29cb97520d8c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:25.105105 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-893fa3a9-1911-450b-9459-29cb97520d8c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225756 Jan 27 21:48:25.331548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db4a9a-29ea-4cc3-851b-67c813c1e35c req-7dd9c156-dc88-45e1-b004-0a1fed0d0936 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.339765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45db4a9a-29ea-4cc3-851b-67c813c1e35c req-7dd9c156-dc88-45e1-b004-0a1fed0d0936 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.3151052 Jan 27 21:48:25.418323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45db4a9a-29ea-4cc3-851b-67c813c1e35c req-8f087c98-3a44-437d-a23c-ede6dc1374a4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772736 Jan 27 21:48:25.447781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55e54e-a085-4d1d-842e-888fe0b89987 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.455148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55e54e-a085-4d1d-842e-888fe0b89987 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.463039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac55e54e-a085-4d1d-842e-888fe0b89987 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5335972 Jan 27 21:48:25.463341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49504) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:25.468892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1938287699'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:25.504440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Made reservation on behalf of 400bff2bdd3f4b28ad8e5b9e6a26e686 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:25.512847 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.592312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:25.636548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (25732469-9b5a-484c-a4aa-d1c907014cad), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.637448 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Added segment 25732469-9b5a-484c-a4aa-d1c907014cad of type vlan for network f620b27f-83c5-45a3-be1f-e1d1dc3b77f1 Jan 27 21:48:25.754452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-feb6c9f9-acb9-4d11-88aa-30b43f969436 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715888 Jan 27 21:48:25.866236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f620b27f-83c5-45a3-be1f-e1d1dc3b77f1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.887183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d058f-5268-443d-a073-7763dee614cf req-895ce052-59e9-4a94-93e6-542faa2704e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.888871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e83d058f-5268-443d-a073-7763dee614cf req-895ce052-59e9-4a94-93e6-542faa2704e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.2478311 Jan 27 21:48:25.947221 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f620b27f-83c5-45a3-be1f-e1d1dc3b77f1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.952426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.953447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.065636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-2e600d2a-8b65-4f1c-99ef-e5cf8392d82a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:26.067284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-2e600d2a-8b65-4f1c-99ef-e5cf8392d82a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873030 Jan 27 21:48:26.124270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49544) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:26.125207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6597950 Jan 27 21:48:26.126020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e7ca3-2f7d-4255-84c2-c08f0e1d0e42 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Network': ['ID=f620b27f-83c5-45a3-be1f-e1d1dc3b77f1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:26.130144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-645918796'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:26.136018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-1b91c53d-8400-4f97-baaa-613522449d9b tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/quotas/9d43ddf08ced4cc08006cc2949aadcfa HTTP/1.1" status: 200 len: 375 time: 0.0574358 Jan 27 21:48:26.142199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e83d058f-5268-443d-a073-7763dee614cf req-d3001369-e26e-4d78-bb71-8f4d8512c111 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362466 Jan 27 21:48:26.145449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f620b27f-83c5-45a3-be1f-e1d1dc3b77f1 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:26.181952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Made reservation on behalf of 400bff2bdd3f4b28ad8e5b9e6a26e686 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:26.194623 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.198941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-38f9322d-918a-47cf-97cf-38e2f0bc846c tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613697 Jan 27 21:48:26.249310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:26.264482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (fc10f8de-62a8-451c-8219-70d8134496f4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.264978 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Added segment fc10f8de-62a8-451c-8219-70d8134496f4 of type vlan for network 2ac7053b-4675-493a-84ae-66a50370058a Jan 27 21:48:26.367756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2ac7053b-4675-493a-84ae-66a50370058a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.494056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2ac7053b-4675-493a-84ae-66a50370058a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.501118 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:26.501791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.710434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Network': ['ID=2ac7053b-4675-493a-84ae-66a50370058a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:26.729756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2ac7053b-4675-493a-84ae-66a50370058a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:26.743378 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-92b9839c-6832-43a2-a622-381fc38bb7e5 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6121891 Jan 27 21:48:26.747784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49568) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:26.759391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'ports': [{'network_id': 'f620b27f-83c5-45a3-be1f-e1d1dc3b77f1', 'name': 'tempest-port--501484359', 'admin_state_up': True}, {'network_id': '2ac7053b-4675-493a-84ae-66a50370058a', 'admin_state_up': False}]} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:26.759743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'port': {'network_id': 'f620b27f-83c5-45a3-be1f-e1d1dc3b77f1', 'name': 'tempest-port--501484359', 'admin_state_up': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:26.760246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'port': {'network_id': '2ac7053b-4675-493a-84ae-66a50370058a', 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:26.848765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-35bcf8af-dc0a-4710-8e7c-fa14b7eb03a9 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370412 Jan 27 21:48:26.896534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416f906-3e7c-473f-ae3d-aba58a1d55c9 req-59585bd7-2b0e-4cb8-a992-becf63df3b02 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:26.906933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4416f906-3e7c-473f-ae3d-aba58a1d55c9 req-59585bd7-2b0e-4cb8-a992-becf63df3b02 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.2514756 Jan 27 21:48:27.046664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4416f906-3e7c-473f-ae3d-aba58a1d55c9 req-e8b40df8-92a1-483c-ba39-e6cbeaa9e9dc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379185 Jan 27 21:48:27.174194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893632-b98f-4997-a1f8-432ffd48e9da req-db823889-33a8-4030-b263-146ace9c0390 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.183055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-db823889-33a8-4030-b263-146ace9c0390 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3317199 Jan 27 21:48:27.203617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-dca46123-1b0b-43ce-9918-364223fcc4a8 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/quotas/9d43ddf08ced4cc08006cc2949aadcfa HTTP/1.1" status: 200 len: 375 time: 0.0184746 Jan 27 21:48:27.267310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-37eb6b08-9926-49d1-8eb2-bf2511cbee5f tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623074 Jan 27 21:48:27.386426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d2172-8d67-4bfc-b8ae-bb5852629611 req-2f432b47-9b95-4826-8bd5-49fce03db50d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.396178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de0d2172-8d67-4bfc-b8ae-bb5852629611 req-2f432b47-9b95-4826-8bd5-49fce03db50d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.0914426 Jan 27 21:48:27.504663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de0d2172-8d67-4bfc-b8ae-bb5852629611 req-23ad5772-2eba-4ed5-8bf1-2f9c32a74f56 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074541 Jan 27 21:48:27.784318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Made reservation on behalf of 400bff2bdd3f4b28ad8e5b9e6a26e686 for: {'port': 2} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:27.796856 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:27.843998 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:27.870425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17659c7e-846c-4ec2-add3-6980a91bc7ae req-eb16c68c-5d8a-48b6-bf89-00285f146a31 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 210 time: 0.1674235 Jan 27 21:48:27.971442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-da25d6ff-0b06-4328-a463-9cde8364ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.974489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-da25d6ff-0b06-4328-a463-9cde8364ff52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1101 time: 0.1545370 Jan 27 21:48:28.221524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-b701ed4f-17a5-4577-9874-d135ccb80b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:28.223137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-b701ed4f-17a5-4577-9874-d135ccb80b73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2420678 Jan 27 21:48:28.297918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] device_id is not set on port 7aa052f2-d50c-44a7-84bd-9fec4b8e0838 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:48:28.336214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-3457920c-68b6-4bcb-80b0-208e4403983b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 217 time: 0.0917590 Jan 27 21:48:28.435625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0d37a-79c4-49f7-9627-719118849753 req-74bce2ed-8610-4b22-9eb9-f8f287ae6dbc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:28.451839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30d0d37a-79c4-49f7-9627-719118849753 req-74bce2ed-8610-4b22-9eb9-f8f287ae6dbc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.2341363 Jan 27 21:48:28.452300 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks [] for port (7aa052f2-d50c-44a7-84bd-9fec4b8e0838), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.572578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] device_id is not set on port 531ae4a9-3f35-4933-bd40-dae17f91fe8a yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:48:28.667179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-b1aba532-bf1b-4737-a9d4-dacf274cd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:28.677653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-b1aba532-bf1b-4737-a9d4-dacf274cd699 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.3267817 Jan 27 21:48:28.700621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks [] for port (531ae4a9-3f35-4933-bd40-dae17f91fe8a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.758946 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7aa052f2-d50c-44a7-84bd-9fec4b8e0838), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.864557 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-d5a21a7f-888e-4535-985c-8984dfc38f4e tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038370 Jan 27 21:48:28.866086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Port': ['ID=7aa052f2-d50c-44a7-84bd-9fec4b8e0838,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:28.921170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Checking segment: {'id': '25732469-9b5a-484c-a4aa-d1c907014cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f620b27f-83c5-45a3-be1f-e1d1dc3b77f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:28.921564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Network hostable DHCP agents. Network: f620b27f-83c5-45a3-be1f-e1d1dc3b77f1, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:28.951653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Network f620b27f-83c5-45a3-be1f-e1d1dc3b77f1 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:28.968809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f620b27f-83c5-45a3-be1f-e1d1dc3b77f1) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:28.974383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:28.976984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (531ae4a9-3f35-4933-bd40-dae17f91fe8a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.977657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36fca4a-8b35-4b03-8b7b-3b2436343741 None None] Network f620b27f-83c5-45a3-be1f-e1d1dc3b77f1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:29.083055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Port': ['ID=531ae4a9-3f35-4933-bd40-dae17f91fe8a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:29.094239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Checking segment: {'id': 'fc10f8de-62a8-451c-8219-70d8134496f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2ac7053b-4675-493a-84ae-66a50370058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:29.094665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Network hostable DHCP agents. Network: 2ac7053b-4675-493a-84ae-66a50370058a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:29.122583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Network 2ac7053b-4675-493a-84ae-66a50370058a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:29.136811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2ac7053b-4675-493a-84ae-66a50370058a) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:29.142789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:29.150702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.156025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.157280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.194684 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7ff971ca-bc7d-446f-803f-39c7c4481da8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4414911 Jan 27 21:48:29.198163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49634) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:29.199621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce69481-fc08-47b7-8775-a52cc9f1fd03 None None] Network 2ac7053b-4675-493a-84ae-66a50370058a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:29.386043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30d0d37a-79c4-49f7-9627-719118849753 req-987e98c8-386f-40a7-a874-861cfb140e53 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9232025 Jan 27 21:48:29.399686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e212b5d-a9a1-4afc-839e-7161e44e51e0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.408152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e212b5d-a9a1-4afc-839e-7161e44e51e0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.410900 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7e212b5d-a9a1-4afc-839e-7161e44e51e0 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2113767 Jan 27 21:48:29.415832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49638) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:29.651757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9bf77f90-18b1-41d4-9096-92655b012c60 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Deleting port 7aa052f2-d50c-44a7-84bd-9fec4b8e0838 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:29.652380 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bf77f90-18b1-41d4-9096-92655b012c60 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7aa052f2-d50c-44a7-84bd-9fec4b8e0838), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.717529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04ebc-f296-47f3-a18d-b642462a5092 req-5d910c65-6c41-4562-a059-05727ee28b49 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.731378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3a04ebc-f296-47f3-a18d-b642462a5092 req-5d910c65-6c41-4562-a059-05727ee28b49 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.9738805 Jan 27 21:48:29.788790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-6fba9f7b-2d80-46db-8553-4013be50d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.790718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-6fba9f7b-2d80-46db-8553-4013be50d473 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0700715 Jan 27 21:48:29.893617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-c0570610-c838-429e-9479-6e2f56bcda20 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.895706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-c0570610-c838-429e-9479-6e2f56bcda20 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4365041 Jan 27 21:48:29.901518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-a7886a8a-90ed-4fb1-bb43-984018137f20 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537145 Jan 27 21:48:29.925064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Request body: {'port': {'device_id': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '9d43ddf08ced4cc08006cc2949aadcfa'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:30.040287 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:48:30.113586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3a04ebc-f296-47f3-a18d-b642462a5092 req-d721eb67-2f09-4d08-9bf3-81acbea390f0 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801889 Jan 27 21:48:30.125237 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bf77f90-18b1-41d4-9096-92655b012c60 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7aa052f2-d50c-44a7-84bd-9fec4b8e0838), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.170937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bc9ec50-dfe7-4490-a50d-e6caf9c1eaeb req-4b36222a-20a9-4a85-b64f-618c4b311ff6 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 210 time: 0.0742662 Jan 27 21:48:30.184637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9bf77f90-18b1-41d4-9096-92655b012c60 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Calling delete_port for 7aa052f2-d50c-44a7-84bd-9fec4b8e0838 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:30.238907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-f3df4c4c-c87e-4f06-a761-817a69c2ab40 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419662 Jan 27 21:48:30.337195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Made reservation on behalf of 9d43ddf08ced4cc08006cc2949aadcfa for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:30.340739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.353754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.410911 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bf77f90-18b1-41d4-9096-92655b012c60 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7aa052f2-d50c-44a7-84bd-9fec4b8e0838), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.423459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-546d7966-9dc4-4979-8875-749f91f95da4 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638367 Jan 27 21:48:30.500671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893632-b98f-4997-a1f8-432ffd48e9da req-9cd85748-27ed-443a-a7b2-43c0d7e1659b tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:30.503147 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-9cd85748-27ed-443a-a7b2-43c0d7e1659b tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5931652 Jan 27 21:48:30.504779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77f90-18b1-41d4-9096-92655b012c60 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Port': ['ID=7aa052f2-d50c-44a7-84bd-9fec4b8e0838,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:30.511082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bf77f90-18b1-41d4-9096-92655b012c60 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.524129 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9bf77f90-18b1-41d4-9096-92655b012c60 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/ports/7aa052f2-d50c-44a7-84bd-9fec4b8e0838 HTTP/1.1" status: 204 len: 168 time: 1.1064479 Jan 27 21:48:30.524832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49654) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:30.536196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Request body: {'port': {'device_id': '94f54554-4371-4f11-afd8-d19588c694f7', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '9d43ddf08ced4cc08006cc2949aadcfa'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:30.564084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks [] for security_group (f231bffc-b613-48da-bcbc-33b56f20954d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.580783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f231bffc-b613-48da-bcbc-33b56f20954d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.641520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f231bffc-b613-48da-bcbc-33b56f20954d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:30.900594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a70d8-8e10-49af-9ec3-cffddb805190 req-c64611f9-ee85-4b40-b03a-eacc82cec1e2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:30.914045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e61a70d8-8e10-49af-9ec3-cffddb805190 req-c64611f9-ee85-4b40-b03a-eacc82cec1e2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.3478532 Jan 27 21:48:30.944327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d7a232cd-17e9-47d8-b658-efbd807495a8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Deleting port 531ae4a9-3f35-4933-bd40-dae17f91fe8a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:30.945137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7a232cd-17e9-47d8-b658-efbd807495a8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (531ae4a9-3f35-4933-bd40-dae17f91fe8a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.019394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Allocated IP 192.168.233.170 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/4740b2ec-1a4e-4257-80ae-8a5655f3e110) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:31.076328 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7a232cd-17e9-47d8-b658-efbd807495a8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (531ae4a9-3f35-4933-bd40-dae17f91fe8a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.087101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Made reservation on behalf of 9d43ddf08ced4cc08006cc2949aadcfa for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:31.090981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.111224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d7a232cd-17e9-47d8-b658-efbd807495a8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Calling delete_port for 531ae4a9-3f35-4933-bd40-dae17f91fe8a owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:31.214719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e61a70d8-8e10-49af-9ec3-cffddb805190 req-6c2d22f3-b519-4979-85fe-d035219e5b76 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991772 Jan 27 21:48:31.424204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7a232cd-17e9-47d8-b658-efbd807495a8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (531ae4a9-3f35-4933-bd40-dae17f91fe8a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.477857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a232cd-17e9-47d8-b658-efbd807495a8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Port': ['ID=531ae4a9-3f35-4933-bd40-dae17f91fe8a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:31.478210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e4fe54-6435-48b1-84e7-f6ade21d95ca req-17d2bccc-8cd4-41d6-8a98-e96a23496b5f tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 210 time: 0.1084456 Jan 27 21:48:31.486501 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7a232cd-17e9-47d8-b658-efbd807495a8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.490831 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d7a232cd-17e9-47d8-b658-efbd807495a8 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/ports/531ae4a9-3f35-4933-bd40-dae17f91fe8a HTTP/1.1" status: 204 len: 168 time: 0.9430113 Jan 27 21:48:31.499844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49676) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:31.549464 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c51db1ad-7264-4936-8ac7-98f31d20317f tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0483742 Jan 27 21:48:31.553916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49678) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:31.560100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-103172105'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:31.580650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36977-6c39-43f8-82cc-0922e225348a req-d0bf3db2-3fdd-471f-8df9-88dff6637468 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:31.587494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Made reservation on behalf of 400bff2bdd3f4b28ad8e5b9e6a26e686 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:31.591476 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.594019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89d36977-6c39-43f8-82cc-0922e225348a req-d0bf3db2-3fdd-471f-8df9-88dff6637468 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.2675514 Jan 27 21:48:31.627086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:31.642798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (68b52da2-fe8a-4d81-b7a0-87c7dc26940b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.643272 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Added segment 68b52da2-fe8a-4d81-b7a0-87c7dc26940b of type vlan for network 2b1466c6-c85f-46d3-b580-a1fa8444e560 Jan 27 21:48:31.659168 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks [] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.717493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2b1466c6-c85f-46d3-b580-a1fa8444e560), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.768118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89d36977-6c39-43f8-82cc-0922e225348a req-a6971b68-1b68-4890-acfa-886ea7a12eef tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726940 Jan 27 21:48:31.775670 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2b1466c6-c85f-46d3-b580-a1fa8444e560), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.784256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:31.784941 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.821606 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.897709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:31.910431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:31.920608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:31.981245 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4259944 Jan 27 21:48:32.013277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49688) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:32.019828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.020839 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.039583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-203352729'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:32.058631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Allocated IP 192.168.233.177 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/9f86ac20-cbf8-47e3-8870-50c68aca7fb8) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:32.106329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1899197 Jan 27 21:48:32.109461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22256dae-6045-49d4-8bfb-f918c5702cd1 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:32.154957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Request body: {'port': {'device_id': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:32.235611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Made reservation on behalf of 400bff2bdd3f4b28ad8e5b9e6a26e686 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:32.239639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.275473 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.330048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:32.355688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-dd756826-39ce-419f-9697-cde88acd5ec9 None None] Provisioning complete for port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:32.358483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dd756826-39ce-419f-9697-cde88acd5ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.390224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cbc26c3f-fc32-431c-93ed-89cadad8b7b2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.390669 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Added segment cbc26c3f-fc32-431c-93ed-89cadad8b7b2 of type vlan for network 75506993-6b94-4219-a4a9-38e6708edf31 Jan 27 21:48:32.411883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1eb96-4bce-4bee-ae98-b2d7ddb60998 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Network': ['ID=2b1466c6-c85f-46d3-b580-a1fa8444e560,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:32.452686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-dd756826-39ce-419f-9697-cde88acd5ec9 None None] Port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:48:32.454630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2b1466c6-c85f-46d3-b580-a1fa8444e560 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:32.540773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (75506993-6b94-4219-a4a9-38e6708edf31), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.608542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks [] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.683698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (75506993-6b94-4219-a4a9-38e6708edf31), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.684680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.690408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.691142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.726028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388c342-ce1c-4fb3-854c-cc0b957a1dd2 req-e74ec95e-bed8-4519-a182-240a8362f0ed tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.728211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a388c342-ce1c-4fb3-854c-cc0b957a1dd2 req-e74ec95e-bed8-4519-a182-240a8362f0ed tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.3204117 Jan 27 21:48:32.740175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7061577 Jan 27 21:48:32.756639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:32.776397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:32.796166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:32.804557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Pushing event updated for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:33.057802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.058879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.065112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a388c342-ce1c-4fb3-854c-cc0b957a1dd2 req-38b4a2bf-99dd-46b5-b156-f2c4b83adae1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904599 Jan 27 21:48:33.081906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08818-8a3c-444e-ac7b-f78b623143df tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Network': ['ID=75506993-6b94-4219-a4a9-38e6708edf31,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:33.116379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 75506993-6b94-4219-a4a9-38e6708edf31 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:33.186276 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-32a3a2d0-5392-49f8-983a-0ef2e3b9ef68 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6520121 Jan 27 21:48:33.204564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da6f71-cabe-4760-88ed-c28d0385eae5 req-b71ea2fa-afe8-4922-b8f8-69ccd39e7d03 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.232848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Request body: {'port': {'device_id': '94f54554-4371-4f11-afd8-d19588c694f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:33.257807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14da6f71-cabe-4760-88ed-c28d0385eae5 req-b71ea2fa-afe8-4922-b8f8-69ccd39e7d03 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 936 time: 0.5493286 Jan 27 21:48:33.484120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1076ac06-93d9-4864-8b9d-18d78cb08d8f None None] Provisioning complete for port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:33.489322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1076ac06-93d9-4864-8b9d-18d78cb08d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.526012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.619265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c8b4f-e8c4-41d8-82d1-7458d1065301 req-f3e3409e-f078-49a8-a607-d821820296e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.621175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-466c8b4f-e8c4-41d8-82d1-7458d1065301 req-f3e3409e-f078-49a8-a607-d821820296e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 1097 time: 0.2879746 Jan 27 21:48:33.645263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14da6f71-cabe-4760-88ed-c28d0385eae5 req-0f7c562b-fd76-4d96-9540-63ee2f1dfa7d tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858867 Jan 27 21:48:33.713372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae848a-c5d4-4d30-a939-1e86bb81f0ec req-eedab513-bebb-4c91-bf81-b13be1b72264 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.724143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cae848a-c5d4-4d30-a939-1e86bb81f0ec req-eedab513-bebb-4c91-bf81-b13be1b72264 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.3931644 Jan 27 21:48:33.743112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1076ac06-93d9-4864-8b9d-18d78cb08d8f None None] Port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:48:33.773666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4740b2ec-1a4e-4257-80ae-8a5655f3e110 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:33.832724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Publish callbacks [] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.871956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Transition to ACTIVE for port object 4740b2ec-1a4e-4257-80ae-8a5655f3e110 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:34.031475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.065012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-94547832-a995-4f81-943e-70ea7115cc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.115585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-466c8b4f-e8c4-41d8-82d1-7458d1065301 req-32c14a27-7d97-4f52-921f-9fb7ff08c5e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478641 Jan 27 21:48:34.214824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:34.377958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:34.401066 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Publish callbacks [] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.438722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Transition to ACTIVE for port object 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:34.445605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.661942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Attempting to bind port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:34.662854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Attempting to bind port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:34.663526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Attempting to bind port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:34.674524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:34.675551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Attempting to bind port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:34.691389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cae848a-c5d4-4d30-a939-1e86bb81f0ec req-13400106-3260-4a1d-a3cf-17e6b175317e tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9646826 Jan 27 21:48:34.703514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:34.708060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:34.709302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:34.710240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Bound port: 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:34.710831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.906292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Pushing event updated for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:34.917577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Attempting to bind port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:34.918278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Attempting to bind port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:34.918876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Attempting to bind port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:34.927057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:34.932085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Attempting to bind port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:34.943694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:34.944644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:34.945318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:34.950378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Bound port: 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:34.952294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.076797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faa45d-533f-4ff6-bf9e-b15e972ba5ae req-3cb2b03e-0a05-49b5-bb41-0c41802d3e57 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.081048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:35.086486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24faa45d-533f-4ff6-bf9e-b15e972ba5ae req-3cb2b03e-0a05-49b5-bb41-0c41802d3e57 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.6659310 Jan 27 21:48:35.089134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:35.091008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:35.096498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:35.101047 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.221962 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.234655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.238407 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.244155 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] 10.222.0.16 "PUT /v2.0/ports/9f86ac20-cbf8-47e3-8870-50c68aca7fb8 HTTP/1.1" status: 200 len: 1096 time: 2.0536497 Jan 27 21:48:35.244849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:35.258501 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8f2e65-f209-4d71-9070-6880155a234b" -d '{"events": [{"name": "network-changed", "server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:35.444498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dd4bd-12b1-4e21-8242-973abcf1532e service neutron] Pushing event updated for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:35.512829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893632-b98f-4997-a1f8-432ffd48e9da req-406f67a7-71e5-4081-8dcb-6284a6a92560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.515869 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-406f67a7-71e5-4081-8dcb-6284a6a92560 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 1099 time: 0.1921489 Jan 27 21:48:35.680340 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-276c7b1c-5820-4014-900a-a3b475685dfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8 HTTP/1.1" status: 200 len: 217 time: 0.1550071 Jan 27 21:48:35.687674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.688771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.702242 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] 10.222.0.16 "PUT /v2.0/ports/4740b2ec-1a4e-4257-80ae-8a5655f3e110 HTTP/1.1" status: 200 len: 1096 time: 3.5616677 Jan 27 21:48:35.741467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:35.757953 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bb5537-984f-469d-af9d-003084f3cf45" -d '{"events": [{"name": "network-changed", "server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:35.820876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893632-b98f-4997-a1f8-432ffd48e9da req-d0fa03d6-69d5-4d24-b3fc-1d026420375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.830400 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-d0fa03d6-69d5-4d24-b3fc-1d026420375d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1360574 Jan 27 21:48:35.877670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf24ad-7f0a-4f01-96eb-8a82449b299f req-eb655a63-eeaa-486c-9ccb-05b45d8debd8 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.903802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13cf24ad-7f0a-4f01-96eb-8a82449b299f req-eb655a63-eeaa-486c-9ccb-05b45d8debd8 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 948 time: 0.8358593 Jan 27 21:48:35.966039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893632-b98f-4997-a1f8-432ffd48e9da req-a4144d9f-4cec-49fc-9964-fe11971a02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.967848 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-a4144d9f-4cec-49fc-9964-fe11971a02f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359630 Jan 27 21:48:36.046664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24faa45d-533f-4ff6-bf9e-b15e972ba5ae req-73e8091b-37e6-4074-803b-408cb52375f9 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9582827 Jan 27 21:48:36.080825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e860e2b-8dde-4c80-9b1b-5911ed781120 service neutron] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:36.233704 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-0a26577c-d3c9-4504-ae11-07e57697e1ac service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569852 Jan 27 21:48:36.290224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13cf24ad-7f0a-4f01-96eb-8a82449b299f req-c70768ff-6737-44fd-839a-52ce194c22ab tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677149 Jan 27 21:48:36.309812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-377bc5b8-f12f-4c73-bfc7-5b3b6491140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.313190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-377bc5b8-f12f-4c73-bfc7-5b3b6491140b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 1099 time: 0.5114765 Jan 27 21:48:36.509068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-7e51aed9-b3b9-46c2-a627-898235b612bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110 HTTP/1.1" status: 200 len: 217 time: 0.1870656 Jan 27 21:48:36.640467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-83f025e4-a70b-449a-8d63-660eab01e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.642902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-83f025e4-a70b-449a-8d63-660eab01e61e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1259708 Jan 27 21:48:36.749601 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef909d2e-cfa8-4e96-ba27-3d8dcab93ca7 x-openstack-request-id: req-ef909d2e-cfa8-4e96-ba27-3d8dcab93ca7 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:36.750701 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:36.751347 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef909d2e-cfa8-4e96-ba27-3d8dcab93ca7 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:36.752025 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'status': 'completed', 'code': 200} Jan 27 21:48:36.783753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-a9c4731f-7f7a-40b4-865f-7dc56f8c24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.786056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-a9c4731f-7f7a-40b4-865f-7dc56f8c24be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355417 Jan 27 21:48:36.804301 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b4102-a19b-4350-91ed-f36c5bbe1c72 x-openstack-request-id: req-9b1b4102-a19b-4350-91ed-f36c5bbe1c72 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:36.805184 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:36.806414 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b1b4102-a19b-4350-91ed-f36c5bbe1c72 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:36.807941 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'status': 'completed', 'code': 200} Jan 27 21:48:36.824037 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68893632-b98f-4997-a1f8-432ffd48e9da req-37fa5cbc-873f-4c16-834b-801f85b6f0e3 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799062 Jan 27 21:48:36.920573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-136f4bdf-53fd-47c1-bcda-a7533354b05e service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281371 Jan 27 21:48:36.960324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c21c7-6b94-4a17-81ca-f59824da3856 req-f41acd78-3698-4045-bfbf-27f7531889f4 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.970149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e1c21c7-6b94-4a17-81ca-f59824da3856 req-f41acd78-3698-4045-bfbf-27f7531889f4 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.2551813 Jan 27 21:48:37.002596 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4e5d638d-3dc6-4450-9110-74e192304feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.074099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2e65-f209-4d71-9070-6880155a234b req-4ce49199-e226-4921-b645-2c1e59b82f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.081260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e1c21c7-6b94-4a17-81ca-f59824da3856 req-6688668a-2de7-423e-987c-4cc1e2ac1979 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072688 Jan 27 21:48:37.085078 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-da8f2e65-f209-4d71-9070-6880155a234b req-4ce49199-e226-4921-b645-2c1e59b82f30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 1099 time: 0.1835268 Jan 27 21:48:37.126879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f25c5eb-a0ed-4bda-9d6d-45b536445d02 req-72c5a135-d64c-47e5-b46a-a12bc9d62403 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986589 Jan 27 21:48:37.438873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5537-984f-469d-af9d-003084f3cf45 req-2b5649b7-4167-4f18-8674-be3fd969304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.442387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bb5537-984f-469d-af9d-003084f3cf45 req-2b5649b7-4167-4f18-8674-be3fd969304e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 1099 time: 0.2295377 Jan 27 21:48:37.485819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2e65-f209-4d71-9070-6880155a234b req-300b524c-91af-4ac9-ab91-2adaf96a35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.488731 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-da8f2e65-f209-4d71-9070-6880155a234b req-300b524c-91af-4ac9-ab91-2adaf96a35bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3886189 Jan 27 21:48:37.617723 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-da8f2e65-f209-4d71-9070-6880155a234b req-19ac9660-290a-43b5-b930-7a19b59bada8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8 HTTP/1.1" status: 200 len: 217 time: 0.1194971 Jan 27 21:48:37.722179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82dd7f-21ea-439f-aabe-013962411c05 req-2cc02127-fb20-40ee-9c72-a938f5b474cf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.726512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b82dd7f-21ea-439f-aabe-013962411c05 req-2cc02127-fb20-40ee-9c72-a938f5b474cf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.3824608 Jan 27 21:48:37.771229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5537-984f-469d-af9d-003084f3cf45 req-6700d9ea-e117-4163-bfdc-ae2ba8009171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.773204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bb5537-984f-469d-af9d-003084f3cf45 req-6700d9ea-e117-4163-bfdc-ae2ba8009171 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3217716 Jan 27 21:48:37.797232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49768) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:37.824044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'subnets': [{'network_id': '2b1466c6-c85f-46d3-b580-a1fa8444e560', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1575212151', 'ip_version': 6}, {'network_id': '75506993-6b94-4219-a4a9-38e6708edf31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:37.824841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'subnet': {'network_id': '2b1466c6-c85f-46d3-b580-a1fa8444e560', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1575212151', 'ip_version': 6}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:37.825764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Request body: {'subnet': {'network_id': '75506993-6b94-4219-a4a9-38e6708edf31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:37.834902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bb5537-984f-469d-af9d-003084f3cf45 req-99bd665d-34cd-4c8e-b21d-a45ffb1f08f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110 HTTP/1.1" status: 200 len: 217 time: 0.0518477 Jan 27 21:48:37.875861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2e65-f209-4d71-9070-6880155a234b req-547c5d37-3edf-43fc-a314-33619ad78fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.878119 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-da8f2e65-f209-4d71-9070-6880155a234b req-547c5d37-3edf-43fc-a314-33619ad78fe7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2534809 Jan 27 21:48:37.906588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c7ad7-5f76-4a92-a245-96731d3ee6aa req-8ba870b3-c5a9-4e85-bae0-8000842408a7 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.909625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c78c7ad7-5f76-4a92-a245-96731d3ee6aa req-8ba870b3-c5a9-4e85-bae0-8000842408a7 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 948 time: 0.4085200 Jan 27 21:48:37.980761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5537-984f-469d-af9d-003084f3cf45 req-631062a9-42d5-4875-96d2-56b963d6c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.983314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bb5537-984f-469d-af9d-003084f3cf45 req-631062a9-42d5-4875-96d2-56b963d6c683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1392372 Jan 27 21:48:38.025940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2e65-f209-4d71-9070-6880155a234b req-fdb08edc-c38d-4abb-89c7-33bc654b537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.028245 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-da8f2e65-f209-4d71-9070-6880155a234b req-fdb08edc-c38d-4abb-89c7-33bc654b537b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067214 Jan 27 21:48:38.088339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b82dd7f-21ea-439f-aabe-013962411c05 req-b052fd75-912f-42e8-aa04-01903334e8a6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079162 Jan 27 21:48:38.128649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c78c7ad7-5f76-4a92-a245-96731d3ee6aa req-1895d323-d79a-4490-8af2-83368e8aed23 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927736 Jan 27 21:48:38.148114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5537-984f-469d-af9d-003084f3cf45 req-221339b4-0c05-494a-80a0-38637a926ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.150037 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bb5537-984f-469d-af9d-003084f3cf45 req-221339b4-0c05-494a-80a0-38637a926ee2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455510 Jan 27 21:48:38.309846 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.312988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bb5537-984f-469d-af9d-003084f3cf45 req-c460d697-66ff-4056-bd9f-d96bb8596552 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562867 Jan 27 21:48:38.337866 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-da8f2e65-f209-4d71-9070-6880155a234b req-e76b0b38-e45d-42bc-b13a-bda6065f5325 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701161 Jan 27 21:48:38.436245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Made reservation on behalf of 400bff2bdd3f4b28ad8e5b9e6a26e686 for: {'subnet': 2} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:38.441584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.441909 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.491575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49782) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:38.513974 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-da8f2e65-f209-4d71-9070-6880155a234b req-ac86e7db-6015-47f3-9be9-530bd7a37a7e service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560473 Jan 27 21:48:38.523805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-f3c247df-371c-480f-a46a-6f47e8be46be tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.525502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-f3c247df-371c-480f-a46a-6f47e8be46be tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 811 time: 0.2173455 Jan 27 21:48:38.593651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-3803c853-1797-4e0a-801a-32c7e158b4f6 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/quotas/7840429913e545cab3a710c199f76d65 HTTP/1.1" status: 200 len: 375 time: 0.0382526 Jan 27 21:48:38.989207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f868cc48-64ad-438a-94b2-745fbe67ac8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.003313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bb5537-984f-469d-af9d-003084f3cf45 req-a59d618b-6f82-4194-8736-ade11fbdd2af service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369246 Jan 27 21:48:39.028183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-4f2de02e-258b-453d-90e0-df45b008eaef tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4285069 Jan 27 21:48:39.071870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (02b1dd3b-1144-48b2-9717-1892def8460b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.142534 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f868cc48-64ad-438a-94b2-745fbe67ac8f admin admin] Publish callbacks [] for security_group (9a9ff0d2-56c8-45f6-b9b0-e64330643f26), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.154502 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Subnet': ['ID=02b1dd3b-1144-48b2-9717-1892def8460b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:39.167992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Checking segment: {'id': '68b52da2-fe8a-4d81-b7a0-87c7dc26940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2b1466c6-c85f-46d3-b580-a1fa8444e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:39.168468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Network hostable DHCP agents. Network: 2b1466c6-c85f-46d3-b580-a1fa8444e560, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:39.169016 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f868cc48-64ad-438a-94b2-745fbe67ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9a9ff0d2-56c8-45f6-b9b0-e64330643f26), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.195939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Network 2b1466c6-c85f-46d3-b580-a1fa8444e560 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:39.208049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-ee5d1896-95ce-41b0-af46-75b1c1b8daff service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:39.209105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-ee5d1896-95ce-41b0-af46-75b1c1b8daff service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1184263 Jan 27 21:48:39.221685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2b1466c6-c85f-46d3-b580-a1fa8444e560) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:39.238012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaa573b-611e-4613-ac6a-ed1d547dc3c3 None None] Network 2b1466c6-c85f-46d3-b580-a1fa8444e560 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:39.244279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.264496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f868cc48-64ad-438a-94b2-745fbe67ac8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=239981e9c0264c049b4d82f149fb98fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7684846 Jan 27 21:48:39.266233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49792) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:39.294770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868cc48-64ad-438a-94b2-745fbe67ac8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ff0d2-56c8-45f6-b9b0-e64330643f26,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:39.394633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819b60-de70-4e3a-afb3-942e38689474 req-2debe9d8-3daa-4197-86f4-8403bc186bbf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:39.402466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a819b60-de70-4e3a-afb3-942e38689474 req-2debe9d8-3daa-4197-86f4-8403bc186bbf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.1082032 Jan 27 21:48:39.406136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-89c060c4-4a28-4862-91c4-ae85423541c5 service neutron] 10.222.0.45 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851833 Jan 27 21:48:39.440717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-2b1466c6-c85f-46d3-b580-a1fa8444e560', 'network_id': '2b1466c6-c85f-46d3-b580-a1fa8444e560', 'project_id': '400bff2bdd3f4b28ad8e5b9e6a26e686', 'fixed_ips': [{'subnet_id': '02b1dd3b-1144-48b2-9717-1892def8460b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:48:39.443181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.519046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event updated for resources: {'Subnet': ['ID=a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:39.524877 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73f45fff-1953-4fd9-8236-c1421c933be2 admin admin] Publish callbacks [] for security_group (9a9ff0d2-56c8-45f6-b9b0-e64330643f26), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.539147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a819b60-de70-4e3a-afb3-942e38689474 req-a4e2f6ca-4830-4945-8b0c-a4a84a2681b7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349344 Jan 27 21:48:39.577053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Checking segment: {'id': 'cbc26c3f-fc32-431c-93ed-89cadad8b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '75506993-6b94-4219-a4a9-38e6708edf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:39.580022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Network hostable DHCP agents. Network: 75506993-6b94-4219-a4a9-38e6708edf31, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:39.588610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73f45fff-1953-4fd9-8236-c1421c933be2 admin admin] Publish callbacks [] for security_group (9a9ff0d2-56c8-45f6-b9b0-e64330643f26), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.625921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-15fd3340-2753-4de0-8c17-996fc1d70205 service neutron] 10.222.0.45 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025177 Jan 27 21:48:39.689900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Allocated IP 2001:db8::1 (2b1466c6-c85f-46d3-b580-a1fa8444e560/02b1dd3b-1144-48b2-9717-1892def8460b/72e3043a-74c5-4fec-8089-8264394192fb) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:39.703476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Network 75506993-6b94-4219-a4a9-38e6708edf31 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:39.736647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16be0ab-4c0d-4a55-b1c4-8c1f372592c3 req-9115a083-afd3-4728-851a-ca7ea18e49af tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:39.739509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b16be0ab-4c0d-4a55-b1c4-8c1f372592c3 req-9115a083-afd3-4728-851a-ca7ea18e49af tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 948 time: 0.1046829 Jan 27 21:48:39.755673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 75506993-6b94-4219-a4a9-38e6708edf31) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:39.774796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a795d5c-0a0a-458b-9b08-697cafe5f034 None None] Network 75506993-6b94-4219-a4a9-38e6708edf31 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:39.787248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:39.800562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:39.808876 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.846873 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73f45fff-1953-4fd9-8236-c1421c933be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9a9ff0d2-56c8-45f6-b9b0-e64330643f26), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.854569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73f45fff-1953-4fd9-8236-c1421c933be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.857457 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-73f45fff-1953-4fd9-8236-c1421c933be2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a9ff0d2-56c8-45f6-b9b0-e64330643f26 HTTP/1.1" status: 204 len: 168 time: 0.5894153 Jan 27 21:48:39.879649 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f45fff-1953-4fd9-8236-c1421c933be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ff0d2-56c8-45f6-b9b0-e64330643f26,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:39.904466 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6089b2e4-fff7-42d7-a659-d5fb88c83372 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0861204 Jan 27 21:48:39.907830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49802) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:39.930084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b16be0ab-4c0d-4a55-b1c4-8c1f372592c3 req-6ae8259f-37eb-4dd4-ad2a-92feaa6179a9 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788049 Jan 27 21:48:39.941675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-75506993-6b94-4219-a4a9-38e6708edf31', 'network_id': '75506993-6b94-4219-a4a9-38e6708edf31', 'project_id': '400bff2bdd3f4b28ad8e5b9e6a26e686', 'fixed_ips': [{'subnet_id': 'a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:48:39.942597 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.153988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dcca2d-d585-49fb-82ca-8dd16623af7c tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.158507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dcca2d-d585-49fb-82ca-8dd16623af7c tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.169936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dcca2d-d585-49fb-82ca-8dd16623af7c tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.183266 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b9dcca2d-d585-49fb-82ca-8dd16623af7c tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2636895 Jan 27 21:48:40.184743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49808) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:40.257429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40499550-34cc-42a6-847e-b49aa2db80b0 req-17d5b3f7-5145-4f74-bd11-baadeb7b7be9 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 210 time: 0.0641091 Jan 27 21:48:40.308704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc94e78-4241-43b2-a9e8-8e8dccac2ebe tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Deleting subnet 02b1dd3b-1144-48b2-9717-1892def8460b {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:40.494802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Publish callbacks [] for port (72e3043a-74c5-4fec-8089-8264394192fb), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.497893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Allocated IP 2001:db8:0:1::1 (75506993-6b94-4219-a4a9-38e6708edf31/a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3/57f6d68d-e306-4768-8766-8d513ad9eb2b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:40.512841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49816) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:40.518889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (72e3043a-74c5-4fec-8089-8264394192fb), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.520200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cc94e78-4241-43b2-a9e8-8e8dccac2ebe tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks [] for subnet (02b1dd3b-1144-48b2-9717-1892def8460b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.626250 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cc94e78-4241-43b2-a9e8-8e8dccac2ebe tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (02b1dd3b-1144-48b2-9717-1892def8460b), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.643521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:40.664609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Network 2b1466c6-c85f-46d3-b580-a1fa8444e560 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:40.673004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:40.688416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:40.707754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27b040ad-d33c-4369-80ce-3390fc396b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.732375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Pushing event updated for resources: {'Port': ['ID=72e3043a-74c5-4fec-8089-8264394192fb,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:40.822102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.822452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.822851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.823400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.824050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.824772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.825591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.826177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.826716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.827381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.827955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.828451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.828977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:40.848151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8d22-ace9-438a-a09e-20ec9c905251 req-35379b42-fc34-4a57-9923-761982c75454 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.862829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ebe8d22-ace9-438a-a09e-20ec9c905251 req-35379b42-fc34-4a57-9923-761982c75454 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.1634567 Jan 27 21:48:40.888581 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.904818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Attempting to bind port 72e3043a-74c5-4fec-8089-8264394192fb on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:40.905359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Attempting to bind port 72e3043a-74c5-4fec-8089-8264394192fb by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '68b52da2-fe8a-4d81-b7a0-87c7dc26940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2b1466c6-c85f-46d3-b580-a1fa8444e560'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:40.906317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Attempting to bind port 72e3043a-74c5-4fec-8089-8264394192fb on network 2b1466c6-c85f-46d3-b580-a1fa8444e560 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:40.918560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cc94e78-4241-43b2-a9e8-8e8dccac2ebe tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (02b1dd3b-1144-48b2-9717-1892def8460b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.921722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:40.922656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Checking segment: {'id': '68b52da2-fe8a-4d81-b7a0-87c7dc26940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2b1466c6-c85f-46d3-b580-a1fa8444e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:40.923586 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.924416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Bound using segment: {'id': '68b52da2-fe8a-4d81-b7a0-87c7dc26940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2b1466c6-c85f-46d3-b580-a1fa8444e560'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:40.925534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Bound port: 72e3043a-74c5-4fec-8089-8264394192fb, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b52da2-fe8a-4d81-b7a0-87c7dc26940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2b1466c6-c85f-46d3-b580-a1fa8444e560'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:40.926653 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (72e3043a-74c5-4fec-8089-8264394192fb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.000937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ebe8d22-ace9-438a-a09e-20ec9c905251 req-25d16071-c31f-4308-a762-0298c0a7b703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367240 Jan 27 21:48:41.098024 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cc94e78-4241-43b2-a9e8-8e8dccac2ebe tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (02b1dd3b-1144-48b2-9717-1892def8460b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.139258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:41.142881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Publish callbacks [] for port (57f6d68d-e306-4768-8766-8d513ad9eb2b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.150895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] For port 72e3043a-74c5-4fec-8089-8264394192fb, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:41.154342 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.157610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] For port 72e3043a-74c5-4fec-8089-8264394192fb, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=72e3043a-74c5-4fec-8089-8264394192fb,segment=NetworkSegment(68b52da2-fe8a-4d81-b7a0-87c7dc26940b),segment_id=68b52da2-fe8a-4d81-b7a0-87c7dc26940b)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:41.166811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'mac_address': 'fa:16:3e:21:4f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:41.171898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (72e3043a-74c5-4fec-8089-8264394192fb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.200502 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (57f6d68d-e306-4768-8766-8d513ad9eb2b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.204824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc94e78-4241-43b2-a9e8-8e8dccac2ebe tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Subnet': ['ID=02b1dd3b-1144-48b2-9717-1892def8460b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.223021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cc94e78-4241-43b2-a9e8-8e8dccac2ebe tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.231847 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4cc94e78-4241-43b2-a9e8-8e8dccac2ebe tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/subnets/02b1dd3b-1144-48b2-9717-1892def8460b HTTP/1.1" status: 204 len: 168 time: 1.0455987 Jan 27 21:48:41.238652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49828) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:41.251312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Network 75506993-6b94-4219-a4a9-38e6708edf31 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:41.252445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4f3e9-cb12-4045-8ce7-41591a22af4a req-8d939b9c-ad65-460f-adca-aeedb0a25994 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:41.267702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0f4f3e9-cb12-4045-8ce7-41591a22af4a req-8d939b9c-ad65-460f-adca-aeedb0a25994 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 948 time: 0.1948779 Jan 27 21:48:41.279129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:41.281819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27b040ad-d33c-4369-80ce-3390fc396b0d admin admin] Publish callbacks [] for security_group (7ce2b105-98f1-4993-9d36-a67d7f7c40db), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.285065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:41.315761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27b040ad-d33c-4369-80ce-3390fc396b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ce2b105-98f1-4993-9d36-a67d7f7c40db), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.452157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910a5ad-620b-4498-9718-17a345fa7ce0 None None] Pushing event updated for resources: {'Port': ['ID=72e3043a-74c5-4fec-8089-8264394192fb,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.452475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0f4f3e9-cb12-4045-8ce7-41591a22af4a req-1461004b-31ea-46df-a87b-6763219c4748 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752112 Jan 27 21:48:41.489592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b040ad-d33c-4369-80ce-3390fc396b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2b105-98f1-4993-9d36-a67d7f7c40db,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.565829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:41.566684 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.595897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Attempting to bind port 57f6d68d-e306-4768-8766-8d513ad9eb2b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:41.596751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Attempting to bind port 57f6d68d-e306-4768-8766-8d513ad9eb2b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'cbc26c3f-fc32-431c-93ed-89cadad8b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '75506993-6b94-4219-a4a9-38e6708edf31'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:41.597333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Attempting to bind port 57f6d68d-e306-4768-8766-8d513ad9eb2b on network 75506993-6b94-4219-a4a9-38e6708edf31 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:41.611115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-27b040ad-d33c-4369-80ce-3390fc396b0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b7546e05313408caff66a49087869aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0947368 Jan 27 21:48:41.612329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49834) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:41.629624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce7adf6-5b23-40f4-b676-21efc6d64049 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Deleting subnet a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:41.641931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ce7adf6-5b23-40f4-b676-21efc6d64049 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks [] for subnet (a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.658715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4740b2ec-1a4e-4257-80ae-8a5655f3e110 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:41.716927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Pushing event updated for resources: {'Port': ['ID=57f6d68d-e306-4768-8766-8d513ad9eb2b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.748606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1cd40f2-8833-406f-8c52-7ee1d7f48bd0 req-96f3e74d-9716-4e78-a1e1-3559cf1a168b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 210 time: 0.0884962 Jan 27 21:48:41.790441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:41.792563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:41.793834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Checking segment: {'id': 'cbc26c3f-fc32-431c-93ed-89cadad8b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '75506993-6b94-4219-a4a9-38e6708edf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:41.793834 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.794218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Bound using segment: {'id': 'cbc26c3f-fc32-431c-93ed-89cadad8b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '75506993-6b94-4219-a4a9-38e6708edf31'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:41.794736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Bound port: 57f6d68d-e306-4768-8766-8d513ad9eb2b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc26c3f-fc32-431c-93ed-89cadad8b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '75506993-6b94-4219-a4a9-38e6708edf31'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:41.795244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (57f6d68d-e306-4768-8766-8d513ad9eb2b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.799865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.801750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:41.829135 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ce7adf6-5b23-40f4-b676-21efc6d64049 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.838545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-232b10b1-71fa-4af6-9b12-e4ef91643837 admin admin] Publish callbacks [] for security_group (7ce2b105-98f1-4993-9d36-a67d7f7c40db), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.893924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-232b10b1-71fa-4af6-9b12-e4ef91643837 admin admin] Publish callbacks [] for security_group (7ce2b105-98f1-4993-9d36-a67d7f7c40db), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.083088 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:48:42.163258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ce7adf6-5b23-40f4-b676-21efc6d64049 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.170215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:42.180217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:42.259267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'mac_address': 'fa:16:3e:fa:fc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:42.451012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ce7adf6-5b23-40f4-b676-21efc6d64049 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.460026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-b55eb154-308d-4079-bb5b-3f756988c3ca tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:42.462396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-b55eb154-308d-4079-bb5b-3f756988c3ca tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.16 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 811 time: 0.5462713 Jan 27 21:48:42.475526 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-232b10b1-71fa-4af6-9b12-e4ef91643837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ce2b105-98f1-4993-9d36-a67d7f7c40db), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.478246 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-232b10b1-71fa-4af6-9b12-e4ef91643837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.481698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-232b10b1-71fa-4af6-9b12-e4ef91643837 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ce2b105-98f1-4993-9d36-a67d7f7c40db HTTP/1.1" status: 204 len: 168 time: 0.8676982 Jan 27 21:48:42.489603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] For port 57f6d68d-e306-4768-8766-8d513ad9eb2b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:42.509384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Request body: {'port': {'device_id': 'caddc6e8-3568-4025-a1ea-1b4587ce82b4', 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7', 'admin_state_up': True, 'tenant_id': '7840429913e545cab3a710c199f76d65'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:42.545646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] For port 57f6d68d-e306-4768-8766-8d513ad9eb2b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=57f6d68d-e306-4768-8766-8d513ad9eb2b,segment=NetworkSegment(cbc26c3f-fc32-431c-93ed-89cadad8b7b2),segment_id=cbc26c3f-fc32-431c-93ed-89cadad8b7b2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:42.552060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 72e3043a-74c5-4fec-8089-8264394192fb up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:42.608418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b10b1-71fa-4af6-9b12-e4ef91643837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2b105-98f1-4993-9d36-a67d7f7c40db,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:42.628774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7adf6-5b23-40f4-b676-21efc6d64049 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:42.642498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ce7adf6-5b23-40f4-b676-21efc6d64049 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.660957 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4ce7adf6-5b23-40f4-b676-21efc6d64049 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/subnets/a0b51dff-bc39-4ca7-80e1-a4224c4f3ca3 HTTP/1.1" status: 204 len: 168 time: 1.4186928 Jan 27 21:48:42.669522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49848) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:42.726317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd575c28-14a5-4f27-8e9b-79d6198a58b2 req-65021c1d-6b6f-4d3b-8fa9-26e087e73d1d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:42.733581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd575c28-14a5-4f27-8e9b-79d6198a58b2 req-65021c1d-6b6f-4d3b-8fa9-26e087e73d1d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.4297717 Jan 27 21:48:42.793812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee555d7-a715-4a86-afcd-1b89063b417d req-60498b2b-1f18-4dd8-863f-8dc3dd261267 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:42.800270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (57f6d68d-e306-4768-8766-8d513ad9eb2b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.806801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eee555d7-a715-4a86-afcd-1b89063b417d req-60498b2b-1f18-4dd8-863f-8dc3dd261267 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 948 time: 0.1330376 Jan 27 21:48:42.894638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eee555d7-a715-4a86-afcd-1b89063b417d req-f3f0d86e-9e94-4098-8af2-eda82eebf646 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874932 Jan 27 21:48:42.960793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa57a8b-98d3-4c75-a099-2ce446d0f634 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:42.970227 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-afa57a8b-98d3-4c75-a099-2ce446d0f634 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2950997 Jan 27 21:48:42.978896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49852) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:42.995453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd575c28-14a5-4f27-8e9b-79d6198a58b2 req-1be25bd3-4f99-4099-8f1e-dfc9b81e8256 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608149 Jan 27 21:48:43.192330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Made reservation on behalf of 7840429913e545cab3a710c199f76d65 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:43.199680 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.213921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a85d6-f9d8-4f57-9b68-83814e013786 None None] Pushing event updated for resources: {'Port': ['ID=57f6d68d-e306-4768-8766-8d513ad9eb2b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:43.227970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:43.230272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.342388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:43.383847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9874856b-d8fb-4092-85fe-218501de3235 req-140daea8-0945-4e80-ad30-aea94f9cabd6 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 210 time: 0.1169405 Jan 27 21:48:43.426215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (75506993-6b94-4219-a4a9-38e6708edf31), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.444975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 72e3043a-74c5-4fec-8089-8264394192fb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:43.446421 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (72e3043a-74c5-4fec-8089-8264394192fb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.486313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:43.497975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.626129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00ed580-c368-4ad2-ac42-1069b81d6ace None None] Network 2b1466c6-c85f-46d3-b580-a1fa8444e560 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:43.635980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Deleting port 57f6d68d-e306-4768-8766-8d513ad9eb2b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:43.636753 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (57f6d68d-e306-4768-8766-8d513ad9eb2b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.760477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Allocated IP 172.20.0.2 (7bcfb160-3a64-466d-9b86-d159d9e5d8f7/6bf78f42-503b-4857-acde-2b3fb102f068/12ed020e-1215-4d4b-a015-e9ff93b80884) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:43.794712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] For port 57f6d68d-e306-4768-8766-8d513ad9eb2b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=57f6d68d-e306-4768-8766-8d513ad9eb2b,segment=NetworkSegment(cbc26c3f-fc32-431c-93ed-89cadad8b7b2),segment_id=cbc26c3f-fc32-431c-93ed-89cadad8b7b2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:43.795125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (57f6d68d-e306-4768-8766-8d513ad9eb2b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.831548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Calling delete_port for 57f6d68d-e306-4768-8766-8d513ad9eb2b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:44.045155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (57f6d68d-e306-4768-8766-8d513ad9eb2b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.094024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Port': ['ID=57f6d68d-e306-4768-8766-8d513ad9eb2b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.116429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] No DVR routers for this DVR port 57f6d68d-e306-4768-8766-8d513ad9eb2b on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:44.184481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2ebf02b2-3658-4925-abb4-9d2c0faa2a71 None None] Provisioning complete for port 72e3043a-74c5-4fec-8089-8264394192fb triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:44.185376 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ebf02b2-3658-4925-abb4-9d2c0faa2a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (72e3043a-74c5-4fec-8089-8264394192fb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.281629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (75506993-6b94-4219-a4a9-38e6708edf31), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.296023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['4740b2ec-1a4e-4257-80ae-8a5655f3e110'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:44.316349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks [] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.329419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75506993-6b94-4219-a4a9-38e6708edf31']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:44.331210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9f86ac20-cbf8-47e3-8870-50c68aca7fb8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:44.341146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc26c3f-fc32-431c-93ed-89cadad8b7b2') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:44.341450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc26c3f-fc32-431c-93ed-89cadad8b7b2') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:44.346742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e97b-d629-4224-bd8a-b2bb2d4545f0 req-0cd3b368-3f19-4a7e-a023-073f08a0c2a9 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:44.356371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f550e97b-d629-4224-bd8a-b2bb2d4545f0 req-0cd3b368-3f19-4a7e-a023-073f08a0c2a9 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 949 time: 0.1840711 Jan 27 21:48:44.358404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (cbc26c3f-fc32-431c-93ed-89cadad8b7b2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.380723 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cbc26c3f-fc32-431c-93ed-89cadad8b7b2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.387157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c026c08-ea69-466b-97e2-6d76889f1b7f req-1d55b9db-8d6e-476a-919f-bb13d22539e4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:44.391564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:44.391966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (cbc26c3f-fc32-431c-93ed-89cadad8b7b2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.399445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c026c08-ea69-466b-97e2-6d76889f1b7f req-1d55b9db-8d6e-476a-919f-bb13d22539e4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.2258010 Jan 27 21:48:44.400851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 72e3043a-74c5-4fec-8089-8264394192fb is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:44.402060 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (72e3043a-74c5-4fec-8089-8264394192fb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:44.474011 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:44.482699 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (75506993-6b94-4219-a4a9-38e6708edf31), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.502937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.515313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.519940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/networks/75506993-6b94-4219-a4a9-38e6708edf31 HTTP/1.1" status: 204 len: 168 time: 1.5379467 Jan 27 21:48:44.521265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5a9a9-546d-41ea-bf20-13be325c89ca tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Network': ['ID=75506993-6b94-4219-a4a9-38e6708edf31,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.523542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49884) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:44.553730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c026c08-ea69-466b-97e2-6d76889f1b7f req-a9d570b5-0536-4047-84c4-746754ef0355 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086602 Jan 27 21:48:44.642006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f550e97b-d629-4224-bd8a-b2bb2d4545f0 req-0327cae1-f220-490c-bd8b-8df8c32c1db8 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747915 Jan 27 21:48:44.646452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.717329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['d3bc3aaf-b56f-414f-9d45-d8d8a50357e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:44.746876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 72e3043a-74c5-4fec-8089-8264394192fb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=72e3043a-74c5-4fec-8089-8264394192fb,segment=NetworkSegment(68b52da2-fe8a-4d81-b7a0-87c7dc26940b),segment_id=68b52da2-fe8a-4d81-b7a0-87c7dc26940b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:44.833788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Pushing event updated for resources: {'Port': ['ID=12ed020e-1215-4d4b-a015-e9ff93b80884,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.885187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:44.925882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:44.929125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:44.941084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2b1466c6-c85f-46d3-b580-a1fa8444e560), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.101075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858374a-de53-4d68-94ec-5d168ce8b432 req-6e0d6283-82da-46e1-ae8c-9c759ab66881 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:45.118112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c3286-9829-4276-8cae-ddd56930041c None None] DHCP port deletion for 2b1466c6-c85f-46d3-b580-a1fa8444e560 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:48:45.118416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4858374a-de53-4d68-94ec-5d168ce8b432 req-6e0d6283-82da-46e1-ae8c-9c759ab66881 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 931 time: 0.2401059 Jan 27 21:48:45.225817 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (72e3043a-74c5-4fec-8089-8264394192fb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.338597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4858374a-de53-4d68-94ec-5d168ce8b432 req-e9f516e3-894b-47cb-9211-da6f78a9a553 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184510 Jan 27 21:48:45.387611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:45.391111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.429369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-fae55d2a-2fda-426e-a721-3948539801a3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9459162 Jan 27 21:48:45.443048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Request body: {'port': {'device_id': 'caddc6e8-3568-4025-a1ea-1b4587ce82b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:45.486369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=72e3043a-74c5-4fec-8089-8264394192fb,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:45.633295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 72e3043a-74c5-4fec-8089-8264394192fb no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:45.637637 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.682551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf02b2-3658-4925-abb4-9d2c0faa2a71 None None] Current status of the port 72e3043a-74c5-4fec-8089-8264394192fb is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:45.751345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c4e3a-b97e-42f2-be53-f58cd15ca1a4 None None] DHCP port deletion for 75506993-6b94-4219-a4a9-38e6708edf31 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:48:45.863324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2ca36016-3513-49cf-8756-c9d1efd91911 None None] Could not find standard attr ID for object 57f6d68d-e306-4768-8766-8d513ad9eb2b. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:48:45.906158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a552197-6922-440f-91fe-07636377c995 None None] Network 75506993-6b94-4219-a4a9-38e6708edf31 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:45.993054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a552197-6922-440f-91fe-07636377c995 None None] Network 75506993-6b94-4219-a4a9-38e6708edf31 could not be found, it might have been deleted concurrently. {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 21:48:46.041507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Deleting port 72e3043a-74c5-4fec-8089-8264394192fb {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:46.042397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (72e3043a-74c5-4fec-8089-8264394192fb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.112187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-313c3286-9829-4276-8cae-ddd56930041c None None] Deleting port 72e3043a-74c5-4fec-8089-8264394192fb {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:46.113350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-313c3286-9829-4276-8cae-ddd56930041c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (72e3043a-74c5-4fec-8089-8264394192fb), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.300181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] For port 72e3043a-74c5-4fec-8089-8264394192fb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=72e3043a-74c5-4fec-8089-8264394192fb,segment=NetworkSegment(68b52da2-fe8a-4d81-b7a0-87c7dc26940b),segment_id=68b52da2-fe8a-4d81-b7a0-87c7dc26940b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:46.300543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (72e3043a-74c5-4fec-8089-8264394192fb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.336891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Calling delete_port for 72e3043a-74c5-4fec-8089-8264394192fb owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:46.458667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc63174-c904-4914-9014-fd7fcf7e3aed req-5ef02b21-798e-4ff2-b3f3-a4c33e69de89 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:46.470000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6dc63174-c904-4914-9014-fd7fcf7e3aed req-5ef02b21-798e-4ff2-b3f3-a4c33e69de89 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.2549541 Jan 27 21:48:46.504811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56d6ee-5506-4092-9097-d99ad9838777 req-0a44f207-dd2a-4804-9c61-11db3fdb2b42 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:46.507518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa56d6ee-5506-4092-9097-d99ad9838777 req-0a44f207-dd2a-4804-9c61-11db3fdb2b42 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 949 time: 0.2903922 Jan 27 21:48:46.520286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 72e3043a-74c5-4fec-8089-8264394192fb is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:46.520955 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (72e3043a-74c5-4fec-8089-8264394192fb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.527454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-313c3286-9829-4276-8cae-ddd56930041c None None] For port 72e3043a-74c5-4fec-8089-8264394192fb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=72e3043a-74c5-4fec-8089-8264394192fb,segment=NetworkSegment(68b52da2-fe8a-4d81-b7a0-87c7dc26940b),segment_id=68b52da2-fe8a-4d81-b7a0-87c7dc26940b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:46.528136 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-313c3286-9829-4276-8cae-ddd56930041c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (72e3043a-74c5-4fec-8089-8264394192fb), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.590004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-313c3286-9829-4276-8cae-ddd56930041c None None] Calling delete_port for 72e3043a-74c5-4fec-8089-8264394192fb owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:46.640971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 72e3043a-74c5-4fec-8089-8264394192fb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=72e3043a-74c5-4fec-8089-8264394192fb,segment=NetworkSegment(68b52da2-fe8a-4d81-b7a0-87c7dc26940b),segment_id=68b52da2-fe8a-4d81-b7a0-87c7dc26940b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:46.654143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (72e3043a-74c5-4fec-8089-8264394192fb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.691771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (72e3043a-74c5-4fec-8089-8264394192fb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.737187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Port': ['ID=72e3043a-74c5-4fec-8089-8264394192fb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:46.753783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] No DVR routers for this DVR port 72e3043a-74c5-4fec-8089-8264394192fb on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:46.826824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa56d6ee-5506-4092-9097-d99ad9838777 req-76a2c195-c34c-4a55-bd2e-6d7d1ec12a52 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953577 Jan 27 21:48:46.829700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event deleted for resources: {'Port': ['ID=72e3043a-74c5-4fec-8089-8264394192fb,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:46.847960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6dc63174-c904-4914-9014-fd7fcf7e3aed req-3ad97773-f341-4a3e-a3d0-473cab9779b0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761516 Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: from cryptography.utils import int_from_bytes Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: from cryptography.utils import int_from_bytes Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.959936 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:46.967527 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 21:48:46.980067 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-313c3286-9829-4276-8cae-ddd56930041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (72e3043a-74c5-4fec-8089-8264394192fb), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.016406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2b1466c6-c85f-46d3-b580-a1fa8444e560), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.029289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c3286-9829-4276-8cae-ddd56930041c None None] Pushing event deleted for resources: {'Port': ['ID=72e3043a-74c5-4fec-8089-8264394192fb,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:47.037472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c3286-9829-4276-8cae-ddd56930041c None None] No DVR routers for this DVR port 72e3043a-74c5-4fec-8089-8264394192fb on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:47.046343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ed020e-1215-4d4b-a015-e9ff93b80884 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:47.069000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1466c6-c85f-46d3-b580-a1fa8444e560']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.088958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b52da2-fe8a-4d81-b7a0-87c7dc26940b') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.089596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b52da2-fe8a-4d81-b7a0-87c7dc26940b') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.095298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Publish callbacks [] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.104221 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (68b52da2-fe8a-4d81-b7a0-87c7dc26940b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.129389 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (68b52da2-fe8a-4d81-b7a0-87c7dc26940b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.149570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:47.150183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (68b52da2-fe8a-4d81-b7a0-87c7dc26940b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:47.154937 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:47.242149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Transition to ACTIVE for port object 12ed020e-1215-4d4b-a015-e9ff93b80884 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:47.258466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2b1466c6-c85f-46d3-b580-a1fa8444e560), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.262111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.272740 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.284045 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/networks/2b1466c6-c85f-46d3-b580-a1fa8444e560 HTTP/1.1" status: 204 len: 168 time: 2.7585390 Jan 27 21:48:47.290516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49994) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:47.294057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 57f6d68d-e306-4768-8766-8d513ad9eb2b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:47.344329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Pushing event updated for resources: {'Port': ['ID=12ed020e-1215-4d4b-a015-e9ff93b80884,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:47.373251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaa5f0-7f70-4f68-864f-52cb72133052 req-144ed81d-868f-4a03-a8f6-dd1d0ebd3bbb tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:47.381066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5eaa5f0-7f70-4f68-864f-52cb72133052 req-144ed81d-868f-4a03-a8f6-dd1d0ebd3bbb tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 931 time: 0.2963004 Jan 27 21:48:47.402328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 57f6d68d-e306-4768-8766-8d513ad9eb2b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:47.402970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 57f6d68d-e306-4768-8766-8d513ad9eb2b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:47.417018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2ac7053b-4675-493a-84ae-66a50370058a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.435356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef24ba8-bfda-4832-96cb-8309dd4fb54d tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Network': ['ID=2b1466c6-c85f-46d3-b580-a1fa8444e560,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:47.484388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5eaa5f0-7f70-4f68-864f-52cb72133052 req-ebc1ec9a-92b8-413a-bbfa-68b06787861c tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018169 Jan 27 21:48:47.514002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accd234-11c6-4b77-a969-c975c973c22f req-3c00357d-6015-4e57-9f3a-6cfb703bd2a4 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:47.521439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3accd234-11c6-4b77-a969-c975c973c22f req-3c00357d-6015-4e57-9f3a-6cfb703bd2a4 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 0.1788542 Jan 27 21:48:47.525521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:47.561788 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2ac7053b-4675-493a-84ae-66a50370058a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.608307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac7053b-4675-493a-84ae-66a50370058a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.630074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc10f8de-62a8-451c-8219-70d8134496f4') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.631394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc10f8de-62a8-451c-8219-70d8134496f4') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.643404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3accd234-11c6-4b77-a969-c975c973c22f req-a24fc89c-b758-4514-bd8b-4b019ed5e3fc tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209280 Jan 27 21:48:47.668645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Attempting to bind port 12ed020e-1215-4d4b-a015-e9ff93b80884 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:47.668995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Attempting to bind port 12ed020e-1215-4d4b-a015-e9ff93b80884 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:47.669331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Attempting to bind port 12ed020e-1215-4d4b-a015-e9ff93b80884 on network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:47.685483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Port 12ed020e-1215-4d4b-a015-e9ff93b80884 on network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:47.685845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Attempting to bind port 12ed020e-1215-4d4b-a015-e9ff93b80884 on network 7bcfb160-3a64-466d-9b86-d159d9e5d8f7 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:47.695047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:47.695329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Checking segment: {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:47.695736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Bound using segment: {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:47.696205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Bound port: 12ed020e-1215-4d4b-a015-e9ff93b80884, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241df08a-d53b-42e1-af9f-7749ec587766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:47.696582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.698292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (fc10f8de-62a8-451c-8219-70d8134496f4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.700953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:47.712248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:47.712759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.740050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (fc10f8de-62a8-451c-8219-70d8134496f4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.760262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:47.760710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (fc10f8de-62a8-451c-8219-70d8134496f4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:47.768303 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:47.830790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] For port 12ed020e-1215-4d4b-a015-e9ff93b80884, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:47.840673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] For port 12ed020e-1215-4d4b-a015-e9ff93b80884, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=12ed020e-1215-4d4b-a015-e9ff93b80884,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:47.854809 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.917710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2ac7053b-4675-493a-84ae-66a50370058a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.921216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:47.922049 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.935887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.956341 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/networks/2ac7053b-4675-493a-84ae-66a50370058a HTTP/1.1" status: 204 len: 168 time: 0.6613691 Jan 27 21:48:47.958281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50012) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:47.965517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:47.968836 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de425f-4d49-41ac-b6c6-0fd36eaedb46" -d '{"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-plugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:47.988570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:47.998252 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.999571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:48.023092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:48.025086 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.026408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] 10.222.0.16 "PUT /v2.0/ports/12ed020e-1215-4d4b-a015-e9ff93b80884 HTTP/1.1" status: 200 len: 1091 time: 2.5879791 Jan 27 21:48:48.026908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caddc6e8-3568-4025-a1ea-1b4587ce82b4', 'tag': '12ed020e-1215-4d4b-a015-e9ff93b80884'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:48.029377 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84c01e3-264a-4839-853a-dbcff1522a07" -d '{"events": [{"name": "network-changed", "server_uuid": "caddc6e8-3568-4025-a1ea-1b4587ce82b4", "tag": "12ed020e-1215-4d4b-a015-e9ff93b80884"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:48.095035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.108469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a1fe1-54d5-4ee6-8980-7d73e6ad6b08 tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Network': ['ID=2ac7053b-4675-493a-84ae-66a50370058a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:48.161666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:48.175774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:48.176161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.202178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:48.225354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2872c-ea61-410f-b552-0e86d48acc0f service neutron] Pushing event updated for resources: {'Port': ['ID=12ed020e-1215-4d4b-a015-e9ff93b80884,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:48.282294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f620b27f-83c5-45a3-be1f-e1d1dc3b77f1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.291148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:48.291581 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.328959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-be2e1ed1-33e0-4cbc-b862-dfec1b41ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:48.337444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-be2e1ed1-33e0-4cbc-b862-dfec1b41ffcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 1094 time: 0.2526727 Jan 27 21:48:48.348779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:48.356152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.384303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9c43d-710f-4d8a-9329-5f1a5bf3387b req-46f3e38e-8ff3-416c-a556-7cf2b8f2bc1c tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:48.402488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97b9c43d-710f-4d8a-9329-5f1a5bf3387b req-46f3e38e-8ff3-416c-a556-7cf2b8f2bc1c tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 949 time: 0.3516030 Jan 27 21:48:48.466761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:48.512087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-444cbeae-95b8-4270-8210-0a58fcaa98e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12ed020e-1215-4d4b-a015-e9ff93b80884 HTTP/1.1" status: 200 len: 217 time: 0.1043339 Jan 27 21:48:48.516315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f620b27f-83c5-45a3-be1f-e1d1dc3b77f1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.552366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f620b27f-83c5-45a3-be1f-e1d1dc3b77f1']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:48.568129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25732469-9b5a-484c-a4aa-d1c907014cad') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:48.569087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25732469-9b5a-484c-a4aa-d1c907014cad') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:48.584256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (25732469-9b5a-484c-a4aa-d1c907014cad), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.611976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (25732469-9b5a-484c-a4aa-d1c907014cad), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.626143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:48.626899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (25732469-9b5a-484c-a4aa-d1c907014cad), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:48.630734 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:48.639488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97b9c43d-710f-4d8a-9329-5f1a5bf3387b req-fe3b72b0-80e7-486c-b20e-3a0491a39f17 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346590 Jan 27 21:48:48.641013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-b728952e-69a8-4458-a02d-94d0da246e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:48.642821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-b728952e-69a8-4458-a02d-94d0da246e24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bf78f42-503b-4857-acde-2b3fb102f068 HTTP/1.1" status: 200 len: 851 time: 0.1212957 Jan 27 21:48:48.679849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e348c5-939d-46f3-a836-b5f7da0148d3 req-fc697392-3cab-4bbb-8b14-ebd35a48db7c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:48.683101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14e348c5-939d-46f3-a836-b5f7da0148d3 req-fc697392-3cab-4bbb-8b14-ebd35a48db7c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.1746306 Jan 27 21:48:48.721497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-1d26433f-8cff-4b24-8fe0-6385f2197847 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724854 Jan 27 21:48:48.734442 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e38cfd-6754-4bb5-9fff-da710c50dad7 x-openstack-request-id: req-c3e38cfd-6754-4bb5-9fff-da710c50dad7 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:48.735020 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-plugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:48.735146 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3e38cfd-6754-4bb5-9fff-da710c50dad7 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:48.736531 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'code': 200} Jan 27 21:48:48.795438 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f2e48d-f12e-4d70-a1e6-e96eba5287c7 x-openstack-request-id: req-e2f2e48d-f12e-4d70-a1e6-e96eba5287c7 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:48.795754 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caddc6e8-3568-4025-a1ea-1b4587ce82b4", "tag": "12ed020e-1215-4d4b-a015-e9ff93b80884", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:48.796019 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2f2e48d-f12e-4d70-a1e6-e96eba5287c7 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:48.796443 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caddc6e8-3568-4025-a1ea-1b4587ce82b4', 'tag': '12ed020e-1215-4d4b-a015-e9ff93b80884', 'status': 'completed', 'code': 200} Jan 27 21:48:48.838404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14e348c5-939d-46f3-a836-b5f7da0148d3 req-c845da69-ec66-4047-9d9a-742f41ffb6df tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134312 Jan 27 21:48:48.882468 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f620b27f-83c5-45a3-be1f-e1d1dc3b77f1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.888644 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.896797 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] 10.222.0.45 "DELETE /v2.0/networks/f620b27f-83c5-45a3-be1f-e1d1dc3b77f1 HTTP/1.1" status: 204 len: 168 time: 0.9049518 Jan 27 21:48:48.937607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ffcbb-59b5-4d8e-98c9-de36cb4f410a tempest-BulkNetworkOpsIpV6Test-1960232524 tempest-BulkNetworkOpsIpV6Test-1960232524-project] Pushing event deleted for resources: {'Network': ['ID=f620b27f-83c5-45a3-be1f-e1d1dc3b77f1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:48.966078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275b3df-05bd-4ddb-9a12-21594b8fed96 req-605f1c76-6f89-4c31-aa4c-8cb7fe9f16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:48.968045 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c275b3df-05bd-4ddb-9a12-21594b8fed96 req-605f1c76-6f89-4c31-aa4c-8cb7fe9f16f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 1101 time: 0.1141820 Jan 27 21:48:48.999569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-6197f809-2dca-414e-a580-c865d5cc846a service neutron] 10.222.0.16 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690263 Jan 27 21:48:49.091504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c275b3df-05bd-4ddb-9a12-21594b8fed96 req-5b08bcce-8450-4ab8-92ee-d987761b3672 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155789 Jan 27 21:48:49.156847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50042) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:49.257065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f67642-0e20-44da-b6f9-0d992b809cae req-aebc3380-b798-4453-8335-19646ec0086b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:49.259675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f67642-0e20-44da-b6f9-0d992b809cae req-aebc3380-b798-4453-8335-19646ec0086b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 943 time: 0.1726918 Jan 27 21:48:49.346503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00ef7992-f11d-4e74-af91-9c9b058c745c req-6a0ba8d5-90ca-4678-a749-c1b577132033 service neutron] 10.222.0.16 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396339 Jan 27 21:48:49.382535 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ad741749-0e43-4c82-a56f-260035b11cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.538684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50050) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:49.541128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f67642-0e20-44da-b6f9-0d992b809cae req-e7dbcde1-57c9-4a18-9c46-7a93c7290c36 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699816 Jan 27 21:48:49.555943 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ad741749-0e43-4c82-a56f-260035b11cc4 admin admin] Publish callbacks [] for security_group (7a098421-1013-430a-acaa-3e0060cd694e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.569478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06826e45-31e6-4d5d-9660-7cda1b5c6321 req-fc6cee75-b856-42bb-a9c3-b159cb0799e7 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:49.570710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ad741749-0e43-4c82-a56f-260035b11cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7a098421-1013-430a-acaa-3e0060cd694e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.572292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06826e45-31e6-4d5d-9660-7cda1b5c6321 req-fc6cee75-b856-42bb-a9c3-b159cb0799e7 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 0.2654474 Jan 27 21:48:49.578180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-f0af9a52-5112-4faf-96e7-58ec008496e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:49.581210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-f0af9a52-5112-4faf-96e7-58ec008496e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 1094 time: 0.1730311 Jan 27 21:48:49.631913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741749-0e43-4c82-a56f-260035b11cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a098421-1013-430a-acaa-3e0060cd694e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:49.653225 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ad741749-0e43-4c82-a56f-260035b11cc4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8515f47297274fee9538ecaed29fe836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948759 Jan 27 21:48:49.654292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50054) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:49.775355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06826e45-31e6-4d5d-9660-7cda1b5c6321 req-ef54bfa6-4ffe-450a-8abc-f3baeda7b531 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926370 Jan 27 21:48:49.799884 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6a0847a7-3114-46d0-8aa2-f741559b908c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=400bff2bdd3f4b28ad8e5b9e6a26e686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2596581 Jan 27 21:48:49.801393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50060) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:49.806204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a093657-3eb9-4ec2-be18-31a81ecb93be admin admin] Publish callbacks [] for security_group (7a098421-1013-430a-acaa-3e0060cd694e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.853348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-5e840b67-57bf-4121-b04f-30f1e41d7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:49.854625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-5e840b67-57bf-4121-b04f-30f1e41d7fd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 912 time: 0.2599475 Jan 27 21:48:49.891497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a093657-3eb9-4ec2-be18-31a81ecb93be admin admin] Publish callbacks [] for security_group (7a098421-1013-430a-acaa-3e0060cd694e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.907864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-27b77a35-657a-4a7c-9c1e-69fe9a18919d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12ed020e-1215-4d4b-a015-e9ff93b80884 HTTP/1.1" status: 200 len: 217 time: 0.0454192 Jan 27 21:48:49.923665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8fc38-cd30-4325-962b-b1691f50828c req-8fcc20d6-f5c1-41d8-b206-40d76230a0a6 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:49.931992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53e8fc38-cd30-4325-962b-b1691f50828c req-8fcc20d6-f5c1-41d8-b206-40d76230a0a6 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 950 time: 0.1415401 Jan 27 21:48:49.987079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81eea0a2-c119-4f4d-aacc-ae825ce35112 admin admin] Publish callbacks [] for security_group (21e9c4e7-7c1e-44be-9ed2-15fd519f43ee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.041430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81eea0a2-c119-4f4d-aacc-ae825ce35112 admin admin] Publish callbacks [] for security_group (21e9c4e7-7c1e-44be-9ed2-15fd519f43ee), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.055658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53e8fc38-cd30-4325-962b-b1691f50828c req-225d0b69-9e8a-4208-b154-9a91c99a5814 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223123 Jan 27 21:48:50.058565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-1412f561-99d6-423f-8122-d0bd543b81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:50.062074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-1412f561-99d6-423f-8122-d0bd543b81ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bf78f42-503b-4857-acde-2b3fb102f068 HTTP/1.1" status: 200 len: 851 time: 0.1277313 Jan 27 21:48:50.103648 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a093657-3eb9-4ec2-be18-31a81ecb93be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7a098421-1013-430a-acaa-3e0060cd694e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.106333 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a093657-3eb9-4ec2-be18-31a81ecb93be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.112232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3a093657-3eb9-4ec2-be18-31a81ecb93be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a098421-1013-430a-acaa-3e0060cd694e HTTP/1.1" status: 204 len: 168 time: 0.4542806 Jan 27 21:48:50.129285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a093657-3eb9-4ec2-be18-31a81ecb93be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a098421-1013-430a-acaa-3e0060cd694e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.148435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-5a08d2ac-f613-4340-9f2d-a000888cf7de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750442 Jan 27 21:48:50.164003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7cbc2-ae92-4ae4-8569-08be69ad17ff req-b76a7a77-b8de-4533-ae62-c0b206788b8b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:50.176563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7c7cbc2-ae92-4ae4-8569-08be69ad17ff req-b76a7a77-b8de-4533-ae62-c0b206788b8b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.1965709 Jan 27 21:48:50.180728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81eea0a2-c119-4f4d-aacc-ae825ce35112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (21e9c4e7-7c1e-44be-9ed2-15fd519f43ee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.186493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81eea0a2-c119-4f4d-aacc-ae825ce35112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.188874 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-81eea0a2-c119-4f4d-aacc-ae825ce35112 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21e9c4e7-7c1e-44be-9ed2-15fd519f43ee HTTP/1.1" status: 204 len: 168 time: 0.3854165 Jan 27 21:48:50.204708 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eea0a2-c119-4f4d-aacc-ae825ce35112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e9c4e7-7c1e-44be-9ed2-15fd519f43ee,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.435754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7c7cbc2-ae92-4ae4-8569-08be69ad17ff req-c8924443-8e75-456c-9d32-d2a810aaf6db tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520440 Jan 27 21:48:50.445156 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.470314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-2b9ac1f9-b413-4a84-bd36-ff2d2e865c51 service neutron] 10.222.0.16 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902648 Jan 27 21:48:50.737685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:50.743095 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1380d3-dc8b-4e06-bdc7-58b9bc68d122" -d '{"events": [{"server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "name": "network-vif-plugged", "status": "completed", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:50.766811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f84c01e3-264a-4839-853a-dbcff1522a07 req-2847a0a5-0b59-4f4e-a315-79c4834197da service neutron] 10.222.0.16 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892842 Jan 27 21:48:50.920825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fdb5f-8409-44e9-a07b-e82909626221 req-5f0395f2-03cc-4273-adac-0b063cfd05c9 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:50.934652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-113fdb5f-8409-44e9-a07b-e82909626221 req-5f0395f2-03cc-4273-adac-0b063cfd05c9 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 943 time: 0.1660297 Jan 27 21:48:51.020467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-113fdb5f-8409-44e9-a07b-e82909626221 req-4c7e1cc0-aaa7-4266-9667-4d34898d6cdb tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842159 Jan 27 21:48:51.043215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012931a4-8252-49cb-aa6a-aa617609f4a4 req-7e93947e-14d9-4c7a-897a-a903a6dcf3e9 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:51.048121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-012931a4-8252-49cb-aa6a-aa617609f4a4 req-7e93947e-14d9-4c7a-897a-a903a6dcf3e9 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 0.2240195 Jan 27 21:48:51.064552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50094) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:51.088747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae59-2b44-4470-93fa-142fc27d3215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.111211 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad127f87-d9f2-4e35-89b9-84ce25efe8c9 x-openstack-request-id: req-ad127f87-d9f2-4e35-89b9-84ce25efe8c9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:51.111541 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "name": "network-vif-plugged", "status": "completed", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:51.111796 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad127f87-d9f2-4e35-89b9-84ce25efe8c9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:51.112202 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'code': 200} Jan 27 21:48:51.261295 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae59-2b44-4470-93fa-142fc27d3215 admin admin] Publish callbacks [] for security_group (bf0d178e-96a7-464d-ace5-86a4d9efc226), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.270405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae59-2b44-4470-93fa-142fc27d3215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bf0d178e-96a7-464d-ace5-86a4d9efc226), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.300688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-012931a4-8252-49cb-aa6a-aa617609f4a4 req-e7c25d38-774f-4d61-aa4c-826a64c9480a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406218 Jan 27 21:48:51.348421 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ac0ae59-2b44-4470-93fa-142fc27d3215 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e826ae7dd43548b895bd101a1bf032dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824497 Jan 27 21:48:51.353071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50100) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:51.365991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ae59-2b44-4470-93fa-142fc27d3215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d178e-96a7-464d-ace5-86a4d9efc226,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:51.397485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f7d3e-9f6d-4a8c-b55f-ad0093ecf133 req-11f408b8-20a6-4409-8dd8-c08f796d8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:51.400479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c7f7d3e-9f6d-4a8c-b55f-ad0093ecf133 req-11f408b8-20a6-4409-8dd8-c08f796d8d61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 1101 time: 0.1395106 Jan 27 21:48:51.411012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdbff-75f7-49a1-8a60-49ea141dfc66 req-fd009d18-1670-4961-8c0c-53236b18330c tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:51.420656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a86bdbff-75f7-49a1-8a60-49ea141dfc66 req-fd009d18-1670-4961-8c0c-53236b18330c tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 950 time: 0.2116325 Jan 27 21:48:51.507459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c7f7d3e-9f6d-4a8c-b55f-ad0093ecf133 req-57739df3-70b2-41f2-beb6-47615d1cd8a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842195 Jan 27 21:48:51.552551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a86bdbff-75f7-49a1-8a60-49ea141dfc66 req-0a9ccb89-9734-4f3f-87c4-4b9471f28a1f tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305995 Jan 27 21:48:51.555185 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07fd2ff2-ca67-4c79-9ff8-9cc591be5ba2 admin admin] Publish callbacks [] for security_group (bf0d178e-96a7-464d-ace5-86a4d9efc226), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.608158 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07fd2ff2-ca67-4c79-9ff8-9cc591be5ba2 admin admin] Publish callbacks [] for security_group (bf0d178e-96a7-464d-ace5-86a4d9efc226), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.792019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07fd2ff2-ca67-4c79-9ff8-9cc591be5ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bf0d178e-96a7-464d-ace5-86a4d9efc226), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.798896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07fd2ff2-ca67-4c79-9ff8-9cc591be5ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.800815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-07fd2ff2-ca67-4c79-9ff8-9cc591be5ba2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf0d178e-96a7-464d-ace5-86a4d9efc226 HTTP/1.1" status: 204 len: 168 time: 0.4381580 Jan 27 21:48:51.809368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01bbf-feb5-4b58-aced-5cb1281c4d2e req-e6232451-df25-4ef4-945f-af7d77a2b34a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:51.813725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3a01bbf-feb5-4b58-aced-5cb1281c4d2e req-e6232451-df25-4ef4-945f-af7d77a2b34a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.1516147 Jan 27 21:48:51.818019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd2ff2-ca67-4c79-9ff8-9cc591be5ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d178e-96a7-464d-ace5-86a4d9efc226,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:51.930101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3a01bbf-feb5-4b58-aced-5cb1281c4d2e req-ae086fbf-cd9b-4477-b69b-b264c5d0462b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096160 Jan 27 21:48:52.038201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50116) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:52.043982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5e685-b493-4516-903f-dc348bef9246 req-7ab874e8-a02a-4592-b626-7cba2f59dae2 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:52.046594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9df5e685-b493-4516-903f-dc348bef9246 req-7ab874e8-a02a-4592-b626-7cba2f59dae2 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 0.0988495 Jan 27 21:48:52.296557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91ecbe-978d-4af4-85ee-7a8e4d7e32dd req-700954e2-1c9f-4e4a-982c-71f311add15a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:52.298710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a91ecbe-978d-4af4-85ee-7a8e4d7e32dd req-700954e2-1c9f-4e4a-982c-71f311add15a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 943 time: 0.0955822 Jan 27 21:48:52.302181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Deleting port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:52.303133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.462293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] For port b2fa9f86-40c8-4f9e-9093-08e12908d7d0, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:52.463512 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.522398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'networks': [{'name': 'tempest-network--813342474'}, {'name': 'tempest-network--564272028'}]} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:52.525317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'network': {'name': 'tempest-network--813342474'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:52.526757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'network': {'name': 'tempest-network--564272028'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:52.581585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Made reservation on behalf of 215409f41d664bc4a94f8b3b1ebaec55 for: {'network': 2} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:52.588239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.638850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.789249 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-6689436c-2cc6-48e4-bbdc-595265f7ef57 service neutron] show failed (client error): The resource could not be found. Jan 27 21:48:52.793063 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-6689436c-2cc6-48e4-bbdc-595265f7ef57 service neutron] 10.222.0.57 "GET /v2.0/ports/02a5d51c-932f-4fd8-85e0-c525687bbed5/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.2262313 Jan 27 21:48:52.985581 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for security_group (e9c79464-fe66-42aa-b637-f712d8b0e14e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.996831 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e9c79464-fe66-42aa-b637-f712d8b0e14e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.997940 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.153860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c79464-fe66-42aa-b637-f712d8b0e14e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:53.203658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:53.218846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d693f414-2575-4529-951a-676b244dbe04), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.219389 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Added segment d693f414-2575-4529-951a-676b244dbe04 of type vlan for network 8920eeae-319b-4be4-a30c-206f7d66fad2 Jan 27 21:48:53.266767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a91ecbe-978d-4af4-85ee-7a8e4d7e32dd req-fdf05f3b-b55f-43c1-bd45-43f851399a96 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8560636 Jan 27 21:48:53.339073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (8920eeae-319b-4be4-a30c-206f7d66fad2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.411242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:53.430503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d171b24a-7912-4ce7-9b2a-0b2b9bab9155), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.431088 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Added segment d171b24a-7912-4ce7-9b2a-0b2b9bab9155 of type vlan for network 0244025e-fc88-41f7-840a-0713fd7f4b4a Jan 27 21:48:53.529777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (0244025e-fc88-41f7-840a-0713fd7f4b4a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.557879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 12ed020e-1215-4d4b-a015-e9ff93b80884 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:53.582817 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (8920eeae-319b-4be4-a30c-206f7d66fad2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.584382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (0244025e-fc88-41f7-840a-0713fd7f4b4a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.593361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:53.604731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:53.606063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.677673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bd0c5-90f3-4899-a761-d1a52f0c911e req-48fdef93-fe44-4a60-b69c-e676d8b37f07 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:53.697383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-461bd0c5-90f3-4899-a761-d1a52f0c911e req-48fdef93-fe44-4a60-b69c-e676d8b37f07 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 945 time: 1.1302643 Jan 27 21:48:53.747815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7067280 Jan 27 21:48:53.749107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50152) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:53.767443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-461bd0c5-90f3-4899-a761-d1a52f0c911e req-ca98e7c6-e7ee-4313-8911-996ec6e959d5 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups?id=9d336062-d55c-44c3-a471-2f88a2106e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689950 Jan 27 21:48:53.787202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Network': ['ID=8920eeae-319b-4be4-a30c-206f7d66fad2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:53.800178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 8920eeae-319b-4be4-a30c-206f7d66fad2 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:53.852497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-06bdd1f3-9ccd-49a2-82ee-29c364fca49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:53.859612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-06bdd1f3-9ccd-49a2-82ee-29c364fca49e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387&tenant_id=74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 1101 time: 0.5860462 Jan 27 21:48:53.928114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:53.942486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 12ed020e-1215-4d4b-a015-e9ff93b80884, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=12ed020e-1215-4d4b-a015-e9ff93b80884,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:54.058982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '12ed020e-1215-4d4b-a015-e9ff93b80884', 'network_id': '7bcfb160-3a64-466d-9b86-d159d9e5d8f7', 'port_id': '12ed020e-1215-4d4b-a015-e9ff93b80884', 'mac_address': 'fa:16:3e:73:25:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf78f42-503b-4857-acde-2b3fb102f068', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:54.098755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee564273-1216-414f-ada0-616b652e0cac tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Network': ['ID=0244025e-fc88-41f7-840a-0713fd7f4b4a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:54.161929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.162693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (0d3ad7a7-b17f-440a-b713-2fbc44b43bb5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.163079 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Floating IP 0d3ad7a7-b17f-440a-b713-2fbc44b43bb5 disassociated. External IP: 172.25.8.174, port: b2fa9f86-40c8-4f9e-9093-08e12908d7d0. Jan 27 21:48:54.166412 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Calling delete_port for b2fa9f86-40c8-4f9e-9093-08e12908d7d0 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:54.175944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b95bbed-6a5d-4a68-bc50-a7231e0f2c51 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.182984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 0244025e-fc88-41f7-840a-0713fd7f4b4a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:54.192120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b95bbed-6a5d-4a68-bc50-a7231e0f2c51 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.205948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b95bbed-6a5d-4a68-bc50-a7231e0f2c51 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.219448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b95bbed-6a5d-4a68-bc50-a7231e0f2c51 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.223285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4b95bbed-6a5d-4a68-bc50-a7231e0f2c51 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4664590 Jan 27 21:48:54.226907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50158) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:54.312997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0d113-779b-463f-8643-10bcd431771a req-4d929624-c167-4cf3-b5a4-f41f550f0545 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.316925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5c0d113-779b-463f-8643-10bcd431771a req-4d929624-c167-4cf3-b5a4-f41f550f0545 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 950 time: 0.8915274 Jan 27 21:48:54.372935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 12ed020e-1215-4d4b-a015-e9ff93b80884 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:54.373600 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.403142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ed020e-1215-4d4b-a015-e9ff93b80884 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:54.444364 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (8920eeae-319b-4be4-a30c-206f7d66fad2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.493295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 12ed020e-1215-4d4b-a015-e9ff93b80884, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=12ed020e-1215-4d4b-a015-e9ff93b80884,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:54.504866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.545092 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.585830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b2fa9f86-40c8-4f9e-9093-08e12908d7d0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.611141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332417a-7a0b-42b1-bf01-ea6de6344d2c req-996ed917-cde9-43fb-9617-c0ad22470321 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.622456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0332417a-7a0b-42b1-bf01-ea6de6344d2c req-996ed917-cde9-43fb-9617-c0ad22470321 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.3356183 Jan 27 21:48:54.690578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5c0d113-779b-463f-8643-10bcd431771a req-f1c6ad8c-163c-4ab7-95a0-f1e4c1fcb8c8 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593658 Jan 27 21:48:54.719912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=12ed020e-1215-4d4b-a015-e9ff93b80884,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:54.723824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event deleted for resources: {'Port': ['ID=b2fa9f86-40c8-4f9e-9093-08e12908d7d0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:54.783694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (8920eeae-319b-4be4-a30c-206f7d66fad2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.843826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8920eeae-319b-4be4-a30c-206f7d66fad2']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:54.855987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd693f414-2575-4529-951a-676b244dbe04') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:54.856318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd693f414-2575-4529-951a-676b244dbe04') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:54.873666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d693f414-2575-4529-951a-676b244dbe04), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.907732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d693f414-2575-4529-951a-676b244dbe04), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.917380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:54.917941 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d693f414-2575-4529-951a-676b244dbe04), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:54.921526 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:54.928943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['12ed020e-1215-4d4b-a015-e9ff93b80884'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:55.073561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (8920eeae-319b-4be4-a30c-206f7d66fad2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.087384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.097950 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/networks/8920eeae-319b-4be4-a30c-206f7d66fad2 HTTP/1.1" status: 204 len: 168 time: 0.8689961 Jan 27 21:48:55.108651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:55.212742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0332417a-7a0b-42b1-bf01-ea6de6344d2c req-08daed24-2b25-4480-99b7-5f7ad5dff04c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888424 Jan 27 21:48:55.228149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceba19-fc93-4a30-a36f-20efee3716b5 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Network': ['ID=8920eeae-319b-4be4-a30c-206f7d66fad2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:55.422539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28966c85-99f7-4332-9bb3-cb117fe727ac req-c9c6e0bc-f1f5-4b05-9ab1-d36b4cf90dc1 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:55.436413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28966c85-99f7-4332-9bb3-cb117fe727ac req-c9c6e0bc-f1f5-4b05-9ab1-d36b4cf90dc1 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 944 time: 0.5079761 Jan 27 21:48:55.557537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (0244025e-fc88-41f7-840a-0713fd7f4b4a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.577636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Router eb03ab6e-407f-4f3a-9281-99d8952300d6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:48:55.724476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:55.811969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (0244025e-fc88-41f7-840a-0713fd7f4b4a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.864261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0244025e-fc88-41f7-840a-0713fd7f4b4a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:55.886604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd171b24a-7912-4ce7-9b2a-0b2b9bab9155') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:55.887990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd171b24a-7912-4ce7-9b2a-0b2b9bab9155') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:55.906207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e06e7-71d9-49e5-bdd2-11863a92107f req-34f99fe6-ed9b-47c3-a386-a6bd9fb7cb9a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:55.908147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d171b24a-7912-4ce7-9b2a-0b2b9bab9155), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.916995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c5e06e7-71d9-49e5-bdd2-11863a92107f req-34f99fe6-ed9b-47c3-a386-a6bd9fb7cb9a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 950 time: 0.3256962 Jan 27 21:48:55.936134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d171b24a-7912-4ce7-9b2a-0b2b9bab9155), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.944925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28966c85-99f7-4332-9bb3-cb117fe727ac req-e23a652b-1b98-4cc9-843f-b175ed88c91c tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022178 Jan 27 21:48:55.950141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:55.950778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d171b24a-7912-4ce7-9b2a-0b2b9bab9155), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:55.958296 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:55.999959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:56.106939 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (0244025e-fc88-41f7-840a-0713fd7f4b4a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.132083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.144956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/networks/0244025e-fc88-41f7-840a-0713fd7f4b4a HTTP/1.1" status: 204 len: 168 time: 1.0209248 Jan 27 21:48:56.166804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb411b-64a0-4241-b17e-b42d348c90b2 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Network': ['ID=0244025e-fc88-41f7-840a-0713fd7f4b4a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.169702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50194) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:56.197533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-576ef46e-4931-4aed-b062-6f3aa3307c7d req-b71c3692-bcc2-40e6-892f-1b4831a31ba7 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b37d519-8fd7-480c-8d35-d96a4d6a5abd HTTP/1.1" status: 200 len: 210 time: 0.1327970 Jan 27 21:48:56.278005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c5e06e7-71d9-49e5-bdd2-11863a92107f req-987142c6-c1e4-4418-bc60-a389b74f40ff tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598509 Jan 27 21:48:56.289553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:56.294220 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4526f811-6310-4d26-9d2d-dc6efc9fd200" -d '{"events": [{"server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "name": "network-vif-unplugged", "status": "completed", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:56.300928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:56.319002 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] Sync routers for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:56.338210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Publish callbacks [] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.359157 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:56.360307 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:48:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:56.489294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f4a54-db97-4018-87a4-86cf4299a4eb tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:56.512192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f4a54-db97-4018-87a4-86cf4299a4eb tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:56.513898 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e86f4a54-db97-4018-87a4-86cf4299a4eb tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3425984 Jan 27 21:48:56.519984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:56.536046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Transition to ACTIVE for port object 02a5d51c-932f-4fd8-85e0-c525687bbed5 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:56.536912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 02a5d51c-932f-4fd8-85e0-c525687bbed5 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:56.538329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-450660280'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:56.600172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Made reservation on behalf of 215409f41d664bc4a94f8b3b1ebaec55 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:56.609779 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.627499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] No DVR routers for this DVR port b2fa9f86-40c8-4f9e-9093-08e12908d7d0 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:56.673896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:56.690909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.699273 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d886c6ab-c8a4-49e3-a81a-e0b0d5562fb4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.701430 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Added segment d886c6ab-c8a4-49e3-a81a-e0b0d5562fb4 of type vlan for network c88a64d5-4cc5-47bb-9d43-033db429de3e Jan 27 21:48:56.703979 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.710290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9df5e685-b493-4516-903f-dc348bef9246 req-2a119719-1ee3-48c8-bde3-baaeb716fe1f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.57 "DELETE /v2.0/ports/b2fa9f86-40c8-4f9e-9093-08e12908d7d0 HTTP/1.1" status: 204 len: 173 time: 4.6577828 Jan 27 21:48:56.828479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.856408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port 02a5d51c-932f-4fd8-85e0-c525687bbed5 host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:48:56.857048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 02a5d51c-932f-4fd8-85e0-c525687bbed5 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:56.864935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c88a64d5-4cc5-47bb-9d43-033db429de3e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.868170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b2fa9f86-40c8-4f9e-9093-08e12908d7d0 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:56.887977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde073-9803-46f3-b692-ed9ade125da0 req-73a2088d-8d03-4427-8799-63ba497ffd2e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:56.902784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6dbde073-9803-46f3-b692-ed9ade125da0 req-73a2088d-8d03-4427-8799-63ba497ffd2e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 0.3591399 Jan 27 21:48:56.962795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] No DVR routers for this DVR port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:56.981150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: b2fa9f86-40c8-4f9e-9093-08e12908d7d0 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:56.981889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b2fa9f86-40c8-4f9e-9093-08e12908d7d0 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:56.995143 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c88a64d5-4cc5-47bb-9d43-033db429de3e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.007343 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:57.017524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:57.019499 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.141385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Attempting to bind port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:57.141929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Attempting to bind port 02a5d51c-932f-4fd8-85e0-c525687bbed5 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:57.143529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Attempting to bind port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:57.157041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:57.157719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Attempting to bind port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:57.285053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6dbde073-9803-46f3-b692-ed9ade125da0 req-b3ffcc57-2730-424d-92c2-ae4c239cb1a8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806622 Jan 27 21:48:57.306051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:57.306596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:57.307217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:57.307998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Bound port: 02a5d51c-932f-4fd8-85e0-c525687bbed5, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:57.308598 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.403171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50222) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:57.416385 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8781166 Jan 27 21:48:57.420093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-136999645'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:57.485821 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Network': ['ID=c88a64d5-4cc5-47bb-9d43-033db429de3e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:57.526964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.527343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.551753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.552496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.554766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.555000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.555567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.556113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.556689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.557239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.557797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.558345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.558892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5272c64-e000-4217-abd5-3eef9056526f tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:57.567903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 12ed020e-1215-4d4b-a015-e9ff93b80884 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:57.694816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Made reservation on behalf of 215409f41d664bc4a94f8b3b1ebaec55 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:57.714412 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.747555 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbaaa30-9f65-4476-846b-bad84e19a19b x-openstack-request-id: req-fbbaaa30-9f65-4476-846b-bad84e19a19b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:57.748587 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "name": "network-vif-unplugged", "status": "completed", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:57.752051 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbbaaa30-9f65-4476-846b-bad84e19a19b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:57.754397 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'code': 200} Jan 27 21:48:57.784140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c88a64d5-4cc5-47bb-9d43-033db429de3e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:57.911834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:57.927222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:57.976780 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:41Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:57.982012 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.050184 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] Checking router: eb03ab6e-407f-4f3a-9281-99d8952300d6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:58.056753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:58.069204 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:58.070272 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:48:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:58.094312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4f88b184-2441-4a80-8b54-3d9b81e891c6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.094843 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Added segment 4f88b184-2441-4a80-8b54-3d9b81e891c6 of type vlan for network 6d5e98f0-4e24-4ec8-9901-63476c6891ad Jan 27 21:48:58.292880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:58.294177 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.296923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] 10.222.0.16 "PUT /v2.0/ports/02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 1096 time: 4.3881948 Jan 27 21:48:58.389420 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:58.428781 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6d5e98f0-4e24-4ec8-9901-63476c6891ad), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.485179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:58.493418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57806-6cd2-4e86-8656-7aea1fb838fa service neutron] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:58.503430 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6d5e98f0-4e24-4ec8-9901-63476c6891ad), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.513506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:58.514194 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.602705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77e6a-8720-4b99-ae12-fd447eee3d1c req-d47deb82-4cce-48c8-9849-62968e3ee5d3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:58.604292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fff77e6a-8720-4b99-ae12-fd447eee3d1c req-d47deb82-4cce-48c8-9849-62968e3ee5d3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 944 time: 0.6653628 Jan 27 21:48:58.682404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 12ed020e-1215-4d4b-a015-e9ff93b80884 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:58.720355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 12ed020e-1215-4d4b-a015-e9ff93b80884 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:58.721112 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.805311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6b5-195f-4fdd-ad92-768e2ae6dfd6 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group (9d336062-d55c-44c3-a471-2f88a2106e5b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.881864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6b5-195f-4fdd-ad92-768e2ae6dfd6 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group (9d336062-d55c-44c3-a471-2f88a2106e5b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.938373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5248880 Jan 27 21:48:58.944843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50258) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:58.965190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 12ed020e-1215-4d4b-a015-e9ff93b80884 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:58.965641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.966043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'ports': [{'network_id': 'c88a64d5-4cc5-47bb-9d43-033db429de3e', 'name': 'tempest-port--1612695538', 'admin_state_up': True}, {'network_id': '6d5e98f0-4e24-4ec8-9901-63476c6891ad', 'admin_state_up': False}]} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:58.966409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'port': {'network_id': 'c88a64d5-4cc5-47bb-9d43-033db429de3e', 'name': 'tempest-port--1612695538', 'admin_state_up': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:58.966909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'port': {'network_id': '6d5e98f0-4e24-4ec8-9901-63476c6891ad', 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:58.971217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-a80196f5-1df2-4c67-8b87-8cbd6b200588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:58.973072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-a80196f5-1df2-4c67-8b87-8cbd6b200588 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1099 time: 0.6079652 Jan 27 21:48:58.996487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdbfe2-70e8-4aec-bdad-dd30f41d4b6c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Network': ['ID=6d5e98f0-4e24-4ec8-9901-63476c6891ad,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:59.036437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6d5e98f0-4e24-4ec8-9901-63476c6891ad details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:59.166298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81f1d-0de8-4b8f-a46b-4496010c1af5 req-0c26e909-fb2a-43b3-8420-c4dcce0dc7da tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:59.175616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caddc6e8-3568-4025-a1ea-1b4587ce82b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ed020e-1215-4d4b-a015-e9ff93b80884'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:59.181493 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4283600-0ea3-42f4-a056-7c5de6f31612" -d '{"events": [{"server_uuid": "caddc6e8-3568-4025-a1ea-1b4587ce82b4", "name": "network-vif-plugged", "status": "completed", "tag": "12ed020e-1215-4d4b-a015-e9ff93b80884"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:59.192310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ee81f1d-0de8-4b8f-a46b-4496010c1af5 req-0c26e909-fb2a-43b3-8420-c4dcce0dc7da tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 0.4435120 Jan 27 21:48:59.224623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 12ed020e-1215-4d4b-a015-e9ff93b80884, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=12ed020e-1215-4d4b-a015-e9ff93b80884,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:59.233378 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.307472 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6b5-195f-4fdd-ad92-768e2ae6dfd6 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9d336062-d55c-44c3-a471-2f88a2106e5b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.313604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=12ed020e-1215-4d4b-a015-e9ff93b80884,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:59.316849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6b5-195f-4fdd-ad92-768e2ae6dfd6 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.328958 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d46ac6b5-195f-4fdd-ad92-768e2ae6dfd6 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "DELETE /v2.0/security-groups/9d336062-d55c-44c3-a471-2f88a2106e5b HTTP/1.1" status: 204 len: 168 time: 0.8419943 Jan 27 21:48:59.345376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50266) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:59.404050 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-938d62ac-6aa3-4a3e-8e3d-560c19ee1c4f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] show failed (client error): The resource could not be found. Jan 27 21:48:59.405729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-938d62ac-6aa3-4a3e-8e3d-560c19ee1c4f tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "GET /v2.0/security-groups/9d336062-d55c-44c3-a471-2f88a2106e5b HTTP/1.1" status: 404 len: 347 time: 0.0512486 Jan 27 21:48:59.416474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50272) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:59.422476 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:41Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:59.428725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fff77e6a-8720-4b99-ae12-fd447eee3d1c req-3cb3e57c-db7f-4f5c-837f-d17c3c7c4b45 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553137 Jan 27 21:48:59.433831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ac6b5-195f-4fdd-ad92-768e2ae6dfd6 tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d336062-d55c-44c3-a471-2f88a2106e5b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:59.523542 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7577eec-95f9-44b8-97e5-c0da35e99fb1 None None] The sync data for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 is: [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:46:34Z', 'revision_number': 4, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'ac318f9b-3d65-4205-afe8-ab7f6c09d849', 'name': '', 'network_id': '1a18ef32-8d2a-47d1-a9b4-f41755373065', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'mac_address': 'fa:16:3e:12:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:32Z', 'updated_at': '2022-01-27T21:46:41Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'subnets': [{'id': '7f4a9316-070c-405a-9a32-d2c6ab35526a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:59.554192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Made reservation on behalf of 215409f41d664bc4a94f8b3b1ebaec55 for: {'port': 2} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:59.564436 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580cd410-3d31-405b-9ea4-f3321656ee24 x-openstack-request-id: req-580cd410-3d31-405b-9ea4-f3321656ee24 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:59.565771 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caddc6e8-3568-4025-a1ea-1b4587ce82b4", "name": "network-vif-plugged", "status": "completed", "tag": "12ed020e-1215-4d4b-a015-e9ff93b80884", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:59.569018 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-580cd410-3d31-405b-9ea4-f3321656ee24 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:59.571640 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caddc6e8-3568-4025-a1ea-1b4587ce82b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ed020e-1215-4d4b-a015-e9ff93b80884', 'code': 200} Jan 27 21:48:59.595044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.630852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.764380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'name': 'network-vif-deleted', 'tag': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0'}, {'name': 'network-changed', 'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:59.768807 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837b6c6e-80ee-45de-bd54-d95bd125fc19" -d '{"events": [{"server_uuid": "7b37d519-8fd7-480c-8d35-d96a4d6a5abd", "name": "network-vif-deleted", "tag": "b2fa9f86-40c8-4f9e-9093-08e12908d7d0"}, {"name": "network-changed", "server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:00.025126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671b446-4cfd-411d-bdaf-f161ac6b11cd req-8f336f54-1dfd-450c-8daa-b80d5d700f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:00.028718 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e671b446-4cfd-411d-bdaf-f161ac6b11cd req-8f336f54-1dfd-450c-8daa-b80d5d700f49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 1096 time: 0.3070178 Jan 27 21:49:00.129961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] device_id is not set on port dc8840cc-1170-4b91-aa51-2f708006c808 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:49:00.180585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab81ec6-13e8-4219-98bb-2ffe78221f61 None None] New status for floating IP 0d3ad7a7-b17f-440a-b713-2fbc44b43bb5: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:49:00.400283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ee81f1d-0de8-4b8f-a46b-4496010c1af5 req-ceef822b-8087-4e7b-836e-5e1487daf389 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1589565 Jan 27 21:49:00.405825 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec47d2d-558c-4e49-8125-89581f896e6b x-openstack-request-id: req-4ec47d2d-558c-4e49-8125-89581f896e6b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:00.407074 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b37d519-8fd7-480c-8d35-d96a4d6a5abd", "name": "network-vif-deleted", "tag": "b2fa9f86-40c8-4f9e-9093-08e12908d7d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:00.407901 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ec47d2d-558c-4e49-8125-89581f896e6b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:00.409632 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b37d519-8fd7-480c-8d35-d96a4d6a5abd', 'name': 'network-vif-deleted', 'tag': 'b2fa9f86-40c8-4f9e-9093-08e12908d7d0', 'status': 'completed', 'code': 200} Jan 27 21:49:00.413276 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'status': 'completed', 'code': 200} Jan 27 21:49:00.441907 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e671b446-4cfd-411d-bdaf-f161ac6b11cd req-c3ca8e70-ee19-47df-baef-3d979d464b5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730116 Jan 27 21:49:00.477275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for port (dc8840cc-1170-4b91-aa51-2f708006c808), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.478888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-f4f2a415-d841-4f80-8160-c85c898add3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:00.481102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-f4f2a415-d841-4f80-8160-c85c898add3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.4820008 Jan 27 21:49:00.557498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Deleting port 36417a32-3046-48ee-8638-3eb100a8ec8a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:00.558040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (36417a32-3046-48ee-8638-3eb100a8ec8a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.563454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-41cabd3e-53b4-477b-bf07-018ba26d06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:00.565542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-41cabd3e-53b4-477b-bf07-018ba26d06d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1099 time: 0.1258597 Jan 27 21:49:00.671031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] device_id is not set on port cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:49:00.794780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-040a0c1d-18b1-4a8e-83c3-f4570c44c384 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 217 time: 0.0633442 Jan 27 21:49:00.839717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083baa-68b3-40c0-aeac-8cb8f090dc44 req-0f906db2-02ae-4530-81cc-256bba5b0833 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:00.847433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for port (cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.847758 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34083baa-68b3-40c0-aeac-8cb8f090dc44 req-0f906db2-02ae-4530-81cc-256bba5b0833 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.2989163 Jan 27 21:49:00.922587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (dc8840cc-1170-4b91-aa51-2f708006c808), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.923457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (36417a32-3046-48ee-8638-3eb100a8ec8a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.923898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for floatingip (36417a32-3046-48ee-8638-3eb100a8ec8a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.973413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Calling delete_port for 36417a32-3046-48ee-8638-3eb100a8ec8a owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:00.988033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-765e661c-ecca-45c0-b80c-f1cb8af70799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:00.992292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-765e661c-ecca-45c0-b80c-f1cb8af70799 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3918972 Jan 27 21:49:01.038168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-e13b97d9-a6a9-4b79-9b51-ed76ef2b04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.049533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-e13b97d9-a6a9-4b79-9b51-ed76ef2b04e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2359085 Jan 27 21:49:01.049774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Port': ['ID=dc8840cc-1170-4b91-aa51-2f708006c808,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:01.065104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Checking segment: {'id': 'd886c6ab-c8a4-49e3-a81a-e0b0d5562fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c88a64d5-4cc5-47bb-9d43-033db429de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:01.066517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Network hostable DHCP agents. Network: c88a64d5-4cc5-47bb-9d43-033db429de3e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:01.101564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Network c88a64d5-4cc5-47bb-9d43-033db429de3e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:01.118864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c88a64d5-4cc5-47bb-9d43-033db429de3e) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:01.134137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:01.135619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71453baf-a588-4e77-8472-d9ebd88987b3 None None] Network c88a64d5-4cc5-47bb-9d43-033db429de3e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:01.137762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.207201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34083baa-68b3-40c0-aeac-8cb8f090dc44 req-2254c516-554d-4ca4-b948-f8506713f255 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533478 Jan 27 21:49:01.208780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-3d3d8073-4ac8-46f9-a5c9-593ceee761bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 217 time: 0.2054517 Jan 27 21:49:01.289788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Checking segment: {'id': '4f88b184-2441-4a80-8b54-3d9b81e891c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6d5e98f0-4e24-4ec8-9901-63476c6891ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:01.290155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Network hostable DHCP agents. Network: 6d5e98f0-4e24-4ec8-9901-63476c6891ad, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:01.298068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Port': ['ID=cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:01.322524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Network 6d5e98f0-4e24-4ec8-9901-63476c6891ad is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:01.340893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6d5e98f0-4e24-4ec8-9901-63476c6891ad) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:01.351942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:01.357404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50442164-58cc-48cf-93ec-dda92180be38 None None] Network 6d5e98f0-4e24-4ec8-9901-63476c6891ad requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:01.378018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.406282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.409698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.435206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-1eca5f0a-0a04-4995-b9b3-b62205263cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.438270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-1eca5f0a-0a04-4995-b9b3-b62205263cab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1226578 Jan 27 21:49:01.447442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-5507fe0c-c87d-4454-8150-b5163e9d71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.449407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-5507fe0c-c87d-4454-8150-b5163e9d71d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3643057 Jan 27 21:49:01.476175 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b57ce876-c508-44cf-ba21-065f77e73c1c tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5231013 Jan 27 21:49:01.479720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50322) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:01.601916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba916ad-b392-4ce8-84c1-af60ddbb86d8 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.610407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba916ad-b392-4ce8-84c1-af60ddbb86d8 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.616268 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7ba916ad-b392-4ce8-84c1-af60ddbb86d8 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1318345 Jan 27 21:49:01.618201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50326) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:01.733866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-5ab5dcd2-969c-4d00-8705-e42d1af8a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.735544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-5ab5dcd2-969c-4d00-8705-e42d1af8a32f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2826867 Jan 27 21:49:01.753840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0705cb1-248a-4213-b434-a4cbc0fb2700 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Deleting port dc8840cc-1170-4b91-aa51-2f708006c808 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:01.754441 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0705cb1-248a-4213-b434-a4cbc0fb2700 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dc8840cc-1170-4b91-aa51-2f708006c808), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.769678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f1b3-04e5-4d48-ba9b-b5fd3a9c4061 req-75eb3274-9133-46ee-a83a-9d4c19eb7d2b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.771374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a31f1b3-04e5-4d48-ba9b-b5fd3a9c4061 req-75eb3274-9133-46ee-a83a-9d4c19eb7d2b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 0.1895285 Jan 27 21:49:01.788703 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (36417a32-3046-48ee-8638-3eb100a8ec8a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.867969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-910fac4f-9045-4c93-8cbc-d20e76edf86f service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064424 Jan 27 21:49:01.878282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Pushing event deleted for resources: {'Port': ['ID=36417a32-3046-48ee-8638-3eb100a8ec8a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:01.914886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0705cb1-248a-4213-b434-a4cbc0fb2700 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dc8840cc-1170-4b91-aa51-2f708006c808), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.944910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0705cb1-248a-4213-b434-a4cbc0fb2700 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Calling delete_port for dc8840cc-1170-4b91-aa51-2f708006c808 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:02.067762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-bb0a0226-83c4-46e6-804a-1bcb08dde016 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212008 Jan 27 21:49:02.071587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a31f1b3-04e5-4d48-ba9b-b5fd3a9c4061 req-421630ef-2934-456e-a346-0ab47ce9672e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798703 Jan 27 21:49:02.118335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks [] for floatingip (0d3ad7a7-b17f-440a-b713-2fbc44b43bb5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.124064 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.129839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7271db21-c125-4115-819c-51c2d432702a tempest-ServersTestManualDisk-1841769029 tempest-ServersTestManualDisk-1841769029-project] 10.222.0.45 "DELETE /v2.0/floatingips/0d3ad7a7-b17f-440a-b713-2fbc44b43bb5 HTTP/1.1" status: 204 len: 168 time: 2.7039340 Jan 27 21:49:02.134097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50334) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:02.230079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0705cb1-248a-4213-b434-a4cbc0fb2700 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (dc8840cc-1170-4b91-aa51-2f708006c808), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.300703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b418623-a360-4176-b8c0-0f11ed69bac7 req-06379c65-afa4-4f21-b265-c520e15a44a5 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186776 Jan 27 21:49:02.332526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0705cb1-248a-4213-b434-a4cbc0fb2700 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.338938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50346) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:02.348776 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0705cb1-248a-4213-b434-a4cbc0fb2700 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/ports/dc8840cc-1170-4b91-aa51-2f708006c808 HTTP/1.1" status: 204 len: 168 time: 0.7292087 Jan 27 21:49:02.406911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0705cb1-248a-4213-b434-a4cbc0fb2700 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Port': ['ID=dc8840cc-1170-4b91-aa51-2f708006c808,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:02.564530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-a01ba911-fe34-4142-9a5e-d05134ce5851 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885221 Jan 27 21:49:02.638247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df253116-782f-4aea-a8e1-fabe57a803e3 req-3221a784-771c-4849-9e4b-96984f14586a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:02.646246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df253116-782f-4aea-a8e1-fabe57a803e3 req-3221a784-771c-4849-9e4b-96984f14586a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.1869447 Jan 27 21:49:02.684273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-edbc4ca6-5a21-4cdc-b3e2-0446f8e341c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:02.685994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-edbc4ca6-5a21-4cdc-b3e2-0446f8e341c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1099 time: 0.1803248 Jan 27 21:49:02.771629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c71502f2-e948-41ed-af19-72dcdac43c4d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Deleting port cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:02.772001 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c71502f2-e948-41ed-af19-72dcdac43c4d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.845608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df253116-782f-4aea-a8e1-fabe57a803e3 req-017894d9-2411-4a28-af12-38db9f67bda3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981063 Jan 27 21:49:02.908575 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c71502f2-e948-41ed-af19-72dcdac43c4d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.927735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-e6909724-8102-45b1-a432-d169e49022cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:02.929405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-e6909724-8102-45b1-a432-d169e49022cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2276652 Jan 27 21:49:02.934681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c71502f2-e948-41ed-af19-72dcdac43c4d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Calling delete_port for cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:02.980880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-0df209d3-f086-4405-bbc4-08601bcf34bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 217 time: 0.0430398 Jan 27 21:49:03.039229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (eb03ab6e-407f-4f3a-9281-99d8952300d6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.124511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-3ce376db-7549-4836-a48c-412cfdb7f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.126120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-3ce376db-7549-4836-a48c-412cfdb7f197 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1389165 Jan 27 21:49:03.188476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-3f812b25-d720-4621-80c2-ea71ab2bc23a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1621571 Jan 27 21:49:03.383117 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c71502f2-e948-41ed-af19-72dcdac43c4d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.473915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-d228645c-26e7-40d6-a48e-ef3f029cae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.475682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-d228645c-26e7-40d6-a48e-ef3f029cae10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3297627 Jan 27 21:49:03.482722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71502f2-e948-41ed-af19-72dcdac43c4d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Port': ['ID=cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:03.546031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c71502f2-e948-41ed-af19-72dcdac43c4d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.546031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c71502f2-e948-41ed-af19-72dcdac43c4d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/ports/cd0fe9cf-3f8c-4ce9-ae03-e8c3d8a64721 HTTP/1.1" status: 204 len: 168 time: 1.1930187 Jan 27 21:49:03.546031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-f8bffdd1-9974-40aa-bb54-3e72b0a47211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.546031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-f8bffdd1-9974-40aa-bb54-3e72b0a47211 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1095 time: 0.3068073 Jan 27 21:49:03.547025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50380) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:03.605727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:03.675922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-91f59900-a577-40c5-a4a3-8326eb8fa65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.683940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-91f59900-a577-40c5-a4a3-8326eb8fa65b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 1096 time: 0.2884603 Jan 27 21:49:03.713888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-098dfe44-99f1-4d49-89fe-3788e54afb4a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1041582 Jan 27 21:49:03.819913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50382) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:03.839500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1961262554'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:03.839826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5c94d-f3ba-4f2f-8a48-1f8771fb2d75 req-f1c5b778-4ad5-4477-8f2f-318d7b7b6693 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.842493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bd5c94d-f3ba-4f2f-8a48-1f8771fb2d75 req-f1c5b778-4ad5-4477-8f2f-318d7b7b6693 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 0.5738440 Jan 27 21:49:03.861644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:03.888899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'mac_address': 'fa:16:3e:21:4f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:03.965173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:03.965954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.999165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4740b2ec-1a4e-4257-80ae-8a5655f3e110 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:04.059077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:04.071851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.084730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-95c2c7ee-1f46-4159-aa1b-d525d1fb68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.089090 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-95c2c7ee-1f46-4159-aa1b-d525d1fb68a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 912 time: 0.3998077 Jan 27 21:49:04.090662 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6e8dbf1a-c998-42cc-9f6a-7d3c567c333f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.094426 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Made reservation on behalf of 215409f41d664bc4a94f8b3b1ebaec55 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:04.095096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bd5c94d-f3ba-4f2f-8a48-1f8771fb2d75 req-2ee6862e-96f2-4e6b-bbcf-7873fa503bd6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256019 Jan 27 21:49:04.122893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.162439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-ff672130-7a67-4a11-9fd9-a9c9bd00afe2 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712303 Jan 27 21:49:04.191034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9ab51-fab0-4ddb-bf37-9cd64e807a96 req-601d9ae3-a99a-4db6-818d-e923a5cd423a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.193888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dda9ab51-fab0-4ddb-bf37-9cd64e807a96 req-601d9ae3-a99a-4db6-818d-e923a5cd423a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.4423947 Jan 27 21:49:04.205649 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:04.221014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (83ab7698-9fd8-4193-a9fe-e32bd448119a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.221344 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Added segment 83ab7698-9fd8-4193-a9fe-e32bd448119a of type vlan for network 9de9b567-0483-4d1d-9492-6c926b652cff Jan 27 21:49:04.258953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:04.376245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['4740b2ec-1a4e-4257-80ae-8a5655f3e110'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:04.399200 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-aa310b59-f90c-4196-baac-db9106208c8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12ed020e-1215-4d4b-a015-e9ff93b80884 HTTP/1.1" status: 200 len: 217 time: 0.2226028 Jan 27 21:49:04.429014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (9de9b567-0483-4d1d-9492-6c926b652cff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.614516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (9de9b567-0483-4d1d-9492-6c926b652cff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.623874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.624923 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.639993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-ce41a430-b95c-443d-8e04-ee144e59913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.642607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-ce41a430-b95c-443d-8e04-ee144e59913a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bf78f42-503b-4857-acde-2b3fb102f068 HTTP/1.1" status: 200 len: 851 time: 0.2313437 Jan 27 21:49:04.824687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-0f52efbd-c1dd-42e3-a68e-57a469db1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.826364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-0f52efbd-c1dd-42e3-a68e-57a469db1b99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 1.1247048 Jan 27 21:49:04.840542 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-b44c5ea8-b142-473b-8894-1f71bdf60af0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541154 Jan 27 21:49:04.854311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837b6c6e-80ee-45de-bd54-d95bd125fc19 req-2b4a2846-f945-4099-9b25-31ecbecfef42 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779687 Jan 27 21:49:04.861966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0326836 Jan 27 21:49:04.869206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50402) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:04.883405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-41899611'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:04.891993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-4134a964-dbcb-4493-a598-011e80af2658 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 217 time: 0.0527179 Jan 27 21:49:04.921462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ea390-cfe0-4eaa-b41d-559c50824ec7 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Network': ['ID=9de9b567-0483-4d1d-9492-6c926b652cff,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:04.948449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 9de9b567-0483-4d1d-9492-6c926b652cff details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:04.998203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Made reservation on behalf of 215409f41d664bc4a94f8b3b1ebaec55 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:05.004283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.033926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dda9ab51-fab0-4ddb-bf37-9cd64e807a96 req-008940b8-ac2d-40f4-811f-68be6ea018d2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305171 Jan 27 21:49:05.079074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-b4a5c0b3-6eff-4a8e-9ad5-6b3ebdce7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.080842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-b4a5c0b3-6eff-4a8e-9ad5-6b3ebdce7732 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.1826310 Jan 27 21:49:05.128526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Deleting port ac318f9b-3d65-4205-afe8-ab7f6c09d849 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:05.130151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.203313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-48715d4f-2a71-4b4f-8540-97322019cde1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147175 Jan 27 21:49:05.537777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29ca1-bfb6-4564-b7cd-08512346d716 req-47b5ede1-3e6d-4328-a840-e3552597792b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.545407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaf29ca1-bfb6-4564-b7cd-08512346d716 req-47b5ede1-3e6d-4328-a840-e3552597792b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 0.3023593 Jan 27 21:49:05.582391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-aa55ae89-f8b5-424c-ac06-ae3440a99480 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656600 Jan 27 21:49:05.624270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:05.730413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaf29ca1-bfb6-4564-b7cd-08512346d716 req-69e693df-c2fe-4d69-996e-8fedae1c6e31 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837327 Jan 27 21:49:05.936774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:05.942105 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.052338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:06.111107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a6c6d4-8d91-41cd-b100-a11a42cc1ac8 req-32bec8cf-8751-4168-8fb0-f1d76800831d service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163314 Jan 27 21:49:06.114429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (fa46652d-b051-414b-96ab-b3057cef5b36), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.114914 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Added segment fa46652d-b051-414b-96ab-b3057cef5b36 of type vlan for network f8df9f1b-0a98-4cba-b591-406f44e20eef Jan 27 21:49:06.188774 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-71331a68-330b-4493-9f90-89f87eac4e5c service neutron] 10.222.0.16 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2463090 Jan 27 21:49:06.294335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f8df9f1b-0a98-4cba-b591-406f44e20eef), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.300687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:06.301316 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.343773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:06.346205 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba543a66-57b3-4e89-b605-8a9f4eb697c3" -d '{"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-plugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:06.381243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:06.390766 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.418569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] For port ac318f9b-3d65-4205-afe8-ab7f6c09d849, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ac318f9b-3d65-4205-afe8-ab7f6c09d849,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:06.418953 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.432221 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:49:06.464694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e29d9-7e2f-4921-8594-e4c748d3d152 req-e9be8af8-b0f2-403e-b732-c16afd225dfb tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:06.477766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b27e29d9-7e2f-4921-8594-e4c748d3d152 req-e9be8af8-b0f2-403e-b732-c16afd225dfb tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.2498417 Jan 27 21:49:06.490644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Calling delete_port for ac318f9b-3d65-4205-afe8-ab7f6c09d849 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:06.515979 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7f49bd-2f94-48ca-a5a2-e5f07620424c x-openstack-request-id: req-8a7f49bd-2f94-48ca-a5a2-e5f07620424c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:06.516291 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-plugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:06.516658 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a7f49bd-2f94-48ca-a5a2-e5f07620424c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:06.517082 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'code': 200} Jan 27 21:49:06.518296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:06.533877 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f8df9f1b-0a98-4cba-b591-406f44e20eef), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.540800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:06.541485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.673645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b27e29d9-7e2f-4921-8594-e4c748d3d152 req-a37677a9-feae-4090-9902-df2271733eca tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941667 Jan 27 21:49:06.698013 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8259592 Jan 27 21:49:06.700536 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ea76feca-aea5-4a00-93c9-fe266fc13237 req-4951fe5b-d15d-4af7-9ff9-be2512d0cf3a service neutron] 10.222.0.16 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684427 Jan 27 21:49:06.735926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cc72b-884a-4701-858c-b2de7439950a tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Network': ['ID=f8df9f1b-0a98-4cba-b591-406f44e20eef,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:06.769918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f8df9f1b-0a98-4cba-b591-406f44e20eef details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:06.982465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50472) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:06.988502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'subnets': [{'network_id': '9de9b567-0483-4d1d-9492-6c926b652cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1980136066', 'ip_version': 4}, {'network_id': 'f8df9f1b-0a98-4cba-b591-406f44e20eef', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:06.988908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'subnet': {'network_id': '9de9b567-0483-4d1d-9492-6c926b652cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1980136066', 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:06.989480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Request body: {'subnet': {'network_id': 'f8df9f1b-0a98-4cba-b591-406f44e20eef', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:07.054139 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bd3a838c-24e6-4c54-a0b1-3c418ecac844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.086173 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:49:07.176495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ac318f9b-3d65-4205-afe8-ab7f6c09d849), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.255468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac318f9b-3d65-4205-afe8-ab7f6c09d849,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:07.625670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Made reservation on behalf of 215409f41d664bc4a94f8b3b1ebaec55 for: {'subnet': 2} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:07.636986 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.640824 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.644813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 02a5d51c-932f-4fd8-85e0-c525687bbed5 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:07.916632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:07.935607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'mac_address': 'fa:16:3e:8f:9c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:08.007922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 02a5d51c-932f-4fd8-85e0-c525687bbed5 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:08.009871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.034494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a5d51c-932f-4fd8-85e0-c525687bbed5 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:08.090919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:08.100085 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.115573 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-c544baac-605e-4899-ad82-cf3446a67de9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4466369 Jan 27 21:49:08.161535 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (eb03ab6e-407f-4f3a-9281-99d8952300d6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.342000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:08.404804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.536661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-8bf055cd-94b1-4e13-ab76-401e502176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.539671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-8bf055cd-94b1-4e13-ab76-401e502176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.541328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-8bf055cd-94b1-4e13-ab76-401e502176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.542559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-8bf055cd-94b1-4e13-ab76-401e502176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.548071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-8bf055cd-94b1-4e13-ab76-401e502176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.550937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-8bf055cd-94b1-4e13-ab76-401e502176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.553864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-8bf055cd-94b1-4e13-ab76-401e502176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.563455 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-8bf055cd-94b1-4e13-ab76-401e502176ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6499 time: 0.3571031 Jan 27 21:49:08.590712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['02a5d51c-932f-4fd8-85e0-c525687bbed5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:08.773392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992a8e4-6dbd-495a-90f5-ff2faff86968 req-87c6fd97-fcc6-41bf-95c8-037a23e18e53 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.775085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c992a8e4-6dbd-495a-90f5-ff2faff86968 req-87c6fd97-fcc6-41bf-95c8-037a23e18e53 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 948 time: 1.2328427 Jan 27 21:49:08.787950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (9dd4efd4-d42e-4f45-90d8-514967bc68e9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.924880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Checking segment: {'id': '83ab7698-9fd8-4193-a9fe-e32bd448119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9de9b567-0483-4d1d-9492-6c926b652cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:08.925685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Network hostable DHCP agents. Network: 9de9b567-0483-4d1d-9492-6c926b652cff, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:08.995256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-259b2d85-1501-4b95-926f-0ef01b55fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.997208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-259b2d85-1501-4b95-926f-0ef01b55fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.999101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-259b2d85-1501-4b95-926f-0ef01b55fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.004323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Subnet': ['ID=9dd4efd4-d42e-4f45-90d8-514967bc68e9,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:09.004813 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-259b2d85-1501-4b95-926f-0ef01b55fdec service neutron] 10.222.0.16 "GET /v2.0/networks?id=e78fca6c-458f-45b2-a2a2-4054b3edd670&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 200 len: 2298 time: 0.3347948 Jan 27 21:49:09.029107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c992a8e4-6dbd-495a-90f5-ff2faff86968 req-ae7d8a52-a355-4777-8e1b-831633fc2dba tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135570 Jan 27 21:49:09.030802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Network 9de9b567-0483-4d1d-9492-6c926b652cff is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:09.062829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 9de9b567-0483-4d1d-9492-6c926b652cff) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:09.089852 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (065bd221-00f0-4877-9bcc-aaae05d448f5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.107474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b9ddf-86a4-4f23-b1b1-e3fd3163fd9f None None] Network 9de9b567-0483-4d1d-9492-6c926b652cff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:09.314906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2ed7d-2c9a-4202-a9bf-8cc19ccc75d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-9de9b567-0483-4d1d-9492-6c926b652cff', 'network_id': '9de9b567-0483-4d1d-9492-6c926b652cff', 'project_id': '215409f41d664bc4a94f8b3b1ebaec55', 'fixed_ips': [{'subnet_id': '9dd4efd4-d42e-4f45-90d8-514967bc68e9'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:49:09.317148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ed7d-2c9a-4202-a9bf-8cc19ccc75d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.401076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event updated for resources: {'Subnet': ['ID=065bd221-00f0-4877-9bcc-aaae05d448f5,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:09.438010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Checking segment: {'id': 'fa46652d-b051-414b-96ab-b3057cef5b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df9f1b-0a98-4cba-b591-406f44e20eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:09.439071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Network hostable DHCP agents. Network: f8df9f1b-0a98-4cba-b591-406f44e20eef, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:09.478841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d4262-6998-4787-8aa7-e6002bf67200 req-6b42765d-8a82-4b94-b78e-f467d3aece5b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.480905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee8d4262-6998-4787-8aa7-e6002bf67200 req-6b42765d-8a82-4b94-b78e-f467d3aece5b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.3354759 Jan 27 21:49:09.502772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Network f8df9f1b-0a98-4cba-b591-406f44e20eef is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:09.526919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f8df9f1b-0a98-4cba-b591-406f44e20eef) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:09.544859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.546372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.547885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.554430 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-85071c73-b26a-4d42-ba1c-3d61fe21371e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 200 len: 1002 time: 0.4828832 Jan 27 21:49:09.601845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d862f465-0da7-4641-909b-2d79fe86598b tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6181273 Jan 27 21:49:09.607031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50510) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:09.680367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2581ad1d-4e8d-4d71-9f46-08d27d960825 None None] Network f8df9f1b-0a98-4cba-b591-406f44e20eef requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:09.744801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2621196-da2c-458e-950c-6557f4e81e40 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.747525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2621196-da2c-458e-950c-6557f4e81e40 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.749299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2621196-da2c-458e-950c-6557f4e81e40 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.751367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a2621196-da2c-458e-950c-6557f4e81e40 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1428893 Jan 27 21:49:09.758637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50512) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:09.817246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee8d4262-6998-4787-8aa7-e6002bf67200 req-e1c7ee03-efe7-4140-8ed4-5e666b67943b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227448 Jan 27 21:49:09.856892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-3fe4a700-3191-442b-871b-2b8fbf9767f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.873010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d500ce6-5d43-4500-959a-e4e19ae02166 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Deleting subnet 9dd4efd4-d42e-4f45-90d8-514967bc68e9 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:49:09.882733 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-3fe4a700-3191-442b-871b-2b8fbf9767f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06288402-3250-4099-a036-550239416a5c HTTP/1.1" status: 200 len: 855 time: 0.3169992 Jan 27 21:49:09.886804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d500ce6-5d43-4500-959a-e4e19ae02166 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for subnet (9dd4efd4-d42e-4f45-90d8-514967bc68e9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.896712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Router eb03ab6e-407f-4f3a-9281-99d8952300d6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:09.977607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-f8df9f1b-0a98-4cba-b591-406f44e20eef', 'network_id': 'f8df9f1b-0a98-4cba-b591-406f44e20eef', 'project_id': '215409f41d664bc4a94f8b3b1ebaec55', 'fixed_ips': [{'subnet_id': '065bd221-00f0-4877-9bcc-aaae05d448f5'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:49:09.986010 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.064539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d500ce6-5d43-4500-959a-e4e19ae02166 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (9dd4efd4-d42e-4f45-90d8-514967bc68e9), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.180425 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d500ce6-5d43-4500-959a-e4e19ae02166 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (9dd4efd4-d42e-4f45-90d8-514967bc68e9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.236427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-a2c34250-093b-471a-b868-a28019ed9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.238710 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-a2c34250-093b-471a-b868-a28019ed9d8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78fca6c-458f-45b2-a2a2-4054b3edd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3374009 Jan 27 21:49:10.410539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca3d81-2a64-4459-a86a-94c198e4d615 req-8e03014b-2946-4699-aacb-f4988f4457eb tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.424334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdca3d81-2a64-4459-a86a-94c198e4d615 req-8e03014b-2946-4699-aacb-f4988f4457eb tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 949 time: 0.1535590 Jan 27 21:49:10.446718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Allocated IP 172.20.0.18 (f8df9f1b-0a98-4cba-b591-406f44e20eef/065bd221-00f0-4877-9bcc-aaae05d448f5/1a2d571a-22e3-4c47-9880-8c9372e8ea1b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:10.465377 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d500ce6-5d43-4500-959a-e4e19ae02166 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (9dd4efd4-d42e-4f45-90d8-514967bc68e9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.503162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:10.518698 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557e796-d533-4036-930c-d692a2a721ed None None] Sync routers for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:10.527949 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-56832873-f87e-4c3d-b725-25bd50f58082 admin admin] 10.222.0.45 "PUT /v2.0/routers/eb03ab6e-407f-4f3a-9281-99d8952300d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3941679 Jan 27 21:49:10.534399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50520) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:10.537396 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557e796-d533-4036-930c-d692a2a721ed None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:10.538381 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8557e796-d533-4036-930c-d692a2a721ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:49:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-9ef2ed7d-2c9a-4202-a9bf-8cc19ccc75d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dd4efd4-d42e-4f45-90d8-514967bc68e9: This subnet is being modified by another concurrent operation. Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 21:49:10.542260 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dd4efd4-d42e-4f45-90d8-514967bc68e9: This subnet is being modified by another concurrent operation. Jan 27 21:49:10.546986 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 21:49:10.578312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d500ce6-5d43-4500-959a-e4e19ae02166 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd4efd4-d42e-4f45-90d8-514967bc68e9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:10.582131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d500ce6-5d43-4500-959a-e4e19ae02166 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.601962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1d500ce6-5d43-4500-959a-e4e19ae02166 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/subnets/9dd4efd4-d42e-4f45-90d8-514967bc68e9 HTTP/1.1" status: 204 len: 168 time: 0.8413661 Jan 27 21:49:10.627793 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-d0907e57-5b87-4bdf-8415-12bed18679bf service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687437 Jan 27 21:49:10.628508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50522) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:10.862292 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8557e796-d533-4036-930c-d692a2a721ed None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:10.889264 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-b342cb30-3a31-4715-88fb-0f5cff2e8b48 service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484050 Jan 27 21:49:10.965998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdca3d81-2a64-4459-a86a-94c198e4d615 req-93f99d91-09af-4202-8a81-da945d18d4be tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336134 Jan 27 21:49:10.999525 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-34a2e8e6-2370-436b-984c-fa20e7d5a5da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 217 time: 0.1021972 Jan 27 21:49:11.191238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-57ed7004-608a-4c0e-a0ca-6204b94f4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.194957 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-57ed7004-608a-4c0e-a0ca-6204b94f4517 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1889322 Jan 27 21:49:11.197506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d63881-b0a9-4463-ab04-a6f68a8f186d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Deleting subnet 065bd221-00f0-4877-9bcc-aaae05d448f5 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:49:11.308581 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Publish callbacks [] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.330195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks [] for router (eb03ab6e-407f-4f3a-9281-99d8952300d6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.360921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f95fa-255e-4b33-9769-3ea95e40f7ff None None] Network 9de9b567-0483-4d1d-9492-6c926b652cff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:11.368987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-c6a98001-4743-4150-b0ae-db8fc8b574f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.372104 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-c6a98001-4743-4150-b0ae-db8fc8b574f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1691418 Jan 27 21:49:11.474477 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.500107 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8557e796-d533-4036-930c-d692a2a721ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:49:07Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:11.553376 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.577753 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557e796-d533-4036-930c-d692a2a721ed None None] Checking router: eb03ab6e-407f-4f3a-9281-99d8952300d6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:11.582635 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.585626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Network f8df9f1b-0a98-4cba-b591-406f44e20eef is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:11.589731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:11.594946 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557e796-d533-4036-930c-d692a2a721ed None None] Routers {'eb03ab6e-407f-4f3a-9281-99d8952300d6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:11.595616 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8557e796-d533-4036-930c-d692a2a721ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:49:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['eb03ab6e-407f-4f3a-9281-99d8952300d6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:11.603856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:11.695947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 02a5d51c-932f-4fd8-85e0-c525687bbed5 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:11.699952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Attempting to bind port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:11.700325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Attempting to bind port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fa46652d-b051-414b-96ab-b3057cef5b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df9f1b-0a98-4cba-b591-406f44e20eef'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:11.700691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Attempting to bind port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b on network f8df9f1b-0a98-4cba-b591-406f44e20eef {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:11.702771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Pushing event updated for resources: {'Port': ['ID=1a2d571a-22e3-4c47-9880-8c9372e8ea1b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:11.757111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:11.758025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Checking segment: {'id': 'fa46652d-b051-414b-96ab-b3057cef5b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df9f1b-0a98-4cba-b591-406f44e20eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:11.758864 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.759719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Bound using segment: {'id': 'fa46652d-b051-414b-96ab-b3057cef5b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df9f1b-0a98-4cba-b591-406f44e20eef'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:11.760684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Bound port: 1a2d571a-22e3-4c47-9880-8c9372e8ea1b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa46652d-b051-414b-96ab-b3057cef5b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8df9f1b-0a98-4cba-b591-406f44e20eef'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:11.761797 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.763978 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8557e796-d533-4036-930c-d692a2a721ed None None] Set router eb03ab6e-407f-4f3a-9281-99d8952300d6 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:11.849446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 02a5d51c-932f-4fd8-85e0-c525687bbed5 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:11.866332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 02a5d51c-932f-4fd8-85e0-c525687bbed5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:11.867215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.907607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] For port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:11.930808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] For port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1a2d571a-22e3-4c47-9880-8c9372e8ea1b,segment=NetworkSegment(fa46652d-b051-414b-96ab-b3057cef5b36),segment_id=fa46652d-b051-414b-96ab-b3057cef5b36)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:11.943323 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.016607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-43db1a3e-226a-4c4b-9061-f455d84a0dba service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363204 Jan 27 21:49:12.025312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49d63881-b0a9-4463-ab04-a6f68a8f186d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for subnet (065bd221-00f0-4877-9bcc-aaae05d448f5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.128486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 02a5d51c-932f-4fd8-85e0-c525687bbed5 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:12.129520 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8557e796-d533-4036-930c-d692a2a721ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:49:07Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:12.130750 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.197477 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557e796-d533-4036-930c-d692a2a721ed None None] The sync data for ids ['eb03ab6e-407f-4f3a-9281-99d8952300d6'] in n-d-826529-2 is: [{'id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'name': 'tempest-ServersTestManualDisk-844286765-router', 'tenant_id': '333573a6e76545908e21e82a4ff6641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:26Z', 'updated_at': '2022-01-27T21:49:07Z', 'revision_number': 5, 'project_id': '333573a6e76545908e21e82a4ff6641f', 'gw_port': {'id': '829d6354-7019-4e7a-9ace-da6a60c05d2e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb03ab6e-407f-4f3a-9281-99d8952300d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:28Z', 'updated_at': '2022-01-27T21:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:12.208797 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks [] for router_gateway (eb03ab6e-407f-4f3a-9281-99d8952300d6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.259104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78b324-dd2a-49e3-a681-0472075cd9c2 None None] Pushing event updated for resources: {'Port': ['ID=1a2d571a-22e3-4c47-9880-8c9372e8ea1b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:12.266512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:12.268935 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acc13e4-d655-4163-bfc1-973677d90485" -d '{"events": [{"server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "name": "network-vif-plugged", "status": "completed", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:12.284190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:12.304324 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.478375 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-06fb89e1-c84a-4241-81f5-59d501e728fa service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485083 Jan 27 21:49:12.495026 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49d63881-b0a9-4463-ab04-a6f68a8f186d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (065bd221-00f0-4877-9bcc-aaae05d448f5), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.572696 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-b40ff09f-9d86-45f8-803d-4d4b14842568 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 217 time: 0.0824730 Jan 27 21:49:12.706262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e31bf-e387-4574-9402-e5fbb64c7932 req-9d62ccda-a4bb-469a-8fd0-66f860c2e3c3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.710556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c75e31bf-e387-4574-9402-e5fbb64c7932 req-9d62ccda-a4bb-469a-8fd0-66f860c2e3c3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 1.5100410 Jan 27 21:49:12.757182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-570cf662-1ab5-48b8-9102-c441dd63dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.760971 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-570cf662-1ab5-48b8-9102-c441dd63dde9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1540065 Jan 27 21:49:12.877899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-af0bc508-3e2c-409c-aed4-81e42452034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.887260 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-af0bc508-3e2c-409c-aed4-81e42452034b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119041 Jan 27 21:49:13.017638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49d63881-b0a9-4463-ab04-a6f68a8f186d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (065bd221-00f0-4877-9bcc-aaae05d448f5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:13.048841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:13.233255 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-14035156-9d39-43d1-bd48-eb00ad364b9e service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414478 Jan 27 21:49:13.256570 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49d63881-b0a9-4463-ab04-a6f68a8f186d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (065bd221-00f0-4877-9bcc-aaae05d448f5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:13.408265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49d63881-b0a9-4463-ab04-a6f68a8f186d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:13.422999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-49d63881-b0a9-4463-ab04-a6f68a8f186d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/subnets/065bd221-00f0-4877-9bcc-aaae05d448f5 HTTP/1.1" status: 204 len: 168 time: 2.6134508 Jan 27 21:49:13.439453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50558) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:13.445355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d63881-b0a9-4463-ab04-a6f68a8f186d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Subnet': ['ID=065bd221-00f0-4877-9bcc-aaae05d448f5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:13.657272 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-1189eb82-b218-41b8-a29b-c690011b5361 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087980 Jan 27 21:49:13.690807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Deleting port 829d6354-7019-4e7a-9ace-da6a60c05d2e {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:13.702328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:13.810679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-989cfeee-09ba-420a-b709-853b44cc5488 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7968f295-7efa-408b-a91e-95a069d7064d HTTP/1.1" status: 200 len: 217 time: 0.1452327 Jan 27 21:49:13.819718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1a2d571a-22e3-4c47-9880-8c9372e8ea1b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:13.835002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c75e31bf-e387-4574-9402-e5fbb64c7932 req-c2763b36-969c-4758-b545-7a87dc7cbb8b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1166191 Jan 27 21:49:14.004620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-d440b8ba-eb06-4006-9211-65fae25aa086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.012313 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-d440b8ba-eb06-4006-9211-65fae25aa086 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1801426 Jan 27 21:49:14.019792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:14.021596 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:14.233270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-3de556ab-6a38-443a-8074-8d20ea71ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.234898 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-3de556ab-6a38-443a-8074-8d20ea71ab80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2097802 Jan 27 21:49:14.243367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] For port 829d6354-7019-4e7a-9ace-da6a60c05d2e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=829d6354-7019-4e7a-9ace-da6a60c05d2e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:14.243896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:14.288601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Calling delete_port for 829d6354-7019-4e7a-9ace-da6a60c05d2e owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:14.385675 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a71779-a7e1-45f8-bb69-b70426cc4b08 x-openstack-request-id: req-99a71779-a7e1-45f8-bb69-b70426cc4b08 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:14.386512 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "name": "network-vif-plugged", "status": "completed", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:14.386512 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99a71779-a7e1-45f8-bb69-b70426cc4b08 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:14.386878 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'code': 200} Jan 27 21:49:14.406825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:14.407332 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:14.464361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf33048-5315-4d5d-b3bf-fd9714e469da tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.469800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4bf33048-5315-4d5d-b3bf-fd9714e469da tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0046089 Jan 27 21:49:14.480627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50580) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:14.495647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1a2d571a-22e3-4c47-9880-8c9372e8ea1b,segment=NetworkSegment(fa46652d-b051-414b-96ab-b3057cef5b36),segment_id=fa46652d-b051-414b-96ab-b3057cef5b36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:14.513471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:14.559208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ac318f9b-3d65-4205-afe8-ab7f6c09d849 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:14.583133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: ac318f9b-3d65-4205-afe8-ab7f6c09d849 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:14.583512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ac318f9b-3d65-4205-afe8-ab7f6c09d849 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:14.658624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=1a2d571a-22e3-4c47-9880-8c9372e8ea1b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:14.834359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb0d601-7cc5-47dd-9439-45df84117f3a None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:49:14.907531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52343c6b-889d-414c-932d-55fb4e44c1e0 req-726e4964-02b9-4ecc-ab82-82d522fa1b16 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.921752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52343c6b-889d-414c-932d-55fb4e44c1e0 req-726e4964-02b9-4ecc-ab82-82d522fa1b16 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.4629796 Jan 27 21:49:14.976501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-681cc102-2adb-4afd-a132-4ea3543dba80 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.979592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-681cc102-2adb-4afd-a132-4ea3543dba80 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387&tenant_id=74af4c34cbc04b07aca076cb63937d5e&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 950 time: 0.5281746 Jan 27 21:49:15.012278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f8df9f1b-0a98-4cba-b591-406f44e20eef), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.022164 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-7c05c471-3083-481e-92c0-9a55dcf820bb service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7729189 Jan 27 21:49:15.205013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7dbfc5b3-5d66-4380-b683-fd9e9265099e None None] Provisioning complete for port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:15.205719 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7dbfc5b3-5d66-4380-b683-fd9e9265099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.361473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb0d601-7cc5-47dd-9439-45df84117f3a None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:49:15.377127 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-b558c385-c21e-41d5-b4ad-29e1f459df5a service neutron] delete failed (client error): The resource could not be found. Jan 27 21:49:15.383935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-b558c385-c21e-41d5-b4ad-29e1f459df5a service neutron] 10.222.0.57 "DELETE /v2.0/ports/02a5d51c-932f-4fd8-85e0-c525687bbed5/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.3296220 Jan 27 21:49:15.436746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52343c6b-889d-414c-932d-55fb4e44c1e0 req-b48d7d2a-21b7-43ff-a81c-6f4326ba365e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037463 Jan 27 21:49:15.518795 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-63d96f2e-badd-49b7-9185-85da95dca5f8 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824648 Jan 27 21:49:15.524612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1a2d571a-22e3-4c47-9880-8c9372e8ea1b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:15.721042 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-4762c00c-eb18-483b-9d43-2051054db0ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.1924005 Jan 27 21:49:16.004341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-c21d0210-0ea1-440b-9cb7-cde3a74f9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.007310 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-c21d0210-0ea1-440b-9cb7-cde3a74f9e6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.2768850 Jan 27 21:49:16.054927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (829d6354-7019-4e7a-9ace-da6a60c05d2e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.099634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Deleting port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:16.100724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.127192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb57e-740f-4de0-9688-bf4c300e7ad9 req-3d31dddf-77f5-425d-a0db-37e014ad6936 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.131306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4eeb57e-740f-4de0-9688-bf4c300e7ad9 req-3d31dddf-77f5-425d-a0db-37e014ad6936 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.6723971 Jan 27 21:49:16.163969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfc5b3-5d66-4380-b683-fd9e9265099e None None] Current status of the port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:16.236660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=829d6354-7019-4e7a-9ace-da6a60c05d2e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:16.247253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-be80ad08-847b-4cfa-a064-5718c0d01407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.263139 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-be80ad08-847b-4cfa-a064-5718c0d01407 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2441759 Jan 27 21:49:16.267920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-97cb2723-0d86-4da0-b108-11c41dd471b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.271829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-97cb2723-0d86-4da0-b108-11c41dd471b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1101 time: 0.4806945 Jan 27 21:49:16.400436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:16.401387 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.567983 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-4fa76570-0fcf-4e97-87c1-0bbc44dba9e1 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852049 Jan 27 21:49:16.654699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] For port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1a2d571a-22e3-4c47-9880-8c9372e8ea1b,segment=NetworkSegment(fa46652d-b051-414b-96ab-b3057cef5b36),segment_id=fa46652d-b051-414b-96ab-b3057cef5b36)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:16.656547 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.809977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-dfa5ee02-ccce-4d85-a963-6edf1fd1547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.812974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-dfa5ee02-ccce-4d85-a963-6edf1fd1547e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3703961 Jan 27 21:49:16.818858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Calling delete_port for 1a2d571a-22e3-4c47-9880-8c9372e8ea1b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:17.069854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4eeb57e-740f-4de0-9688-bf4c300e7ad9 req-104e6001-3df6-4bf5-9c06-e8f5c8cb2026 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8087096 Jan 27 21:49:17.129803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-ccb33993-5860-4581-bab2-e40f295ae6d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 217 time: 0.2650230 Jan 27 21:49:17.133738 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (eb03ab6e-407f-4f3a-9281-99d8952300d6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.195851 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-b47ece95-4617-4c89-931b-abb75677304f service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958900 Jan 27 21:49:17.209711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1a2d571a-22e3-4c47-9880-8c9372e8ea1b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.404804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:17.473630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Port': ['ID=1a2d571a-22e3-4c47-9880-8c9372e8ea1b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:17.480843 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-9c292478-f57c-42e0-83c9-92957347a597 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8caceec-88c1-416b-95b8-518a051eef0d HTTP/1.1" status: 200 len: 217 time: 0.2500563 Jan 27 21:49:17.496628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] No DVR routers for this DVR port 1a2d571a-22e3-4c47-9880-8c9372e8ea1b on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:17.540165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd51bf1-e540-407b-bd8e-d2d40f2b1f13 None None] Network f8df9f1b-0a98-4cba-b591-406f44e20eef requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:17.662926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127cce-2db8-4025-a1ca-37e79532d0ea req-db397baf-f97d-402b-9a58-f11876bab987 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.680448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90127cce-2db8-4025-a1ca-37e79532d0ea req-db397baf-f97d-402b-9a58-f11876bab987 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.8475301 Jan 27 21:49:17.726919 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (eb03ab6e-407f-4f3a-9281-99d8952300d6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.773823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks [] for router_controller (eb03ab6e-407f-4f3a-9281-99d8952300d6), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.802393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-3fec5829-7ffd-4eb2-9833-ab8b5de63dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.802393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-3fec5829-7ffd-4eb2-9833-ab8b5de63dc6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.6707900 Jan 27 21:49:17.923318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90127cce-2db8-4025-a1ca-37e79532d0ea req-97a8a548-5c01-4ed7-befa-4a85035b1a74 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415524 Jan 27 21:49:17.925564 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (eb03ab6e-407f-4f3a-9281-99d8952300d6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.926106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb03ab6e-407f-4f3a-9281-99d8952300d6 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:49:17.931822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.935790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6cda9085-cf3e-4921-8e45-f14eed4708b7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/eb03ab6e-407f-4f3a-9281-99d8952300d6 HTTP/1.1" status: 204 len: 168 time: 7.3862109 Jan 27 21:49:17.942122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50644) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:17.947251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-625bee2e-fabf-463c-8c90-b5a27fb07aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.956861 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-625bee2e-fabf-463c-8c90-b5a27fb07aa5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.4671834 Jan 27 21:49:18.019810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-25809bdd-8800-4415-9ce2-ecd163497b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.024140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-25809bdd-8800-4415-9ce2-ecd163497b3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2098994 Jan 27 21:49:18.051211 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.078254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Deleting subnet 7f4a9316-070c-405a-9a32-d2c6ab35526a {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:49:18.107662 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Publish callbacks [] for subnet (7f4a9316-070c-405a-9a32-d2c6ab35526a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.116397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de706d5-886e-4bc7-8ebf-61ccefa6cfaf None None] DHCP port deletion for f8df9f1b-0a98-4cba-b591-406f44e20eef request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:49:18.210631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f8df9f1b-0a98-4cba-b591-406f44e20eef), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.297294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8df9f1b-0a98-4cba-b591-406f44e20eef']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:18.303494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (7f4a9316-070c-405a-9a32-d2c6ab35526a), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.347141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa46652d-b051-414b-96ab-b3057cef5b36') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:18.347519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa46652d-b051-414b-96ab-b3057cef5b36') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:18.389222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (fa46652d-b051-414b-96ab-b3057cef5b36), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.541067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (fa46652d-b051-414b-96ab-b3057cef5b36), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.559987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-3f3f7992-2627-415a-bacc-f70c72ace0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.573589 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-3f3f7992-2627-415a-bacc-f70c72ace0e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5562863 Jan 27 21:49:18.586895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:49:18.586895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (fa46652d-b051-414b-96ab-b3057cef5b36), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:49:18.749981 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:49:19.113812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-e1172801-031d-4a82-a166-5974c59f30fe service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0702047 Jan 27 21:49:19.214432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f8df9f1b-0a98-4cba-b591-406f44e20eef), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.227768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.238733 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/networks/f8df9f1b-0a98-4cba-b591-406f44e20eef HTTP/1.1" status: 204 len: 168 time: 4.7516785 Jan 27 21:49:19.246836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50680) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:19.332503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770e791-ed52-4a9c-9352-b58cf84c857d tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Network': ['ID=f8df9f1b-0a98-4cba-b591-406f44e20eef,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:19.377598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2307c-acce-47e5-9f75-656d9b2128e9 req-6d8acbca-461e-434e-90b2-b6c3393b7ed3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.379214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3b2307c-acce-47e5-9f75-656d9b2128e9 req-6d8acbca-461e-434e-90b2-b6c3393b7ed3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 1.0227964 Jan 27 21:49:19.414953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7f4a9316-070c-405a-9a32-d2c6ab35526a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.519298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (9de9b567-0483-4d1d-9492-6c926b652cff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.529941 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-97fed18d-99e5-4410-86b8-b5931559ba59 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9471192 Jan 27 21:49:19.637714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1a2d571a-22e3-4c47-9880-8c9372e8ea1b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:19.674039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76bef5fb-d3e0-4e1d-bf86-79b92d7b116d req-ce972e37-a4ee-4ab4-8ad0-c301506694af service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311007 Jan 27 21:49:19.769782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 1a2d571a-22e3-4c47-9880-8c9372e8ea1b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:19.773150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1a2d571a-22e3-4c47-9880-8c9372e8ea1b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:19.775648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 829d6354-7019-4e7a-9ace-da6a60c05d2e no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:19.802091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3b2307c-acce-47e5-9f75-656d9b2128e9 req-cc9be19a-748f-4465-a3a0-8ed4c22396e0 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057748 Jan 27 21:49:19.874550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b3de-ee2c-4c9c-89ff-17ba5a6ac29f req-f8644774-6049-4ebe-884a-b71c248903cf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.891859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa57b3de-ee2c-4c9c-89ff-17ba5a6ac29f req-f8644774-6049-4ebe-884a-b71c248903cf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.6247418 Jan 27 21:49:19.919522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 829d6354-7019-4e7a-9ace-da6a60c05d2e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:19.921135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 829d6354-7019-4e7a-9ace-da6a60c05d2e not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:20.001744 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (7f4a9316-070c-405a-9a32-d2c6ab35526a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:20.083366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4a9316-070c-405a-9a32-d2c6ab35526a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:20.084611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a718f06-c055-4434-a8c7-805806f74832 None None] Network 1a18ef32-8d2a-47d1-a9b4-f41755373065 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:20.093563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:20.105147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7f4a9316-070c-405a-9a32-d2c6ab35526a HTTP/1.1" status: 204 len: 168 time: 2.1612113 Jan 27 21:49:20.106566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50700) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:20.236363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.237502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.237502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.237502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.238041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.238206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.244418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.247365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.249535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.256768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (9de9b567-0483-4d1d-9492-6c926b652cff), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:20.257679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.258878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.260144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.261725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8540df-fe68-4e6a-9399-63bcbe36e1d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:20.434524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de9b567-0483-4d1d-9492-6c926b652cff']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:20.439376 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-1c55f17b-9a9e-409b-ad2e-52312ddcf09d service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8971372 Jan 27 21:49:20.453728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa57b3de-ee2c-4c9c-89ff-17ba5a6ac29f req-c3b479f5-8699-4e2e-bddb-23dd854f380f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603127 Jan 27 21:49:20.488586 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ab7698-9fd8-4193-a9fe-e32bd448119a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:20.492717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ab7698-9fd8-4193-a9fe-e32bd448119a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:20.604230 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1a18ef32-8d2a-47d1-a9b4-f41755373065), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:20.636844 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:20.708620 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-f02030bf-5c0b-483b-a08a-1d19d81b7662 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 HTTP/1.1" status: 200 len: 217 time: 0.1883316 Jan 27 21:49:20.714209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (83ab7698-9fd8-4193-a9fe-e32bd448119a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:20.833339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Deleting port b3f42c60-6210-4f23-8884-9c469be2d418 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:20.835349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:20.910825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] DHCP port deletion for 1a18ef32-8d2a-47d1-a9b4-f41755373065 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:49:20.954395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-e88d4f66-f39f-4943-999c-a19a77f6130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.957616 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-e88d4f66-f39f-4943-999c-a19a77f6130e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.2390985 Jan 27 21:49:21.023210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] For port b3f42c60-6210-4f23-8884-9c469be2d418, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3f42c60-6210-4f23-8884-9c469be2d418,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:21.023210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.052044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Calling delete_port for b3f42c60-6210-4f23-8884-9c469be2d418 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:21.131391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (83ab7698-9fd8-4193-a9fe-e32bd448119a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.158598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:49:21.159041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (83ab7698-9fd8-4193-a9fe-e32bd448119a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.175987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] Deleting port b3f42c60-6210-4f23-8884-9c469be2d418 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:21.176625 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:49:21.190120 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:49:21.262045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.319365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] No DVR routers for this DVR port b3f42c60-6210-4f23-8884-9c469be2d418 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:21.389199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-129d0fff-2a09-4c16-84e7-8be7197c9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.393888 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-129d0fff-2a09-4c16-84e7-8be7197c9b86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4233983 Jan 27 21:49:21.456021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] For port b3f42c60-6210-4f23-8884-9c469be2d418, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3f42c60-6210-4f23-8884-9c469be2d418,segment=NetworkSegment(a55fa05b-9990-42dd-980d-10669f8e9a12),segment_id=a55fa05b-9990-42dd-980d-10669f8e9a12)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:21.457086 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.478782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] Calling delete_port for b3f42c60-6210-4f23-8884-9c469be2d418 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:21.673377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee713-83db-4baa-8507-c763344ba4a0 req-4884be56-9536-4e8c-81ed-7d0c20a34371 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.693930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-881ee713-83db-4baa-8507-c763344ba4a0 req-4884be56-9536-4e8c-81ed-7d0c20a34371 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.5299437 Jan 27 21:49:21.696750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f42c60-6210-4f23-8884-9c469be2d418,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:21.701547 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (b3f42c60-6210-4f23-8884-9c469be2d418), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.704136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3f42c60-6210-4f23-8884-9c469be2d418 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:21.773476 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-a0dff192-6ed6-447b-8d67-aaa6fd3b64a4 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588114 Jan 27 21:49:21.776089 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (9de9b567-0483-4d1d-9492-6c926b652cff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.823724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.832610 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/networks/9de9b567-0483-4d1d-9492-6c926b652cff HTTP/1.1" status: 204 len: 168 time: 2.5846765 Jan 27 21:49:21.853363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50744) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:21.874924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] Pushing event deleted for resources: {'Port': ['ID=b3f42c60-6210-4f23-8884-9c469be2d418,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:21.881596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b3f42c60-6210-4f23-8884-9c469be2d418 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:21.882158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3f42c60-6210-4f23-8884-9c469be2d418 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:21.893337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9f599-242a-4d27-8d93-1f517cdf0266 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Network': ['ID=9de9b567-0483-4d1d-9492-6c926b652cff,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:21.903379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4a3e2-d500-499d-ab26-ff90842f1b50 None None] No DVR routers for this DVR port b3f42c60-6210-4f23-8884-9c469be2d418 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:22.128313 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6d5e98f0-4e24-4ec8-9901-63476c6891ad), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.140153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1a18ef32-8d2a-47d1-a9b4-f41755373065), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.172335 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3759fde-7b62-4fdb-ba5e-2668cfa2f9a9 req-c89dafe1-2ec3-414c-8478-9c3827d03bf0 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743172 Jan 27 21:49:22.303294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-881ee713-83db-4baa-8507-c763344ba4a0 req-b87ef3a9-cada-4c71-8976-d314334e3726 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033201 Jan 27 21:49:22.309413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a18ef32-8d2a-47d1-a9b4-f41755373065']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:22.370056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55fa05b-9990-42dd-980d-10669f8e9a12') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:22.370567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55fa05b-9990-42dd-980d-10669f8e9a12') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:22.471755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002e588-eb87-4f8a-bdf7-6bcccfb98071 req-e53ca77a-eeaf-4066-b713-3ea3793eacff tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:22.481525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8002e588-eb87-4f8a-bdf7-6bcccfb98071 req-e53ca77a-eeaf-4066-b713-3ea3793eacff tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.3445616 Jan 27 21:49:22.487447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (a55fa05b-9990-42dd-980d-10669f8e9a12), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.586619 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6d5e98f0-4e24-4ec8-9901-63476c6891ad), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.612272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a55fa05b-9990-42dd-980d-10669f8e9a12), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.636186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:49:22.636996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (a55fa05b-9990-42dd-980d-10669f8e9a12), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:49:22.639228 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:49:22.657159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5e98f0-4e24-4ec8-9901-63476c6891ad']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:22.753564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f88b184-2441-4a80-8b54-3d9b81e891c6') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:22.754142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f88b184-2441-4a80-8b54-3d9b81e891c6') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:22.795901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8002e588-eb87-4f8a-bdf7-6bcccfb98071 req-29333abe-cf01-4a1d-9c05-d15bcbf129e5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127110 Jan 27 21:49:22.804011 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (4f88b184-2441-4a80-8b54-3d9b81e891c6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.838111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1a18ef32-8d2a-47d1-a9b4-f41755373065), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.864788 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.868573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1a18ef32-8d2a-47d1-a9b4-f41755373065 HTTP/1.1" status: 204 len: 168 time: 2.7540157 Jan 27 21:49:22.874971 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4f88b184-2441-4a80-8b54-3d9b81e891c6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.945727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8870db-4e11-4023-94ce-0c511af7ef06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a18ef32-8d2a-47d1-a9b4-f41755373065,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:22.949726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:49:22.950178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (4f88b184-2441-4a80-8b54-3d9b81e891c6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:49:22.964828 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:49:23.185044 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6d5e98f0-4e24-4ec8-9901-63476c6891ad), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.210925 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.223658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50778) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:23.235371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/networks/6d5e98f0-4e24-4ec8-9901-63476c6891ad HTTP/1.1" status: 204 len: 168 time: 1.3715212 Jan 27 21:49:23.274760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306f71b-6583-42a1-ad6f-c68073101528 req-a0dc05ee-96bf-4ef9-869e-c6f4124815e4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:23.285617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0306f71b-6583-42a1-ad6f-c68073101528 req-a0dc05ee-96bf-4ef9-869e-c6f4124815e4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.3373318 Jan 27 21:49:23.367714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:23.409701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5b2cd-0f85-42f7-9fc5-f037a98bd690 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Network': ['ID=6d5e98f0-4e24-4ec8-9901-63476c6891ad,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:23.427836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0306f71b-6583-42a1-ad6f-c68073101528 req-5d451c72-ecc0-4d89-bfb0-8d647b1076a6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293826 Jan 27 21:49:23.531307 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7ed47f81-8c51-47a1-8c3b-9691180e5de5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=333573a6e76545908e21e82a4ff6641f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605408 Jan 27 21:49:23.542240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50792) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:23.549891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c88a64d5-4cc5-47bb-9d43-033db429de3e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.686219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8a8d8-fca3-4194-8be6-7f7823695c60 req-855f5746-3c23-4644-a45d-1e9b04a3613a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:23.703263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ae8a8d8-fca3-4194-8be6-7f7823695c60 req-855f5746-3c23-4644-a45d-1e9b04a3613a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.2695885 Jan 27 21:49:23.905606 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a999-7e05-495a-9cab-ff94bb83d69f admin admin] Publish callbacks [] for security_group (eee42365-a0be-4bbb-8f40-68a9c4d5c3b9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.934218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c88a64d5-4cc5-47bb-9d43-033db429de3e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.956655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ae8a8d8-fca3-4194-8be6-7f7823695c60 req-3bf44c04-48b0-449a-919a-d4ecf4ce329a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494342 Jan 27 21:49:23.989229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88a64d5-4cc5-47bb-9d43-033db429de3e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:24.011863 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a999-7e05-495a-9cab-ff94bb83d69f admin admin] Publish callbacks [] for security_group (eee42365-a0be-4bbb-8f40-68a9c4d5c3b9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.037991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd886c6ab-c8a4-49e3-a81a-e0b0d5562fb4') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:24.038313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd886c6ab-c8a4-49e3-a81a-e0b0d5562fb4') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:24.059366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d886c6ab-c8a4-49e3-a81a-e0b0d5562fb4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.089934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d886c6ab-c8a4-49e3-a81a-e0b0d5562fb4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.111340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a999-7e05-495a-9cab-ff94bb83d69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eee42365-a0be-4bbb-8f40-68a9c4d5c3b9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.111702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:49:24.111931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d886c6ab-c8a4-49e3-a81a-e0b0d5562fb4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.115862 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a999-7e05-495a-9cab-ff94bb83d69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.121717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbd8a999-7e05-495a-9cab-ff94bb83d69f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eee42365-a0be-4bbb-8f40-68a9c4d5c3b9 HTTP/1.1" status: 204 len: 168 time: 0.5729754 Jan 27 21:49:24.131119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8a999-7e05-495a-9cab-ff94bb83d69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee42365-a0be-4bbb-8f40-68a9c4d5c3b9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:49:24.173010 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:49:24.280004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-be944a06-4176-43ec-8c27-cda532277c56 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=74af4c34cbc04b07aca076cb63937d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863211 Jan 27 21:49:24.299063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c88a64d5-4cc5-47bb-9d43-033db429de3e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.331375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.337623 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] 10.222.0.45 "DELETE /v2.0/networks/c88a64d5-4cc5-47bb-9d43-033db429de3e HTTP/1.1" status: 204 len: 168 time: 1.1114900 Jan 27 21:49:24.338538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5409c5-b55a-4611-827f-df735299aa00 tempest-BulkNetworkOpsTest-1992754084 tempest-BulkNetworkOpsTest-1992754084-project] Pushing event deleted for resources: {'Network': ['ID=c88a64d5-4cc5-47bb-9d43-033db429de3e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:24.675387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-f23dedd3-a8d6-4552-b647-9bb6297dc2ed tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.688766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-f23dedd3-a8d6-4552-b647-9bb6297dc2ed tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3854957 Jan 27 21:49:24.720090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-57e782b4-1cf5-42f6-9204-802eb9ef0abd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/quotas/74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 375 time: 0.0293438 Jan 27 21:49:24.912252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-da8da1b4-cda4-4150-99f7-9a459782669a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901672 Jan 27 21:49:25.007530 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50850) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:25.293108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be346b13-cc84-46eb-8aea-eb35282d8c37 req-b21ce2fc-0b42-4b25-a2d6-4355b256cbf8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 210 time: 0.0458481 Jan 27 21:49:25.309925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266ec50-2033-43b1-99dd-6446cebd44fe req-7fc7fd1f-23f6-474a-a916-217ea3d7e736 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:25.312625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7266ec50-2033-43b1-99dd-6446cebd44fe req-7fc7fd1f-23f6-474a-a916-217ea3d7e736 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.1595352 Jan 27 21:49:25.417769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7266ec50-2033-43b1-99dd-6446cebd44fe req-ebc96a59-f443-4aa2-b30b-b28628a12a76 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949466 Jan 27 21:49:25.679103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50882) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:25.680301 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-18666333-01ff-4920-b2cf-4e6eafb74a2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=215409f41d664bc4a94f8b3b1ebaec55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687567 Jan 27 21:49:25.978522 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d06611e9-0b0a-4b17-96b1-53cc3cc7dc95 admin admin] Publish callbacks [] for security_group (e9c79464-fe66-42aa-b637-f712d8b0e14e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.161934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d06611e9-0b0a-4b17-96b1-53cc3cc7dc95 admin admin] Publish callbacks [] for security_group (e9c79464-fe66-42aa-b637-f712d8b0e14e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.365673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d06611e9-0b0a-4b17-96b1-53cc3cc7dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e9c79464-fe66-42aa-b637-f712d8b0e14e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.370940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d06611e9-0b0a-4b17-96b1-53cc3cc7dc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.375819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d06611e9-0b0a-4b17-96b1-53cc3cc7dc95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9c79464-fe66-42aa-b637-f712d8b0e14e HTTP/1.1" status: 204 len: 168 time: 0.6881180 Jan 27 21:49:26.423149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06611e9-0b0a-4b17-96b1-53cc3cc7dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c79464-fe66-42aa-b637-f712d8b0e14e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:26.580478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-121de8ed-d51f-42c2-bb99-9685f50a63a7 req-69ef7db0-20b6-4e4f-87e4-ff6569ca74a3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 210 time: 0.1357777 Jan 27 21:49:26.707781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98238a-292c-4dab-8d7c-7e25497aeec7 req-5c3e689f-e9b4-473d-bfc2-7c64ee0b346a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.719816 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c98238a-292c-4dab-8d7c-7e25497aeec7 req-5c3e689f-e9b4-473d-bfc2-7c64ee0b346a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.1511505 Jan 27 21:49:26.801084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c98238a-292c-4dab-8d7c-7e25497aeec7 req-b0ccca66-a43b-4800-b48c-ff6b4dc51139 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787110 Jan 27 21:49:27.479799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50950) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:27.814508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-5b6f40e8-de90-4c34-8e76-70a1f5572b59 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=74af4c34cbc04b07aca076cb63937d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513376 Jan 27 21:49:28.054780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1144539111-network', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:28.187662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f08c1301-97b1-4be4-b5ac-62f5827e869b req-827df590-87f8-497f-b7fb-e4d9e432c4b6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 210 time: 0.1240942 Jan 27 21:49:28.298126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:28.302061 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.342955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1affa02-27db-4759-bdb2-4ff0f4c14bc2 req-8e64277c-34f5-4bd4-863d-5e51caabe389 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.346148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1affa02-27db-4759-bdb2-4ff0f4c14bc2 req-8e64277c-34f5-4bd4-863d-5e51caabe389 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.3224909 Jan 27 21:49:28.372569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-c2c7f90d-c6d4-4102-b17c-d25a6785d88d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.375155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-c2c7f90d-c6d4-4102-b17c-d25a6785d88d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5553470 Jan 27 21:49:28.382726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.413585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Request body: {'port': {'device_id': '8d1454b5-0ed7-4086-83f0-589028050991', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '74af4c34cbc04b07aca076cb63937d5e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:29.147222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1affa02-27db-4759-bdb2-4ff0f4c14bc2 req-492f09e3-f420-497b-bd97-5c1bb5e2b6f3 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7667089 Jan 27 21:49:29.315902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Made reservation on behalf of 74af4c34cbc04b07aca076cb63937d5e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:29.336097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.552799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-082a1c7d-9866-4699-a126-cadcb18f4b05 req-706020a9-250d-4296-8150-fedb2a53b23a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 210 time: 0.0986412 Jan 27 21:49:29.572901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Publish callbacks [] for security_group (37cedd69-93c9-4c08-82de-98d11d3cc1b6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.619198 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (37cedd69-93c9-4c08-82de-98d11d3cc1b6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.741503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:29.820343 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4f76a778-18ba-4f2d-970f-09abe62f853b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.821486 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Added segment 4f76a778-18ba-4f2d-970f-09abe62f853b of type vlan for network 25e016db-c5c8-4680-99fd-c704adf86e2c Jan 27 21:49:29.838554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cedd69-93c9-4c08-82de-98d11d3cc1b6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:29.930075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51008) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:30.013976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51018) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:30.115783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (25e016db-c5c8-4680-99fd-c704adf86e2c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.227956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ce56236-87fd-4299-b36e-e7bb19a5c9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.276750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Allocated IP 192.168.233.51 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/882e2de7-1eb5-4d2c-9404-4a0565636258) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:30.318449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2124092831'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:30.351587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:30.355599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.362252 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (25e016db-c5c8-4680-99fd-c704adf86e2c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.365280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.366742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.375579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.476832 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (b36da737-748e-4a56-87c3-a496dbae014d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.491802 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b36da737-748e-4a56-87c3-a496dbae014d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.502874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0210538 Jan 27 21:49:30.514534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51024) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:30.570941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Request body: {'subnet': {'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1144539111-subnet', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:30.579853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36da737-748e-4a56-87c3-a496dbae014d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:30.602355 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ce56236-87fd-4299-b36e-e7bb19a5c9c1 admin admin] Publish callbacks [] for security_group (29d92fa5-4c19-4a1d-a749-a3af0eb645ae), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.609012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:30.622910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ce56236-87fd-4299-b36e-e7bb19a5c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (29d92fa5-4c19-4a1d-a749-a3af0eb645ae), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.639377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c677c8-1f19-488c-8862-83ca856133ba admin admin] Pushing event updated for resources: {'Network': ['ID=25e016db-c5c8-4680-99fd-c704adf86e2c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:30.660098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:30.665817 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.686448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 25e016db-c5c8-4680-99fd-c704adf86e2c details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:30.741526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb0cf-32ca-46c5-a83a-738421c4a306 req-ddd3d53b-7ca8-44bc-95b8-50e6301a30ab tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.744784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b3cb0cf-32ca-46c5-a83a-738421c4a306 req-ddd3d53b-7ca8-44bc-95b8-50e6301a30ab tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.2789226 Jan 27 21:49:30.826720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b03ca28e-84e2-4e8c-b1b3-7e5b6631a2ca req-6327d3d7-299d-4f5b-83d2-361abe6ea82c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 210 time: 0.0810046 Jan 27 21:49:30.919146 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (107abce2-a814-49a6-b415-695573844054), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.920171 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Added segment 107abce2-a814-49a6-b415-695573844054 of type vlan for network e83a07e3-3eaa-478b-8d79-590b832e8aea Jan 27 21:49:30.945003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (0b451e4d-22c1-41c0-85f8-fe5254f83367), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.948183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b3cb0cf-32ca-46c5-a83a-738421c4a306 req-2c16d54c-47b1-4cda-92e6-eb09e1636956 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870506 Jan 27 21:49:30.988018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks [] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.060160 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3ce56236-87fd-4299-b36e-e7bb19a5c9c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64b5dd82570d4374980cda7a3202dfd4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0445576 Jan 27 21:49:31.067294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51030) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:31.080577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce56236-87fd-4299-b36e-e7bb19a5c9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d92fa5-4c19-4a1d-a749-a3af0eb645ae,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:31.126698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (e83a07e3-3eaa-478b-8d79-590b832e8aea), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.134084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.177754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b451e4d-22c1-41c0-85f8-fe5254f83367,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:31.193076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Checking segment: {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:31.194341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Network hostable DHCP agents. Network: 25e016db-c5c8-4680-99fd-c704adf86e2c, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:31.243037 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (e83a07e3-3eaa-478b-8d79-590b832e8aea), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.258002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.259507 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.271560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Network 25e016db-c5c8-4680-99fd-c704adf86e2c is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:31.348077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:31.361735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:31.366729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:31.389282 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4579918 Jan 27 21:49:31.392667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 25e016db-c5c8-4680-99fd-c704adf86e2c) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:31.416295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51044) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:31.447486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'name': 'tempest-PortsTestJSON-1317122769'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:31.463448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['02a5d51c-932f-4fd8-85e0-c525687bbed5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:31.465754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.471718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.520951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.523207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.581094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cfc02c16-de15-4c71-a772-e56731683768 admin admin] Publish callbacks [] for security_group (29d92fa5-4c19-4a1d-a749-a3af0eb645ae), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.585269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256c276-7ca2-4c87-9f75-65cf703ea0ee tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Network': ['ID=e83a07e3-3eaa-478b-8d79-590b832e8aea,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:31.600354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:31.602833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc39d6-59c7-438f-97ee-c24c267af134 None None] Network 25e016db-c5c8-4680-99fd-c704adf86e2c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:31.629173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2398260 Jan 27 21:49:31.637267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:31.640307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8c548-e9f1-49de-9da0-8c2e3ad1b961 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:31.662197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Request body: {'port': {'device_id': '8d1454b5-0ed7-4086-83f0-589028050991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:31.721300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cfc02c16-de15-4c71-a772-e56731683768 admin admin] Publish callbacks [] for security_group (29d92fa5-4c19-4a1d-a749-a3af0eb645ae), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.748743 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-95b07756-7d20-4c6d-9c3a-9726fee6490d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2263594 Jan 27 21:49:31.757850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51046) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:31.769292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:31.831383 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.878539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (65216d09-5f5b-4f84-95b6-6ea1092c4160), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.884014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (65216d09-5f5b-4f84-95b6-6ea1092c4160), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.935141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:31.946001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.160290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks [] for router_controller (65216d09-5f5b-4f84-95b6-6ea1092c4160), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.178906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 11910bd9-1f9e-4861-98a1-509f9cd00cce yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:49:32.310832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-062d8a12-9431-485a-a11d-5667fb43dba2 None None] Provisioning complete for port 882e2de7-1eb5-4d2c-9404-4a0565636258 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:32.312583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-062d8a12-9431-485a-a11d-5667fb43dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.466610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-062d8a12-9431-485a-a11d-5667fb43dba2 None None] Port 882e2de7-1eb5-4d2c-9404-4a0565636258 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:32.650882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882e2de7-1eb5-4d2c-9404-4a0565636258 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:32.656371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-25e016db-c5c8-4680-99fd-c704adf86e2c', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:49:32.659449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.684017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Publish callbacks [] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.714872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Transition to ACTIVE for port object 882e2de7-1eb5-4d2c-9404-4a0565636258 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:32.767451 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.923916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:32.969294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks [] for router_gateway (65216d09-5f5b-4f84-95b6-6ea1092c4160), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.050193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Allocated IP 172.20.0.2 (25e016db-c5c8-4680-99fd-c704adf86e2c/0b451e4d-22c1-41c0-85f8-fe5254f83367/2e5b3f1a-02fd-49c6-a072-69f30c35271b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:33.187873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4536d-1068-42ed-8745-a2b4c0b9b49d req-e1a47a8b-31fd-47e0-933b-ed01c0ede695 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.206728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65e4536d-1068-42ed-8745-a2b4c0b9b49d req-e1a47a8b-31fd-47e0-933b-ed01c0ede695 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.4839945 Jan 27 21:49:33.235308 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cfc02c16-de15-4c71-a772-e56731683768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (29d92fa5-4c19-4a1d-a749-a3af0eb645ae), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.240325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cfc02c16-de15-4c71-a772-e56731683768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.242301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cfc02c16-de15-4c71-a772-e56731683768 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29d92fa5-4c19-4a1d-a749-a3af0eb645ae HTTP/1.1" status: 204 len: 168 time: 2.1736162 Jan 27 21:49:33.310186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc5f71-9218-4855-ae7d-92491f7bb4c4 req-1a132455-6742-41ad-b9a0-ff52f43b906c tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.334608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43dc5f71-9218-4855-ae7d-92491f7bb4c4 req-1a132455-6742-41ad-b9a0-ff52f43b906c tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.6170483 Jan 27 21:49:33.459612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Publish callbacks [] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.498303 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.617542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43dc5f71-9218-4855-ae7d-92491f7bb4c4 req-13f45c29-31c4-486d-8f95-74f652a64e71 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814038 Jan 27 21:49:33.631679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Attempting to bind port 882e2de7-1eb5-4d2c-9404-4a0565636258 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:33.633051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Attempting to bind port 882e2de7-1eb5-4d2c-9404-4a0565636258 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:33.634452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Attempting to bind port 882e2de7-1eb5-4d2c-9404-4a0565636258 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:33.659580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc02c16-de15-4c71-a772-e56731683768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d92fa5-4c19-4a1d-a749-a3af0eb645ae,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:33.666600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Network 25e016db-c5c8-4680-99fd-c704adf86e2c is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:33.705324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:33.711367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Port 882e2de7-1eb5-4d2c-9404-4a0565636258 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:33.711367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Attempting to bind port 882e2de7-1eb5-4d2c-9404-4a0565636258 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:33.728996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:33.770803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:33.773363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:33.773771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:33.774318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Bound port: 882e2de7-1eb5-4d2c-9404-4a0565636258, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:33.776019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.870549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.879845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65e4536d-1068-42ed-8745-a2b4c0b9b49d req-f632c32c-35e6-4103-9d67-43986678c400 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716244 Jan 27 21:49:34.051358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Pushing event updated for resources: {'Port': ['ID=2e5b3f1a-02fd-49c6-a072-69f30c35271b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:34.093232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:34.101147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:34.105519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.111190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.160015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.160705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.176632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] 10.222.0.57 "PUT /v2.0/ports/882e2de7-1eb5-4d2c-9404-4a0565636258 HTTP/1.1" status: 200 len: 1095 time: 2.5247734 Jan 27 21:49:34.185944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:34.206818 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722337ce-cd4b-435a-8c09-e8de1593510b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:34.252319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Attempting to bind port 2e5b3f1a-02fd-49c6-a072-69f30c35271b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:34.252760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Attempting to bind port 2e5b3f1a-02fd-49c6-a072-69f30c35271b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:34.253230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Attempting to bind port 2e5b3f1a-02fd-49c6-a072-69f30c35271b on network 25e016db-c5c8-4680-99fd-c704adf86e2c {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:34.290532 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-48dcdf02-91ca-450e-9b38-23739ea1f6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.303726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:34.304171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Checking segment: {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:34.304583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.304996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Bound using segment: {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:34.305506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Bound port: 2e5b3f1a-02fd-49c6-a072-69f30c35271b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:34.305964 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.453601 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c869176-f2c3-4de4-ac7c-bbeb0a33868e x-openstack-request-id: req-2c869176-f2c3-4de4-ac7c-bbeb0a33868e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:34.454001 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:34.457954 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c869176-f2c3-4de4-ac7c-bbeb0a33868e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:34.458624 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'status': 'completed', 'code': 200} Jan 27 21:49:34.533138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670dd7c-2c25-48a1-aa61-d40d1f524cdf service neutron] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:34.556222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=11910bd9-1f9e-4861-98a1-509f9cd00cce,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:34.558396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a015704a-dbe5-4852-b234-0349b704f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.560504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-a015704a-dbe5-4852-b234-0349b704f20f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 1098 time: 0.2626979 Jan 27 21:49:34.723063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] For port 2e5b3f1a-02fd-49c6-a072-69f30c35271b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:34.735766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] For port 2e5b3f1a-02fd-49c6-a072-69f30c35271b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e5b3f1a-02fd-49c6-a072-69f30c35271b,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:34.749958 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.755403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-fcda5ae9-8782-4332-89d8-ea2e3bac4df3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=882e2de7-1eb5-4d2c-9404-4a0565636258 HTTP/1.1" status: 200 len: 217 time: 0.1746099 Jan 27 21:49:34.836237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51082) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:34.965584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking segment: {'id': '107abce2-a814-49a6-b415-695573844054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:34.966416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network hostable DHCP agents. Network: e83a07e3-3eaa-478b-8d79-590b832e8aea, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:34.978436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae706874-a1ff-40d9-8718-31d388eee1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.056113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks [] for router_gateway (65216d09-5f5b-4f84-95b6-6ea1092c4160), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.136151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.145233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56ba27-5986-4b67-87ea-ef26819f3196 None None] Pushing event updated for resources: {'Port': ['ID=2e5b3f1a-02fd-49c6-a072-69f30c35271b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:35.208486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:35.332937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, e83a07e3-3eaa-478b-8d79-590b832e8aea) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:35.344056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e558f03-ad8b-4aca-8e9f-1eccef1eaaca None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:35.344984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:35.350689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.351461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.419961 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-38c640ec-bd69-4378-8c24-ed2a148d3854 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.0021629 Jan 27 21:49:35.424967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51098) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:35.430584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1960402884'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:35.571521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae706874-a1ff-40d9-8718-31d388eee1cf admin admin] Publish callbacks [] for security_group (9b529432-fd90-431f-b25e-6232a33877c1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.601344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:35.616567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.726493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:35.753376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6da3e866-3aee-4f1b-9e5b-11a75ed9937a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.753957 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Added segment 6da3e866-3aee-4f1b-9e5b-11a75ed9937a of type vlan for network d9a52b44-405c-4791-8f4b-c3b203d0d019 Jan 27 21:49:35.831975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d9a52b44-405c-4791-8f4b-c3b203d0d019), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.878717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-3d3a7abb-66bc-4e05-bd16-0621b5e22ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.879726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae706874-a1ff-40d9-8718-31d388eee1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9b529432-fd90-431f-b25e-6232a33877c1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.887238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-3d3a7abb-66bc-4e05-bd16-0621b5e22ecb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 1.1229684 Jan 27 21:49:35.915332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Allocated IP 172.25.8.20 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/40d9c845-4a05-4af0-95ac-5b3954d03b46) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:35.927913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01246c-1e8a-414b-93a1-c1b74d0729c9 req-8abacfe3-74d2-46e0-b9c6-c499d69a8198 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.929554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e01246c-1e8a-414b-93a1-c1b74d0729c9 req-8abacfe3-74d2-46e0-b9c6-c499d69a8198 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.3072901 Jan 27 21:49:35.960942 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ae706874-a1ff-40d9-8718-31d388eee1cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe595f60270f4a3998a439b38a8b192d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1196725 Jan 27 21:49:35.960942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d9a52b44-405c-4791-8f4b-c3b203d0d019), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.963702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.964460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.984469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51102) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:36.019620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d08a4-5f3a-4826-93ba-ddfbc8984b49 req-4c40bf42-13db-4299-b782-75277e5ec67e tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:36.030478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c85d08a4-5f3a-4826-93ba-ddfbc8984b49 req-4c40bf42-13db-4299-b782-75277e5ec67e tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.4074421 Jan 27 21:49:36.125146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-abd6d66c-af5e-4dbe-a12f-9b1c45b9082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:36.126793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-abd6d66c-af5e-4dbe-a12f-9b1c45b9082b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1962750 Jan 27 21:49:36.128923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae706874-a1ff-40d9-8718-31d388eee1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b529432-fd90-431f-b25e-6232a33877c1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:36.141780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Network': ['ID=d9a52b44-405c-4791-8f4b-c3b203d0d019,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:36.153030 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff2f2f65-bf3e-46cd-b57f-152e40808f65 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7272999 Jan 27 21:49:36.165469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51106) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:36.190663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d9a52b44-405c-4791-8f4b-c3b203d0d019 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:36.191326 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'ports': [{'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea'}, {'network_id': 'd9a52b44-405c-4791-8f4b-c3b203d0d019'}]} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:36.191675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:36.192746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'd9a52b44-405c-4791-8f4b-c3b203d0d019'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:36.221447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c85d08a4-5f3a-4826-93ba-ddfbc8984b49 req-def37172-7c17-4af9-acb7-80b28139feee tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928864 Jan 27 21:49:36.293715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8930d-0183-411f-adb3-f1cb57999c0e req-5ca2a583-d7ea-4bbc-8079-aa5cbb6f2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:36.307652 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-60b8930d-0183-411f-adb3-f1cb57999c0e req-5ca2a583-d7ea-4bbc-8079-aa5cbb6f2f46 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 1096 time: 0.3889294 Jan 27 21:49:36.372649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e01246c-1e8a-414b-93a1-c1b74d0729c9 req-b7881527-1f2f-4ab7-892f-43aa3cba9357 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889604 Jan 27 21:49:36.547892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8d9335d-df28-468d-b5ea-cd944e2bc31c admin admin] Publish callbacks [] for security_group (9b529432-fd90-431f-b25e-6232a33877c1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.672944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-84a4d226-f150-4a53-b8e4-b3dd19ae6f27 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332654 Jan 27 21:49:36.675278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8d9335d-df28-468d-b5ea-cd944e2bc31c admin admin] Publish callbacks [] for security_group (9b529432-fd90-431f-b25e-6232a33877c1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.675875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 2} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:36.683325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.704058 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.879702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f186ec-bccb-472a-a0c3-db2cc1df22da req-bab33c0d-0a96-414a-816a-36eb2f184b18 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894188 Jan 27 21:49:36.881615 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8d9335d-df28-468d-b5ea-cd944e2bc31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9b529432-fd90-431f-b25e-6232a33877c1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.889371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8d9335d-df28-468d-b5ea-cd944e2bc31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.895491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c8d9335d-df28-468d-b5ea-cd944e2bc31c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b529432-fd90-431f-b25e-6232a33877c1 HTTP/1.1" status: 204 len: 168 time: 0.9049232 Jan 27 21:49:36.920644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9335d-df28-468d-b5ea-cd944e2bc31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b529432-fd90-431f-b25e-6232a33877c1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:36.937185 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-60b8930d-0183-411f-adb3-f1cb57999c0e req-48edfe08-61fe-423b-864a-e13dec416599 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272783 Jan 27 21:49:36.970298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:49:37.038855 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-27880af7-6306-4538-9c43-ccd28ef5f2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.071613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722337ce-cd4b-435a-8c09-e8de1593510b req-645349ba-3b86-449c-b24f-3ad43627f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.074206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722337ce-cd4b-435a-8c09-e8de1593510b req-645349ba-3b86-449c-b24f-3ad43627f44b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 1098 time: 0.1234913 Jan 27 21:49:37.077641 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks [] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.307736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.361188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722337ce-cd4b-435a-8c09-e8de1593510b req-bd02ab86-7ce6-49b5-a7c0-7933ec2b82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.363856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722337ce-cd4b-435a-8c09-e8de1593510b req-bd02ab86-7ce6-49b5-a7c0-7933ec2b82a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2840669 Jan 27 21:49:37.440859 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.461673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:37.499378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722337ce-cd4b-435a-8c09-e8de1593510b req-b3afd646-0591-4d65-92aa-f3262419719d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=882e2de7-1eb5-4d2c-9404-4a0565636258 HTTP/1.1" status: 200 len: 217 time: 0.1279140 Jan 27 21:49:37.502062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d6ecd-612f-40ae-bf09-da7d495cba92 None None] Network 25e016db-c5c8-4680-99fd-c704adf86e2c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:37.507250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Pushing event updated for resources: {'Port': ['ID=40d9c845-4a05-4af0-95ac-5b3954d03b46,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:37.520960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:37.618919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:37.712050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722337ce-cd4b-435a-8c09-e8de1593510b req-669fdb85-d758-48b5-8508-74e97b33d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.720648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722337ce-cd4b-435a-8c09-e8de1593510b req-669fdb85-d758-48b5-8508-74e97b33d97d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2035778 Jan 27 21:49:37.794513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 0f8fbf2b-916a-4295-ab78-df2162255813 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:49:37.833610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e5b3f1a-02fd-49c6-a072-69f30c35271b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:37.940663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c519bf5d-d0c8-4ba0-9984-0854968eb476 None None] Provisioning complete for port 2e5b3f1a-02fd-49c6-a072-69f30c35271b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:37.941580 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c519bf5d-d0c8-4ba0-9984-0854968eb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.943559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7408e77-5e20-40d5-9f02-20d17ff095b5 req-c38915dc-810e-4f8c-bb90-4eb8d4271657 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.955342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7408e77-5e20-40d5-9f02-20d17ff095b5 req-c38915dc-810e-4f8c-bb90-4eb8d4271657 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.4544613 Jan 27 21:49:37.978042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa259f-71dc-4632-a553-e1646bd8ac3c req-8ad6be7f-4b64-43e8-8bc1-96a0f90d9b05 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.986822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79aa259f-71dc-4632-a553-e1646bd8ac3c req-8ad6be7f-4b64-43e8-8bc1-96a0f90d9b05 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.1809638 Jan 27 21:49:38.029962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722337ce-cd4b-435a-8c09-e8de1593510b req-79d9f049-4c13-4b92-a467-c81f30d7b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.031738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722337ce-cd4b-435a-8c09-e8de1593510b req-79d9f049-4c13-4b92-a467-c81f30d7b2c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237575 Jan 27 21:49:38.169898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722337ce-cd4b-435a-8c09-e8de1593510b req-ed003e33-73d5-4afd-a271-6841e6150920 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267588 Jan 27 21:49:38.204481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79aa259f-71dc-4632-a553-e1646bd8ac3c req-fd949f98-d874-4ffb-97db-6f1c6dac0822 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166507 Jan 27 21:49:38.293296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7408e77-5e20-40d5-9f02-20d17ff095b5 req-c1f52560-f087-4597-9e31-3080f76f1c3a tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367064 Jan 27 21:49:38.460747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (0f8fbf2b-916a-4295-ab78-df2162255813), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.566557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.568769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.588708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2e5b3f1a-02fd-49c6-a072-69f30c35271b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:38.589299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.692047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:38.747452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-722337ce-cd4b-435a-8c09-e8de1593510b req-a57a4761-1525-4bd6-969a-2adb34e7c4d0 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175884 Jan 27 21:49:38.789924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:38.812067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:38.815542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0f8fbf2b-916a-4295-ab78-df2162255813), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.836705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c519bf5d-d0c8-4ba0-9984-0854968eb476 None None] Current status of the port 2e5b3f1a-02fd-49c6-a072-69f30c35271b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:38.837333 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c519bf5d-d0c8-4ba0-9984-0854968eb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.846775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:38.980046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c519bf5d-d0c8-4ba0-9984-0854968eb476 None None] For port 2e5b3f1a-02fd-49c6-a072-69f30c35271b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e5b3f1a-02fd-49c6-a072-69f30c35271b,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:38.980783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=0f8fbf2b-916a-4295-ab78-df2162255813,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:39.051954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c519bf5d-d0c8-4ba0-9984-0854968eb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.172183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519bf5d-d0c8-4ba0-9984-0854968eb476 None None] Pushing event updated for resources: {'Port': ['ID=2e5b3f1a-02fd-49c6-a072-69f30c35271b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:39.216920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2e5b3f1a-02fd-49c6-a072-69f30c35271b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:39.242117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking segment: {'id': '6da3e866-3aee-4f1b-9e5b-11a75ed9937a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd9a52b44-405c-4791-8f4b-c3b203d0d019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:39.242750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network hostable DHCP agents. Network: d9a52b44-405c-4791-8f4b-c3b203d0d019, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:39.246513 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks [] for router_gateway (65216d09-5f5b-4f84-95b6-6ea1092c4160), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.395152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-47ead551-e076-442b-b81d-fc6c4ea00dbd None None] Provisioning complete for port 2e5b3f1a-02fd-49c6-a072-69f30c35271b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:39.410823 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-47ead551-e076-442b-b81d-fc6c4ea00dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.434744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df75eaf-53a9-4af7-bdfc-e9dae557b177 req-15d294a0-1dc8-4ab5-91cd-edde40e8350b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:39.439013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df75eaf-53a9-4af7-bdfc-e9dae557b177 req-15d294a0-1dc8-4ab5-91cd-edde40e8350b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.1449142 Jan 27 21:49:39.638423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e5b3f1a-02fd-49c6-a072-69f30c35271b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:39.692242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09020089-5e0e-4ed8-8a51-efa746427fbf req-f9e2ae4a-26c5-48d8-9683-b8ea618dd77d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:39.699545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09020089-5e0e-4ed8-8a51-efa746427fbf req-f9e2ae4a-26c5-48d8-9683-b8ea618dd77d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.2137611 Jan 27 21:49:39.710082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df75eaf-53a9-4af7-bdfc-e9dae557b177 req-7b2a6a0e-757d-48a6-8487-748b0e870e88 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642577 Jan 27 21:49:39.778226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-47ead551-e076-442b-b81d-fc6c4ea00dbd None None] Current status of the port 2e5b3f1a-02fd-49c6-a072-69f30c35271b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:39.783936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2e5b3f1a-02fd-49c6-a072-69f30c35271b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:39.784531 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.975288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2e5b3f1a-02fd-49c6-a072-69f30c35271b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:40.003763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09020089-5e0e-4ed8-8a51-efa746427fbf req-5292ac24-4291-4b4a-a85b-e316f31f619f tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906284 Jan 27 21:49:40.307800 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (65216d09-5f5b-4f84-95b6-6ea1092c4160), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.310189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network d9a52b44-405c-4791-8f4b-c3b203d0d019 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:40.574799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d9a52b44-405c-4791-8f4b-c3b203d0d019) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:40.586180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89996028-29dc-4cfd-adff-048d2ee886db None None] Network d9a52b44-405c-4791-8f4b-c3b203d0d019 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:40.622655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:40.630797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.638810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.639831 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.703441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-b68bf03d-4bed-4f64-b0ba-c07abaf967b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.707823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-b68bf03d-4bed-4f64-b0ba-c07abaf967b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 808 time: 0.5701017 Jan 27 21:49:40.719986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:40.768368 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ef78f0f2-4bd8-4a3d-86f5-76bc188bb2b2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5853829 Jan 27 21:49:40.768368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-936b9f82-a876-4f7c-8bbc-17891786593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.772805 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-936b9f82-a876-4f7c-8bbc-17891786593c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7840429913e545cab3a710c199f76d65&device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 1096 time: 0.2203379 Jan 27 21:49:40.781952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388141f-cfd2-4f9b-a864-a0ca6a817be5 req-d9e39555-762f-41b3-b111-ee4289350476 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.790633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51200) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:40.794828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4388141f-cfd2-4f9b-a864-a0ca6a817be5 req-d9e39555-762f-41b3-b111-ee4289350476 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.2736070 Jan 27 21:49:40.833824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-049d05ff-15fc-4b50-9335-3d4459bc2911 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/quotas/04ce8b9f3f3942a3b7f93cf4bd2772b5 HTTP/1.1" status: 200 len: 375 time: 0.1170046 Jan 27 21:49:40.845792 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.962637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-6bc2b536-92d3-45a8-b1d5-65d339d9703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.965452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-6bc2b536-92d3-45a8-b1d5-65d339d9703b service neutron] 10.222.0.16 "GET /v2.0/networks?id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 200 len: 912 time: 0.1751652 Jan 27 21:49:40.969836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Router 65216d09-5f5b-4f84-95b6-6ea1092c4160 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:49:41.001633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-a0117084-c7e7-46bc-8352-f59f4b0e3361 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1463847 Jan 27 21:49:41.009131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4388141f-cfd2-4f9b-a864-a0ca6a817be5 req-8dfa3115-7fde-44b2-8533-e4faa00f985d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038431 Jan 27 21:49:41.131774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:41.170011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'mac_address': 'fa:16:3e:7a:5f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:41.232371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1135a-d444-406c-9c7a-2399803665c1 req-80c1cf6c-d288-4890-81df-8a92a9f898ab tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:41.239866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4e1135a-d444-406c-9c7a-2399803665c1 req-80c1cf6c-d288-4890-81df-8a92a9f898ab tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.1463127 Jan 27 21:49:41.258897 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-ae98de41-20fe-4e38-b387-ae6f00693c5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12ed020e-1215-4d4b-a015-e9ff93b80884 HTTP/1.1" status: 200 len: 217 time: 0.2600639 Jan 27 21:49:41.298885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 882e2de7-1eb5-4d2c-9404-4a0565636258 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:41.299557 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.303335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-aaed5553-b066-4979-81cf-0df1ba7e5317 service neutron] 10.222.0.45 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846065 Jan 27 21:49:41.368073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882e2de7-1eb5-4d2c-9404-4a0565636258 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:41.420632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:41.436599 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.449775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-a7d151b9-b04f-49b5-91db-526acf840e3a service neutron] 10.222.0.45 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453302 Jan 27 21:49:41.506201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4e1135a-d444-406c-9c7a-2399803665c1 req-d3453df6-f3b4-4b21-9ad2-7b73f9f56afb tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652247 Jan 27 21:49:41.538521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f7c377b3-5990-4552-ae97-0efa0676315b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 0f8fbf2b-916a-4295-ab78-df2162255813 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:41.539035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c377b3-5990-4552-ae97-0efa0676315b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0f8fbf2b-916a-4295-ab78-df2162255813), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.552460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-55121dbd-7d1d-4c06-9272-06a4a8d445d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:41.566608 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-55121dbd-7d1d-4c06-9272-06a4a8d445d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bf78f42-503b-4857-acde-2b3fb102f068 HTTP/1.1" status: 200 len: 851 time: 0.2272277 Jan 27 21:49:41.757333 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-ff4b3908-d599-4914-ad84-cd8393ee98ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bcfb160-3a64-466d-9b86-d159d9e5d8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399436 Jan 27 21:49:41.794590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:41.839011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c377b3-5990-4552-ae97-0efa0676315b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0f8fbf2b-916a-4295-ab78-df2162255813), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.846934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Sync routers for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:41.949671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f7c377b3-5990-4552-ae97-0efa0676315b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 0f8fbf2b-916a-4295-ab78-df2162255813 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:41.958108 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.961405 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1b0e9e6b-3d68-408f-b42d-38c16add27a3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2018559 Jan 27 21:49:41.965295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51254) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:41.999130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['882e2de7-1eb5-4d2c-9404-4a0565636258'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:42.158314 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-ecf9df52-474f-496c-a76c-400a6234ff2c service neutron] 10.222.0.16 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467486 Jan 27 21:49:42.181828 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:42.205904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:42.216052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:49:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:42.412228 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c377b3-5990-4552-ae97-0efa0676315b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0f8fbf2b-916a-4295-ab78-df2162255813), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:42.425690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:42.426399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76784dbb-74f3-4cbf-9147-6890f1d1b296 req-9f1e3147-8988-4242-9b29-2209bde6a2f5 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:42.436934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76784dbb-74f3-4cbf-9147-6890f1d1b296 req-9f1e3147-8988-4242-9b29-2209bde6a2f5 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.2300086 Jan 27 21:49:42.470092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58d506-5b87-4820-a9c5-f83ec6dcd8af req-c979aacd-57b5-4a70-8d7b-8212c1752f98 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:42.471888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d58d506-5b87-4820-a9c5-f83ec6dcd8af req-c979aacd-57b5-4a70-8d7b-8212c1752f98 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 950 time: 0.2874744 Jan 27 21:49:42.530345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.544299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.545152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.545894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.546651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.547347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.548099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.549019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.549722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.550404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.551110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.551927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.553143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:42.596453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c377b3-5990-4552-ae97-0efa0676315b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=0f8fbf2b-916a-4295-ab78-df2162255813,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:42.648174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76784dbb-74f3-4cbf-9147-6890f1d1b296 req-3f3f97e1-7024-4847-8d10-3c7c956e2471 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097845 Jan 27 21:49:42.658993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7c377b3-5990-4552-ae97-0efa0676315b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:42.685805 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f7c377b3-5990-4552-ae97-0efa0676315b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/0f8fbf2b-916a-4295-ab78-df2162255813 HTTP/1.1" status: 204 len: 168 time: 1.8935196 Jan 27 21:49:42.687126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51278) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:42.735639 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-27e69c12-1a45-4052-930d-a15ec74a5d75 req-d0c0d498-65a8-4c10-8bf7-470afec5b456 service neutron] 10.222.0.16 "GET /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678518 Jan 27 21:49:42.873514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2f98d-97b1-4f37-b029-19ab8a19964e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:42.900474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2f98d-97b1-4f37-b029-19ab8a19964e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:42.924271 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-86a2f98d-97b1-4f37-b029-19ab8a19964e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2322295 Jan 27 21:49:42.925309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:42.945161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:43.042893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f98c755f-3285-46dd-8085-3fd56e36d7e7 req-a9f5e6c7-0ac4-45c4-a183-49b39b092474 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.2223878 Jan 27 21:49:43.151270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d58d506-5b87-4820-a9c5-f83ec6dcd8af req-177a16d6-9951-4b97-b7b2-3d7e9b869d3e tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677759 Jan 27 21:49:43.337186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-103dfff5-d453-4d06-8ac1-001ec7d431be tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:43.340369 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-103dfff5-d453-4d06-8ac1-001ec7d431be tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.486263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-103dfff5-d453-4d06-8ac1-001ec7d431be tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.567274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-103dfff5-d453-4d06-8ac1-001ec7d431be tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:43.584517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:38Z', 'revision_number': 3, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:43.681377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Checking router: 65216d09-5f5b-4f84-95b6-6ea1092c4160 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:43.682024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Updating router 65216d09-5f5b-4f84-95b6-6ea1092c4160 port 40d9c845-4a05-4af0-95ac-5b3954d03b46 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:49:43.708194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfdfc1-78f2-4b9d-9744-5d7298839bc0 req-35efc965-2462-4f42-b520-d2dfcb704397 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:43.708194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82bfdfc1-78f2-4b9d-9744-5d7298839bc0 req-35efc965-2462-4f42-b520-d2dfcb704397 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 948 time: 0.3702164 Jan 27 21:49:43.746891 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.781068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-103dfff5-d453-4d06-8ac1-001ec7d431be tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.787047 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.847385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51304) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:43.861662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103dfff5-d453-4d06-8ac1-001ec7d431be tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:43.913497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-103dfff5-d453-4d06-8ac1-001ec7d431be tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.919324 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-103dfff5-d453-4d06-8ac1-001ec7d431be tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f HTTP/1.1" status: 204 len: 168 time: 0.9923785 Jan 27 21:49:43.924778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51312) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:43.968136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82bfdfc1-78f2-4b9d-9744-5d7298839bc0 req-e680296e-521e-4b9b-b079-a6e8ce096f71 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445602 Jan 27 21:49:44.058077 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:49:44.267288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d424e0a-9034-4ad0-bfbd-da535be9ca2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.336143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-46065ff0-7304-432a-a22d-491e5698aa1b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:44.338500 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-46065ff0-7304-432a-a22d-491e5698aa1b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 808 time: 0.3220575 Jan 27 21:49:44.355456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Request body: {'port': {'device_id': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'admin_state_up': True, 'tenant_id': '04ce8b9f3f3942a3b7f93cf4bd2772b5'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:44.359933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Publish callbacks [] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.371591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.437404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Attempting to bind port 40d9c845-4a05-4af0-95ac-5b3954d03b46 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:44.437404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Attempting to bind port 40d9c845-4a05-4af0-95ac-5b3954d03b46 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:44.437404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Attempting to bind port 40d9c845-4a05-4af0-95ac-5b3954d03b46 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:44.479911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:44.480295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:44.480708 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.481109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:44.481609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Bound port: 40d9c845-4a05-4af0-95ac-5b3954d03b46, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:44.482000 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.549180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5cb9f-a8c0-4c71-a662-e5435ae91dde None None] Pushing event updated for resources: {'Port': ['ID=40d9c845-4a05-4af0-95ac-5b3954d03b46,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:44.611561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Made reservation on behalf of 04ce8b9f3f3942a3b7f93cf4bd2772b5 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:44.617782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.623667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] For port 40d9c845-4a05-4af0-95ac-5b3954d03b46, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:44.631807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] For port 40d9c845-4a05-4af0-95ac-5b3954d03b46, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=40d9c845-4a05-4af0-95ac-5b3954d03b46,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:44.633628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47111176-adab-4cc8-8378-818139ef5fec tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:44.637924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-47111176-adab-4cc8-8378-818139ef5fec tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7101738 Jan 27 21:49:44.643799 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.645704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51320) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:44.686451 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c6aa96-0cd1-4e0a-900f-25ba9418d735 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:49:44.688421 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-85c6aa96-0cd1-4e0a-900f-25ba9418d735 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/0f8fbf2b-916a-4295-ab78-df2162255813 HTTP/1.1" status: 404 len: 333 time: 0.0413072 Jan 27 21:49:44.689546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bf30798-f7ce-48ed-b220-808e3e3d2ced req-384f77f3-afc0-4014-81b6-1f536ecc255c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.0468698 Jan 27 21:49:44.712514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51a50-2e32-4880-8f13-17fe790ded75 req-9e3a9802-c1f2-4fcd-abe6-c81505764c78 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:44.723518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0a51a50-2e32-4880-8f13-17fe790ded75 req-9e3a9802-c1f2-4fcd-abe6-c81505764c78 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.4798605 Jan 27 21:49:44.725325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51322) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:44.755559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:44.861006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Allocated IP 172.20.0.1 (25e016db-c5c8-4680-99fd-c704adf86e2c/0b451e4d-22c1-41c0-85f8-fe5254f83367/871da2ef-4a5f-45e0-b2ae-43babd2eabbe) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:44.866850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:44.868115 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9273a9da-a9fe-47bb-a8dd-de24554db4af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:49:44.868321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:49:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:44.883230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9273a9da-a9fe-47bb-a8dd-de24554db4af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/c1c60eb8-f3c3-4e7e-9d0b-77799fb7f65f HTTP/1.1" status: 404 len: 333 time: 0.1453083 Jan 27 21:49:44.884760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51332) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:44.984302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Allocated IP 172.20.0.5 (26aeaa09-0f01-4be0-879e-8beb0b999c2d/489471bf-7c5c-4e63-9af0-2db5188f3511/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:45.055280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d9a52b44-405c-4791-8f4b-c3b203d0d019), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.108008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5cb9f-a8c0-4c71-a662-e5435ae91dde None None] Pushing event updated for resources: {'Port': ['ID=40d9c845-4a05-4af0-95ac-5b3954d03b46,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:45.109448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0a51a50-2e32-4880-8f13-17fe790ded75 req-65986f73-4c3e-4b39-a294-9a4155ae32f2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847346 Jan 27 21:49:45.210284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:45.278781 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Publish callbacks [] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.310985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 882e2de7-1eb5-4d2c-9404-4a0565636258 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:45.324897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d9a52b44-405c-4791-8f4b-c3b203d0d019), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.345937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.378523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a52b44-405c-4791-8f4b-c3b203d0d019']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:45.407107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da3e866-3aee-4f1b-9e5b-11a75ed9937a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:45.407795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da3e866-3aee-4f1b-9e5b-11a75ed9937a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:45.410374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 882e2de7-1eb5-4d2c-9404-4a0565636258 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:45.410892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.425008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks [] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.432897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (6da3e866-3aee-4f1b-9e5b-11a75ed9937a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.458647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6da3e866-3aee-4f1b-9e5b-11a75ed9937a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.485848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:49:45.486603 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (6da3e866-3aee-4f1b-9e5b-11a75ed9937a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.489277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Pushing event updated for resources: {'Port': ['ID=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:49:45.496735 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:49:45.572291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Network 25e016db-c5c8-4680-99fd-c704adf86e2c is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:45.584885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d424e0a-9034-4ad0-bfbd-da535be9ca2e admin admin] Publish callbacks [] for security_group (073b2254-4473-4a18-82e7-7483534fd3c8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.586768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:45.630745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ddee1-f989-4cf2-ad93-404af87eafef req-e27c4202-579b-45af-ab82-78b5d6139776 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:45.650664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 882e2de7-1eb5-4d2c-9404-4a0565636258 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:45.651405 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.656259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b5ddee1-f989-4cf2-ad93-404af87eafef req-e27c4202-579b-45af-ab82-78b5d6139776 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 948 time: 0.3193829 Jan 27 21:49:45.669086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:45.679926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d424e0a-9034-4ad0-bfbd-da535be9ca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (073b2254-4473-4a18-82e7-7483534fd3c8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.701372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d9a52b44-405c-4791-8f4b-c3b203d0d019), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.722412 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.733099 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/networks/d9a52b44-405c-4791-8f4b-c3b203d0d019 HTTP/1.1" status: 204 len: 168 time: 0.8420365 Jan 27 21:49:45.736630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51338) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:45.737995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.753506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1936386266'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:45.764710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['28993e8f-2111-464b-b9be-371bdad829ad'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:45.802624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85ea6e-9054-4ac9-8173-7cadbf86a86b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Network': ['ID=d9a52b44-405c-4791-8f4b-c3b203d0d019,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:45.864486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0d424e0a-9034-4ad0-bfbd-da535be9ca2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4c1983b864d4c6c8c80fb4f11074359&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0154660 Jan 27 21:49:45.867613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:45.872633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51342) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:45.874793 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bbe01e-024d-46ed-b4c0-ae9c152a5286" -d '{"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-plugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:45.914355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:45.923610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d424e0a-9034-4ad0-bfbd-da535be9ca2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b2254-4473-4a18-82e7-7483534fd3c8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:45.959031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:45.975865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.988249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Network 26aeaa09-0f01-4be0-879e-8beb0b999c2d is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:46.054914 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:46.062959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.088375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:46.091078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:46.132539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (65216d09-5f5b-4f84-95b6-6ea1092c4160), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.161111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b5ddee1-f989-4cf2-ad93-404af87eafef req-5e6e94f5-ff63-42fe-8065-8dec5201e169 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034916 Jan 27 21:49:46.162531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Pushing event updated for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:46.251701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e11ee-da98-4fbc-a5e4-1eaebf7cf117 req-df1f055b-ba40-478a-be04-4d21dc4b8263 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.253962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837e11ee-da98-4fbc-a5e4-1eaebf7cf117 req-df1f055b-ba40-478a-be04-4d21dc4b8263 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 931 time: 0.3123438 Jan 27 21:49:46.265161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:46.290247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.290952 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.296951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df622e07-3b75-43cb-a24b-8ab2d9adc3de admin admin] Publish callbacks [] for security_group (073b2254-4473-4a18-82e7-7483534fd3c8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.322574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bf3a10f8-38ed-4787-8443-f8466a0c8e41), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.322935 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Added segment bf3a10f8-38ed-4787-8443-f8466a0c8e41 of type vlan for network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 Jan 27 21:49:46.345003 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-f7502003-cc94-4ab8-a898-6c1ba15abbab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9977002 Jan 27 21:49:46.392399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Request body: {'port': {'device_id': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:46.401778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df622e07-3b75-43cb-a24b-8ab2d9adc3de admin admin] Publish callbacks [] for security_group (073b2254-4473-4a18-82e7-7483534fd3c8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.476223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (5cdf7ed5-09c0-41ec-8710-be1bcb342e92), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.478449 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da76e5-5a40-4bf1-aa39-4b44d9c8ab20 x-openstack-request-id: req-c8da76e5-5a40-4bf1-aa39-4b44d9c8ab20 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:46.479324 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-plugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:46.480632 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8da76e5-5a40-4bf1-aa39-4b44d9c8ab20 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:46.481446 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'code': 200} Jan 27 21:49:46.500482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837e11ee-da98-4fbc-a5e4-1eaebf7cf117 req-b189dee2-e0bb-46bf-9aaa-5e64a43e4a6d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392724 Jan 27 21:49:46.571042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2601b802-1358-4cf4-b0a4-0e98e3d6fef2 None None] Provisioning complete for port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:46.571866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2601b802-1358-4cf4-b0a4-0e98e3d6fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.639937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:49:46.647331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.648146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada586a-08e8-40fe-81d6-245bc30224e1 req-67dd5d6e-9252-42da-bc2b-8411a0673c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.650113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ada586a-08e8-40fe-81d6-245bc30224e1 req-67dd5d6e-9252-42da-bc2b-8411a0673c73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 1100 time: 0.1273010 Jan 27 21:49:46.703540 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.713460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2601b802-1358-4cf4-b0a4-0e98e3d6fef2 None None] Port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:46.718106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:46.783013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (5cdf7ed5-09c0-41ec-8710-be1bcb342e92), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.798399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.799077 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.811153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:38Z', 'revision_number': 3, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:46.879508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecdea22-f783-4cd7-9f5c-50ae9171cf05 None None] The sync data for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 is: [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:38Z', 'revision_number': 3, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:46.905981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df622e07-3b75-43cb-a24b-8ab2d9adc3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (073b2254-4473-4a18-82e7-7483534fd3c8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.914816 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df622e07-3b75-43cb-a24b-8ab2d9adc3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.919996 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-df622e07-3b75-43cb-a24b-8ab2d9adc3de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/073b2254-4473-4a18-82e7-7483534fd3c8 HTTP/1.1" status: 204 len: 168 time: 1.0426137 Jan 27 21:49:47.075196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:47.075944 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.144566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:47.152703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.334568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:47.439752 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6969962 Jan 27 21:49:47.455839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51366) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:47.489487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': '5cdf7ed5-09c0-41ec-8710-be1bcb342e92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:47.739359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df622e07-3b75-43cb-a24b-8ab2d9adc3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b2254-4473-4a18-82e7-7483534fd3c8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:47.747280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:47.812022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 40d9c845-4a05-4af0-95ac-5b3954d03b46 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:47.909947 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Publish callbacks [] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.928352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c78f6-6a4e-420d-880d-bd9a84b1cab9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Network': ['ID=5cdf7ed5-09c0-41ec-8710-be1bcb342e92,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:47.978533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:47.989741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.994007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ada586a-08e8-40fe-81d6-245bc30224e1 req-c551ce59-b0a1-484a-bcfc-54d61a05e884 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3286870 Jan 27 21:49:48.014239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a67c-b5f7-4195-b468-f4f7e4c5e19e req-238f34d0-1099-42a4-bd08-b318e01607d2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:48.015874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Transition to ACTIVE for port object 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:48.018565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c361a67c-b5f7-4195-b468-f4f7e4c5e19e req-238f34d0-1099-42a4-bd08-b318e01607d2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.3016603 Jan 27 21:49:48.027528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.042221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28354d7-fee2-429b-95cf-9a6859286b30 req-30405e08-eea0-4a18-8d92-20559b15d272 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:48.043921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a28354d7-fee2-429b-95cf-9a6859286b30 req-30405e08-eea0-4a18-8d92-20559b15d272 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 1.3647699 Jan 27 21:49:48.067861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 40d9c845-4a05-4af0-95ac-5b3954d03b46 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:48.068700 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.165257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:48.169907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.183581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a28354d7-fee2-429b-95cf-9a6859286b30 req-11e47b5c-b686-4537-907a-053d61cadba9 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176646 Jan 27 21:49:48.314446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 40d9c845-4a05-4af0-95ac-5b3954d03b46 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:48.314446 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.367593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c361a67c-b5f7-4195-b468-f4f7e4c5e19e req-6569aaf1-9b26-45be-872d-5a55207b9351 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197541 Jan 27 21:49:48.374191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 40d9c845-4a05-4af0-95ac-5b3954d03b46, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=40d9c845-4a05-4af0-95ac-5b3954d03b46,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:48.387931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:48.392325 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.489768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:48.492294 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470abf7d-d4c1-4a1b-8ed6-7807f1d55ae5" -d '{"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:48.525001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=40d9c845-4a05-4af0-95ac-5b3954d03b46,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:48.527367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Performing IP validity checks on allocation pools {{(pid=103329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 21:49:48.528463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 21:49:48.554036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Publish callbacks [] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.573290 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.587319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:48.587886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:48.588412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:48.642725 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:48.659722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:48.695749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ac030-e47e-4737-964a-7848885c99ae req-3d955ae3-3cd9-420a-acb0-506fc3743cb1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:48.703460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36ac030-e47e-4737-964a-7848885c99ae req-3d955ae3-3cd9-420a-acb0-506fc3743cb1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.1971927 Jan 27 21:49:48.714840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Pushing event updated for resources: {'Port': ['ID=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:48.720627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (65216d09-5f5b-4f84-95b6-6ea1092c4160), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.720824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:48.721394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:48.722024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:48.722778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Bound port: 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:48.723378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.856394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36ac030-e47e-4737-964a-7848885c99ae req-f71ffd32-b034-4c43-9906-784ffaf1233b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516151 Jan 27 21:49:48.939752 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c696494-a0d6-417a-a85c-380ae414b30d x-openstack-request-id: req-8c696494-a0d6-417a-a85c-380ae414b30d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:48.940330 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:48.940438 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c696494-a0d6-417a-a85c-380ae414b30d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:48.940785 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'code': 200} Jan 27 21:49:48.952275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Network 25e016db-c5c8-4680-99fd-c704adf86e2c is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:48.953936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:49.270334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:49.317786 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:49.332448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:49.349167 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (ee4b3e03-5a57-43b9-866e-2c7e904b7455), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:49.366140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Router 65216d09-5f5b-4f84-95b6-6ea1092c4160 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:49.436164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb5c10-dc88-43c2-a11a-5402fb8d2677 req-694ee6ac-4e1f-4d5c-aaac-a4cfbed7291d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:49.437999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbbb5c10-dc88-43c2-a11a-5402fb8d2677 req-694ee6ac-4e1f-4d5c-aaac-a4cfbed7291d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.2532849 Jan 27 21:49:49.438881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51416) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:49.535505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:49.538139 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:49.540846 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] 10.222.0.16 "PUT /v2.0/ports/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 200 len: 1091 time: 3.1588326 Jan 27 21:49:49.561818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:49.565999 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be23960-4b54-43a9-a1fb-e5049b6b254f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:49.658488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbbb5c10-dc88-43c2-a11a-5402fb8d2677 req-880e026a-eb7e-41a2-8716-d238b40d9177 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035604 Jan 27 21:49:49.732153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 40d9c845-4a05-4af0-95ac-5b3954d03b46 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:49.874186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:49.935737 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a22a90-80c9-40ed-9eae-102fe02d62c7 x-openstack-request-id: req-59a22a90-80c9-40ed-9eae-102fe02d62c7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:49.936102 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:49.936370 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59a22a90-80c9-40ed-9eae-102fe02d62c7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:49.936803 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7', 'status': 'completed', 'code': 200} Jan 27 21:49:49.937447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=ee4b3e03-5a57-43b9-866e-2c7e904b7455,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:49.956772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea5dfe-fc8b-4722-a8b2-7a77a3d3165d service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:49.976748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-a1037ead-a0ea-4321-bfaf-5f5cc71b657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:49.978406 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-a1037ead-a0ea-4321-bfaf-5f5cc71b657e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1094 time: 0.3213005 Jan 27 21:49:50.007262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking segment: {'id': 'bf3a10f8-38ed-4787-8443-f8466a0c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5cdf7ed5-09c0-41ec-8710-be1bcb342e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:50.007489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network hostable DHCP agents. Network: 5cdf7ed5-09c0-41ec-8710-be1bcb342e92, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:50.038147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 40d9c845-4a05-4af0-95ac-5b3954d03b46 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:50.038737 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.091241 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-c80edfa2-956f-4a51-8ad3-e55c49db35a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 200 len: 217 time: 0.1039648 Jan 27 21:49:50.114012 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-634c55d2-73a5-41b7-934f-df9e8e8b1d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.179569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:50.217026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-7659ee47-1e44-45c5-8550-e719ddbcedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:50.218926 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-7659ee47-1e44-45c5-8550-e719ddbcedd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.1126890 Jan 27 21:49:50.220515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:50.237389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'mac_address': 'fa:16:3e:fa:fc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:50.241262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 5cdf7ed5-09c0-41ec-8710-be1bcb342e92) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:50.247322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:50.248263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.279661 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-56f2c2ca-f13d-47e4-b6b3-4c908d73b380 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520082 Jan 27 21:49:50.302126 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f0bfdee9-bddc-4a5d-9c17-36c8fb3808d4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8446984 Jan 27 21:49:50.302581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d70691f-42cc-4895-b199-32dd9f829f54 None None] Network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:50.313026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51430) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:50.318674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': '5cdf7ed5-09c0-41ec-8710-be1bcb342e92', 'name': 'tempest-PortsTestJSON-601837482'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:50.356731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:50.357054 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.406115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 40d9c845-4a05-4af0-95ac-5b3954d03b46 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:50.415615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:50.438623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:50.455217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d5242da1-37ea-443d-9dec-77dfa3b05083 None None] Provisioning complete for port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:50.455623 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5242da1-37ea-443d-9dec-77dfa3b05083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.493401 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-74e456b5-75b7-4a51-a6a1-90788f460e4d service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047486 Jan 27 21:49:50.500597 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.505931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d5242da1-37ea-443d-9dec-77dfa3b05083 None None] Port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:50.538556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-634c55d2-73a5-41b7-934f-df9e8e8b1d45 admin admin] Publish callbacks [] for security_group (d6c41b43-95a2-4b21-9f01-a3a2bbf4646d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.560258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21eac-3f53-47f4-8db3-245ee86fdcc1 req-212ee65e-b3c1-4371-a16d-5af626abfff5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:50.567941 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.583538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7a21eac-3f53-47f4-8db3-245ee86fdcc1 req-212ee65e-b3c1-4371-a16d-5af626abfff5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.7899640 Jan 27 21:49:50.589333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-5cdf7ed5-09c0-41ec-8710-be1bcb342e92', 'network_id': '5cdf7ed5-09c0-41ec-8710-be1bcb342e92', 'project_id': 'b1db4be02359400a8287ee893e8f7ed4', 'fixed_ips': [{'subnet_id': 'ee4b3e03-5a57-43b9-866e-2c7e904b7455'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:49:50.590229 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.596086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:50.610449 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Sync routers for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:50.618059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0085ba-08d8-48e6-a0b7-00c377b32afe req-daff3d09-2351-412e-ba67-4d3aa7d1b8ca tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:50.625947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a0085ba-08d8-48e6-a0b7-00c377b32afe req-daff3d09-2351-412e-ba67-4d3aa7d1b8ca tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.5618355 Jan 27 21:49:50.626681 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-634c55d2-73a5-41b7-934f-df9e8e8b1d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d6c41b43-95a2-4b21-9f01-a3a2bbf4646d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:50.636593 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:50.646269 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:49:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:50.646514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:50.650494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-97420a51-ae1d-41cd-82ff-c6089a882cfd admin admin] 10.222.0.45 "PUT /v2.0/routers/65216d09-5f5b-4f84-95b6-6ea1092c4160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6810093 Jan 27 21:49:50.679877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9f86ac20-cbf8-47e3-8870-50c68aca7fb8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:50.799726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-634c55d2-73a5-41b7-934f-df9e8e8b1d45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d44794b2b0ed427bb566873989c72c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3550839 Jan 27 21:49:50.802262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51438) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:50.803155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c55d2-73a5-41b7-934f-df9e8e8b1d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c41b43-95a2-4b21-9f01-a3a2bbf4646d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:50.822109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a0085ba-08d8-48e6-a0b7-00c377b32afe req-7f6716f8-5536-46e2-9db3-0014570ea872 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621110 Jan 27 21:49:51.003210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99e7fa5f-8cc2-4652-b9c2-8c0f6dab4c6c admin admin] Publish callbacks [] for security_group (d6c41b43-95a2-4b21-9f01-a3a2bbf4646d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.018622 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:51.066708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99e7fa5f-8cc2-4652-b9c2-8c0f6dab4c6c admin admin] Publish callbacks [] for security_group (d6c41b43-95a2-4b21-9f01-a3a2bbf4646d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.129072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Allocated IP 172.20.0.2 (5cdf7ed5-09c0-41ec-8710-be1bcb342e92/ee4b3e03-5a57-43b9-866e-2c7e904b7455/b3cf62bb-edb5-4c73-b632-3e33a0d05c24) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:51.160343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7a21eac-3f53-47f4-8db3-245ee86fdcc1 req-85bf6d37-4077-403e-85ee-b3887dcbf064 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753694 Jan 27 21:49:51.181238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:51.189219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.204218 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d28299c-aa4c-4c78-b307-005272539fc3 req-9298037c-8f1e-443f-b41e-ed234c8744c2 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814523 Jan 27 21:49:51.272942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 47daa722-1b4a-461e-bb02-2ddd08d469bb yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:49:51.300778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99e7fa5f-8cc2-4652-b9c2-8c0f6dab4c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d6c41b43-95a2-4b21-9f01-a3a2bbf4646d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.304030 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99e7fa5f-8cc2-4652-b9c2-8c0f6dab4c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.308613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-99e7fa5f-8cc2-4652-b9c2-8c0f6dab4c6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6c41b43-95a2-4b21-9f01-a3a2bbf4646d HTTP/1.1" status: 204 len: 168 time: 0.4847453 Jan 27 21:49:51.323667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7fa5f-8cc2-4652-b9c2-8c0f6dab4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c41b43-95a2-4b21-9f01-a3a2bbf4646d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:51.340323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7217778-33a1-4385-80f9-da590150a8fa req-d1b3f122-b50e-4ca4-8c33-cf782d7aa979 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:51.351212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7217778-33a1-4385-80f9-da590150a8fa req-d1b3f122-b50e-4ca4-8c33-cf782d7aa979 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.1884961 Jan 27 21:49:51.421919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7217778-33a1-4385-80f9-da590150a8fa req-92cdb783-4c72-4a50-8622-39747f929bbb tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689061 Jan 27 21:49:51.511667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-24a07afc-31e6-4b0e-998b-cc2f47d936cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:51.515224 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-24a07afc-31e6-4b0e-998b-cc2f47d936cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1094 time: 0.2253814 Jan 27 21:49:51.602017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Publish callbacks [] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.648638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a008a-a2bb-4adc-a005-87fb0c018e0c req-c5f97fe8-9c32-4099-8714-1f130d7aa16d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:51.655330 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.663295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-507a008a-a2bb-4adc-a005-87fb0c018e0c req-c5f97fe8-9c32-4099-8714-1f130d7aa16d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.1380520 Jan 27 21:49:51.789829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:51.793305 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:47Z', 'revision_number': 2, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:51.811323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-507a008a-a2bb-4adc-a005-87fb0c018e0c req-45b69f48-b1c7-4410-8923-e5bade204895 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449461 Jan 27 21:49:51.816882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:51.830468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:51.884013 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Checking router: 65216d09-5f5b-4f84-95b6-6ea1092c4160 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:51.884013 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Updating router 65216d09-5f5b-4f84-95b6-6ea1092c4160 port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:49:51.884227 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-e0b0fce9-a34e-403c-87d7-5030ad160e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:51.890819 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-e0b0fce9-a34e-403c-87d7-5030ad160e7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.3644111 Jan 27 21:49:51.906964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Pushing event updated for resources: {'Port': ['ID=b3cf62bb-edb5-4c73-b632-3e33a0d05c24,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:51.986068 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.079111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.9 (5cdf7ed5-09c0-41ec-8710-be1bcb342e92/ee4b3e03-5a57-43b9-866e-2c7e904b7455/47daa722-1b4a-461e-bb02-2ddd08d469bb) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:52.134418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Attempting to bind port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:52.135251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Attempting to bind port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'bf3a10f8-38ed-4787-8443-f8466a0c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5cdf7ed5-09c0-41ec-8710-be1bcb342e92'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:52.139338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Attempting to bind port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 on network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:52.187347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:52.188388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Checking segment: {'id': 'bf3a10f8-38ed-4787-8443-f8466a0c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5cdf7ed5-09c0-41ec-8710-be1bcb342e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:52.188830 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.189250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Bound using segment: {'id': 'bf3a10f8-38ed-4787-8443-f8466a0c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5cdf7ed5-09c0-41ec-8710-be1bcb342e92'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:52.189784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Bound port: b3cf62bb-edb5-4c73-b632-3e33a0d05c24, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3a10f8-38ed-4787-8443-f8466a0c8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5cdf7ed5-09c0-41ec-8710-be1bcb342e92'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:52.190192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.220893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ca5c1-0429-437c-ab4f-5bd0bc840f2e req-16465c45-583c-41e6-99c3-6a434181eeea tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.239773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a7ca5c1-0429-437c-ab4f-5bd0bc840f2e req-16465c45-583c-41e6-99c3-6a434181eeea tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.2401276 Jan 27 21:49:52.366487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51490) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:52.386104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2128054976-network', 'tenant_id': '3cad7136b1904599b89f8078848855a1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:52.462849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a7ca5c1-0429-437c-ab4f-5bd0bc840f2e req-33f13af3-b74a-4b59-b24e-6cdb66f8c15e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215629 Jan 27 21:49:52.463985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Made reservation on behalf of 3cad7136b1904599b89f8078848855a1 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:52.466976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.473456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (47daa722-1b4a-461e-bb02-2ddd08d469bb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.482841 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.597874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (47daa722-1b4a-461e-bb02-2ddd08d469bb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.614164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] For port b3cf62bb-edb5-4c73-b632-3e33a0d05c24, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:52.626593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] For port b3cf62bb-edb5-4c73-b632-3e33a0d05c24, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3cf62bb-edb5-4c73-b632-3e33a0d05c24,segment=NetworkSegment(bf3a10f8-38ed-4787-8443-f8466a0c8e41),segment_id=bf3a10f8-38ed-4787-8443-f8466a0c8e41)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:52.640050 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.660302 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-bc3e4ac0-833d-4a7b-81d9-e92d7a6e8abc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 200 len: 217 time: 0.0774748 Jan 27 21:49:52.671556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-c71e2fe7-14ef-4e75-85a9-84d5209860da req-962466b8-200a-4efe-80fc-dabb503b2e6b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:49:52.671556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c71e2fe7-14ef-4e75-85a9-84d5209860da req-962466b8-200a-4efe-80fc-dabb503b2e6b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159216 Jan 27 21:49:52.727541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Publish callbacks [] for security_group (f91f465a-755c-4a34-aaf6-c3582b50ed22), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.735692 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f91f465a-755c-4a34-aaf6-c3582b50ed22), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.770741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=47daa722-1b4a-461e-bb02-2ddd08d469bb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:52.832707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91f465a-755c-4a34-aaf6-c3582b50ed22,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:52.841046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:52.859844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:52.861429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d1cee-db4b-4bfe-8729-694fd3f41b46 None None] Pushing event updated for resources: {'Port': ['ID=b3cf62bb-edb5-4c73-b632-3e33a0d05c24,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:52.871273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a6bf0fbc-d262-4909-8ccf-72e64bfbdb58), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.871273 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Added segment a6bf0fbc-d262-4909-8ccf-72e64bfbdb58 of type vlan for network f791443b-5a14-43cd-b784-942c36cd7ae5 Jan 27 21:49:52.876384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:52.883620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:52.998306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f791443b-5a14-43cd-b784-942c36cd7ae5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.013217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-8fae111f-b980-4d89-a87d-922b45be4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.017541 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-8fae111f-b980-4d89-a87d-922b45be4125 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2365685 Jan 27 21:49:53.115178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.115903 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.120441 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-6cb4a8d3-31bf-478a-bce3-6fa5d3bafeeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950148 Jan 27 21:49:53.330059 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Publish callbacks [] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.344605 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.384560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f791443b-5a14-43cd-b784-942c36cd7ae5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.388368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.389456 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.443288 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-185b5eed-37c8-44f7-8420-38e74eab71db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1286545 Jan 27 21:49:53.448416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51516) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:53.453792 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Pushing event updated for resources: {'Port': ['ID=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:53.551455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005f928-41c2-4888-8b49-d403dbf99069 req-cd511d42-2198-4de8-975c-634e28fba9c1 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.557248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c005f928-41c2-4888-8b49-d403dbf99069 req-cd511d42-2198-4de8-975c-634e28fba9c1 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.16 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.3547421 Jan 27 21:49:53.589320 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.589752 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.598385 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.598854 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.599207 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.599647 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.599987 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.600338 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.600697 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.600984 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.601320 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.601654 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.601981 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.753246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3802567 Jan 27 21:49:53.784081 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Attempting to bind port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:53.786390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9db015-1981-4101-b0c4-4ac931c97b1b req-8cdb226f-a90b-4b56-b674-0be283d65421 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.787590 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Attempting to bind port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:53.788489 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Attempting to bind port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe on network 25e016db-c5c8-4680-99fd-c704adf86e2c {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:53.806528 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:53.807674 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Checking segment: {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:53.808625 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.809556 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Bound using segment: {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:53.810875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Bound port: 871da2ef-4a5f-45e0-b2ae-43babd2eabbe, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:53.811905 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.815547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d9db015-1981-4101-b0c4-4ac931c97b1b req-8cdb226f-a90b-4b56-b674-0be283d65421 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 945 time: 0.7861536 Jan 27 21:49:53.887047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:53.894088 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-b74965e9-98be-45d0-b766-53661bd6b9e9 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628696 Jan 27 21:49:53.894908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3cf62bb-edb5-4c73-b632-3e33a0d05c24 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:53.899688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51524) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:53.912828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Request body: {'subnet': {'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2128054976-subnet', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:54.059958 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] For port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:54.069312 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] For port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:54.080110 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.124780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a727f19-7a6f-40ef-8a7f-3ba4c2970960 admin admin] Pushing event updated for resources: {'Network': ['ID=f791443b-5a14-43cd-b784-942c36cd7ae5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:54.172628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f791443b-5a14-43cd-b784-942c36cd7ae5 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:54.184581 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0be23960-4b54-43a9-a1fb-e5049b6b254f req-9c16d458-37bc-4826-a4e4-34ec2e8693e9 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761505 Jan 27 21:49:54.187979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Made reservation on behalf of 3cad7136b1904599b89f8078848855a1 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:54.194021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.273329 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:54.274042 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:49:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:54.276373 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1e99e-6e3e-4eaa-b351-9a873fcb4dc6 None None] Pushing event updated for resources: {'Port': ['ID=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:54.434807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd33bc1-fe31-4008-ad79-541a502ff006 req-e07ae7a9-23b5-4e7b-b396-07b29c0ff7bf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:54.444196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bd33bc1-fe31-4008-ad79-541a502ff006 req-e07ae7a9-23b5-4e7b-b396-07b29c0ff7bf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.6801190 Jan 27 21:49:54.507602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d9db015-1981-4101-b0c4-4ac931c97b1b req-629a6914-5a4a-414e-890f-68a40c66b45b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908360 Jan 27 21:49:54.644605 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-e40bcb77-1506-4b3b-be96-e3468337ddf3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1477406 Jan 27 21:49:54.667126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Deleting port 12ed020e-1215-4d4b-a015-e9ff93b80884 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:54.667126 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.681552 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:54.741824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d135ec2d-176f-4ce7-9cb5-23ee3f5c9ffd None None] Provisioning complete for port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:54.742211 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d135ec2d-176f-4ce7-9cb5-23ee3f5c9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.841719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bd33bc1-fe31-4008-ad79-541a502ff006 req-f3dae4e2-2e55-466d-a7f4-3e8ddaae31b4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958852 Jan 27 21:49:54.922659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3c193bb2-3554-4d00-b578-be2d3fe9f4bf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 47daa722-1b4a-461e-bb02-2ddd08d469bb {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:54.923491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c193bb2-3554-4d00-b578-be2d3fe9f4bf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (47daa722-1b4a-461e-bb02-2ddd08d469bb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.931718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (a5f0e8b8-9448-432d-b531-3090217a1547), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.025219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:55.026559 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.215163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd343226-323c-4379-88d7-e781d610aad8 None None] Network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:55.220507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] For port 12ed020e-1215-4d4b-a015-e9ff93b80884, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=12ed020e-1215-4d4b-a015-e9ff93b80884,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:55.220779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.256759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Calling delete_port for 12ed020e-1215-4d4b-a015-e9ff93b80884 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:55.347794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:55.348217 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.490884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f0e8b8-9448-432d-b531-3090217a1547,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:55.513909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Checking segment: {'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:55.514904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Network hostable DHCP agents. Network: f791443b-5a14-43cd-b784-942c36cd7ae5, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:55.576498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (12ed020e-1215-4d4b-a015-e9ff93b80884), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.638844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Network f791443b-5a14-43cd-b784-942c36cd7ae5 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:55.654278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c193bb2-3554-4d00-b578-be2d3fe9f4bf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (47daa722-1b4a-461e-bb02-2ddd08d469bb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.719318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3c193bb2-3554-4d00-b578-be2d3fe9f4bf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 47daa722-1b4a-461e-bb02-2ddd08d469bb owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:55.721395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f791443b-5a14-43cd-b784-942c36cd7ae5) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:55.734575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:55.736117 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.759088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Pushing event deleted for resources: {'Port': ['ID=12ed020e-1215-4d4b-a015-e9ff93b80884,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:55.769648 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:54Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:55.861225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d135ec2d-176f-4ce7-9cb5-23ee3f5c9ffd None None] Current status of the port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:55.861665 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d135ec2d-176f-4ce7-9cb5-23ee3f5c9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.887726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['12ed020e-1215-4d4b-a015-e9ff93b80884'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:55.894395 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-041fce0f-6228-460b-b3a0-62906db8a74b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9915020 Jan 27 21:49:55.913000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51570) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:55.916173 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23c07f-7daf-4a5f-a41b-bb51ce09bc22 None None] The sync data for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 is: [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:54Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:55.953082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:55.953898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['d3bc3aaf-b56f-414f-9d45-d8d8a50357e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:55.959102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5f26c4-b88b-4f82-b8fc-72750bcda9a6 None None] Network f791443b-5a14-43cd-b784-942c36cd7ae5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:56.065429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2416f2-9542-468f-a240-26a71df8145c req-d0aee6b3-7052-4781-a4c4-d088ac5e9427 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.092644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f2416f2-9542-468f-a240-26a71df8145c req-d0aee6b3-7052-4781-a4c4-d088ac5e9427 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 1.2905896 Jan 27 21:49:56.098703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d135ec2d-176f-4ce7-9cb5-23ee3f5c9ffd None None] For port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:56.111015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:56.113335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:56.118500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] No DVR routers for this DVR port 12ed020e-1215-4d4b-a015-e9ff93b80884 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:56.243563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:56.250235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c005f928-41c2-4888-8b49-d403dbf99069 req-8104e4d1-b6a2-4fcb-9e4a-798bc81fda0d tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.16 "DELETE /v2.0/ports/12ed020e-1215-4d4b-a015-e9ff93b80884 HTTP/1.1" status: 204 len: 173 time: 2.6606100 Jan 27 21:49:56.251731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caddc6e8-3568-4025-a1ea-1b4587ce82b4', 'name': 'network-vif-deleted', 'tag': '12ed020e-1215-4d4b-a015-e9ff93b80884'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:56.256731 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b62862b-d4e6-450e-9828-6cf4fc958968" -d '{"events": [{"server_uuid": "caddc6e8-3568-4025-a1ea-1b4587ce82b4", "name": "network-vif-deleted", "tag": "12ed020e-1215-4d4b-a015-e9ff93b80884"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:56.279944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-113ce7ff-40d4-4461-a412-fb82b8e6211d req-d02d3cc3-c1cd-42f6-a711-3192c6e017f6 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 210 time: 0.3256686 Jan 27 21:49:56.479306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f2416f2-9542-468f-a240-26a71df8145c req-dedda3c7-a5f0-417b-a9ef-52f8551f80f1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669039 Jan 27 21:49:56.636339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks [] for router_controller (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:56.697065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4fa7-b463-4328-87ac-da0249007030 req-709bb6fa-affa-422f-a206-a4637f6ce725 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.712074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e2a4fa7-b463-4328-87ac-da0249007030 req-709bb6fa-affa-422f-a206-a4637f6ce725 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.1995056 Jan 27 21:49:56.832394 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d135ec2d-176f-4ce7-9cb5-23ee3f5c9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.020915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e2a4fa7-b463-4328-87ac-da0249007030 req-a1641b23-c62b-47c9-aa34-da5842a3dc5f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877946 Jan 27 21:49:57.022168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c193bb2-3554-4d00-b578-be2d3fe9f4bf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (47daa722-1b4a-461e-bb02-2ddd08d469bb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.185737 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc83ecc-71ec-4ea1-a706-bda48b6d6c7f x-openstack-request-id: req-5fc83ecc-71ec-4ea1-a706-bda48b6d6c7f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:57.186678 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caddc6e8-3568-4025-a1ea-1b4587ce82b4", "name": "network-vif-deleted", "tag": "12ed020e-1215-4d4b-a015-e9ff93b80884", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:57.186804 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fc83ecc-71ec-4ea1-a706-bda48b6d6c7f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:57.187600 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caddc6e8-3568-4025-a1ea-1b4587ce82b4', 'name': 'network-vif-deleted', 'tag': '12ed020e-1215-4d4b-a015-e9ff93b80884', 'status': 'completed', 'code': 200} Jan 27 21:49:57.217287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c193bb2-3554-4d00-b578-be2d3fe9f4bf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=47daa722-1b4a-461e-bb02-2ddd08d469bb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:57.551008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135ec2d-176f-4ce7-9cb5-23ee3f5c9ffd None None] Pushing event updated for resources: {'Port': ['ID=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:57.555674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:57.556262 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.609007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks [] for router_gateway (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.693789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a58c7585-cf8c-468c-b8ca-81b8986e163c req-967ef336-3193-4319-bdd8-53cf86ab2dd1 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=caddc6e8-3568-4025-a1ea-1b4587ce82b4 HTTP/1.1" status: 200 len: 210 time: 0.0784147 Jan 27 21:49:57.700965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:57.701583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.737629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-37c5609d-e1d5-4f56-95dd-b5bd2001d446 None None] Provisioning complete for port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:57.738959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37c5609d-e1d5-4f56-95dd-b5bd2001d446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.982616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c193bb2-3554-4d00-b578-be2d3fe9f4bf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:58.017832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51642) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:58.021812 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c193bb2-3554-4d00-b578-be2d3fe9f4bf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/47daa722-1b4a-461e-bb02-2ddd08d469bb HTTP/1.1" status: 204 len: 168 time: 4.5531182 Jan 27 21:49:58.104843 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f0031f-c8ec-47c9-b88c-f129f75d54c8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:49:58.105703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f0031f-c8ec-47c9-b88c-f129f75d54c8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:49:58.114231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51650) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:58.115642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d3f0031f-c8ec-47c9-b88c-f129f75d54c8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/47daa722-1b4a-461e-bb02-2ddd08d469bb HTTP/1.1" status: 404 len: 333 time: 0.0902154 Jan 27 21:49:58.173100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd3f6-d003-45ad-a438-f1524e790d18 req-befe99d5-de44-4388-9e75-fd4e1454f8e0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:58.174149 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a77b01-92d8-4225-b942-750f93bec60e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:49:58.177089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c3a77b01-92d8-4225-b942-750f93bec60e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/47daa722-1b4a-461e-bb02-2ddd08d469bb HTTP/1.1" status: 404 len: 333 time: 0.0532186 Jan 27 21:49:58.179876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51652) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:58.191101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-798bd3f6-d003-45ad-a438-f1524e790d18 req-befe99d5-de44-4388-9e75-fd4e1454f8e0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.2297547 Jan 27 21:49:58.271018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:58.315889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-798bd3f6-d003-45ad-a438-f1524e790d18 req-7f2fa350-12ba-4132-ba82-83041e704f94 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227901 Jan 27 21:49:58.316247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:58.340622 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b555299-866b-4c58-ad10-43774c204485" -d '{"events": [{"server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "name": "network-vif-plugged", "status": "completed", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:58.444209 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:58.576658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet ee4b3e03-5a57-43b9-866e-2c7e904b7455 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:49:58.596519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (ee4b3e03-5a57-43b9-866e-2c7e904b7455), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:58.689631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-aa11acfe-693b-4214-8593-2c5a9346ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:58.691568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-aa11acfe-693b-4214-8593-2c5a9346ea59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 1100 time: 0.1740103 Jan 27 21:49:58.840139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:58.849939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 12ed020e-1215-4d4b-a015-e9ff93b80884 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:58.927761 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f5a47f-6ffb-424d-ac72-77f0fd3c2449 x-openstack-request-id: req-66f5a47f-6ffb-424d-ac72-77f0fd3c2449 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:58.928661 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "name": "network-vif-plugged", "status": "completed", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:58.929268 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66f5a47f-6ffb-424d-ac72-77f0fd3c2449 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:58.930627 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'code': 200} Jan 27 21:49:59.182613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port b3cf62bb-edb5-4c73-b632-3e33a0d05c24, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3cf62bb-edb5-4c73-b632-3e33a0d05c24,segment=NetworkSegment(bf3a10f8-38ed-4787-8443-f8466a0c8e41),segment_id=bf3a10f8-38ed-4787-8443-f8466a0c8e41)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:59.219779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a38de6-ef3b-4d13-ad4f-55f49924270d req-64872a85-c14c-493f-b3d4-fa7d76afcab5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:59.241072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 12ed020e-1215-4d4b-a015-e9ff93b80884 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:59.241435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 12ed020e-1215-4d4b-a015-e9ff93b80884 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:59.251817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14a38de6-ef3b-4d13-ad4f-55f49924270d req-64872a85-c14c-493f-b3d4-fa7d76afcab5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.3904362 Jan 27 21:49:59.322707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-35bb372b-e55d-4769-a4bb-576501e60649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:59.327040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-35bb372b-e55d-4769-a4bb-576501e60649 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.6285815 Jan 27 21:49:59.355329 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:59.400826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (ee4b3e03-5a57-43b9-866e-2c7e904b7455), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:59.561815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-16cb66ee-235f-424e-b937-6a9205f5a489 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=882e2de7-1eb5-4d2c-9404-4a0565636258 HTTP/1.1" status: 200 len: 217 time: 0.1945472 Jan 27 21:49:59.571219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-f791443b-5a14-43cd-b784-942c36cd7ae5', 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5', 'project_id': '3cad7136b1904599b89f8078848855a1', 'fixed_ips': [{'subnet_id': 'a5f0e8b8-9448-432d-b531-3090217a1547'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:49:59.574753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:59.642964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=b3cf62bb-edb5-4c73-b632-3e33a0d05c24,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:59.672810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks [] for router_gateway (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:59.821780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:59.830067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-37c5609d-e1d5-4f56-95dd-b5bd2001d446 None None] Current status of the port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:59.923393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14a38de6-ef3b-4d13-ad4f-55f49924270d req-79910a60-0c65-4775-a88c-f962251e1160 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594205 Jan 27 21:49:59.967515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-37c5609d-e1d5-4f56-95dd-b5bd2001d446 None None] Provisioning complete for port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:59.968494 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37c5609d-e1d5-4f56-95dd-b5bd2001d446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:00.088779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-41737e75-5668-4870-aca6-caad0d42989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.090838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 871da2ef-4a5f-45e0-b2ae-43babd2eabbe up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:00.091374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-41737e75-5668-4870-aca6-caad0d42989d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.4835682 Jan 27 21:50:00.309292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd4419-4f73-4645-b66d-503da8c3b15f req-25ac78a6-eaa5-41e6-8338-54c58349f168 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.322115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78bd4419-4f73-4645-b66d-503da8c3b15f req-25ac78a6-eaa5-41e6-8338-54c58349f168 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.5401430 Jan 27 21:50:00.413842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-51d4d291-0d59-41c6-bad2-36d423d2113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.414115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Allocated IP 172.20.0.2 (f791443b-5a14-43cd-b784-942c36cd7ae5/a5f0e8b8-9448-432d-b531-3090217a1547/d47e2294-e8e6-4075-bc1b-c849c56a2f61) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:00.416758 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-51d4d291-0d59-41c6-bad2-36d423d2113e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2948983 Jan 27 21:50:00.448119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (ee4b3e03-5a57-43b9-866e-2c7e904b7455), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:00.570956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78bd4419-4f73-4645-b66d-503da8c3b15f req-0a0add73-3f4f-465b-adea-f433aa2d325f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472680 Jan 27 21:50:00.617562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Allocated IP 172.25.8.45 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/752ee2fc-2c25-4074-930f-f3b2f52f2558) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:00.865461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (ee4b3e03-5a57-43b9-866e-2c7e904b7455), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:00.893831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d2985-59f9-4c10-bc33-67fd03eb5c88 req-6ec1ed0b-80ed-4d1e-b38d-000608769252 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.895479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-882d2985-59f9-4c10-bc33-67fd03eb5c88 req-6ec1ed0b-80ed-4d1e-b38d-000608769252 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.2148881 Jan 27 21:50:00.924721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-6574bc6e-864e-4d18-a195-ff9cc74bb169 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860616 Jan 27 21:50:00.981515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:00.991947 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/ee4b3e03-5a57-43b9-866e-2c7e904b7455 HTTP/1.1" status: 204 len: 168 time: 2.8037634 Jan 27 21:50:00.993034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4b3e03-5a57-43b9-866e-2c7e904b7455,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:01.003860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51708) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:01.083533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.084260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c78643-210e-4666-9ec5-8a6643c3c6ad None None] Network 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:01.085003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.085003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.086532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.087278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.088074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.088789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.089542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.090261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.090956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.091629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.092309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.093007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fccb18-2ba8-4d89-93dc-9d873e583fe4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.153717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51712) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:01.302827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks [] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.333473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-882d2985-59f9-4c10-bc33-67fd03eb5c88 req-b89195b0-c9de-43d8-9e5d-69524e201a67 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236314 Jan 27 21:50:01.339292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (5cdf7ed5-09c0-41ec-8710-be1bcb342e92), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.449538 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Publish callbacks [] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.463067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882adc63-a427-4dda-9a52-5325b06ccca3 req-9e0e9755-56ce-440e-92c5-a341d26ee2a8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:01.473340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-882adc63-a427-4dda-9a52-5325b06ccca3 req-9e0e9755-56ce-440e-92c5-a341d26ee2a8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.2563040 Jan 27 21:50:01.476121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-9ffb0336-7a01-4c2a-a4d3-95f2d3b1169c service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336061 Jan 27 21:50:01.686243 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.766594 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.804390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Pushing event updated for resources: {'Port': ['ID=d47e2294-e8e6-4075-bc1b-c849c56a2f61,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:01.809300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856ce6ad-2362-4218-a1fd-06179b87366f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.831684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-882adc63-a427-4dda-9a52-5325b06ccca3 req-0e123659-ce33-4390-b6b4-f1649c418eb7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308613 Jan 27 21:50:01.839226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:01.840198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.893302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:01.921935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-37c5609d-e1d5-4f56-95dd-b5bd2001d446 None None] Current status of the port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:01.935579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:01.938278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.958576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Network f791443b-5a14-43cd-b784-942c36cd7ae5 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:01.964258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:01.971245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:01.983538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:01.998955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856ce6ad-2362-4218-a1fd-06179b87366f admin admin] Publish callbacks [] for security_group (f48952a9-f54e-4e15-9284-a655ed1a2940), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.017803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:02.051616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856ce6ad-2362-4218-a1fd-06179b87366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f48952a9-f54e-4e15-9284-a655ed1a2940), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.204926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-856ce6ad-2362-4218-a1fd-06179b87366f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58a4ad04fa2d4ab2ba01592874afa1e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0487573 Jan 27 21:50:02.206362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ce6ad-2362-4218-a1fd-06179b87366f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48952a9-f54e-4e15-9284-a655ed1a2940,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:02.212883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-365d01f7-ef64-4e5f-8e52-820ec3f5194e None None] Could not find standard attr ID for object 47daa722-1b4a-461e-bb02-2ddd08d469bb. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:50:02.215355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51730) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:02.221311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] DHCP port deletion for 5cdf7ed5-09c0-41ec-8710-be1bcb342e92 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:50:02.286988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Pushing event updated for resources: {'Port': ['ID=752ee2fc-2c25-4074-930f-f3b2f52f2558,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:02.320358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Attempting to bind port d47e2294-e8e6-4075-bc1b-c849c56a2f61 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:02.320990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Attempting to bind port d47e2294-e8e6-4075-bc1b-c849c56a2f61 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:02.329015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Attempting to bind port d47e2294-e8e6-4075-bc1b-c849c56a2f61 on network f791443b-5a14-43cd-b784-942c36cd7ae5 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:02.400666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51dfc842-0031-45cc-bfdb-66e108436422 admin admin] Publish callbacks [] for security_group (f48952a9-f54e-4e15-9284-a655ed1a2940), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.474127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:02.474689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Checking segment: {'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:02.481460 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.482285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Bound using segment: {'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:02.483136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Bound port: d47e2294-e8e6-4075-bc1b-c849c56a2f61, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:02.483851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.508409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0cf52-14d2-4ac1-971b-b5fd49729591 req-d8e2d355-602e-44a8-bb5a-6f5d898ae869 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.521400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07a0cf52-14d2-4ac1-971b-b5fd49729591 req-d8e2d355-602e-44a8-bb5a-6f5d898ae869 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.5004218 Jan 27 21:50:02.554555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-365d01f7-ef64-4e5f-8e52-820ec3f5194e None None] Provisioning complete for port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:02.555177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-365d01f7-ef64-4e5f-8e52-820ec3f5194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.581646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] For port b3cf62bb-edb5-4c73-b632-3e33a0d05c24, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3cf62bb-edb5-4c73-b632-3e33a0d05c24,segment=NetworkSegment(bf3a10f8-38ed-4787-8443-f8466a0c8e41),segment_id=bf3a10f8-38ed-4787-8443-f8466a0c8e41)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:02.582484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.608982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-a9e30202-3be4-405b-8718-e4ebef77495b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.613943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-a9e30202-3be4-405b-8718-e4ebef77495b tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.57 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.6124816 Jan 27 21:50:02.704958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for b3cf62bb-edb5-4c73-b632-3e33a0d05c24 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:02.712805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:02.724350 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51dfc842-0031-45cc-bfdb-66e108436422 admin admin] Publish callbacks [] for security_group (f48952a9-f54e-4e15-9284-a655ed1a2940), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.923187 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks [] for router_gateway (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.002513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07a0cf52-14d2-4ac1-971b-b5fd49729591 req-ad46955f-19c2-4ea3-9a6b-c9e954dc4aa7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795985 Jan 27 21:50:03.004643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51dfc842-0031-45cc-bfdb-66e108436422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f48952a9-f54e-4e15-9284-a655ed1a2940), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.005328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-365d01f7-ef64-4e5f-8e52-820ec3f5194e None None] Current status of the port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:03.015109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51dfc842-0031-45cc-bfdb-66e108436422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.020387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-51dfc842-0031-45cc-bfdb-66e108436422 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f48952a9-f54e-4e15-9284-a655ed1a2940 HTTP/1.1" status: 204 len: 168 time: 0.8027296 Jan 27 21:50:03.021264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3cf62bb-edb5-4c73-b632-3e33a0d05c24 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:03.085553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfc842-0031-45cc-bfdb-66e108436422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48952a9-f54e-4e15-9284-a655ed1a2940,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:03.097585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.153985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa674-f43a-430a-ac2e-e767b736376c req-19263dd0-c84b-413f-a9db-bcd97a4434fa tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:03.158024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d98fa674-f43a-430a-ac2e-e767b736376c req-19263dd0-c84b-413f-a9db-bcd97a4434fa tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 946 time: 0.6108854 Jan 27 21:50:03.232147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No active binding found for port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 {{(pid=103331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 21:50:03.232937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] The host n-d-826529-2 is not matching for port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 host None! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:50:03.233512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3cf62bb-edb5-4c73-b632-3e33a0d05c24 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:03.244228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No DVR routers for this DVR port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:03.250287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] Deleting port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:03.251541 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.344982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] For port d47e2294-e8e6-4075-bc1b-c849c56a2f61, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:03.442044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Deleting port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:03.442928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.448646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] For port d47e2294-e8e6-4075-bc1b-c849c56a2f61, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d47e2294-e8e6-4075-bc1b-c849c56a2f61,segment=NetworkSegment(a6bf0fbc-d262-4909-8ccf-72e64bfbdb58),segment_id=a6bf0fbc-d262-4909-8ccf-72e64bfbdb58)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:03.483336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.517512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] For port b3cf62bb-edb5-4c73-b632-3e33a0d05c24, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:03.518554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.588258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] Calling delete_port for b3cf62bb-edb5-4c73-b632-3e33a0d05c24 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:03.611589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] Port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:50:03.628636 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (b3cf62bb-edb5-4c73-b632-3e33a0d05c24), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.715431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] No DVR routers for this DVR port b3cf62bb-edb5-4c73-b632-3e33a0d05c24 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:03.804790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01662ec2-e067-41c0-a842-782e154ee87a None None] Pushing event updated for resources: {'Port': ['ID=d47e2294-e8e6-4075-bc1b-c849c56a2f61,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:04.110719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=b3cf62bb-edb5-4c73-b632-3e33a0d05c24,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:04.294500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51752) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:04.572870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ab14eef-2e92-4b9b-a800-83302d9969f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.635032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d98fa674-f43a-430a-ac2e-e767b736376c req-4a4f6244-89b8-42cd-ba07-d31b3a7c44e0 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/security-groups?id=81bdec4d-f9d2-49f0-884d-4fddc4df73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4433019 Jan 27 21:50:04.721593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ca569-0d5a-4f79-8038-c6f112e6430a None None] Pushing event deleted for resources: {'Port': ['ID=b3cf62bb-edb5-4c73-b632-3e33a0d05c24,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:04.775573 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a36220fd-3815-4953-b3cf-120e393bfd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.815800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b933b-7fb8-47e7-8930-b51a112212a8 req-7010c817-2833-4f47-8bf8-d19a40308091 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.840557 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c95b933b-7fb8-47e7-8930-b51a112212a8 req-7010c817-2833-4f47-8bf8-d19a40308091 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 1.3904545 Jan 27 21:50:05.022677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (5cdf7ed5-09c0-41ec-8710-be1bcb342e92), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.048768 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-605e75f4-5450-4780-a8b6-e1a8254a30d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9152248 Jan 27 21:50:05.088133 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.153222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d47e2294-e8e6-4075-bc1b-c849c56a2f61 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:05.162434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c95b933b-7fb8-47e7-8930-b51a112212a8 req-3487ba4f-ff6e-45fb-9ae9-809e67e67213 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193381 Jan 27 21:50:05.191767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] For port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:05.193997 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.220648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Calling delete_port for d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:05.230396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956db32-159b-4e86-bbe7-d7799db6ba7e req-1b9c794f-9963-4195-8cee-8c1a6b40bc90 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:05.239147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f956db32-159b-4e86-bbe7-d7799db6ba7e req-1b9c794f-9963-4195-8cee-8c1a6b40bc90 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.3037391 Jan 27 21:50:05.407489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdf7ed5-09c0-41ec-8710-be1bcb342e92']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:05.464528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d47e2294-e8e6-4075-bc1b-c849c56a2f61 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:05.465124 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.573012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3a10f8-38ed-4787-8443-f8466a0c8e41') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:05.573012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3a10f8-38ed-4787-8443-f8466a0c8e41') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:05.597902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f956db32-159b-4e86-bbe7-d7799db6ba7e req-93cc2151-faa4-4bda-96e7-51eefad6a11f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574064 Jan 27 21:50:05.647261 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ab14eef-2e92-4b9b-a800-83302d9969f7 admin admin] Publish callbacks [] for security_group (a2b9ee7e-9277-4866-844a-d70714afca29), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.814648 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ab14eef-2e92-4b9b-a800-83302d9969f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a2b9ee7e-9277-4866-844a-d70714afca29), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.834213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (bf3a10f8-38ed-4787-8443-f8466a0c8e41), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.921295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d3bc3aaf-b56f-414f-9d45-d8d8a50357e1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.926240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d47e2294-e8e6-4075-bc1b-c849c56a2f61 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:05.927062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.977797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06661425-66f7-4d09-b92d-d182ee08a125 None None] Network f791443b-5a14-43cd-b784-942c36cd7ae5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:06.042721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Pushing event deleted for resources: {'Port': ['ID=d3bc3aaf-b56f-414f-9d45-d8d8a50357e1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:06.123872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port d47e2294-e8e6-4075-bc1b-c849c56a2f61, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d47e2294-e8e6-4075-bc1b-c849c56a2f61,segment=NetworkSegment(a6bf0fbc-d262-4909-8ccf-72e64bfbdb58),segment_id=a6bf0fbc-d262-4909-8ccf-72e64bfbdb58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:06.144100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-6c72f529-c694-4cf8-b62d-d4b9c950b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.156141 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-6c72f529-c694-4cf8-b62d-d4b9c950b677 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 1101 time: 1.0247617 Jan 27 21:50:06.166972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bf3a10f8-38ed-4787-8443-f8466a0c8e41), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.171574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a06ce9d0-9f08-4e96-8330-534c5ff73329 req-7b1944c8-ab8e-4069-9439-11d4164e8896 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.45 "GET /v2.0/ports?device_id=90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca HTTP/1.1" status: 200 len: 210 time: 0.1290820 Jan 27 21:50:06.202924 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ab14eef-2e92-4b9b-a800-83302d9969f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a19a28ca00f487a9cfbf9a09480c1ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8957734 Jan 27 21:50:06.207021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51770) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:06.281243 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:06.282207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (bf3a10f8-38ed-4787-8443-f8466a0c8e41), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:06.311876 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:06.315060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab14eef-2e92-4b9b-a800-83302d9969f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b9ee7e-9277-4866-844a-d70714afca29,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:06.352794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] No DVR routers for this DVR port d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:06.380333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.386976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7581967d-8958-49fe-8bf6-ee49c1d2ad0d req-104df3c2-c9dc-4004-a5a1-e9fb569247e2 tempest-ServerRescueTestJSON-1895748347 tempest-ServerRescueTestJSON-1895748347-project] 10.222.0.57 "DELETE /v2.0/ports/d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 HTTP/1.1" status: 204 len: 173 time: 3.6571794 Jan 27 21:50:06.387511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca', 'name': 'network-vif-deleted', 'tag': 'd3bc3aaf-b56f-414f-9d45-d8d8a50357e1'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:06.391698 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab12d08e-e8fe-4be2-a188-ab0f0683c70e" -d '{"events": [{"server_uuid": "90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca", "name": "network-vif-deleted", "tag": "d3bc3aaf-b56f-414f-9d45-d8d8a50357e1"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:06.423983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.468014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d652df7e-f46d-44ab-ae04-b3f2f8de0137 None None] Provisioning complete for port d47e2294-e8e6-4075-bc1b-c849c56a2f61 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:06.469477 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d652df7e-f46d-44ab-ae04-b3f2f8de0137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.541660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a6e14c-5cb6-4e16-ab4e-afb41e2a9974 admin admin] Publish callbacks [] for security_group (a2b9ee7e-9277-4866-844a-d70714afca29), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.570842 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51001cb-6696-4946-8096-583ccf16fcc6 x-openstack-request-id: req-e51001cb-6696-4946-8096-583ccf16fcc6 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:06.573071 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca", "name": "network-vif-deleted", "tag": "d3bc3aaf-b56f-414f-9d45-d8d8a50357e1", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:06.573638 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e51001cb-6696-4946-8096-583ccf16fcc6 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:06.574350 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b7a8de-7c8d-4ffc-bdc2-4f373ba351ca', 'name': 'network-vif-deleted', 'tag': 'd3bc3aaf-b56f-414f-9d45-d8d8a50357e1', 'status': 'completed', 'code': 200} Jan 27 21:50:06.679131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a6e14c-5cb6-4e16-ab4e-afb41e2a9974 admin admin] Publish callbacks [] for security_group (a2b9ee7e-9277-4866-844a-d70714afca29), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.702703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (5cdf7ed5-09c0-41ec-8710-be1bcb342e92), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.795792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.811551 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/networks/5cdf7ed5-09c0-41ec-8710-be1bcb342e92 HTTP/1.1" status: 204 len: 168 time: 5.8062003 Jan 27 21:50:06.834116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51788) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:06.857654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1aedf-22d1-46d1-9eec-6ab31f55a4ea tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Network': ['ID=5cdf7ed5-09c0-41ec-8710-be1bcb342e92,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:06.887135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-408418555'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:06.887751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:50:06.895377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:06.928482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a6e14c-5cb6-4e16-ab4e-afb41e2a9974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a2b9ee7e-9277-4866-844a-d70714afca29), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.938066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a6e14c-5cb6-4e16-ab4e-afb41e2a9974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.940003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-75a6e14c-5cb6-4e16-ab4e-afb41e2a9974 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2b9ee7e-9277-4866-844a-d70714afca29 HTTP/1.1" status: 204 len: 168 time: 0.7313178 Jan 27 21:50:07.073429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:07.154681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-458cbf0d-d990-463a-83e3-3541dcde4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:07.157702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf665b-9f88-493c-8b12-ad7756aba8e2 req-c1142c90-cad6-4d07-baa9-2050a494a664 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:07.159868 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-458cbf0d-d990-463a-83e3-3541dcde4341 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.9542136 Jan 27 21:50:07.161424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:07.162668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device d3bc3aaf-b56f-414f-9d45-d8d8a50357e1 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:07.166475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbbf665b-9f88-493c-8b12-ad7756aba8e2 req-c1142c90-cad6-4d07-baa9-2050a494a664 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.6375766 Jan 27 21:50:07.173149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.175595 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d77f908b-9be0-4af7-90e5-55877fac66f7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2530060 Jan 27 21:50:07.176122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e14c-5cb6-4e16-ab4e-afb41e2a9974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b9ee7e-9277-4866-844a-d70714afca29,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:07.184693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51794) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:07.237250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Sync routers for ids ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:07.276202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:07.280342 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.369208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbbf665b-9f88-493c-8b12-ad7756aba8e2 req-23a66f62-3db9-417e-902e-ce7f7de3c451 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433332 Jan 27 21:50:07.395875 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-0d528cdb-dbb4-4998-8e29-7647debcd4be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 200 len: 217 time: 0.2172744 Jan 27 21:50:07.405764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=d47e2294-e8e6-4075-bc1b-c849c56a2f61,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:07.437634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Routers {'94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:07.438689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:49:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:07.491501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcda11-e5c2-4bcd-a5a4-cf9a50d2270a req-6887ed23-87d3-45af-9f70-1c398c1eb09c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:07.513188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08bcda11-e5c2-4bcd-a5a4-cf9a50d2270a req-6887ed23-87d3-45af-9f70-1c398c1eb09c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.6496205 Jan 27 21:50:07.636040 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51800) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:07.752930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08bcda11-e5c2-4bcd-a5a4-cf9a50d2270a req-a793d6be-f033-4fdc-9e0d-15ba30e8d4e5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353995 Jan 27 21:50:07.766694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-4563391d-2553-446f-842d-e976b8e7425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:07.772753 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-4563391d-2553-446f-842d-e976b8e7425e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.3696840 Jan 27 21:50:07.815952 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d03c5e5b-5273-4181-8f61-d9151ead8097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.857443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:07.910569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (5cca3eda-ecc6-482d-b342-abd822bacce4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.910864 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Added segment 5cca3eda-ecc6-482d-b342-abd822bacce4 of type vlan for network 73eef540-6672-4377-9d11-02254fa9aa57 Jan 27 21:50:07.997603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (73eef540-6672-4377-9d11-02254fa9aa57), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.055673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (73eef540-6672-4377-9d11-02254fa9aa57), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.077437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:08.078322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.085546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Set router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:08.132136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-69d156c8-516e-43a2-aead-8b8676266ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:08.142292 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-69d156c8-516e-43a2-aead-8b8676266ebe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3641500 Jan 27 21:50:08.457388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-89730b82-db14-49b6-ba15-d87b6f71813b service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025386 Jan 27 21:50:08.544082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d652df7e-f46d-44ab-ae04-b3f2f8de0137 None None] Current status of the port d47e2294-e8e6-4075-bc1b-c849c56a2f61 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:08.593824 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.956259 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5becc075-4ab4-43c4-b30f-a57b90622e96 req-51e09226-f76e-4826-bad9-b5da0fe0752f service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901080 Jan 27 21:50:09.013352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d47e2294-e8e6-4075-bc1b-c849c56a2f61 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:09.042008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d39a01ef-e537-4dab-96e9-aca9bbfbc462 None None] Provisioning complete for port d47e2294-e8e6-4075-bc1b-c849c56a2f61 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:09.042432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d39a01ef-e537-4dab-96e9-aca9bbfbc462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.063908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Network': ['ID=73eef540-6672-4377-9d11-02254fa9aa57,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:09.092002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-47538451-f707-4ff1-b4fc-efaa2d755e2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2284389 Jan 27 21:50:09.137069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 73eef540-6672-4377-9d11-02254fa9aa57 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:09.143827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51832) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:09.153882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': '73eef540-6672-4377-9d11-02254fa9aa57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:09.425480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d47e2294-e8e6-4075-bc1b-c849c56a2f61 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:09.425878 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.510010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:09.524580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.558816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T21:50:02Z', 'revision_number': 3, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port': {'id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:59Z', 'updated_at': '2022-01-27T21:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:09.793695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021486f-0e48-4d6e-ab26-7afdad88f017 req-96a23c90-42ae-48a0-a331-2defe98405c1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:09.802182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d021486f-0e48-4d6e-ab26-7afdad88f017 req-96a23c90-42ae-48a0-a331-2defe98405c1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 1.0964224 Jan 27 21:50:09.810731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-8d923155-5b20-4584-b74a-7e492f987cf5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7661405 Jan 27 21:50:09.825057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Checking router: 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:09.825665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Updating router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 port 752ee2fc-2c25-4074-930f-f3b2f52f2558 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:50:09.846850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09437850-4d8d-4c67-8204-38180a7adc12 req-6ceead84-e468-4bbe-8da1-52abf5e56ce3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:09.856720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09437850-4d8d-4c67-8204-38180a7adc12 req-6ceead84-e468-4bbe-8da1-52abf5e56ce3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.8071501 Jan 27 21:50:09.962078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.253898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d39a01ef-e537-4dab-96e9-aca9bbfbc462 None None] Current status of the port d47e2294-e8e6-4075-bc1b-c849c56a2f61 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:10.313507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09437850-4d8d-4c67-8204-38180a7adc12 req-bade1907-4d08-42ee-b70e-364f00bb7fb1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555106 Jan 27 21:50:10.314938 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (a1acbb27-5ec8-4a60-8da6-c9295d760886), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.425507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d47e2294-e8e6-4075-bc1b-c849c56a2f61 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:10.464008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-af11d143-5826-4d73-977f-7367c5b00fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:10.470132 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-af11d143-5826-4d73-977f-7367c5b00fff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 1101 time: 0.5956299 Jan 27 21:50:10.524331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d021486f-0e48-4d6e-ab26-7afdad88f017 req-3902d63d-7e82-41dc-95a0-e5fde1f86964 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205961 Jan 27 21:50:10.688544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.720535 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Publish callbacks [] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.721956 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.754427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.975967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Attempting to bind port 752ee2fc-2c25-4074-930f-f3b2f52f2558 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:10.976722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Attempting to bind port 752ee2fc-2c25-4074-930f-f3b2f52f2558 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:10.977315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Attempting to bind port 752ee2fc-2c25-4074-930f-f3b2f52f2558 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:11.046860 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.052772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e2aee-b4b4-4dbc-b156-416a829ca7ba None None] Pushing event updated for resources: {'Port': ['ID=752ee2fc-2c25-4074-930f-f3b2f52f2558,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:11.057233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:11.058125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:11.058773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.059402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:11.060635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Bound port: 752ee2fc-2c25-4074-930f-f3b2f52f2558, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:11.062112 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.140132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] For port 752ee2fc-2c25-4074-930f-f3b2f52f2558, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:11.145819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] For port 752ee2fc-2c25-4074-930f-f3b2f52f2558, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=752ee2fc-2c25-4074-930f-f3b2f52f2558,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:11.159283 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.199134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:11.241985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51898) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:11.249337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-249ee6f0-560c-457a-9136-510d8ad7b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.254332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-249ee6f0-560c-457a-9136-510d8ad7b8d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.7200267 Jan 27 21:50:11.261751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking segment: {'id': '5cca3eda-ecc6-482d-b342-abd822bacce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '73eef540-6672-4377-9d11-02254fa9aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:11.262584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network hostable DHCP agents. Network: 73eef540-6672-4377-9d11-02254fa9aa57, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:11.381175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network 73eef540-6672-4377-9d11-02254fa9aa57 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:11.430656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 73eef540-6672-4377-9d11-02254fa9aa57) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:11.491447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.500597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-ac4a0a7d-2757-420c-b01f-1b2dfe0afc15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 200 len: 217 time: 0.1725223 Jan 27 21:50:11.507975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.559608 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58ca00d7-5c69-46d8-9e93-e227ce3ad8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.576565 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-37c14d23-b105-4e2d-abb0-911c85f581af tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4248726 Jan 27 21:50:11.600041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:11.612544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': '73eef540-6672-4377-9d11-02254fa9aa57', 'security_groups': [], 'name': 'tempest-PortsTestJSON-990818674'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:11.709605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-b2516567-cc7c-4f9e-8a4f-918f883d2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.715628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-b2516567-cc7c-4f9e-8a4f-918f883d2e45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1953669 Jan 27 21:50:11.806220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8f9a6-8e47-4248-b3e0-1872fb0a5ed7 None None] Network 73eef540-6672-4377-9d11-02254fa9aa57 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:11.840793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.882313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Deleting port a32b3031-7ff6-41f6-afd4-5898105c1a29 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:11.882995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.086064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] For port a32b3031-7ff6-41f6-afd4-5898105c1a29, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a32b3031-7ff6-41f6-afd4-5898105c1a29,segment=NetworkSegment(241df08a-d53b-42e1-af9f-7749ec587766),segment_id=241df08a-d53b-42e1-af9f-7749ec587766)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:12.086707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.139282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58ca00d7-5c69-46d8-9e93-e227ce3ad8ea admin admin] Publish callbacks [] for security_group (b4b38aa4-f792-4389-a453-df128c6f7aa8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.142000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Calling delete_port for a32b3031-7ff6-41f6-afd4-5898105c1a29 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:12.146739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:12.151690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.170721 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58ca00d7-5c69-46d8-9e93-e227ce3ad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b4b38aa4-f792-4389-a453-df128c6f7aa8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.183858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-c02d3b57-d37a-496d-8480-c0391db43296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:12.186393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-c02d3b57-d37a-496d-8480-c0391db43296 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4551058 Jan 27 21:50:12.198176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Allocated IP 172.20.0.1 (f791443b-5a14-43cd-b784-942c36cd7ae5/a5f0e8b8-9448-432d-b531-3090217a1547/15098a9b-f743-4648-a378-7f5bf7fdd788) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:12.304812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port ba12b054-3bfb-49db-9f6c-1a2fc8918098 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:12.321557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Routers {'94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:12.323044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:50:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:12.329979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d8eb1-b9ab-4dd0-9d2a-c8cb1fd88110 req-89e780b9-5aa4-4f5b-b862-424123239fec tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:12.330799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-764d8eb1-b9ab-4dd0-9d2a-c8cb1fd88110 req-89e780b9-5aa4-4f5b-b862-424123239fec tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.4004989 Jan 27 21:50:12.336163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e2aee-b4b4-4dbc-b156-416a829ca7ba None None] Pushing event updated for resources: {'Port': ['ID=752ee2fc-2c25-4074-930f-f3b2f52f2558,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:12.384525 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-58ca00d7-5c69-46d8-9e93-e227ce3ad8ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5347086dcb8147a8950849ab0d1bfc48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1382146 Jan 27 21:50:12.398568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51920) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:12.462454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-73eef540-6672-4377-9d11-02254fa9aa57', 'network_id': '73eef540-6672-4377-9d11-02254fa9aa57', 'project_id': 'b1db4be02359400a8287ee893e8f7ed4', 'fixed_ips': [{'subnet_id': '5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:50:12.465779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.471179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca00d7-5c69-46d8-9e93-e227ce3ad8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b38aa4-f792-4389-a453-df128c6f7aa8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:12.750958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.5 (73eef540-6672-4377-9d11-02254fa9aa57/5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08/ba12b054-3bfb-49db-9f6c-1a2fc8918098) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:12.820367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] Set router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:12.840596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-764d8eb1-b9ab-4dd0-9d2a-c8cb1fd88110 req-8e9908da-0ac8-4346-b875-b32b6974f53d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411941 Jan 27 21:50:13.030218 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Publish callbacks [] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.067678 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a32b3031-7ff6-41f6-afd4-5898105c1a29), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.132989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6871a8-4824-4125-92c4-bc9ee8a468e8 req-bdc30133-ef8b-48a0-8511-79626ce183dd tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.136746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d6871a8-4824-4125-92c4-bc9ee8a468e8 req-bdc30133-ef8b-48a0-8511-79626ce183dd tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.8018363 Jan 27 21:50:13.171189 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.176562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d6367a5-2741-4e1e-b802-2e4e11daebd5 admin admin] Publish callbacks [] for security_group (b4b38aa4-f792-4389-a453-df128c6f7aa8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.241210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d6367a5-2741-4e1e-b802-2e4e11daebd5 admin admin] Publish callbacks [] for security_group (b4b38aa4-f792-4389-a453-df128c6f7aa8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.262278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32b3031-7ff6-41f6-afd4-5898105c1a29,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:13.403035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-0bc1508a-125f-4895-877f-4b214c1e9d80 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1904552 Jan 27 21:50:13.414843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Pushing event updated for resources: {'Port': ['ID=15098a9b-f743-4648-a378-7f5bf7fdd788,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:13.508321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Network f791443b-5a14-43cd-b784-942c36cd7ae5 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:13.528615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:13.532641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:13.557107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (ba12b054-3bfb-49db-9f6c-1a2fc8918098), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.574990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-259f73bf-3ba0-4504-b371-74442151545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T21:50:02Z', 'revision_number': 3, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port': {'id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:59Z', 'updated_at': '2022-01-27T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:13.678349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.690223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f73bf-3ba0-4504-b371-74442151545e None None] The sync data for ids ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'] in n-d-826529-2 is: [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T21:50:02Z', 'revision_number': 3, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port': {'id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:59Z', 'updated_at': '2022-01-27T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:13.909016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d6871a8-4824-4125-92c4-bc9ee8a468e8 req-38835942-b9fc-4bf8-89a5-1a536698a269 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425149 Jan 27 21:50:14.119713 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d6367a5-2741-4e1e-b802-2e4e11daebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b4b38aa4-f792-4389-a453-df128c6f7aa8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.133164 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d6367a5-2741-4e1e-b802-2e4e11daebd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.138888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d6367a5-2741-4e1e-b802-2e4e11daebd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4b38aa4-f792-4389-a453-df128c6f7aa8 HTTP/1.1" status: 204 len: 168 time: 1.7190793 Jan 27 21:50:14.213127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6367a5-2741-4e1e-b802-2e4e11daebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b38aa4-f792-4389-a453-df128c6f7aa8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:14.305593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-caa2eefa-0bc3-4d50-84f1-cecc3b34cb50 None None] Provisioning complete for port 15098a9b-f743-4648-a378-7f5bf7fdd788 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:14.305593 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-caa2eefa-0bc3-4d50-84f1-cecc3b34cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.453333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e7696eb-6696-44b9-9f7a-3538aa8f1cdb req-813e5f53-c535-4c54-a71c-f288d1a65c0c service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0119548 Jan 27 21:50:14.563253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-caa2eefa-0bc3-4d50-84f1-cecc3b34cb50 None None] Port 15098a9b-f743-4648-a378-7f5bf7fdd788 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:14.624346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d728bc-c6f0-48f8-9802-719bd39e65e8 req-85542d50-acc0-4fad-b094-74a60b6192aa tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:14.629030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5d728bc-c6f0-48f8-9802-719bd39e65e8 req-85542d50-acc0-4fad-b094-74a60b6192aa tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.4089301 Jan 27 21:50:14.634559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.769021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5d728bc-c6f0-48f8-9802-719bd39e65e8 req-824b94a4-b8cc-4154-8092-c3b10760611b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278625 Jan 27 21:50:14.854059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (a1acbb27-5ec8-4a60-8da6-c9295d760886), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.110185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 752ee2fc-2c25-4074-930f-f3b2f52f2558 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:15.179784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ba12b054-3bfb-49db-9f6c-1a2fc8918098), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.197879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Publish callbacks [] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.206816 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.243050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Allocated IP 172.20.0.2 (73eef540-6672-4377-9d11-02254fa9aa57/5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08/ac13f416-bb84-4a3f-adee-c53971e9fbb6) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:15.507747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 752ee2fc-2c25-4074-930f-f3b2f52f2558 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:15.508405 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.509458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network 73eef540-6672-4377-9d11-02254fa9aa57 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:15.532448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:15.532678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.537433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Router a1acbb27-5ec8-4a60-8da6-c9295d760886 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:15.539182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:15.542750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=ba12b054-3bfb-49db-9f6c-1a2fc8918098,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:15.607597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Pushing event updated for resources: {'Port': ['ID=15098a9b-f743-4648-a378-7f5bf7fdd788,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:15.640659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48899f20-598c-436d-ad35-26c8c5f5d697 req-55508728-8bd3-477a-bae6-9efbb44c19ef tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:15.642924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48899f20-598c-436d-ad35-26c8c5f5d697 req-55508728-8bd3-477a-bae6-9efbb44c19ef tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.4250536 Jan 27 21:50:15.795818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:15.806877 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] Sync routers for ids ['a1acbb27-5ec8-4a60-8da6-c9295d760886'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:15.811638 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2eaa48d-b6b2-4c8d-9cf4-01acbafcc880 admin admin] 10.222.0.45 "PUT /v2.0/routers/a1acbb27-5ec8-4a60-8da6-c9295d760886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1707075 Jan 27 21:50:15.814976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51974) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:15.828773 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] Routers {'a1acbb27-5ec8-4a60-8da6-c9295d760886'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:15.829425 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:50:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a1acbb27-5ec8-4a60-8da6-c9295d760886'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:15.924741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:15.925657 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.986925 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-72945019-9084-4ea1-af6d-ba47da90257d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.3826573 Jan 27 21:50:15.990148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51980) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:16.092889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Publish callbacks [] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.124367 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.127547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 752ee2fc-2c25-4074-930f-f3b2f52f2558 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:16.128104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.164676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48899f20-598c-436d-ad35-26c8c5f5d697 req-f4354f55-aa10-432e-8b2b-04ae313806e6 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636328 Jan 27 21:50:16.209071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Network f791443b-5a14-43cd-b784-942c36cd7ae5 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:16.245004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11caaf3-ce81-4551-b831-5a49dcce0fd4 req-1e6bd33a-a65b-491d-ad9c-995c8295590c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:16.260610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e11caaf3-ce81-4551-b831-5a49dcce0fd4 req-1e6bd33a-a65b-491d-ad9c-995c8295590c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.2135425 Jan 27 21:50:16.262942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:16.269311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Pushing event updated for resources: {'Port': ['ID=ac13f416-bb84-4a3f-adee-c53971e9fbb6,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:16.284128 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] Set router a1acbb27-5ec8-4a60-8da6-c9295d760886 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:16.296955 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks [] for router (a1acbb27-5ec8-4a60-8da6-c9295d760886), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.308162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Network 73eef540-6672-4377-9d11-02254fa9aa57 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:16.312665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:16.329620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:16.347702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 752ee2fc-2c25-4074-930f-f3b2f52f2558, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=752ee2fc-2c25-4074-930f-f3b2f52f2558,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:16.366166 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.546310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Attempting to bind port ac13f416-bb84-4a3f-adee-c53971e9fbb6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:16.548619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Attempting to bind port ac13f416-bb84-4a3f-adee-c53971e9fbb6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '5cca3eda-ecc6-482d-b342-abd822bacce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '73eef540-6672-4377-9d11-02254fa9aa57'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:16.549346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Attempting to bind port ac13f416-bb84-4a3f-adee-c53971e9fbb6 on network 73eef540-6672-4377-9d11-02254fa9aa57 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:16.561843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:16.562694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Checking segment: {'id': '5cca3eda-ecc6-482d-b342-abd822bacce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '73eef540-6672-4377-9d11-02254fa9aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:16.563444 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.564182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Bound using segment: {'id': '5cca3eda-ecc6-482d-b342-abd822bacce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '73eef540-6672-4377-9d11-02254fa9aa57'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:16.565116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Bound port: ac13f416-bb84-4a3f-adee-c53971e9fbb6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cca3eda-ecc6-482d-b342-abd822bacce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '73eef540-6672-4377-9d11-02254fa9aa57'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:16.565691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.708659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] For port ac13f416-bb84-4a3f-adee-c53971e9fbb6, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:16.714677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] For port ac13f416-bb84-4a3f-adee-c53971e9fbb6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ac13f416-bb84-4a3f-adee-c53971e9fbb6,segment=NetworkSegment(5cca3eda-ecc6-482d-b342-abd822bacce4),segment_id=5cca3eda-ecc6-482d-b342-abd822bacce4)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:16.716930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=752ee2fc-2c25-4074-930f-f3b2f52f2558,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:16.727385 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.758860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e11caaf3-ce81-4551-b831-5a49dcce0fd4 req-53a27483-a73b-4906-a8d5-8fe26a709881 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969246 Jan 27 21:50:16.841683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81c9597b-fe31-407b-b805-d2d377473aa0 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port ba12b054-3bfb-49db-9f6c-1a2fc8918098 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:16.864183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81c9597b-fe31-407b-b805-d2d377473aa0 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ba12b054-3bfb-49db-9f6c-1a2fc8918098), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.885601 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks [] for router_gateway (a1acbb27-5ec8-4a60-8da6-c9295d760886), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.938924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:16.988994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af264dc8-67f1-4dd1-b117-6de82951450c None None] Pushing event updated for resources: {'Port': ['ID=ac13f416-bb84-4a3f-adee-c53971e9fbb6,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:17.106708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 752ee2fc-2c25-4074-930f-f3b2f52f2558 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:17.260151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2ceb813b-3090-456f-a03d-1aac3f31a57d None None] Provisioning complete for port 15098a9b-f743-4648-a378-7f5bf7fdd788 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:17.264261 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ceb813b-3090-456f-a03d-1aac3f31a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.466701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2ceb813b-3090-456f-a03d-1aac3f31a57d None None] Port 15098a9b-f743-4648-a378-7f5bf7fdd788 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:17.501953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:17.540824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-019911ea-e782-4191-8d3c-a19cdb1d6bbb admin admin] 10.222.0.45 "PUT /v2.0/routers/94ed36b8-37e7-4d84-8b12-bb3bc7a6c459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3384621 Jan 27 21:50:17.619597 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81c9597b-fe31-407b-b805-d2d377473aa0 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ba12b054-3bfb-49db-9f6c-1a2fc8918098), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.640378 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:50:12Z', 'revision_number': 5, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port': {'id': '0a559c6f-293d-41a2-9eee-6141b6e158c6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:26Z', 'updated_at': '2022-01-27T21:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:17.710859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 752ee2fc-2c25-4074-930f-f3b2f52f2558 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:17.712255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.733487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Deleting port 0a559c6f-293d-41a2-9eee-6141b6e158c6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:17.734706 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] Checking router: a1acbb27-5ec8-4a60-8da6-c9295d760886 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:17.743668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.778227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78492c1c-9c98-43fe-a83c-759812100686 req-cb0083fa-d787-4091-b10a-591f3c0a76df tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:17.787277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78492c1c-9c98-43fe-a83c-759812100686 req-cb0083fa-d787-4091-b10a-591f3c0a76df tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.2298069 Jan 27 21:50:17.788541 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] Routers {'a1acbb27-5ec8-4a60-8da6-c9295d760886'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:17.789202 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:50:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['a1acbb27-5ec8-4a60-8da6-c9295d760886'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:17.949220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81c9597b-fe31-407b-b805-d2d377473aa0 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for ba12b054-3bfb-49db-9f6c-1a2fc8918098 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:18.062364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78492c1c-9c98-43fe-a83c-759812100686 req-a0d53169-ae48-4d4c-8788-641125cd92e2 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667828 Jan 27 21:50:18.259359 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] Set router a1acbb27-5ec8-4a60-8da6-c9295d760886 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:18.271104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:18.276678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Sync routers for ids ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:18.354935 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:50:16Z', 'revision_number': 6, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:18.421297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0366a-bc40-43a2-9455-e57d67650106 req-58348e68-b702-4195-8189-2dff32561b18 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.467042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbd0366a-bc40-43a2-9455-e57d67650106 req-58348e68-b702-4195-8189-2dff32561b18 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.2764943 Jan 27 21:50:18.477361 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de24a432-2ebf-4f98-b852-132267f5886c None None] The sync data for ids ['a1acbb27-5ec8-4a60-8da6-c9295d760886'] in n-d-826529-2 is: [{'id': 'a1acbb27-5ec8-4a60-8da6-c9295d760886', 'name': 'tempest-ServerRescueTestJSON-1116856960-router', 'tenant_id': '7840429913e545cab3a710c199f76d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:25Z', 'updated_at': '2022-01-27T21:50:16Z', 'revision_number': 6, 'project_id': '7840429913e545cab3a710c199f76d65', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:18.481692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Routers {'94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:18.485056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:50:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:18.508195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 752ee2fc-2c25-4074-930f-f3b2f52f2558 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:18.640729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbd0366a-bc40-43a2-9455-e57d67650106 req-03c2683f-fbce-4709-9aa4-0fcdd19f8c30 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683269 Jan 27 21:50:18.710600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] For port 0a559c6f-293d-41a2-9eee-6141b6e158c6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0a559c6f-293d-41a2-9eee-6141b6e158c6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:18.712222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:18.841664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Calling delete_port for 0a559c6f-293d-41a2-9eee-6141b6e158c6 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:18.899548 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-86d1305f-0526-4460-9cad-c7963e30f06b service neutron] 10.222.0.57 "GET /v2.0/ports/882e2de7-1eb5-4d2c-9404-4a0565636258/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 382 time: 0.6632733 Jan 27 21:50:19.465058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Set router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:19.467736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81c9597b-fe31-407b-b805-d2d377473aa0 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ba12b054-3bfb-49db-9f6c-1a2fc8918098), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:19.626346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310b53-f9d2-48a4-8f5a-9fcc16db883b req-7142d7c3-60c0-4145-a9ae-58b7a39d77b4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:19.640322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f310b53-f9d2-48a4-8f5a-9fcc16db883b req-7142d7c3-60c0-4145-a9ae-58b7a39d77b4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.2391436 Jan 27 21:50:19.826743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f310b53-f9d2-48a4-8f5a-9fcc16db883b req-7eb239f5-6471-4d0a-99d2-be22fa48e304 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787708 Jan 27 21:50:19.937588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ac13f416-bb84-4a3f-adee-c53971e9fbb6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:19.970228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9597b-fe31-407b-b805-d2d377473aa0 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=ba12b054-3bfb-49db-9f6c-1a2fc8918098,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:20.097263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271b30a-0d55-4a63-8256-292bb6db7205 req-fddab9f1-878b-4a9b-b8fb-d15f4732f943 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.112976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c271b30a-0d55-4a63-8256-292bb6db7205 req-fddab9f1-878b-4a9b-b8fb-d15f4732f943 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.1835897 Jan 27 21:50:20.130129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a6443f-f7e2-48c0-82fc-ca771fd7f7fc None None] Network 73eef540-6672-4377-9d11-02254fa9aa57 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:20.276182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c271b30a-0d55-4a63-8256-292bb6db7205 req-de8211d7-28f4-493e-a6d1-9c9faad06d8f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589589 Jan 27 21:50:20.310933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-950cfe6c-dcb7-4fb2-b3e2-a1e82225b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.324880 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-950cfe6c-dcb7-4fb2-b3e2-a1e82225b6ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991&tenant_id=74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 1100 time: 0.4787364 Jan 27 21:50:20.396821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c7b99e6b-f2df-446c-bae5-24ee82889b5e None None] Provisioning complete for port ac13f416-bb84-4a3f-adee-c53971e9fbb6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:20.397527 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7b99e6b-f2df-446c-bae5-24ee82889b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.497029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81c9597b-fe31-407b-b805-d2d377473aa0 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.508238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52162) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:20.509048 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-81c9597b-fe31-407b-b805-d2d377473aa0 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/ba12b054-3bfb-49db-9f6c-1a2fc8918098 HTTP/1.1" status: 204 len: 168 time: 4.5104947 Jan 27 21:50:20.527146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ac13f416-bb84-4a3f-adee-c53971e9fbb6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:20.529441 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.572220 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c36fa7c-1c17-4cb2-8f6f-f411ca5fa334 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:50:20.573876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-706c258e-6112-491d-8c24-37bc8412c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.579010 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4c36fa7c-1c17-4cb2-8f6f-f411ca5fa334 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/ba12b054-3bfb-49db-9f6c-1a2fc8918098 HTTP/1.1" status: 404 len: 333 time: 0.0651014 Jan 27 21:50:20.579985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52164) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:20.582768 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-706c258e-6112-491d-8c24-37bc8412c7a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 1100 time: 0.2240977 Jan 27 21:50:20.780371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c7b99e6b-f2df-446c-bae5-24ee82889b5e None None] Current status of the port ac13f416-bb84-4a3f-adee-c53971e9fbb6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:20.783046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7b99e6b-f2df-446c-bae5-24ee82889b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.807179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet 5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:20.817217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.883450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-765e5467-a11c-44de-83ba-13c297c798d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.890646 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-765e5467-a11c-44de-83ba-13c297c798d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2981317 Jan 27 21:50:20.899242 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.036341 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-19d046e2-5e3e-4086-8bbd-8fc7660176a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=882e2de7-1eb5-4d2c-9404-4a0565636258 HTTP/1.1" status: 200 len: 217 time: 0.1281497 Jan 27 21:50:21.042345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ac13f416-bb84-4a3f-adee-c53971e9fbb6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:21.042766 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.047376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T21:50:14Z', 'revision_number': 4, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port': {'id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:59Z', 'updated_at': '2022-01-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '15098a9b-f743-4648-a378-7f5bf7fdd788', 'name': '', 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'mac_address': 'fa:16:3e:36:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a5f0e8b8-9448-432d-b531-3090217a1547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:10Z', 'updated_at': '2022-01-27T21:50:14Z', 'revision_number': 2, 'project_id': '3cad7136b1904599b89f8078848855a1', 'subnets': [{'id': 'a5f0e8b8-9448-432d-b531-3090217a1547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:21.050035 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:50:21.130625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Checking router: 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:21.130981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Updating router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 port 15098a9b-f743-4648-a378-7f5bf7fdd788 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:50:21.169540 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0a559c6f-293d-41a2-9eee-6141b6e158c6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.202873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c7b99e6b-f2df-446c-bae5-24ee82889b5e None None] For port ac13f416-bb84-4a3f-adee-c53971e9fbb6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ac13f416-bb84-4a3f-adee-c53971e9fbb6,segment=NetworkSegment(5cca3eda-ecc6-482d-b342-abd822bacce4),segment_id=5cca3eda-ecc6-482d-b342-abd822bacce4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:21.221600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a559c6f-293d-41a2-9eee-6141b6e158c6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:21.224730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-53b0be2b-c8d8-48c7-a84c-78fab6e54996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.226721 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-53b0be2b-c8d8-48c7-a84c-78fab6e54996 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1751969 Jan 27 21:50:21.251214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7b99e6b-f2df-446c-bae5-24ee82889b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.412614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-0f42f37d-4ca1-48ef-a775-cbe970c43e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.415147 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-0f42f37d-4ca1-48ef-a775-cbe970c43e04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770804 Jan 27 21:50:21.419578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:21.551192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.555771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (a1acbb27-5ec8-4a60-8da6-c9295d760886), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.565252 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-d6a60d8f-26b1-4a75-a128-8ba71c0abfe5 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361363 Jan 27 21:50:21.860189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:50:21.860717 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:50:21.893941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.937672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c13ecf4-4f46-4653-b3f6-e99cf4d5572a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.958972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (a1acbb27-5ec8-4a60-8da6-c9295d760886), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.976745 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks [] for router_controller (a1acbb27-5ec8-4a60-8da6-c9295d760886), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.985980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1e83a-383b-4275-bef1-e9d94b16827f req-a1bddff9-b352-4230-83a2-414423b822d4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.996414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fe1e83a-383b-4275-bef1-e9d94b16827f req-a1bddff9-b352-4230-83a2-414423b822d4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.3007579 Jan 27 21:50:22.157509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c13ecf4-4f46-4653-b3f6-e99cf4d5572a admin admin] Publish callbacks [] for security_group (1902bba1-437a-4d39-9e8c-0b2c6cab5b38), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.219788 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c13ecf4-4f46-4653-b3f6-e99cf4d5572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1902bba1-437a-4d39-9e8c-0b2c6cab5b38), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.227824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ae68-2dd0-4abf-928e-2e9acd931a84 req-c325f3ea-ead9-44a8-b5ea-40d57f496e33 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:22.230405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db87ae68-2dd0-4abf-928e-2e9acd931a84 req-c325f3ea-ead9-44a8-b5ea-40d57f496e33 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.5363665 Jan 27 21:50:22.231320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b99e6b-f2df-446c-bae5-24ee82889b5e None None] Pushing event updated for resources: {'Port': ['ID=ac13f416-bb84-4a3f-adee-c53971e9fbb6,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:22.450127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13ecf4-4f46-4653-b3f6-e99cf4d5572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1902bba1-437a-4d39-9e8c-0b2c6cab5b38,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:22.509911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-88552ef1-0a8b-4101-b7e9-c21592d6b3e3 None None] Provisioning complete for port ac13f416-bb84-4a3f-adee-c53971e9fbb6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:22.510308 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-88552ef1-0a8b-4101-b7e9-c21592d6b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.520196 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (a1acbb27-5ec8-4a60-8da6-c9295d760886), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.521204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1acbb27-5ec8-4a60-8da6-c9295d760886 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:50:22.532797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.538046 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d997339d-4d09-462e-882a-16f7335682d2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a1acbb27-5ec8-4a60-8da6-c9295d760886 HTTP/1.1" status: 204 len: 168 time: 6.7217274 Jan 27 21:50:22.543432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52218) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:22.587356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db87ae68-2dd0-4abf-928e-2e9acd931a84 req-19cb9014-7b4f-43d2-b5e6-81952135b3dc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201137 Jan 27 21:50:22.599366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.623178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fe1e83a-383b-4275-bef1-e9d94b16827f req-f85da802-0b2f-4a53-9d34-771da00974cc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257980 Jan 27 21:50:22.676215 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8c13ecf4-4f46-4653-b3f6-e99cf4d5572a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7f4dc86341344b28c3db740107e9265&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2541621 Jan 27 21:50:22.684028 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3ee070a-e103-40a9-8657-80582bf4aec5 req-1c7be705-f45d-4821-a89a-f45b6ceda3e9 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1097794 Jan 27 21:50:22.684407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52220) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:22.744485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e504ea-d896-4f72-81e1-afdd164925f2 admin admin] Deleting subnet 6bf78f42-503b-4857-acde-2b3fb102f068 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:22.773845 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1e504ea-d896-4f72-81e1-afdd164925f2 admin admin] Publish callbacks [] for subnet (6bf78f42-503b-4857-acde-2b3fb102f068), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.845414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ac13f416-bb84-4a3f-adee-c53971e9fbb6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:22.900571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a32b3031-7ff6-41f6-afd4-5898105c1a29 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:22.935257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1e504ea-d896-4f72-81e1-afdd164925f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (6bf78f42-503b-4857-acde-2b3fb102f068), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.050671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1e504ea-d896-4f72-81e1-afdd164925f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (6bf78f42-503b-4857-acde-2b3fb102f068), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.058725 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.095795 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9dd0b1a7-f9ce-4e82-8256-7446737ea975 admin admin] Publish callbacks [] for security_group (1902bba1-437a-4d39-9e8c-0b2c6cab5b38), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.167381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:23.167654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1e504ea-d896-4f72-81e1-afdd164925f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (6bf78f42-503b-4857-acde-2b3fb102f068), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.227652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1e504ea-d896-4f72-81e1-afdd164925f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.236471 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d1e504ea-d896-4f72-81e1-afdd164925f2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6bf78f42-503b-4857-acde-2b3fb102f068 HTTP/1.1" status: 204 len: 168 time: 0.6893394 Jan 27 21:50:23.245953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52226) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:23.264772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:23.287373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e504ea-d896-4f72-81e1-afdd164925f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf78f42-503b-4857-acde-2b3fb102f068,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:23.296912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.297624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.298047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.298546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.299135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.299617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.300030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.300553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.301612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.301612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.301612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.302445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.302567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:23.327389 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9dd0b1a7-f9ce-4e82-8256-7446737ea975 admin admin] Publish callbacks [] for security_group (1902bba1-437a-4d39-9e8c-0b2c6cab5b38), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.394546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a32b3031-7ff6-41f6-afd4-5898105c1a29 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:23.396787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a32b3031-7ff6-41f6-afd4-5898105c1a29 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:23.416362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.425739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52230) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:23.438574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad692756-a1fc-4513-960b-44a57125b904 None None] Network 73eef540-6672-4377-9d11-02254fa9aa57 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:23.455401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f9195244-e2c6-4f55-a99d-0890f6074e7b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08 HTTP/1.1" status: 204 len: 168 time: 2.8704908 Jan 27 21:50:23.635578 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (7bcfb160-3a64-466d-9b86-d159d9e5d8f7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.747840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (73eef540-6672-4377-9d11-02254fa9aa57), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.784327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9dd0b1a7-f9ce-4e82-8256-7446737ea975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1902bba1-437a-4d39-9e8c-0b2c6cab5b38), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.790039 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9dd0b1a7-f9ce-4e82-8256-7446737ea975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.805201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9dd0b1a7-f9ce-4e82-8256-7446737ea975 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1902bba1-437a-4d39-9e8c-0b2c6cab5b38 HTTP/1.1" status: 204 len: 168 time: 1.1058228 Jan 27 21:50:23.849975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ac13f416-bb84-4a3f-adee-c53971e9fbb6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:23.990234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port ac13f416-bb84-4a3f-adee-c53971e9fbb6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:23.990671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.011346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0b1a7-f9ce-4e82-8256-7446737ea975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1902bba1-437a-4d39-9e8c-0b2c6cab5b38,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:24.042845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-88552ef1-0a8b-4101-b7e9-c21592d6b3e3 None None] Current status of the port ac13f416-bb84-4a3f-adee-c53971e9fbb6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:24.130975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:24.208988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (7bcfb160-3a64-466d-9b86-d159d9e5d8f7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.222576 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Publish callbacks [] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.255353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-11723541-5ab6-4162-8955-e10d00ecd35f None None] Could not find standard attr ID for object ba12b054-3bfb-49db-9f6c-1a2fc8918098. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:50:24.263404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] For port ac13f416-bb84-4a3f-adee-c53971e9fbb6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ac13f416-bb84-4a3f-adee-c53971e9fbb6,segment=NetworkSegment(5cca3eda-ecc6-482d-b342-abd822bacce4),segment_id=5cca3eda-ecc6-482d-b342-abd822bacce4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:24.264358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.298996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for ac13f416-bb84-4a3f-adee-c53971e9fbb6 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:24.305659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcfb160-3a64-466d-9b86-d159d9e5d8f7']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:24.348295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241df08a-d53b-42e1-af9f-7749ec587766') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:24.352377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241df08a-d53b-42e1-af9f-7749ec587766') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:24.397070 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (241df08a-d53b-42e1-af9f-7749ec587766), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.427834 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (241df08a-d53b-42e1-af9f-7749ec587766), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.457159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b8361-0224-4f0b-b245-d41fb0e34f67 req-b32c44d1-7a66-4d05-a897-80ae426fb73d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:24.463972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.466879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-957b8361-0224-4f0b-b245-d41fb0e34f67 req-b32c44d1-7a66-4d05-a897-80ae426fb73d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.5843666 Jan 27 21:50:24.468350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:24.472062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (241df08a-d53b-42e1-af9f-7749ec587766), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:24.475961 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:24.710016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.788423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (7bcfb160-3a64-466d-9b86-d159d9e5d8f7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.847917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=ac13f416-bb84-4a3f-adee-c53971e9fbb6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:24.860094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No DVR routers for this DVR port ac13f416-bb84-4a3f-adee-c53971e9fbb6 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:24.906674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.931787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7bcfb160-3a64-466d-9b86-d159d9e5d8f7 HTTP/1.1" status: 204 len: 168 time: 1.6811457 Jan 27 21:50:25.000885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-957b8361-0224-4f0b-b245-d41fb0e34f67 req-895fcde6-9bf3-43fd-a09e-7ab1323ca3eb tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093212 Jan 27 21:50:25.002302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caee8e-38dd-4a12-9397-fdf2d7454ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcfb160-3a64-466d-9b86-d159d9e5d8f7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:25.171462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (73eef540-6672-4377-9d11-02254fa9aa57), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.246416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73eef540-6672-4377-9d11-02254fa9aa57']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:25.282977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cca3eda-ecc6-482d-b342-abd822bacce4') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:25.284915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cca3eda-ecc6-482d-b342-abd822bacce4') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:25.310438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (5cca3eda-ecc6-482d-b342-abd822bacce4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.355589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (5cca3eda-ecc6-482d-b342-abd822bacce4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.379755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:25.382672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (5cca3eda-ecc6-482d-b342-abd822bacce4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:25.396234 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:25.626842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (73eef540-6672-4377-9d11-02254fa9aa57), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.638496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.659377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5672a9a-fb04-45e7-9266-31b845e8d691 req-ca4574be-6915-41c2-b86f-9e0f828e1dcb tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.663186 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/networks/73eef540-6672-4377-9d11-02254fa9aa57 HTTP/1.1" status: 204 len: 168 time: 2.2347574 Jan 27 21:50:25.673779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:25.685346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5672a9a-fb04-45e7-9266-31b845e8d691 req-ca4574be-6915-41c2-b86f-9e0f828e1dcb tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.2544062 Jan 27 21:50:25.687040 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'name': 'tempest-PortsTestJSON-120857943'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:25.890885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5672a9a-fb04-45e7-9266-31b845e8d691 req-e3975a8a-b205-46c5-a170-65030f246477 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004125 Jan 27 21:50:26.005538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52270) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:26.015848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f0c6-2921-49d7-9bcc-e564f4e24460 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Network': ['ID=73eef540-6672-4377-9d11-02254fa9aa57,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:26.025674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:26.036573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.094949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port b00a5344-6f80-4d54-aadc-bc73202d4abe yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:26.197174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b7362f74-eed2-45db-8094-20740139c67a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7840429913e545cab3a710c199f76d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899457 Jan 27 21:50:26.204472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52276) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:26.246944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:26.281454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ac13f416-bb84-4a3f-adee-c53971e9fbb6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:26.283831 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac13f416-bb84-4a3f-adee-c53971e9fbb6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.293669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 882e2de7-1eb5-4d2c-9404-4a0565636258 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:26.296586 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.336046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15718a1-48f8-4146-aec2-7e7e0cd617e7 None None] DHCP port deletion for 73eef540-6672-4377-9d11-02254fa9aa57 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:50:26.341030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deded6c-c795-4b2a-bb86-f74849407868 None None] Pushing event updated for resources: {'Port': ['ID=15098a9b-f743-4648-a378-7f5bf7fdd788,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:26.382011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf214c9-533e-47d2-8374-4b4ad7d71314 req-c9777aa6-611a-431a-8194-75771926317a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.390094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bf214c9-533e-47d2-8374-4b4ad7d71314 req-c9777aa6-611a-431a-8194-75771926317a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.0914836 Jan 27 21:50:26.402172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7', 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d', 'port_id': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7', 'mac_address': 'fa:16:3e:36:a7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489471bf-7c5c-4e63-9af0-2db5188f3511', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:26.450299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Port ac13f416-bb84-4a3f-adee-c53971e9fbb6 was deleted so its status cannot be updated. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 21:50:26.491797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db04b362-002c-4786-8bc4-5fc308fe0c70 admin admin] Publish callbacks [] for security_group (81bdec4d-f9d2-49f0-884d-4fddc4df73e6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.492605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bf214c9-533e-47d2-8374-4b4ad7d71314 req-e936ca4e-fc08-4e80-8e8f-c9ef9341b40e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007807 Jan 27 21:50:26.519615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8a3e40d2-a99f-4841-a8fb-45f2e52a5632 None None] Provisioning complete for port 15098a9b-f743-4648-a378-7f5bf7fdd788 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:26.520376 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8a3e40d2-a99f-4841-a8fb-45f2e52a5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.747705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db04b362-002c-4786-8bc4-5fc308fe0c70 admin admin] Publish callbacks [] for security_group (81bdec4d-f9d2-49f0-884d-4fddc4df73e6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.777076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e40d2-a99f-4841-a8fb-45f2e52a5632 None None] Port 15098a9b-f743-4648-a378-7f5bf7fdd788 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:26.788820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0a559c6f-293d-41a2-9eee-6141b6e158c6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:26.838052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:26.845388 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf72eb5-34ef-4750-8158-d47adcd47954" -d '{"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-unplugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:26.894650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Attempting to bind port 15098a9b-f743-4648-a378-7f5bf7fdd788 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:26.895027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Attempting to bind port 15098a9b-f743-4648-a378-7f5bf7fdd788 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:26.895583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Attempting to bind port 15098a9b-f743-4648-a378-7f5bf7fdd788 on network f791443b-5a14-43cd-b784-942c36cd7ae5 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:26.902647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0a559c6f-293d-41a2-9eee-6141b6e158c6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:26.902949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0a559c6f-293d-41a2-9eee-6141b6e158c6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:26.903978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (b00a5344-6f80-4d54-aadc-bc73202d4abe), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.912235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:26.912611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Checking segment: {'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:26.913090 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.917980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Bound using segment: {'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:26.922443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Bound port: 15098a9b-f743-4648-a378-7f5bf7fdd788, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:26.929932 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.940729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:27.081542 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e1ee6a-cc56-48aa-b10b-d2647043bb93 x-openstack-request-id: req-76e1ee6a-cc56-48aa-b10b-d2647043bb93 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:27.082443 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-unplugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:27.087841 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76e1ee6a-cc56-48aa-b10b-d2647043bb93 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:27.088953 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'code': 200} Jan 27 21:50:27.093871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:27.206751 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.215323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ac13f416-bb84-4a3f-adee-c53971e9fbb6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:27.219934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db04b362-002c-4786-8bc4-5fc308fe0c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (81bdec4d-f9d2-49f0-884d-4fddc4df73e6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.227524 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db04b362-002c-4786-8bc4-5fc308fe0c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.241064 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db04b362-002c-4786-8bc4-5fc308fe0c70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81bdec4d-f9d2-49f0-884d-4fddc4df73e6 HTTP/1.1" status: 204 len: 168 time: 1.0361331 Jan 27 21:50:27.311194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04b362-002c-4786-8bc4-5fc308fe0c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bdec4d-f9d2-49f0-884d-4fddc4df73e6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:27.325499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: ac13f416-bb84-4a3f-adee-c53971e9fbb6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:27.326067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ac13f416-bb84-4a3f-adee-c53971e9fbb6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:27.329156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:27.333915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f6ae9-f276-479f-af21-6b3ed8cc5e73 req-869a8427-95e1-4da0-a95f-dbe468650871 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.337667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:27.338073 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.339846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-250f6ae9-f276-479f-af21-6b3ed8cc5e73 req-869a8427-95e1-4da0-a95f-dbe468650871 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.1564834 Jan 27 21:50:27.382127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b00a5344-6f80-4d54-aadc-bc73202d4abe), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.456948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-be66be8a-bdb5-4df5-9741-64270d8324cc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.459919 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-be66be8a-bdb5-4df5-9741-64270d8324cc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991&tenant_id=74af4c34cbc04b07aca076cb63937d5e&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 947 time: 0.4085574 Jan 27 21:50:27.504654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:27.534000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-250f6ae9-f276-479f-af21-6b3ed8cc5e73 req-33692c18-41a2-4b53-9035-d4352402f33c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872435 Jan 27 21:50:27.558350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:27.570257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:27.586365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.587073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.638947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:27.642708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52302) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:27.644477 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9690866 Jan 27 21:50:27.692395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613338ff-80a6-4788-9062-f429355e4bbc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=b00a5344-6f80-4d54-aadc-bc73202d4abe,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:27.714220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:27.726731 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-677e6eec-1bde-48a6-ab91-57193eef8262 service neutron] 10.222.0.57 "GET /v2.0/ports/882e2de7-1eb5-4d2c-9404-4a0565636258/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 382 time: 0.2587786 Jan 27 21:50:27.742231 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.888602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-2a4c8525-b8ec-43c1-bfeb-120158048539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.890918 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-2a4c8525-b8ec-43c1-bfeb-120158048539 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 1098 time: 0.1128392 Jan 27 21:50:27.970705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:28.000258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960c70-579b-4d9a-879e-ab43b4f61cc3 req-db1c8bac-9323-4c11-b697-073d8a944716 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.003084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'mac_address': 'fa:16:3e:7a:5f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:28.015692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] For port 15098a9b-f743-4648-a378-7f5bf7fdd788, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:28.016518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d960c70-579b-4d9a-879e-ab43b4f61cc3 req-db1c8bac-9323-4c11-b697-073d8a944716 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.3250189 Jan 27 21:50:28.109646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b55f2541-10a5-40ca-9a5a-94e80b8280a1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port b00a5344-6f80-4d54-aadc-bc73202d4abe {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:28.110396 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b55f2541-10a5-40ca-9a5a-94e80b8280a1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b00a5344-6f80-4d54-aadc-bc73202d4abe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.136128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] For port 15098a9b-f743-4648-a378-7f5bf7fdd788, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=15098a9b-f743-4648-a378-7f5bf7fdd788,segment=NetworkSegment(a6bf0fbc-d262-4909-8ccf-72e64bfbdb58),segment_id=a6bf0fbc-d262-4909-8ccf-72e64bfbdb58)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:28.152488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-7c426fa6-fd5d-4f4d-ae31-2d6e582e959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.157963 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-7c426fa6-fd5d-4f4d-ae31-2d6e582e959c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2609966 Jan 27 21:50:28.174949 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.204069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:28.214040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 882e2de7-1eb5-4d2c-9404-4a0565636258 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:28.214598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.289494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-d019fe23-7203-4046-9c99-aaec617b827e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=882e2de7-1eb5-4d2c-9404-4a0565636258 HTTP/1.1" status: 200 len: 217 time: 0.1210282 Jan 27 21:50:28.296215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:28.350770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d960c70-579b-4d9a-879e-ab43b4f61cc3 req-36db0da7-fd51-4044-b9a8-fa56cd646463 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313427 Jan 27 21:50:28.450761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b55f2541-10a5-40ca-9a5a-94e80b8280a1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b00a5344-6f80-4d54-aadc-bc73202d4abe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.494855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882e2de7-1eb5-4d2c-9404-4a0565636258 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:28.530590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b55f2541-10a5-40ca-9a5a-94e80b8280a1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for b00a5344-6f80-4d54-aadc-bc73202d4abe owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:28.649906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Routers {'94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:28.650579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:50:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:28.764996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52320) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:28.954793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:28.986874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deded6c-c795-4b2a-bb86-f74849407868 None None] Pushing event updated for resources: {'Port': ['ID=15098a9b-f743-4648-a378-7f5bf7fdd788,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:29.035941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f848ae-9407-4bc1-b394-4b8477e6622f req-78621540-efdd-451a-9f8f-05a87f126eb7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.035941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f848ae-9407-4bc1-b394-4b8477e6622f req-78621540-efdd-451a-9f8f-05a87f126eb7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.2424669 Jan 27 21:50:29.063319 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b55f2541-10a5-40ca-9a5a-94e80b8280a1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b00a5344-6f80-4d54-aadc-bc73202d4abe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.071696 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.233038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f2541-10a5-40ca-9a5a-94e80b8280a1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=b00a5344-6f80-4d54-aadc-bc73202d4abe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:29.383098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f848ae-9407-4bc1-b394-4b8477e6622f req-af51b20d-04d5-4ca6-8d6a-1bd225b651fa tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397326 Jan 27 21:50:29.384305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-19932693-d63c-4ef9-b796-7ed195a7a931 None None] Provisioning complete for port 15098a9b-f743-4648-a378-7f5bf7fdd788 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:29.385201 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19932693-d63c-4ef9-b796-7ed195a7a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.408846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-49420007'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:29.418872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b55f2541-10a5-40ca-9a5a-94e80b8280a1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.456874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b55f2541-10a5-40ca-9a5a-94e80b8280a1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/b00a5344-6f80-4d54-aadc-bc73202d4abe HTTP/1.1" status: 204 len: 168 time: 1.8122520 Jan 27 21:50:29.467361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52336) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:29.494431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['882e2de7-1eb5-4d2c-9404-4a0565636258'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:29.495991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'mac_address': 'fa:16:3e:76:00:2e', 'name': 'tempest-PortsTestJSON-1365078848'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:29.653073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52340) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:29.688156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-1cb726e8-c90f-4112-b740-f5a8f19b8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.689994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-1cb726e8-c90f-4112-b740-f5a8f19b8f88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 1.3964024 Jan 27 21:50:29.729627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Made reservation on behalf of 25af2bd9f7794594b7b6ec03b8bf3370 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:29.733955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.752632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:29.813529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.874744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-6b0eb844-9869-4432-af2c-ffd48ff94097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.879403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:29.885518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-6b0eb844-9869-4432-af2c-ffd48ff94097 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869287 Jan 27 21:50:29.984305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] Set router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:30.153922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd0ae4-5cdc-4000-9a28-7260d3154c41 req-e16dcdda-f08b-43a5-bac9-5d07e21189f3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:30.167219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87dd0ae4-5cdc-4000-9a28-7260d3154c41 req-e16dcdda-f08b-43a5-bac9-5d07e21189f3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.4711182 Jan 27 21:50:30.168751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1389411797-network', 'tenant_id': 'a41cbcdab8e2498b96f70d016222aa90'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:30.284139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Made reservation on behalf of a41cbcdab8e2498b96f70d016222aa90 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:30.289736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.314683 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.453948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.503996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87dd0ae4-5cdc-4000-9a28-7260d3154c41 req-7c2e8a9b-7932-45bc-88a4-d8924a31f4b5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274775 Jan 27 21:50:30.538629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Publish callbacks [] for security_group (43417deb-5ddf-46c9-ba13-e41462f2fe26), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.542843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 7f2c545d-c606-4fa8-a716-d1dcb628dc1a yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:30.555080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (43417deb-5ddf-46c9-ba13-e41462f2fe26), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.571493 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-07d4d1e3-287c-42ae-b702-19e0b94940e5 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761868 Jan 27 21:50:30.730320 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-4efb9a54-47b1-4a98-b82f-50931e16ee77 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398635 Jan 27 21:50:30.770022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43417deb-5ddf-46c9-ba13-e41462f2fe26,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:30.774970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-19932693-d63c-4ef9-b796-7ed195a7a931 None None] Current status of the port 15098a9b-f743-4648-a378-7f5bf7fdd788 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:30.776122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19932693-d63c-4ef9-b796-7ed195a7a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.805769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:30.846724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (94f6426e-398f-4726-805b-3582e73cb460), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.847739 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Added segment 94f6426e-398f-4726-805b-3582e73cb460 of type vlan for network 5e2a9c43-d84d-435b-9be7-23d04411a422 Jan 27 21:50:30.901541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-19932693-d63c-4ef9-b796-7ed195a7a931 None None] For port 15098a9b-f743-4648-a378-7f5bf7fdd788, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=15098a9b-f743-4648-a378-7f5bf7fdd788,segment=NetworkSegment(a6bf0fbc-d262-4909-8ccf-72e64bfbdb58),segment_id=a6bf0fbc-d262-4909-8ccf-72e64bfbdb58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:30.917807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19932693-d63c-4ef9-b796-7ed195a7a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.991154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (5e2a9c43-d84d-435b-9be7-23d04411a422), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.041492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (7f2c545d-c606-4fa8-a716-d1dcb628dc1a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.056114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19932693-d63c-4ef9-b796-7ed195a7a931 None None] Pushing event updated for resources: {'Port': ['ID=15098a9b-f743-4648-a378-7f5bf7fdd788,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:31.070967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (5e2a9c43-d84d-435b-9be7-23d04411a422), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.072749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:31.073360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.081494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T21:50:14Z', 'revision_number': 4, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port': {'id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:59Z', 'updated_at': '2022-01-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '15098a9b-f743-4648-a378-7f5bf7fdd788', 'name': '', 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'mac_address': 'fa:16:3e:36:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a5f0e8b8-9448-432d-b531-3090217a1547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:10Z', 'updated_at': '2022-01-27T21:50:27Z', 'revision_number': 4, 'project_id': '3cad7136b1904599b89f8078848855a1', 'subnets': [{'id': 'a5f0e8b8-9448-432d-b531-3090217a1547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:31.105930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks [] for security_group (4cc2c530-ac8f-4546-b32c-7dd9b9d32782), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.126383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ac707-9e4f-4e83-90c2-6eb52be78403 None None] The sync data for ids ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'] in n-d-826529-2 is: [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T21:50:14Z', 'revision_number': 4, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port': {'id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:59Z', 'updated_at': '2022-01-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '15098a9b-f743-4648-a378-7f5bf7fdd788', 'name': '', 'network_id': 'f791443b-5a14-43cd-b784-942c36cd7ae5', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'mac_address': 'fa:16:3e:36:06:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'a5f0e8b8-9448-432d-b531-3090217a1547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:10Z', 'updated_at': '2022-01-27T21:50:27Z', 'revision_number': 4, 'project_id': '3cad7136b1904599b89f8078848855a1', 'subnets': [{'id': 'a5f0e8b8-9448-432d-b531-3090217a1547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:31.158708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4cc2c530-ac8f-4546-b32c-7dd9b9d32782), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.250310 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5767908 Jan 27 21:50:31.254337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:31.285672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864d702-32b9-493f-bcbf-f951985a3e6d admin admin] Pushing event updated for resources: {'Network': ['ID=5e2a9c43-d84d-435b-9be7-23d04411a422,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:31.319382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 5e2a9c43-d84d-435b-9be7-23d04411a422 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:31.427536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47cc6b-c9cb-4abd-a8b1-5a3d5be5fb70 req-63b66021-e11a-4b59-ba99-dcc489167a6e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:31.446137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d47cc6b-c9cb-4abd-a8b1-5a3d5be5fb70 req-63b66021-e11a-4b59-ba99-dcc489167a6e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 948 time: 0.4861598 Jan 27 21:50:31.485847 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3230984b-82c7-45b3-adc9-268d5103084a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.487668 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Added segment 3230984b-82c7-45b3-adc9-268d5103084a of type vlan for network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 Jan 27 21:50:31.521683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc2c530-ac8f-4546-b32c-7dd9b9d32782,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:31.677528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7f2c545d-c606-4fa8-a716-d1dcb628dc1a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.779269 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.805722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=7f2c545d-c606-4fa8-a716-d1dcb628dc1a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:31.825190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d47cc6b-c9cb-4abd-a8b1-5a3d5be5fb70 req-f40f6dc5-4aea-419a-a656-d7f0b3b4216c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770692 Jan 27 21:50:31.837298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:31.865757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:31.871729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:31.877133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:31.877829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.890906 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.907069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:31.907779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.960157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f18906b7-4ca7-4b52-87f2-c536fe9d77b1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4903426 Jan 27 21:50:31.965644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52360) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:32.035370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2680659 Jan 27 21:50:32.105450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e9be5-e364-46ed-95c8-08f78e26c10f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.113570 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d7e9be5-e364-46ed-95c8-08f78e26c10f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/7f2c545d-c606-4fa8-a716-d1dcb628dc1a HTTP/1.1" status: 200 len: 841 time: 0.1465981 Jan 27 21:50:32.124109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52364) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:32.206269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ace08-46f0-4ff2-9208-1afe3a625887 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Pushing event updated for resources: {'Network': ['ID=0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:32.223338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:32.283983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870d00-4f76-4af4-a24a-d97e0ce4e573 req-3c31f653-6621-407d-8d0f-dbef851f7b0a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.292446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72870d00-4f76-4af4-a24a-d97e0ce4e573 req-3c31f653-6621-407d-8d0f-dbef851f7b0a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.2938161 Jan 27 21:50:32.484166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72870d00-4f76-4af4-a24a-d97e0ce4e573 req-b3a3d650-5d49-4380-b95d-46b19078d856 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784699 Jan 27 21:50:32.548610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd52dc-1259-436b-b055-2e7ab6044585 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 7f2c545d-c606-4fa8-a716-d1dcb628dc1a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:32.555974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cbd52dc-1259-436b-b055-2e7ab6044585 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7f2c545d-c606-4fa8-a716-d1dcb628dc1a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.715010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cbd52dc-1259-436b-b055-2e7ab6044585 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7f2c545d-c606-4fa8-a716-d1dcb628dc1a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.738971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd52dc-1259-436b-b055-2e7ab6044585 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 7f2c545d-c606-4fa8-a716-d1dcb628dc1a owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:32.927718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cbd52dc-1259-436b-b055-2e7ab6044585 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7f2c545d-c606-4fa8-a716-d1dcb628dc1a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.082548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd52dc-1259-436b-b055-2e7ab6044585 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=7f2c545d-c606-4fa8-a716-d1dcb628dc1a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:33.098791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:33.147338 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cbd52dc-1259-436b-b055-2e7ab6044585 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.161721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52372) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:33.162591 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1cbd52dc-1259-436b-b055-2e7ab6044585 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/7f2c545d-c606-4fa8-a716-d1dcb628dc1a HTTP/1.1" status: 204 len: 168 time: 1.0334644 Jan 27 21:50:33.229994 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-928606e3-1b46-4ce1-8539-285d98e7f354 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:50:33.232657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-928606e3-1b46-4ce1-8539-285d98e7f354 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/7f2c545d-c606-4fa8-a716-d1dcb628dc1a HTTP/1.1" status: 404 len: 333 time: 0.0681407 Jan 27 21:50:33.238237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52374) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:33.253634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'name': 'tempest-PortsTestJSON-1176219962'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:33.432478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 882e2de7-1eb5-4d2c-9404-4a0565636258 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:33.433929 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.619009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 15098a9b-f743-4648-a378-7f5bf7fdd788 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:33.741370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 15098a9b-f743-4648-a378-7f5bf7fdd788 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:33.741370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.776754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:33.783581 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.811062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e04b7a-7978-4f63-b7de-8e670e224bbe req-3c2546d4-4d4c-46ed-b7a3-7e3891f8a2de tempest-ComputeTenantNetworksTest-1536404204 tempest-ComputeTenantNetworksTest-1536404204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:33.830507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-8f094ee1-5652-4f3a-90cf-6f7febdfbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:33.832692 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-8f094ee1-5652-4f3a-90cf-6f7febdfbe3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991&tenant_id=74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 1099 time: 0.2508075 Jan 27 21:50:33.836189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e04b7a-7978-4f63-b7de-8e670e224bbe req-3c2546d4-4d4c-46ed-b7a3-7e3891f8a2de tempest-ComputeTenantNetworksTest-1536404204 tempest-ComputeTenantNetworksTest-1536404204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:33.845766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port ee5c1159-aacc-4b24-b780-60cc9bc58daa yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:33.858832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:33.879879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e04b7a-7978-4f63-b7de-8e670e224bbe req-3c2546d4-4d4c-46ed-b7a3-7e3891f8a2de tempest-ComputeTenantNetworksTest-1536404204 tempest-ComputeTenantNetworksTest-1536404204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:33.903182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02e04b7a-7978-4f63-b7de-8e670e224bbe req-3c2546d4-4d4c-46ed-b7a3-7e3891f8a2de tempest-ComputeTenantNetworksTest-1536404204 tempest-ComputeTenantNetworksTest-1536404204-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6532125 Jan 27 21:50:34.026855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 882e2de7-1eb5-4d2c-9404-4a0565636258 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:34.027346 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.118439 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8005f4c4-319b-4b9e-b6dc-5493320cadb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.166079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:34.187998 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e372a-2bc4-4aee-85ea-5ba8beeb053e" -d '{"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-plugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:34.218545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:34.220783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 15098a9b-f743-4648-a378-7f5bf7fdd788 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:34.227120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:50:34.232063 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.241035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:34.241720 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.408231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:34.430076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:34.430915 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.525293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:34.535374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.541753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-c2164659-a505-4997-9d81-fa6769d13c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.545660 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-c2164659-a505-4997-9d81-fa6769d13c8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 1099 time: 0.6453757 Jan 27 21:50:34.621631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (ee5c1159-aacc-4b24-b780-60cc9bc58daa), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.633337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52392) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:34.641774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Request body: {'port': {'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2', 'binding:host_id': 'n-h2-826529-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-75661224'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:34.707145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:34.742632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Made reservation on behalf of 9b064532aa6e4250a5647bf064c78588 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:34.751251 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.758436 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-7810de29-16bd-4289-89b0-e96d6f601c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.761486 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-7810de29-16bd-4289-89b0-e96d6f601c80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2094719 Jan 27 21:50:34.777974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ee5c1159-aacc-4b24-b780-60cc9bc58daa), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.798763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.824853 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-3c2f1e56-976a-4108-bbad-3f2b21968eff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=882e2de7-1eb5-4d2c-9404-4a0565636258 HTTP/1.1" status: 200 len: 217 time: 0.0567489 Jan 27 21:50:34.929665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:34.939464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:34.944096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=ee5c1159-aacc-4b24-b780-60cc9bc58daa,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:34.947912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:34.953881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.954840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.963847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-654fc925-bb57-42d7-9801-cbcb9f1694a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.966265 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-654fc925-bb57-42d7-9801-cbcb9f1694a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1356380 Jan 27 21:50:35.010068 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-206b3d72-0c67-4397-b767-71b5f58334e3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7674317 Jan 27 21:50:35.033939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf4ef-970f-43de-93f1-76d59d8dddff req-4ecd8cf7-49df-4cb2-bc62-98d72dda6e06 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.037659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52396) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:35.040004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3eaf4ef-970f-43de-93f1-76d59d8dddff req-4ecd8cf7-49df-4cb2-bc62-98d72dda6e06 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.2103384 Jan 27 21:50:35.065984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:35.118171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks [] for security_group (cc2ef0a9-166f-4f28-af67-aa3cc52b773a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.125892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cc2ef0a9-166f-4f28-af67-aa3cc52b773a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.127929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-6d4ba82d-994c-4c3a-920c-7c000d33fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.132467 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-6d4ba82d-994c-4c3a-920c-7c000d33fe2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594257 Jan 27 21:50:35.140766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3eaf4ef-970f-43de-93f1-76d59d8dddff req-a1ffdafd-be96-4cd8-90a5-c4803c7857cc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966346 Jan 27 21:50:35.145935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] device_id is not set on port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:35.294316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2ef0a9-166f-4f28-af67-aa3cc52b773a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:35.369855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaebd9-75e4-436e-9f50-b1ceece6f44b req-30cae5b1-baa7-4d38-b048-bc8f0e5123e9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.370720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-caaaebd9-75e4-436e-9f50-b1ceece6f44b req-30cae5b1-baa7-4d38-b048-bc8f0e5123e9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.1124437 Jan 27 21:50:35.385811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ee5c1159-aacc-4b24-b780-60cc9bc58daa), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.535676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-caaaebd9-75e4-436e-9f50-b1ceece6f44b req-745cb50f-b39f-4c13-8148-56121b663295 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431007 Jan 27 21:50:35.557872 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-35861466-dd2c-4186-8c91-c5651130c647 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178946 Jan 27 21:50:35.626545 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8fbbdf-d2ac-46ae-95fa-bc0976aa5390 x-openstack-request-id: req-7b8fbbdf-d2ac-46ae-95fa-bc0976aa5390 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:35.627163 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-plugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:35.627465 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b8fbbdf-d2ac-46ae-95fa-bc0976aa5390 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:35.628240 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'code': 200} Jan 27 21:50:35.652056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] device_id is not set on port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:35.743039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b8194-8aeb-4710-894e-672b3a5058a0 req-f44367f9-4811-4fab-8354-63651ccc8f98 tempest-ComputeTenantNetworksTest-1536404204 tempest-ComputeTenantNetworksTest-1536404204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.746897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c2b8194-8aeb-4710-894e-672b3a5058a0 req-f44367f9-4811-4fab-8354-63651ccc8f98 tempest-ComputeTenantNetworksTest-1536404204 tempest-ComputeTenantNetworksTest-1536404204-project] 10.222.0.45 "GET /v2.0/networks/5e2a9c43-d84d-435b-9be7-23d04411a422 HTTP/1.1" status: 200 len: 769 time: 0.1743917 Jan 27 21:50:35.748616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks [] for port (da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.760865 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.762587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52424) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:35.891815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69bc18fd-4b24-4662-beff-ed21c04a2ba3 req-326cf342-d3c6-4b4e-909e-e43955dd0998 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196020 Jan 27 21:50:35.924630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (ee5c1159-aacc-4b24-b780-60cc9bc58daa), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.929207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:35.935225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ee5c1159-aacc-4b24-b780-60cc9bc58daa), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.940830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (5e2a9c43-d84d-435b-9be7-23d04411a422), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.986608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bd04f-3ebe-4ade-baf3-af59027fd94b req-190a68ad-eac9-4ead-bf45-de9f873a3560 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.989381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-969bd04f-3ebe-4ade-baf3-af59027fd94b req-190a68ad-eac9-4ead-bf45-de9f873a3560 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 950 time: 0.2121994 Jan 27 21:50:36.002364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] In _notify_port_updated(), no bound segment for port ee5c1159-aacc-4b24-b780-60cc9bc58daa on network e83a07e3-3eaa-478b-8d79-590b832e8aea {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:50:36.012437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.013540 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.016340 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "PUT /v2.0/ports/ee5c1159-aacc-4b24-b780-60cc9bc58daa HTTP/1.1" status: 200 len: 818 time: 0.9767799 Jan 27 21:50:36.021684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52428) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:36.030668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Checking segment: {'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:36.031205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Network hostable DHCP agents. Network: 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:36.101608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5229e85-6a71-4850-b721-0d573b39855a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=ee5c1159-aacc-4b24-b780-60cc9bc58daa,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:36.218632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5f8cbc9f-3926-461f-b326-e51da53af064 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port ee5c1159-aacc-4b24-b780-60cc9bc58daa {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:36.218632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbc9f-3926-461f-b326-e51da53af064 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ee5c1159-aacc-4b24-b780-60cc9bc58daa), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.226372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (5e2a9c43-d84d-435b-9be7-23d04411a422), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.251576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-969bd04f-3ebe-4ade-baf3-af59027fd94b req-ab0d1f12-1048-4b76-af79-f881abe2d3bd tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451191 Jan 27 21:50:36.261591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:36.330457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2a9c43-d84d-435b-9be7-23d04411a422']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:36.335578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:36.348792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbc9f-3926-461f-b326-e51da53af064 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ee5c1159-aacc-4b24-b780-60cc9bc58daa), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.350040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418cb6fb-2cfd-4b51-be6e-1479404627dc None None] Network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:36.357716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:36.368278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f6426e-398f-4726-805b-3582e73cb460') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:36.368766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f6426e-398f-4726-805b-3582e73cb460') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:36.379635 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5f8cbc9f-3926-461f-b326-e51da53af064 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for ee5c1159-aacc-4b24-b780-60cc9bc58daa owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:36.400653 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (94f6426e-398f-4726-805b-3582e73cb460), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.437094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:36.437506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:36.438103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.454787 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (94f6426e-398f-4726-805b-3582e73cb460), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.471205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66e593-0c3a-4de8-a311-73274e5ac86a req-93d880e9-a39e-4789-b966-2929f4052cb3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.473339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de66e593-0c3a-4de8-a311-73274e5ac86a req-93d880e9-a39e-4789-b966-2929f4052cb3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 949 time: 0.2201791 Jan 27 21:50:36.479099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:36.479681 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:36.484981 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 2 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:36.490259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:36.490902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (94f6426e-398f-4726-805b-3582e73cb460), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:36.497967 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:36.544870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbc9f-3926-461f-b326-e51da53af064 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ee5c1159-aacc-4b24-b780-60cc9bc58daa), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.570371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbc9f-3926-461f-b326-e51da53af064 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.575195 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5f8cbc9f-3926-461f-b326-e51da53af064 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/ee5c1159-aacc-4b24-b780-60cc9bc58daa HTTP/1.1" status: 204 len: 168 time: 0.5508237 Jan 27 21:50:36.592975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:36.628983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cbc9f-3926-461f-b326-e51da53af064 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=ee5c1159-aacc-4b24-b780-60cc9bc58daa,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:36.659398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78fd4cd-3993-4a79-a129-ab60c5ed4c97 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.664093 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b78fd4cd-3993-4a79-a129-ab60c5ed4c97 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0670254 Jan 27 21:50:36.664422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52438) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:36.664737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:36.665246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:36.665688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.692754 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9e2c89-61d5-4ca7-b82a-85d450d6b6d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:50:36.697793 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3f9e2c89-61d5-4ca7-b82a-85d450d6b6d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/ee5c1159-aacc-4b24-b780-60cc9bc58daa HTTP/1.1" status: 404 len: 333 time: 0.0285494 Jan 27 21:50:36.700891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52440) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:36.701645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:36.702032 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:36.710315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1061617531'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:36.718090 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 3 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:36.748964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:36.751471 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (5e2a9c43-d84d-435b-9be7-23d04411a422), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.753891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.762734 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.766192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5e2a9c43-d84d-435b-9be7-23d04411a422 HTTP/1.1" status: 204 len: 168 time: 1.0015919 Jan 27 21:50:36.768409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:36.768755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:36.769095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.792836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de66e593-0c3a-4de8-a311-73274e5ac86a req-89447f60-9018-4dd5-b9b4-10cdf2e6076c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091333 Jan 27 21:50:36.797902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbd326-1e37-4f16-bf5d-760c9e4d7465 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2a9c43-d84d-435b-9be7-23d04411a422,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:36.800399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:36.800921 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:36.801724 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 4 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:36.823582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:36.833589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66220dc-5438-4dab-9191-fe9ff847b6db req-ee6ef749-a32c-47a4-a3d2-06a923e2df45 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.839217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d66220dc-5438-4dab-9191-fe9ff847b6db req-ee6ef749-a32c-47a4-a3d2-06a923e2df45 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.1675587 Jan 27 21:50:36.851113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:36.851345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:36.851718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.853459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (61f9aa9d-62ce-4334-af4b-22f911ae231e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.854034 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Added segment 61f9aa9d-62ce-4334-af4b-22f911ae231e of type vlan for network c805ca76-7df4-4e8a-80a9-cc978fc6c250 Jan 27 21:50:36.867780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:36.868148 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:36.868729 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 5 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:36.895548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:36.895978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:36.896329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.909691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:36.910141 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:36.910704 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 6 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:36.930319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c805ca76-7df4-4e8a-80a9-cc978fc6c250), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.933936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d66220dc-5438-4dab-9191-fe9ff847b6db req-d06f4bff-0e1b-4e63-b695-bec027659896 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937057 Jan 27 21:50:36.960552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:36.969495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:36.970391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.981085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:36.981716 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:36.982512 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 7 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:36.999212 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a833cbfe-575b-4d13-bba9-25891772f7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.016833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c805ca76-7df4-4e8a-80a9-cc978fc6c250), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.022908 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.023773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.028408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:37.028674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:37.029177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:37.033696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52444) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:37.054104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:37.054436 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:37.056308 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 8 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:37.095502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:37.095853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:37.096333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:37.106899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:37.107165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6f6c9399-9b13-4aff-894c-9245cb8cbca1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a41cbcdab8e2498b96f70d016222aa90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721507 Jan 27 21:50:37.108178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52448) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:37.117513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:37.118070 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:37.120660 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 9 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:37.126559 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4225006 Jan 27 21:50:37.143995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52450) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:37.145290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:37.145644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:37.146165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:37.158686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:37.187610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb596d8-3d68-40da-a2c3-6599e5b7617b tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Network': ['ID=c805ca76-7df4-4e8a-80a9-cc978fc6c250,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:37.195373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:37.195855 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:37.212621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:37.227583 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 10 to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 Jan 27 21:50:37.275347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:37.280251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:37.280917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:37.363628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 882e2de7-1eb5-4d2c-9404-4a0565636258 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:37.364664 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.368244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:37.368980 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:37.369731 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.399667 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e03f720f-079f-4413-ba2d-bc1ca1eb31bb admin admin] Publish callbacks [] for security_group (43417deb-5ddf-46c9-ba13-e41462f2fe26), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.444839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:37.458402 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.531149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:37.536742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.589170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:37.600940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e03f720f-079f-4413-ba2d-bc1ca1eb31bb admin admin] Publish callbacks [] for security_group (43417deb-5ddf-46c9-ba13-e41462f2fe26), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.629885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'}, {'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:37.633956 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a8cc70-53ed-4d3b-9c66-d85e3ce9bcd9" -d '{"events": [{"server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7"}, {"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-unplugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:37.690533 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b02f109-2c8e-4579-82de-a4343ac7f183 x-openstack-request-id: req-3b02f109-2c8e-4579-82de-a4343ac7f183 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:37.692674 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7", "code": 200}, {"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-unplugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:37.693447 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b02f109-2c8e-4579-82de-a4343ac7f183 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:37.694047 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7', 'code': 200} Jan 27 21:50:37.694451 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'code': 200} Jan 27 21:50:38.125415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff75e87-e498-4c4b-b00c-d395fd2b0c33 req-e69d00bb-0082-42db-a952-dd5ca7f7009a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.126922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dff75e87-e498-4c4b-b00c-d395fd2b0c33 req-e69d00bb-0082-42db-a952-dd5ca7f7009a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 950 time: 0.7965620 Jan 27 21:50:38.246197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] For port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:38.246554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempted to set empty binding levels {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 21:50:38.265953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.311992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.336491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7b7a-4399-48db-8da5-4f334c78aede req-8f8e612d-6452-4f29-a05a-d436116585f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.338036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11ea7b7a-4399-48db-8da5-4f334c78aede req-8f8e612d-6452-4f29-a05a-d436116585f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1096 time: 0.2380116 Jan 27 21:50:38.339407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.340020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.347397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dff75e87-e498-4c4b-b00c-d395fd2b0c33 req-e4ecce8a-f113-49a8-b8b3-6a48410e3176 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794829 Jan 27 21:50:38.354483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6a23d-8f97-4d81-ab32-3753091794cd req-186e2b8f-1a1c-4316-b6f4-2c3657e44d52 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.361489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36a6a23d-8f97-4d81-ab32-3753091794cd req-186e2b8f-1a1c-4316-b6f4-2c3657e44d52 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.2632077 Jan 27 21:50:38.408891 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e03f720f-079f-4413-ba2d-bc1ca1eb31bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (43417deb-5ddf-46c9-ba13-e41462f2fe26), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.414310 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e03f720f-079f-4413-ba2d-bc1ca1eb31bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.416274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e03f720f-079f-4413-ba2d-bc1ca1eb31bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43417deb-5ddf-46c9-ba13-e41462f2fe26 HTTP/1.1" status: 204 len: 168 time: 1.3069537 Jan 27 21:50:38.476651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:38.525249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-71c7c181-95fc-4ec5-a4e8-a3af956148a4 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 3.8901026 Jan 27 21:50:38.527980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52468) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:38.539073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f720f-079f-4413-ba2d-bc1ca1eb31bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43417deb-5ddf-46c9-ba13-e41462f2fe26,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:38.686077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11ea7b7a-4399-48db-8da5-4f334c78aede req-a02d6a42-4f04-4169-ad91-98a00eafdf28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199987 Jan 27 21:50:38.705386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36a6a23d-8f97-4d81-ab32-3753091794cd req-bd19fa56-49bc-4312-8420-d203fee59d0e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423440 Jan 27 21:50:38.736939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb4f14-4fc1-4a1b-bdde-e0edb35e9565 req-fc263219-7454-4cc7-933a-183b6afde639 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.739938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6dfb4f14-4fc1-4a1b-bdde-e0edb35e9565 req-fc263219-7454-4cc7-933a-183b6afde639 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.2732608 Jan 27 21:50:38.746557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Deleting port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:38.746886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.841236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] For port da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6, host n-h2-826529-2, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:38.841656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.867460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Calling delete_port for da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:38.874320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (a1fa88a0-c820-433f-81c3-38befeb478e0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.000136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.044279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event deleted for resources: {'Port': ['ID=da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:39.054222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.060969 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-922b7beb-cda3-4813-aa14-bf7f478d3a44 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "DELETE /v2.0/ports/da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 HTTP/1.1" status: 204 len: 168 time: 0.5302770 Jan 27 21:50:39.061626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52478) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:39.092865 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a298e4-682e-4f5a-b5b3-15478d9981b6 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] GET failed (client error): The resource could not be found. Jan 27 21:50:39.099111 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-75a298e4-682e-4f5a-b5b3-15478d9981b6 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "GET /v2.0/ports/da27dc81-e9c2-44e2-ac7e-cb0ae5ff75d6 HTTP/1.1" status: 404 len: 333 time: 0.0361543 Jan 27 21:50:39.099822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52480) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:39.106966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Request body: {'port': {'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1024653625'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:39.109795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6dfb4f14-4fc1-4a1b-bdde-e0edb35e9565 req-50cbc40f-06c1-4d46-96e9-8cb30e650fcf tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702465 Jan 27 21:50:39.121205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:39.134711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=a1fa88a0-c820-433f-81c3-38befeb478e0,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:39.177875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Made reservation on behalf of 9b064532aa6e4250a5647bf064c78588 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:39.182900 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.190281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking segment: {'id': '61f9aa9d-62ce-4334-af4b-22f911ae231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:39.190904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network hostable DHCP agents. Network: c805ca76-7df4-4e8a-80a9-cc978fc6c250, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:39.240156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] device_id is not set on port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:39.265422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:39.306678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c805ca76-7df4-4e8a-80a9-cc978fc6c250) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:39.328301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.333435 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.335289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dff0e52-49d8-43a7-ae7f-cc458c61eb31 None None] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:39.462946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b2d87aa5-b1b2-4afb-ab23-17f9851542cf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3059115 Jan 27 21:50:39.464465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52492) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:39.566092 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-c805ca76-7df4-4e8a-80a9-cc978fc6c250', 'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250', 'project_id': 'b1db4be02359400a8287ee893e8f7ed4', 'fixed_ips': [{'subnet_id': 'a1fa88a0-c820-433f-81c3-38befeb478e0'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:50:39.566986 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.578914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4443074b-612c-4b22-a549-bec2be84f92d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:39.620957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:39.649860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'mac_address': 'fa:16:3e:7a:5f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:39.685361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9481a4-330a-4fe5-8d30-4ebfa0575a7e req-0e594337-654f-46f3-ba91-45332fcdaf03 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.695568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b9481a4-330a-4fe5-8d30-4ebfa0575a7e req-0e594337-654f-46f3-ba91-45332fcdaf03 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 947 time: 0.2965758 Jan 27 21:50:39.710734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks [] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.826304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.849760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:39.944304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:39.948322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:39.962732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b9481a4-330a-4fe5-8d30-4ebfa0575a7e req-43a2f3f9-ff94-42fe-9948-5aff19ca49d1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660763 Jan 27 21:50:39.988162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:39.988162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.988162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.035328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4443074b-612c-4b22-a549-bec2be84f92d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:40.048089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9390261 Jan 27 21:50:40.048089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52518) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:40.052911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4443074b-612c-4b22-a549-bec2be84f92d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.055239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:40.062278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399cc09-f743-4f47-b849-f700afdc691a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=743a56d6-2b9c-464f-889f-b5da6dbb0a46,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:40.107019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 882e2de7-1eb5-4d2c-9404-4a0565636258 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:40.107440 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.207138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882e2de7-1eb5-4d2c-9404-4a0565636258 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:40.224129 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.428476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:40.434027 n-d-826529-2 neutron-server[103330]: INFO neutron.db.ipam_backend_mixin [None req-4443074b-612c-4b22-a549-bec2be84f92d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1fa88a0-c820-433f-81c3-38befeb478e0 (CIDR: 172.20.0.0/28) Jan 27 21:50:40.449203 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4443074b-612c-4b22-a549-bec2be84f92d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:50:40.449713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4443074b-612c-4b22-a549-bec2be84f92d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:50:40.474448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.488809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Allocated IP 172.20.0.2 (c805ca76-7df4-4e8a-80a9-cc978fc6c250/a1fa88a0-c820-433f-81c3-38befeb478e0/9148d9db-410a-48e3-8086-076f55975fa4) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:40.493775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77a74-797f-4190-9f54-13009140fd0d req-7bd234ee-e4a4-49e0-8422-b46c3c4243e9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:40.506442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ed77a74-797f-4190-9f54-13009140fd0d req-7bd234ee-e4a4-49e0-8422-b46c3c4243e9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.1597598 Jan 27 21:50:40.660154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4443074b-612c-4b22-a549-bec2be84f92d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1301205 Jan 27 21:50:40.662248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52540) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:40.693167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:40.714641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:40.715258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.744433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] device_id is not set on port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:40.762978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks [] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.770738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.808197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['882e2de7-1eb5-4d2c-9404-4a0565636258'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:40.834554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=743a56d6-2b9c-464f-889f-b5da6dbb0a46,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:40.852479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:40.853122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:40.853522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:40.859344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:40.859798 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:40.860256 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 2 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:40.879920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:40.880424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:40.881264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:40.886963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:40.887379 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:40.887912 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 3 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:40.904114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:40.904583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:40.905039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:40.910574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-c134b476-f9f3-415e-b4b6-5bf99e910843 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=74af4c34cbc04b07aca076cb63937d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2056091 Jan 27 21:50:40.911053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:40.911768 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:40.912373 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 4 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:40.928696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:40.929143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:40.929569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:40.935958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:40.936386 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:40.936847 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 5 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:40.955959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:40.956684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:40.957238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:40.964874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:40.965935 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:40.966437 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 6 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:40.979598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:40.983869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:40.984316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:40.984844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:40.990242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:40.994330 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f09d83-ef6e-4fcf-b488-c275734a722f" -d '{"events": [{"server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "name": "network-vif-unplugged", "status": "completed", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:40.998000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:40.998240 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:40.998832 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 7 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:41.007838 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.008383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.011541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:41.015306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ed77a74-797f-4190-9f54-13009140fd0d req-ba8bc3e3-187a-4489-9114-9e430cc58a75 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075419 Jan 27 21:50:41.018269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:41.018703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:41.019133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:41.025855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:41.026273 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:41.026738 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 8 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:41.055840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:41.055840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:41.056125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:41.066204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:41.066204 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:41.066204 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 9 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:41.091307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:41.091760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:41.092228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:41.100014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:41.100475 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:41.101119 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 10 to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 Jan 27 21:50:41.127594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:41.128016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:41.128267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:41.135273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:41.135928 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:41.136423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.153191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:41.159871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.207103 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.240650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] For port 743a56d6-2b9c-464f-889f-b5da6dbb0a46, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:41.241292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempted to set empty binding levels {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 21:50:41.249843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.320296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=743a56d6-2b9c-464f-889f-b5da6dbb0a46,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:41.330488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-a3d9ad96-e8d6-409a-8185-0685764c8730 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.332492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-a3d9ad96-e8d6-409a-8185-0685764c8730 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4063907 Jan 27 21:50:41.340272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] In _notify_port_updated(), no bound segment for port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:50:41.341189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.341825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.346998 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fe8a5582-59e7-4972-9d89-a6a59edca92e tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "PUT /v2.0/ports/743a56d6-2b9c-464f-889f-b5da6dbb0a46 HTTP/1.1" status: 200 len: 975 time: 1.2982643 Jan 27 21:50:41.347643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52550) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:41.351045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:41.361845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-cdde589e-f6e4-4f5c-8c7b-671a4e980191 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/quotas/74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 375 time: 0.0220773 Jan 27 21:50:41.442092 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Publish callbacks [] for port (9148d9db-410a-48e3-8086-076f55975fa4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.468040 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (9148d9db-410a-48e3-8086-076f55975fa4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.531108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-6a6b0e77-9485-44bd-ac19-3b9adbc6019d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1547780 Jan 27 21:50:41.556788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.557560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.558437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.559270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.560190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.561107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.561766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.562517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.563336 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.564238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.565230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.566182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.566980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.576245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.577039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.577739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.579091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.579890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.580639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.581363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.582090 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.582815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.583889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.585045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.585809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.586780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.587610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.588455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.589212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.590034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.590850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.591706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.592542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.593344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.594147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.594827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.595668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.611134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52554) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:41.613287 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-604ee27e-8b28-4068-8c56-006ee5750a59 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33270 time: 0.2639620 Jan 27 21:50:41.626581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:41.643299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:41.651064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:41.720729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Pushing event updated for resources: {'Port': ['ID=9148d9db-410a-48e3-8086-076f55975fa4,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:41.772967 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef5253-de16-4594-81f6-efd72f2ed689 x-openstack-request-id: req-a4ef5253-de16-4594-81f6-efd72f2ed689 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:41.773195 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "name": "network-vif-unplugged", "status": "completed", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:41.773463 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4ef5253-de16-4594-81f6-efd72f2ed689 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:41.776276 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'code': 200} Jan 27 21:50:41.824354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Attempting to bind port 9148d9db-410a-48e3-8086-076f55975fa4 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:41.824936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Attempting to bind port 9148d9db-410a-48e3-8086-076f55975fa4 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '61f9aa9d-62ce-4334-af4b-22f911ae231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:41.826796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Attempting to bind port 9148d9db-410a-48e3-8086-076f55975fa4 on network c805ca76-7df4-4e8a-80a9-cc978fc6c250 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:41.837686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:41.838098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Checking segment: {'id': '61f9aa9d-62ce-4334-af4b-22f911ae231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:41.838524 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.841239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Bound using segment: {'id': '61f9aa9d-62ce-4334-af4b-22f911ae231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:41.841753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Bound port: 9148d9db-410a-48e3-8086-076f55975fa4, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f9aa9d-62ce-4334-af4b-22f911ae231e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:41.842172 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9148d9db-410a-48e3-8086-076f55975fa4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.002374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] For port 9148d9db-410a-48e3-8086-076f55975fa4, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:42.008675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] For port 9148d9db-410a-48e3-8086-076f55975fa4, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9148d9db-410a-48e3-8086-076f55975fa4,segment=NetworkSegment(61f9aa9d-62ce-4334-af4b-22f911ae231e),segment_id=61f9aa9d-62ce-4334-af4b-22f911ae231e)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:42.021829 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9148d9db-410a-48e3-8086-076f55975fa4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.126381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0ca9ac1-af9c-460e-b495-ac222fc1bad4 req-768a5120-fd6a-42e0-92ea-74eab188de32 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 210 time: 0.1795692 Jan 27 21:50:42.195039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Deleting port 743a56d6-2b9c-464f-889f-b5da6dbb0a46 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:42.195512 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.228213 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (e41406e0-36fd-4a1d-aded-d5fc874d4f8d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.452951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36de994-4966-4a9c-b247-168db69c2937 None None] Pushing event updated for resources: {'Port': ['ID=9148d9db-410a-48e3-8086-076f55975fa4,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:42.457112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:42.501316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:42.544428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:42.544428 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.556288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] For port 743a56d6-2b9c-464f-889f-b5da6dbb0a46, host n-h2-826529-2, got binding levels [] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:42.556694 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.561205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=e41406e0-36fd-4a1d-aded-d5fc874d4f8d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:42.589575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Calling delete_port for 743a56d6-2b9c-464f-889f-b5da6dbb0a46 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:42.648058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271caa49-c56e-4b9d-b325-45560b554007 req-a8286429-1ba0-401d-a373-831c96a86250 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:42.649807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-271caa49-c56e-4b9d-b325-45560b554007 req-a8286429-1ba0-401d-a373-831c96a86250 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.2306108 Jan 27 21:50:42.662965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-20e672ae-aaf1-45b1-8735-b0526b0fd014 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9955754 Jan 27 21:50:42.666655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52598) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:42.717310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250', 'fixed_ips': [{'subnet_id': 'a1fa88a0-c820-433f-81c3-38befeb478e0'}, {'subnet_id': 'e41406e0-36fd-4a1d-aded-d5fc874d4f8d'}], 'name': 'tempest-PortsTestJSON-983832413'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:43.154589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:43.448134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 882e2de7-1eb5-4d2c-9404-4a0565636258 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:43.449236 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.582146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9148d9db-410a-48e3-8086-076f55975fa4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:43.630998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-271caa49-c56e-4b9d-b325-45560b554007 req-d883823d-48b7-45a4-a1da-b83e2ac0d3a5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9596250 Jan 27 21:50:43.677694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52618) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:43.779534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd941d6f-e970-4b09-95db-47bc688328c9 req-6a2c8c5d-c02c-4077-b1a2-143fb64dc425 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 210 time: 0.2282209 Jan 27 21:50:43.792670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9148d9db-410a-48e3-8086-076f55975fa4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:43.793270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9148d9db-410a-48e3-8086-076f55975fa4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.826027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (743a56d6-2b9c-464f-889f-b5da6dbb0a46), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.959191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event deleted for resources: {'Port': ['ID=743a56d6-2b9c-464f-889f-b5da6dbb0a46,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:43.980997 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.994589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3fc93adb-63c1-42f0-9adf-df3afed8b44a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "DELETE /v2.0/ports/743a56d6-2b9c-464f-889f-b5da6dbb0a46 HTTP/1.1" status: 204 len: 168 time: 2.3782370 Jan 27 21:50:44.001650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52628) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:44.024222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:44.042390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24a137c2-4c69-4187-9a61-c794e12305a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.050526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 882e2de7-1eb5-4d2c-9404-4a0565636258 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:44.052166 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.259706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24a137c2-4c69-4187-9a61-c794e12305a0 admin admin] Publish callbacks [] for security_group (6369e243-1391-49f2-a52a-0f142e975b87), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.263031 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-647a6f60-0468-433b-8661-ac3e412c855c tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] GET failed (client error): The resource could not be found. Jan 27 21:50:44.265492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-647a6f60-0468-433b-8661-ac3e412c855c tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "GET /v2.0/ports/743a56d6-2b9c-464f-889f-b5da6dbb0a46 HTTP/1.1" status: 404 len: 333 time: 0.2621970 Jan 27 21:50:44.271208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24a137c2-4c69-4187-9a61-c794e12305a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6369e243-1391-49f2-a52a-0f142e975b87), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.280416 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.295467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52640) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:44.310040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-195295860', 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:44.391340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:44.395350 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd879285-30a2-43e1-b668-1f0b773bcb95" -d '{"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-plugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:44.435730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a137c2-4c69-4187-9a61-c794e12305a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6369e243-1391-49f2-a52a-0f142e975b87,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:44.462095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:44.468169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 8464177d-9f28-44b9-803a-bba88561778b yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:44.489128 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.493529 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-24a137c2-4c69-4187-9a61-c794e12305a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e87d85a9e9784b70b2e5dede747e9b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8142982 Jan 27 21:50:44.498844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52646) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:44.541434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Made reservation on behalf of 9b064532aa6e4250a5647bf064c78588 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:44.559951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.614386 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a004ff-07bc-4ee4-bd30-b17d4503cf25 x-openstack-request-id: req-b5a004ff-07bc-4ee4-bd30-b17d4503cf25 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:44.615191 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-plugged", "status": "completed", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:44.615191 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5a004ff-07bc-4ee4-bd30-b17d4503cf25 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:44.615628 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'code': 200} Jan 27 21:50:44.615939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=11']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:44.621168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9148d9db-410a-48e3-8086-076f55975fa4 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:44.621573 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9148d9db-410a-48e3-8086-076f55975fa4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.666350 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15f4b4e2-30e4-4f01-9d02-a0e7a7dbc77d admin admin] Publish callbacks [] for security_group (6369e243-1391-49f2-a52a-0f142e975b87), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.689541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.690088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.690618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.702119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15f4b4e2-30e4-4f01-9d02-a0e7a7dbc77d admin admin] Publish callbacks [] for security_group (6369e243-1391-49f2-a52a-0f142e975b87), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.702705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.704264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.704852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.714142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.714696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.716002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.716572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.717126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.718777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.718777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:44.729728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b2b61-a0d5-445b-bc0f-7166fdc9d64d None None] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:44.828613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15f4b4e2-30e4-4f01-9d02-a0e7a7dbc77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6369e243-1391-49f2-a52a-0f142e975b87), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.846576 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15f4b4e2-30e4-4f01-9d02-a0e7a7dbc77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.847404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-d04c02a8-dcf6-40f3-b53b-773b317d3ccd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=74af4c34cbc04b07aca076cb63937d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3070328 Jan 27 21:50:44.856148 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-15f4b4e2-30e4-4f01-9d02-a0e7a7dbc77d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6369e243-1391-49f2-a52a-0f142e975b87 HTTP/1.1" status: 204 len: 168 time: 0.3557026 Jan 27 21:50:44.887910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4b4e2-30e4-4f01-9d02-a0e7a7dbc77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6369e243-1391-49f2-a52a-0f142e975b87,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:44.898047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] device_id is not set on port 1279bf26-ddeb-42ef-802d-6433df621163 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:44.916101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fa74d-d145-4e0c-88fa-647170781763 req-37f69805-e6db-49af-8e84-2020b71dd4f3 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:44.920448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5fa74d-d145-4e0c-88fa-647170781763 req-37f69805-e6db-49af-8e84-2020b71dd4f3 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1096 time: 0.6195602 Jan 27 21:50:44.988290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 9148d9db-410a-48e3-8086-076f55975fa4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9148d9db-410a-48e3-8086-076f55975fa4,segment=NetworkSegment(61f9aa9d-62ce-4334-af4b-22f911ae231e),segment_id=61f9aa9d-62ce-4334-af4b-22f911ae231e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:45.014874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a1a475d3-e72b-408c-beef-06684ff60810 None None] Provisioning complete for port 9148d9db-410a-48e3-8086-076f55975fa4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:45.015556 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a1a475d3-e72b-408c-beef-06684ff60810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9148d9db-410a-48e3-8086-076f55975fa4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.019153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9148d9db-410a-48e3-8086-076f55975fa4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.313782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=9148d9db-410a-48e3-8086-076f55975fa4,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:45.337613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5aa5855-defa-447d-8315-c0eb4f91c725 req-a76496df-d38e-4487-94f7-5dc9a39cfd88 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 210 time: 0.1830549 Jan 27 21:50:45.376522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5fa74d-d145-4e0c-88fa-647170781763 req-6c00f87a-201f-4d6b-9c54-284d345e0137 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878767 Jan 27 21:50:45.524352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a1a475d3-e72b-408c-beef-06684ff60810 None None] Current status of the port 9148d9db-410a-48e3-8086-076f55975fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:45.559404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf84c68-835c-4398-b404-d3b72636a33b None None] Update dhcp port {'port': {'network_id': 'c805ca76-7df4-4e8a-80a9-cc978fc6c250', 'fixed_ips': [{'subnet_id': 'a1fa88a0-c820-433f-81c3-38befeb478e0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e41406e0-36fd-4a1d-aded-d5fc874d4f8d'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '9148d9db-410a-48e3-8086-076f55975fa4'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:50:45.574889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-5bbf756e-69fb-45e7-be25-e2b79b0def89 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:45.578056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-5bbf756e-69fb-45e7-be25-e2b79b0def89 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7072637 Jan 27 21:50:45.617280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Request body: {'port': {'device_id': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '74af4c34cbc04b07aca076cb63937d5e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:45.678092 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9cf84c68-835c-4398-b404-d3b72636a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9148d9db-410a-48e3-8086-076f55975fa4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.013351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-9cf84c68-835c-4398-b404-d3b72636a33b None None] Allocated IP 172.20.0.18 (c805ca76-7df4-4e8a-80a9-cc978fc6c250/e41406e0-36fd-4a1d-aded-d5fc874d4f8d/9148d9db-410a-48e3-8086-076f55975fa4) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:46.171324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9cf84c68-835c-4398-b404-d3b72636a33b None None] For port 9148d9db-410a-48e3-8086-076f55975fa4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9148d9db-410a-48e3-8086-076f55975fa4,segment=NetworkSegment(61f9aa9d-62ce-4334-af4b-22f911ae231e),segment_id=61f9aa9d-62ce-4334-af4b-22f911ae231e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:46.208665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedc359-d095-428f-8f20-68737a3e28d9 req-195b1082-9258-457d-bb31-d9cbfd259b54 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.219002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dedc359-d095-428f-8f20-68737a3e28d9 req-195b1082-9258-457d-bb31-d9cbfd259b54 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1096 time: 0.6392646 Jan 27 21:50:46.250604 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9cf84c68-835c-4398-b404-d3b72636a33b None None] Publish callbacks [] for port (9148d9db-410a-48e3-8086-076f55975fa4), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.259753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9cf84c68-835c-4398-b404-d3b72636a33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9148d9db-410a-48e3-8086-076f55975fa4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.291560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks [] for port (1279bf26-ddeb-42ef-802d-6433df621163), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.425807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dedc359-d095-428f-8f20-68737a3e28d9 req-4e7f4096-5955-4fab-a46d-bc1cd5395e24 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049277 Jan 27 21:50:46.495773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Made reservation on behalf of 74af4c34cbc04b07aca076cb63937d5e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:46.497186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf84c68-835c-4398-b404-d3b72636a33b None None] Pushing event updated for resources: {'Port': ['ID=9148d9db-410a-48e3-8086-076f55975fa4,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:46.508282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.633694 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1279bf26-ddeb-42ef-802d-6433df621163), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.758655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.9 (c805ca76-7df4-4e8a-80a9-cc978fc6c250/a1fa88a0-c820-433f-81c3-38befeb478e0/8464177d-9f28-44b9-803a-bba88561778b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:46.768223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.24 (c805ca76-7df4-4e8a-80a9-cc978fc6c250/e41406e0-36fd-4a1d-aded-d5fc874d4f8d/8464177d-9f28-44b9-803a-bba88561778b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:46.874309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bf1ddea-54c9-4f2e-a943-950564eaddfa req-d693d730-809d-43f4-9f68-c73dcc97b8eb tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 210 time: 0.3234730 Jan 27 21:50:47.087465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-cfcdb1b7-45e2-4440-91ee-74cf9c0df0d8 req-33bf05d9-1b91-4463-ba6e-340afe0ac44a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:50:47.090204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfcdb1b7-45e2-4440-91ee-74cf9c0df0d8 req-33bf05d9-1b91-4463-ba6e-340afe0ac44a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0636680 Jan 27 21:50:47.232206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:47.295721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9148d9db-410a-48e3-8086-076f55975fa4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:47.306770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:47.344159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:47.345413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:47.346283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.399760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.1018448 Jan 27 21:50:47.403969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52714) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:47.428496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a98c3-627b-4d61-8260-a06d5af809ce tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=1279bf26-ddeb-42ef-802d-6433df621163,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:47.474612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Allocated IP 192.168.233.249 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/f74ba430-ad78-4da5-a30d-f4cd48cfe98a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:47.491694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9148d9db-410a-48e3-8086-076f55975fa4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:47.492450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9148d9db-410a-48e3-8086-076f55975fa4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.636937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (8464177d-9f28-44b9-803a-bba88561778b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.644939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea213a9-5b13-4d49-a195-78dfe4ba2d87 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:47.647791 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-eea213a9-5b13-4d49-a195-78dfe4ba2d87 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "GET /v2.0/ports/1279bf26-ddeb-42ef-802d-6433df621163 HTTP/1.1" status: 200 len: 954 time: 0.2421317 Jan 27 21:50:47.653950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52718) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:47.681801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1176d42a-3508-403e-bc82-98280da34fdd None None] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:47.893182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-00488249-fb9f-4d9c-92cb-80b347138058 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Deleting port 1279bf26-ddeb-42ef-802d-6433df621163 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:47.893760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00488249-fb9f-4d9c-92cb-80b347138058 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1279bf26-ddeb-42ef-802d-6433df621163), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.979798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:48.101608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9148d9db-410a-48e3-8086-076f55975fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:48.116616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.124534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ddfbd2be-59e9-4c3d-8094-cb4df1adee46 None None] Provisioning complete for port 9148d9db-410a-48e3-8086-076f55975fa4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:48.125127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd2be-59e9-4c3d-8094-cb4df1adee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9148d9db-410a-48e3-8086-076f55975fa4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.216625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8464177d-9f28-44b9-803a-bba88561778b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.225202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6557c7cb-9fb3-44f1-977e-0cdc26574e98 req-41e81c47-d0a6-4194-ac57-35b5328cd202 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 210 time: 0.0551906 Jan 27 21:50:48.228446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00488249-fb9f-4d9c-92cb-80b347138058 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1279bf26-ddeb-42ef-802d-6433df621163), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.275696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-00488249-fb9f-4d9c-92cb-80b347138058 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Calling delete_port for 1279bf26-ddeb-42ef-802d-6433df621163 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:48.337573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:48.345826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:48.360243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:48.482436 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks [] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.484101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=8464177d-9f28-44b9-803a-bba88561778b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:48.504063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00488249-fb9f-4d9c-92cb-80b347138058 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1279bf26-ddeb-42ef-802d-6433df621163), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.552522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.553263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.570718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00488249-fb9f-4d9c-92cb-80b347138058 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event deleted for resources: {'Port': ['ID=1279bf26-ddeb-42ef-802d-6433df621163,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:48.590148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2af0e729-2997-4f9a-9355-155526133a9a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.8980711 Jan 27 21:50:48.596038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52752) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:48.601582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1fa88a0-c820-433f-81c3-38befeb478e0'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:48.615218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00488249-fb9f-4d9c-92cb-80b347138058 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.642512 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.656642 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-00488249-fb9f-4d9c-92cb-80b347138058 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "DELETE /v2.0/ports/1279bf26-ddeb-42ef-802d-6433df621163 HTTP/1.1" status: 204 len: 168 time: 0.9943523 Jan 27 21:50:48.657462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52758) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:48.690780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:48.706457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['02a5d51c-932f-4fd8-85e0-c525687bbed5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:48.727038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', '882e2de7-1eb5-4d2c-9404-4a0565636258'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:48.778532 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b73ff47-a4c8-4a05-b051-0835715ae02a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] GET failed (client error): The resource could not be found. Jan 27 21:50:48.781755 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2b73ff47-a4c8-4a05-b051-0835715ae02a tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "GET /v2.0/ports/1279bf26-ddeb-42ef-802d-6433df621163 HTTP/1.1" status: 404 len: 333 time: 0.1173587 Jan 27 21:50:48.789383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52764) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:48.798940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Request body: {'port': {'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1600497941'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:48.845926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Made reservation on behalf of 9b064532aa6e4250a5647bf064c78588 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:48.852151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.894053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:48.902010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'mac_address': 'fa:16:3e:21:4f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:48.903850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbd2be-59e9-4c3d-8094-cb4df1adee46 None None] Current status of the port 9148d9db-410a-48e3-8086-076f55975fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:48.909222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] device_id is not set on port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:48.911488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:48.915857 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8464177d-9f28-44b9-803a-bba88561778b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.932805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:49.011053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:49.144146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:49.145285 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.246823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-837e7a1c-63c6-4a50-bad4-72b842cc0d92 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6528459 Jan 27 21:50:49.257958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:49.260798 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.290081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Request body: {'port': {'device_id': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:49.519110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks [] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.555139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.570870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4740b2ec-1a4e-4257-80ae-8a5655f3e110 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:49.689585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:49.697527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-30fca4e8-d4e6-4550-83a0-13d4f8ed1bf1 None None] Provisioning complete for port 9148d9db-410a-48e3-8086-076f55975fa4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:49.698719 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30fca4e8-d4e6-4550-83a0-13d4f8ed1bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9148d9db-410a-48e3-8086-076f55975fa4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.709766 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.735606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.933026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1f77a5-e7a1-4117-bec4-26e62fe74fd3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:49.940409 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['4740b2ec-1a4e-4257-80ae-8a5655f3e110'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:49.972454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:50.021923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:50.030104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:50.035581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:50.036428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.037549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.090042 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8e9631c2-9d1c-4e83-9f61-4483a3469ccf tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2989790 Jan 27 21:50:50.096042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52804) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:50.114769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-30fca4e8-d4e6-4550-83a0-13d4f8ed1bf1 None None] Current status of the port 9148d9db-410a-48e3-8086-076f55975fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:50.124301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:50.202688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-30fca4e8-d4e6-4550-83a0-13d4f8ed1bf1 None None] Provisioning complete for port 8464177d-9f28-44b9-803a-bba88561778b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:50.203151 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30fca4e8-d4e6-4550-83a0-13d4f8ed1bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8464177d-9f28-44b9-803a-bba88561778b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.291160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-30fca4e8-d4e6-4550-83a0-13d4f8ed1bf1 None None] Port 8464177d-9f28-44b9-803a-bba88561778b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:50.439318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf83b6-0ea9-48d7-b8a6-83607c95f29a req-acf443a2-d8ba-4811-ad5a-99244c8e5ced tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.440652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b95b9c87-6bad-4605-b942-4415ea7d199e None None] Provisioning complete for port 8464177d-9f28-44b9-803a-bba88561778b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:50.441290 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b95b9c87-6bad-4605-b942-4415ea7d199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8464177d-9f28-44b9-803a-bba88561778b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.445729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79cf83b6-0ea9-48d7-b8a6-83607c95f29a req-acf443a2-d8ba-4811-ad5a-99244c8e5ced tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 936 time: 0.9330184 Jan 27 21:50:50.511808 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.512669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b95b9c87-6bad-4605-b942-4415ea7d199e None None] Port 8464177d-9f28-44b9-803a-bba88561778b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:50.525629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b95b9c87-6bad-4605-b942-4415ea7d199e None None] Provisioning complete for port f74ba430-ad78-4da5-a30d-f4cd48cfe98a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:50.526313 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b95b9c87-6bad-4605-b942-4415ea7d199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.551697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.591885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-32db9159-eb61-4b13-8dcb-c38cee7bfbff tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:50:50.594956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-32db9159-eb61-4b13-8dcb-c38cee7bfbff tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4015527 Jan 27 21:50:50.605404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b95b9c87-6bad-4605-b942-4415ea7d199e None None] Port f74ba430-ad78-4da5-a30d-f4cd48cfe98a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:50.881341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-8dbcc615-bf1a-4048-9013-b57a66bd2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.888335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79cf83b6-0ea9-48d7-b8a6-83607c95f29a req-364c76b0-ad51-4fda-a600-dcee269bc6fd tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465691 Jan 27 21:50:50.893046 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-8dbcc615-bf1a-4048-9013-b57a66bd2faa service neutron] 10.222.0.45 "GET /v2.0/ports/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 200 len: 1093 time: 0.2804577 Jan 27 21:50:50.909935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Request body: {'binding': {'host': 'n-h2-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:50.910663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Unknown quota resources ['binding']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:50:50.953168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Delete allocated IP 172.20.0.24 (c805ca76-7df4-4e8a-80a9-cc978fc6c250/e41406e0-36fd-4a1d-aded-d5fc874d4f8d) {{(pid=103330) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 21:50:51.279300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52830) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:51.376917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on host n-h2-826529-2 for vnic_type normal with profile None {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:51.378038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:51.378761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:51.389408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:51.389889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:51.403041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:51.403668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:51.404323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:51.405088 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Bound port: 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:51.422670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (8464177d-9f28-44b9-803a-bba88561778b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.431970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74ba430-ad78-4da5-a30d-f4cd48cfe98a {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:51.440409 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8464177d-9f28-44b9-803a-bba88561778b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.447568 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Publish callbacks [] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.512182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Transition to ACTIVE for port object f74ba430-ad78-4da5-a30d-f4cd48cfe98a will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:51.538259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:51.562761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.566611 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] 10.222.0.45 "POST /v2.0/ports/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6713929 Jan 27 21:50:51.574704 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.585610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a16047a-ce6f-4f73-ab28-d98276b3ae84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.608594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=8464177d-9f28-44b9-803a-bba88561778b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:51.720181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] device_id is not set on port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:50:51.780005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a16047a-ce6f-4f73-ab28-d98276b3ae84 admin admin] Publish callbacks [] for security_group (c727fe7c-08ce-453b-8b1d-9c79f06381e4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.796539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a16047a-ce6f-4f73-ab28-d98276b3ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c727fe7c-08ce-453b-8b1d-9c79f06381e4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.809079 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks [] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.829919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:51.932582 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5a16047a-ce6f-4f73-ab28-d98276b3ae84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db08c8ebddf24e9091723e4d293bab90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6503117 Jan 27 21:50:51.958145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16047a-ce6f-4f73-ab28-d98276b3ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c727fe7c-08ce-453b-8b1d-9c79f06381e4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:51.965597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:51.975719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] In _notify_port_updated(), no bound segment for port 8464177d-9f28-44b9-803a-bba88561778b on network c805ca76-7df4-4e8a-80a9-cc978fc6c250 {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:50:51.980651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:51.981075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.981349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:51.982012 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.984487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9b014715-caaf-4c75-8c6e-42a69a6ecc6f tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "PUT /v2.0/ports/8464177d-9f28-44b9-803a-bba88561778b HTTP/1.1" status: 200 len: 918 time: 3.3875833 Jan 27 21:50:52.022053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52840) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:52.058397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.097251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1fa88a0-c820-433f-81c3-38befeb478e0'}, {'subnet_id': 'e41406e0-36fd-4a1d-aded-d5fc874d4f8d'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:52.136700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:52.137058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:52.137453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:52.183908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:52.184312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.196635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:52.223790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:52.230527 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8224593f-c70c-408c-b376-a173b69ff7dd" -d '{"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-plugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:52.244972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:52.258913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-23d8112a-21eb-487f-809a-eb141696799e None None] Provisioning complete for port 8464177d-9f28-44b9-803a-bba88561778b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:52.259295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-23d8112a-21eb-487f-809a-eb141696799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8464177d-9f28-44b9-803a-bba88561778b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.262267 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.267655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:52.267996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:52.278641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:52.279040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:52.279369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:52.279850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Bound port: f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:52.280221 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.323522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd9ec6-35d0-4a83-a124-387cd4659bd1 req-c79b1fdb-b38c-4939-bf77-7753cd094326 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.331678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fbd9ec6-35d0-4a83-a124-387cd4659bd1 req-c79b1fdb-b38c-4939-bf77-7753cd094326 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.5151987 Jan 27 21:50:52.345181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:52.348063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:52.348407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:52.348869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:52.361106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3845d68-f1d9-4aca-96e2-46b4c97880d8 req-4391bb4e-c7b5-4f3e-a8d0-b63e10b057a4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.362766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3845d68-f1d9-4aca-96e2-46b4c97880d8 req-4391bb4e-c7b5-4f3e-a8d0-b63e10b057a4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 948 time: 0.2710588 Jan 27 21:50:52.379406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-23d8112a-21eb-487f-809a-eb141696799e None None] Port 8464177d-9f28-44b9-803a-bba88561778b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:52.384172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:52.384876 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:52.385697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1f77a5-e7a1-4117-bec4-26e62fe74fd3,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:52.386105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-461e4d75-c2ca-4c22-b1d9-516d88a23698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.387876 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-461e4d75-c2ca-4c22-b1d9-516d88a23698 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1096 time: 0.4526188 Jan 27 21:50:52.411754 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 2 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:52.468491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ec00461-2ffd-4454-b104-ef41baa7698a admin admin] Publish callbacks [] for security_group (c727fe7c-08ce-453b-8b1d-9c79f06381e4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.492255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:52.492588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:52.493573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:52.501111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fbd9ec6-35d0-4a83-a124-387cd4659bd1 req-fe980acf-6620-4d9d-a498-bb64316cf82b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684568 Jan 27 21:50:52.517147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:52.517388 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:52.526202 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 3 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:52.553244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ec00461-2ffd-4454-b104-ef41baa7698a admin admin] Publish callbacks [] for security_group (c727fe7c-08ce-453b-8b1d-9c79f06381e4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.581608 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8464177d-9f28-44b9-803a-bba88561778b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.582099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3845d68-f1d9-4aca-96e2-46b4c97880d8 req-aaf246f5-f8aa-4a35-a81d-ad9e573ce63e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730630 Jan 27 21:50:52.633629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:52.635376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-c8e1ac43-d43d-4838-b362-3983c6ffc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.637339 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-c8e1ac43-d43d-4838-b362-3983c6ffc791 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.2411618 Jan 27 21:50:52.639356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:52.642028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:52.642723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:52.643279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:52.647994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.724642 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6465686-2e58-4e37-9679-0e07b0884cfb x-openstack-request-id: req-c6465686-2e58-4e37-9679-0e07b0884cfb {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:52.725134 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-plugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:52.725497 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6465686-2e58-4e37-9679-0e07b0884cfb {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:52.726012 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'code': 200} Jan 27 21:50:52.771910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.772947 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.775814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] 10.222.0.16 "PUT /v2.0/ports/f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 1096 time: 3.5069959 Jan 27 21:50:52.776572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:52.790162 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912b229a-b6b5-4d62-8b56-46adc75e13b9" -d '{"events": [{"name": "network-changed", "server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:52.802485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:52.805670 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:52.806955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88601b4b-0dc9-4c21-b142-79e57ea6973c service neutron] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:52.825861 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 4 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:52.922025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:52.922731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:52.923631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:52.929725 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd4e4de-ea98-4414-9ed1-357a7785e340 x-openstack-request-id: req-7bd4e4de-ea98-4414-9ed1-357a7785e340 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:52.930305 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:52.930775 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bd4e4de-ea98-4414-9ed1-357a7785e340 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:52.931578 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'status': 'completed', 'code': 200} Jan 27 21:50:52.979281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:52.980366 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:52.982811 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 5 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:53.024397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:53.025044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:53.025597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:53.042767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:53.043385 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:53.045817 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 6 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:53.056617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-622b4a47-ec92-4257-8cc7-4a5144ae9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.060139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-622b4a47-ec92-4257-8cc7-4a5144ae9b10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1099 time: 0.1625881 Jan 27 21:50:53.084936 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-67ade55d-1fd0-405a-b6cc-a627f7a336f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 200 len: 217 time: 0.4175813 Jan 27 21:50:53.098068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:53.099030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:53.099461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:53.170192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-67c23637-1787-4004-b4ea-04c058ef718e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 0.0971553 Jan 27 21:50:53.172081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:53.172730 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:53.173427 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 7 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:53.179437 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ec00461-2ffd-4454-b104-ef41baa7698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c727fe7c-08ce-453b-8b1d-9c79f06381e4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.182436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ec00461-2ffd-4454-b104-ef41baa7698a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.187645 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9ec00461-2ffd-4454-b104-ef41baa7698a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c727fe7c-08ce-453b-8b1d-9c79f06381e4 HTTP/1.1" status: 204 len: 168 time: 1.2123873 Jan 27 21:50:53.263873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec00461-2ffd-4454-b104-ef41baa7698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c727fe7c-08ce-453b-8b1d-9c79f06381e4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:53.300872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:53.300872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:53.300872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:53.314428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:53.315034 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:53.318022 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 8 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:53.346051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-93a60280-508e-4119-94d4-b056c520cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.348154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-93a60280-508e-4119-94d4-b056c520cd15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1684387 Jan 27 21:50:53.349943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:53.350510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:53.350947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:53.356623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:53.357189 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:53.357796 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 9 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:53.377794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:53.378152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:53.379357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:53.385988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:53.386443 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:53.387001 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempt 10 to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 Jan 27 21:50:53.393463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-9ae478c1-a43c-4252-986c-664fac1e356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.395242 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-9ae478c1-a43c-4252-986c-664fac1e356e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2943420 Jan 27 21:50:53.410163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:53.410625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:53.411222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempting to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:53.418222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:53.418573 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Failed to bind port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '3230984b-82c7-45b3-adc9-268d5103084a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2'}] Jan 27 21:50:53.418943 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.443784 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-eaad4b67-929d-4568-8d05-7bda558771d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395913 Jan 27 21:50:53.527066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] For port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:53.527489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attempted to set empty binding levels {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 21:50:53.578957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.635568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] In _notify_port_updated(), no bound segment for port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 on network 0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:50:53.636588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.637118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.638630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "PUT /v2.0/ports/4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 HTTP/1.1" status: 200 len: 975 time: 3.5272141 Jan 27 21:50:53.644801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52886) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:53.662590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-b19028ba-64e2-4186-8859-4b2414f14c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.673399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-b19028ba-64e2-4186-8859-4b2414f14c95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438708 Jan 27 21:50:53.715049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cc3fe-c8a3-4e3c-ac42-b01b55b48002 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1f77a5-e7a1-4117-bec4-26e62fe74fd3,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:53.760409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:53.812416 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f882b8-ac9f-4294-9b88-f08f314b8b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.914210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea624e-3047-4cb7-8ba0-edde2d25b541 req-f2e7a25e-258b-4c15-8078-68979dc746d9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.915940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53ea624e-3047-4cb7-8ba0-edde2d25b541 req-f2e7a25e-258b-4c15-8078-68979dc746d9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.2165956 Jan 27 21:50:53.930875 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-945b66d1-4e4f-4d7e-beae-5b446c7593e1 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800599 Jan 27 21:50:53.968815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-3a858a8b-5c1f-4838-beaf-48e0843a86d4 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704027 Jan 27 21:50:53.979255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a26b-25b8-4991-bbaf-7eb81f5a1ad0 req-a2da39e7-f4e2-4dc7-b2d4-0e07e71ebd5e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.980936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1838a26b-25b8-4991-bbaf-7eb81f5a1ad0 req-a2da39e7-f4e2-4dc7-b2d4-0e07e71ebd5e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 948 time: 0.1770368 Jan 27 21:50:53.998326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Deleting port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:53.998675 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.030521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.20 (c805ca76-7df4-4e8a-80a9-cc978fc6c250/e41406e0-36fd-4a1d-aded-d5fc874d4f8d/8464177d-9f28-44b9-803a-bba88561778b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:54.195599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f882b8-ac9f-4294-9b88-f08f314b8b86 admin admin] Publish callbacks [] for security_group (596e5caf-ae06-4802-a6e8-43e6bf240757), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.201768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] For port 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3, host n-h2-826529-2, got binding levels [] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:54.203301 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.211201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f882b8-ac9f-4294-9b88-f08f314b8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (596e5caf-ae06-4802-a6e8-43e6bf240757), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.252764 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c6f882b8-ac9f-4294-9b88-f08f314b8b86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d66fbe1275b4d51aaf1fa0bf331f1e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4905696 Jan 27 21:50:54.372778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (8464177d-9f28-44b9-803a-bba88561778b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.419495 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-59b948b2-c222-4d77-bc68-ff13b8d80d29 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818940 Jan 27 21:50:54.420510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52904) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:54.442708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (8464177d-9f28-44b9-803a-bba88561778b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.474395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f882b8-ac9f-4294-9b88-f08f314b8b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596e5caf-ae06-4802-a6e8-43e6bf240757,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:54.750268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Calling delete_port for 4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:54.764316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=8464177d-9f28-44b9-803a-bba88561778b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:54.832915 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd97e20f-f3f4-4464-9b86-8301da16dc73 admin admin] Publish callbacks [] for security_group (596e5caf-ae06-4802-a6e8-43e6bf240757), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.905171 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd97e20f-f3f4-4464-9b86-8301da16dc73 admin admin] Publish callbacks [] for security_group (596e5caf-ae06-4802-a6e8-43e6bf240757), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.919836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4c1f77a5-e7a1-4117-bec4-26e62fe74fd3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.002108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53ea624e-3047-4cb7-8ba0-edde2d25b541 req-35ca575c-3ff7-480e-84ac-f813bf4faa3f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0720320 Jan 27 21:50:55.003497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] In _notify_port_updated(), no bound segment for port 8464177d-9f28-44b9-803a-bba88561778b on network c805ca76-7df4-4e8a-80a9-cc978fc6c250 {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:50:55.011269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:55.012367 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.014214 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.015356 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e14bdd5a-4f66-42e5-88ac-e47033f1a744 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "PUT /v2.0/ports/8464177d-9f28-44b9-803a-bba88561778b HTTP/1.1" status: 200 len: 998 time: 2.9454217 Jan 27 21:50:55.017005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd97e20f-f3f4-4464-9b86-8301da16dc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (596e5caf-ae06-4802-a6e8-43e6bf240757), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.021091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd97e20f-f3f4-4464-9b86-8301da16dc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.023129 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dd97e20f-f3f4-4464-9b86-8301da16dc73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/596e5caf-ae06-4802-a6e8-43e6bf240757 HTTP/1.1" status: 204 len: 168 time: 0.5978715 Jan 27 21:50:55.024176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:55.031398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "DELETE /v2.0/ports/4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 HTTP/1.1" status: 204 len: 168 time: 1.3805826 Jan 27 21:50:55.034774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52916) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:55.055060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cd431-9a0e-408a-8116-b240d5bffda7 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c1f77a5-e7a1-4117-bec4-26e62fe74fd3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:55.059347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97e20f-f3f4-4464-9b86-8301da16dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596e5caf-ae06-4802-a6e8-43e6bf240757,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:55.185051 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c157208-d495-4d73-b784-b8d7faa55e15 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] GET failed (client error): The resource could not be found. Jan 27 21:50:55.192691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9c157208-d495-4d73-b784-b8d7faa55e15 tempest-PortsAdminExtendedAttrsTestJSON-911425596 tempest-PortsAdminExtendedAttrsTestJSON-911425596-project-admin] 10.222.0.45 "GET /v2.0/ports/4c1f77a5-e7a1-4117-bec4-26e62fe74fd3 HTTP/1.1" status: 404 len: 333 time: 0.1329606 Jan 27 21:50:55.195610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52918) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:55.206426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-802c7930-0129-4537-ba5c-b41826e81d37 None None] Provisioning complete for port 8464177d-9f28-44b9-803a-bba88561778b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:55.207828 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-802c7930-0129-4537-ba5c-b41826e81d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8464177d-9f28-44b9-803a-bba88561778b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.221726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1838a26b-25b8-4991-bbaf-7eb81f5a1ad0 req-effc5f35-ae5f-4f5c-8881-e0c910b81bad tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2232518 Jan 27 21:50:55.236656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9795622c-8215-4d1d-9203-0bc3df3e1a17 req-11f027d1-7497-4d6a-a6c1-1631afaef0a2 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2532630 Jan 27 21:50:55.528765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-1d557d25-37ca-41da-af6c-00e457dab8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:55.544745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-1d557d25-37ca-41da-af6c-00e457dab8f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1099 time: 0.2326818 Jan 27 21:50:55.585750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.720127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-802c7930-0129-4537-ba5c-b41826e81d37 None None] Port 8464177d-9f28-44b9-803a-bba88561778b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:55.796304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-134afc65-ebea-49db-98b9-45e641398b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:55.798331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-134afc65-ebea-49db-98b9-45e641398b8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2451413 Jan 27 21:50:55.888057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.896414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-8f607b47-4585-4f50-bd9f-ecc2de591ece service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 0.0894439 Jan 27 21:50:55.908432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-714bd4dc-9cb0-4367-982a-97c6bcac3114 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 8464177d-9f28-44b9-803a-bba88561778b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:55.919789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714bd4dc-9cb0-4367-982a-97c6bcac3114 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8464177d-9f28-44b9-803a-bba88561778b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.964193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:55.991575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3230984b-82c7-45b3-adc9-268d5103084a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:55.991878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3230984b-82c7-45b3-adc9-268d5103084a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:55.995625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-ed0abb36-b94c-4321-b737-89eb550dd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:55.997447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-ed0abb36-b94c-4321-b737-89eb550dd17e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0946181 Jan 27 21:50:56.004242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (3230984b-82c7-45b3-adc9-268d5103084a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.029651 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3230984b-82c7-45b3-adc9-268d5103084a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.039575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:56.040017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (3230984b-82c7-45b3-adc9-268d5103084a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.061234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-8944fe6f-e0f7-4f3d-a35a-0f1bbc1570cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.063157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-8944fe6f-e0f7-4f3d-a35a-0f1bbc1570cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592065 Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:56.170108 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:56.336755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.403786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.415201 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] 10.222.0.45 "DELETE /v2.0/networks/0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2 HTTP/1.1" status: 204 len: 168 time: 1.2183132 Jan 27 21:50:56.519816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619bb96-dd34-431f-ab2f-d2ab20ffe5da req-af34a805-b070-43bd-8862-7d9c74f8b7a2 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.522182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5619bb96-dd34-431f-ab2f-d2ab20ffe5da req-af34a805-b070-43bd-8862-7d9c74f8b7a2 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.2865329 Jan 27 21:50:56.526279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714bd4dc-9cb0-4367-982a-97c6bcac3114 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8464177d-9f28-44b9-803a-bba88561778b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.529508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767061e2-5642-4497-b0eb-82f3449c8163 tempest-PortsAdminExtendedAttrsTestJSON-1708534942 tempest-PortsAdminExtendedAttrsTestJSON-1708534942-project] Pushing event deleted for resources: {'Network': ['ID=0e809b1f-0dd4-4b21-b29b-4401f6b8d4a2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:56.605818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-714bd4dc-9cb0-4367-982a-97c6bcac3114 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 8464177d-9f28-44b9-803a-bba88561778b owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:56.891891 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-39559e91-cda5-4a8e-ae99-fecf185e1663 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159993 Jan 27 21:50:57.147934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-912b229a-b6b5-4d62-8b56-46adc75e13b9 req-2ceb3b0c-6079-4782-8a0b-1abf453fed33 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499125 Jan 27 21:50:57.217231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5619bb96-dd34-431f-ab2f-d2ab20ffe5da req-5d09163e-66f2-46ac-b201-1e67b3b8123a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716266 Jan 27 21:50:57.253721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6904af-f7fb-4a59-a2d5-94f720fb733e req-171e951b-cd59-4692-a30d-61cb647a81c2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:57.275678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a6904af-f7fb-4a59-a2d5-94f720fb733e req-171e951b-cd59-4692-a30d-61cb647a81c2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 948 time: 0.7679143 Jan 27 21:50:57.350591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52970) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:57.418804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714bd4dc-9cb0-4367-982a-97c6bcac3114 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8464177d-9f28-44b9-803a-bba88561778b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.513291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a6904af-f7fb-4a59-a2d5-94f720fb733e req-0399c4ff-9fd9-48ec-a0bc-7825d09b959c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111938 Jan 27 21:50:57.793559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bd4dc-9cb0-4367-982a-97c6bcac3114 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=8464177d-9f28-44b9-803a-bba88561778b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:58.064392 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:50:58.090562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714bd4dc-9cb0-4367-982a-97c6bcac3114 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.094425 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-714bd4dc-9cb0-4367-982a-97c6bcac3114 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/8464177d-9f28-44b9-803a-bba88561778b HTTP/1.1" status: 204 len: 168 time: 3.0524762 Jan 27 21:50:58.099719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52988) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:58.120716 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1c75dee-6778-4266-8321-52ba625ddd3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25af2bd9f7794594b7b6ec03b8bf3370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7685637 Jan 27 21:50:58.126596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52990) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:58.207545 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-57821e2e-e917-4a28-93e4-0162699428e9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:50:58.210434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-57821e2e-e917-4a28-93e4-0162699428e9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/8464177d-9f28-44b9-803a-bba88561778b HTTP/1.1" status: 404 len: 333 time: 0.1092346 Jan 27 21:50:58.219857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52992) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:58.296250 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c69e-78de-45d2-9e41-32a371ead44a admin admin] Publish callbacks [] for security_group (4cc2c530-ac8f-4546-b32c-7dd9b9d32782), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.357971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c69e-78de-45d2-9e41-32a371ead44a admin admin] Publish callbacks [] for security_group (4cc2c530-ac8f-4546-b32c-7dd9b9d32782), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.374747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a17947-9f26-456d-90db-ed21397430f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet e41406e0-36fd-4a1d-aded-d5fc874d4f8d {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:58.397237 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1a17947-9f26-456d-90db-ed21397430f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (e41406e0-36fd-4a1d-aded-d5fc874d4f8d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.510614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c69e-78de-45d2-9e41-32a371ead44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4cc2c530-ac8f-4546-b32c-7dd9b9d32782), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.517809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5cc1c69e-78de-45d2-9e41-32a371ead44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.522991 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5cc1c69e-78de-45d2-9e41-32a371ead44a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cc2c530-ac8f-4546-b32c-7dd9b9d32782 HTTP/1.1" status: 204 len: 168 time: 0.3924086 Jan 27 21:50:58.581513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1c69e-78de-45d2-9e41-32a371ead44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc2c530-ac8f-4546-b32c-7dd9b9d32782,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:58.619040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1a17947-9f26-456d-90db-ed21397430f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (e41406e0-36fd-4a1d-aded-d5fc874d4f8d), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.738740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e327feb-a055-46d4-a587-c3120d1b5485 req-d4830347-a8f9-4a0f-bc1a-dfc17d97e331 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.740536 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e327feb-a055-46d4-a587-c3120d1b5485 req-d4830347-a8f9-4a0f-bc1a-dfc17d97e331 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.2749422 Jan 27 21:50:59.215888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e327feb-a055-46d4-a587-c3120d1b5485 req-67f11650-b978-4124-9f92-f1e5eba5167d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644582 Jan 27 21:50:59.330826 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1a17947-9f26-456d-90db-ed21397430f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e41406e0-36fd-4a1d-aded-d5fc874d4f8d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.539947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0856a-36e5-40b7-9da2-e7e9eec9d1e4 req-a3e04256-dcd9-4c3f-92d9-97b0cff55736 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.552279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ed0856a-36e5-40b7-9da2-e7e9eec9d1e4 req-a3e04256-dcd9-4c3f-92d9-97b0cff55736 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 948 time: 0.6686287 Jan 27 21:50:59.657084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ed0856a-36e5-40b7-9da2-e7e9eec9d1e4 req-f0a8ca0c-647f-4972-b8dc-182104099ae0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011202 Jan 27 21:50:59.716356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1a17947-9f26-456d-90db-ed21397430f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (e41406e0-36fd-4a1d-aded-d5fc874d4f8d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.818801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a17947-9f26-456d-90db-ed21397430f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=e41406e0-36fd-4a1d-aded-d5fc874d4f8d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:59.837622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53030) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:59.849138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1a17947-9f26-456d-90db-ed21397430f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.859373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f18b3-f651-4d9d-974a-bbd12451e847 None None] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:59.876854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:59.890486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d1a17947-9f26-456d-90db-ed21397430f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/e41406e0-36fd-4a1d-aded-d5fc874d4f8d HTTP/1.1" status: 204 len: 168 time: 1.6649029 Jan 27 21:50:59.891834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53032) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:00.091454 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8bb97d7c-43a8-4f49-a4fd-e34fa7b0f57f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b064532aa6e4250a5647bf064c78588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2517576 Jan 27 21:51:00.096892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53034) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:00.115456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c51900c-2981-404e-bb33-f97e7206cdfb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet a1fa88a0-c820-433f-81c3-38befeb478e0 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:51:00.128911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c51900c-2981-404e-bb33-f97e7206cdfb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (a1fa88a0-c820-433f-81c3-38befeb478e0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.273960 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c51900c-2981-404e-bb33-f97e7206cdfb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (a1fa88a0-c820-433f-81c3-38befeb478e0), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.380948 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8c751c1-fcd9-40c2-bdc8-91dbbf1aba21 admin admin] Publish callbacks [] for security_group (cc2ef0a9-166f-4f28-af67-aa3cc52b773a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.512859 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8c751c1-fcd9-40c2-bdc8-91dbbf1aba21 admin admin] Publish callbacks [] for security_group (cc2ef0a9-166f-4f28-af67-aa3cc52b773a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.547665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:00.604755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'mac_address': 'fa:16:3e:df:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:00.802923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f74ba430-ad78-4da5-a30d-f4cd48cfe98a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:00.815152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.825511 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8c751c1-fcd9-40c2-bdc8-91dbbf1aba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cc2ef0a9-166f-4f28-af67-aa3cc52b773a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.830659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a8c751c1-fcd9-40c2-bdc8-91dbbf1aba21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.832082 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a8c751c1-fcd9-40c2-bdc8-91dbbf1aba21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc2ef0a9-166f-4f28-af67-aa3cc52b773a HTTP/1.1" status: 204 len: 168 time: 0.7296419 Jan 27 21:51:00.844516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c51900c-2981-404e-bb33-f97e7206cdfb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a1fa88a0-c820-433f-81c3-38befeb478e0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.852885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c751c1-fcd9-40c2-bdc8-91dbbf1aba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2ef0a9-166f-4f28-af67-aa3cc52b773a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:00.895638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9b5ea-a9f7-45cb-aa27-7438fde3f518 req-a8baa82d-cabe-47a9-a92b-c04b533944a5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:00.914840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4e9b5ea-a9f7-45cb-aa27-7438fde3f518 req-a8baa82d-cabe-47a9-a92b-c04b533944a5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.4006159 Jan 27 21:51:00.937004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74ba430-ad78-4da5-a30d-f4cd48cfe98a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:01.017876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:01.026749 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.207100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4e9b5ea-a9f7-45cb-aa27-7438fde3f518 req-22ab1432-8795-4371-92da-9ea096d2d034 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852762 Jan 27 21:51:01.209317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:01.328264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c51900c-2981-404e-bb33-f97e7206cdfb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (a1fa88a0-c820-433f-81c3-38befeb478e0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.441352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51900c-2981-404e-bb33-f97e7206cdfb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fa88a0-c820-433f-81c3-38befeb478e0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:01.474363 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c51900c-2981-404e-bb33-f97e7206cdfb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.488938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9c51900c-2981-404e-bb33-f97e7206cdfb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/a1fa88a0-c820-433f-81c3-38befeb478e0 HTTP/1.1" status: 204 len: 168 time: 1.5883830 Jan 27 21:51:01.493258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53062) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:01.534914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dddbac-7027-4331-b5e2-0b2b73260add req-c29f7dae-1a88-4694-a05e-4a8d60edab19 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.540825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['f74ba430-ad78-4da5-a30d-f4cd48cfe98a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:01.549778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39dddbac-7027-4331-b5e2-0b2b73260add req-c29f7dae-1a88-4694-a05e-4a8d60edab19 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 949 time: 0.2943602 Jan 27 21:51:01.713937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39dddbac-7027-4331-b5e2-0b2b73260add req-c566d33c-ae3f-42ef-8fba-6e924209d6a2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614172 Jan 27 21:51:01.715965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c805ca76-7df4-4e8a-80a9-cc978fc6c250), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.911519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 9148d9db-410a-48e3-8086-076f55975fa4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:01.912618 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9148d9db-410a-48e3-8086-076f55975fa4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.224458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] For port 9148d9db-410a-48e3-8086-076f55975fa4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9148d9db-410a-48e3-8086-076f55975fa4,segment=NetworkSegment(61f9aa9d-62ce-4334-af4b-22f911ae231e),segment_id=61f9aa9d-62ce-4334-af4b-22f911ae231e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:02.225178 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9148d9db-410a-48e3-8086-076f55975fa4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.306269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 9148d9db-410a-48e3-8086-076f55975fa4 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:02.402474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8494ea5a-b786-4f02-a31d-a19c05473f84 None None] Network c805ca76-7df4-4e8a-80a9-cc978fc6c250 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:02.584719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40d926-8715-4cc4-be8f-7952a6c42062 req-a62556bb-e90d-4977-856b-76e4b0477996 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:02.603802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b40d926-8715-4cc4-be8f-7952a6c42062 req-a62556bb-e90d-4977-856b-76e4b0477996 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.1772933 Jan 27 21:51:02.716994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0fb5c487-cc40-4669-b361-50f6d03c2fa6 None None] Provisioning complete for port 9148d9db-410a-48e3-8086-076f55975fa4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:02.717723 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c487-cc40-4669-b361-50f6d03c2fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9148d9db-410a-48e3-8086-076f55975fa4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.738175 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9148d9db-410a-48e3-8086-076f55975fa4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.791935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b40d926-8715-4cc4-be8f-7952a6c42062 req-c20fc36b-532a-43e9-9569-505a4daf29ec tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821058 Jan 27 21:51:02.907308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No DVR routers for this DVR port 9148d9db-410a-48e3-8086-076f55975fa4 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:02.913230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=9148d9db-410a-48e3-8086-076f55975fa4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:03.043696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0fb5c487-cc40-4669-b361-50f6d03c2fa6 None None] Could not find standard attr ID for object 9148d9db-410a-48e3-8086-076f55975fa4. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:51:03.047355 n-d-826529-2 neutron-server[103331]: INFO neutron.plugins.ml2.db [None req-0fb5c487-cc40-4669-b361-50f6d03c2fa6 None None] No ports have port_id starting with 9148d9db-410a-48e3-8086-076f55975fa4 Jan 27 21:51:03.072537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.073232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.074075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.074909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.086331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.089402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.094888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.097171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.103116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.104206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.112330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.116923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.117895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:03.150693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae2238-7e53-465a-ae30-f6ae9c718f68 None None] DHCP port deletion for c805ca76-7df4-4e8a-80a9-cc978fc6c250 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:51:03.156662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01b85d-ef07-4e12-b264-5b32bf71edb4 req-1a93cc8e-83bb-4b80-abc8-d3ae1e35b094 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.159264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b01b85d-ef07-4e12-b264-5b32bf71edb4 req-1a93cc8e-83bb-4b80-abc8-d3ae1e35b094 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 949 time: 0.1880927 Jan 27 21:51:03.304147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b01b85d-ef07-4e12-b264-5b32bf71edb4 req-51de5ebd-391b-43ba-89b7-46a215a8b873 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376965 Jan 27 21:51:03.407454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c805ca76-7df4-4e8a-80a9-cc978fc6c250), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.471106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c805ca76-7df4-4e8a-80a9-cc978fc6c250']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:03.500212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f9aa9d-62ce-4334-af4b-22f911ae231e') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:03.500707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f9aa9d-62ce-4334-af4b-22f911ae231e') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:03.540300 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (61f9aa9d-62ce-4334-af4b-22f911ae231e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.587984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (61f9aa9d-62ce-4334-af4b-22f911ae231e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.602433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:51:03.614757 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (61f9aa9d-62ce-4334-af4b-22f911ae231e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:51:03.624442 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:51:03.869226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:03.961311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c805ca76-7df4-4e8a-80a9-cc978fc6c250), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.057236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.067923 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/networks/c805ca76-7df4-4e8a-80a9-cc978fc6c250 HTTP/1.1" status: 204 len: 168 time: 2.5728855 Jan 27 21:51:04.075007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53118) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:04.087251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de9e26-0744-48d3-9689-96b428367e42 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Network': ['ID=c805ca76-7df4-4e8a-80a9-cc978fc6c250,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:04.196945 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aa5d8efe-85a5-44d9-be8b-169e06b8fede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.209275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce065d4-6ed2-4d5d-a375-4718c95411e3 req-29972e04-818a-4de8-b1a2-579b5a0d255f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:04.210469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port f74ba430-ad78-4da5-a30d-f4cd48cfe98a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:04.229559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port f74ba430-ad78-4da5-a30d-f4cd48cfe98a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:04.232703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.238314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ce065d4-6ed2-4d5d-a375-4718c95411e3 req-29972e04-818a-4de8-b1a2-579b5a0d255f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.1998897 Jan 27 21:51:04.251014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d110b4-c016-4865-ae12-93bf0bceac22 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:04.258202 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4d110b4-c016-4865-ae12-93bf0bceac22 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1757829 Jan 27 21:51:04.262475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53124) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:04.383976 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-34377a8e-3bae-405f-a958-63541fad96ab tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1198957 Jan 27 21:51:04.389491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53130) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:04.396006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1294055248'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:04.460777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ce065d4-6ed2-4d5d-a375-4718c95411e3 req-1a2d8a7a-0553-47ad-b882-2e2d0276ea2d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169740 Jan 27 21:51:04.469712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:04.510255 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.611369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f74ba430-ad78-4da5-a30d-f4cd48cfe98a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:04.612059 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.639330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:04.642066 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7f197f-e05d-492f-86a6-d8ea23a589db" -d '{"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-plugged", "status": "completed", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:04.674066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:04.684790 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.934248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:04.936773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1beae0-bee1-4d9d-bc9d-4fb78dd3eaf1 req-5a3d203e-9c62-4251-9f4c-6ff31e415fda tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:04.962563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf1beae0-bee1-4d9d-bc9d-4fb78dd3eaf1 req-5a3d203e-9c62-4251-9f4c-6ff31e415fda tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 949 time: 0.3719020 Jan 27 21:51:04.964505 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa534f7-0822-4a66-ab4b-5e52d3dea574 x-openstack-request-id: req-8fa534f7-0822-4a66-ab4b-5e52d3dea574 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:04.966410 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-plugged", "status": "completed", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:04.967928 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fa534f7-0822-4a66-ab4b-5e52d3dea574 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:04.974509 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'code': 200} Jan 27 21:51:05.064950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d94d54b0-a0a2-42b4-99e5-e0ddecee9a41), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.069082 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Added segment d94d54b0-a0a2-42b4-99e5-e0ddecee9a41 of type vlan for network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 Jan 27 21:51:05.107006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:05.117090 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-85cf66eb-7aa3-4fbe-bb1a-f1e3c9a2cf8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5872059 Jan 27 21:51:05.376598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9148d9db-410a-48e3-8086-076f55975fa4 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:05.456002 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (cba6c7c5-ce8b-4c0e-a091-60e705b591e0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.560461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 9148d9db-410a-48e3-8086-076f55975fa4 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:51:05.564863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9148d9db-410a-48e3-8086-076f55975fa4 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:05.681576 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (cba6c7c5-ce8b-4c0e-a091-60e705b591e0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.682419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf1beae0-bee1-4d9d-bc9d-4fb78dd3eaf1 req-9704f2f3-acd2-48a8-a89b-d85d01b025c5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145126 Jan 27 21:51:05.712009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.715243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dbb72-7a15-498e-8572-83ca27dc4174 req-7a126464-8e58-471b-88ab-1f46cf76c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.716466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.728265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd3dbb72-7a15-498e-8572-83ca27dc4174 req-7a126464-8e58-471b-88ab-1f46cf76c24c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1101 time: 0.6234479 Jan 27 21:51:05.870313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd3dbb72-7a15-498e-8572-83ca27dc4174 req-d28ee59d-99be-4c11-aa0e-846254ae2d8a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321414 Jan 27 21:51:06.103260 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7123497 Jan 27 21:51:06.115667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53172) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:06.145748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:06.246482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-02fff8b8-922d-42f9-a934-4ddd4b7198e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.255324 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-02fff8b8-922d-42f9-a934-4ddd4b7198e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.6562366 Jan 27 21:51:06.290920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247ac99-cc8c-4c6f-8f49-8469913227a3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Network': ['ID=cba6c7c5-ce8b-4c0e-a091-60e705b591e0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:06.304082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:06.445984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891647b-2a3e-4ef7-8464-87ed2b5e29a8 req-c29aeda4-1736-4826-9337-114e04c8c677 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.448213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2891647b-2a3e-4ef7-8464-87ed2b5e29a8 req-c29aeda4-1736-4826-9337-114e04c8c677 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.4193308 Jan 27 21:51:06.485758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:06.494648 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.708298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-22da1801-1149-4b2d-b2bf-a4876e86c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.714578 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-22da1801-1149-4b2d-b2bf-a4876e86c47a service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.4064760 Jan 27 21:51:06.909503 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-3ee89760-64f2-4afd-9b95-a30738ee07e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 200 len: 217 time: 0.1851966 Jan 27 21:51:07.017263 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4fa62598-7427-4652-9bf7-f678eeef2811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.115974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-a638f7b9-7fb4-4e52-b639-2f699d3390c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:07.122166 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-a638f7b9-7fb4-4e52-b639-2f699d3390c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.2059262 Jan 27 21:51:07.163536 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2891647b-2a3e-4ef7-8464-87ed2b5e29a8 req-700c175f-9177-4f29-90e2-6b1d0d4c9b3e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7080731 Jan 27 21:51:07.177632 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (e4c08d33-edc0-4554-a6f7-d3dc91e5515a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.182002 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-85329466-2b2d-43ad-9c31-307d492a601a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524292 Jan 27 21:51:07.584866 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-8f4c5bd9-48ce-4efa-b64b-e23f713a15ae service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896737 Jan 27 21:51:07.752180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e617f0-e42b-4744-97fd-28d7774278e7 req-b43f32bf-c14a-4f0a-bed2-3330895e6810 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:07.761128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47e617f0-e42b-4744-97fd-28d7774278e7 req-b43f32bf-c14a-4f0a-bed2-3330895e6810 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.7141657 Jan 27 21:51:07.924019 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46205fb9-2d45-45f8-a67d-35ea9e114c91 req-2c5b9ad4-d15e-40ab-9e7b-1ffde68395be service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298864 Jan 27 21:51:08.005595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=e4c08d33-edc0-4554-a6f7-d3dc91e5515a,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:08.155892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47e617f0-e42b-4744-97fd-28d7774278e7 req-d05ead62-ae05-4d31-b8a7-aaaf39725bb4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522778 Jan 27 21:51:08.163289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking segment: {'id': 'd94d54b0-a0a2-42b4-99e5-e0ddecee9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:08.164293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network hostable DHCP agents. Network: cba6c7c5-ce8b-4c0e-a091-60e705b591e0, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:08.243525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:08.280259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, cba6c7c5-ce8b-4c0e-a091-60e705b591e0) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:08.310286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:08.313327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.341967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be2673-195b-4d9a-bb81-85168927cc87 None None] Network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:08.355473 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.400627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53220) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:08.410356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0', 'name': 'tempest-PortsTestJSON-1950789704'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:08.419007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7981a44a-f0a5-48da-b1dc-15aa7ad472c6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2864718 Jan 27 21:51:08.696934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06505179-b1b5-418f-a97b-57502c8d3ff1 req-87a33e9c-3d27-4c72-ac69-63d2df302ea1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:08.707669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06505179-b1b5-418f-a97b-57502c8d3ff1 req-87a33e9c-3d27-4c72-ac69-63d2df302ea1 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.2784104 Jan 27 21:51:08.848938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06505179-b1b5-418f-a97b-57502c8d3ff1 req-80d2dc47-73fa-4832-8ebb-ade6cffc8471 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364613 Jan 27 21:51:08.972675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-cba6c7c5-ce8b-4c0e-a091-60e705b591e0', 'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0', 'project_id': 'b1db4be02359400a8287ee893e8f7ed4', 'fixed_ips': [{'subnet_id': 'e4c08d33-edc0-4554-a6f7-d3dc91e5515a'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:51:08.974157 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.075665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:09.084509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.118890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-9fa72ed6-f7f2-4186-bf1e-930f3eefd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.124842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-9fa72ed6-f7f2-4186-bf1e-930f3eefd48b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 1102 time: 0.1537035 Jan 27 21:51:09.273187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port ef20e31b-2c88-4275-a6d7-ba8a28177959 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:09.697447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Allocated IP 172.20.0.2 (cba6c7c5-ce8b-4c0e-a091-60e705b591e0/e4c08d33-edc0-4554-a6f7-d3dc91e5515a/0d345190-46b6-4690-8bfd-378884db4df0) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:09.790303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd1cd7-62b9-4bd3-a40f-1ce2cea18e53 req-0e3631c3-9476-46c5-9674-7317ac4c2554 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.798552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18fd1cd7-62b9-4bd3-a40f-1ce2cea18e53 req-0e3631c3-9476-46c5-9674-7317ac4c2554 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.4499087 Jan 27 21:51:09.830948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53252) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:09.956775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-873d588d-ecf0-4091-80c2-24e73ace39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.968691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-873d588d-ecf0-4091-80c2-24e73ace39c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.8216646 Jan 27 21:51:10.083654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3dc51cfc-cdfb-4980-b513-f15a3257570c tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:10.192894 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Publish callbacks [] for port (0d345190-46b6-4690-8bfd-378884db4df0), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.206459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0d345190-46b6-4690-8bfd-378884db4df0), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.366578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:10.384392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-a3e21ad5-f4e9-474f-bb75-af4de355e83b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110 HTTP/1.1" status: 200 len: 217 time: 0.4024141 Jan 27 21:51:10.385665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:10.402098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:10.417889 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3dc51cfc-cdfb-4980-b513-f15a3257570c tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "PUT /v2.0/quotas/9a707196cc344c9990554bbbc9d3fb5a HTTP/1.1" status: 200 len: 366 time: 0.5814502 Jan 27 21:51:10.442762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53260) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:10.510568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Pushing event updated for resources: {'Port': ['ID=0d345190-46b6-4690-8bfd-378884db4df0,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:10.522640 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-90831e0f-0e82-4133-9fe1-34e226724085 tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0707476 Jan 27 21:51:10.532399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53262) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:10.535791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18fd1cd7-62b9-4bd3-a40f-1ce2cea18e53 req-61cbea99-558d-4326-a3de-2a3b6cd9d579 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087786 Jan 27 21:51:10.600749 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-44bf6734-3fa9-4a33-bec2-29c22c62fef7 tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "GET /v2.0/quotas/9a707196cc344c9990554bbbc9d3fb5a HTTP/1.1" status: 200 len: 366 time: 0.0626388 Jan 27 21:51:10.603605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53266) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:10.606865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Attempting to bind port 0d345190-46b6-4690-8bfd-378884db4df0 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:10.609853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Attempting to bind port 0d345190-46b6-4690-8bfd-378884db4df0 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'd94d54b0-a0a2-42b4-99e5-e0ddecee9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:10.612471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Attempting to bind port 0d345190-46b6-4690-8bfd-378884db4df0 on network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:10.624988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.13 (cba6c7c5-ce8b-4c0e-a091-60e705b591e0/e4c08d33-edc0-4554-a6f7-d3dc91e5515a/ef20e31b-2c88-4275-a6d7-ba8a28177959) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:10.635303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:10.640343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Checking segment: {'id': 'd94d54b0-a0a2-42b4-99e5-e0ddecee9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:10.641453 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.645261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Bound using segment: {'id': 'd94d54b0-a0a2-42b4-99e5-e0ddecee9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:10.646834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Bound port: 0d345190-46b6-4690-8bfd-378884db4df0, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94d54b0-a0a2-42b4-99e5-e0ddecee9a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:10.648015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0d345190-46b6-4690-8bfd-378884db4df0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.659611 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-94be5102-bedb-4ca5-a68a-124c88b1c20c tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/9a707196cc344c9990554bbbc9d3fb5a HTTP/1.1" status: 204 len: 168 time: 0.0507696 Jan 27 21:51:10.663706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53272) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:10.685272 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d3cc9416-d6ab-41ae-b59c-dda3d8febe15 tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0203621 Jan 27 21:51:10.690787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53276) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:10.904473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578faf1e-2003-4139-ab26-99828c16c8a2 req-646af1be-39f1-4ef8-ab0f-6ae35c5521e0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:10.920811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-578faf1e-2003-4139-ab26-99828c16c8a2 req-646af1be-39f1-4ef8-ab0f-6ae35c5521e0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.5784872 Jan 27 21:51:10.981735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-aa93e1a1-a1c7-475e-875a-85cd1cb27076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:10.983797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-aa93e1a1-a1c7-475e-875a-85cd1cb27076 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.5897894 Jan 27 21:51:11.033137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.104898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (ef20e31b-2c88-4275-a6d7-ba8a28177959), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.158052 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ebb593b8-adfa-451a-b690-22b164bcac5e tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "GET /v2.0/quotas/9a707196cc344c9990554bbbc9d3fb5a HTTP/1.1" status: 200 len: 370 time: 0.4635360 Jan 27 21:51:11.158285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] For port 0d345190-46b6-4690-8bfd-378884db4df0, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:11.159044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53284) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:11.163679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-578faf1e-2003-4139-ab26-99828c16c8a2 req-bbde3aba-8980-4002-a394-8e997d052938 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403390 Jan 27 21:51:11.189689 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dd1902c0-8c30-4bd3-955e-c28c4a656a0b tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "GET /v2.0/quotas/9a707196cc344c9990554bbbc9d3fb5a/default HTTP/1.1" status: 200 len: 370 time: 0.0290217 Jan 27 21:51:11.196291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ef20e31b-2c88-4275-a6d7-ba8a28177959), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.202352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:11.251404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] For port 0d345190-46b6-4690-8bfd-378884db4df0, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0d345190-46b6-4690-8bfd-378884db4df0,segment=NetworkSegment(d94d54b0-a0a2-42b4-99e5-e0ddecee9a41),segment_id=d94d54b0-a0a2-42b4-99e5-e0ddecee9a41)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:11.291661 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.329101 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0d345190-46b6-4690-8bfd-378884db4df0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.337896 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-222769b0-07d8-4f70-a9bd-9b5707c47807 tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] delete failed (client error): The resource could not be found. Jan 27 21:51:11.339863 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-222769b0-07d8-4f70-a9bd-9b5707c47807 tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/9a707196cc344c9990554bbbc9d3fb5a HTTP/1.1" status: 404 len: 348 time: 0.1351087 Jan 27 21:51:11.370035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:11.410669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:11.435197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:11.699193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=ef20e31b-2c88-4275-a6d7-ba8a28177959,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:11.759314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-27feb69b-30f6-4ad7-b58a-fa22d69c3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.767587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-27feb69b-30f6-4ad7-b58a-fa22d69c3840 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6160798 Jan 27 21:51:11.834274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.835036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.847532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4341c9e-68a4-46cc-b145-313ab7d4e566 req-11973573-c6a4-420c-ab2f-cc2e5c37393a tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.863761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1866866-fe3f-4d1b-b494-4de02413871c None None] Pushing event updated for resources: {'Port': ['ID=0d345190-46b6-4690-8bfd-378884db4df0,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:11.864764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4341c9e-68a4-46cc-b145-313ab7d4e566 req-11973573-c6a4-420c-ab2f-cc2e5c37393a tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1101 time: 0.7117162 Jan 27 21:51:11.890688 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-597daf9a-9ce7-4c53-96d6-04bd97e75d2d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4870343 Jan 27 21:51:11.894318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53302) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:11.916229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'cba6c7c5-ce8b-4c0e-a091-60e705b591e0', 'name': 'tempest-PortsTestJSON-1875432424'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:12.167868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53308) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:12.253338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Usage tracker for resource:network and project:72d26fb9127f4a639ef8134417fd939e is out of sync, need to count used quota {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:51:12.279014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4341c9e-68a4-46cc-b145-313ab7d4e566 req-7a801fa8-620f-4c71-b971-c76988475ddc tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068973 Jan 27 21:51:12.285265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:51:12.372046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Usage tracker for resource:subnet and project:72d26fb9127f4a639ef8134417fd939e is out of sync, need to count used quota {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:51:12.384994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:51:12.438138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Usage tracker for resource:subnetpool and project:72d26fb9127f4a639ef8134417fd939e is out of sync, need to count used quota {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:51:12.461948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:51:12.496955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Usage tracker for resource:port and project:72d26fb9127f4a639ef8134417fd939e is out of sync, need to count used quota {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:51:12.510246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:51:12.525810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Usage tracker for resource:router and project:72d26fb9127f4a639ef8134417fd939e is out of sync, need to count used quota {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:51:12.537810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:51:12.561488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:12.572010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.577138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Usage tracker for resource:floatingip and project:72d26fb9127f4a639ef8134417fd939e is out of sync, need to count used quota {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:51:12.614241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:51:12.629475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port ff3d8b95-4ba2-4cdf-a8fc-ba246311076e yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:12.651817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-07d80828-015f-43d8-8388-c0684e17936a service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682854 Jan 27 21:51:13.028129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.3 (cba6c7c5-ce8b-4c0e-a091-60e705b591e0/e4c08d33-edc0-4554-a6f7-d3dc91e5515a/ff3d8b95-4ba2-4cdf-a8fc-ba246311076e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:13.150126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3748b4e-2777-42d6-8d8c-3bf8a3848544 req-ff1ae171-214f-42a3-9a25-f93cdb4e68c0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.169235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3748b4e-2777-42d6-8d8c-3bf8a3848544 req-ff1ae171-214f-42a3-9a25-f93cdb4e68c0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.7876031 Jan 27 21:51:13.265335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d406e1d-e7dd-44e2-a9d9-6854360e6e5d req-d440ab4a-16c7-4ee8-9199-7e7cf59eb56f service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086140 Jan 27 21:51:13.338544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (ff3d8b95-4ba2-4cdf-a8fc-ba246311076e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.420134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ff3d8b95-4ba2-4cdf-a8fc-ba246311076e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.521945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3748b4e-2777-42d6-8d8c-3bf8a3848544 req-2b925fec-355a-4ce9-83fb-1f6e65229553 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487020 Jan 27 21:51:13.530062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0d345190-46b6-4690-8bfd-378884db4df0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:13.541083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:13.541972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Usage tracker for resource:security_group and project:72d26fb9127f4a639ef8134417fd939e is out of sync, need to count used quota {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:51:13.548737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:13.567371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:13.647269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:51:13.666589 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.666825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.709617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=ff3d8b95-4ba2-4cdf-a8fc-ba246311076e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:13.777098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53348) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:13.777934 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bd328f9e-3e74-45cb-a938-4632eaa17ae1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8761172 Jan 27 21:51:13.782581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Usage tracker for resource:security_group_rule and project:72d26fb9127f4a639ef8134417fd939e is out of sync, need to count used quota {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:51:13.793121 n-d-826529-2 neutron-server[103329]: DEBUG neutron.quota.resource [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103329) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:51:13.807725 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-49dbc419-f3f4-46cb-b21f-e98b8f859eeb tempest-QuotasTest-1209598978 tempest-QuotasTest-1209598978-project-admin] 10.222.0.45 "GET /v2.0/quotas/72d26fb9127f4a639ef8134417fd939e/details.json HTTP/1.1" status: 200 len: 703 time: 1.6377196 Jan 27 21:51:13.878667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0d345190-46b6-4690-8bfd-378884db4df0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:13.879136 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0d345190-46b6-4690-8bfd-378884db4df0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.921629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9556b-0d8c-49c4-b928-48e68cbd703f req-0d2e6f0a-f762-4575-8bcb-ba58fbb381a7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.931126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55d9556b-0d8c-49c4-b928-48e68cbd703f req-0d2e6f0a-f762-4575-8bcb-ba58fbb381a7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.2454219 Jan 27 21:51:14.339685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0d345190-46b6-4690-8bfd-378884db4df0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:14.347520 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0d345190-46b6-4690-8bfd-378884db4df0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.401112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55d9556b-0d8c-49c4-b928-48e68cbd703f req-9f537103-9737-43f2-82b1-d79b0d25b96c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680254 Jan 27 21:51:14.529429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f04dd3-152e-4a2f-8f7e-87abe70e8af7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:14.539174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e6f04dd3-152e-4a2f-8f7e-87abe70e8af7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.7540407 Jan 27 21:51:14.540161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53358) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:14.547218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 0d345190-46b6-4690-8bfd-378884db4df0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0d345190-46b6-4690-8bfd-378884db4df0,segment=NetworkSegment(d94d54b0-a0a2-42b4-99e5-e0ddecee9a41),segment_id=d94d54b0-a0a2-42b4-99e5-e0ddecee9a41)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:14.566063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980d168-676c-40ff-b5e5-4145fecc9533 None None] Network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:14.571756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-9068a76a-ca37-4a2b-a8a4-5b54f3b6066c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2670069 Jan 27 21:51:14.576161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0d345190-46b6-4690-8bfd-378884db4df0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.888807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=0d345190-46b6-4690-8bfd-378884db4df0,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:14.994033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-625d6c40-7071-4a41-96d2-489e55f4ce3a None None] Provisioning complete for port 0d345190-46b6-4690-8bfd-378884db4df0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:14.999185 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-625d6c40-7071-4a41-96d2-489e55f4ce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0d345190-46b6-4690-8bfd-378884db4df0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.064271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d9e70aa1-1fe9-4fee-be28-b7be4e5c4bba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port ff3d8b95-4ba2-4cdf-a8fc-ba246311076e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:15.065796 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e70aa1-1fe9-4fee-be28-b7be4e5c4bba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ff3d8b95-4ba2-4cdf-a8fc-ba246311076e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.349143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655426eb-c4f9-44b0-a773-2ba64c672981 req-b14067bb-95eb-4d92-b037-3a82a4fa2ffd tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.354747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-655426eb-c4f9-44b0-a773-2ba64c672981 req-b14067bb-95eb-4d92-b037-3a82a4fa2ffd tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.2489357 Jan 27 21:51:15.367042 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e70aa1-1fe9-4fee-be28-b7be4e5c4bba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ff3d8b95-4ba2-4cdf-a8fc-ba246311076e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.374285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0d345190-46b6-4690-8bfd-378884db4df0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:15.432372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d9e70aa1-1fe9-4fee-be28-b7be4e5c4bba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for ff3d8b95-4ba2-4cdf-a8fc-ba246311076e owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:15.556781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53380) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:15.807817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-625d6c40-7071-4a41-96d2-489e55f4ce3a None None] Current status of the port 0d345190-46b6-4690-8bfd-378884db4df0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:15.863555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e70aa1-1fe9-4fee-be28-b7be4e5c4bba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ff3d8b95-4ba2-4cdf-a8fc-ba246311076e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.883130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0d345190-46b6-4690-8bfd-378884db4df0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:15.883713 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0d345190-46b6-4690-8bfd-378884db4df0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.012618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480576-2d22-4b1e-b8d0-8aa374cd071b req-8f73337e-c037-42f4-9213-b60a6659ca49 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:16.033074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8480576-2d22-4b1e-b8d0-8aa374cd071b req-8f73337e-c037-42f4-9213-b60a6659ca49 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.2730346 Jan 27 21:51:16.078907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e70aa1-1fe9-4fee-be28-b7be4e5c4bba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=ff3d8b95-4ba2-4cdf-a8fc-ba246311076e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:16.264243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e70aa1-1fe9-4fee-be28-b7be4e5c4bba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.274568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0d345190-46b6-4690-8bfd-378884db4df0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:16.276155 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d9e70aa1-1fe9-4fee-be28-b7be4e5c4bba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/ff3d8b95-4ba2-4cdf-a8fc-ba246311076e HTTP/1.1" status: 204 len: 168 time: 1.7264638 Jan 27 21:51:16.278866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53394) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:16.376247 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d9723d-a2a5-4ce0-9a31-4846bc7306f2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:51:16.381766 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-18d9723d-a2a5-4ce0-9a31-4846bc7306f2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/ff3d8b95-4ba2-4cdf-a8fc-ba246311076e HTTP/1.1" status: 404 len: 333 time: 0.1016490 Jan 27 21:51:16.384555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53396) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:16.552984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8480576-2d22-4b1e-b8d0-8aa374cd071b req-b5037c77-e40f-48e5-9f8b-1d645388bfc3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159256 Jan 27 21:51:16.698706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1fa337e3-0117-46e7-8c31-e16dcd8df84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.703842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-590cf5cf-9e44-43d9-93bc-067c23ee1fe1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port ef20e31b-2c88-4275-a6d7-ba8a28177959 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:16.703842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-590cf5cf-9e44-43d9-93bc-067c23ee1fe1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ef20e31b-2c88-4275-a6d7-ba8a28177959), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.715261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-abe74956-3b6d-44f5-8e66-43ac2ce006c0 None None] Could not find standard attr ID for object ff3d8b95-4ba2-4cdf-a8fc-ba246311076e. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:51:16.765615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-abe74956-3b6d-44f5-8e66-43ac2ce006c0 None None] Provisioning complete for port 0d345190-46b6-4690-8bfd-378884db4df0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:16.769457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-abe74956-3b6d-44f5-8e66-43ac2ce006c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0d345190-46b6-4690-8bfd-378884db4df0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.813508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-655426eb-c4f9-44b0-a773-2ba64c672981 req-46610b40-3435-4557-8222-58dc62f813c9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4370127 Jan 27 21:51:17.054723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-abe74956-3b6d-44f5-8e66-43ac2ce006c0 None None] Current status of the port 0d345190-46b6-4690-8bfd-378884db4df0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:17.127972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-abe74956-3b6d-44f5-8e66-43ac2ce006c0 None None] Provisioning complete for port ef20e31b-2c88-4275-a6d7-ba8a28177959 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:17.132082 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-abe74956-3b6d-44f5-8e66-43ac2ce006c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ef20e31b-2c88-4275-a6d7-ba8a28177959), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.135770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-590cf5cf-9e44-43d9-93bc-067c23ee1fe1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ef20e31b-2c88-4275-a6d7-ba8a28177959), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.138663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1fa337e3-0117-46e7-8c31-e16dcd8df84c admin admin] Publish callbacks [] for security_group (9534e2d9-fea3-431e-92f9-b5d6d4f3ae51), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.154139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1fa337e3-0117-46e7-8c31-e16dcd8df84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9534e2d9-fea3-431e-92f9-b5d6d4f3ae51), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.193455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-590cf5cf-9e44-43d9-93bc-067c23ee1fe1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for ef20e31b-2c88-4275-a6d7-ba8a28177959 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:17.244674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1fa337e3-0117-46e7-8c31-e16dcd8df84c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6992da1d6f5b497b960e2dde76242f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6858888 Jan 27 21:51:17.260926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53416) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:17.278906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-abe74956-3b6d-44f5-8e66-43ac2ce006c0 None None] Port ef20e31b-2c88-4275-a6d7-ba8a28177959 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:17.355009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa337e3-0117-46e7-8c31-e16dcd8df84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9534e2d9-fea3-431e-92f9-b5d6d4f3ae51,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:17.524653 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a68e2f3-6f7f-4f72-84c4-10d70d9635cf admin admin] Publish callbacks [] for security_group (9534e2d9-fea3-431e-92f9-b5d6d4f3ae51), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.592774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-590cf5cf-9e44-43d9-93bc-067c23ee1fe1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ef20e31b-2c88-4275-a6d7-ba8a28177959), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.599962 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a68e2f3-6f7f-4f72-84c4-10d70d9635cf admin admin] Publish callbacks [] for security_group (9534e2d9-fea3-431e-92f9-b5d6d4f3ae51), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.613187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0086ceb4-5e9d-4a84-98a2-cbfd17f6317b None None] Provisioning complete for port ef20e31b-2c88-4275-a6d7-ba8a28177959 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:17.616889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0086ceb4-5e9d-4a84-98a2-cbfd17f6317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ef20e31b-2c88-4275-a6d7-ba8a28177959), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.716609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0086ceb4-5e9d-4a84-98a2-cbfd17f6317b None None] Port ef20e31b-2c88-4275-a6d7-ba8a28177959 was deleted so its status cannot be updated. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 21:51:17.717166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a68e2f3-6f7f-4f72-84c4-10d70d9635cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9534e2d9-fea3-431e-92f9-b5d6d4f3ae51), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.720274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a68e2f3-6f7f-4f72-84c4-10d70d9635cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.722441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5a68e2f3-6f7f-4f72-84c4-10d70d9635cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9534e2d9-fea3-431e-92f9-b5d6d4f3ae51 HTTP/1.1" status: 204 len: 168 time: 0.4574986 Jan 27 21:51:17.762152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68e2f3-6f7f-4f72-84c4-10d70d9635cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9534e2d9-fea3-431e-92f9-b5d6d4f3ae51,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:17.921349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cf5cf-9e44-43d9-93bc-067c23ee1fe1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=ef20e31b-2c88-4275-a6d7-ba8a28177959,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:17.960321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d90ba-a0f4-43af-9687-21b35c899b0f req-c43a3831-bc3f-496d-84ca-d84d93244e58 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.967639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da1d90ba-a0f4-43af-9687-21b35c899b0f req-c43a3831-bc3f-496d-84ca-d84d93244e58 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.1711664 Jan 27 21:51:18.017559 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-590cf5cf-9e44-43d9-93bc-067c23ee1fe1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.035236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-590cf5cf-9e44-43d9-93bc-067c23ee1fe1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/ef20e31b-2c88-4275-a6d7-ba8a28177959 HTTP/1.1" status: 204 len: 168 time: 1.6468477 Jan 27 21:51:18.038830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:18.073222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.131903 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-739c8407-abac-452c-8172-4b1008969707 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:51:18.159363 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-739c8407-abac-452c-8172-4b1008969707 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/ef20e31b-2c88-4275-a6d7-ba8a28177959 HTTP/1.1" status: 404 len: 333 time: 0.1179321 Jan 27 21:51:18.162180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53440) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:18.259575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da1d90ba-a0f4-43af-9687-21b35c899b0f req-b2396481-494e-4eda-a4fc-7d7914d5e05b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823665 Jan 27 21:51:18.358302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1f18cfcd-bb6b-414d-a421-a43e270abb2e None None] Could not find standard attr ID for object ff3d8b95-4ba2-4cdf-a8fc-ba246311076e. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:51:18.383215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-58002115-5a41-4cda-a530-b0ec796a6da4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet e4c08d33-edc0-4554-a6f7-d3dc91e5515a {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:51:18.398320 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58002115-5a41-4cda-a530-b0ec796a6da4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (e4c08d33-edc0-4554-a6f7-d3dc91e5515a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.681378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34662420-a42e-46aa-92da-37cbff0571f9 req-7688e029-5b87-4473-8940-910f41b12d7f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:18.690502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34662420-a42e-46aa-92da-37cbff0571f9 req-7688e029-5b87-4473-8940-910f41b12d7f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.4685845 Jan 27 21:51:18.967199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34662420-a42e-46aa-92da-37cbff0571f9 req-8b8307b4-63b2-4b23-a173-28d7796b5ba9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516029 Jan 27 21:51:19.000979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53450) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:19.030284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69ee2f64-8e7c-432b-8f97-32e07faa335f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.502157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58002115-5a41-4cda-a530-b0ec796a6da4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (e4c08d33-edc0-4554-a6f7-d3dc91e5515a), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.515834 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69ee2f64-8e7c-432b-8f97-32e07faa335f admin admin] Publish callbacks [] for security_group (279dc579-f6dc-43e3-ac3f-98906c75fc39), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.582142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69ee2f64-8e7c-432b-8f97-32e07faa335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (279dc579-f6dc-43e3-ac3f-98906c75fc39), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.688806 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58002115-5a41-4cda-a530-b0ec796a6da4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e4c08d33-edc0-4554-a6f7-d3dc91e5515a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.790485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58002115-5a41-4cda-a530-b0ec796a6da4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (e4c08d33-edc0-4554-a6f7-d3dc91e5515a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.863009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69ee2f64-8e7c-432b-8f97-32e07faa335f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72d26fb9127f4a639ef8134417fd939e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8563261 Jan 27 21:51:19.917878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53468) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:19.918742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58002115-5a41-4cda-a530-b0ec796a6da4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.927832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e506829-805b-471c-9264-097e50f52cdb None None] Network cba6c7c5-ce8b-4c0e-a091-60e705b591e0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:19.939224 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-58002115-5a41-4cda-a530-b0ec796a6da4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/e4c08d33-edc0-4554-a6f7-d3dc91e5515a HTTP/1.1" status: 204 len: 168 time: 1.7703404 Jan 27 21:51:19.942024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58002115-5a41-4cda-a530-b0ec796a6da4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c08d33-edc0-4554-a6f7-d3dc91e5515a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:19.947828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53470) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:20.229905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee2f64-8e7c-432b-8f97-32e07faa335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279dc579-f6dc-43e3-ac3f-98906c75fc39,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:20.263673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-2a4ca1e9-48ad-4d27-8a50-bb72372902d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.265277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-2a4ca1e9-48ad-4d27-8a50-bb72372902d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1101 time: 0.8932378 Jan 27 21:51:20.289011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dde79-9e31-46b0-b260-7ddbb7005143 req-29db0304-b9ff-47dd-a529-5505f26da202 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.297049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d0dde79-9e31-46b0-b260-7ddbb7005143 req-29db0304-b9ff-47dd-a529-5505f26da202 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.7207048 Jan 27 21:51:20.402112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] DHCP port deletion for cba6c7c5-ce8b-4c0e-a091-60e705b591e0 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:51:20.612999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] Deleting port 0d345190-46b6-4690-8bfd-378884db4df0 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:20.613897 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0d345190-46b6-4690-8bfd-378884db4df0), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.618920 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.087447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (cba6c7c5-ce8b-4c0e-a091-60e705b591e0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.288655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8916a-384a-4709-94f0-6092e1a9c9f9 req-921657da-dafb-42ff-845b-5993005a8e4f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.307744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2d8916a-384a-4709-94f0-6092e1a9c9f9 req-921657da-dafb-42ff-845b-5993005a8e4f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.8552706 Jan 27 21:51:21.410568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0d345190-46b6-4690-8bfd-378884db4df0 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:21.421135 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a598014-0bc6-4d0c-8485-077cecccabc9 admin admin] Publish callbacks [] for security_group (279dc579-f6dc-43e3-ac3f-98906c75fc39), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.452419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d0dde79-9e31-46b0-b260-7ddbb7005143 req-13007162-cf3b-474d-a378-8ce64ed9d736 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1540377 Jan 27 21:51:21.566023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0d345190-46b6-4690-8bfd-378884db4df0 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:21.576386 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0d345190-46b6-4690-8bfd-378884db4df0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.679720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53500) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:21.686741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] For port 0d345190-46b6-4690-8bfd-378884db4df0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0d345190-46b6-4690-8bfd-378884db4df0,segment=NetworkSegment(d94d54b0-a0a2-42b4-99e5-e0ddecee9a41),segment_id=d94d54b0-a0a2-42b4-99e5-e0ddecee9a41)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:21.687697 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0d345190-46b6-4690-8bfd-378884db4df0), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.720496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 0d345190-46b6-4690-8bfd-378884db4df0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0d345190-46b6-4690-8bfd-378884db4df0,segment=NetworkSegment(d94d54b0-a0a2-42b4-99e5-e0ddecee9a41),segment_id=d94d54b0-a0a2-42b4-99e5-e0ddecee9a41)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:21.725122 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] Calling delete_port for 0d345190-46b6-4690-8bfd-378884db4df0 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:21.736966 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0d345190-46b6-4690-8bfd-378884db4df0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.779985 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a598014-0bc6-4d0c-8485-077cecccabc9 admin admin] Publish callbacks [] for security_group (279dc579-f6dc-43e3-ac3f-98906c75fc39), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.874300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=0d345190-46b6-4690-8bfd-378884db4df0,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:21.908741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-e814ac6e-5059-43cb-bbb1-c97b752698df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.916043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-e814ac6e-5059-43cb-bbb1-c97b752698df service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.6160882 Jan 27 21:51:21.984207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4d1d0b9-4527-46e2-8efc-9e48cbc975ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.033129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2d8916a-384a-4709-94f0-6092e1a9c9f9 req-c1c0d299-a67e-4e07-a1cc-65e7e51fb6be tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167969 Jan 27 21:51:22.049091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a598014-0bc6-4d0c-8485-077cecccabc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (279dc579-f6dc-43e3-ac3f-98906c75fc39), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.053211 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a598014-0bc6-4d0c-8485-077cecccabc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.057483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0a598014-0bc6-4d0c-8485-077cecccabc9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/279dc579-f6dc-43e3-ac3f-98906c75fc39 HTTP/1.1" status: 204 len: 168 time: 2.1192617 Jan 27 21:51:22.202932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-09544296-2c50-4404-b66b-61a98d5d03a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 0.1589925 Jan 27 21:51:22.226298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (0d345190-46b6-4690-8bfd-378884db4df0), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.242450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a598014-0bc6-4d0c-8485-077cecccabc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279dc579-f6dc-43e3-ac3f-98906c75fc39,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:22.294184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] No DVR routers for this DVR port 0d345190-46b6-4690-8bfd-378884db4df0 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:22.382361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4d1d0b9-4527-46e2-8efc-9e48cbc975ec admin admin] Publish callbacks [] for security_group (2472a2cb-28a9-415a-9b11-77c15b1cd3e6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.394209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4d1d0b9-4527-46e2-8efc-9e48cbc975ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2472a2cb-28a9-415a-9b11-77c15b1cd3e6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.419547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 0d345190-46b6-4690-8bfd-378884db4df0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:22.420371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0d345190-46b6-4690-8bfd-378884db4df0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.440234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f183b1c-0f9c-4d86-855e-0a57d27acd3b None None] Pushing event deleted for resources: {'Port': ['ID=0d345190-46b6-4690-8bfd-378884db4df0,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:22.497421 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f4d1d0b9-4527-46e2-8efc-9e48cbc975ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56c6daa273cb4cb5b724aaefb4164e9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8156610 Jan 27 21:51:22.498874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1d0b9-4527-46e2-8efc-9e48cbc975ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2472a2cb-28a9-415a-9b11-77c15b1cd3e6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:22.504657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53520) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:22.596707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1194-cff2-4171-b01f-50a7e2cc5258 admin admin] Publish callbacks [] for security_group (2472a2cb-28a9-415a-9b11-77c15b1cd3e6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.649487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] For port 0d345190-46b6-4690-8bfd-378884db4df0, host n-d-826529-2, got binding levels [] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:22.650097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0d345190-46b6-4690-8bfd-378884db4df0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.679215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 0d345190-46b6-4690-8bfd-378884db4df0 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:22.687313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Port 0d345190-46b6-4690-8bfd-378884db4df0 was not found and therefore no delete operation was performed {{(pid=103330) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:51:22.694677 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0d345190-46b6-4690-8bfd-378884db4df0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.710218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1194-cff2-4171-b01f-50a7e2cc5258 admin admin] Publish callbacks [] for security_group (2472a2cb-28a9-415a-9b11-77c15b1cd3e6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.734560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No DVR routers for this DVR port 0d345190-46b6-4690-8bfd-378884db4df0 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:22.810771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-c693bcfb-76b0-4151-b154-d27a1855d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:22.814856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-c693bcfb-76b0-4151-b154-d27a1855d3d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.6100402 Jan 27 21:51:22.819533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=0d345190-46b6-4690-8bfd-378884db4df0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:22.866258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1194-cff2-4171-b01f-50a7e2cc5258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2472a2cb-28a9-415a-9b11-77c15b1cd3e6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.870946 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7e6f1194-cff2-4171-b01f-50a7e2cc5258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.873173 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7e6f1194-cff2-4171-b01f-50a7e2cc5258 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2472a2cb-28a9-415a-9b11-77c15b1cd3e6 HTTP/1.1" status: 204 len: 168 time: 0.3671932 Jan 27 21:51:22.898401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f1194-cff2-4171-b01f-50a7e2cc5258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472a2cb-28a9-415a-9b11-77c15b1cd3e6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:23.106901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (cba6c7c5-ce8b-4c0e-a091-60e705b591e0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.392233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba6c7c5-ce8b-4c0e-a091-60e705b591e0']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:23.451099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94d54b0-a0a2-42b4-99e5-e0ddecee9a41') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:23.456794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94d54b0-a0a2-42b4-99e5-e0ddecee9a41') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:23.509569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (d94d54b0-a0a2-42b4-99e5-e0ddecee9a41), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.669446 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d94d54b0-a0a2-42b4-99e5-e0ddecee9a41), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.721528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53550) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:23.743466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-51fdab7e-31ac-4b7f-96dc-512b3007b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.768432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-51fdab7e-31ac-4b7f-96dc-512b3007b28e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9179471 Jan 27 21:51:23.770710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3afd2236-9223-4025-95ef-22ae8142d23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.969653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:51:23.970779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (d94d54b0-a0a2-42b4-99e5-e0ddecee9a41), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:51:23.980948 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:51:24.095264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761da6c-9f42-46b5-be7b-eca10963ffb0 req-833d846f-d20f-4830-9201-7a7c566fc914 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.109404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0761da6c-9f42-46b5-be7b-eca10963ffb0 req-833d846f-d20f-4830-9201-7a7c566fc914 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.7280927 Jan 27 21:51:24.168314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035c887-6885-43f0-b902-1fea53e4fd68 req-d6c95093-1a70-449c-92ce-913156ca45dc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.176001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4035c887-6885-43f0-b902-1fea53e4fd68 req-d6c95093-1a70-449c-92ce-913156ca45dc tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 1.2667968 Jan 27 21:51:24.292667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4035c887-6885-43f0-b902-1fea53e4fd68 req-da697b6b-2d61-4fa6-b1cd-dea06633f2b8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936379 Jan 27 21:51:24.391560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (cba6c7c5-ce8b-4c0e-a091-60e705b591e0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.418972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.474561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/networks/cba6c7c5-ce8b-4c0e-a091-60e705b591e0 HTTP/1.1" status: 204 len: 168 time: 4.4832227 Jan 27 21:51:24.505069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0761da6c-9f42-46b5-be7b-eca10963ffb0 req-0f8864b4-283f-467d-9460-ff49b54448a0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941057 Jan 27 21:51:24.507280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53566) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:24.680345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1490187781'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:24.722805 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3afd2236-9223-4025-95ef-22ae8142d23a admin admin] Publish callbacks [] for security_group (d2bd1805-2584-4fd8-bcd9-c58d83d16564), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.732546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3afd2236-9223-4025-95ef-22ae8142d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d2bd1805-2584-4fd8-bcd9-c58d83d16564), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.765315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Network': ['ID=cba6c7c5-ce8b-4c0e-a091-60e705b591e0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:24.808172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.808646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.808926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.809235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.809573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.809906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.810307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.810568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.810923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.811181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.811525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.811848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.822773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0099266-10e2-424c-9bad-b8ee6d6714fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:24.829079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:24.846739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.861480 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3afd2236-9223-4025-95ef-22ae8142d23a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3751671ee9a445828f0d41518117d2db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1330321 Jan 27 21:51:24.869083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53578) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:24.932102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:24.983457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (671846d0-16e2-4ec9-9808-ecf8031e844d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.984300 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Added segment 671846d0-16e2-4ec9-9808-ecf8031e844d of type vlan for network d53dcaa1-8d9e-4267-bf19-7133d7083f01 Jan 27 21:51:25.060893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd2236-9223-4025-95ef-22ae8142d23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd1805-2584-4fd8-bcd9-c58d83d16564,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:25.071367 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d53dcaa1-8d9e-4267-bf19-7133d7083f01), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.117551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-3e130c1f-42f8-41d0-8681-9a2573bf25c9 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3432922 Jan 27 21:51:25.119460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d53dcaa1-8d9e-4267-bf19-7133d7083f01), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.126978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:25.126978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.199067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1db1464d-b778-455d-a023-28e5e109d3ca admin admin] Publish callbacks [] for security_group (d2bd1805-2584-4fd8-bcd9-c58d83d16564), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.311742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6928415 Jan 27 21:51:25.318044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1db1464d-b778-455d-a023-28e5e109d3ca admin admin] Publish callbacks [] for security_group (d2bd1805-2584-4fd8-bcd9-c58d83d16564), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.321253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53584) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:25.357703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:25.422240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1e611-cf0e-47a5-845d-3f32f0cf89f4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Network': ['ID=d53dcaa1-8d9e-4267-bf19-7133d7083f01,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:25.452314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:25.690503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-e37c1a43-738f-4b27-a4a9-8e59aa31edf8 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545270 Jan 27 21:51:25.938282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1db1464d-b778-455d-a023-28e5e109d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d2bd1805-2584-4fd8-bcd9-c58d83d16564), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.950313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1db1464d-b778-455d-a023-28e5e109d3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.954412 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1db1464d-b778-455d-a023-28e5e109d3ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2bd1805-2584-4fd8-bcd9-c58d83d16564 HTTP/1.1" status: 204 len: 168 time: 1.0517550 Jan 27 21:51:25.969046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:25.979675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:26.025609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcbc7e-d985-4209-a187-89275e4e75be req-0da9b5c1-b65a-4bc8-bd4a-1a6c1f8be926 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.034482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afbcbc7e-d985-4209-a187-89275e4e75be req-0da9b5c1-b65a-4bc8-bd4a-1a6c1f8be926 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.4350080 Jan 27 21:51:26.072557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1464d-b778-455d-a023-28e5e109d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd1805-2584-4fd8-bcd9-c58d83d16564,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:26.312410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afbcbc7e-d985-4209-a187-89275e4e75be req-e22e2ea5-784d-4398-a645-559d45905a94 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624261 Jan 27 21:51:26.381748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce4f1d-d136-4a00-8cfc-814d6c286ada req-0fed7732-e9d3-4587-a91b-4ff8173479d5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.393594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5ce4f1d-d136-4a00-8cfc-814d6c286ada req-0fed7732-e9d3-4587-a91b-4ff8173479d5 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.1801004 Jan 27 21:51:26.603882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5ce4f1d-d136-4a00-8cfc-814d6c286ada req-a5e31e1b-7522-4d5c-a639-0d48094632f7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092516 Jan 27 21:51:26.981774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (de0668d0-e584-4b3a-836a-16bceb0d99dc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.205905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=de0668d0-e584-4b3a-836a-16bceb0d99dc,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:27.209944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking segment: {'id': '671846d0-16e2-4ec9-9808-ecf8031e844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:27.210714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network hostable DHCP agents. Network: d53dcaa1-8d9e-4267-bf19-7133d7083f01, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:27.236597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:27.258158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d53dcaa1-8d9e-4267-bf19-7133d7083f01) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:27.270839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3085b77a-aef5-450d-bf84-84a2099a0b16 None None] Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:27.271943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:27.272668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.309646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53634) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:27.325674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53638) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:27.326607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-917a066d-bc35-4da0-9773-af41dc6ffa5e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0038865 Jan 27 21:51:27.332618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01', 'name': 'tempest-PortsTestJSON-1181353095', 'fixed_ips': [{'subnet_id': 'de0668d0-e584-4b3a-836a-16bceb0d99dc', 'ip_address': '172.20.0.10'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:27.776192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d53dcaa1-8d9e-4267-bf19-7133d7083f01', 'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01', 'project_id': 'b1db4be02359400a8287ee893e8f7ed4', 'fixed_ips': [{'subnet_id': 'de0668d0-e584-4b3a-836a-16bceb0d99dc'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:51:27.777704 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.810603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0417231-887c-48f3-90fb-85e2656ce167 req-154ab2b2-b11e-4a0e-b69e-97d7f98e0cb5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:27.822218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0417231-887c-48f3-90fb-85e2656ce167 req-154ab2b2-b11e-4a0e-b69e-97d7f98e0cb5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.2853281 Jan 27 21:51:27.915356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:27.922555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1362628035', 'router:external': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:27.994007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0417231-887c-48f3-90fb-85e2656ce167 req-68073461-d601-4701-ac32-6a2e219b602c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704991 Jan 27 21:51:28.294284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.377349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Allocated IP 172.20.0.2 (d53dcaa1-8d9e-4267-bf19-7133d7083f01/de0668d0-e584-4b3a-836a-16bceb0d99dc/5bb5b71e-d9ab-4a5d-8fe3-58b942e47441) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:28.380457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:28.432436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Made reservation on behalf of 0df877ea398f4a2cb4e9d415e04fece8 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:28.437366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.465788 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.872173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eab157-36d3-46d6-8e82-441456d2f19a req-c786cb3e-8049-4d30-a6e6-637e113a3d46 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.874519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74eab157-36d3-46d6-8e82-441456d2f19a req-c786cb3e-8049-4d30-a6e6-637e113a3d46 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.5257096 Jan 27 21:51:28.886323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for security_group (8b3fa26b-3d60-476c-860a-d48539b602d8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.907463 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8b3fa26b-3d60-476c-860a-d48539b602d8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.920753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Publish callbacks [] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.954175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.003971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:29.041990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:29.170202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2d5a522b-411f-45f7-8de1-50845b7d7c98), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.173940 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Added segment 2d5a522b-411f-45f7-8de1-50845b7d7c98 of type vlan for network 3e10f660-b459-413d-8cb8-f270c86af9c7 Jan 27 21:51:29.183521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:29.184833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3fa26b-3d60-476c-860a-d48539b602d8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:29.200175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:29.221034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Pushing event updated for resources: {'Port': ['ID=5bb5b71e-d9ab-4a5d-8fe3-58b942e47441,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:29.249916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.10 (d53dcaa1-8d9e-4267-bf19-7133d7083f01/de0668d0-e584-4b3a-836a-16bceb0d99dc/3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:29.321878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74eab157-36d3-46d6-8e82-441456d2f19a req-03e6e60a-0256-4015-b682-fca947423246 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275873 Jan 27 21:51:29.430879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Attempting to bind port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:29.433357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Attempting to bind port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '671846d0-16e2-4ec9-9808-ecf8031e844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:29.435849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Attempting to bind port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 on network d53dcaa1-8d9e-4267-bf19-7133d7083f01 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:29.462993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (3e10f660-b459-413d-8cb8-f270c86af9c7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.463939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:29.464528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Checking segment: {'id': '671846d0-16e2-4ec9-9808-ecf8031e844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:29.465017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.465486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Bound using segment: {'id': '671846d0-16e2-4ec9-9808-ecf8031e844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:29.466058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Bound port: 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671846d0-16e2-4ec9-9808-ecf8031e844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:29.475034 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.549271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39b7e-5a9b-4137-a868-e25c5b948e2f req-7f2e09ef-ca4b-4451-a00a-ffd23c3d343c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:29.562544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56d39b7e-5a9b-4137-a868-e25c5b948e2f req-7f2e09ef-ca4b-4451-a00a-ffd23c3d343c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.3225832 Jan 27 21:51:29.667721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] For port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:29.674466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] For port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5bb5b71e-d9ab-4a5d-8fe3-58b942e47441,segment=NetworkSegment(671846d0-16e2-4ec9-9808-ecf8031e844d),segment_id=671846d0-16e2-4ec9-9808-ecf8031e844d)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:29.683307 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.728630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (3e10f660-b459-413d-8cb8-f270c86af9c7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.730570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:29.731909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.799688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1a5ab-053e-4585-9c6a-867e728b58ea None None] Pushing event updated for resources: {'Port': ['ID=5bb5b71e-d9ab-4a5d-8fe3-58b942e47441,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:29.922280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'Network': ['ID=3e10f660-b459-413d-8cb8-f270c86af9c7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:29.937150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 3e10f660-b459-413d-8cb8-f270c86af9c7 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:29.986800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56d39b7e-5a9b-4137-a868-e25c5b948e2f req-9b83ad09-f268-4560-b57e-408ef850fed0 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213130 Jan 27 21:51:30.032343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1751ac0d-e365-4ebb-bff8-8276a12a7a3b tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7204199 Jan 27 21:51:30.037214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53708) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:30.043162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'subnet': {'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:30.117233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Made reservation on behalf of 0df877ea398f4a2cb4e9d415e04fece8 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:30.142194 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.194761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.224801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53716) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:30.255457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-270913370'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:30.342800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:30.356797 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.451324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.708158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:30.746908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:30.758676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:30.761856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:30.820486 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8f816474-9ac1-4a88-a471-fc447fa472f4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.820949 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Added segment 8f816474-9ac1-4a88-a471-fc447fa472f4 of type vlan for network 81a581e9-6394-429c-85e3-9e2f78c9c47b Jan 27 21:51:30.826822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:30.866852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.867585 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.955599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7600885-0edc-4681-be59-6a4e1919e55d req-7f034854-5e8c-43e5-873a-62cfb053f795 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.963407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7600885-0edc-4681-be59-6a4e1919e55d req-7f034854-5e8c-43e5-873a-62cfb053f795 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.3307726 Jan 27 21:51:30.974935 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (81a581e9-6394-429c-85e3-9e2f78c9c47b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.980662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-91f787d5-e2ab-4d4f-83ce-4761f5ff0e4e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6535993 Jan 27 21:51:30.992033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53740) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:31.004536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': 'd53dcaa1-8d9e-4267-bf19-7133d7083f01', 'name': 'tempest-PortsTestJSON-2046399942', 'fixed_ips': [{'subnet_id': 'de0668d0-e584-4b3a-836a-16bceb0d99dc', 'ip_address': '172.20.0.9'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:31.055847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:51:31.056688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.198862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:31.251749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Checking segment: {'id': '2d5a522b-411f-45f7-8de1-50845b7d7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:31.252761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Network hostable DHCP agents. Network: 3e10f660-b459-413d-8cb8-f270c86af9c7, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:31.296108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (81a581e9-6394-429c-85e3-9e2f78c9c47b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.310167 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Network 3e10f660-b459-413d-8cb8-f270c86af9c7 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:31.316349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.318250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.337124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 3e10f660-b459-413d-8cb8-f270c86af9c7) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:31.348811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.351035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.353225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6e7d6-c484-466e-80a9-2eddb7577758 None None] Network 3e10f660-b459-413d-8cb8-f270c86af9c7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:31.387926 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-399dbb50-b188-4eae-91d9-2dff1e3a2a6c tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3490889 Jan 27 21:51:31.406029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53748) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:31.411997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-825037569', 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:31.481685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7600885-0edc-4681-be59-6a4e1919e55d req-10ebc705-87e8-478f-a64a-3764ab4a625a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171559 Jan 27 21:51:31.482971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Made reservation on behalf of 0df877ea398f4a2cb4e9d415e04fece8 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:31.485882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.546485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] device_id is not set on port af79155b-44cc-4a87-8c36-511c7571bfdd yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:31.721091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:31.824153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Network': ['ID=81a581e9-6394-429c-85e3-9e2f78c9c47b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:31.865795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:31.892006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e60437b9-7c77-4f8a-88fa-63f6227c8158 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6652238 Jan 27 21:51:31.897002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:31.903534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-497770347'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:31.942967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:31.953966 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.956517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Allocated IP 172.20.0.5 (3e10f660-b459-413d-8cb8-f270c86af9c7/ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4/af79155b-44cc-4a87-8c36-511c7571bfdd) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:31.972121 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:31.976526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.988775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc402d85-d2ad-4bc9-a5cb-f685c1d38ee8 None None] Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:32.023081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 81d3359d-9fd0-4ab6-b11e-b4046c187992 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:32.047594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:32.094503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (56fb58ee-78ec-4e85-be7a-af2bfdb90808), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.095257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c957ea3-eaee-424b-a024-025e8d53fc51 None None] Network 3e10f660-b459-413d-8cb8-f270c86af9c7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:32.095852 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Added segment 56fb58ee-78ec-4e85-be7a-af2bfdb90808 of type vlan for network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 Jan 27 21:51:32.276465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0dfb80fd-fb1e-4b38-9b5a-11fb3bb59eb8 None None] Provisioning complete for port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:32.276465 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0dfb80fd-fb1e-4b38-9b5a-11fb3bb59eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.316106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb8ad-4eac-4a70-a2a5-f003964b48fb req-c9d5f8f8-f428-46ca-bf9c-b58de6cc7b52 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:32.319331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b67bb8ad-4eac-4a70-a2a5-f003964b48fb req-c9d5f8f8-f428-46ca-bf9c-b58de6cc7b52 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.9676981 Jan 27 21:51:32.353109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:32.360246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.406440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for port (af79155b-44cc-4a87-8c36-511c7571bfdd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.500054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (8530188c-40f9-41a4-9c2a-8232d2dfc8a2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.538050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b67bb8ad-4eac-4a70-a2a5-f003964b48fb req-a9ba3ff1-f050-4e0f-bf74-3faa63499bb9 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885076 Jan 27 21:51:32.589883 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (af79155b-44cc-4a87-8c36-511c7571bfdd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.650963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.9 (d53dcaa1-8d9e-4267-bf19-7133d7083f01/de0668d0-e584-4b3a-836a-16bceb0d99dc/81d3359d-9fd0-4ab6-b11e-b4046c187992) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:32.691674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (8530188c-40f9-41a4-9c2a-8232d2dfc8a2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.698598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:32.700064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.716678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'Port': ['ID=af79155b-44cc-4a87-8c36-511c7571bfdd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:32.878998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5922a06-781a-4e2b-a05e-5492aac471da req-cb2cee61-efae-46c5-94cd-f184d6f6927e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:32.881589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5922a06-781a-4e2b-a05e-5492aac471da req-cb2cee61-efae-46c5-94cd-f184d6f6927e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.1684704 Jan 27 21:51:32.912854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Network': ['ID=8530188c-40f9-41a4-9c2a-8232d2dfc8a2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:32.936095 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea5d646d-bbb7-45f6-bdcf-4e1a3b9d2a03 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0374420 Jan 27 21:51:32.940497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Network 3e10f660-b459-413d-8cb8-f270c86af9c7 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:32.949251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:32.961528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:32.962060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'subnet': {'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:33.035677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:33.041558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:33.088312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (81d3359d-9fd0-4ab6-b11e-b4046c187992), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.122330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb80fd-fb1e-4b38-9b5a-11fb3bb59eb8 None None] Current status of the port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:33.123211 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0dfb80fd-fb1e-4b38-9b5a-11fb3bb59eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.127113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5922a06-781a-4e2b-a05e-5492aac471da req-ea251c7f-b517-4d17-a440-9754c6a96de9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280450 Jan 27 21:51:33.219616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (81d3359d-9fd0-4ab6-b11e-b4046c187992), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.274239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0dfb80fd-fb1e-4b38-9b5a-11fb3bb59eb8 None None] For port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5bb5b71e-d9ab-4a5d-8fe3-58b942e47441,segment=NetworkSegment(671846d0-16e2-4ec9-9808-ecf8031e844d),segment_id=671846d0-16e2-4ec9-9808-ecf8031e844d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:33.284333 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0dfb80fd-fb1e-4b38-9b5a-11fb3bb59eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.298288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.301776 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.346658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:33.347820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.385951 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-efc13e49-87e6-4845-ad1f-806d446b5df7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9785662 Jan 27 21:51:33.394078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53790) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:33.419964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:33.422097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=81d3359d-9fd0-4ab6-b11e-b4046c187992,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:33.434131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:33.456637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:33.491163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb80fd-fb1e-4b38-9b5a-11fb3bb59eb8 None None] Pushing event updated for resources: {'Port': ['ID=5bb5b71e-d9ab-4a5d-8fe3-58b942e47441,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:33.505529 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:51:33.506182 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:51:33.512668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:33.519489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.612516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53798) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:33.628503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.629156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.668894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f4a3c394-f0be-45f5-8d08-67fa5818ea28 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6757586 Jan 27 21:51:33.673430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53804) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:33.803364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3f14cb81-7c11-47fb-9b79-9e926554cee6 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Deleting port af79155b-44cc-4a87-8c36-511c7571bfdd {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:33.803879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f14cb81-7c11-47fb-9b79-9e926554cee6 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (af79155b-44cc-4a87-8c36-511c7571bfdd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.858611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9dd553e6-c4c4-4d64-9f37-615370496a4b None None] Provisioning complete for port 3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:33.858770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dd553e6-c4c4-4d64-9f37-615370496a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.861887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dabb6-6d43-446e-9d5f-95898f1158ac req-52a0f5ac-c9bb-4ef9-a3a8-474ee0ba6891 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.865694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-880dabb6-6d43-446e-9d5f-95898f1158ac req-52a0f5ac-c9bb-4ef9-a3a8-474ee0ba6891 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.1391075 Jan 27 21:51:33.884841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddcb58-c742-43fe-a88c-526ac2d55a02 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.886631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a3ddcb58-c742-43fe-a88c-526ac2d55a02 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2117589 Jan 27 21:51:33.905645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53812) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:33.942102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69a3b1b8-8f8c-4c7f-b4f8-5c92ad5b1017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.089527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca003c33-250c-4f29-8b13-006605f125ec tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.106224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca003c33-250c-4f29-8b13-006605f125ec tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.113758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca003c33-250c-4f29-8b13-006605f125ec tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.127793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ca003c33-250c-4f29-8b13-006605f125ec tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2208540 Jan 27 21:51:34.140396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-880dabb6-6d43-446e-9d5f-95898f1158ac req-39379762-df5d-4fe2-82ec-5ef649047221 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503121 Jan 27 21:51:34.144938 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f14cb81-7c11-47fb-9b79-9e926554cee6 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (af79155b-44cc-4a87-8c36-511c7571bfdd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.148431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53830) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:34.151176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9dd553e6-c4c4-4d64-9f37-615370496a4b None None] Port 3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:34.164182 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a166c3cb-92c6-494c-94bf-de984e7ef0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.194570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3f14cb81-7c11-47fb-9b79-9e926554cee6 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Calling delete_port for af79155b-44cc-4a87-8c36-511c7571bfdd owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:34.213105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (5fe3c98e-a594-46a8-a30f-34b137e89cb2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.249315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9dd553e6-c4c4-4d64-9f37-615370496a4b None None] Provisioning complete for port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:34.249315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dd553e6-c4c4-4d64-9f37-615370496a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.278399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:34.448990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9dd553e6-c4c4-4d64-9f37-615370496a4b None None] Current status of the port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:34.520278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Subnet': ['ID=5fe3c98e-a594-46a8-a30f-34b137e89cb2,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:34.556241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:34.587982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Checking segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:34.588256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network hostable DHCP agents. Network: 81a581e9-6394-429c-85e3-9e2f78c9c47b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:34.642889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:34.645825 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69a3b1b8-8f8c-4c7f-b4f8-5c92ad5b1017 admin admin] Publish callbacks [] for security_group (0e964ceb-128f-48b3-8238-483053c7c774), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.660393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c944e905-d613-4f08-84ba-82c4998930d0 None None] Provisioning complete for port 3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:34.660875 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c944e905-d613-4f08-84ba-82c4998930d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.675359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69a3b1b8-8f8c-4c7f-b4f8-5c92ad5b1017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0e964ceb-128f-48b3-8238-483053c7c774), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.711456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 81a581e9-6394-429c-85e3-9e2f78c9c47b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:34.720424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c944e905-d613-4f08-84ba-82c4998930d0 None None] Port 3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:34.721697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.721877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b1b8-8f8c-4c7f-b4f8-5c92ad5b1017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e964ceb-128f-48b3-8238-483053c7c774,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:34.724735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.725202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:34.725566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.778851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e5b48-b87f-4794-87f5-02c9cb3cdafe None None] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:34.782174 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9bd48261-292d-4164-96a8-1f9b7ce192ba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8310933 Jan 27 21:51:34.784762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f14cb81-7c11-47fb-9b79-9e926554cee6 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (af79155b-44cc-4a87-8c36-511c7571bfdd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.793093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53836) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:34.807454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'subnet': {'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:34.874902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14cb81-7c11-47fb-9b79-9e926554cee6 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event deleted for resources: {'Port': ['ID=af79155b-44cc-4a87-8c36-511c7571bfdd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:35.054606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f14cb81-7c11-47fb-9b79-9e926554cee6 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.062942 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3f14cb81-7c11-47fb-9b79-9e926554cee6 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "DELETE /v2.0/ports/af79155b-44cc-4a87-8c36-511c7571bfdd HTTP/1.1" status: 204 len: 168 time: 1.6177146 Jan 27 21:51:35.063749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:35.070335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7', 'external_fixed_ips': [{'subnet_id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'ip_address': '172.20.0.5'}]}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:35.075472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:35.077985 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:51:35.080100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.143108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bebae4bc-4e62-44d0-855f-e54aa387d762 None None] Provisioning complete for port 81d3359d-9fd0-4ab6-b11e-b4046c187992 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:35.144240 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bebae4bc-4e62-44d0-855f-e54aa387d762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (81d3359d-9fd0-4ab6-b11e-b4046c187992), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.147006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d3ae-cb64-4533-9d19-52223e51557b req-a82782b3-6d90-4bbb-9738-779f946a2958 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:35.149515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b59d3ae-cb64-4533-9d19-52223e51557b req-a82782b3-6d90-4bbb-9738-779f946a2958 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.5976522 Jan 27 21:51:35.157607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69a3b1b8-8f8c-4c7f-b4f8-5c92ad5b1017 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37b7bccd440f41129169a7aef580b9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5399480 Jan 27 21:51:35.165580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53840) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:35.172786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29443983-6af2-4168-ae9f-2e0fd7a2d277 req-a0b1c2cb-e806-42a1-ad1b-a0a5ff648dd3 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:35.175571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29443983-6af2-4168-ae9f-2e0fd7a2d277 req-a0b1c2cb-e806-42a1-ad1b-a0a5ff648dd3 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 951 time: 0.7695262 Jan 27 21:51:35.234322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:35.238659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-11cb2a4d-2ac5-44a9-a080-a5cc44dc84a8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 81d3359d-9fd0-4ab6-b11e-b4046c187992 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:35.239166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11cb2a4d-2ac5-44a9-a080-a5cc44dc84a8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (81d3359d-9fd0-4ab6-b11e-b4046c187992), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.283386 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.285213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.298628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bebae4bc-4e62-44d0-855f-e54aa387d762 None None] Port 81d3359d-9fd0-4ab6-b11e-b4046c187992 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:35.321292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-81a581e9-6394-429c-85e3-9e2f78c9c47b', 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'fixed_ips': [{'subnet_id': '5fe3c98e-a594-46a8-a30f-34b137e89cb2'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:51:35.323503 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.346351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b59d3ae-cb64-4533-9d19-52223e51557b req-154840b1-88ab-441c-b267-38be9ad13460 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692390 Jan 27 21:51:35.371706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29443983-6af2-4168-ae9f-2e0fd7a2d277 req-5c9d6b7b-be01-402b-9fa3-1da2c38fc6b0 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730201 Jan 27 21:51:35.418886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11cb2a4d-2ac5-44a9-a080-a5cc44dc84a8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (81d3359d-9fd0-4ab6-b11e-b4046c187992), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.450048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-11cb2a4d-2ac5-44a9-a080-a5cc44dc84a8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 81d3359d-9fd0-4ab6-b11e-b4046c187992 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:35.453906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-19ddc030-b640-4685-99bb-5543669c24f4 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:35.457272 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-19ddc030-b640-4685-99bb-5543669c24f4 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.3245580 Jan 27 21:51:35.557966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_controller (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.582544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72439870-a3da-46a7-bac7-f8593b4a971f admin admin] Publish callbacks [] for security_group (0e964ceb-128f-48b3-8238-483053c7c774), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.593516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Allocated IP 10.1.1.2 (81a581e9-6394-429c-85e3-9e2f78c9c47b/5fe3c98e-a594-46a8-a30f-34b137e89cb2/8da74b15-ac71-4685-aafd-80151e541ec9) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:35.701187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe387a39-2e5b-4982-bae8-9643595f9c90 req-2554d0a6-436f-427d-996b-d9adbbd9a027 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:35.710507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe387a39-2e5b-4982-bae8-9643595f9c90 req-2554d0a6-436f-427d-996b-d9adbbd9a027 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.1518645 Jan 27 21:51:35.711965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-2'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:35.839715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Publish callbacks [] for port (8da74b15-ac71-4685-aafd-80151e541ec9), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.851444 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.852248 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72439870-a3da-46a7-bac7-f8593b4a971f admin admin] Publish callbacks [] for security_group (0e964ceb-128f-48b3-8238-483053c7c774), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.860752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe387a39-2e5b-4982-bae8-9643595f9c90 req-427f9617-3b67-489d-92e7-2958186bd8c8 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452992 Jan 27 21:51:35.874920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11cb2a4d-2ac5-44a9-a080-a5cc44dc84a8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (81d3359d-9fd0-4ab6-b11e-b4046c187992), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.932814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:35.933725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb2a4d-2ac5-44a9-a080-a5cc44dc84a8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=81d3359d-9fd0-4ab6-b11e-b4046c187992,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:35.944177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:35.950124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:35.963301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Pushing event updated for resources: {'Port': ['ID=8da74b15-ac71-4685-aafd-80151e541ec9,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.049829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Attempting to bind port 8da74b15-ac71-4685-aafd-80151e541ec9 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:36.051187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Attempting to bind port 8da74b15-ac71-4685-aafd-80151e541ec9 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:36.052536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Attempting to bind port 8da74b15-ac71-4685-aafd-80151e541ec9 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:36.063731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:36.064762 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Checking segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:36.065689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11cb2a4d-2ac5-44a9-a080-a5cc44dc84a8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.066218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.068997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Bound using segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:36.070389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Bound port: 8da74b15-ac71-4685-aafd-80151e541ec9, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:36.070927 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.072626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-11cb2a4d-2ac5-44a9-a080-a5cc44dc84a8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/81d3359d-9fd0-4ab6-b11e-b4046c187992 HTTP/1.1" status: 204 len: 168 time: 1.9196849 Jan 27 21:51:36.075266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53848) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:36.104770 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-05601b9b-258d-44c0-977b-5b0884c4a180 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:51:36.107294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-05601b9b-258d-44c0-977b-5b0884c4a180 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/81d3359d-9fd0-4ab6-b11e-b4046c187992 HTTP/1.1" status: 404 len: 333 time: 0.0307825 Jan 27 21:51:36.111345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53850) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:36.149671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.180154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.191244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (ffeffda4-2b75-47a6-b1e8-fee9d3d3562b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.233972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] For port 8da74b15-ac71-4685-aafd-80151e541ec9, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:36.240777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] For port 8da74b15-ac71-4685-aafd-80151e541ec9, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8da74b15-ac71-4685-aafd-80151e541ec9,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:36.258131 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.273043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3f181a77-b32c-4723-b7d6-d075751074f3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:36.273865 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f181a77-b32c-4723-b7d6-d075751074f3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.408456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30482902-d824-4ebe-abe9-8ca3a7f554c2 None None] Pushing event updated for resources: {'Port': ['ID=8da74b15-ac71-4685-aafd-80151e541ec9,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.430560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72439870-a3da-46a7-bac7-f8593b4a971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0e964ceb-128f-48b3-8238-483053c7c774), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.433996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72439870-a3da-46a7-bac7-f8593b4a971f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.439595 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-72439870-a3da-46a7-bac7-f8593b4a971f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e964ceb-128f-48b3-8238-483053c7c774 HTTP/1.1" status: 204 len: 168 time: 1.2528040 Jan 27 21:51:36.441120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Subnet': ['ID=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.463477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f181a77-b32c-4723-b7d6-d075751074f3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.520411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3f181a77-b32c-4723-b7d6-d075751074f3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:36.604207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:36.685793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Checking segment: {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:36.686159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network hostable DHCP agents. Network: 8530188c-40f9-41a4-9c2a-8232d2dfc8a2, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:36.706366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72439870-a3da-46a7-bac7-f8593b4a971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e964ceb-128f-48b3-8238-483053c7c774,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.743675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:36.783400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 8530188c-40f9-41a4-9c2a-8232d2dfc8a2) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:36.786058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:36.791131 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.797858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.821279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abcc2b7-469c-4c61-a119-548347a5e5e7 None None] Network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:36.871398 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-321ed754-4162-4c54-8ca5-3e07dd1a0a7d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0705504 Jan 27 21:51:36.872117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53862) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:36.880736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'port': {'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'name': 'tempest-TaggedBootDevicesTest-1798004946', 'fixed_ips': [{'subnet_id': '5fe3c98e-a594-46a8-a30f-34b137e89cb2'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:36.904113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3880dd-85ed-401b-8756-13cf976ba34e req-59355fa2-2636-44f0-b30b-789a2182eb80 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.916312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab3880dd-85ed-401b-8756-13cf976ba34e req-59355fa2-2636-44f0-b30b-789a2182eb80 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 951 time: 0.2649078 Jan 27 21:51:36.932921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f0ead-f62d-4e6a-bf24-6c5b0e1e5f6d req-2deb2877-4b0f-461b-875d-d8be63ee8f8a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.945855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a5f0ead-f62d-4e6a-bf24-6c5b0e1e5f6d req-2deb2877-4b0f-461b-875d-d8be63ee8f8a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 945 time: 0.2920506 Jan 27 21:51:36.994788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:36.999558 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e2abd4-4e8a-4b02-ba6b-b736fa19b21d" -d '{"events": [{"server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "name": "network-vif-unplugged", "status": "completed", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:37.017256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Publish callbacks [] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.039770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.115972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b4d5be8e-05d5-4d12-8563-a58cb84c01c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.132207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-8530188c-40f9-41a4-9c2a-8232d2dfc8a2', 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2', 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'fixed_ips': [{'subnet_id': 'ffeffda4-2b75-47a6-b1e8-fee9d3d3562b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:51:37.134078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.171360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53868) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:37.253063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-807aaf18-a913-430b-897e-269566b1f700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.275788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a5f0ead-f62d-4e6a-bf24-6c5b0e1e5f6d req-1eddf100-6519-4e65-83ad-c73bfc6416cf tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283412 Jan 27 21:51:37.308151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:37.331510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Allocated IP 10.2.2.2 (8530188c-40f9-41a4-9c2a-8232d2dfc8a2/ffeffda4-2b75-47a6-b1e8-fee9d3d3562b/1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:37.352380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab3880dd-85ed-401b-8756-13cf976ba34e req-95f4eab4-c16a-4321-9b5a-498847a8946c tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027858 Jan 27 21:51:37.360538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:37.366118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f181a77-b32c-4723-b7d6-d075751074f3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.372859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:37.373212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:37.373523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:37.388604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:37.395272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:37.404080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:37.429658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f181a77-b32c-4723-b7d6-d075751074f3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:37.520089 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:51:37.541853 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed39bb-1c32-4b73-b3cc-0eecad549a4a x-openstack-request-id: req-3eed39bb-1c32-4b73-b3cc-0eecad549a4a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:37.542150 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "name": "network-vif-unplugged", "status": "completed", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:37.542413 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3eed39bb-1c32-4b73-b3cc-0eecad549a4a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:37.542827 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7', 'code': 200} Jan 27 21:51:37.574816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:37.575281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:37.575722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:37.577206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Bound port: 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:37.577206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.588232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.678379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.763810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-807aaf18-a913-430b-897e-269566b1f700 admin admin] Publish callbacks [] for security_group (c3cc6cb8-3b89-42f1-b681-b4c0ade1d369), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.804789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-807aaf18-a913-430b-897e-269566b1f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c3cc6cb8-3b89-42f1-b681-b4c0ade1d369), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.842869 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f181a77-b32c-4723-b7d6-d075751074f3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.843506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.849931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3f181a77-b32c-4723-b7d6-d075751074f3 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac HTTP/1.1" status: 204 len: 168 time: 1.7344165 Jan 27 21:51:37.862215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:37.869518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-807aaf18-a913-430b-897e-269566b1f700 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0d06d5bef0245f2ac0ef69e6e31755a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6829882 Jan 27 21:51:37.871052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53892) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:37.876887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53896) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:37.917248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807aaf18-a913-430b-897e-269566b1f700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cc6cb8-3b89-42f1-b681-b4c0ade1d369,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:37.921707 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-b632b120-036e-4359-a1a1-e9a991e39313 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:51:37.927111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b632b120-036e-4359-a1a1-e9a991e39313 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/3ee7c6e4-4dca-4ac9-bd9a-f1896030eeac HTTP/1.1" status: 404 len: 333 time: 0.0505021 Jan 27 21:51:37.927687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53898) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:37.939119 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Publish callbacks [] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.972570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79438416-156d-4cbb-90c9-25dc288cad45 req-cd88e481-cda6-4f35-aa69-20df53eada45 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.974702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79438416-156d-4cbb-90c9-25dc288cad45 req-cd88e481-cda6-4f35-aa69-20df53eada45 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.4097052 Jan 27 21:51:37.978806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:37.979197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:37.979877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:37.983029 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.040506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:38.041257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:38.056366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:38.120874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:38.133850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:38.151288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:38.169604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:38.170922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:38.170922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:38.171989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Bound port: 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:38.172638 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.190333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-de52a931-82a3-4323-b428-e0972f94cea7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet de0668d0-e584-4b3a-836a-16bceb0d99dc {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:51:38.197182 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de52a931-82a3-4323-b428-e0972f94cea7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (de0668d0-e584-4b3a-836a-16bceb0d99dc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.261490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Pushing event updated for resources: {'Port': ['ID=1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:38.272412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7506fcfd-c95b-40fe-8d2d-db6a4c56ae30 None None] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:38.277878 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de52a931-82a3-4323-b428-e0972f94cea7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (de0668d0-e584-4b3a-836a-16bceb0d99dc), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.313091 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-fad87547-59f1-424c-9fb8-3c0b31c1a0fc service neutron] show failed (client error): The resource could not be found. Jan 27 21:51:38.314585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-fad87547-59f1-424c-9fb8-3c0b31c1a0fc service neutron] 10.222.0.16 "GET /v2.0/ports/f74ba430-ad78-4da5-a30d-f4cd48cfe98a/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.3092215 Jan 27 21:51:38.364535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79438416-156d-4cbb-90c9-25dc288cad45 req-faebe235-6930-4f4e-b802-bd2a6e067b57 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563738 Jan 27 21:51:38.540538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:38.545919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:38.555541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de52a931-82a3-4323-b428-e0972f94cea7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (de0668d0-e584-4b3a-836a-16bceb0d99dc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.632396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:38.643509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] device_id is not set on port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:38.688543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7-n-h1-826529-2-0 {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:51:38.689452 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:51:38.704597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:38.704597 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.709132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Attempting to bind port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:38.709578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Attempting to bind port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:38.709897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Attempting to bind port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 on network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:38.719272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.740149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8da74b15-ac71-4685-aafd-80151e541ec9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:38.774094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:38.774471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Checking segment: {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:38.774907 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.775334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Bound using segment: {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:38.775868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Bound port: 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:38.776267 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.845297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-26120734-9305-4ddc-bc00-0318b65e32e0 None None] Provisioning complete for port 8da74b15-ac71-4685-aafd-80151e541ec9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:38.845565 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-26120734-9305-4ddc-bc00-0318b65e32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.857283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de52a931-82a3-4323-b428-e0972f94cea7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (de0668d0-e584-4b3a-836a-16bceb0d99dc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.913853 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.921927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de52a931-82a3-4323-b428-e0972f94cea7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.925413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-de52a931-82a3-4323-b428-e0972f94cea7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/de0668d0-e584-4b3a-836a-16bceb0d99dc HTTP/1.1" status: 204 len: 168 time: 0.9857869 Jan 27 21:51:38.930786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53942) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:38.934446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52a931-82a3-4323-b428-e0972f94cea7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=de0668d0-e584-4b3a-836a-16bceb0d99dc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:38.949123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:38.986192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1d66466-f9de-4206-84c1-1bfb6000fd7d admin admin] Publish callbacks [] for security_group (c3cc6cb8-3b89-42f1-b681-b4c0ade1d369), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.017199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-2cf78704-80a3-4255-997e-19918a39050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.018802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-2cf78704-80a3-4255-997e-19918a39050e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5&tenant_id=74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 1101 time: 0.2655857 Jan 27 21:51:39.030519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d06d2-900f-4fcf-ac6f-4deb1b23710a req-46d8aec6-9d0a-4d54-8650-528817a3bb52 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.032500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-766d06d2-900f-4fcf-ac6f-4deb1b23710a req-46d8aec6-9d0a-4d54-8650-528817a3bb52 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.2761550 Jan 27 21:51:39.042110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:39.067034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:39.069689 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbaa62c-0cc2-4fd8-a07d-e343c51ddca8" -d '{"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:39.073839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63392521-b3db-4011-89ae-c544a19f6cac None None] Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:39.117464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1d66466-f9de-4206-84c1-1bfb6000fd7d admin admin] Publish callbacks [] for security_group (c3cc6cb8-3b89-42f1-b681-b4c0ade1d369), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.143449 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d53dcaa1-8d9e-4267-bf19-7133d7083f01), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.171475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:39.173195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Allocated IP 172.20.0.5 (3e10f660-b459-413d-8cb8-f270c86af9c7/ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4/3eafdc9f-d95a-4f8d-b810-343c7a30bac8) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:39.215781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.221323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.244977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Allocated IP 10.1.1.11 (81a581e9-6394-429c-85e3-9e2f78c9c47b/5fe3c98e-a594-46a8-a30f-34b137e89cb2/3d98e0f8-71a1-404a-83ac-4dbc108d4801) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:39.309562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:39.310025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:39.310462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:39.373327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=11']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:39.393335 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeaa688-9cff-417f-91ea-69b791449837 x-openstack-request-id: req-cbeaa688-9cff-417f-91ea-69b791449837 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:39.397071 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:39.398539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:39.398740 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbeaa688-9cff-417f-91ea-69b791449837 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:39.399122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempting to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on network 26aeaa09-0f01-4be0-879e-8beb0b999c2d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:39.399312 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'code': 200} Jan 27 21:51:39.444631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 has no active binding in host n-h2-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:51:39.459684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:39.471976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Checking segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:39.472508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Bound using segment: {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:39.473201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Bound port: 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29055141-3e1c-40c5-acc7-4911e1386dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26aeaa09-0f01-4be0-879e-8beb0b999c2d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:39.473899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.558693 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1d66466-f9de-4206-84c1-1bfb6000fd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c3cc6cb8-3b89-42f1-b681-b4c0ade1d369), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.562202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1d66466-f9de-4206-84c1-1bfb6000fd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.568297 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b1d66466-f9de-4206-84c1-1bfb6000fd7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3cc6cb8-3b89-42f1-b681-b4c0ade1d369 HTTP/1.1" status: 204 len: 168 time: 1.6665459 Jan 27 21:51:39.690332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d66466-f9de-4206-84c1-1bfb6000fd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cc6cb8-3b89-42f1-b681-b4c0ade1d369,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:39.696178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-26120734-9305-4ddc-bc00-0318b65e32e0 None None] Current status of the port 8da74b15-ac71-4685-aafd-80151e541ec9 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:39.697070 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-26120734-9305-4ddc-bc00-0318b65e32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.734900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-766d06d2-900f-4fcf-ac6f-4deb1b23710a req-6b4b5c28-e84c-457c-bbb7-4ca94b29df0a tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599202 Jan 27 21:51:39.777280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.778603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-26120734-9305-4ddc-bc00-0318b65e32e0 None None] For port 8da74b15-ac71-4685-aafd-80151e541ec9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8da74b15-ac71-4685-aafd-80151e541ec9,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:39.833781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8da74b15-ac71-4685-aafd-80151e541ec9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:39.835675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.840107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] For port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:39.847183 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-26120734-9305-4ddc-bc00-0318b65e32e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.886417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:39.886853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.916932 n-d-826529-2 neutron-server[103329]: WARNING neutron.plugins.ml2.plugin [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Concurrent port binding operations failed on port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 Jan 27 21:51:39.971523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:39.997238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] For port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5bb5b71e-d9ab-4a5d-8fe3-58b942e47441,segment=NetworkSegment(671846d0-16e2-4ec9-9808-ecf8031e844d),segment_id=671846d0-16e2-4ec9-9808-ecf8031e844d)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:39.997699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.013711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:40.023224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26120734-9305-4ddc-bc00-0318b65e32e0 None None] Pushing event updated for resources: {'Port': ['ID=8da74b15-ac71-4685-aafd-80151e541ec9,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:40.029347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff4663-6687-4120-97a0-0427cfacc7dc None None] DHCP port deletion for d53dcaa1-8d9e-4267-bf19-7133d7083f01 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:51:40.047841 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attempt 2 to bind port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 Jan 27 21:51:40.056505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.057363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.061494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] For port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:40.065095 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-f9b06e43-e214-4365-a6ce-3e0822f08389 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 200 len: 1121 time: 4.5848711 Jan 27 21:51:40.081809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:40.089265 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aa614e-e8a9-408f-be26-ef5c1352d8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:40.165672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672cb1b-65ab-4b23-b09a-d989567f56f9 req-9e77de68-a92f-4c75-9b98-6147e4bb2c18 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.173120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c672cb1b-65ab-4b23-b09a-d989567f56f9 req-9e77de68-a92f-4c75-9b98-6147e4bb2c18 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.4338782 Jan 27 21:51:40.181647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.183747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.192986 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.234226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=5bb5b71e-d9ab-4a5d-8fe3-58b942e47441,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:40.260047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No DVR routers for this DVR port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:40.297107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Network 3e10f660-b459-413d-8cb8-f270c86af9c7 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:40.325758 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14730705-03b9-456b-92ae-04a4d06426e4 x-openstack-request-id: req-14730705-03b9-456b-92ae-04a4d06426e4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:40.326113 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:40.326314 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14730705-03b9-456b-92ae-04a4d06426e4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:40.326755 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7', 'status': 'completed', 'code': 200} Jan 27 21:51:40.334990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:40.338236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:40.451189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'Port': ['ID=3eafdc9f-d95a-4f8d-b810-343c7a30bac8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:40.481467 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.484911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c29138aa-26f3-42f7-b386-f5a459600e71 None None] Provisioning complete for port 8da74b15-ac71-4685-aafd-80151e541ec9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:40.485267 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c29138aa-26f3-42f7-b386-f5a459600e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.510643 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.569449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:40.619876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:40.670903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:40.674283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:40.716444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:40.723789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:40.732658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=3d98e0f8-71a1-404a-83ac-4dbc108d4801,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:40.761689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d53dcaa1-8d9e-4267-bf19-7133d7083f01), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.796244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53dcaa1-8d9e-4267-bf19-7133d7083f01']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:40.809965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671846d0-16e2-4ec9-9808-ecf8031e844d') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:40.810955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671846d0-16e2-4ec9-9808-ecf8031e844d') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:40.841901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (671846d0-16e2-4ec9-9808-ecf8031e844d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.877276 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (671846d0-16e2-4ec9-9808-ecf8031e844d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.898938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:51:40.899806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (671846d0-16e2-4ec9-9808-ecf8031e844d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.922931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.928685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:51:41.015354 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:51:41.035608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c672cb1b-65ab-4b23-b09a-d989567f56f9 req-9d1fa1ae-12c0-4528-ae69-300305cb7a23 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8612289 Jan 27 21:51:41.041753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.056114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:41.068187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d53dcaa1-8d9e-4267-bf19-7133d7083f01), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.094585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29698729-beaa-4b30-8f1a-b6d7eac82e15 None None] Pushing event updated for resources: {'Port': ['ID=1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:41.101707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-20a1f8b1-c09d-4347-9737-98346fe40cfd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2284627 Jan 27 21:51:41.117722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54028) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:41.126504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'port': {'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'name': 'tempest-TaggedBootDevicesTest-1937989515', 'fixed_ips': [{'subnet_id': '5fe3c98e-a594-46a8-a30f-34b137e89cb2'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:41.160094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.171225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/networks/d53dcaa1-8d9e-4267-bf19-7133d7083f01 HTTP/1.1" status: 204 len: 168 time: 2.2382193 Jan 27 21:51:41.181860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-0619b74a-8e21-4bb5-82c4-c982ef96baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:41.183332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-0619b74a-8e21-4bb5-82c4-c982ef96baed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1124 time: 0.7939396 Jan 27 21:51:41.219694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54032) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:41.248193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-722033940'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:41.270095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Publish callbacks [] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.347104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:41.364720 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba02c7f-c578-48c3-bb69-9bedfe0a8677" -d '{"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:41.422028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8da74b15-ac71-4685-aafd-80151e541ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:41.430180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Transition to ACTIVE for port object f74ba430-ad78-4da5-a30d-f4cd48cfe98a will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:41.433517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0fff4663-6687-4120-97a0-0427cfacc7dc None None] Deleting port 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:41.434276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0fff4663-6687-4120-97a0-0427cfacc7dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5bb5b71e-d9ab-4a5d-8fe3-58b942e47441), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.474547 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.491541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:41.496163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.620607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ac5c3-e523-4d70-92ab-31b27890abdd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Network': ['ID=d53dcaa1-8d9e-4267-bf19-7133d7083f01,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:41.629373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:41.635561 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c159a6f-6ff9-404c-b656-cd59d3edf69c x-openstack-request-id: req-4c159a6f-6ff9-404c-b656-cd59d3edf69c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:41.636311 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:41.636888 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c159a6f-6ff9-404c-b656-cd59d3edf69c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:41.637800 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'code': 200} Jan 27 21:51:41.642649 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b1df826a-71ab-49ee-b800-5a756e62a08f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.643153 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Added segment b1df826a-71ab-49ee-b800-5a756e62a08f of type vlan for network 8cf874ce-fdb4-4621-b745-57a8230675ff Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-0fff4663-6687-4120-97a0-0427cfacc7dc None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 could not be found. Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 21:51:41.649106 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network d53dcaa1-8d9e-4267-bf19-7133d7083f01 could not be found. Jan 27 21:51:41.655761 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 21:51:41.694487 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.716138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (8cf874ce-fdb4-4621-b745-57a8230675ff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.727252 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.796121 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (8cf874ce-fdb4-4621-b745-57a8230675ff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.810551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:41.823553 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.877271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfef25c-d870-4614-9955-9c07f9df1668 None None] DHCP port deletion for d53dcaa1-8d9e-4267-bf19-7133d7083f01 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:51:42.072297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:42.074071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:42.081775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-5ee4ce29-5fc8-44e2-aa1b-900481a98e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.087844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-5ee4ce29-5fc8-44e2-aa1b-900481a98e3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.8887618 Jan 27 21:51:42.114500 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.253667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:42.346545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] No DVR routers for this DVR port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:42.377956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Network': ['ID=8cf874ce-fdb4-4621-b745-57a8230675ff,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:42.390451 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1d8b2714-f984-45c1-a5b8-cdffe2dd54d2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1694460 Jan 27 21:51:42.442186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c29138aa-26f3-42f7-b386-f5a459600e71 None None] Current status of the port 8da74b15-ac71-4685-aafd-80151e541ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:42.486895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 8cf874ce-fdb4-4621-b745-57a8230675ff details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:42.500424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54096) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:42.511672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] device_id is not set on port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:42.634143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-3f381e31-ffdf-4bc9-8acf-fb885f17e9cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 200 len: 217 time: 0.5381410 Jan 27 21:51:42.728899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': '8cf874ce-fdb4-4621-b745-57a8230675ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:42.872346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port f74ba430-ad78-4da5-a30d-f4cd48cfe98a host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:51:42.873023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:42.913678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b45c-3fe2-4fb1-806c-817a1ac301c7 req-ad4b81b1-41af-4dda-974f-223455a8f15d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.921842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db34b45c-3fe2-4fb1-806c-817a1ac301c7 req-ad4b81b1-41af-4dda-974f-223455a8f15d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 1.5949204 Jan 27 21:51:42.937644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:42.990681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-01e036c9-d1e7-4a56-ada6-7958daee6da5 None None] Provisioning complete for port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:42.991144 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01e036c9-d1e7-4a56-ada6-7958daee6da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.062665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-0617d47e-c4f5-4bb3-a1b9-d7f6fd1ce723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:43.074648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-0617d47e-c4f5-4bb3-a1b9-d7f6fd1ce723 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.4315357 Jan 27 21:51:43.110646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:43.111229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:43.111703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:43.179381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:43.181177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.183546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-01e036c9-d1e7-4a56-ada6-7958daee6da5 None None] Port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:43.259350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7e280-d3b6-4029-914f-edcf9382b224 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:51:43.280973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-6b48c26d-e8ae-4f84-965f-d60aa6f78f91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722002 Jan 27 21:51:43.282521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:43.283169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:43.327492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:43.328099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:43.328819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:43.330206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Bound port: f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:43.330799 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.452547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:43.457192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.490085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.681034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db34b45c-3fe2-4fb1-806c-817a1ac301c7 req-07e751af-3eea-478d-a733-5163487c32d8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197347 Jan 27 21:51:43.681500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-770f4b3e-7251-4b50-8b5f-db1f92f1fe77 None None] Provisioning complete for port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:43.682081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-770f4b3e-7251-4b50-8b5f-db1f92f1fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.820099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Allocated IP 10.1.1.221 (81a581e9-6394-429c-85e3-9e2f78c9c47b/5fe3c98e-a594-46a8-a30f-34b137e89cb2/83bdb347-7bb1-4ed3-b282-7dfd81b687a3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:43.894817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-ee838133-e30e-4a71-977b-43acb21bf6d6 service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983381 Jan 27 21:51:44.047069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:44.047606 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.049788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f7e280-d3b6-4029-914f-edcf9382b224 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:51:44.199203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:44.233956 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.234805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8da74b15-ac71-4685-aafd-80151e541ec9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:44.345663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-770f4b3e-7251-4b50-8b5f-db1f92f1fe77 None None] Current status of the port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:44.346057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-770f4b3e-7251-4b50-8b5f-db1f92f1fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.357122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:44.461269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:44.481369 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.514878 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.632258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047829d-d8d3-4ebc-b6f2-dfd293746e0b req-49910d63-ee56-412b-9e86-efa9a9881040 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.651561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c047829d-d8d3-4ebc-b6f2-dfd293746e0b req-49910d63-ee56-412b-9e86-efa9a9881040 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 948 time: 0.5795827 Jan 27 21:51:44.688079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.750462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:44.751803 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-770f4b3e-7251-4b50-8b5f-db1f92f1fe77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:51:44.752161 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-770f4b3e-7251-4b50-8b5f-db1f92f1fe77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:51:44.772719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.775153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.786901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] 10.222.0.57 "PUT /v2.0/ports/f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 1096 time: 5.7531497 Jan 27 21:51:44.793172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:44.793876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.794239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.794585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.794924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.800029 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54334cc-1ced-4817-8f0a-b6fa58873a02" -d '{"events": [{"name": "network-changed", "server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:44.832474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.833752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.834212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.834651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.835030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.835442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.835789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.836124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.836455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:44.852111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Router 09527c0d-d896-4e9a-ba2c-f9bbd96af18c is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:51:44.891839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88aa614e-e8a9-408f-be26-ef5c1352d8ab req-bee6c8f4-6724-4520-8296-f36679df362b service neutron] 10.222.0.16 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9609890 Jan 27 21:51:44.917703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:44.921645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (55c38327-3e48-4ba8-bdf9-16ece3e6371d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.961175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:44.966879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:44.982227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8da74b15-ac71-4685-aafd-80151e541ec9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:44.982650 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.096960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a34e0-078f-4f03-9b10-54e2f29b5ddc service neutron] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:45.163172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c047829d-d8d3-4ebc-b6f2-dfd293746e0b req-3d01c8c0-078e-4f03-a588-91bbb13cc0e7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091155 Jan 27 21:51:45.194836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-5f6d4cf4-660c-46ed-9a10-1bb35c3020b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.196884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-5f6d4cf4-660c-46ed-9a10-1bb35c3020b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1099 time: 0.3729401 Jan 27 21:51:45.226129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:45.489893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=55c38327-3e48-4ba8-bdf9-16ece3e6371d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:45.497891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-770f4b3e-7251-4b50-8b5f-db1f92f1fe77 None None] Current status of the port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:45.514752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.523050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.542019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f90a2-cc1d-4ab9-91ab-5d033525f251 None None] Network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:45.597649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-88e7ae3a-0f66-4af6-b820-6bfe5e57a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.599924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-88e7ae3a-0f66-4af6-b820-6bfe5e57a44c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3857775 Jan 27 21:51:45.628068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb51c4f-ba06-40e7-901f-37f7fd7879ab req-5330489d-1c79-4fa2-a30f-b87ee70f390b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.667812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb51c4f-ba06-40e7-901f-37f7fd7879ab req-5330489d-1c79-4fa2-a30f-b87ee70f390b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.2600710 Jan 27 21:51:45.711993 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0f23c2cc-bb96-4bf4-a479-03276ffc4ad2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5921080 Jan 27 21:51:45.777608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8da74b15-ac71-4685-aafd-80151e541ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:45.859700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-1b2088dc-7516-4290-839b-ee7553465237 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 0.1876812 Jan 27 21:51:45.928465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Checking segment: {'id': 'b1df826a-71ab-49ee-b800-5a756e62a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8cf874ce-fdb4-4621-b745-57a8230675ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:45.928843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network hostable DHCP agents. Network: 8cf874ce-fdb4-4621-b745-57a8230675ff, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:45.972445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:46.035156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network 8cf874ce-fdb4-4621-b745-57a8230675ff is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:46.050537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:51:46.066284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:51:46.066840 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Sync routers for ids ['09527c0d-d896-4e9a-ba2c-f9bbd96af18c'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:51:46.067464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5bb5b71e-d9ab-4a5d-8fe3-58b942e47441 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:46.081482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:46.088518 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Routers {'09527c0d-d896-4e9a-ba2c-f9bbd96af18c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:46.089178 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:51:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['09527c0d-d896-4e9a-ba2c-f9bbd96af18c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:46.095915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 8cf874ce-fdb4-4621-b745-57a8230675ff) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:46.114571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.115200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.129841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.131449 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b50bff8-8623-4090-95b3-15fd980dd22d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.0665233 Jan 27 21:51:46.134127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54226) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:46.184009 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-25d1c75b-b05b-47ef-8b94-8ce2b1303964 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6760428 Jan 27 21:51:46.188404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:46.194056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2ba801cd-71cf-490b-b8a6-b9da027e8ebf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-313334324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:46.255474 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ba801cd-71cf-490b-b8a6-b9da027e8ebf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (54098b93-f4ff-4965-a5d7-f661655713f9), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.261901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ba801cd-71cf-490b-b8a6-b9da027e8ebf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (54098b93-f4ff-4965-a5d7-f661655713f9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.263757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9938d9a-f55e-4e65-a61e-e3655b11f381 None None] Network 8cf874ce-fdb4-4621-b745-57a8230675ff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:46.392324 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6831ad-f54b-4790-a36e-648ac6fee3b2 x-openstack-request-id: req-4b6831ad-f54b-4790-a36e-648ac6fee3b2 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:46.392777 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:46.393197 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b6831ad-f54b-4790-a36e-648ac6fee3b2 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:46.393866 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'status': 'completed', 'code': 200} Jan 27 21:51:46.428533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-e92da249-6dc9-4ccc-bf94-b7821a02ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.431312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-e92da249-6dc9-4ccc-bf94-b7821a02ebad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.5633330 Jan 27 21:51:46.451739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ba801cd-71cf-490b-b8a6-b9da027e8ebf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for router_controller (54098b93-f4ff-4965-a5d7-f661655713f9), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.466812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ba801cd-71cf-490b-b8a6-b9da027e8ebf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (54098b93-f4ff-4965-a5d7-f661655713f9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.485415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb51c4f-ba06-40e7-901f-37f7fd7879ab req-474498cd-1be0-496d-95ee-9f595633932d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8164511 Jan 27 21:51:46.513483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ba801cd-71cf-490b-b8a6-b9da027e8ebf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.514771 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2ba801cd-71cf-490b-b8a6-b9da027e8ebf tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3250556 Jan 27 21:51:46.519204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54234) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:46.531109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'network_id': '8cf874ce-fdb4-4621-b745-57a8230675ff', 'name': 'tempest-PortsTestJSON-1073594052'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:46.549053 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Set router 09527c0d-d896-4e9a-ba2c-f9bbd96af18c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:46.643287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54242) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:46.731626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54246) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:46.739444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0899e118-740e-4352-b580-c4008b0aaeef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470834784', 'description': 'tempest-description--1131774107'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:46.825210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-4c6cdd7f-1068-421d-ba4e-e3dbfb649ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.829033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-4c6cdd7f-1068-421d-ba4e-e3dbfb649ac6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1099 time: 0.4337661 Jan 27 21:51:46.885208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:46.888976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0899e118-740e-4352-b580-c4008b0aaeef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.913143 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4791121-fb59-48f0-85e8-81376a517794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.965067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:46.968784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.988711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:47.009064 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09527c0d-d896-4e9a-ba2c-f9bbd96af18c', 'name': '', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7', 'external_fixed_ips': [{'subnet_id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '3eafdc9f-d95a-4f8d-b810-343c7a30bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:35Z', 'updated_at': '2022-01-27T21:51:40Z', 'revision_number': 3, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port': {'id': '3eafdc9f-d95a-4f8d-b810-343c7a30bac8', 'name': '', 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09527c0d-d896-4e9a-ba2c-f9bbd96af18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:37Z', 'updated_at': '2022-01-27T21:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:47.068634 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Checking router: 09527c0d-d896-4e9a-ba2c-f9bbd96af18c for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:51:47.069248 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Updating router 09527c0d-d896-4e9a-ba2c-f9bbd96af18c port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:51:47.093069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-a483cdba-d8e1-46aa-8bcd-b84760e1e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.096445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-a483cdba-d8e1-46aa-8bcd-b84760e1e133 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2255330 Jan 27 21:51:47.128144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.6 (8cf874ce-fdb4-4621-b745-57a8230675ff/55c38327-3e48-4ba8-bdf9-16ece3e6371d/3b2ceb34-677a-4c71-9cd8-3ee81c01d279) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:47.132395 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.137129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-3a3c6d96-60f5-43a6-aab8-5396e36cebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.140172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-3a3c6d96-60f5-43a6-aab8-5396e36cebfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5935581 Jan 27 21:51:47.504817 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Publish callbacks [] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.516975 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.591351 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4791121-fb59-48f0-85e8-81376a517794 admin admin] Publish callbacks [] for security_group (9c5ca984-7ec6-46a7-8578-221aeaedfd93), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.609382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4791121-fb59-48f0-85e8-81376a517794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9c5ca984-7ec6-46a7-8578-221aeaedfd93), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.613739 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Pushing event updated for resources: {'Port': ['ID=3eafdc9f-d95a-4f8d-b810-343c7a30bac8,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:47.657289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.667849 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.668366 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.668780 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.669191 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.669597 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.669985 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.670538 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.671050 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.671606 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.672111 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.672630 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.673143 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:47.677366 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Attempting to bind port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:47.677976 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Attempting to bind port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2d5a522b-411f-45f7-8de1-50845b7d7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:47.678568 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Attempting to bind port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 on network 3e10f660-b459-413d-8cb8-f270c86af9c7 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:47.691191 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:47.693683 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Checking segment: {'id': '2d5a522b-411f-45f7-8de1-50845b7d7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:47.694161 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.694623 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Bound using segment: {'id': '2d5a522b-411f-45f7-8de1-50845b7d7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:47.695130 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Bound port: 3eafdc9f-d95a-4f8d-b810-343c7a30bac8, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5a522b-411f-45f7-8de1-50845b7d7c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:47.695683 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.817648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-19d76713-d163-41d3-8cfd-3e3db88c35ac None None] Provisioning complete for port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:47.825039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19d76713-d163-41d3-8cfd-3e3db88c35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.842510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] For port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:47.846523 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] For port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3eafdc9f-d95a-4f8d-b810-343c7a30bac8,segment=NetworkSegment(2d5a522b-411f-45f7-8de1-50845b7d7c98),segment_id=2d5a522b-411f-45f7-8de1-50845b7d7c98)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:47.858068 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.943119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0899e118-740e-4352-b580-c4008b0aaeef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group (8c1828ff-d805-42c0-b0e3-619364c5bdb3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.072074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:48.091052 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Routers {'09527c0d-d896-4e9a-ba2c-f9bbd96af18c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:48.091936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.099088 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:51:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['09527c0d-d896-4e9a-ba2c-f9bbd96af18c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:48.132286 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d4084-aea9-4f87-b85f-d5a59c1aaebe None None] Pushing event updated for resources: {'Port': ['ID=3eafdc9f-d95a-4f8d-b810-343c7a30bac8,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:48.139316 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b4791121-fb59-48f0-85e8-81376a517794 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a875859fdf704d27ac5bf87012ad7a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4825499 Jan 27 21:51:48.158012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4791121-fb59-48f0-85e8-81376a517794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5ca984-7ec6-46a7-8578-221aeaedfd93,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:48.162306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0899e118-740e-4352-b580-c4008b0aaeef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8c1828ff-d805-42c0-b0e3-619364c5bdb3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.165813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54284) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:48.171206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.230040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-a16eba7e-394e-4b12-98dc-9b726d640e9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 1.1113317 Jan 27 21:51:48.246210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.279245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e46b9-f89f-4bbe-be39-f08f151b985f req-e1c7e3a2-517c-40bd-be19-4b06bed6648d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.281022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd7e46b9-f89f-4bbe-be39-f08f151b985f req-e1c7e3a2-517c-40bd-be19-4b06bed6648d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 948 time: 1.4639678 Jan 27 21:51:48.429065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:48.429612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.434408 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] Set router 09527c0d-d896-4e9a-ba2c-f9bbd96af18c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:48.445322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.447570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-19d76713-d163-41d3-8cfd-3e3db88c35ac None None] Port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:48.471049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-72bbc826-dc38-458d-bb5e-00014b7a670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.472714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-72bbc826-dc38-458d-bb5e-00014b7a670f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2225780 Jan 27 21:51:48.676569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-8cf874ce-fdb4-4621-b745-57a8230675ff', 'network_id': '8cf874ce-fdb4-4621-b745-57a8230675ff', 'project_id': 'b1db4be02359400a8287ee893e8f7ed4', 'fixed_ips': [{'subnet_id': '55c38327-3e48-4ba8-bdf9-16ece3e6371d'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:51:48.688774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.690035 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09527c0d-d896-4e9a-ba2c-f9bbd96af18c', 'name': '', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7', 'external_fixed_ips': [{'subnet_id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '3eafdc9f-d95a-4f8d-b810-343c7a30bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:35Z', 'updated_at': '2022-01-27T21:51:40Z', 'revision_number': 3, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port': {'id': '3eafdc9f-d95a-4f8d-b810-343c7a30bac8', 'name': '', 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09527c0d-d896-4e9a-ba2c-f9bbd96af18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:37Z', 'updated_at': '2022-01-27T21:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:48.730507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14800c42-96ae-44f6-ac35-9f45c2fd3f19 req-5a6df0f3-b0e0-4276-8eb9-6fa28be3354d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.739031 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c9339-722b-44f8-86ff-fefa04aacef7 None None] The sync data for ids ['09527c0d-d896-4e9a-ba2c-f9bbd96af18c'] in n-d-826529-2 is: [{'id': '09527c0d-d896-4e9a-ba2c-f9bbd96af18c', 'name': '', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7', 'external_fixed_ips': [{'subnet_id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '3eafdc9f-d95a-4f8d-b810-343c7a30bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:35Z', 'updated_at': '2022-01-27T21:51:40Z', 'revision_number': 3, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port': {'id': '3eafdc9f-d95a-4f8d-b810-343c7a30bac8', 'name': '', 'network_id': '3e10f660-b459-413d-8cb8-f270c86af9c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:de:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09527c0d-d896-4e9a-ba2c-f9bbd96af18c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:37Z', 'updated_at': '2022-01-27T21:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:51:48.746855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14800c42-96ae-44f6-ac35-9f45c2fd3f19 req-5a6df0f3-b0e0-4276-8eb9-6fa28be3354d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.2680204 Jan 27 21:51:48.747895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4de31c8d-61e8-47a9-8c64-7a03a2b2414d None None] Provisioning complete for port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:48.748412 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4de31c8d-61e8-47a9-8c64-7a03a2b2414d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.798892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-7eca6f0e-ada0-4337-87b4-7f001c358cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.801478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-7eca6f0e-ada0-4337-87b4-7f001c358cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3199916 Jan 27 21:51:48.883515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd7e46b9-f89f-4bbe-be39-f08f151b985f req-ed95176d-adfa-418b-b764-8de88fa4b3cb tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057529 Jan 27 21:51:48.986793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-57b6c774-a71a-4e3f-97e5-ad3ffb3a10ce service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882214 Jan 27 21:51:49.173394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14800c42-96ae-44f6-ac35-9f45c2fd3f19 req-794eb459-220c-4935-b26e-290e86872203 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253361 Jan 27 21:51:49.185279 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.356464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-e653c222-7a7d-4879-a261-caf72eec97b3 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983521 Jan 27 21:51:49.384753 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0899e118-740e-4352-b580-c4008b0aaeef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.387130 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0899e118-740e-4352-b580-c4008b0aaeef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.6523600 Jan 27 21:51:49.389732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network 8cf874ce-fdb4-4621-b745-57a8230675ff is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:49.407506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54292) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:49.408310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899e118-740e-4352-b580-c4008b0aaeef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1828ff-d805-42c0-b0e3-619364c5bdb3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:49.443972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-12d74a00-1b47-4f3b-8d88-3d394d44be27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'security_group_rule': {'security_group_id': '8c1828ff-d805-42c0-b0e3-619364c5bdb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:49.483013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:49.496259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:49.574742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:49.591846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Allocated IP 172.20.0.2 (8cf874ce-fdb4-4621-b745-57a8230675ff/55c38327-3e48-4ba8-bdf9-16ece3e6371d/a7acdbbe-c184-483d-b5b0-c15c8db6a47d) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:49.607617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=3b2ceb34-677a-4c71-9cd8-3ee81c01d279,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:49.665861 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51eb2c0a-42d8-4845-ac2f-fe7cbdc940ec admin admin] Publish callbacks [] for security_group (9c5ca984-7ec6-46a7-8578-221aeaedfd93), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.686110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-659c3a5b-55f6-40eb-8ec5-b04d95948989 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789954 Jan 27 21:51:49.708617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4de31c8d-61e8-47a9-8c64-7a03a2b2414d None None] Current status of the port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:49.781834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12d74a00-1b47-4f3b-8d88-3d394d44be27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group_rule (b3bfddf2-3733-49ab-8b60-248c0c44c830), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.805243 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:49.806227 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.853985 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51eb2c0a-42d8-4845-ac2f-fe7cbdc940ec admin admin] Publish callbacks [] for security_group (9c5ca984-7ec6-46a7-8578-221aeaedfd93), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.894576 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6857bf6f-5b99-4f52-a5c1-96cb6ca0ddfe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3741465 Jan 27 21:51:49.909203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54294) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:50.013192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:50.024852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-d2ba5a0a-4c1f-42e6-bc5f-5fa021069004 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932527 Jan 27 21:51:50.114940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-509be7fa-b518-474d-a025-4a371e0aeba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:50.116772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-509be7fa-b518-474d-a025-4a371e0aeba3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1099 time: 0.3330028 Jan 27 21:51:50.121896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Deleting port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:50.122399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.281186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b4cb8-9a0c-45d0-b9ec-101fc6edba4d req-7997cc91-6162-4df1-afb9-a00ec991b431 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:50.286338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c22b4cb8-9a0c-45d0-b9ec-101fc6edba4d req-7997cc91-6162-4df1-afb9-a00ec991b431 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 948 time: 0.5840404 Jan 27 21:51:50.300587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:50.301146 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.355947 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12d74a00-1b47-4f3b-8d88-3d394d44be27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group_rule (b3bfddf2-3733-49ab-8b60-248c0c44c830), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.369817 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12d74a00-1b47-4f3b-8d88-3d394d44be27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (b3bfddf2-3733-49ab-8b60-248c0c44c830), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.530371 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Publish callbacks [] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.543270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d74a00-1b47-4f3b-8d88-3d394d44be27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bfddf2-3733-49ab-8b60-248c0c44c830,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:50.554058 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.557460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51eb2c0a-42d8-4845-ac2f-fe7cbdc940ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9c5ca984-7ec6-46a7-8578-221aeaedfd93), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.557779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.570152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51eb2c0a-42d8-4845-ac2f-fe7cbdc940ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.585563 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51eb2c0a-42d8-4845-ac2f-fe7cbdc940ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c5ca984-7ec6-46a7-8578-221aeaedfd93 HTTP/1.1" status: 204 len: 168 time: 2.4084589 Jan 27 21:51:50.627673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12d74a00-1b47-4f3b-8d88-3d394d44be27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.634720 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-12d74a00-1b47-4f3b-8d88-3d394d44be27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2192454 Jan 27 21:51:50.711950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-8473d228-ddf4-478b-877d-6d5322c85d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:50.718531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-8473d228-ddf4-478b-877d-6d5322c85d43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.4813545 Jan 27 21:51:50.719293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54306) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:50.765919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Network 8cf874ce-fdb4-4621-b745-57a8230675ff is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:50.772094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:50.774597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Pushing event updated for resources: {'Port': ['ID=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:50.789300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:50.830952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6c6a24b8-4799-4a5d-8b5f-0923f063b4d7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'security_group_rule': {'security_group_id': '8c1828ff-d805-42c0-b0e3-619364c5bdb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:50.878355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] For port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3eafdc9f-d95a-4f8d-b810-343c7a30bac8,segment=NetworkSegment(2d5a522b-411f-45f7-8de1-50845b7d7c98),segment_id=2d5a522b-411f-45f7-8de1-50845b7d7c98)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:50.880917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.881259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:50.882236 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.986661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-5ca92659-5b85-499f-8a98-a470b5c8a3b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 0.1859634 Jan 27 21:51:50.999459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Calling delete_port for 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:51.041451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb2c0a-42d8-4845-ac2f-fe7cbdc940ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5ca984-7ec6-46a7-8578-221aeaedfd93,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.046414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c22b4cb8-9a0c-45d0-b9ec-101fc6edba4d req-8c8c710b-94ed-4d3b-b4d6-63e93fbd2d30 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7278733 Jan 27 21:51:51.084596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3eafdc9f-d95a-4f8d-b810-343c7a30bac8,segment=NetworkSegment(2d5a522b-411f-45f7-8de1-50845b7d7c98),segment_id=2d5a522b-411f-45f7-8de1-50845b7d7c98)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:51.102537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Attempting to bind port a7acdbbe-c184-483d-b5b0-c15c8db6a47d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:51.103339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Attempting to bind port a7acdbbe-c184-483d-b5b0-c15c8db6a47d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'b1df826a-71ab-49ee-b800-5a756e62a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8cf874ce-fdb4-4621-b745-57a8230675ff'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:51.103949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Attempting to bind port a7acdbbe-c184-483d-b5b0-c15c8db6a47d on network 8cf874ce-fdb4-4621-b745-57a8230675ff {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:51.127009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.164642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:51.165139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Checking segment: {'id': 'b1df826a-71ab-49ee-b800-5a756e62a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8cf874ce-fdb4-4621-b745-57a8230675ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:51.165805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.166468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Bound using segment: {'id': 'b1df826a-71ab-49ee-b800-5a756e62a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8cf874ce-fdb4-4621-b745-57a8230675ff'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:51.167342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Bound port: a7acdbbe-c184-483d-b5b0-c15c8db6a47d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1df826a-71ab-49ee-b800-5a756e62a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8cf874ce-fdb4-4621-b745-57a8230675ff'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:51.181598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.190196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c6a24b8-4799-4a5d-8b5f-0923f063b4d7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group_rule (3650474e-8e24-4fcd-80d4-e2355a6cbccd), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.319501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=3eafdc9f-d95a-4f8d-b810-343c7a30bac8,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.472295 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.483259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-beda07a5-2db1-4924-8685-7128424589be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.492229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-beda07a5-2db1-4924-8685-7128424589be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.4937055 Jan 27 21:51:51.511924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] For port a7acdbbe-c184-483d-b5b0-c15c8db6a47d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:51.533386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] For port a7acdbbe-c184-483d-b5b0-c15c8db6a47d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,segment=NetworkSegment(b1df826a-71ab-49ee-b800-5a756e62a08f),segment_id=b1df826a-71ab-49ee-b800-5a756e62a08f)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:51.546785 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.574708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa64a6-2ed3-4881-888e-29d91b7d9c10 req-fdc36c1d-b9d3-47ed-b74f-501e4481ce5e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.583922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71aa64a6-2ed3-4881-888e-29d91b7d9c10 req-fdc36c1d-b9d3-47ed-b74f-501e4481ce5e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 948 time: 0.6980996 Jan 27 21:51:51.599273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54310) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:51.637602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-ee945edf-423b-49e0-a07c-5f42ff3fab86 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.639450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-ee945edf-423b-49e0-a07c-5f42ff3fab86 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 948 time: 0.6037581 Jan 27 21:51:51.687466 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c6a24b8-4799-4a5d-8b5f-0923f063b4d7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group_rule (3650474e-8e24-4fcd-80d4-e2355a6cbccd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.723383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3038d-b7bf-4e4b-bdbe-671cc60ae48d req-e19cbecc-5668-4ff3-9243-94798d18a15d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.725837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffe3038d-b7bf-4e4b-bdbe-671cc60ae48d req-e19cbecc-5668-4ff3-9243-94798d18a15d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.3462205 Jan 27 21:51:51.737174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5347e-c0be-4538-8ec9-af298a46e1b6 None None] Pushing event updated for resources: {'Port': ['ID=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.759745 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c6a24b8-4799-4a5d-8b5f-0923f063b4d7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3650474e-8e24-4fcd-80d4-e2355a6cbccd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.862627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a24b8-4799-4a5d-8b5f-0923f063b4d7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3650474e-8e24-4fcd-80d4-e2355a6cbccd,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.873967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-c88e4ecc-42eb-4fe0-ae39-83da819501f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.875609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-c88e4ecc-42eb-4fe0-ae39-83da819501f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3421729 Jan 27 21:51:51.957716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71aa64a6-2ed3-4881-888e-29d91b7d9c10 req-b4ba4015-eb75-4270-96be-85fcc3ce76e1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724661 Jan 27 21:51:52.069675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffe3038d-b7bf-4e4b-bdbe-671cc60ae48d req-978faafd-65e8-46a0-b8df-80903ca2878f tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249581 Jan 27 21:51:52.084000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:52.089511 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.100057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af06cf90-a37d-4057-81e2-7f7c4be1b2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.109931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.157437 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c6a24b8-4799-4a5d-8b5f-0923f063b4d7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.171955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6c6a24b8-4799-4a5d-8b5f-0923f063b4d7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3970065 Jan 27 21:51:52.190080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54314) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:52.206091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:52.376024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:52.376515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.377751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.427185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Deleting port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:52.427825 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.539163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=3b2ceb34-677a-4c71-9cd8-3ee81c01d279,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:52.566344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] For port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:52.566763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.603281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:52.677779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Calling delete_port for 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:52.699644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-ffe3bfd0-324b-4c08-9d83-0cb7af6196df service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7752781 Jan 27 21:51:52.806515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af06cf90-a37d-4057-81e2-7f7c4be1b2b7 admin admin] Publish callbacks [] for security_group (82677a2a-80ea-47af-bb75-d3d4cf744393), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.808134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ec6bf-347e-4946-a87b-29963a988acb req-99392eef-680f-4f39-98cb-2e450c96b202 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.810977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be1ec6bf-347e-4946-a87b-29963a988acb req-99392eef-680f-4f39-98cb-2e450c96b202 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 948 time: 0.5530317 Jan 27 21:51:52.813879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3eafdc9f-d95a-4f8d-b810-343c7a30bac8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.823552 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af06cf90-a37d-4057-81e2-7f7c4be1b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (82677a2a-80ea-47af-bb75-d3d4cf744393), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.891719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (54098b93-f4ff-4965-a5d7-f661655713f9), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.899788 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-af06cf90-a37d-4057-81e2-7f7c4be1b2b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9159b2b6130a49f091f48e02f0dfbdb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2965245 Jan 27 21:51:52.928593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54316) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:52.945899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06cf90-a37d-4057-81e2-7f7c4be1b2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82677a2a-80ea-47af-bb75-d3d4cf744393,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:53.023194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eafdc9f-d95a-4f8d-b810-343c7a30bac8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:53.149100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.419533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a4f43-a333-4a50-9e75-1e5bf3927429 req-f6ca48f6-ecad-48b8-9635-24183e14f83e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.422156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-426a4f43-a333-4a50-9e75-1e5bf3927429 req-f6ca48f6-ecad-48b8-9635-24183e14f83e tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 948 time: 0.3053436 Jan 27 21:51:53.489950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be1ec6bf-347e-4946-a87b-29963a988acb req-faba36e3-4f25-44fd-9f06-4d80ad543714 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505949 Jan 27 21:51:53.559283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:53.589131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.661953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54334cc-1ced-4817-8f0a-b6fa58873a02 req-3ea61b31-c686-4eff-849a-cc444138e1f1 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8690891 Jan 27 21:51:53.707623 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f3cfac66-31e1-4474-a157-cd480a6d628e admin admin] Publish callbacks [] for security_group (82677a2a-80ea-47af-bb75-d3d4cf744393), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.804040 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.810620 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.889807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:53.909169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'mac_address': 'fa:16:3e:df:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:53.966553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f74ba430-ad78-4da5-a30d-f4cd48cfe98a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:53.967116 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.988514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74ba430-ad78-4da5-a30d-f4cd48cfe98a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:54.008035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (54098b93-f4ff-4965-a5d7-f661655713f9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.012503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=3b2ceb34-677a-4c71-9cd8-3ee81c01d279,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:54.027360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:54.038514 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.054127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d94eea-3bfb-4274-b0aa-26c4cff7b4ce None None] Network 8cf874ce-fdb4-4621-b745-57a8230675ff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:54.134346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:54.147353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a7acdbbe-c184-483d-b5b0-c15c8db6a47d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:54.219837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network 8cf874ce-fdb4-4621-b745-57a8230675ff is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:54.221526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:54.374684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Provisioning complete for port a7acdbbe-c184-483d-b5b0-c15c8db6a47d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:54.375684 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.388524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Router 54098b93-f4ff-4965-a5d7-f661655713f9 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:51:54.401786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.404291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_controller (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.468176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f74ba430-ad78-4da5-a30d-f4cd48cfe98a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:54.484379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f3cfac66-31e1-4474-a157-cd480a6d628e admin admin] Publish callbacks [] for security_group (82677a2a-80ea-47af-bb75-d3d4cf744393), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.546521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:54.589044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:51:54.603538 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-22f8e5c7-2de9-4d1b-b84c-ec81c3c0bfcb tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "PUT /v2.0/routers/54098b93-f4ff-4965-a5d7-f661655713f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6907296 Jan 27 21:51:54.607573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54328) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:54.611576 n-d-826529-2 neutron-server[103331]: INFO neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No ports have port_id starting with 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 Jan 27 21:51:54.628425 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9f86ac20-cbf8-47e3-8870-50c68aca7fb8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.632463 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (09527c0d-d896-4e9a-ba2c-f9bbd96af18c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.633068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09527c0d-d896-4e9a-ba2c-f9bbd96af18c {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:51:54.640116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aa3d0-364b-4a6d-85e8-d600c21827cd None None] Sync routers for ids ['54098b93-f4ff-4965-a5d7-f661655713f9'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:51:54.758824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3a3f0-b3df-4955-902a-c9bddadaace2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.760507 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fef3a3f0-b3df-4955-902a-c9bddadaace2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports?device_id=54098b93-f4ff-4965-a5d7-f661655713f9 HTTP/1.1" status: 200 len: 982 time: 0.1514490 Jan 27 21:51:54.765732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54332) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:54.775501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aa3d0-364b-4a6d-85e8-d600c21827cd None None] Routers {'54098b93-f4ff-4965-a5d7-f661655713f9'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:54.776233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f65aa3d0-364b-4a6d-85e8-d600c21827cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:51:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['54098b93-f4ff-4965-a5d7-f661655713f9'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:54.787334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a7acdbbe-c184-483d-b5b0-c15c8db6a47d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:54.787954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.822649 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.824996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3dfe9e59-9bb3-4148-a2eb-0e5f1b3eeef7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "DELETE /v2.0/routers/09527c0d-d896-4e9a-ba2c-f9bbd96af18c HTTP/1.1" status: 204 len: 168 time: 8.6895521 Jan 27 21:51:54.826670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Pushing event deleted for resources: {'Port': ['ID=9f86ac20-cbf8-47e3-8870-50c68aca7fb8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:54.835616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-426a4f43-a333-4a50-9e75-1e5bf3927429 req-d01eb826-45e2-4465-9535-548b87bfe812 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3683524 Jan 27 21:51:54.843361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54334) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:54.849142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f3cfac66-31e1-4474-a157-cd480a6d628e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (82677a2a-80ea-47af-bb75-d3d4cf744393), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.854058 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f3cfac66-31e1-4474-a157-cd480a6d628e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.856343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f3cfac66-31e1-4474-a157-cd480a6d628e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82677a2a-80ea-47af-bb75-d3d4cf744393 HTTP/1.1" status: 204 len: 168 time: 1.9227402 Jan 27 21:51:54.933540 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f65aa3d0-364b-4a6d-85e8-d600c21827cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:54.954350 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.967991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aa3d0-364b-4a6d-85e8-d600c21827cd None None] Routers {'54098b93-f4ff-4965-a5d7-f661655713f9'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:54.968279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] No DVR routers for this DVR port 9f86ac20-cbf8-47e3-8870-50c68aca7fb8 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:54.968649 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f65aa3d0-364b-4a6d-85e8-d600c21827cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:51:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['54098b93-f4ff-4965-a5d7-f661655713f9'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:54.989747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Current status of the port a7acdbbe-c184-483d-b5b0-c15c8db6a47d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:54.989747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.068765 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.075868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe99d194-619e-4f41-be94-1fb395ded9b5 req-a9a2ca72-6c0a-4976-a27f-c1a5b4ee9e2a tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "DELETE /v2.0/ports/9f86ac20-cbf8-47e3-8870-50c68aca7fb8 HTTP/1.1" status: 204 len: 173 time: 3.4245298 Jan 27 21:51:55.076866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'name': 'network-vif-deleted', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:55.082210 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9065a3dc-8795-42c4-aeba-21914b7f529a" -d '{"events": [{"server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "name": "network-vif-deleted", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:55.096143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfac66-31e1-4474-a157-cd480a6d628e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82677a2a-80ea-47af-bb75-d3d4cf744393,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:55.461988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f65aa3d0-364b-4a6d-85e8-d600c21827cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:55.463197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2dff818-4337-4ea7-8aed-d571e9ab8294 req-d0f56b9a-d89d-4b65-8f1f-734d41e3d4cb tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f54554-4371-4f11-afd8-d19588c694f7 HTTP/1.1" status: 200 len: 210 time: 0.4043441 Jan 27 21:51:55.463730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aa3d0-364b-4a6d-85e8-d600c21827cd None None] The sync data for ids ['54098b93-f4ff-4965-a5d7-f661655713f9'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:51:55.493816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd715d69-1459-43b7-9eb2-4db53deb3900 req-47b002e0-360c-4b8f-a4e5-c4ff075fbeee tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.508557 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd715d69-1459-43b7-9eb2-4db53deb3900 req-47b002e0-360c-4b8f-a4e5-c4ff075fbeee tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.9648001 Jan 27 21:51:55.651555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] For port a7acdbbe-c184-483d-b5b0-c15c8db6a47d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,segment=NetworkSegment(b1df826a-71ab-49ee-b800-5a756e62a08f),segment_id=b1df826a-71ab-49ee-b800-5a756e62a08f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.702973 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.704221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f013916c-5c70-4aab-b7fc-342f3ac54281 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Deleting subnet ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:51:55.734739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f013916c-5c70-4aab-b7fc-342f3ac54281 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for subnet (ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.998550 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f013916c-5c70-4aab-b7fc-342f3ac54281 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.042142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Provisioning complete for port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:56.042871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.123255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f013916c-5c70-4aab-b7fc-342f3ac54281 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.196134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a7acdbbe-c184-483d-b5b0-c15c8db6a47d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:56.212796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-bb740189-0b4a-4095-a73d-29010ea3c759 service neutron] 10.222.0.16 "GET /v2.0/ports/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.7998750 Jan 27 21:51:56.253431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Pushing event updated for resources: {'Port': ['ID=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:56.297363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e6dac5b3-7f4d-446c-8d69-cc8872a6fdd3 None None] Port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:56.298541 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (54098b93-f4ff-4965-a5d7-f661655713f9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.317537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd715d69-1459-43b7-9eb2-4db53deb3900 req-2688ee66-8848-42ef-8807-08707d49e1ab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8078775 Jan 27 21:51:56.324763 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072fa65c-0486-4ceb-89c9-b979f34f1ae2 x-openstack-request-id: req-072fa65c-0486-4ceb-89c9-b979f34f1ae2 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:56.325397 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f54554-4371-4f11-afd8-d19588c694f7", "name": "network-vif-deleted", "tag": "9f86ac20-cbf8-47e3-8870-50c68aca7fb8", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:56.327030 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-072fa65c-0486-4ceb-89c9-b979f34f1ae2 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:56.327030 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f54554-4371-4f11-afd8-d19588c694f7', 'name': 'network-vif-deleted', 'tag': '9f86ac20-cbf8-47e3-8870-50c68aca7fb8', 'status': 'completed', 'code': 200} Jan 27 21:51:56.372175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:56.426421 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f013916c-5c70-4aab-b7fc-342f3ac54281 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.440179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:51:56.440497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3eafdc9f-d95a-4f8d-b810-343c7a30bac8 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:56.460566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Allocated IP 172.25.8.232 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/1514da72-3581-4c74-b2f4-acedc32846fc) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:56.471447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-914fd35a-9fdd-4429-8cbb-35f1cf64570f None None] Provisioning complete for port a7acdbbe-c184-483d-b5b0-c15c8db6a47d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:56.471819 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-914fd35a-9fdd-4429-8cbb-35f1cf64570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.640138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f013916c-5c70-4aab-b7fc-342f3ac54281 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.655692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f013916c-5c70-4aab-b7fc-342f3ac54281 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4 HTTP/1.1" status: 204 len: 168 time: 1.7953537 Jan 27 21:51:56.666096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54368) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:56.687606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013916c-5c70-4aab-b7fc-342f3ac54281 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:56.705161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-914fd35a-9fdd-4429-8cbb-35f1cf64570f None None] Current status of the port a7acdbbe-c184-483d-b5b0-c15c8db6a47d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:56.728831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-914fd35a-9fdd-4429-8cbb-35f1cf64570f None None] Provisioning complete for port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:56.730398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-914fd35a-9fdd-4429-8cbb-35f1cf64570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.801988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-914fd35a-9fdd-4429-8cbb-35f1cf64570f None None] Port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:56.847859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-15858f8b-795a-404f-b445-7eb23556fd8a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.851011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-15858f8b-795a-404f-b445-7eb23556fd8a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5&tenant_id=74af4c34cbc04b07aca076cb63937d5e&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 949 time: 0.6574628 Jan 27 21:51:56.888115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (3e10f660-b459-413d-8cb8-f270c86af9c7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.942314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-77ee3ed8-a150-4c63-a0f4-118e95c9a9eb None None] Provisioning complete for port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:56.943003 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-77ee3ed8-a150-4c63-a0f4-118e95c9a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.023326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-77ee3ed8-a150-4c63-a0f4-118e95c9a9eb None None] Port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:57.101996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (3e10f660-b459-413d-8cb8-f270c86af9c7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.172868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318cf43-0727-4fc2-8563-5f2203a4dbd7 req-c58108f0-4120-4d68-8b11-7886ba20143a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.197671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1318cf43-0727-4fc2-8563-5f2203a4dbd7 req-c58108f0-4120-4d68-8b11-7886ba20143a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 949 time: 0.6118281 Jan 27 21:51:57.240857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e10f660-b459-413d-8cb8-f270c86af9c7']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:57.277190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5a522b-411f-45f7-8de1-50845b7d7c98') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:57.278082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5a522b-411f-45f7-8de1-50845b7d7c98') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:57.314707 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (1514da72-3581-4c74-b2f4-acedc32846fc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.330111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (2d5a522b-411f-45f7-8de1-50845b7d7c98), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.364791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1514da72-3581-4c74-b2f4-acedc32846fc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.373867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2d5a522b-411f-45f7-8de1-50845b7d7c98), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.391537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:51:57.395602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (2d5a522b-411f-45f7-8de1-50845b7d7c98), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:51:57.397637 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:51:57.465021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2519fa8e-4fcf-4c18-9460-e9aa2c35612d None None] Provisioning complete for port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:57.465665 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2519fa8e-4fcf-4c18-9460-e9aa2c35612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.565307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-3a700bd5-2801-405b-afb8-f0c0b42e5b1a service neutron] 10.222.0.57 "GET /v2.0/ports/f74ba430-ad78-4da5-a30d-f4cd48cfe98a/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 382 time: 0.6689765 Jan 27 21:51:57.570258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2519fa8e-4fcf-4c18-9460-e9aa2c35612d None None] Port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:57.593550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:57.625677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:57.650933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1318cf43-0727-4fc2-8563-5f2203a4dbd7 req-31a31e5d-131d-4ae1-b7d7-e222ce4a4e9a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519598 Jan 27 21:51:57.672495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=1514da72-3581-4c74-b2f4-acedc32846fc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:57.722198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port f74ba430-ad78-4da5-a30d-f4cd48cfe98a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:57.731523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f74ba430-ad78-4da5-a30d-f4cd48cfe98a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:57.732522 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.741564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:57.754420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:57.815729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a8546-a7f4-4cd6-860c-e2b37f05d33b req-fc28b0b6-c786-4c3b-ba03-ad71bc19c4e3 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.818312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d88a8546-a7f4-4cd6-860c-e2b37f05d33b req-fc28b0b6-c786-4c3b-ba03-ad71bc19c4e3 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 949 time: 0.2838085 Jan 27 21:51:57.878391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:57.879102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.917257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f74ba430-ad78-4da5-a30d-f4cd48cfe98a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:57.918078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.924775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:57.960082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-9e30c7bf-2d89-49c1-9906-e21c49287967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.961955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-9e30c7bf-2d89-49c1-9906-e21c49287967 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1100 time: 0.3389170 Jan 27 21:51:57.970072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (3e10f660-b459-413d-8cb8-f270c86af9c7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.986702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:57.988614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:57.993905 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ac94de-c0d5-4476-b222-cb4a89f7f42c" -d '{"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-plugged", "status": "completed", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:57.997882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e10f660-b459-413d-8cb8-f270c86af9c7 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 21:51:58.000965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e10f660-b459-413d-8cb8-f270c86af9c7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:58.005401 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.012922 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2b31ed4e-9647-4f86-ac18-131319403108 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "DELETE /v2.0/networks/3e10f660-b459-413d-8cb8-f270c86af9c7 HTTP/1.1" status: 204 len: 168 time: 1.3440080 Jan 27 21:51:58.029754 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.059623 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for floatingip (c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.105310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:58.157481 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.195583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:58.221272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d88a8546-a7f4-4cd6-860c-e2b37f05d33b req-918c4e13-f4ed-43df-af32-98f362b0089d tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695238 Jan 27 21:51:58.226259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:58.234660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1514da72-3581-4c74-b2f4-acedc32846fc), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.239095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 3b2ceb34-677a-4c71-9cd8-3ee81c01d279 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:58.243401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a65829-f46d-4a9c-85f6-aa58774bc66f req-63295846-18ad-467f-b568-506099cad811 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:58.250571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a65829-f46d-4a9c-85f6-aa58774bc66f req-63295846-18ad-467f-b568-506099cad811 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 943 time: 0.4511170 Jan 27 21:51:58.264846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:58.359024 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64ac685-7c02-4c5a-bfb9-7d5acce838f8 x-openstack-request-id: req-b64ac685-7c02-4c5a-bfb9-7d5acce838f8 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:58.360684 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-plugged", "status": "completed", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:58.361184 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b64ac685-7c02-4c5a-bfb9-7d5acce838f8 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:58.361816 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'code': 200} Jan 27 21:51:58.370815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.406294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a65829-f46d-4a9c-85f6-aa58774bc66f req-dcddb1ef-8274-45b8-9cfb-b3c41996b196 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546140 Jan 27 21:51:58.475548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-5fbd8956-3c65-4a05-a139-f2452cc1fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:58.477164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-5fbd8956-3c65-4a05-a139-f2452cc1fc64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.4015734 Jan 27 21:51:58.547353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a7acdbbe-c184-483d-b5b0-c15c8db6a47d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:58.740788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a7acdbbe-c184-483d-b5b0-c15c8db6a47d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:58.743776 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.790771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-e648c16d-e161-43d1-97e7-8676ce3e1ee3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 0.2352989 Jan 27 21:51:58.892595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3b2ceb34-677a-4c71-9cd8-3ee81c01d279), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.916022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54414) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:58.926987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5ca689e9-d2a9-4b41-84f5-bf72f6139279 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'router': {'name': 'tempest-router--507616050', 'project_id': 'f0f17a7de99643289c7744ac3c312b6b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:58.946373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a7acdbbe-c184-483d-b5b0-c15c8db6a47d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:58.969863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=3b2ceb34-677a-4c71-9cd8-3ee81c01d279,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:59.058269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ca689e9-d2a9-4b41-84f5-bf72f6139279 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (fba01655-756f-42cc-ae77-edf533b40221), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.059266 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ca689e9-d2a9-4b41-84f5-bf72f6139279 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (fba01655-756f-42cc-ae77-edf533b40221), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.152174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] Transition to ACTIVE for port object 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:59.165392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-91059092-dd0c-4285-a2f6-6c991960bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.167053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-91059092-dd0c-4285-a2f6-6c991960bfb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2773094 Jan 27 21:51:59.171043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.197667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ca689e9-d2a9-4b41-84f5-bf72f6139279 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_controller (fba01655-756f-42cc-ae77-edf533b40221), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.219717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ca689e9-d2a9-4b41-84f5-bf72f6139279 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (fba01655-756f-42cc-ae77-edf533b40221), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.255901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c3302-233b-48ac-a340-e0c5d7afb0d2 req-fc499b2f-b83e-4806-b14f-3b94b2ce093b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.257105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319c3302-233b-48ac-a340-e0c5d7afb0d2 req-fc499b2f-b83e-4806-b14f-3b94b2ce093b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.3750315 Jan 27 21:51:59.267097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (1514da72-3581-4c74-b2f4-acedc32846fc), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.278892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (54098b93-f4ff-4965-a5d7-f661655713f9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.284686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ca689e9-d2a9-4b41-84f5-bf72f6139279 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.286232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ca689e9-d2a9-4b41-84f5-bf72f6139279 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3670046 Jan 27 21:51:59.296325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54424) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:59.318978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (1514da72-3581-4c74-b2f4-acedc32846fc), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.414920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-c4387710-a0ab-4e91-a40b-fb8d7a45164e tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.417376 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-c4387710-a0ab-4e91-a40b-fb8d7a45164e tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 949 time: 0.2682705 Jan 27 21:51:59.641556 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe23ccea-94ef-4372-86ef-bb3f93611153 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (fba01655-756f-42cc-ae77-edf533b40221), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.937679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] No DVR routers for this DVR port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:59.947592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe23ccea-94ef-4372-86ef-bb3f93611153 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (fba01655-756f-42cc-ae77-edf533b40221), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.952816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-ce3b3933-eda5-4a0e-a744-9e5d3462d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.954418 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe23ccea-94ef-4372-86ef-bb3f93611153 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_controller (fba01655-756f-42cc-ae77-edf533b40221), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.955317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-ce3b3933-eda5-4a0e-a744-9e5d3462d6eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7779028 Jan 27 21:51:59.963048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Router 54098b93-f4ff-4965-a5d7-f661655713f9 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:51:59.988404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=10']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:00.019986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Deleting port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:00.020462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.042157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe23ccea-94ef-4372-86ef-bb3f93611153 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (fba01655-756f-42cc-ae77-edf533b40221), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.042667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe23ccea-94ef-4372-86ef-bb3f93611153 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fba01655-756f-42cc-ae77-edf533b40221 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:52:00.049767 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe23ccea-94ef-4372-86ef-bb3f93611153 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.056481 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fe23ccea-94ef-4372-86ef-bb3f93611153 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "DELETE /v2.0/routers/fba01655-756f-42cc-ae77-edf533b40221 HTTP/1.1" status: 204 len: 168 time: 0.7536600 Jan 27 21:52:00.257476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:00.258336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-383f3271-1ea2-41b0-af81-9792b40193ad service neutron] 10.222.0.16 "PUT /v2.0/ports/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7/bindings/n-h2-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 3.9364963 Jan 27 21:52:00.274761 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ddb69-8d8d-493f-9ced-a67702a7c434 None None] Sync routers for ids ['54098b93-f4ff-4965-a5d7-f661655713f9'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:00.292434 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-88c9acf1-6f81-469c-a902-34f80fac3cd9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "PUT /v2.0/routers/54098b93-f4ff-4965-a5d7-f661655713f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5254188 Jan 27 21:52:00.296962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54452) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:00.301777 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ddb69-8d8d-493f-9ced-a67702a7c434 None None] Routers {'54098b93-f4ff-4965-a5d7-f661655713f9'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:00.302754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d27ddb69-8d8d-493f-9ced-a67702a7c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:51:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['54098b93-f4ff-4965-a5d7-f661655713f9'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:00.349967 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9151f2-5418-4822-8425-993d20812ca8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:52:00.351961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-319c3302-233b-48ac-a340-e0c5d7afb0d2 req-864c2267-3353-4a8b-9635-fd78409e19c4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0445681 Jan 27 21:52:00.352535 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fd9151f2-5418-4822-8425-993d20812ca8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/3b2ceb34-677a-4c71-9cd8-3ee81c01d279 HTTP/1.1" status: 404 len: 333 time: 0.0526996 Jan 27 21:52:00.366413 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d27ddb69-8d8d-493f-9ced-a67702a7c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:00.372460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54454) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:00.382246 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ddb69-8d8d-493f-9ced-a67702a7c434 None None] Routers {'54098b93-f4ff-4965-a5d7-f661655713f9'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:00.383296 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d27ddb69-8d8d-493f-9ced-a67702a7c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:51:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['54098b93-f4ff-4965-a5d7-f661655713f9'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:00.452694 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d27ddb69-8d8d-493f-9ced-a67702a7c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:00.454370 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ddb69-8d8d-493f-9ced-a67702a7c434 None None] The sync data for ids ['54098b93-f4ff-4965-a5d7-f661655713f9'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:00.460603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=1514da72-3581-4c74-b2f4-acedc32846fc,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:00.478444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db31d3-d0b5-4305-b541-1093c87ea284 req-04d7c559-05cd-444b-9052-2350f9768741 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.491595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63db31d3-d0b5-4305-b541-1093c87ea284 req-04d7c559-05cd-444b-9052-2350f9768741 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 949 time: 1.1341658 Jan 27 21:52:00.505006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54456) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:00.512792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.547823 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95beac98-a806-4ea7-aeb6-acd380d13ffd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for router (54098b93-f4ff-4965-a5d7-f661655713f9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.571669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54460) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:00.608849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-e3353e52-f6c2-441b-ab3f-8741154b9cdc service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223805 Jan 27 21:52:00.617565 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.632553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-35392faa-d77b-42f2-83cf-fa91592aa12a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4410458 Jan 27 21:52:00.654032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] For port 4740b2ec-1a4e-4257-80ae-8a5655f3e110, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4740b2ec-1a4e-4257-80ae-8a5655f3e110,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:00.654649 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.778796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Calling delete_port for 4740b2ec-1a4e-4257-80ae-8a5655f3e110 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:00.820970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63db31d3-d0b5-4305-b541-1093c87ea284 req-c084db0d-c03f-4de5-b9ff-29f4d73b5b98 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/security-groups?id=f231bffc-b613-48da-bcbc-33b56f20954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277833 Jan 27 21:52:00.837832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a515e-a1df-473b-9ae9-1edcd2ef0461 req-1f71ccbe-ad9b-453e-9240-3322091fdde4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.850106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-287a515e-a1df-473b-9ae9-1edcd2ef0461 req-1f71ccbe-ad9b-453e-9240-3322091fdde4 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.3070235 Jan 27 21:52:00.943897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-9d932862-e81d-4c6d-9589-c793c6e16fab tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.949509 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-9d932862-e81d-4c6d-9589-c793c6e16fab tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.5952497 Jan 27 21:52:00.958293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7354d36a-83db-4ff1-8eab-304ccc84daf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.971894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-128814431', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:01.045213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-df7f69b0-94dd-432f-97f0-576f3b9360aa service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807676 Jan 27 21:52:01.080272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.081487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.102748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-287a515e-a1df-473b-9ae9-1edcd2ef0461 req-43d18dd2-f03e-4f63-b2c0-268f621b959c tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511172 Jan 27 21:52:01.189543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95beac98-a806-4ea7-aeb6-acd380d13ffd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (54098b93-f4ff-4965-a5d7-f661655713f9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.220470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95beac98-a806-4ea7-aeb6-acd380d13ffd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for router_controller (54098b93-f4ff-4965-a5d7-f661655713f9), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.302988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.303291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-b63d0108-bc3f-4e1a-b4eb-ab2a4923fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.305527 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-b63d0108-bc3f-4e1a-b4eb-ab2a4923fc7e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5 HTTP/1.1" status: 200 len: 1095 time: 0.2969778 Jan 27 21:52:01.310252 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95beac98-a806-4ea7-aeb6-acd380d13ffd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (54098b93-f4ff-4965-a5d7-f661655713f9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.311158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95beac98-a806-4ea7-aeb6-acd380d13ffd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Fanout notify agent at l3_agent the message router_deleted on router 54098b93-f4ff-4965-a5d7-f661655713f9 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:52:01.323388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95beac98-a806-4ea7-aeb6-acd380d13ffd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.327938 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-95beac98-a806-4ea7-aeb6-acd380d13ffd tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/routers/54098b93-f4ff-4965-a5d7-f661655713f9 HTTP/1.1" status: 204 len: 168 time: 0.9517303 Jan 27 21:52:01.328598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54478) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:01.462006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d10f49-cefe-4534-b05d-730c6d9c2708 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet 55c38327-3e48-4ba8-bdf9-16ece3e6371d {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:52:01.467264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4740b2ec-1a4e-4257-80ae-8a5655f3e110), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.469456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32d10f49-cefe-4534-b05d-730c6d9c2708 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (55c38327-3e48-4ba8-bdf9-16ece3e6371d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.514253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-d5a8c6dd-534a-4592-b64d-ea03f64c0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.516140 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-d5a8c6dd-534a-4592-b64d-ea03f64c0a53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1095 time: 0.1660056 Jan 27 21:52:01.549371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Pushing event deleted for resources: {'Port': ['ID=4740b2ec-1a4e-4257-80ae-8a5655f3e110,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:01.612590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7354d36a-83db-4ff1-8eab-304ccc84daf5 admin admin] Publish callbacks [] for security_group (a57d49c8-ecc7-40b5-a43c-006deb92034e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.636728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32d10f49-cefe-4534-b05d-730c6d9c2708 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (55c38327-3e48-4ba8-bdf9-16ece3e6371d), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.667223 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7354d36a-83db-4ff1-8eab-304ccc84daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a57d49c8-ecc7-40b5-a43c-006deb92034e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.688368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] No DVR routers for this DVR port 4740b2ec-1a4e-4257-80ae-8a5655f3e110 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:01.697079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.700600 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d71cb31-a981-4a45-a18b-c36ac4360b2f req-af657af1-d0d6-4996-bc5a-52abfb8b6484 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.16 "DELETE /v2.0/ports/4740b2ec-1a4e-4257-80ae-8a5655f3e110 HTTP/1.1" status: 204 len: 173 time: 2.2771790 Jan 27 21:52:01.701096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-deleted', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:01.703589 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b64a1e-5932-48d3-b5bc-5328625886ba" -d '{"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-deleted", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:01.734261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.780364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-96000f4a-737a-44d7-bea8-1f328a2ad9d6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--470834784&fields=id&tenant_id=4bad5c908fb04c9dbee152ac2ab75146 HTTP/1.1" status: 200 len: 267 time: 0.3537488 Jan 27 21:52:01.806940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9acde-1592-4dfd-9a8f-856d5b02ef06 req-3a1316a0-5b4a-42f2-8f93-40a24abc0805 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.808663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea9acde-1592-4dfd-9a8f-856d5b02ef06 req-3a1316a0-5b4a-42f2-8f93-40a24abc0805 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.2322578 Jan 27 21:52:01.811555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7354d36a-83db-4ff1-8eab-304ccc84daf5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70b211146b6c41bea242bdbbb21737d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2324409 Jan 27 21:52:01.815876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354d36a-83db-4ff1-8eab-304ccc84daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d49c8-ecc7-40b5-a43c-006deb92034e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:01.820556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54486) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:01.964766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-66a430ca-7a61-4c20-92b6-fe937136d906 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.969940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-66a430ca-7a61-4c20-92b6-fe937136d906 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports/3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 200 len: 931 time: 0.1565418 Jan 27 21:52:02.109568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ea9acde-1592-4dfd-9a8f-856d5b02ef06 req-eeab3118-7238-4a0e-990c-861f0ec38ef1 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713196 Jan 27 21:52:02.126325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:02.140398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d604d3e8-8151-432c-a732-e2216d6d5a7b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.142915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d604d3e8-8151-432c-a732-e2216d6d5a7b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports/83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 200 len: 932 time: 0.1572206 Jan 27 21:52:02.144051 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-703c424b-2d33-4fd1-a4e0-9c77270d5c4e admin admin] Publish callbacks [] for security_group (a57d49c8-ecc7-40b5-a43c-006deb92034e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.168331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 4740b2ec-1a4e-4257-80ae-8a5655f3e110 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:02.169129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4740b2ec-1a4e-4257-80ae-8a5655f3e110 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:02.215274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-5948ca9a-53dc-49d3-9bf6-f375dd0812f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.217237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-5948ca9a-53dc-49d3-9bf6-f375dd0812f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.6810341 Jan 27 21:52:02.239610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32d10f49-cefe-4534-b05d-730c6d9c2708 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (55c38327-3e48-4ba8-bdf9-16ece3e6371d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.246789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-ab2d6859-b832-4fa7-bf44-8c8923ba9067 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0918338 Jan 27 21:52:02.272180 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-703c424b-2d33-4fd1-a4e0-9c77270d5c4e admin admin] Publish callbacks [] for security_group (a57d49c8-ecc7-40b5-a43c-006deb92034e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.289618 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-d15bd490-ffaa-462b-94f4-1cb812414139 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 200 len: 217 time: 0.0638509 Jan 27 21:52:02.291169 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1874ac-a4cf-420d-9744-c0338ffb0284 x-openstack-request-id: req-2a1874ac-a4cf-420d-9744-c0338ffb0284 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:02.291498 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4", "name": "network-vif-deleted", "tag": "4740b2ec-1a4e-4257-80ae-8a5655f3e110", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:02.291756 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a1874ac-a4cf-420d-9744-c0338ffb0284 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:02.292159 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4', 'name': 'network-vif-deleted', 'tag': '4740b2ec-1a4e-4257-80ae-8a5655f3e110', 'status': 'completed', 'code': 200} Jan 27 21:52:02.366525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-46babca0-80bc-4e1a-a8de-30d14743c864 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1057184 Jan 27 21:52:02.372123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-ff034a38-b143-4e2c-975b-2d7532b2b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.373905 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-ff034a38-b143-4e2c-975b-2d7532b2b949 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.0763795 Jan 27 21:52:02.411037 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-cb3aca1a-6dfb-4d65-821b-068655a1f266 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297587 Jan 27 21:52:02.412454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32d10f49-cefe-4534-b05d-730c6d9c2708 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (55c38327-3e48-4ba8-bdf9-16ece3e6371d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.453248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d10f49-cefe-4534-b05d-730c6d9c2708 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=55c38327-3e48-4ba8-bdf9-16ece3e6371d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:02.465446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32d10f49-cefe-4534-b05d-730c6d9c2708 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.469808 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-32d10f49-cefe-4534-b05d-730c6d9c2708 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/55c38327-3e48-4ba8-bdf9-16ece3e6371d HTTP/1.1" status: 204 len: 168 time: 1.1206393 Jan 27 21:52:02.470527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2245f22-e293-4753-887c-d2dab6c19cde None None] Network 8cf874ce-fdb4-4621-b745-57a8230675ff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:02.473475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54494) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:02.562015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6af8b818-bdc5-46fe-8111-d2f35b1675d3 req-c5c9ba35-bb3b-42cd-ad60-6957e0188037 tempest-ListImageFiltersTestJSON-846077651 tempest-ListImageFiltersTestJSON-846077651-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd51ddb0-61fc-4df2-bed5-49fc41c6a6e4 HTTP/1.1" status: 200 len: 210 time: 0.1284008 Jan 27 21:52:02.682137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (8cf874ce-fdb4-4621-b745-57a8230675ff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.699132 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-dc9ed1bf-2733-4068-8088-64ed3831112a service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799833 Jan 27 21:52:02.768674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] DHCP port deletion for 8cf874ce-fdb4-4621-b745-57a8230675ff request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:52:02.802224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3902360c-9e08-4c8e-9b0f-de9a14315e27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.813561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3902360c-9e08-4c8e-9b0f-de9a14315e27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.823288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3902360c-9e08-4c8e-9b0f-de9a14315e27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.826188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3902360c-9e08-4c8e-9b0f-de9a14315e27 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/networks?id=25e016db-c5c8-4680-99fd-c704adf86e2c&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2 HTTP/1.1" status: 200 len: 1989 time: 0.4514785 Jan 27 21:52:02.861477 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-1bb72d25-d2aa-453d-89dc-cdb77cc2b4e9 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527677 Jan 27 21:52:02.864186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port a7acdbbe-c184-483d-b5b0-c15c8db6a47d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:02.864520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] Deleting port a7acdbbe-c184-483d-b5b0-c15c8db6a47d {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:02.864730 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.865564 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.913525 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.931135 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-703c424b-2d33-4fd1-a4e0-9c77270d5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a57d49c8-ecc7-40b5-a43c-006deb92034e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.936127 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-703c424b-2d33-4fd1-a4e0-9c77270d5c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.938168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-703c424b-2d33-4fd1-a4e0-9c77270d5c4e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a57d49c8-ecc7-40b5-a43c-006deb92034e HTTP/1.1" status: 204 len: 168 time: 1.1160383 Jan 27 21:52:02.964550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] For port a7acdbbe-c184-483d-b5b0-c15c8db6a47d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,segment=NetworkSegment(b1df826a-71ab-49ee-b800-5a756e62a08f),segment_id=b1df826a-71ab-49ee-b800-5a756e62a08f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:02.964989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.982065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] For port a7acdbbe-c184-483d-b5b0-c15c8db6a47d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,segment=NetworkSegment(b1df826a-71ab-49ee-b800-5a756e62a08f),segment_id=b1df826a-71ab-49ee-b800-5a756e62a08f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:02.982742 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.992407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2443f7be-fa7a-43f9-ac53-c3c1e1a7f559 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/quotas/4bad5c908fb04c9dbee152ac2ab75146 HTTP/1.1" status: 200 len: 375 time: 0.0952079 Jan 27 21:52:02.996441 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.002875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] Calling delete_port for a7acdbbe-c184-483d-b5b0-c15c8db6a47d owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:03.003130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c424b-2d33-4fd1-a4e0-9c77270d5c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d49c8-ecc7-40b5-a43c-006deb92034e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:03.022662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for a7acdbbe-c184-483d-b5b0-c15c8db6a47d owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:03.152650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ec0ed-1d02-44a2-ae57-8438b2e2ea27 req-557a3d47-5386-4cf0-b7bd-653742a49f4e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.166323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f35ec0ed-1d02-44a2-ae57-8438b2e2ea27 req-557a3d47-5386-4cf0-b7bd-653742a49f4e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.4047661 Jan 27 21:52:03.215337 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.230325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a7acdbbe-c184-483d-b5b0-c15c8db6a47d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.264736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:03.279728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] Pushing event deleted for resources: {'Port': ['ID=a7acdbbe-c184-483d-b5b0-c15c8db6a47d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:03.295732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde9dda-79be-4216-b2ac-b03caac4e569 None None] No DVR routers for this DVR port a7acdbbe-c184-483d-b5b0-c15c8db6a47d on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:03.302498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c83a8215-3468-4e2d-80b9-2db33e93bc97 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2846394 Jan 27 21:52:03.335751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No DVR routers for this DVR port a7acdbbe-c184-483d-b5b0-c15c8db6a47d on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:03.360895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.361820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.362593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.363208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.365429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.366472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.367232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.368098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.368780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.369345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.370098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.370995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.371841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.444569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f35ec0ed-1d02-44a2-ae57-8438b2e2ea27 req-3de2d4c7-7694-4029-ab87-c8afd82a17e8 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767689 Jan 27 21:52:03.478273 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (8cf874ce-fdb4-4621-b745-57a8230675ff), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.494351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54502) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:03.520111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf874ce-fdb4-4621-b745-57a8230675ff']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:03.543087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Allocated IP 172.25.8.164 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/ff8da6b4-6359-4cdd-b69f-75627872c30f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:03.543310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-107d5192-95d5-4c56-ab08-50ab00445243 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.545066 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-107d5192-95d5-4c56-ab08-50ab00445243 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952&tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1095 time: 0.2850235 Jan 27 21:52:03.545895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf32-c6e2-4594-8437-f18ae31b221c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.557701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1df826a-71ab-49ee-b800-5a756e62a08f') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:03.558113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1df826a-71ab-49ee-b800-5a756e62a08f') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:03.591508 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (b1df826a-71ab-49ee-b800-5a756e62a08f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.645479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b1df826a-71ab-49ee-b800-5a756e62a08f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.675389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:52:03.675978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (b1df826a-71ab-49ee-b800-5a756e62a08f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:52:03.682648 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:52:03.763018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-448cf5f4-eee6-47c2-939f-051f3215bbc8 service neutron] 10.222.0.45 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943448 Jan 27 21:52:03.807217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca82b5-50a4-438e-93e1-0e4059e5ac18 req-37b116ef-98ac-4654-86c7-673d0d6b48a7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.810109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fca82b5-50a4-438e-93e1-0e4059e5ac18 req-37b116ef-98ac-4654-86c7-673d0d6b48a7 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.2568436 Jan 27 21:52:03.823373 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (8cf874ce-fdb4-4621-b745-57a8230675ff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.842020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.848967 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/networks/8cf874ce-fdb4-4621-b745-57a8230675ff HTTP/1.1" status: 204 len: 168 time: 1.3705862 Jan 27 21:52:03.851396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54510) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:03.871368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9c04a-9515-45f5-8bad-36439cc7e9b7 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Network': ['ID=8cf874ce-fdb4-4621-b745-57a8230675ff,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:03.892248 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf32-c6e2-4594-8437-f18ae31b221c admin admin] Publish callbacks [] for security_group (00d061b6-2c63-42fc-a65c-342290af4198), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.899507 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f85bdf32-c6e2-4594-8437-f18ae31b221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (00d061b6-2c63-42fc-a65c-342290af4198), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.905846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-cf1d79b9-7540-4008-af0d-0e1b83e504c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.907425 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-cf1d79b9-7540-4008-af0d-0e1b83e504c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5&tenant_id=74af4c34cbc04b07aca076cb63937d5e HTTP/1.1" status: 200 len: 1101 time: 0.4121311 Jan 27 21:52:03.909630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-9db08635-772e-48fa-85e0-4a0e746c4add service neutron] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:03.929505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:03.935990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-9db08635-772e-48fa-85e0-4a0e746c4add service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.937128 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-9db08635-772e-48fa-85e0-4a0e746c4add service neutron] 10.222.0.57 "DELETE /v2.0/ports/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7/bindings/n-h1-826529-2 HTTP/1.1" status: 204 len: 173 time: 0.3819087 Jan 27 21:52:03.984718 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f85bdf32-c6e2-4594-8437-f18ae31b221c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e89173ce05c45d499ef77c941a94fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854586 Jan 27 21:52:03.985062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54512) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:03.988951 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bdf32-c6e2-4594-8437-f18ae31b221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d061b6-2c63-42fc-a65c-342290af4198,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:04.054925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.062782 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a89e3e5-6e07-4ea9-91fe-037884925936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.093245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af8159-0f56-43a4-a36e-21c347009fb4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.095797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d2af8159-0f56-43a4-a36e-21c347009fb4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/11910bd9-1f9e-4861-98a1-509f9cd00cce HTTP/1.1" status: 200 len: 841 time: 0.1964393 Jan 27 21:52:04.102202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54514) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:04.102525 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for port (ff8da6b4-6359-4cdd-b69f-75627872c30f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.140099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b09-c1e8-4b6c-96af-adc2f8b67068 admin admin] Publish callbacks [] for security_group (00d061b6-2c63-42fc-a65c-342290af4198), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.158007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fca82b5-50a4-438e-93e1-0e4059e5ac18 req-22af66fd-ffe0-4944-b949-2db4e969e387 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236675 Jan 27 21:52:04.170263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c97e8630-ac82-4f2f-ac4d-07b6fae3c061 service neutron] 10.222.0.45 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960865 Jan 27 21:52:04.177737 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3b7d38e6-3e24-4037-895f-f9b6b6307ed4 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/11910bd9-1f9e-4861-98a1-509f9cd00cce?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0749800 Jan 27 21:52:04.188768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54516) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:04.209262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:04.320985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-4a4d64c2-49d6-4b49-a887-b8538dd59c0b service neutron] 10.222.0.45 "GET /v2.0/ports/3d98e0f8-71a1-404a-83ac-4dbc108d4801?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1308470 Jan 27 21:52:04.323085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b09-c1e8-4b6c-96af-adc2f8b67068 admin admin] Publish callbacks [] for security_group (00d061b6-2c63-42fc-a65c-342290af4198), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.348130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ff8da6b4-6359-4cdd-b69f-75627872c30f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.416614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a7acdbbe-c184-483d-b5b0-c15c8db6a47d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:04.496967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a7acdbbe-c184-483d-b5b0-c15c8db6a47d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:04.497546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a7acdbbe-c184-483d-b5b0-c15c8db6a47d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:04.504819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:04.514462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:04.526015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:04.546553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event updated for resources: {'Port': ['ID=ff8da6b4-6359-4cdd-b69f-75627872c30f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:04.668658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:04.687393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b09-c1e8-4b6c-96af-adc2f8b67068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (00d061b6-2c63-42fc-a65c-342290af4198), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.691753 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9b09-c1e8-4b6c-96af-adc2f8b67068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.698842 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0dfe9b09-c1e8-4b6c-96af-adc2f8b67068 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00d061b6-2c63-42fc-a65c-342290af4198 HTTP/1.1" status: 204 len: 168 time: 0.7124901 Jan 27 21:52:04.721273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe9b09-c1e8-4b6c-96af-adc2f8b67068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d061b6-2c63-42fc-a65c-342290af4198,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:04.777754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:04.976602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:04.983914 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21f753d-d70e-4260-990d-40e7bf2fc5c1" -d '{"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:04.993001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Publish callbacks [] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.032630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Transition to ACTIVE for port object f74ba430-ad78-4da5-a30d-f4cd48cfe98a will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:05.044124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.131099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-90a9058a-8c37-4880-9cbb-75900312336b service neutron] 10.222.0.45 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7971699 Jan 27 21:52:05.151355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:05.157499 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.204625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:05.325927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] No DVR routers for this DVR port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:05.416765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:05.417299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:05.417936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:05.438341 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-629a87cc-4a62-4f7e-8eb2-a4469bbe2692 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2704732 Jan 27 21:52:05.443099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:05.444639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Attempting to bind port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:05.463263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:05.463800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:05.464505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:05.465240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Bound port: f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:05.467084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.603498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-39ea43d9-af15-442f-9525-73d35fcf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:05.605205 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-39ea43d9-af15-442f-9525-73d35fcf2515 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 1095 time: 0.1301413 Jan 27 21:52:05.663668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:05.669854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:05.705566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.864961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:05.866139 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.868702 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] 10.222.0.16 "PUT /v2.0/ports/f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 1097 time: 1.9450836 Jan 27 21:52:05.950568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68d155-917a-4dfb-aafe-6712c17f1e36 req-80b18f41-41fc-4263-992a-3d12d6253711 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:05.953081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa68d155-917a-4dfb-aafe-6712c17f1e36 req-80b18f41-41fc-4263-992a-3d12d6253711 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.4825423 Jan 27 21:52:05.969559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf2387-a0c6-4c24-a502-ec3ef098207a service neutron] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:06.035951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-6bb45e7c-e7c3-4d6a-b465-5e257cf29b04 service neutron] 10.222.0.45 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8642824 Jan 27 21:52:06.047179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-367279ce-48da-4af9-b062-8e00bac1553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.049966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-367279ce-48da-4af9-b062-8e00bac1553d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1100 time: 0.1398804 Jan 27 21:52:06.078300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-0a9feba1-1740-4cae-ac26-9c3800152921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.080997 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-0a9feba1-1740-4cae-ac26-9c3800152921 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 200 len: 909 time: 0.4139757 Jan 27 21:52:06.232297 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-3c9ce976-f612-4a0d-b30a-863412d85445 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 200 len: 217 time: 0.1325371 Jan 27 21:52:06.355037 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-37108a2a-3977-4bde-854e-ad678a41ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.357877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-37108a2a-3977-4bde-854e-ad678a41ff56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 200 len: 848 time: 0.1170084 Jan 27 21:52:06.378129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-28a4603d-0a19-49fd-8cfa-33b11a73055c service neutron] 10.222.0.45 "GET /v2.0/ports/83bdb347-7bb1-4ed3-b282-7dfd81b687a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2935967 Jan 27 21:52:06.401501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa68d155-917a-4dfb-aafe-6712c17f1e36 req-e46f55ea-17d9-4c80-b95d-74b7ca9f4da6 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295549 Jan 27 21:52:06.421268 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-339af44b-d561-46f2-b020-006298e5cde5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26aeaa09-0f01-4be0-879e-8beb0b999c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548306 Jan 27 21:52:06.423861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-aa7c6334-a9ce-4ec6-b43d-26a88df126ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.426713 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-aa7c6334-a9ce-4ec6-b43d-26a88df126ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3693686 Jan 27 21:52:06.556059 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cee95f5-880f-48bc-8c83-ca279f054fe0 x-openstack-request-id: req-5cee95f5-880f-48bc-8c83-ca279f054fe0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:06.556512 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:06.556934 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cee95f5-880f-48bc-8c83-ca279f054fe0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:06.557491 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'code': 200} Jan 27 21:52:06.574233 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-66d241b6-52d7-438e-9112-8ad149670e08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 0.1374891 Jan 27 21:52:06.645237 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.705912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-f49eef42-c31e-4717-8092-41a7975561b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.709607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-f49eef42-c31e-4717-8092-41a7975561b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0968318 Jan 27 21:52:06.735911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (5487c9a3-07f7-4b6a-919d-fe80f6823d36), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.796459 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-75f2f5c4-9f4e-4ac0-ad6b-f0af58df0619 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575888 Jan 27 21:52:06.812525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-359463ab-3a63-48f3-ab47-0add9827a26d service neutron] 10.222.0.45 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890927 Jan 27 21:52:06.814171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-8c405481-dbd2-4cc0-9be7-f826b8df6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.816778 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-8c405481-dbd2-4cc0-9be7-f826b8df6587 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977554 Jan 27 21:52:06.854962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:06.946914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:06.955345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.956951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.989825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86584bd6-260a-4fe2-b406-1b0b4d3a2c5c None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:06.990710 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a151d9ff-3c2d-40d7-8b7a-0bbe3586a0c2 req-4b155142-0a83-4f21-9864-383e403d6d08 service neutron] 10.222.0.57 "GET /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857934 Jan 27 21:52:06.992438 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-70e3ea1a-b17f-49ed-9d51-f9afbd9de233 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615095 Jan 27 21:52:07.107932 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1db2e1a0-36a4-4bc1-85ef-f97d993a3f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.158039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=5487c9a3-07f7-4b6a-919d-fe80f6823d36,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:07.165626 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61739e74-33fd-48e8-941d-56c7e5e579bd req-5aa472e4-20af-4515-bc6e-71cbf888e943 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575348 Jan 27 21:52:07.180247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e158786-8d32-4750-b07a-4c3fb005ef48 req-5a011423-bf54-4704-8287-63e84740c6a5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.181921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e158786-8d32-4750-b07a-4c3fb005ef48 req-5a011423-bf54-4704-8287-63e84740c6a5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 949 time: 0.5382593 Jan 27 21:52:07.195238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54578) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:07.195495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d9b8f966-eb4f-419e-9e29-8af9ba218ed2 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0039289 Jan 27 21:52:07.202611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-82f4cfc0-92e6-4ae7-abd1-e5adfe29d9db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'security_group': {'name': 'tempest-secgroup-722899382'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:07.261438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82f4cfc0-92e6-4ae7-abd1-e5adfe29d9db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.294529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-e83a07e3-3eaa-478b-8d79-590b832e8aea', 'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'project_id': 'b1db4be02359400a8287ee893e8f7ed4', 'fixed_ips': [{'subnet_id': '5487c9a3-07f7-4b6a-919d-fe80f6823d36'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:52:07.296595 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.332697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-e8d43c63-597f-4d18-b681-5dd91542a9e6 service neutron] 10.222.0.45 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974141 Jan 27 21:52:07.334287 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.339812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e158786-8d32-4750-b07a-4c3fb005ef48 req-07b6f2f5-a9e2-4998-a930-1adb071dd772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334982 Jan 27 21:52:07.482207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82f4cfc0-92e6-4ae7-abd1-e5adfe29d9db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (f16ae464-6413-42c8-bce1-d26b7cbec595), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.489990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Allocated IP 172.20.0.2 (e83a07e3-3eaa-478b-8d79-590b832e8aea/5487c9a3-07f7-4b6a-919d-fe80f6823d36/dfb0d95d-110b-4d67-bd1a-592fa1c5ba56) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:07.492264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82f4cfc0-92e6-4ae7-abd1-e5adfe29d9db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f16ae464-6413-42c8-bce1-d26b7cbec595), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.636235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3ad5058a-0e76-4988-9e43-090f273ffe25 service neutron] 10.222.0.45 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284052 Jan 27 21:52:07.656835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4cfc0-92e6-4ae7-abd1-e5adfe29d9db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16ae464-6413-42c8-bce1-d26b7cbec595,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:07.680543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82f4cfc0-92e6-4ae7-abd1-e5adfe29d9db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.681962 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-82f4cfc0-92e6-4ae7-abd1-e5adfe29d9db tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4850843 Jan 27 21:52:07.685119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54590) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:07.695514 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Publish callbacks [] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.697199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b7a32a0f-06b9-430d-b0a6-7b6d2cb17359 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'security_group': {'name': 'tempest-secgroup-1278298974'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:07.707186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:07.714898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.718693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Router 69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:52:07.746356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a32a0f-06b9-430d-b0a6-7b6d2cb17359 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.853236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-ecc14925-b827-4f1d-990b-64abe458b93f service neutron] 10.222.0.45 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005978 Jan 27 21:52:07.859106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:07.864965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:07.870553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:07.914339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Pushing event updated for resources: {'Port': ['ID=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:07.921326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a32a0f-06b9-430d-b0a6-7b6d2cb17359 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (3621f07f-7606-49b4-bf43-1127a1f034b1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.929212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a32a0f-06b9-430d-b0a6-7b6d2cb17359 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3621f07f-7606-49b4-bf43-1127a1f034b1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.931597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port f74ba430-ad78-4da5-a30d-f4cd48cfe98a host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:52:07.932088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:07.951731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Attempting to bind port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:07.952487 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Attempting to bind port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '107abce2-a814-49a6-b415-695573844054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:07.953105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Attempting to bind port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 on network e83a07e3-3eaa-478b-8d79-590b832e8aea {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:07.960042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:07.960852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Checking segment: {'id': '107abce2-a814-49a6-b415-695573844054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:07.962189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.962880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Bound using segment: {'id': '107abce2-a814-49a6-b415-695573844054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:07.963664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Bound port: dfb0d95d-110b-4d67-bd1a-592fa1c5ba56, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107abce2-a814-49a6-b415-695573844054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:07.964300 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.016950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a32a0f-06b9-430d-b0a6-7b6d2cb17359 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.019601 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7a32a0f-06b9-430d-b0a6-7b6d2cb17359 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3333344 Jan 27 21:52:08.023133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:08.028195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54596) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:08.034011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1986767038', 'security_groups': ['3621f07f-7606-49b4-bf43-1127a1f034b1'], 'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5487c9a3-07f7-4b6a-919d-fe80f6823d36'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:08.059230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea1232-9038-4808-a685-30f5a0cebe75 None None] Sync routers for ids ['69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:08.066738 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a32a0f-06b9-430d-b0a6-7b6d2cb17359 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3621f07f-7606-49b4-bf43-1127a1f034b1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:08.125140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.126417 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac7afe0b-9a7c-4630-92b1-538889abcb24 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6084111 Jan 27 21:52:08.130947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54606) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:08.158067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-9500ceee-dc9f-4d9d-803d-805a00960435 service neutron] 10.222.0.45 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558961 Jan 27 21:52:08.215462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea1232-9038-4808-a685-30f5a0cebe75 None None] Routers {'69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:08.216630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6dea1232-9038-4808-a685-30f5a0cebe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:08.226011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] For port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:08.335124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6dea1232-9038-4808-a685-30f5a0cebe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:08.355685 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cdf2bb17-1987-4a9a-8301-92b84ac81a0a tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/routers/69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0 HTTP/1.1" status: 200 len: 920 time: 0.2228620 Jan 27 21:52:08.358661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:08.395765 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d4d5aa7b-b456-48ef-a3e6-d1b82cd4cb88 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0 HTTP/1.1" status: 200 len: 205 time: 0.0355976 Jan 27 21:52:08.398695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54618) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:08.417878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] For port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,segment=NetworkSegment(107abce2-a814-49a6-b415-695573844054),segment_id=107abce2-a814-49a6-b415-695573844054)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:08.422393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea1232-9038-4808-a685-30f5a0cebe75 None None] Routers {'69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:08.423034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6dea1232-9038-4808-a685-30f5a0cebe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:08.439014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.549616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.606843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:08.611237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6dea1232-9038-4808-a685-30f5a0cebe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:08.611561 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e8e568-1eb8-43ea-b678-913e8c83cc30" -d '{"events": [{"name": "network-changed", "server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:08.612670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea1232-9038-4808-a685-30f5a0cebe75 None None] The sync data for ids ['69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:08.617757 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.739451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168ba3e-b4d7-470a-8a46-8bc462bd88fc None None] Pushing event updated for resources: {'Port': ['ID=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:08.795868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:08.851917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-9b687809-96c4-49bb-99a1-becf38d92a0c service neutron] 10.222.0.45 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695824 Jan 27 21:52:08.941579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.043761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Deleting port ff8da6b4-6359-4cdd-b69f-75627872c30f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:09.044211 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ff8da6b4-6359-4cdd-b69f-75627872c30f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.050879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.084627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-b76b56b0-c50a-4767-8ff2-46e1e0eab7f7 service neutron] 10.222.0.45 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312334 Jan 27 21:52:09.228745 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ff8da6b4-6359-4cdd-b69f-75627872c30f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.232622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:52:09.261523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Calling delete_port for ff8da6b4-6359-4cdd-b69f-75627872c30f owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:09.293076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54644) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:09.486618 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f692-0eaa-4f23-884e-5ed6c0f65acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.534783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802e29f-9284-4306-a032-c9c05f0215ee req-8d9409b6-ea77-4af7-864b-e2920b63fdb5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.542102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1802e29f-9284-4306-a032-c9c05f0215ee req-8d9409b6-ea77-4af7-864b-e2920b63fdb5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 949 time: 0.2717357 Jan 27 21:52:09.552743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0034eabe-1c77-4b85-9777-2664d25ca9d3 service neutron] 10.222.0.45 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660356 Jan 27 21:52:09.664463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ff8da6b4-6359-4cdd-b69f-75627872c30f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.690204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f692-0eaa-4f23-884e-5ed6c0f65acf admin admin] Publish callbacks [] for security_group (9eb8138e-df55-4dfe-902a-e4e82d4108d8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.693265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54652) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:09.723067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event deleted for resources: {'Port': ['ID=ff8da6b4-6359-4cdd-b69f-75627872c30f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:09.725359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f692-0eaa-4f23-884e-5ed6c0f65acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9eb8138e-df55-4dfe-902a-e4e82d4108d8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.776439 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cdc9f692-0eaa-4f23-884e-5ed6c0f65acf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c20f4134ea674d7ab78d68f61d733287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4831650 Jan 27 21:52:09.789934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54656) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:09.830220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.881980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1802e29f-9284-4306-a032-c9c05f0215ee req-db5f516d-2918-439e-b236-f4848050b4e6 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386984 Jan 27 21:52:09.989585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.991108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-5319140b-1b17-4ba8-b280-69732e8607df service neutron] 10.222.0.45 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305599 Jan 27 21:52:09.994436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.6 (e83a07e3-3eaa-478b-8d79-590b832e8aea/5487c9a3-07f7-4b6a-919d-fe80f6823d36/4f5b8e1b-f5af-47b7-9b63-87b78c304ce7) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:09.999891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.005058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9f692-0eaa-4f23-884e-5ed6c0f65acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb8138e-df55-4dfe-902a-e4e82d4108d8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:10.084154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.084973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Fanout notify agent at l3_agent the message router_deleted on router 69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:52:10.105160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.113492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f07cde52-a105-4797-9005-a3232d1d64a0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0 HTTP/1.1" status: 204 len: 168 time: 1.7134469 Jan 27 21:52:10.114630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54658) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:10.122214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1308123851', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': False}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:10.134756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3ade2bb2-3d89-42c8-9bed-8abbe0dcdfe5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d43ddf08ced4cc08006cc2949aadcfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374795 Jan 27 21:52:10.135032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54660) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:10.172452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:10.181773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (6ecea7b5-a495-49ac-929f-6aa510091f29), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.182991 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (6ecea7b5-a495-49ac-929f-6aa510091f29), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.218194 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3a07-9087-4e81-a904-e2441acc0113 admin admin] Publish callbacks [] for security_group (f231bffc-b613-48da-bcbc-33b56f20954d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.218473 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-209e1d16-c40b-410c-9beb-d0dea7a2801a admin admin] Publish callbacks [] for security_group (9eb8138e-df55-4dfe-902a-e4e82d4108d8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.297160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3a07-9087-4e81-a904-e2441acc0113 admin admin] Publish callbacks [] for security_group (f231bffc-b613-48da-bcbc-33b56f20954d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.300615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_controller (6ecea7b5-a495-49ac-929f-6aa510091f29), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.368957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc200d-55e7-4a0f-aacb-ef26caa164f4 req-6edfbb3d-a767-4fa9-a93f-a1e0ab9b8642 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:10.371086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1bc200d-55e7-4a0f-aacb-ef26caa164f4 req-6edfbb3d-a767-4fa9-a93f-a1e0ab9b8642 tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 1095 time: 0.3163698 Jan 27 21:52:10.424095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-209e1d16-c40b-410c-9beb-d0dea7a2801a admin admin] Publish callbacks [] for security_group (9eb8138e-df55-4dfe-902a-e4e82d4108d8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.513705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-28eb845e-285f-440b-8017-33002a11243d service neutron] 10.222.0.45 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574034 Jan 27 21:52:10.548591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3a07-9087-4e81-a904-e2441acc0113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f231bffc-b613-48da-bcbc-33b56f20954d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.552544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3a07-9087-4e81-a904-e2441acc0113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.553928 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6b0f3a07-9087-4e81-a904-e2441acc0113 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f231bffc-b613-48da-bcbc-33b56f20954d HTTP/1.1" status: 204 len: 168 time: 0.4178553 Jan 27 21:52:10.573539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:10.612605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f3a07-9087-4e81-a904-e2441acc0113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f231bffc-b613-48da-bcbc-33b56f20954d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:10.627702 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (6ecea7b5-a495-49ac-929f-6aa510091f29), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.636009 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.736615 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.753215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:10.755232 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.850180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:10.913478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=4f5b8e1b-f5af-47b7-9b63-87b78c304ce7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:10.938677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:10.940388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'mac_address': 'fa:16:3e:df:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:10.951265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1bc200d-55e7-4a0f-aacb-ef26caa164f4 req-9dadb826-0db1-4f6f-b288-5386b47d5b0d tempest-LiveMigrationTest-1766917046 tempest-LiveMigrationTest-1766917046-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479960 Jan 27 21:52:10.952795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:10.957664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:11.006956 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.127838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f74ba430-ad78-4da5-a30d-f4cd48cfe98a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:11.129269 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.140114 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-209e1d16-c40b-410c-9beb-d0dea7a2801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9eb8138e-df55-4dfe-902a-e4e82d4108d8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.143562 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5f8064-417f-4770-b7f3-ce3afabedbb2 x-openstack-request-id: req-6c5f8064-417f-4770-b7f3-ce3afabedbb2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:11.144561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-209e1d16-c40b-410c-9beb-d0dea7a2801a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.144705 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:11.144705 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c5f8064-417f-4770-b7f3-ce3afabedbb2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:11.146491 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'status': 'completed', 'code': 200} Jan 27 21:52:11.147044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-209e1d16-c40b-410c-9beb-d0dea7a2801a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9eb8138e-df55-4dfe-902a-e4e82d4108d8 HTTP/1.1" status: 204 len: 168 time: 1.3489847 Jan 27 21:52:11.161544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74ba430-ad78-4da5-a30d-f4cd48cfe98a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:11.196797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:11.236148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.236944 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.240917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e1d16-c40b-410c-9beb-d0dea7a2801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb8138e-df55-4dfe-902a-e4e82d4108d8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:11.295609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e5d4d59c-ffaf-4c45-b51a-2d136dd38f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2663188 Jan 27 21:52:11.303053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54686) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:11.310026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-670866df-9855-4ccd-9fc2-56b2fccfc634 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:11.316468 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.575572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39939d-de7d-4722-95d3-cb23305bdf13 req-7cb50737-bcec-4432-bf16-3bb479a33d71 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.584481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f39939d-de7d-4722-95d3-cb23305bdf13 req-7cb50737-bcec-4432-bf16-3bb479a33d71 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.1220188 Jan 27 21:52:11.710354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f39939d-de7d-4722-95d3-cb23305bdf13 req-81f0e196-d192-4c12-8031-c9102c5940b3 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130712 Jan 27 21:52:11.716250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670866df-9855-4ccd-9fc2-56b2fccfc634 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:11.738402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-670866df-9855-4ccd-9fc2-56b2fccfc634 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.951104 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (6ecea7b5-a495-49ac-929f-6aa510091f29), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.995005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.004799 n-d-826529-2 neutron-server[103330]: INFO neutron.db.ipam_backend_mixin [None req-670866df-9855-4ccd-9fc2-56b2fccfc634 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5487c9a3-07f7-4b6a-919d-fe80f6823d36 (CIDR: 172.20.0.0/28) Jan 27 21:52:12.011446 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-670866df-9855-4ccd-9fc2-56b2fccfc634 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:52:12.014729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670866df-9855-4ccd-9fc2-56b2fccfc634 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:52:12.045061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-dabe0273-88a8-4edf-b3c4-c59a43138c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.046846 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-dabe0273-88a8-4edf-b3c4-c59a43138c79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=74af4c34cbc04b07aca076cb63937d5e&device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1100 time: 0.9158103 Jan 27 21:52:12.053151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-670866df-9855-4ccd-9fc2-56b2fccfc634 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7485600 Jan 27 21:52:12.057464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54708) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:12.061706 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:52:12.063282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:12.105613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=12']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:12.132648 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.182634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:12.183634 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.187137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:12.188169 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.284514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf18276a-0f78-416c-85b8-ebb82fff19d7 req-7f380f7f-9c5f-4d84-a683-08a37ea2b240 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1037116 Jan 27 21:52:12.329099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['f74ba430-ad78-4da5-a30d-f4cd48cfe98a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:12.366811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568f2e-fabd-4da2-8f30-0d32262c507c req-8a763d0a-c2ca-4718-a8ed-9d01ede238ab tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.368394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb568f2e-fabd-4da2-8f30-0d32262c507c req-8a763d0a-c2ca-4718-a8ed-9d01ede238ab tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 1101 time: 0.1890085 Jan 27 21:52:12.409059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] For port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,segment=NetworkSegment(107abce2-a814-49a6-b415-695573844054),segment_id=107abce2-a814-49a6-b415-695573844054)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:12.462762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-e7b2850f-5f54-412c-956c-1cf7673fb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.468409 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-e7b2850f-5f54-412c-956c-1cf7673fb792 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3396099 Jan 27 21:52:12.523509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.552889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Allocated IP 172.25.8.245 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/183f40d9-8914-4b1a-b822-a6a03ca01e2a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:12.553172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac68e59-bb3e-4c98-b5be-94ef01a4d8fa req-cca8463c-8dda-445b-9ac9-c338b204f2ad tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.555059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ac68e59-bb3e-4c98-b5be-94ef01a4d8fa req-cca8463c-8dda-445b-9ac9-c338b204f2ad tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.1463373 Jan 27 21:52:12.555792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:12.563468 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-e95d7759-0b58-4099-bbbe-2db2b3d8d9fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 200 len: 217 time: 0.0854287 Jan 27 21:52:12.566583 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.630304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb568f2e-fabd-4da2-8f30-0d32262c507c req-7870015b-9e54-44e2-9220-ca63c2cc45a3 tempest-MigrationsAdminTest-1127774143 tempest-MigrationsAdminTest-1127774143-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353063 Jan 27 21:52:12.721158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Provisioning complete for port 11910bd9-1f9e-4861-98a1-509f9cd00cce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:12.721158 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.845787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ac68e59-bb3e-4c98-b5be-94ef01a4d8fa req-5cf54a82-6ec9-4eff-817a-7beda87008ba tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713895 Jan 27 21:52:12.850711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-e4a74b5e-01c0-4621-813a-9037240f4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.853648 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-e4a74b5e-01c0-4621-813a-9037240f4545 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2769880 Jan 27 21:52:12.891494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Pushing event updated for resources: {'Port': ['ID=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:12.939728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:12.990792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54722) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:12.996820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-557cc45f-b818-4210-9d24-98e267ab006e None None] Port 11910bd9-1f9e-4861-98a1-509f9cd00cce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:13.041948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-8bbcc1f1-f441-426b-ab71-3963362ba629 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.044566 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-8bbcc1f1-f441-426b-ab71-3963362ba629 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.2964466 Jan 27 21:52:13.090972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-452c51b6-428a-4f00-a17a-b52f1764524e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.210585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-803b2ee9-5ef0-4719-8669-8a182c542ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.214019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fb86f72c-4863-4759-a51a-f9aa5fa8f544 None None] Provisioning complete for port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:13.214406 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fb86f72c-4863-4759-a51a-f9aa5fa8f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.216302 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-803b2ee9-5ef0-4719-8669-8a182c542ac0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3542414 Jan 27 21:52:13.228940 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.304079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:13.371520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-452c51b6-428a-4f00-a17a-b52f1764524e admin admin] Publish callbacks [] for security_group (9582ac01-9818-43e6-b827-b907379a3eac), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.386800 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-452c51b6-428a-4f00-a17a-b52f1764524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9582ac01-9818-43e6-b827-b907379a3eac), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.430052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fb86f72c-4863-4759-a51a-f9aa5fa8f544 None None] Port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:13.460870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:13.461255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.591827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:13.617534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.644788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:13.658210 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:13.663352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Deleting port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:13.665671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.709733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83099ea4-4352-437b-a2cd-62045f6f2df3 req-aee0287a-e7d5-4525-a433-6ce44f595222 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.2773809 Jan 27 21:52:13.731049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-452c51b6-428a-4f00-a17a-b52f1764524e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b074e9ce85624ef9ad23a42bbfe74c8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7373290 Jan 27 21:52:13.773163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54736) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:13.777693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c51b6-428a-4f00-a17a-b52f1764524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582ac01-9818-43e6-b827-b907379a3eac,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:13.819091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] For port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:13.819512 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.835634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:13.921395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Calling delete_port for 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:13.924832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.934572 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-4e109354-7597-494c-941f-c9882061d1e5 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923103 Jan 27 21:52:14.034127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:14.056681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:14.065979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.067027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.095557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c6d654-2995-479a-be07-a7f0d05f36ce None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:14.095920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42bb68-52ed-4369-a2a1-641ec8f81eb7 req-83d05811-b970-4da7-804e-0b7330d9a894 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.103493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d42bb68-52ed-4369-a2a1-641ec8f81eb7 req-83d05811-b970-4da7-804e-0b7330d9a894 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.3084309 Jan 27 21:52:14.110937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c2107e4-c328-4335-a042-a68a786e7ae1 admin admin] Publish callbacks [] for security_group (9582ac01-9818-43e6-b827-b907379a3eac), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.118734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0600758 Jan 27 21:52:14.119748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dc761-3caa-40e3-9524-9f212f5fda98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:14.133201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54748) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:14.138698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1545813212', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2'}], 'security_groups': ['f16ae464-6413-42c8-bce1-d26b7cbec595']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:14.202684 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c2107e4-c328-4335-a042-a68a786e7ae1 admin admin] Publish callbacks [] for security_group (9582ac01-9818-43e6-b827-b907379a3eac), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.385817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d42bb68-52ed-4369-a2a1-641ec8f81eb7 req-d57196cd-988c-4d11-b10c-106861cb1f63 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801671 Jan 27 21:52:14.475998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.510729 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e0e8e568-1eb8-43ea-b678-913e8c83cc30 req-910d265b-5ca1-477a-ae37-46fecf5b4f0c service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771814 Jan 27 21:52:14.559349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'Port': ['ID=183f40d9-8914-4b1a-b822-a6a03ca01e2a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:14.567859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b704643-63a1-49f9-8492-f101899c905f req-d967a246-111d-486d-80c2-703851eeeff7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.576618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b704643-63a1-49f9-8492-f101899c905f req-d967a246-111d-486d-80c2-703851eeeff7 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 944 time: 0.1189883 Jan 27 21:52:14.610896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c2107e4-c328-4335-a042-a68a786e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9582ac01-9818-43e6-b827-b907379a3eac), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.613729 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c2107e4-c328-4335-a042-a68a786e7ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.618639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5c2107e4-c328-4335-a042-a68a786e7ae1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9582ac01-9818-43e6-b827-b907379a3eac HTTP/1.1" status: 204 len: 168 time: 0.8394156 Jan 27 21:52:14.696259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2107e4-c328-4335-a042-a68a786e7ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582ac01-9818-43e6-b827-b907379a3eac,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:14.734528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb0ba0d-75d1-4939-9822-8b5cef0649be None None] Update dhcp port {'port': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'fixed_ips': [{'subnet_id': '5487c9a3-07f7-4b6a-919d-fe80f6823d36', 'ip_address': '172.20.0.2'}, {'subnet_id': '6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2'}], 'binding:host_id': 'n-d-826529-2'}, 'id': 'dfb0d95d-110b-4d67-bd1a-592fa1c5ba56'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:52:14.842806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b704643-63a1-49f9-8492-f101899c905f req-71e288ac-4f2b-46f3-a157-55ff7716d46e tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646294 Jan 27 21:52:14.870129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ba0d-75d1-4939-9822-8b5cef0649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.171748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cd32f12-1a27-419c-b9fa-0dfe5d0d52c1 req-47f132d7-6e20-4cf3-86c3-16ff0da3e8e8 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1291142 Jan 27 21:52:15.337246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (6ecea7b5-a495-49ac-929f-6aa510091f29), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.416270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-78bc4471-7014-40a5-a7a9-0fd125682483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:15.417791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5c5b880a-4272-4ad9-bc8b-2b430e0a17e7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.420003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-78bc4471-7014-40a5-a7a9-0fd125682483 service neutron] 10.222.0.16 "GET /v2.0/ports/3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 200 len: 1027 time: 0.1096852 Jan 27 21:52:15.434843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['28993e8f-2111-464b-b9be-371bdad829ad', '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:15.543212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-a285ec19-e331-43c2-839d-fde23e77fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:15.549227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-a285ec19-e331-43c2-839d-fde23e77fe5d service neutron] 10.222.0.16 "GET /v2.0/ports/83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 200 len: 1028 time: 0.0778387 Jan 27 21:52:15.592190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-040cb7a0-d486-45f4-a1d7-1c5d9cb7c88f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:15.597488 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-040cb7a0-d486-45f4-a1d7-1c5d9cb7c88f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.4661429 Jan 27 21:52:15.733779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Pushing event deleted for resources: {'Port': ['ID=5c5b880a-4272-4ad9-bc8b-2b430e0a17e7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:15.790908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Delete allocated IP 172.20.0.6 (e83a07e3-3eaa-478b-8d79-590b832e8aea/5487c9a3-07f7-4b6a-919d-fe80f6823d36) {{(pid=103330) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 21:52:15.824769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54794) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:15.931143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.30 (e83a07e3-3eaa-478b-8d79-590b832e8aea/6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2/4f5b8e1b-f5af-47b7-9b63-87b78c304ce7) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:16.063648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6416d-8801-445b-bc00-6de1bc80e0e7 req-0614d111-6ce6-4330-ab65-c19753f0ce1a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:16.065299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5b6416d-8801-445b-bc00-6de1bc80e0e7 req-0614d111-6ce6-4330-ab65-c19753f0ce1a tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5 HTTP/1.1" status: 200 len: 950 time: 0.2886350 Jan 27 21:52:16.086512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-e9d6e3dc-f9e1-4004-bde8-3b97e1bc7178 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:16.100272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-e9d6e3dc-f9e1-4004-bde8-3b97e1bc7178 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:16.108065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] No DVR routers for this DVR port 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:16.108964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-e9d6e3dc-f9e1-4004-bde8-3b97e1bc7178 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:16.111353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-e9d6e3dc-f9e1-4004-bde8-3b97e1bc7178 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "GET /v2.0/networks?id=25e016db-c5c8-4680-99fd-c704adf86e2c&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2 HTTP/1.1" status: 200 len: 1989 time: 0.5513227 Jan 27 21:52:16.122504 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.141746 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85b1b0-e594-47df-864c-f03ee51b101d req-66a20e93-4f2a-4409-bda6-8d40a7b767ae tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.57 "DELETE /v2.0/ports/5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 HTTP/1.1" status: 204 len: 173 time: 3.0714521 Jan 27 21:52:16.156173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'name': 'network-vif-deleted', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:16.163591 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cf4116-805b-4b56-b858-52b6f313c7cc" -d '{"events": [{"server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "name": "network-vif-deleted", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:16.192496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f74ba430-ad78-4da5-a30d-f4cd48cfe98a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:16.277487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d69c85cc-28ea-4574-be6a-cfb48e46daba tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bad5c908fb04c9dbee152ac2ab75146 HTTP/1.1" status: 200 len: 379 time: 0.1569810 Jan 27 21:52:16.344503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'admin_state_up': True, 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'security_groups': ['8c1828ff-d805-42c0-b0e3-619364c5bdb3']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:16.350245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8392cd51-4b06-47eb-863c-1cba88b204a7 req-e4383a59-8d87-4078-8f32-c3d799468986 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.2341237 Jan 27 21:52:16.446112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f74ba430-ad78-4da5-a30d-f4cd48cfe98a is: BUILD; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:16.446830 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.468055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Deleting port f74ba430-ad78-4da5-a30d-f4cd48cfe98a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:16.475484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f74ba430-ad78-4da5-a30d-f4cd48cfe98a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:16.475796 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.562009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:16.579386 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.744521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] For port f74ba430-ad78-4da5-a30d-f4cd48cfe98a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:16.745077 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.781267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=13']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:16.791843 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077030e6-a4f3-4ece-b892-06c65bb89489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.797157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Calling delete_port for f74ba430-ad78-4da5-a30d-f4cd48cfe98a owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:16.828947 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5049c743-f698-4383-b7c8-ee22631571b1 x-openstack-request-id: req-5049c743-f698-4383-b7c8-ee22631571b1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:16.829525 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a683a-e673-4ce9-a43a-11ba5da5b952", "name": "network-vif-deleted", "tag": "5c5b880a-4272-4ad9-bc8b-2b430e0a17e7", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:16.829838 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5049c743-f698-4383-b7c8-ee22631571b1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:16.830460 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a683a-e673-4ce9-a43a-11ba5da5b952', 'name': 'network-vif-deleted', 'tag': '5c5b880a-4272-4ad9-bc8b-2b430e0a17e7', 'status': 'completed', 'code': 200} Jan 27 21:52:16.847814 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (6ecea7b5-a495-49ac-929f-6aa510091f29), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.896574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.948666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.959813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc056764-d9ee-4c1e-90fe-bc18cbfde79c req-ba4db11c-1a9e-437f-879d-f4031e98c38e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1640291 Jan 27 21:52:17.110378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5b6416d-8801-445b-bc00-6de1bc80e0e7 req-61c697cc-91e7-4c54-8d1c-4fe0e640fb9f tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9976766 Jan 27 21:52:17.197621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ddb0ba0d-75d1-4939-9822-8b5cef0649be None None] Allocated IP 172.20.0.18 (e83a07e3-3eaa-478b-8d79-590b832e8aea/6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2/dfb0d95d-110b-4d67-bd1a-592fa1c5ba56) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:17.295762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] In _notify_port_updated(), no bound segment for port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 on network e83a07e3-3eaa-478b-8d79-590b832e8aea {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:52:17.301763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.302394 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.303952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "PUT /v2.0/ports/4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 HTTP/1.1" status: 200 len: 921 time: 3.1696055 Jan 27 21:52:17.312785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54818) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:17.412207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7755e8e-b5f4-42ec-9650-d2b1073eea09 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=4f5b8e1b-f5af-47b7-9b63-87b78c304ce7,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:17.453209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:17.456791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.559274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f74ba430-ad78-4da5-a30d-f4cd48cfe98a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.620737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event deleted for resources: {'Port': ['ID=f74ba430-ad78-4da5-a30d-f4cd48cfe98a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:17.635928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077030e6-a4f3-4ece-b892-06c65bb89489 admin admin] Publish callbacks [] for security_group (a38ae7fe-2f42-448f-9262-4e820d82c547), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.654094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['02a5d51c-932f-4fd8-85e0-c525687bbed5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:17.677167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', '882e2de7-1eb5-4d2c-9404-4a0565636258'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:17.780013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] No DVR routers for this DVR port f74ba430-ad78-4da5-a30d-f4cd48cfe98a on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:17.790957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.794887 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6d0cc30a-267f-4e6f-af42-2dc2fb72e266 req-fd8ba300-3e3d-4ddf-be99-5b0cb5d52d7b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "DELETE /v2.0/ports/f74ba430-ad78-4da5-a30d-f4cd48cfe98a HTTP/1.1" status: 204 len: 173 time: 2.0446694 Jan 27 21:52:17.835592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Router 6ecea7b5-a495-49ac-929f-6aa510091f29 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:52:17.880175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:17.961837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:17.965396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 5c5b880a-4272-4ad9-bc8b-2b430e0a17e7 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:18.086942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ddb0ba0d-75d1-4939-9822-8b5cef0649be None None] For port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,segment=NetworkSegment(107abce2-a814-49a6-b415-695573844054),segment_id=107abce2-a814-49a6-b415-695573844054)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:18.141573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:18.146227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.165496 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Sync routers for ids ['6ecea7b5-a495-49ac-929f-6aa510091f29'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:18.181673 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Routers {'6ecea7b5-a495-49ac-929f-6aa510091f29'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:18.182303 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6ecea7b5-a495-49ac-929f-6aa510091f29'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:18.196959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.204918 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-df82c00d-ee7f-440a-a3c2-00decb842b30 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.0823395 Jan 27 21:52:18.205930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54834) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:18.497497 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-13652730-222f-44b4-9fbd-40564c7dabb7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/routers/6ecea7b5-a495-49ac-929f-6aa510091f29 HTTP/1.1" status: 200 len: 909 time: 0.2806704 Jan 27 21:52:18.504105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54836) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:18.509367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1308123851', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': True}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:18.559819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.562098 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.601478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ba0d-75d1-4939-9822-8b5cef0649be None None] Publish callbacks [] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.661829 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Set router 6ecea7b5-a495-49ac-929f-6aa510091f29 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:18.663086 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_controller (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.754686 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-077030e6-a4f3-4ece-b892-06c65bb89489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a38ae7fe-2f42-448f-9262-4e820d82c547), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.775812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-244f1094-1d60-46f9-9065-8469cb3a6c43 req-b8eb5c9a-7191-4978-ac86-efd8bf448002 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 1.1528347 Jan 27 21:52:18.796164 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ba0d-75d1-4939-9822-8b5cef0649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.903236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-deleted', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:18.910614 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1056772c-534d-4cfd-9037-d18d53dd8cd4" -d '{"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-deleted", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:19.133969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.140782 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecea7b5-a495-49ac-929f-6aa510091f29', 'name': 'tempest-snat-router-1308123851', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.245'}], 'enable_snat': False}, 'gw_port_id': '183f40d9-8914-4b1a-b822-a6a03ca01e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:10Z', 'updated_at': '2022-01-27T21:52:14Z', 'revision_number': 3, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port': {'id': '183f40d9-8914-4b1a-b822-a6a03ca01e2a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecea7b5-a495-49ac-929f-6aa510091f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:12Z', 'updated_at': '2022-01-27T21:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:19.198466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e240bb5-f11c-4beb-a6d3-3dd27cba0775 req-96342eb9-7f6a-47f7-9bfe-568c05c102c2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.4533288 Jan 27 21:52:19.204911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-077030e6-a4f3-4ece-b892-06c65bb89489 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27ba52d980074cf98e5eb9029539bc77&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3707924 Jan 27 21:52:19.279236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a5867418-d950-44f2-b526-aeb7cf5929f6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:19.288242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5867418-d950-44f2-b526-aeb7cf5929f6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.308874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54846) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:19.313149 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Checking router: 6ecea7b5-a495-49ac-929f-6aa510091f29 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:52:19.315069 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Updating router 6ecea7b5-a495-49ac-929f-6aa510091f29 port 183f40d9-8914-4b1a-b822-a6a03ca01e2a binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:52:19.416241 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a568776c-b285-4b92-80f7-ab4b2ef867f8 x-openstack-request-id: req-a568776c-b285-4b92-80f7-ab4b2ef867f8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:19.423799 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5", "name": "network-vif-deleted", "tag": "f74ba430-ad78-4da5-a30d-f4cd48cfe98a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:19.427498 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a568776c-b285-4b92-80f7-ab4b2ef867f8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:19.446579 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b9f12c-46c0-4e1c-9c69-3a88b3e6d9b5', 'name': 'network-vif-deleted', 'tag': 'f74ba430-ad78-4da5-a30d-f4cd48cfe98a', 'status': 'completed', 'code': 200} Jan 27 21:52:19.469201 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.549085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077030e6-a4f3-4ece-b892-06c65bb89489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38ae7fe-2f42-448f-9262-4e820d82c547,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:19.591120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0ba0d-75d1-4939-9822-8b5cef0649be None None] Pushing event updated for resources: {'Port': ['ID=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:19.970372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.983218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Allocated IP 172.20.0.12 (25e016db-c5c8-4680-99fd-c704adf86e2c/0b451e4d-22c1-41c0-85f8-fe5254f83367/a44ca15f-3f7d-45d3-9f8a-39413a52050c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:20.045750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.055326 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5867418-d950-44f2-b526-aeb7cf5929f6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.164497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f8d69df-30f6-4d2a-bfd8-a5fce50bcd2a req-0b526ee7-8f0d-49c1-a9e2-6307b2df4157 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.1521924 Jan 27 21:52:20.168135 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52183c58-c064-46df-aadc-807bc7f9b37a admin admin] Publish callbacks [] for security_group (a38ae7fe-2f42-448f-9262-4e820d82c547), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.191729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85b2b4-f1b6-449a-a986-3526f0f77755 req-03f61200-404f-4165-b82d-62feaf4bb54d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:20.203162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed85b2b4-f1b6-449a-a986-3526f0f77755 req-03f61200-404f-4165-b82d-62feaf4bb54d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 950 time: 0.4666967 Jan 27 21:52:20.229927 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Publish callbacks [] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.257612 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.369219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Allocated IP 172.25.8.114 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/d513ba17-1c72-48bf-9e63-f4e96c822172) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:20.420864 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Attempting to bind port 183f40d9-8914-4b1a-b822-a6a03ca01e2a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:20.421725 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Attempting to bind port 183f40d9-8914-4b1a-b822-a6a03ca01e2a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:20.421725 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Attempting to bind port 183f40d9-8914-4b1a-b822-a6a03ca01e2a on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:20.425804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a5867418-d950-44f2-b526-aeb7cf5929f6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:20.435890 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:20.436792 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:20.437193 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.438638 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:20.441083 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Bound port: 183f40d9-8914-4b1a-b822-a6a03ca01e2a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:20.441083 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.444780 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecb776-e6ab-47bb-8552-7fb34ac3a882 None None] Pushing event updated for resources: {'Port': ['ID=183f40d9-8914-4b1a-b822-a6a03ca01e2a,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:20.542429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed85b2b4-f1b6-449a-a986-3526f0f77755 req-af32870a-fad0-45ca-a7f0-751755cb48f5 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115744 Jan 27 21:52:20.551732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52183c58-c064-46df-aadc-807bc7f9b37a admin admin] Publish callbacks [] for security_group (a38ae7fe-2f42-448f-9262-4e820d82c547), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.558867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.616597 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] For port 183f40d9-8914-4b1a-b822-a6a03ca01e2a, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:20.621420 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] For port 183f40d9-8914-4b1a-b822-a6a03ca01e2a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=183f40d9-8914-4b1a-b822-a6a03ca01e2a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:20.635155 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.763649 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Routers {'6ecea7b5-a495-49ac-929f-6aa510091f29'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:20.764758 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6ecea7b5-a495-49ac-929f-6aa510091f29'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:20.800224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.822320 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecb776-e6ab-47bb-8552-7fb34ac3a882 None None] Pushing event updated for resources: {'Port': ['ID=183f40d9-8914-4b1a-b822-a6a03ca01e2a,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:20.874119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86de3887-5c20-4a50-8c76-2837d68d05b7 req-c7501380-6743-4b03-bf6f-adb16bf1f144 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.2059929 Jan 27 21:52:20.901044 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.921553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:20.926381 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.032195 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] Set router 6ecea7b5-a495-49ac-929f-6aa510091f29 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:21.116425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=a44ca15f-3f7d-45d3-9f8a-39413a52050c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:21.189766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 25e016db-c5c8-4680-99fd-c704adf86e2c is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:21.194075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:21.208283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:21.211043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:21.215865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:21.399773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Provisioning complete for port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:21.400799 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.473923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.476622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.550961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52183c58-c064-46df-aadc-807bc7f9b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a38ae7fe-2f42-448f-9262-4e820d82c547), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.556849 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52183c58-c064-46df-aadc-807bc7f9b37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.563379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-52183c58-c064-46df-aadc-807bc7f9b37a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a38ae7fe-2f42-448f-9262-4e820d82c547 HTTP/1.1" status: 204 len: 168 time: 2.2431056 Jan 27 21:52:21.593592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:21.595293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a08bc766-9b5c-478e-91a9-ccf69b07edd3 req-7b70d349-1952-482c-b32f-99740b887e1d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.1932712 Jan 27 21:52:21.632062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52183c58-c064-46df-aadc-807bc7f9b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38ae7fe-2f42-448f-9262-4e820d82c547,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:21.667707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d606a7a6-6c8c-4ddb-82ce-cd7de0309339 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3696539 Jan 27 21:52:21.726517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Provisioning complete for port 11910bd9-1f9e-4861-98a1-509f9cd00cce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:21.732522 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.812298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-88e644f1-af2c-4c28-8f57-8399bb121145 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.833477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'admin_state_up': True, 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'security_groups': ['8c1828ff-d805-42c0-b0e3-619364c5bdb3']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:21.839913 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-88e644f1-af2c-4c28-8f57-8399bb121145 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 950 time: 0.3995059 Jan 27 21:52:21.872050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-398a8d63-ed05-432d-9508-1189db3956c6 None None] Port 11910bd9-1f9e-4861-98a1-509f9cd00cce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:21.924169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:21.925001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.937035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.027443 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecea7b5-a495-49ac-929f-6aa510091f29', 'name': 'tempest-snat-router-1308123851', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.245'}], 'enable_snat': False}, 'gw_port_id': '183f40d9-8914-4b1a-b822-a6a03ca01e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:10Z', 'updated_at': '2022-01-27T21:52:14Z', 'revision_number': 3, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port': {'id': '183f40d9-8914-4b1a-b822-a6a03ca01e2a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecea7b5-a495-49ac-929f-6aa510091f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:12Z', 'updated_at': '2022-01-27T21:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:22.169220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-128943ff-165a-4ff0-9036-e2528941c77e None None] Provisioning complete for port a44ca15f-3f7d-45d3-9f8a-39413a52050c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:22.169901 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-128943ff-165a-4ff0-9036-e2528941c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.220307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.226912 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b2935-8411-4165-8636-a91a6d7cf26e None None] The sync data for ids ['6ecea7b5-a495-49ac-929f-6aa510091f29'] in n-d-826529-2 is: [{'id': '6ecea7b5-a495-49ac-929f-6aa510091f29', 'name': 'tempest-snat-router-1308123851', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.245'}], 'enable_snat': False}, 'gw_port_id': '183f40d9-8914-4b1a-b822-a6a03ca01e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:10Z', 'updated_at': '2022-01-27T21:52:14Z', 'revision_number': 3, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port': {'id': '183f40d9-8914-4b1a-b822-a6a03ca01e2a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:bd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecea7b5-a495-49ac-929f-6aa510091f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:12Z', 'updated_at': '2022-01-27T21:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:22.290848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:22.306370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:22.310666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:22.321356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'Port': ['ID=d513ba17-1c72-48bf-9e63-f4e96c822172,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:22.342801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-128943ff-165a-4ff0-9036-e2528941c77e None None] Port a44ca15f-3f7d-45d3-9f8a-39413a52050c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:22.361033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Deleting port 882e2de7-1eb5-4d2c-9404-4a0565636258 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:22.361721 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.467776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-128943ff-165a-4ff0-9036-e2528941c77e None None] Provisioning complete for port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:22.469658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-128943ff-165a-4ff0-9036-e2528941c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.529178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:22.560342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-128943ff-165a-4ff0-9036-e2528941c77e None None] Port 4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:22.723574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad376a-a81c-4a7a-8f7c-9ffa6940c87d req-1d3e0285-1a18-4e48-8838-800c0580e951 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:22.727996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40ad376a-a81c-4a7a-8f7c-9ffa6940c87d req-1d3e0285-1a18-4e48-8838-800c0580e951 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 950 time: 0.8772864 Jan 27 21:52:22.736941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5867418-d950-44f2-b526-aeb7cf5929f6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4f5b8e1b-f5af-47b7-9b63-87b78c304ce7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.887151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] For port 882e2de7-1eb5-4d2c-9404-4a0565636258, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=882e2de7-1eb5-4d2c-9404-4a0565636258,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:22.888395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.915867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5867418-d950-44f2-b526-aeb7cf5929f6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=4f5b8e1b-f5af-47b7-9b63-87b78c304ce7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:22.994802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Calling delete_port for 882e2de7-1eb5-4d2c-9404-4a0565636258 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:23.025106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:23.053275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.099522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154fd7a-452a-4b19-bb2c-7b8c32323f71 req-89cfe206-5fcf-4bff-8920-d4ac3a6701e7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.105461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d154fd7a-452a-4b19-bb2c-7b8c32323f71 req-89cfe206-5fcf-4bff-8920-d4ac3a6701e7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 932 time: 0.6375313 Jan 27 21:52:23.311603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 183f40d9-8914-4b1a-b822-a6a03ca01e2a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:23.383397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54970) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:23.453803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 183f40d9-8914-4b1a-b822-a6a03ca01e2a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:23.457667 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.481784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.515040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40ad376a-a81c-4a7a-8f7c-9ffa6940c87d req-015f32b3-2fcc-466c-b2e6-dfb00cd52e4d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7395217 Jan 27 21:52:23.601855 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5867418-d950-44f2-b526-aeb7cf5929f6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.614377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a5867418-d950-44f2-b526-aeb7cf5929f6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 HTTP/1.1" status: 204 len: 168 time: 6.2941051 Jan 27 21:52:23.620041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54976) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:23.697263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 183f40d9-8914-4b1a-b822-a6a03ca01e2a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:23.698118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.752772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 183f40d9-8914-4b1a-b822-a6a03ca01e2a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=183f40d9-8914-4b1a-b822-a6a03ca01e2a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:23.769051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.804123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d154fd7a-452a-4b19-bb2c-7b8c32323f71 req-a8d53c9f-8568-4888-8f3e-321f8bed6c16 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5330300 Jan 27 21:52:23.860456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=183f40d9-8914-4b1a-b822-a6a03ca01e2a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:23.958674 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bec79f-a394-48ad-a86a-ad0c98cb9279 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:52:23.961396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-86bec79f-a394-48ad-a86a-ad0c98cb9279 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/4f5b8e1b-f5af-47b7-9b63-87b78c304ce7 HTTP/1.1" status: 404 len: 333 time: 0.3202386 Jan 27 21:52:23.965850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f188aac0-43e8-42f6-a807-3cd803bcdd8b req-1dc4f5b8-d0b8-498a-a76d-4700a7a38e06 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.3494775 Jan 27 21:52:23.972127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54980) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:24.065309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43d5fea6-e036-4a28-bbe4-27bfed60f408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.155124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (882e2de7-1eb5-4d2c-9404-4a0565636258), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.166520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['02a5d51c-932f-4fd8-85e0-c525687bbed5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:24.172106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:24.183220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54982) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:24.315357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event deleted for resources: {'Port': ['ID=882e2de7-1eb5-4d2c-9404-4a0565636258,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:24.327220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318ccce7-4720-4227-a5ae-2f86150d1b48 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (3621f07f-7606-49b4-bf43-1127a1f034b1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.402316 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318ccce7-4720-4227-a5ae-2f86150d1b48 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (3621f07f-7606-49b4-bf43-1127a1f034b1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.522309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.555830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Allocated IP 10.1.1.40 (81a581e9-6394-429c-85e3-9e2f78c9c47b/5fe3c98e-a594-46a8-a30f-34b137e89cb2/e4efa7b3-9bea-4d48-9f82-9ecab97944f7) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:24.579325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-293487720-network', 'tenant_id': '810c85183cb44a468ac50e39546559ec'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:24.590113 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318ccce7-4720-4227-a5ae-2f86150d1b48 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3621f07f-7606-49b4-bf43-1127a1f034b1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.610159 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318ccce7-4720-4227-a5ae-2f86150d1b48 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.613883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-318ccce7-4720-4227-a5ae-2f86150d1b48 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/security-groups/3621f07f-7606-49b4-bf43-1127a1f034b1 HTTP/1.1" status: 204 len: 168 time: 0.6401153 Jan 27 21:52:24.639148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54988) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:24.711476 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43d5fea6-e036-4a28-bbe4-27bfed60f408 admin admin] Publish callbacks [] for security_group (dedd45df-4564-48cb-a0a2-63cf77b98566), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.713339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] No DVR routers for this DVR port 882e2de7-1eb5-4d2c-9404-4a0565636258 on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:24.717480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.721550 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bf3440fd-5f61-4f0a-9b33-2e21243110a1 req-2a411dce-b6fe-4b09-87b9-6d263814c772 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "DELETE /v2.0/ports/882e2de7-1eb5-4d2c-9404-4a0565636258 HTTP/1.1" status: 204 len: 173 time: 2.8590600 Jan 27 21:52:24.722070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-deleted', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:24.724886 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb8fd2f-e2e4-4b70-ae9e-e1b6ded7b8de" -d '{"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-deleted", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:24.776932 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43d5fea6-e036-4a28-bbe4-27bfed60f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dedd45df-4564-48cb-a0a2-63cf77b98566), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.785994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ccce7-4720-4227-a5ae-2f86150d1b48 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3621f07f-7606-49b4-bf43-1127a1f034b1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:24.940366 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-43d5fea6-e036-4a28-bbe4-27bfed60f408 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab0c7bca9ee84d5cb29e88148a9af657&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5554044 Jan 27 21:52:24.949280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54994) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:24.955337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5fea6-e036-4a28-bbe4-27bfed60f408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedd45df-4564-48cb-a0a2-63cf77b98566,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:24.973802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b768afe-2483-4ac5-9110-67ee0238047e req-b1a6cddf-f60e-423a-99ac-2a09eda0763d tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d1454b5-0ed7-4086-83f0-589028050991 HTTP/1.1" status: 200 len: 210 time: 0.2847011 Jan 27 21:52:24.976974 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3109ff-7eec-475a-8215-ff172788ca7d x-openstack-request-id: req-1e3109ff-7eec-475a-8215-ff172788ca7d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:24.977459 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1454b5-0ed7-4086-83f0-589028050991", "name": "network-vif-deleted", "tag": "882e2de7-1eb5-4d2c-9404-4a0565636258", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:24.978636 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e3109ff-7eec-475a-8215-ff172788ca7d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:24.979843 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1454b5-0ed7-4086-83f0-589028050991', 'name': 'network-vif-deleted', 'tag': '882e2de7-1eb5-4d2c-9404-4a0565636258', 'status': 'completed', 'code': 200} Jan 27 21:52:24.993674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Made reservation on behalf of 810c85183cb44a468ac50e39546559ec for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:24.999496 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.031793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.271782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58ab0315-655e-4f0e-bba0-1ae55000d3eb admin admin] Publish callbacks [] for security_group (dedd45df-4564-48cb-a0a2-63cf77b98566), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.280912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 183f40d9-8914-4b1a-b822-a6a03ca01e2a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:25.327163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58ab0315-655e-4f0e-bba0-1ae55000d3eb admin admin] Publish callbacks [] for security_group (dedd45df-4564-48cb-a0a2-63cf77b98566), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.414355 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Publish callbacks [] for security_group (a806e1fe-b66b-43a8-b2d4-3dc3cec5178a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.426580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Router d77633b0-176f-4c8f-8cf7-4648ffc8d3ff is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:52:25.449224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 183f40d9-8914-4b1a-b822-a6a03ca01e2a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:25.449683 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.461352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58ab0315-655e-4f0e-bba0-1ae55000d3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dedd45df-4564-48cb-a0a2-63cf77b98566), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.473326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58ab0315-655e-4f0e-bba0-1ae55000d3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.486673 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-58ab0315-655e-4f0e-bba0-1ae55000d3eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dedd45df-4564-48cb-a0a2-63cf77b98566 HTTP/1.1" status: 204 len: 168 time: 0.5305781 Jan 27 21:52:25.511359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab0315-655e-4f0e-bba0-1ae55000d3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedd45df-4564-48cb-a0a2-63cf77b98566,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:25.594912 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a806e1fe-b66b-43a8-b2d4-3dc3cec5178a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.617370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6836ea7d-4381-4367-81d3-ff9adf7ad0e1 req-bcce841d-8c3a-4191-acd2-74e7df913705 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.4377406 Jan 27 21:52:25.734469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:25.786899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 882e2de7-1eb5-4d2c-9404-4a0565636258 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:25.787593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 882e2de7-1eb5-4d2c-9404-4a0565636258 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:25.836008 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f94a2b6-d76e-4e1d-902b-143a2f86e581 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (f16ae464-6413-42c8-bce1-d26b7cbec595), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.852201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:52:25.874376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:25.893269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Sync routers for ids ['d77633b0-176f-4c8f-8cf7-4648ffc8d3ff'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:25.910585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.912232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-60750d3d-ea1e-4df1-8338-2fafd98142d7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4064710 Jan 27 21:52:25.920686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55004) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:25.930328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f94a2b6-d76e-4e1d-902b-143a2f86e581 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (f16ae464-6413-42c8-bce1-d26b7cbec595), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.941565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 183f40d9-8914-4b1a-b822-a6a03ca01e2a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:25.946293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:25.957987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Routers {'d77633b0-176f-4c8f-8cf7-4648ffc8d3ff'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:25.958758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['d77633b0-176f-4c8f-8cf7-4648ffc8d3ff'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:25.980044 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (89295808-4102-440e-9647-95d80ce805a1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.980871 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Added segment 89295808-4102-440e-9647-95d80ce805a1 of type vlan for network 1efe160b-6768-49eb-b684-a62fa10e9bc0 Jan 27 21:52:26.017103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3a9ef-3dff-4ac0-85ac-6ae425bfac89 req-f4c13bc3-efff-4141-bd7c-40207ce2a953 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:26.020137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45b3a9ef-3dff-4ac0-85ac-6ae425bfac89 req-f4c13bc3-efff-4141-bd7c-40207ce2a953 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 932 time: 0.8813984 Jan 27 21:52:26.080525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.081037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.081302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.081770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.082180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.082558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.082558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.082995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.083550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.083729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.084033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.084270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.084564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:26.174134 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4f7e08e5-6da1-4457-abf3-ba1f7a7b2dd7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/routers/d77633b0-176f-4c8f-8cf7-4648ffc8d3ff HTTP/1.1" status: 200 len: 908 time: 0.2475445 Jan 27 21:52:26.174328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55010) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:26.345054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.410543 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1efe160b-6768-49eb-b684-a62fa10e9bc0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.439059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55012) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:26.454702 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.552531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:52:26.558158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f94a2b6-d76e-4e1d-902b-143a2f86e581 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f16ae464-6413-42c8-bce1-d26b7cbec595), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.563809 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f94a2b6-d76e-4e1d-902b-143a2f86e581 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.563809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8f94a2b6-d76e-4e1d-902b-143a2f86e581 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/security-groups/f16ae464-6413-42c8-bce1-d26b7cbec595 HTTP/1.1" status: 204 len: 168 time: 1.8995550 Jan 27 21:52:26.567366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55016) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:26.570621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Set router d77633b0-176f-4c8f-8cf7-4648ffc8d3ff gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:26.595754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7bfc980-e97c-4fda-ac65-61373514b0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.605974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94a2b6-d76e-4e1d-902b-143a2f86e581 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16ae464-6413-42c8-bce1-d26b7cbec595,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:26.635948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.664051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45b3a9ef-3dff-4ac0-85ac-6ae425bfac89 req-e4fa23b4-07a7-4d7b-bf11-84a5ce10204f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5906644 Jan 27 21:52:26.685817 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1efe160b-6768-49eb-b684-a62fa10e9bc0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.693531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:26.694532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.809150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-786711ee-a78b-4477-9adb-3e1d61ebaeac tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet 5487c9a3-07f7-4b6a-919d-fe80f6823d36 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:52:26.824939 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-786711ee-a78b-4477-9adb-3e1d61ebaeac tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (5487c9a3-07f7-4b6a-919d-fe80f6823d36), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.885826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6955283 Jan 27 21:52:26.902029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55020) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:26.903455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-786711ee-a78b-4477-9adb-3e1d61ebaeac tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (5487c9a3-07f7-4b6a-919d-fe80f6823d36), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.919042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Request body: {'subnet': {'network_id': '1efe160b-6768-49eb-b684-a62fa10e9bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-293487720-subnet', 'tenant_id': '810c85183cb44a468ac50e39546559ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:26.998761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77633b0-176f-4c8f-8cf7-4648ffc8d3ff', 'name': 'tempest-snat-router-1308123851', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'd513ba17-1c72-48bf-9e63-f4e96c822172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:18Z', 'updated_at': '2022-01-27T21:52:22Z', 'revision_number': 3, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port': {'id': 'd513ba17-1c72-48bf-9e63-f4e96c822172', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77633b0-176f-4c8f-8cf7-4648ffc8d3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:20Z', 'updated_at': '2022-01-27T21:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:27.033816 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-786711ee-a78b-4477-9adb-3e1d61ebaeac tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (5487c9a3-07f7-4b6a-919d-fe80f6823d36), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.051079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Checking router: d77633b0-176f-4c8f-8cf7-4648ffc8d3ff for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:52:27.051656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Updating router d77633b0-176f-4c8f-8cf7-4648ffc8d3ff port d513ba17-1c72-48bf-9e63-f4e96c822172 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:52:27.084036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7832079d-9881-4a25-a565-d794fd2913ff req-3afa5749-0fb4-46ab-9c59-599677bc4259 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.1802590 Jan 27 21:52:27.091766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:27.112910 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.123566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-786711ee-a78b-4477-9adb-3e1d61ebaeac tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (5487c9a3-07f7-4b6a-919d-fe80f6823d36), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.144427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:27.151536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:27.154473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:27.184895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-786711ee-a78b-4477-9adb-3e1d61ebaeac tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.195825 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-786711ee-a78b-4477-9adb-3e1d61ebaeac tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/5487c9a3-07f7-4b6a-919d-fe80f6823d36 HTTP/1.1" status: 204 len: 168 time: 0.6242189 Jan 27 21:52:27.200393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55024) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:27.211308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:27.231041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.231994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.235076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090f279-aa2f-400a-9b0a-314add34ed8e admin admin] Pushing event updated for resources: {'Network': ['ID=1efe160b-6768-49eb-b684-a62fa10e9bc0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:27.257708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Made reservation on behalf of 810c85183cb44a468ac50e39546559ec for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:27.260947 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.311204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7da4f-91d9-426b-8426-c508e8e71e1b req-cbb9a3aa-fb06-4369-a582-f66b53e727e4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.322240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20d7da4f-91d9-426b-8426-c508e8e71e1b req-cbb9a3aa-fb06-4369-a582-f66b53e727e4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.5932417 Jan 27 21:52:27.367916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.384012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-57545a89-f887-4ffc-85cb-ba77c1c9b87a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5611818 Jan 27 21:52:27.416922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786711ee-a78b-4477-9adb-3e1d61ebaeac tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=5487c9a3-07f7-4b6a-919d-fe80f6823d36,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:27.423961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:27.428021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.442023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'admin_state_up': True, 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'security_groups': ['8c1828ff-d805-42c0-b0e3-619364c5bdb3']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:27.742847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Publish callbacks [] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.749048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7bfc980-e97c-4fda-ac65-61373514b0eb admin admin] Publish callbacks [] for security_group (36042c40-bb3e-47a0-9bc8-787e4f239343), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.763207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e697e-db55-476a-8838-668b4cf5e836 None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:27.783104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20d7da4f-91d9-426b-8426-c508e8e71e1b req-e671d2c8-7fe4-42d1-846a-5f53a70dc175 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595561 Jan 27 21:52:27.794225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (4a422fca-9e8a-4713-ba47-4ecd252b35cf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.815479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7bfc980-e97c-4fda-ac65-61373514b0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (36042c40-bb3e-47a0-9bc8-787e4f239343), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.822974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:27.822974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:27.825665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.826293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.899952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=4a422fca-9e8a-4713-ba47-4ecd252b35cf,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:27.947280 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d2b2340-d934-444d-9d3b-ccf0ba23763a tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7432764 Jan 27 21:52:27.948691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55028) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:27.958251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f5cfde9c-68d2-4ed8-b0f3-3b3667492d2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'security_group': {'name': 'tempest-secgroup-1713699625'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:27.979319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1efe160b-6768-49eb-b684-a62fa10e9bc0 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:52:28.003206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5cfde9c-68d2-4ed8-b0f3-3b3667492d2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.027216 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.036556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Deleting port d513ba17-1c72-48bf-9e63-f4e96c822172 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:28.036901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.060404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0393b-06bf-4114-8792-86fa6d05af71 req-202aa992-f889-4135-b730-c9c514c398b5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:28.075252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0393b-06bf-4114-8792-86fa6d05af71 req-202aa992-f889-4135-b730-c9c514c398b5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:28.088977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19f0393b-06bf-4114-8792-86fa6d05af71 req-202aa992-f889-4135-b730-c9c514c398b5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 1653 time: 0.2170568 Jan 27 21:52:28.207308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb94489-a109-4846-8115-dedab0d59fba req-babddb1d-e5a9-4fc9-8c64-3751ed010640 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:28.210226 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9eb94489-a109-4846-8115-dedab0d59fba req-babddb1d-e5a9-4fc9-8c64-3751ed010640 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.1069763 Jan 27 21:52:28.233250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19f0393b-06bf-4114-8792-86fa6d05af71 req-4523cf44-7738-4e9a-8dd9-cc3a0a3ac739 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427312 Jan 27 21:52:28.259663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4bd62303-e0d1-49df-8c90-6b2ced3e8b75 None None] Provisioning complete for port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:28.260674 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4bd62303-e0d1-49df-8c90-6b2ced3e8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.310485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5cfde9c-68d2-4ed8-b0f3-3b3667492d2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (540353b9-3359-48ea-86f2-02382d3fa0ca), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.312463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] For port d513ba17-1c72-48bf-9e63-f4e96c822172, host n-d-826529-2, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:28.313332 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.331020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5cfde9c-68d2-4ed8-b0f3-3b3667492d2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (540353b9-3359-48ea-86f2-02382d3fa0ca), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.353798 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d7bfc980-e97c-4fda-ac65-61373514b0eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6182dcfb18ec40929ed00cbcb0c168af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8878219 Jan 27 21:52:28.355299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55034) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:28.369957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4bd62303-e0d1-49df-8c90-6b2ced3e8b75 None None] Port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:28.378413 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfde9c-68d2-4ed8-b0f3-3b3667492d2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540353b9-3359-48ea-86f2-02382d3fa0ca,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:28.435439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c62f13-ca22-4b46-8c03-fbb4215caddf None None] Pushing event updated for resources: {'Port': ['ID=d513ba17-1c72-48bf-9e63-f4e96c822172,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:28.436889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Calling delete_port for d513ba17-1c72-48bf-9e63-f4e96c822172 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:28.442427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Attempting to bind port d513ba17-1c72-48bf-9e63-f4e96c822172 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:28.442954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Attempting to bind port d513ba17-1c72-48bf-9e63-f4e96c822172 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:28.443332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Attempting to bind port d513ba17-1c72-48bf-9e63-f4e96c822172 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:28.454283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:28.454669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:28.455086 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.455541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:28.456051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Bound port: d513ba17-1c72-48bf-9e63-f4e96c822172, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:28.456961 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.506353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5cfde9c-68d2-4ed8-b0f3-3b3667492d2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.517535 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f5cfde9c-68d2-4ed8-b0f3-3b3667492d2c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5653546 Jan 27 21:52:28.528945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55036) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:28.538921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfc980-e97c-4fda-ac65-61373514b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36042c40-bb3e-47a0-9bc8-787e4f239343,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:28.544449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] For port d513ba17-1c72-48bf-9e63-f4e96c822172, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:28.547325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-86e3576b-0e37-4a74-9307-8f108f5ba4d1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'security_group': {'name': 'tempest-secgroup-203703469'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:28.550999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] For port d513ba17-1c72-48bf-9e63-f4e96c822172, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d513ba17-1c72-48bf-9e63-f4e96c822172,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:28.559621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01caf791-a1cb-4b60-b312-1b57fb4e16b8 req-5c0821b3-9d63-42dc-8557-c6ce4372f059 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.1942127 Jan 27 21:52:28.561073 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.630215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:28.635789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.652812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Routers {'d77633b0-176f-4c8f-8cf7-4648ffc8d3ff'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:28.653867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['d77633b0-176f-4c8f-8cf7-4648ffc8d3ff'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:28.749812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-758d1acf-e96b-4b65-a858-d87724e961d0 admin admin] Publish callbacks [] for security_group (36042c40-bb3e-47a0-9bc8-787e4f239343), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.792338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Deleting port 02a5d51c-932f-4fd8-85e0-c525687bbed5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:28.792862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.796193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c62f13-ca22-4b46-8c03-fbb4215caddf None None] Pushing event updated for resources: {'Port': ['ID=d513ba17-1c72-48bf-9e63-f4e96c822172,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:28.797076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e3576b-0e37-4a74-9307-8f108f5ba4d1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.892214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] Set router d77633b0-176f-4c8f-8cf7-4648ffc8d3ff gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:28.985233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77633b0-176f-4c8f-8cf7-4648ffc8d3ff', 'name': 'tempest-snat-router-1308123851', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:18Z', 'updated_at': '2022-01-27T21:52:27Z', 'revision_number': 4, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:29.015087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-758d1acf-e96b-4b65-a858-d87724e961d0 admin admin] Publish callbacks [] for security_group (36042c40-bb3e-47a0-9bc8-787e4f239343), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.063770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd68f40-908e-4a1d-a646-dc93e8b6324a None None] The sync data for ids ['d77633b0-176f-4c8f-8cf7-4648ffc8d3ff'] in n-d-826529-2 is: [{'id': 'd77633b0-176f-4c8f-8cf7-4648ffc8d3ff', 'name': 'tempest-snat-router-1308123851', 'tenant_id': '0df877ea398f4a2cb4e9d415e04fece8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:18Z', 'updated_at': '2022-01-27T21:52:27Z', 'revision_number': 4, 'project_id': '0df877ea398f4a2cb4e9d415e04fece8', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:29.176122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (8d67bf45-baa7-4203-b595-0453810ad7ee), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.429905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d67bf45-baa7-4203-b595-0453810ad7ee,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:29.605503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Allocated IP 10.1.1.96 (81a581e9-6394-429c-85e3-9e2f78c9c47b/5fe3c98e-a594-46a8-a30f-34b137e89cb2/0b64acb3-5fe5-494a-9586-fc11fa36d629) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:29.615325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d848cfa-7716-4542-ac71-3e575503520a None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:29.643571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39df183-a8e8-4952-b851-5308d42e0589 req-6e419877-826c-4836-8c80-f64dc20a6faa tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.646654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a39df183-a8e8-4952-b851-5308d42e0589 req-6e419877-826c-4836-8c80-f64dc20a6faa tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 950 time: 0.6592376 Jan 27 21:52:29.683104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-758d1acf-e96b-4b65-a858-d87724e961d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (36042c40-bb3e-47a0-9bc8-787e4f239343), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.685493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-758d1acf-e96b-4b65-a858-d87724e961d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.690563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-758d1acf-e96b-4b65-a858-d87724e961d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36042c40-bb3e-47a0-9bc8-787e4f239343 HTTP/1.1" status: 204 len: 168 time: 1.2071223 Jan 27 21:52:29.743321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5dcaf-cbbd-43bf-b34c-904fcb240ab5 req-389439f9-b6b9-41b2-987d-cf5ac01d151c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.750045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5dcaf-cbbd-43bf-b34c-904fcb240ab5 req-389439f9-b6b9-41b2-987d-cf5ac01d151c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.752445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83f5dcaf-cbbd-43bf-b34c-904fcb240ab5 req-389439f9-b6b9-41b2-987d-cf5ac01d151c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 1653 time: 0.2381964 Jan 27 21:52:29.766626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d1acf-e96b-4b65-a858-d87724e961d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36042c40-bb3e-47a0-9bc8-787e4f239343,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:29.774605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Checking segment: {'id': '89295808-4102-440e-9647-95d80ce805a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1efe160b-6768-49eb-b684-a62fa10e9bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:29.775380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Network hostable DHCP agents. Network: 1efe160b-6768-49eb-b684-a62fa10e9bc0, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:52:29.833771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fc04c306-66d5-44c0-a9ce-7562863f6aff None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:29.834699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc04c306-66d5-44c0-a9ce-7562863f6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.946209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a39df183-a8e8-4952-b851-5308d42e0589 req-e44c2ad5-718c-4c70-899a-e8b8612dffcf tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720997 Jan 27 21:52:29.991953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Network 1efe160b-6768-49eb-b684-a62fa10e9bc0 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:52:30.053523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83f5dcaf-cbbd-43bf-b34c-904fcb240ab5 req-61196c36-1517-4981-9911-b71049c8cd80 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801554 Jan 27 21:52:30.068753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1efe160b-6768-49eb-b684-a62fa10e9bc0) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:30.087715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:30.092829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.118260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5d5f7-d733-4727-8cb8-f6a25754ab1a None None] Network 1efe160b-6768-49eb-b684-a62fa10e9bc0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:30.215109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9297a92d-d121-4415-a44f-0eb8a31a1951 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3045304 Jan 27 21:52:30.237856 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.334173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e3576b-0e37-4a74-9307-8f108f5ba4d1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (dcf35cc8-953d-428f-b145-5213b8e50d59), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.339275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d513ba17-1c72-48bf-9e63-f4e96c822172), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.395773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e3576b-0e37-4a74-9307-8f108f5ba4d1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dcf35cc8-953d-428f-b145-5213b8e50d59), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.440305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c773fe0-57e2-4624-9d8f-e1dca9d8e650 req-63e258a2-7776-4f4a-981b-3d3986cbb155 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.1249907 Jan 27 21:52:30.464942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] For port 02a5d51c-932f-4fd8-85e0-c525687bbed5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=02a5d51c-932f-4fd8-85e0-c525687bbed5,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:30.465489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.471531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e3576b-0e37-4a74-9307-8f108f5ba4d1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.473284 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-86e3576b-0e37-4a74-9307-8f108f5ba4d1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.9343765 Jan 27 21:52:30.477174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55052) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:30.490539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d677bcb1-ea1a-4567-a1ea-36223c5ea923 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'security_group': {'name': 'tempest-secgroup-465224821'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:30.501010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event deleted for resources: {'Port': ['ID=d513ba17-1c72-48bf-9e63-f4e96c822172,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:30.558554 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d677bcb1-ea1a-4567-a1ea-36223c5ea923 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.574894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.577054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Calling delete_port for 02a5d51c-932f-4fd8-85e0-c525687bbed5 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:30.587705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.620053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65204a10-45b6-4e93-8c02-0e7d8b47277e None None] Network 1efe160b-6768-49eb-b684-a62fa10e9bc0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:30.740425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3576b-0e37-4a74-9307-8f108f5ba4d1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf35cc8-953d-428f-b145-5213b8e50d59,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:30.779443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=0b64acb3-5fe5-494a-9586-fc11fa36d629,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:30.810625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.822896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:30.859763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fc04c306-66d5-44c0-a9ce-7562863f6aff None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:30.902622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fc04c306-66d5-44c0-a9ce-7562863f6aff None None] Provisioning complete for port 11910bd9-1f9e-4861-98a1-509f9cd00cce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:30.903194 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc04c306-66d5-44c0-a9ce-7562863f6aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.946900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da6a4d-81f7-493a-94b5-124abf6f4c3b None None] Update dhcp port {'port': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'fixed_ips': [{'subnet_id': '6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2', 'ip_address': '172.20.0.18'}, {'subnet_id': '4a422fca-9e8a-4713-ba47-4ecd252b35cf'}], 'binding:host_id': 'n-d-826529-2'}, 'id': 'dfb0d95d-110b-4d67-bd1a-592fa1c5ba56'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:52:30.983037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86da6a4d-81f7-493a-94b5-124abf6f4c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.994635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_controller (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.034473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:31.076773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:31.102457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d677bcb1-ea1a-4567-a1ea-36223c5ea923 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (18fbd0e7-6cc2-437d-a414-3a9a3eac5a96), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.149974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (d77633b0-176f-4c8f-8cf7-4648ffc8d3ff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.150823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d77633b0-176f-4c8f-8cf7-4648ffc8d3ff {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:52:31.183173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.205613 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4901d3c7-fcc7-4e6b-9aeb-c270de84bfc5 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "DELETE /v2.0/routers/d77633b0-176f-4c8f-8cf7-4648ffc8d3ff HTTP/1.1" status: 204 len: 168 time: 5.0276260 Jan 27 21:52:31.205926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55080) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:31.224015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d677bcb1-ea1a-4567-a1ea-36223c5ea923 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (18fbd0e7-6cc2-437d-a414-3a9a3eac5a96), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.385729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (02a5d51c-932f-4fd8-85e0-c525687bbed5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.490391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event deleted for resources: {'Port': ['ID=02a5d51c-932f-4fd8-85e0-c525687bbed5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:31.567757 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d677bcb1-ea1a-4567-a1ea-36223c5ea923 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.570495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d677bcb1-ea1a-4567-a1ea-36223c5ea923 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0893292 Jan 27 21:52:31.599879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55090) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:31.624879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1498373192', 'security_groups': ['18fbd0e7-6cc2-437d-a414-3a9a3eac5a96'], 'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a422fca-9e8a-4713-ba47-4ecd252b35cf'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:31.679993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (6ecea7b5-a495-49ac-929f-6aa510091f29), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.780077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-86da6a4d-81f7-493a-94b5-124abf6f4c3b None None] Allocated IP 172.20.0.2 (e83a07e3-3eaa-478b-8d79-590b832e8aea/4a422fca-9e8a-4713-ba47-4ecd252b35cf/dfb0d95d-110b-4d67-bd1a-592fa1c5ba56) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:31.846430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:31.849891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fc04c306-66d5-44c0-a9ce-7562863f6aff None None] Port 11910bd9-1f9e-4861-98a1-509f9cd00cce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:31.874543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] No DVR routers for this DVR port 02a5d51c-932f-4fd8-85e0-c525687bbed5 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:31.892431 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.898822 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9eb94489-a109-4846-8115-dedab0d59fba req-a3368872-440c-4ef1-a40f-e05e979b38b2 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.16 "DELETE /v2.0/ports/02a5d51c-932f-4fd8-85e0-c525687bbed5 HTTP/1.1" status: 204 len: 173 time: 3.6716645 Jan 27 21:52:31.908269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'name': 'network-vif-deleted', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:31.921088 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5564dc38-d07f-44b3-b4d4-dfa54a91804d" -d '{"events": [{"server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "name": "network-vif-deleted", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:31.963696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (6ecea7b5-a495-49ac-929f-6aa510091f29), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.095860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-86da6a4d-81f7-493a-94b5-124abf6f4c3b None None] For port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,segment=NetworkSegment(107abce2-a814-49a6-b415-695573844054),segment_id=107abce2-a814-49a6-b415-695573844054)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:32.158465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Deleting port 183f40d9-8914-4b1a-b822-a6a03ca01e2a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:32.159083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.179300 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86da6a4d-81f7-493a-94b5-124abf6f4c3b None None] Publish callbacks [] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.241245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86da6a4d-81f7-493a-94b5-124abf6f4c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.339066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6cb19a2d-5dd7-4a24-9aa7-81688de21bb5 None None] Provisioning complete for port 0b64acb3-5fe5-494a-9586-fc11fa36d629 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:32.339350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6cb19a2d-5dd7-4a24-9aa7-81688de21bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.377163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 02a5d51c-932f-4fd8-85e0-c525687bbed5 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:32.472893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] For port 183f40d9-8914-4b1a-b822-a6a03ca01e2a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=183f40d9-8914-4b1a-b822-a6a03ca01e2a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:32.476011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.511596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Calling delete_port for 183f40d9-8914-4b1a-b822-a6a03ca01e2a owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:32.530172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 02a5d51c-932f-4fd8-85e0-c525687bbed5 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:32.530619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 02a5d51c-932f-4fd8-85e0-c525687bbed5 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:32.642615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6cb19a2d-5dd7-4a24-9aa7-81688de21bb5 None None] Port 0b64acb3-5fe5-494a-9586-fc11fa36d629 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:32.676272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da6a4d-81f7-493a-94b5-124abf6f4c3b None None] Pushing event updated for resources: {'Port': ['ID=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:32.799129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.802296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.856415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09808ee6-80f7-40a2-ba45-2fff1a6fa5dc req-f1876c83-021e-4441-ac1f-839185c5128b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.858425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09808ee6-80f7-40a2-ba45-2fff1a6fa5dc req-f1876c83-021e-4441-ac1f-839185c5128b tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=d10c2792-87f4-4e31-988d-a54437693387 HTTP/1.1" status: 200 len: 867 time: 1.5924251 Jan 27 21:52:32.868865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:32.873511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677bcb1-ea1a-4567-a1ea-36223c5ea923 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbd0e7-6cc2-437d-a414-3a9a3eac5a96,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:33.082950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0d7bae21-02a6-4486-87ec-8a195ad63143 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6688607 Jan 27 21:52:33.108658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2', 'admin_state_up': True, 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'security_groups': ['8c1828ff-d805-42c0-b0e3-619364c5bdb3']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:33.148797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (183f40d9-8914-4b1a-b822-a6a03ca01e2a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.163449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-6e84d253-fe89-45eb-8dbf-64bfdf2e5aaf tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.172261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-6e84d253-fe89-45eb-8dbf-64bfdf2e5aaf tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/networks?id=1efe160b-6768-49eb-b684-a62fa10e9bc0 HTTP/1.1" status: 200 len: 817 time: 1.9551759 Jan 27 21:52:33.187012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event deleted for resources: {'Port': ['ID=183f40d9-8914-4b1a-b822-a6a03ca01e2a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:33.219260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:33.278929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-fb60b7d5-679d-47e7-892b-4cb8398f76d5 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/quotas/810c85183cb44a468ac50e39546559ec HTTP/1.1" status: 200 len: 375 time: 0.1045244 Jan 27 21:52:33.376717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:33.377288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (6ecea7b5-a495-49ac-929f-6aa510091f29), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.377798 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.490989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09808ee6-80f7-40a2-ba45-2fff1a6fa5dc req-7d401591-923b-41a7-9721-ddf01ce5ee85 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951004 Jan 27 21:52:33.530954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (6ecea7b5-a495-49ac-929f-6aa510091f29), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.534663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_controller (6ecea7b5-a495-49ac-929f-6aa510091f29), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.538492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-20e58ac0-6f2d-4eda-aa52-b4e8d2924216 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=810c85183cb44a468ac50e39546559ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300623 Jan 27 21:52:33.550600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:33.685307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (6ecea7b5-a495-49ac-929f-6aa510091f29), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.686271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ecea7b5-a495-49ac-929f-6aa510091f29 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:52:33.698863 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.716533 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fa5426ad-203d-4d8e-b885-7c11b9110c79 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "DELETE /v2.0/routers/6ecea7b5-a495-49ac-929f-6aa510091f29 HTTP/1.1" status: 204 len: 168 time: 2.5006514 Jan 27 21:52:33.717606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:33.735900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.740328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1237573054', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:33.765554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:33.820490 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (14ff3c8b-0339-436a-8189-487a017d7539), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.822779 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (14ff3c8b-0339-436a-8189-487a017d7539), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.949353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] device_id is not set on port 28aef911-0564-4c15-b1a9-0dcb3551f3bd yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:52:34.009531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (14ff3c8b-0339-436a-8189-487a017d7539), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.079317 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f242232a-0406-4a91-8a60-1b76335cca3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.092925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bdf5279b-0a42-430d-9e4b-1426c969d2b9 None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:34.093426 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bdf5279b-0a42-430d-9e4b-1426c969d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.098663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55114) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:34.177813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c81121-8c89-4055-8c6a-3c514c084347 req-aa9a6beb-737d-4d7a-8c46-21f47d71369c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.205087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c81121-8c89-4055-8c6a-3c514c084347 req-aa9a6beb-737d-4d7a-8c46-21f47d71369c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.219951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c81121-8c89-4055-8c6a-3c514c084347 req-aa9a6beb-737d-4d7a-8c46-21f47d71369c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.235123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5279b-0a42-430d-9e4b-1426c969d2b9 None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:34.235754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9c81121-8c89-4055-8c6a-3c514c084347 req-aa9a6beb-737d-4d7a-8c46-21f47d71369c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 2373 time: 0.4562774 Jan 27 21:52:34.254414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bdf5279b-0a42-430d-9e4b-1426c969d2b9 None None] Provisioning complete for port 11910bd9-1f9e-4861-98a1-509f9cd00cce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:34.255349 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bdf5279b-0a42-430d-9e4b-1426c969d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.311758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5279b-0a42-430d-9e4b-1426c969d2b9 None None] Port 11910bd9-1f9e-4861-98a1-509f9cd00cce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:34.366916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:34.378621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (14ff3c8b-0339-436a-8189-487a017d7539), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.445935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-c97b3ec0-5a12-4007-b52e-e1f239285b65 service neutron] 10.222.0.45 "GET /v2.0/networks/1efe160b-6768-49eb-b684-a62fa10e9bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595147 Jan 27 21:52:34.447599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.510049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.617182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9c81121-8c89-4055-8c6a-3c514c084347 req-54c054ed-c344-48f6-bf0e-ab46abf4358e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800211 Jan 27 21:52:34.835877 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.856304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (14ff3c8b-0339-436a-8189-487a017d7539), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.883632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.939814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60fd6185-16ae-4cce-b30c-ed6fff709440 req-88da18ba-207e-4c70-b749-a9ee83a5ca20 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.1410623 Jan 27 21:52:35.029267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-63c29abc-983a-4197-a732-d9843643ac14 service neutron] 10.222.0.45 "GET /v2.0/networks/1efe160b-6768-49eb-b684-a62fa10e9bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739625 Jan 27 21:52:35.042760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.7 (e83a07e3-3eaa-478b-8d79-590b832e8aea/4a422fca-9e8a-4713-ba47-4ecd252b35cf/28aef911-0564-4c15-b1a9-0dcb3551f3bd) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:35.082041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Allocated IP 172.25.8.9 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/1d9a22a2-fa0a-4c54-b861-c9dec955d6f6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:35.170223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 183f40d9-8914-4b1a-b822-a6a03ca01e2a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:35.212659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 183f40d9-8914-4b1a-b822-a6a03ca01e2a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:35.214680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 183f40d9-8914-4b1a-b822-a6a03ca01e2a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:35.261123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Allocated IP 10.2.2.100 (8530188c-40f9-41a4-9c2a-8232d2dfc8a2/ffeffda4-2b75-47a6-b1e8-fee9d3d3562b/a02378a6-77b4-49d1-9876-aeae9608ee06) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:35.320616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks [] for port (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.446555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Allocated IP 172.25.8.96 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:35.591444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.636718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1555a4af-22fa-4496-a00e-578e12e7806f req-152e8995-a533-49dd-8705-c6f583e7e378 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 210 time: 0.0486796 Jan 27 21:52:35.696580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for port (90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.758329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.774890 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d022e1-be46-4d8d-bd3b-94d94050f05a x-openstack-request-id: req-49d022e1-be46-4d8d-bd3b-94d94050f05a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:35.775183 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10c2792-87f4-4e31-988d-a54437693387", "name": "network-vif-deleted", "tag": "02a5d51c-932f-4fd8-85e0-c525687bbed5", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:35.775334 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-49d022e1-be46-4d8d-bd3b-94d94050f05a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:35.775791 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10c2792-87f4-4e31-988d-a54437693387', 'name': 'network-vif-deleted', 'tag': '02a5d51c-932f-4fd8-85e0-c525687bbed5', 'status': 'completed', 'code': 200} Jan 27 21:52:35.779984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.884998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.902777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:35.950356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:35.977439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:36.088829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.091267 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.119987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=a02378a6-77b4-49d1-9876-aeae9608ee06,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:36.225963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8fef0b5a-a9f0-405e-92bb-ae49df9486f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1241965 Jan 27 21:52:36.266395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdeb20-75af-461f-b3c6-1e60660c880d req-433c8856-9993-48e8-9075-951886ae1d41 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.277989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdeb20-75af-461f-b3c6-1e60660c880d req-433c8856-9993-48e8-9075-951886ae1d41 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.289399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdeb20-75af-461f-b3c6-1e60660c880d req-433c8856-9993-48e8-9075-951886ae1d41 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.299860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdeb20-75af-461f-b3c6-1e60660c880d req-433c8856-9993-48e8-9075-951886ae1d41 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.303580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05bdeb20-75af-461f-b3c6-1e60660c880d req-433c8856-9993-48e8-9075-951886ae1d41 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 3094 time: 0.4656079 Jan 27 21:52:36.315308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2', 'admin_state_up': True, 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'security_groups': ['8c1828ff-d805-42c0-b0e3-619364c5bdb3']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:36.331785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Pushing event updated for resources: {'Port': ['ID=1d9a22a2-fa0a-4c54-b861-c9dec955d6f6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:36.353601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:36.356931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:36.361704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:36.452751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.479367 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.501626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d85df230-a10d-4cf7-bbca-a2e167b0b801 None None] Provisioning complete for port a02378a6-77b4-49d1-9876-aeae9608ee06 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:36.502475 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d85df230-a10d-4cf7-bbca-a2e167b0b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.574288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event updated for resources: {'Port': ['ID=90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:36.586114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d85df230-a10d-4cf7-bbca-a2e167b0b801 None None] Port a02378a6-77b4-49d1-9876-aeae9608ee06 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:36.621228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=28aef911-0564-4c15-b1a9-0dcb3551f3bd,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:36.646625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:36.654987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:36.678372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:36.682844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d08935-9254-4d56-a691-10981720222d req-465cd356-921b-4910-a5a9-e13dca2357d4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.696163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4d08935-9254-4d56-a691-10981720222d req-465cd356-921b-4910-a5a9-e13dca2357d4 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.5565004 Jan 27 21:52:36.758411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:36.795845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:36.808607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:36.855927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05bdeb20-75af-461f-b3c6-1e60660c880d req-ee6fb180-aba3-4511-882c-a66527015837 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4977157 Jan 27 21:52:36.880674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4d08935-9254-4d56-a691-10981720222d req-bffc3e49-8eb3-49f6-ab8e-414005f9c613 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832016 Jan 27 21:52:36.991398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.992127 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.049888 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bf4d327e-c4d2-4bb2-8eda-ac225efe494d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.053446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Made reservation on behalf of 4bad5c908fb04c9dbee152ac2ab75146 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:37.054529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks [] for floatingip (ca0d508a-a299-4f6b-a96e-614ff6d4e4fb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.061928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.191712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d170262-415f-425e-bb29-117117b2c67f req-a7df28ca-b744-49e5-893f-dd7b8d123ce6 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a0a683a-e673-4ce9-a43a-11ba5da5b952 HTTP/1.1" status: 200 len: 210 time: 0.1403763 Jan 27 21:52:37.203708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-68978d67-d78a-4c24-8b7c-d6afef774144 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6013203 Jan 27 21:52:37.210501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55146) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:37.304906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fd0004d0-e262-4584-a6c6-fc251c0ab00d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:37.408578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.415497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c94c719-05de-4899-8d24-ee5072c785ab req-888fb4c8-0e66-474a-86a2-91276954bb9d tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 210 time: 0.2062032 Jan 27 21:52:37.427997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-44131b66-ff9f-486a-8747-116ab54f9238 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:37.429914 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-44131b66-ff9f-486a-8747-116ab54f9238 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.1680505 Jan 27 21:52:37.491627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-80bbfa6d-84d8-4c4b-b21c-fbae27cc5500 None None] Provisioning complete for port 28aef911-0564-4c15-b1a9-0dcb3551f3bd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:37.492741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80bbfa6d-84d8-4c4b-b21c-fbae27cc5500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.628094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-80bbfa6d-84d8-4c4b-b21c-fbae27cc5500 None None] Port 28aef911-0564-4c15-b1a9-0dcb3551f3bd cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:37.875475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (14ff3c8b-0339-436a-8189-487a017d7539), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.145430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Deleting port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:38.146039 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.213677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Allocated IP 10.2.2.200 (8530188c-40f9-41a4-9c2a-8232d2dfc8a2/ffeffda4-2b75-47a6-b1e8-fee9d3d3562b/89247f41-4fed-45ab-af6d-0a711ea30c23) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:38.266827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0004d0-e262-4584-a6c6-fc251c0ab00d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:38.271155 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd0004d0-e262-4584-a6c6-fc251c0ab00d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.362359 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.397776 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks [] for port (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.412421 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.421358 n-d-826529-2 neutron-server[103330]: INFO neutron.db.ipam_backend_mixin [None req-fd0004d0-e262-4584-a6c6-fc251c0ab00d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4a422fca-9e8a-4713-ba47-4ecd252b35cf (CIDR: 172.20.0.0/28) Jan 27 21:52:38.438425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-b1082bbb-b222-4c6d-8bc6-d4880c8f6361 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.441627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-b1082bbb-b222-4c6d-8bc6-d4880c8f6361 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.57 "GET /v2.0/networks?id=1efe160b-6768-49eb-b684-a62fa10e9bc0 HTTP/1.1" status: 200 len: 817 time: 0.7952299 Jan 27 21:52:38.448024 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0004d0-e262-4584-a6c6-fc251c0ab00d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:52:38.448834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0004d0-e262-4584-a6c6-fc251c0ab00d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:52:38.468739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Request body: {'port': {'device_id': '57a1b101-651a-4f4f-b372-8eac01171f09', 'network_id': '1efe160b-6768-49eb-b684-a62fa10e9bc0', 'admin_state_up': True, 'tenant_id': '810c85183cb44a468ac50e39546559ec'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:38.500558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ee802-fd92-475a-8bf8-80e5e67b3d65 req-3d6703fd-7994-48d6-a7dd-df818624075b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.506371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ee802-fd92-475a-8bf8-80e5e67b3d65 req-3d6703fd-7994-48d6-a7dd-df818624075b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.512067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ee802-fd92-475a-8bf8-80e5e67b3d65 req-3d6703fd-7994-48d6-a7dd-df818624075b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.517683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ee802-fd92-475a-8bf8-80e5e67b3d65 req-3d6703fd-7994-48d6-a7dd-df818624075b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.519530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d37ee802-fd92-475a-8bf8-80e5e67b3d65 req-3d6703fd-7994-48d6-a7dd-df818624075b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 3094 time: 0.4002078 Jan 27 21:52:38.526341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fd0004d0-e262-4584-a6c6-fc251c0ab00d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3142521 Jan 27 21:52:38.532603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:38.538851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-35aa77a1-abe6-4412-af31-7a3898060e8c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:38.599074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] For port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:38.599697 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.659839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96338d07-c9f4-4d5b-9fad-2098e4ce7626 req-e7bafe64-2bdc-4df1-9d7f-2a1027fc6264 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.661624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96338d07-c9f4-4d5b-9fad-2098e4ce7626 req-e7bafe64-2bdc-4df1-9d7f-2a1027fc6264 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 950 time: 0.5598817 Jan 27 21:52:38.689598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Pushing event updated for resources: {'Port': ['ID=1d9a22a2-fa0a-4c54-b861-c9dec955d6f6,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:38.764193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Calling delete_port for 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:38.843300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d37ee802-fd92-475a-8bf8-80e5e67b3d65 req-f99f478a-a159-498a-8226-a3dc337dacf1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685609 Jan 27 21:52:38.881093 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (ca0d508a-a299-4f6b-a96e-614ff6d4e4fb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.003712 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (14ff3c8b-0339-436a-8189-487a017d7539), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.057339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96338d07-c9f4-4d5b-9fad-2098e4ce7626 req-bc56d8ff-e0b1-4882-9550-0f99dc00b391 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1721869-ddf6-4d7d-93e6-2fff74668dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463080 Jan 27 21:52:39.077065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Made reservation on behalf of 810c85183cb44a468ac50e39546559ec for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:39.083972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.129426 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.137047 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1745af46-5e90-46f0-ae9f-0e916a040692 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0314634 Jan 27 21:52:39.138832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55164) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:39.155894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-825468497', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'fixed_ips': [{'ip_address': '172.25.8.9'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:39.163799 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.181815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:39.206995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aa77a1-abe6-4412-af31-7a3898060e8c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:39.226365 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35aa77a1-abe6-4412-af31-7a3898060e8c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.325845 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.356444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Made reservation on behalf of 546ea842945b4ccbbd97a5087c1f3424 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:39.361807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.386848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a3f67ee-7169-4323-96a0-df0878ee381f req-8628b53b-e364-479f-b0a4-f88b55b21051 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 210 time: 0.1270106 Jan 27 21:52:39.401254 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.404681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Pushing event deleted for resources: {'Port': ['ID=3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:39.560415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Allocated IP 172.20.0.7 (1efe160b-6768-49eb-b684-a62fa10e9bc0/8d67bf45-baa7-4203-b595-0453810ad7ee/26abd634-c38b-49ce-9e3d-839058bedc0b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:39.588389 n-d-826529-2 neutron-server[103330]: INFO neutron.db.ipam_backend_mixin [None req-35aa77a1-abe6-4412-af31-7a3898060e8c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2 (CIDR: 172.20.0.16/28) Jan 27 21:52:39.599320 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aa77a1-abe6-4412-af31-7a3898060e8c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:52:39.600159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35aa77a1-abe6-4412-af31-7a3898060e8c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:52:39.616622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.748379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-35aa77a1-abe6-4412-af31-7a3898060e8c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2140648 Jan 27 21:52:39.767612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55166) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:39.771605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] No DVR routers for this DVR port 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:39.778656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.782305 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e8fa9c4-86f0-4c5a-ac19-41fea1b472c4 req-47455bac-2085-4594-af83-d8e8adfb8703 tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.57 "DELETE /v2.0/ports/3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 HTTP/1.1" status: 204 len: 173 time: 2.2767222 Jan 27 21:52:39.786862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'name': 'network-vif-deleted', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:39.788412 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fce4eda-3f08-413a-8464-24721ec5ac62" -d '{"events": [{"server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "name": "network-vif-deleted", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:39.965407 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953151a1-79fa-4606-b533-dd81742d4301 x-openstack-request-id: req-953151a1-79fa-4606-b533-dd81742d4301 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:39.966643 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4907ece6-c205-4250-9274-5163d705f6aa", "name": "network-vif-deleted", "tag": "3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:39.968406 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-953151a1-79fa-4606-b533-dd81742d4301 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:39.970706 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4907ece6-c205-4250-9274-5163d705f6aa', 'name': 'network-vif-deleted', 'tag': '3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1', 'status': 'completed', 'code': 200} Jan 27 21:52:40.099036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks [] for security_group (f7098e49-9439-410f-81ff-27f543ff3c15), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.125241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f7098e49-9439-410f-81ff-27f543ff3c15), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.139287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Router 14ff3c8b-0339-436a-8189-487a017d7539 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:52:40.163010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] device_id is not set on port 2fd56e30-7e5c-4339-8999-be7f919d3538 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:52:40.470624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7098e49-9439-410f-81ff-27f543ff3c15,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:40.533535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'subnet': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:40.643641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:40.716640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:40.745121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event updated for resources: {'Port': ['ID=89247f41-4fed-45ab-af6d-0a711ea30c23,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:40.748936 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f941c-3923-40a1-b304-68f4ad3f864a None None] Sync routers for ids ['14ff3c8b-0339-436a-8189-487a017d7539'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:40.766398 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f941c-3923-40a1-b304-68f4ad3f864a None None] Routers {'14ff3c8b-0339-436a-8189-487a017d7539'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:40.767094 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8b6f941c-3923-40a1-b304-68f4ad3f864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['14ff3c8b-0339-436a-8189-487a017d7539'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:40.771075 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.774660 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c7e18827-42c8-455b-8fe8-574b2934b8d8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0555384 Jan 27 21:52:40.781058 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 21:52:40.781544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:52:40.782706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:40.783679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55180) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:40.796378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3335f682-7ceb-4bb1-94f0-cea2d6bf8abd tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': False}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:40.845984 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8b6f941c-3923-40a1-b304-68f4ad3f864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:40.859707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:40.870866 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f941c-3923-40a1-b304-68f4ad3f864a None None] Routers {'14ff3c8b-0339-436a-8189-487a017d7539'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:40.871641 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8b6f941c-3923-40a1-b304-68f4ad3f864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['14ff3c8b-0339-436a-8189-487a017d7539'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:40.893282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.914977 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7fabc58b-3b74-46c2-b3fe-284e53e66b17 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.7751768 Jan 27 21:52:40.926054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55182) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:40.945954 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8b6f941c-3923-40a1-b304-68f4ad3f864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:40.954849 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f941c-3923-40a1-b304-68f4ad3f864a None None] The sync data for ids ['14ff3c8b-0339-436a-8189-487a017d7539'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:41.007483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be074d3d-5bc3-452d-8dd9-11c945cc42e0 req-27c3188f-afcc-48cf-85cd-67ad1d97750c tempest-MigrationsAdminTest-217183695 tempest-MigrationsAdminTest-217183695-project] 10.222.0.45 "GET /v2.0/ports?device_id=4907ece6-c205-4250-9274-5163d705f6aa HTTP/1.1" status: 200 len: 210 time: 0.3669982 Jan 27 21:52:41.084888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Publish callbacks [] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.113401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.255580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.298064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b4a40b5e-a081-4c70-a19a-1c48c7be8fd7 None None] Provisioning complete for port 89247f41-4fed-45ab-af6d-0a711ea30c23 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:41.299032 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b4a40b5e-a081-4c70-a19a-1c48c7be8fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.342407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.343106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.367641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b4a40b5e-a081-4c70-a19a-1c48c7be8fd7 None None] Port 89247f41-4fed-45ab-af6d-0a711ea30c23 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:41.452527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643d2ce-4191-4325-975a-ef73deb4e7f5 req-6b864972-a043-4b07-bb13-d1eb1cae1ae1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.461153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643d2ce-4191-4325-975a-ef73deb4e7f5 req-6b864972-a043-4b07-bb13-d1eb1cae1ae1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.464136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643d2ce-4191-4325-975a-ef73deb4e7f5 req-6b864972-a043-4b07-bb13-d1eb1cae1ae1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.469624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643d2ce-4191-4325-975a-ef73deb4e7f5 req-6b864972-a043-4b07-bb13-d1eb1cae1ae1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.476687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643d2ce-4191-4325-975a-ef73deb4e7f5 req-6b864972-a043-4b07-bb13-d1eb1cae1ae1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.478783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c643d2ce-4191-4325-975a-ef73deb4e7f5 req-6b864972-a043-4b07-bb13-d1eb1cae1ae1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 3815 time: 0.8334639 Jan 27 21:52:41.542570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Network 1efe160b-6768-49eb-b684-a62fa10e9bc0 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:41.556203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:41.573058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Made reservation on behalf of b1db4be02359400a8287ee893e8f7ed4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:41.580676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.596376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3335f682-7ceb-4bb1-94f0-cea2d6bf8abd tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (14ff3c8b-0339-436a-8189-487a017d7539), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.611256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8eea2ae0-97f1-4492-9b5f-01e8917b74e6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3666894 Jan 27 21:52:41.614583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:41.626668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Pushing event updated for resources: {'Port': ['ID=26abd634-c38b-49ce-9e3d-839058bedc0b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:41.729406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:41.760804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:41.776408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653409-b78c-41bc-b295-9379e0323e14 req-b4a83c42-9f1a-4cfc-bb1e-64d133f62682 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.779069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf653409-b78c-41bc-b295-9379e0323e14 req-b4a83c42-9f1a-4cfc-bb1e-64d133f62682 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 931 time: 0.5983760 Jan 27 21:52:41.868905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:41.873247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3814e4a0-a906-46c5-a6e2-ca4f4c09c7e1 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:42.033545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.072608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.073758 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.119456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c643d2ce-4191-4325-975a-ef73deb4e7f5 req-206e67c3-3e8d-46cf-9ec5-6afb6ce34d5b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6152952 Jan 27 21:52:42.202938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf653409-b78c-41bc-b295-9379e0323e14 req-d8ffb9df-4a29-42df-a2fa-f0e84e1740be tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878987 Jan 27 21:52:42.229547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Deleting port 1d9a22a2-fa0a-4c54-b861-c9dec955d6f6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:42.229951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.351576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.352155 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks [] for floatingip (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.371725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-2e9dddc9-8c8b-49ae-8ac8-ad0185288def tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9069340 Jan 27 21:52:42.412530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Request body: {'port': {'device_id': '57a1b101-651a-4f4f-b372-8eac01171f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:42.533063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.557911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Calling delete_port for 1d9a22a2-fa0a-4c54-b861-c9dec955d6f6 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:42.702872 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3335f682-7ceb-4bb1-94f0-cea2d6bf8abd tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (14ff3c8b-0339-436a-8189-487a017d7539), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.710112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3335f682-7ceb-4bb1-94f0-cea2d6bf8abd tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (14ff3c8b-0339-436a-8189-487a017d7539), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.958664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3335f682-7ceb-4bb1-94f0-cea2d6bf8abd tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Router 14ff3c8b-0339-436a-8189-487a017d7539 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:52:43.143986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3335f682-7ceb-4bb1-94f0-cea2d6bf8abd tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:43.146364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55196) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:43.156245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a83500-d148-4c7d-b80a-4f8f2f37d095 None None] Sync routers for ids ['14ff3c8b-0339-436a-8189-487a017d7539'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:43.163149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3335f682-7ceb-4bb1-94f0-cea2d6bf8abd tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.164889 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3335f682-7ceb-4bb1-94f0-cea2d6bf8abd tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "PUT /v2.0/routers/14ff3c8b-0339-436a-8189-487a017d7539 HTTP/1.1" status: 200 len: 921 time: 2.3766940 Jan 27 21:52:43.171258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55200) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:43.196789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a83500-d148-4c7d-b80a-4f8f2f37d095 None None] Routers {'14ff3c8b-0339-436a-8189-487a017d7539'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:43.198189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-22a83500-d148-4c7d-b80a-4f8f2f37d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['14ff3c8b-0339-436a-8189-487a017d7539'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:43.331480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-22a83500-d148-4c7d-b80a-4f8f2f37d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:43.376788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a83500-d148-4c7d-b80a-4f8f2f37d095 None None] Routers {'14ff3c8b-0339-436a-8189-487a017d7539'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:43.378411 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-22a83500-d148-4c7d-b80a-4f8f2f37d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['14ff3c8b-0339-436a-8189-487a017d7539'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:43.427811 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-914a35c2-2ac9-4b02-b415-8737cc10f3e3 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/routers/14ff3c8b-0339-436a-8189-487a017d7539 HTTP/1.1" status: 200 len: 921 time: 0.2507131 Jan 27 21:52:43.428080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:43.515014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-22a83500-d148-4c7d-b80a-4f8f2f37d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:43.524924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a83500-d148-4c7d-b80a-4f8f2f37d095 None None] The sync data for ids ['14ff3c8b-0339-436a-8189-487a017d7539'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:43.652979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79444ae2-5daf-4f1b-a181-0ccf9a595b62 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.655584 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-79444ae2-5daf-4f1b-a181-0ccf9a595b62 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=14ff3c8b-0339-436a-8189-487a017d7539&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2260065 Jan 27 21:52:43.660849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55212) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:43.857701 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-482fb0ab-7105-4a8a-9b81-a3ef57b3c4db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74af4c34cbc04b07aca076cb63937d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7038038 Jan 27 21:52:43.862171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55214) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:43.864474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545811ca-323f-412d-8491-fe367df0bce8 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.866975 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-545811ca-323f-412d-8491-fe367df0bce8 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 881 time: 0.2046502 Jan 27 21:52:43.877088 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55216) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:43.939124 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-53c4d3b0-36b4-4565-bf9b-abc4cfcae3f3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff3c8b-0339-436a-8189-487a017d7539 HTTP/1.1" status: 200 len: 205 time: 0.0591791 Jan 27 21:52:43.943235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55218) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:44.243960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6d01d-a4ea-4c92-9b77-345f14cbd9c6 req-a3b3cb20-3784-42f5-8594-be0994c7ac10 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.256835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53d6d01d-a4ea-4c92-9b77-345f14cbd9c6 req-a3b3cb20-3784-42f5-8594-be0994c7ac10 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 931 time: 0.4813039 Jan 27 21:52:44.301757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0abd05-af85-43d7-8c0a-47962ec65892 req-5c1a242c-1402-444d-b8cd-d94cab781dd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.311714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0abd05-af85-43d7-8c0a-47962ec65892 req-5c1a242c-1402-444d-b8cd-d94cab781dd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.321780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0abd05-af85-43d7-8c0a-47962ec65892 req-5c1a242c-1402-444d-b8cd-d94cab781dd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.332996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0abd05-af85-43d7-8c0a-47962ec65892 req-5c1a242c-1402-444d-b8cd-d94cab781dd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.345030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0abd05-af85-43d7-8c0a-47962ec65892 req-5c1a242c-1402-444d-b8cd-d94cab781dd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.363896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e0abd05-af85-43d7-8c0a-47962ec65892 req-5c1a242c-1402-444d-b8cd-d94cab781dd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 3815 time: 0.5992937 Jan 27 21:52:44.379045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (760927a2-f3eb-429f-816c-c10161a8a191), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.426723 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fff263ce-fb24-4b52-8a8d-057449a0d850 admin admin] Publish callbacks [] for security_group (b1721869-ddf6-4d7d-93e6-2fff74668dee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.458924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fff263ce-fb24-4b52-8a8d-057449a0d850 admin admin] Publish callbacks [] for security_group (b1721869-ddf6-4d7d-93e6-2fff74668dee), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.544686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fff263ce-fb24-4b52-8a8d-057449a0d850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b1721869-ddf6-4d7d-93e6-2fff74668dee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.549631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fff263ce-fb24-4b52-8a8d-057449a0d850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.551777 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fff263ce-fb24-4b52-8a8d-057449a0d850 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1721869-ddf6-4d7d-93e6-2fff74668dee HTTP/1.1" status: 204 len: 168 time: 0.6828563 Jan 27 21:52:44.581433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (14ff3c8b-0339-436a-8189-487a017d7539), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.590512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff263ce-fb24-4b52-8a8d-057449a0d850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1721869-ddf6-4d7d-93e6-2fff74668dee,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:44.658896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44ca15f-3f7d-45d3-9f8a-39413a52050c {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:44.759792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Publish callbacks [] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.832403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Subnet': ['ID=760927a2-f3eb-429f-816c-c10161a8a191,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:44.928566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (14ff3c8b-0339-436a-8189-487a017d7539), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.939052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53d6d01d-a4ea-4c92-9b77-345f14cbd9c6 req-b9ba3bac-532b-408b-b1c8-3516b5fd78c1 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802201 Jan 27 21:52:44.945553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e0abd05-af85-43d7-8c0a-47962ec65892 req-ad3aa291-53ea-406d-b240-5869408484d8 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5800252 Jan 27 21:52:44.962870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Network e83a07e3-3eaa-478b-8d79-590b832e8aea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:45.074970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:45.085341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.087101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:45.094536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9cf7ac-42db-425a-8428-b575aa0f524b None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:45.200026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Deleting port 90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:45.200026 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:45.201500 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1d9a22a2-fa0a-4c54-b861-c9dec955d6f6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:45.229411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Transition to ACTIVE for port object a44ca15f-3f7d-45d3-9f8a-39413a52050c will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:45.272943 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:45.386139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b30b1716-29c8-48d7-8477-96190e8c9d90 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.6060452 Jan 27 21:52:45.390235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d9a22a2-fa0a-4c54-b861-c9dec955d6f6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:45.415380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55228) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:45.451137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26abd634-c38b-49ce-9e3d-839058bedc0b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:45.471359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:45.506681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Calling delete_port for 90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:45.517591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2040312113', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '760927a2-f3eb-429f-816c-c10161a8a191'}], 'security_groups': ['540353b9-3359-48ea-86f2-02382d3fa0ca', 'dcf35cc8-953d-428f-b145-5213b8e50d59']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:45.712906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Update dhcp port {'port': {'network_id': 'e83a07e3-3eaa-478b-8d79-590b832e8aea', 'fixed_ips': [{'subnet_id': '6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2', 'ip_address': '172.20.0.18'}, {'subnet_id': '4a422fca-9e8a-4713-ba47-4ecd252b35cf', 'ip_address': '172.20.0.2'}, {'subnet_id': '760927a2-f3eb-429f-816c-c10161a8a191'}], 'binding:host_id': 'n-d-826529-2'}, 'id': 'dfb0d95d-110b-4d67-bd1a-592fa1c5ba56'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:52:45.722559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Publish callbacks [] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:45.761362 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:45.766130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55230) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:45.959675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.122294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event deleted for resources: {'Port': ['ID=90177dd6-18ea-40cc-b9a4-aa55ba5bb0b7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:46.227562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Allocated IP 172.20.0.34 (e83a07e3-3eaa-478b-8d79-590b832e8aea/760927a2-f3eb-429f-816c-c10161a8a191/dfb0d95d-110b-4d67-bd1a-592fa1c5ba56) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:46.300005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (14ff3c8b-0339-436a-8189-487a017d7539), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.389967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] For port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,segment=NetworkSegment(107abce2-a814-49a6-b415-695573844054),segment_id=107abce2-a814-49a6-b415-695573844054)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:46.453564 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Publish callbacks [] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.462945 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.499345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (14ff3c8b-0339-436a-8189-487a017d7539), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.504638 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (14ff3c8b-0339-436a-8189-487a017d7539), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.579785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Pushing event updated for resources: {'Port': ['ID=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:46.594404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (14ff3c8b-0339-436a-8189-487a017d7539), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.595176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Fanout notify agent at l3_agent the message router_deleted on router 14ff3c8b-0339-436a-8189-487a017d7539 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:52:46.603923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.604271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.605372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.605920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.606528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.607037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.607604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.608153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.608687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.609232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.609754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.610292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.610835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786cc3a4-bc24-456c-9957-5ca5d8615051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:46.617628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.620123 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-005be796-d8a7-4903-b014-806f9967a1df tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/14ff3c8b-0339-436a-8189-487a017d7539 HTTP/1.1" status: 204 len: 168 time: 2.6752698 Jan 27 21:52:46.626308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55238) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:46.643164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a0bead91-5ad8-4dfe-873b-deb5d4aaf3f5 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1668384290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:46.695354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks [] for floatingip (ca0d508a-a299-4f6b-a96e-614ff6d4e4fb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.698092 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.699678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5f95bb91-e4de-4957-80e7-378710f194c7 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388 tempest-ExternalNetworksAdminNegativeTestJSON-1132584388-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/ca0d508a-a299-4f6b-a96e-614ff6d4e4fb HTTP/1.1" status: 204 len: 168 time: 5.7035544 Jan 27 21:52:46.717854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0bead91-5ad8-4dfe-873b-deb5d4aaf3f5 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (7b15bda0-f739-4739-b659-91b7c5cacc75), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.720569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0bead91-5ad8-4dfe-873b-deb5d4aaf3f5 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (7b15bda0-f739-4739-b659-91b7c5cacc75), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.763475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Transition to ACTIVE for port object 26abd634-c38b-49ce-9e3d-839058bedc0b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:46.791082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Pushing event updated for resources: {'Port': ['ID=a44ca15f-3f7d-45d3-9f8a-39413a52050c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:46.805737 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.825783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.844406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0bead91-5ad8-4dfe-873b-deb5d4aaf3f5 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (7b15bda0-f739-4739-b659-91b7c5cacc75), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.852470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0bead91-5ad8-4dfe-873b-deb5d4aaf3f5 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (7b15bda0-f739-4739-b659-91b7c5cacc75), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.889480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0bead91-5ad8-4dfe-873b-deb5d4aaf3f5 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.897725 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a0bead91-5ad8-4dfe-873b-deb5d4aaf3f5 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2614615 Jan 27 21:52:46.898017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55242) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:46.904500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:46.911837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-128624aa-7ba9-4ad3-b436-d9f494cfa827 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.927244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-128624aa-7ba9-4ad3-b436-d9f494cfa827 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.940870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-128624aa-7ba9-4ad3-b436-d9f494cfa827 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.952887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-128624aa-7ba9-4ad3-b436-d9f494cfa827 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.965569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-128624aa-7ba9-4ad3-b436-d9f494cfa827 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.978225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-128624aa-7ba9-4ad3-b436-d9f494cfa827 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.989543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-128624aa-7ba9-4ad3-b436-d9f494cfa827 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.004415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-128624aa-7ba9-4ad3-b436-d9f494cfa827 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 1.5902398 Jan 27 21:52:47.197641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:47.228332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9d3f69e4-3ed7-4d58-b6cb-bc8c06ac92a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03e499ddd9b442bbbb4ac6d16d823748&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4411130 Jan 27 21:52:47.256658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55246) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:47.324113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (7b15bda0-f739-4739-b659-91b7c5cacc75), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.418485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:47.425759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.448641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9836-bcbc-41ce-a7a5-ce65b8b0c00c req-179bb89e-614a-46f0-8f70-83c8c7f2f508 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.459334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9836-bcbc-41ce-a7a5-ce65b8b0c00c req-179bb89e-614a-46f0-8f70-83c8c7f2f508 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.470260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9836-bcbc-41ce-a7a5-ce65b8b0c00c req-179bb89e-614a-46f0-8f70-83c8c7f2f508 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.483233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9836-bcbc-41ce-a7a5-ce65b8b0c00c req-179bb89e-614a-46f0-8f70-83c8c7f2f508 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.494864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9836-bcbc-41ce-a7a5-ce65b8b0c00c req-179bb89e-614a-46f0-8f70-83c8c7f2f508 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.508272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f31f9836-bcbc-41ce-a7a5-ce65b8b0c00c req-179bb89e-614a-46f0-8f70-83c8c7f2f508 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 3827 time: 0.8368556 Jan 27 21:52:47.531574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Attempting to bind port a44ca15f-3f7d-45d3-9f8a-39413a52050c on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:47.532098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Attempting to bind port a44ca15f-3f7d-45d3-9f8a-39413a52050c by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:47.532631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Attempting to bind port a44ca15f-3f7d-45d3-9f8a-39413a52050c on network 25e016db-c5c8-4680-99fd-c704adf86e2c {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:47.656528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:47.685525 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (7b15bda0-f739-4739-b659-91b7c5cacc75), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.704210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Pushing event updated for resources: {'Port': ['ID=26abd634-c38b-49ce-9e3d-839058bedc0b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:47.714140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.743624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Port a44ca15f-3f7d-45d3-9f8a-39413a52050c on network 25e016db-c5c8-4680-99fd-c704adf86e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:47.744491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Attempting to bind port a44ca15f-3f7d-45d3-9f8a-39413a52050c on network 25e016db-c5c8-4680-99fd-c704adf86e2c {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:47.786104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:47.946381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Allocated IP 172.25.8.146 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/912207c8-890f-4e38-898a-e8defccac005) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:48.011735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:48.012383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.023690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:48.024294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Checking segment: {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:48.024622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Bound using segment: {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:48.025150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Bound port: a44ca15f-3f7d-45d3-9f8a-39413a52050c, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f76a778-18ba-4f2d-970f-09abe62f853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:48.025597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.074064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.084316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d4a09dc-5278-42a3-acc7-980ac9241ba4 req-c184ecaf-c5bd-43db-89ef-fb9ad4e840ad tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0783656 Jan 27 21:52:48.094794 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-180f5f46-3c62-417a-89a4-c2b4a5c7bb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.231221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:48.242636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Attempting to bind port 26abd634-c38b-49ce-9e3d-839058bedc0b on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:48.242996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Attempting to bind port 26abd634-c38b-49ce-9e3d-839058bedc0b by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '89295808-4102-440e-9647-95d80ce805a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1efe160b-6768-49eb-b684-a62fa10e9bc0'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:48.243319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Attempting to bind port 26abd634-c38b-49ce-9e3d-839058bedc0b on network 1efe160b-6768-49eb-b684-a62fa10e9bc0 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:48.247764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Provisioning complete for port 28aef911-0564-4c15-b1a9-0dcb3551f3bd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:48.248740 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.267307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f31f9836-bcbc-41ce-a7a5-ce65b8b0c00c req-8ead0eaf-71ea-4d1e-94ef-61c7f717c4e0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7261078 Jan 27 21:52:48.274042 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcbd2-f19b-4477-9f6d-e423153443bc admin admin] Publish callbacks [] for security_group (582ad493-0fe2-4693-a4a3-f29cd4b5f66c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.300576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcbd2-f19b-4477-9f6d-e423153443bc admin admin] Publish callbacks [] for security_group (582ad493-0fe2-4693-a4a3-f29cd4b5f66c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.303494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Port 28aef911-0564-4c15-b1a9-0dcb3551f3bd cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:48.319387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Provisioning complete for port 11910bd9-1f9e-4861-98a1-509f9cd00cce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:48.320290 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.408106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-180f5f46-3c62-417a-89a4-c2b4a5c7bb6e admin admin] Publish callbacks [] for security_group (887a778c-ed12-4f20-9306-e97cc4b5b680), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.425530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-180f5f46-3c62-417a-89a4-c2b4a5c7bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (887a778c-ed12-4f20-9306-e97cc4b5b680), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.435876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ef200-8b13-49bd-8431-ad054deb19fa None None] Port 11910bd9-1f9e-4861-98a1-509f9cd00cce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:48.472914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] For port a44ca15f-3f7d-45d3-9f8a-39413a52050c, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:48.475235 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for port (912207c8-890f-4e38-898a-e8defccac005), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.477555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] For port a44ca15f-3f7d-45d3-9f8a-39413a52050c, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:48.485732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Port 26abd634-c38b-49ce-9e3d-839058bedc0b on network 1efe160b-6768-49eb-b684-a62fa10e9bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:48.485924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Attempting to bind port 26abd634-c38b-49ce-9e3d-839058bedc0b on network 1efe160b-6768-49eb-b684-a62fa10e9bc0 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:48.502274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcbd2-f19b-4477-9f6d-e423153443bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (582ad493-0fe2-4693-a4a3-f29cd4b5f66c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.505133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcbd2-f19b-4477-9f6d-e423153443bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.508970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f2bfcbd2-f19b-4477-9f6d-e423153443bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/582ad493-0fe2-4693-a4a3-f29cd4b5f66c HTTP/1.1" status: 204 len: 168 time: 1.1274157 Jan 27 21:52:48.523152 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.541592 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-180f5f46-3c62-417a-89a4-c2b4a5c7bb6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=15b225a5b2bb4000bf0c51d6e8ebb4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8813593 Jan 27 21:52:48.546420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55260) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:48.562004 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f5f46-3c62-417a-89a4-c2b4a5c7bb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a778c-ed12-4f20-9306-e97cc4b5b680,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:48.602775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:48.603468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Checking segment: {'id': '89295808-4102-440e-9647-95d80ce805a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1efe160b-6768-49eb-b684-a62fa10e9bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:48.604051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Bound using segment: {'id': '89295808-4102-440e-9647-95d80ce805a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1efe160b-6768-49eb-b684-a62fa10e9bc0'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:48.609189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Bound port: 26abd634-c38b-49ce-9e3d-839058bedc0b, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89295808-4102-440e-9647-95d80ce805a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1efe160b-6768-49eb-b684-a62fa10e9bc0'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:48.610733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.659830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (912207c8-890f-4e38-898a-e8defccac005), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.664906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.665822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.667574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] 10.222.0.16 "PUT /v2.0/ports/a44ca15f-3f7d-45d3-9f8a-39413a52050c HTTP/1.1" status: 200 len: 1092 time: 6.9143500 Jan 27 21:52:48.687915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfcbd2-f19b-4477-9f6d-e423153443bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ad493-0fe2-4693-a4a3-f29cd4b5f66c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:48.690224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:48.699637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:48.708887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:48.721469 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049af4fa-1fa3-480c-8b75-a636a576d300" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:48.754897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:48.784114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:48.942351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431880a4-31d1-4420-bef9-bb386f2a1025 req-858dcb83-f8ef-4e85-9bee-a8daa3ddfda9 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.963843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-431880a4-31d1-4420-bef9-bb386f2a1025 req-858dcb83-f8ef-4e85-9bee-a8daa3ddfda9 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 943 time: 0.6907542 Jan 27 21:52:49.031587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event updated for resources: {'Port': ['ID=912207c8-890f-4e38-898a-e8defccac005,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:49.038062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-487dff8f-6ec0-4c36-9404-461ae5b0f368 admin admin] Publish callbacks [] for security_group (887a778c-ed12-4f20-9306-e97cc4b5b680), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.077726 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:52:49.085114 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-487dff8f-6ec0-4c36-9404-461ae5b0f368 admin admin] Publish callbacks [] for security_group (887a778c-ed12-4f20-9306-e97cc4b5b680), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.089736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Delete allocated IP 172.20.0.7 (e83a07e3-3eaa-478b-8d79-590b832e8aea/4a422fca-9e8a-4713-ba47-4ecd252b35cf) {{(pid=103330) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 21:52:49.097749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Allocated IP 172.20.0.41 (e83a07e3-3eaa-478b-8d79-590b832e8aea/760927a2-f3eb-429f-816c-c10161a8a191/28aef911-0564-4c15-b1a9-0dcb3551f3bd) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:49.147723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8544f5-052a-4d81-ab62-fe8116f1baff service neutron] Pushing event updated for resources: {'Port': ['ID=a44ca15f-3f7d-45d3-9f8a-39413a52050c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:49.204677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba0afe-45df-4a51-b79e-635502709207 req-8d60e7b9-f9e4-4d2a-8315-24b6a60a20ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.210403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba0afe-45df-4a51-b79e-635502709207 req-8d60e7b9-f9e4-4d2a-8315-24b6a60a20ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.216249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba0afe-45df-4a51-b79e-635502709207 req-8d60e7b9-f9e4-4d2a-8315-24b6a60a20ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.222570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba0afe-45df-4a51-b79e-635502709207 req-8d60e7b9-f9e4-4d2a-8315-24b6a60a20ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.232342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba0afe-45df-4a51-b79e-635502709207 req-8d60e7b9-f9e4-4d2a-8315-24b6a60a20ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.241479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba0afe-45df-4a51-b79e-635502709207 req-8d60e7b9-f9e4-4d2a-8315-24b6a60a20ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.250606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-487dff8f-6ec0-4c36-9404-461ae5b0f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (887a778c-ed12-4f20-9306-e97cc4b5b680), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.252096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba0afe-45df-4a51-b79e-635502709207 req-8d60e7b9-f9e4-4d2a-8315-24b6a60a20ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.254410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-487dff8f-6ec0-4c36-9404-461ae5b0f368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.255896 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-487dff8f-6ec0-4c36-9404-461ae5b0f368 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/887a778c-ed12-4f20-9306-e97cc4b5b680 HTTP/1.1" status: 204 len: 168 time: 0.7080436 Jan 27 21:52:49.267971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30ba0afe-45df-4a51-b79e-635502709207 req-8d60e7b9-f9e4-4d2a-8315-24b6a60a20ea tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 0.7874498 Jan 27 21:52:49.269269 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.313192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dff8f-6ec0-4c36-9404-461ae5b0f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a778c-ed12-4f20-9306-e97cc4b5b680,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:49.338491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] For port 26abd634-c38b-49ce-9e3d-839058bedc0b, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:49.353236 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c51900a-6bec-4268-b6c4-ec83d22322ec x-openstack-request-id: req-1c51900a-6bec-4268-b6c4-ec83d22322ec {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:49.358428 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:49.358942 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c51900a-6bec-4268-b6c4-ec83d22322ec {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:49.359641 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'status': 'completed', 'code': 200} Jan 27 21:52:49.479227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-431880a4-31d1-4420-bef9-bb386f2a1025 req-054ba843-deab-4184-8d9d-aa0f5fcbf1f0 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137575 Jan 27 21:52:49.552082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (7b15bda0-f739-4739-b659-91b7c5cacc75), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.634365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-fd500ad8-0621-498f-9a3d-16db3a8e11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.634827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-fd500ad8-0621-498f-9a3d-16db3a8e11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.635317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-fd500ad8-0621-498f-9a3d-16db3a8e11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.635988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-fd500ad8-0621-498f-9a3d-16db3a8e11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.636468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-fd500ad8-0621-498f-9a3d-16db3a8e11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.638427 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-fd500ad8-0621-498f-9a3d-16db3a8e11b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 4362 time: 0.1934283 Jan 27 21:52:49.980639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d98e0f8-71a1-404a-83ac-4dbc108d4801 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:49.999904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] For port 26abd634-c38b-49ce-9e3d-839058bedc0b, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=26abd634-c38b-49ce-9e3d-839058bedc0b,segment=NetworkSegment(89295808-4102-440e-9647-95d80ce805a1),segment_id=89295808-4102-440e-9647-95d80ce805a1)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:50.037143 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Publish callbacks [] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.136559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.240403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.241167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.250139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] 10.222.0.57 "PUT /v2.0/ports/26abd634-c38b-49ce-9e3d-839058bedc0b HTTP/1.1" status: 200 len: 1091 time: 7.8418398 Jan 27 21:52:50.269148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Transition to ACTIVE for port object 3d98e0f8-71a1-404a-83ac-4dbc108d4801 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:50.315478 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-d9056f4e-eebf-4c4e-b669-9bda49e262b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.316622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-d9056f4e-eebf-4c4e-b669-9bda49e262b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.317506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-d9056f4e-eebf-4c4e-b669-9bda49e262b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.322583 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-d9056f4e-eebf-4c4e-b669-9bda49e262b7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6723731 Jan 27 21:52:50.332557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793040-8f6e-4ba7-9fbc-8e783822a5e9 req-43310750-19fc-4224-ae65-65bff7c39981 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.338639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793040-8f6e-4ba7-9fbc-8e783822a5e9 req-43310750-19fc-4224-ae65-65bff7c39981 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.344542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793040-8f6e-4ba7-9fbc-8e783822a5e9 req-43310750-19fc-4224-ae65-65bff7c39981 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.350734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793040-8f6e-4ba7-9fbc-8e783822a5e9 req-43310750-19fc-4224-ae65-65bff7c39981 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.356570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793040-8f6e-4ba7-9fbc-8e783822a5e9 req-43310750-19fc-4224-ae65-65bff7c39981 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.364750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70793040-8f6e-4ba7-9fbc-8e783822a5e9 req-43310750-19fc-4224-ae65-65bff7c39981 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 3827 time: 0.8798323 Jan 27 21:52:50.372132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.507090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55294) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:50.510235 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.687064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (7b15bda0-f739-4739-b659-91b7c5cacc75), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.713928 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (7b15bda0-f739-4739-b659-91b7c5cacc75), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.766512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5d175-fd77-4dcd-8a06-a96e5e01ddb7 service neutron] Pushing event updated for resources: {'Port': ['ID=26abd634-c38b-49ce-9e3d-839058bedc0b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:51.310477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Router 7b15bda0-f739-4739-b659-91b7c5cacc75 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:52:51.367131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a1b101-651a-4f4f-b372-8eac01171f09', 'tag': '26abd634-c38b-49ce-9e3d-839058bedc0b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:51.371228 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b93d0da-3f56-4b56-98e8-fdadfd379812" -d '{"events": [{"name": "network-changed", "server_uuid": "57a1b101-651a-4f4f-b372-8eac01171f09", "tag": "26abd634-c38b-49ce-9e3d-839058bedc0b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:51.406533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-420f85d8-1651-4e2e-a8ec-56097f1e68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.411632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-420f85d8-1651-4e2e-a8ec-56097f1e68c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=810c85183cb44a468ac50e39546559ec&device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 1094 time: 1.0193160 Jan 27 21:52:51.420008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-69db870b-e71e-4630-ac4c-c6b2766b6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.422674 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-049af4fa-1fa3-480c-8b75-a636a576d300 req-69db870b-e71e-4630-ac4c-c6b2766b6002 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0026553 Jan 27 21:52:51.427905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b142f5ba-5935-49f4-baa7-282d018b5ec3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=546ea842945b4ccbbd97a5087c1f3424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9116693 Jan 27 21:52:51.440767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55314) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:51.472893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70793040-8f6e-4ba7-9fbc-8e783822a5e9 req-48fe7ddb-f68c-40e0-8dcb-c3b653fc335f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1060405 Jan 27 21:52:51.670642 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a251df-4c29-4984-ab0a-9b5cc4044bd6 x-openstack-request-id: req-97a251df-4c29-4984-ab0a-9b5cc4044bd6 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:51.671486 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a1b101-651a-4f4f-b372-8eac01171f09", "tag": "26abd634-c38b-49ce-9e3d-839058bedc0b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:51.672100 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97a251df-4c29-4984-ab0a-9b5cc4044bd6 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:51.677446 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a1b101-651a-4f4f-b372-8eac01171f09', 'tag': '26abd634-c38b-49ce-9e3d-839058bedc0b', 'status': 'completed', 'code': 200} Jan 27 21:52:51.700281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Pushing event updated for resources: {'Port': ['ID=3d98e0f8-71a1-404a-83ac-4dbc108d4801,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:51.707153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-9d65f921-6225-44b9-a27d-b8cc1abac5b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26abd634-c38b-49ce-9e3d-839058bedc0b HTTP/1.1" status: 200 len: 217 time: 0.2633216 Jan 27 21:52:51.759917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:51.818285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91ba89-d9d8-41d2-8b3d-198c6e37e8f1 req-44383e96-6ae8-42e3-ba8b-60be8bb17fd6 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.836701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd91ba89-d9d8-41d2-8b3d-198c6e37e8f1 req-44383e96-6ae8-42e3-ba8b-60be8bb17fd6 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 943 time: 1.0891206 Jan 27 21:52:51.843938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Attempting to bind port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:51.852699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Attempting to bind port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:51.855607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Attempting to bind port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:51.926889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.009284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:52.010360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Attempting to bind port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:52.040758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb897b0d-3e9b-4db0-b565-4b4f65309a3e admin admin] Publish callbacks [] for security_group (f7098e49-9439-410f-81ff-27f543ff3c15), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.088096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:52.089199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Checking segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:52.090148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Bound using segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:52.091176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Bound port: 3d98e0f8-71a1-404a-83ac-4dbc108d4801, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:52.092117 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.144673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:52.168019 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c515ae-1c3d-4c9b-ad21-1534d6706150 None None] Sync routers for ids ['7b15bda0-f739-4739-b659-91b7c5cacc75'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:52.181096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.188834 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-62868db8-083e-475e-8fa1-906f84549ee3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "PUT /v2.0/routers/7b15bda0-f739-4739-b659-91b7c5cacc75 HTTP/1.1" status: 200 len: 880 time: 5.2846406 Jan 27 21:52:52.203609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb897b0d-3e9b-4db0-b565-4b4f65309a3e admin admin] Publish callbacks [] for security_group (f7098e49-9439-410f-81ff-27f543ff3c15), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.204549 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c515ae-1c3d-4c9b-ad21-1534d6706150 None None] Routers {'7b15bda0-f739-4739-b659-91b7c5cacc75'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:52.205904 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-40c515ae-1c3d-4c9b-ad21-1534d6706150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7b15bda0-f739-4739-b659-91b7c5cacc75'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:52.215042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55332) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:52.256661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-720042fb-4f3e-47f8-9bee-1a78f0bea138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.269782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-720042fb-4f3e-47f8-9bee-1a78f0bea138 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d67bf45-baa7-4203-b595-0453810ad7ee HTTP/1.1" status: 200 len: 857 time: 0.5369704 Jan 27 21:52:52.285536 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-40c515ae-1c3d-4c9b-ad21-1534d6706150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:52.314378 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c515ae-1c3d-4c9b-ad21-1534d6706150 None None] Routers {'7b15bda0-f739-4739-b659-91b7c5cacc75'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:52.315494 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-40c515ae-1c3d-4c9b-ad21-1534d6706150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:52:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7b15bda0-f739-4739-b659-91b7c5cacc75'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:52.397301 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-40c515ae-1c3d-4c9b-ad21-1534d6706150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:52.398395 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c515ae-1c3d-4c9b-ad21-1534d6706150 None None] The sync data for ids ['7b15bda0-f739-4739-b659-91b7c5cacc75'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:52.412245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb897b0d-3e9b-4db0-b565-4b4f65309a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f7098e49-9439-410f-81ff-27f543ff3c15), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.417717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb897b0d-3e9b-4db0-b565-4b4f65309a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.419566 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bb897b0d-3e9b-4db0-b565-4b4f65309a3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7098e49-9439-410f-81ff-27f543ff3c15 HTTP/1.1" status: 204 len: 168 time: 0.9774055 Jan 27 21:52:52.459532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb897b0d-3e9b-4db0-b565-4b4f65309a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7098e49-9439-410f-81ff-27f543ff3c15,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:52.486732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event updated for resources: {'Port': ['ID=28aef911-0564-4c15-b1a9-0dcb3551f3bd,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:52.527135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd91ba89-d9d8-41d2-8b3d-198c6e37e8f1 req-acff557d-8ed1-4e91-867f-9b3f4c4e8417 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885478 Jan 27 21:52:52.744611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55346) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:52.749063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-3575c169-8dec-43ec-bdde-ea03f4ce0bcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1efe160b-6768-49eb-b684-a62fa10e9bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2643816 Jan 27 21:52:53.078237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-10f0a692-02f7-4e83-a6c9-44159143dcae tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/routers/7b15bda0-f739-4739-b659-91b7c5cacc75 HTTP/1.1" status: 200 len: 921 time: 0.8195610 Jan 27 21:52:53.078726 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55356) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:53.097982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e1e30366-8d35-4cbc-bb98-606ecc5c1218 None None] Provisioning complete for port 28aef911-0564-4c15-b1a9-0dcb3551f3bd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:53.108729 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e1e30366-8d35-4cbc-bb98-606ecc5c1218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.200514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ffa84-baab-4c75-98be-dbf70e01651d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.206826 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-636ffa84-baab-4c75-98be-dbf70e01651d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=7b15bda0-f739-4739-b659-91b7c5cacc75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1225848 Jan 27 21:52:53.208342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55358) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:53.248018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e1e30366-8d35-4cbc-bb98-606ecc5c1218 None None] Port 28aef911-0564-4c15-b1a9-0dcb3551f3bd cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:53.324842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-ab285ee4-0579-4f3f-bbe8-c517f7d4dd7b service neutron] 10.222.0.57 "GET /v2.0/networks/1efe160b-6768-49eb-b684-a62fa10e9bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593672 Jan 27 21:52:53.383221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] In _notify_port_updated(), no bound segment for port 28aef911-0564-4c15-b1a9-0dcb3551f3bd on network e83a07e3-3eaa-478b-8d79-590b832e8aea {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:52:53.402646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.404099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.408714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-65afbe31-4e46-41a8-8384-e2fd74698f17 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "PUT /v2.0/ports/28aef911-0564-4c15-b1a9-0dcb3551f3bd HTTP/1.1" status: 200 len: 960 time: 7.9230084 Jan 27 21:52:53.409964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55362) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:53.510072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e2924-5d2d-4fa4-b31a-03d066e62ef3 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.519646 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c66e2924-5d2d-4fa4-b31a-03d066e62ef3 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 881 time: 0.3091080 Jan 27 21:52:53.522780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55368) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:53.615384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] For port 3d98e0f8-71a1-404a-83ac-4dbc108d4801, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:53.629271 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5e3ef3e5-1f5e-49b6-b98c-bd16ce86eef1 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b15bda0-f739-4739-b659-91b7c5cacc75 HTTP/1.1" status: 200 len: 205 time: 0.1038668 Jan 27 21:52:53.633213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55374) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:53.703617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ec5384c3-92ba-4cb4-811f-44af9128f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.704486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ec5384c3-92ba-4cb4-811f-44af9128f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.705355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ec5384c3-92ba-4cb4-811f-44af9128f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.706441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ec5384c3-92ba-4cb4-811f-44af9128f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.707211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ec5384c3-92ba-4cb4-811f-44af9128f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.708357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ec5384c3-92ba-4cb4-811f-44af9128f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.709333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ec5384c3-92ba-4cb4-811f-44af9128f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.714488 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ec5384c3-92ba-4cb4-811f-44af9128f4cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6499 time: 0.9681368 Jan 27 21:52:53.879599 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ac11eb14-a198-43ac-a602-2d7b30432327 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545124 Jan 27 21:52:54.574677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2dc2c-100a-4506-ac58-fd305fbbc547 req-75804d91-6c41-4c9d-98fb-cdbc8a4168a1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.580440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2dc2c-100a-4506-ac58-fd305fbbc547 req-75804d91-6c41-4c9d-98fb-cdbc8a4168a1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.597518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2dc2c-100a-4506-ac58-fd305fbbc547 req-75804d91-6c41-4c9d-98fb-cdbc8a4168a1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.603318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2dc2c-100a-4506-ac58-fd305fbbc547 req-75804d91-6c41-4c9d-98fb-cdbc8a4168a1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.619776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2dc2c-100a-4506-ac58-fd305fbbc547 req-75804d91-6c41-4c9d-98fb-cdbc8a4168a1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.629577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2dc2c-100a-4506-ac58-fd305fbbc547 req-75804d91-6c41-4c9d-98fb-cdbc8a4168a1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.642091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3f2dc2c-100a-4506-ac58-fd305fbbc547 req-75804d91-6c41-4c9d-98fb-cdbc8a4168a1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 4599 time: 1.8883152 Jan 27 21:52:54.648314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3b8eb5-1d25-4d6e-b43e-43b14f398454 req-7fb87e9d-13ce-48c5-94f5-d4ee70ea6889 service neutron] 10.222.0.57 "GET /v2.0/networks/1efe160b-6768-49eb-b684-a62fa10e9bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2702968 Jan 27 21:52:54.663348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] For port 3d98e0f8-71a1-404a-83ac-4dbc108d4801, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:54.783274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.348923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:55.356036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.358434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] 10.222.0.16 "PUT /v2.0/ports/3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 200 len: 1130 time: 6.6180227 Jan 27 21:52:55.410046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': '3d98e0f8-71a1-404a-83ac-4dbc108d4801'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:55.413648 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e704eae-7dff-4063-b999-e5f983be459a" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "3d98e0f8-71a1-404a-83ac-4dbc108d4801"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:55.421616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3f2dc2c-100a-4506-ac58-fd305fbbc547 req-ff793ca6-f25d-4d01-aeab-329d5dfc27ec tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7761595 Jan 27 21:52:55.488248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:55.664957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.707863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cee64846-07a7-4c81-a924-660550588dc9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 28aef911-0564-4c15-b1a9-0dcb3551f3bd {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:55.708675 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cee64846-07a7-4c81-a924-660550588dc9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.833452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cee64846-07a7-4c81-a924-660550588dc9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.863751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cee64846-07a7-4c81-a924-660550588dc9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 28aef911-0564-4c15-b1a9-0dcb3551f3bd owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:55.910580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057e7d0-b287-425d-b337-2e51896f3125 req-9e2a4854-63a6-44fd-a6f5-95c8ab122bd6 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:55.913800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d057e7d0-b287-425d-b337-2e51896f3125 req-9e2a4854-63a6-44fd-a6f5-95c8ab122bd6 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 943 time: 1.1903791 Jan 27 21:52:55.917008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-da675ccd-5b32-45c0-aedc-3894e3ec3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:55.919458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-da675ccd-5b32-45c0-aedc-3894e3ec3292 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=810c85183cb44a468ac50e39546559ec&device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 1094 time: 1.1379216 Jan 27 21:52:55.928980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (7b15bda0-f739-4739-b659-91b7c5cacc75), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.932608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe3867-e63e-4f57-a630-a93d0da327bb service neutron] Pushing event updated for resources: {'Port': ['ID=3d98e0f8-71a1-404a-83ac-4dbc108d4801,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:56.538985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55428) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:56.723329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-79e37ee0-ff20-4703-9110-11cf5e357d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:56.724901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-79e37ee0-ff20-4703-9110-11cf5e357d85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1efe160b-6768-49eb-b684-a62fa10e9bc0 HTTP/1.1" status: 200 len: 918 time: 0.6693861 Jan 27 21:52:56.735554 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d83817-3d09-414a-8e77-8c147cb907a1 x-openstack-request-id: req-05d83817-3d09-414a-8e77-8c147cb907a1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:56.735941 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "3d98e0f8-71a1-404a-83ac-4dbc108d4801", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:56.736097 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05d83817-3d09-414a-8e77-8c147cb907a1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:56.739543 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': '3d98e0f8-71a1-404a-83ac-4dbc108d4801', 'status': 'completed', 'code': 200} Jan 27 21:52:56.743904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cee64846-07a7-4c81-a924-660550588dc9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (28aef911-0564-4c15-b1a9-0dcb3551f3bd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.833093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee64846-07a7-4c81-a924-660550588dc9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=28aef911-0564-4c15-b1a9-0dcb3551f3bd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:56.836560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-50085d6d-83f6-4db6-9f5a-9ab42b6e6305 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26abd634-c38b-49ce-9e3d-839058bedc0b HTTP/1.1" status: 200 len: 217 time: 0.0844967 Jan 27 21:52:56.851945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (7b15bda0-f739-4739-b659-91b7c5cacc75), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.941473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-3efb5655-717c-443b-b161-52384b12c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:56.952615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-3efb5655-717c-443b-b161-52384b12c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:56.953563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-3efb5655-717c-443b-b161-52384b12c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:56.955403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-3efb5655-717c-443b-b161-52384b12c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:56.955608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-3efb5655-717c-443b-b161-52384b12c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:56.956892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-3efb5655-717c-443b-b161-52384b12c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:56.961725 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e704eae-7dff-4063-b999-e5f983be459a req-3efb5655-717c-443b-b161-52384b12c5e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5285 time: 0.3110421 Jan 27 21:52:56.971328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-277325456', 'router:external': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:57.011872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-8b78e57a-c563-4017-a85c-5dbc408e5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.013668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-8b78e57a-c563-4017-a85c-5dbc408e5170 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d67bf45-baa7-4203-b595-0453810ad7ee HTTP/1.1" status: 200 len: 857 time: 0.1481633 Jan 27 21:52:57.044168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d057e7d0-b287-425d-b337-2e51896f3125 req-0bfaffad-0a57-4030-9625-bfa986de4451 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1064513 Jan 27 21:52:57.069996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Made reservation on behalf of 2945e28a2f8e46209d0ba31855c71739 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:57.074076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.303297 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.407541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-ae4f01f3-eeaa-4730-898a-d02a2343b7eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1efe160b-6768-49eb-b684-a62fa10e9bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3810914 Jan 27 21:52:57.589100 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cee64846-07a7-4c81-a924-660550588dc9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.600916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cee64846-07a7-4c81-a924-660550588dc9 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/28aef911-0564-4c15-b1a9-0dcb3551f3bd HTTP/1.1" status: 204 len: 168 time: 4.1624827 Jan 27 21:52:57.625361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe3f0-2500-4c4a-b160-d88e402a0894 req-5dfb4739-b3e7-475f-883f-d71b639a82e5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.626306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for security_group (3e5764a9-fe39-47d1-a8fc-238823469ecf), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.635314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55444) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:57.642973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe3f0-2500-4c4a-b160-d88e402a0894 req-5dfb4739-b3e7-475f-883f-d71b639a82e5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.661513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe3f0-2500-4c4a-b160-d88e402a0894 req-5dfb4739-b3e7-475f-883f-d71b639a82e5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.678136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe3f0-2500-4c4a-b160-d88e402a0894 req-5dfb4739-b3e7-475f-883f-d71b639a82e5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.695889 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c341fb-ac5e-4dce-928c-b9ddc3d9d60e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] GET failed (client error): The resource could not be found. Jan 27 21:52:57.696205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe3f0-2500-4c4a-b160-d88e402a0894 req-5dfb4739-b3e7-475f-883f-d71b639a82e5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.703198 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-87c341fb-ac5e-4dce-928c-b9ddc3d9d60e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports/28aef911-0564-4c15-b1a9-0dcb3551f3bd HTTP/1.1" status: 404 len: 333 time: 0.0618742 Jan 27 21:52:57.703198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3e5764a9-fe39-47d1-a8fc-238823469ecf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.708395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe3f0-2500-4c4a-b160-d88e402a0894 req-5dfb4739-b3e7-475f-883f-d71b639a82e5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.710360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffdfe3f0-2500-4c4a-b160-d88e402a0894 req-5dfb4739-b3e7-475f-883f-d71b639a82e5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 4599 time: 0.8370132 Jan 27 21:52:57.730336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55446) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:57.734340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:52:57.831292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cade8b4f-5fe4-42cf-94f5-5550af778d38), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.832325 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Added segment cade8b4f-5fe4-42cf-94f5-5550af778d38 of type vlan for network c5cbb8de-7243-4689-a954-fad062ec3e14 Jan 27 21:52:57.840530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 26abd634-c38b-49ce-9e3d-839058bedc0b details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:57.880254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5764a9-fe39-47d1-a8fc-238823469ecf,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:57.971872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-8e578763-fd1b-41ef-b219-45c5300a3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.976104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-8e578763-fd1b-41ef-b219-45c5300a3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.976935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-8e578763-fd1b-41ef-b219-45c5300a3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.981943 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37b7c724-1177-47a4-95d9-90565dc1111c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (18fbd0e7-6cc2-437d-a414-3a9a3eac5a96), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.986212 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e704eae-7dff-4063-b999-e5f983be459a req-8e578763-fd1b-41ef-b219-45c5300a3522 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9501214 Jan 27 21:52:58.139469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37b7c724-1177-47a4-95d9-90565dc1111c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (18fbd0e7-6cc2-437d-a414-3a9a3eac5a96), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.204314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 26abd634-c38b-49ce-9e3d-839058bedc0b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=26abd634-c38b-49ce-9e3d-839058bedc0b,segment=NetworkSegment(89295808-4102-440e-9647-95d80ce805a1),segment_id=89295808-4102-440e-9647-95d80ce805a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:58.216931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Deleting port 912207c8-890f-4e38-898a-e8defccac005 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:58.218184 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (912207c8-890f-4e38-898a-e8defccac005), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.252407 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '26abd634-c38b-49ce-9e3d-839058bedc0b', 'network_id': '1efe160b-6768-49eb-b684-a62fa10e9bc0', 'port_id': '26abd634-c38b-49ce-9e3d-839058bedc0b', 'mac_address': 'fa:16:3e:f6:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d67bf45-baa7-4203-b595-0453810ad7ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:58.254008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c5cbb8de-7243-4689-a954-fad062ec3e14), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.332619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 26abd634-c38b-49ce-9e3d-839058bedc0b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:58.333431 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.381101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26abd634-c38b-49ce-9e3d-839058bedc0b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:58.432012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 26abd634-c38b-49ce-9e3d-839058bedc0b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=26abd634-c38b-49ce-9e3d-839058bedc0b,segment=NetworkSegment(89295808-4102-440e-9647-95d80ce805a1),segment_id=89295808-4102-440e-9647-95d80ce805a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:58.442173 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.464083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c5cbb8de-7243-4689-a954-fad062ec3e14), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.466310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.467394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.524494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37b7c724-1177-47a4-95d9-90565dc1111c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (18fbd0e7-6cc2-437d-a414-3a9a3eac5a96), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.533136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37b7c724-1177-47a4-95d9-90565dc1111c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.538241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-37b7c724-1177-47a4-95d9-90565dc1111c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/security-groups/18fbd0e7-6cc2-437d-a414-3a9a3eac5a96 HTTP/1.1" status: 204 len: 168 time: 0.7964849 Jan 27 21:52:58.550126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55462) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:58.825691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e704eae-7dff-4063-b999-e5f983be459a req-20794096-caf2-45d3-bfa1-744286b2491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.829586 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e704eae-7dff-4063-b999-e5f983be459a req-20794096-caf2-45d3-bfa1-744286b2491a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8418791 Jan 27 21:52:58.864512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7c724-1177-47a4-95d9-90565dc1111c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbd0e7-6cc2-437d-a414-3a9a3eac5a96,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:58.909954 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3682828 Jan 27 21:52:58.911566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55466) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:58.928333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'subnet': {'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:58.934610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (912207c8-890f-4e38-898a-e8defccac005), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.944148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-57822ffc-8925-445e-b94f-1ab00ec8a316 service neutron] 10.222.0.57 "GET /v2.0/networks/1efe160b-6768-49eb-b684-a62fa10e9bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3891616 Jan 27 21:52:58.949505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffdfe3f0-2500-4c4a-b160-d88e402a0894 req-6a9d2849-d055-488d-a790-98e97ab6d42b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2221913 Jan 27 21:52:59.002145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64cca5-60d5-4fcb-be92-b0ffedf661b9 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'Network': ['ID=c5cbb8de-7243-4689-a954-fad062ec3e14,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:59.091818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0dafd-e869-4620-b056-78b739fc3e74 req-6e3b606f-1285-4946-9958-397ebd29ad3d tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:59.100227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5b0dafd-e869-4620-b056-78b739fc3e74 req-6e3b606f-1285-4946-9958-397ebd29ad3d tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 944 time: 0.6982734 Jan 27 21:52:59.105236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b93d0da-3f56-4b56-98e8-fdadfd379812 req-14b5eec0-289c-4b85-9846-d74107cc88e6 service neutron] 10.222.0.57 "GET /v2.0/networks/1efe160b-6768-49eb-b684-a62fa10e9bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308463 Jan 27 21:52:59.116177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Calling delete_port for 912207c8-890f-4e38-898a-e8defccac005 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:59.118012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd11a541-0390-4189-a602-572c8b2e2242 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (dcf35cc8-953d-428f-b145-5213b8e50d59), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.180903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Made reservation on behalf of 2945e28a2f8e46209d0ba31855c71739 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:59.183598 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.217140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd11a541-0390-4189-a602-572c8b2e2242 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (dcf35cc8-953d-428f-b145-5213b8e50d59), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.261771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:59.313555 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Publish callbacks [] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.355884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd11a541-0390-4189-a602-572c8b2e2242 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dcf35cc8-953d-428f-b145-5213b8e50d59), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.356327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5b0dafd-e869-4620-b056-78b739fc3e74 req-3189fced-edf7-40a2-ad1c-09e3b817ff53 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546847 Jan 27 21:52:59.361088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd11a541-0390-4189-a602-572c8b2e2242 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.368912 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd11a541-0390-4189-a602-572c8b2e2242 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/security-groups/dcf35cc8-953d-428f-b145-5213b8e50d59 HTTP/1.1" status: 204 len: 168 time: 0.7374973 Jan 27 21:52:59.370236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55468) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:59.421561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11a541-0390-4189-a602-572c8b2e2242 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf35cc8-953d-428f-b145-5213b8e50d59,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:59.430303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Transition to ACTIVE for port object 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:59.477450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.524113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['26abd634-c38b-49ce-9e3d-839058bedc0b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:59.595144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-887b2252-15a1-45a5-af37-e1cb0d51df6c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (540353b9-3359-48ea-86f2-02382d3fa0ca), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.676249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:59.714044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-887b2252-15a1-45a5-af37-e1cb0d51df6c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (540353b9-3359-48ea-86f2-02382d3fa0ca), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.747531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c5cbb8de-7243-4689-a954-fad062ec3e14 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:52:59.807150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=26abd634-c38b-49ce-9e3d-839058bedc0b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:59.979918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-887b2252-15a1-45a5-af37-e1cb0d51df6c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (540353b9-3359-48ea-86f2-02382d3fa0ca), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.998840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-887b2252-15a1-45a5-af37-e1cb0d51df6c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.007829 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-887b2252-15a1-45a5-af37-e1cb0d51df6c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/security-groups/540353b9-3359-48ea-86f2-02382d3fa0ca HTTP/1.1" status: 204 len: 168 time: 0.6261897 Jan 27 21:53:00.023064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55474) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:00.229515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55478) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:00.243201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (912207c8-890f-4e38-898a-e8defccac005), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.254742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-2597246f-1263-418e-907e-6111424e27fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet 4a422fca-9e8a-4713-ba47-4ecd252b35cf {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:00.260644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b2252-15a1-45a5-af37-e1cb0d51df6c tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540353b9-3359-48ea-86f2-02382d3fa0ca,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:00.266599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2597246f-1263-418e-907e-6111424e27fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (4a422fca-9e8a-4713-ba47-4ecd252b35cf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.310123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event deleted for resources: {'Port': ['ID=912207c8-890f-4e38-898a-e8defccac005,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:00.463604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2597246f-1263-418e-907e-6111424e27fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (4a422fca-9e8a-4713-ba47-4ecd252b35cf), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.589994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Attempting to bind port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:00.591944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Attempting to bind port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:00.592503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Attempting to bind port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:00.620491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (7b15bda0-f739-4739-b659-91b7c5cacc75), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.745697 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2597246f-1263-418e-907e-6111424e27fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4a422fca-9e8a-4713-ba47-4ecd252b35cf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.805795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:00.806785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Attempting to bind port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:00.824704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2597246f-1263-418e-907e-6111424e27fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (4a422fca-9e8a-4713-ba47-4ecd252b35cf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.841384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-0ad0895b-d5f0-44bd-af53-a1bc5f0f8f0b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.854162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-0ad0895b-d5f0-44bd-af53-a1bc5f0f8f0b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.865817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-0ad0895b-d5f0-44bd-af53-a1bc5f0f8f0b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.876830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-0ad0895b-d5f0-44bd-af53-a1bc5f0f8f0b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.885256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597246f-1263-418e-907e-6111424e27fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=4a422fca-9e8a-4713-ba47-4ecd252b35cf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:00.889262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-0ad0895b-d5f0-44bd-af53-a1bc5f0f8f0b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.895101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2597246f-1263-418e-907e-6111424e27fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.901630 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2597246f-1263-418e-907e-6111424e27fe tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/4a422fca-9e8a-4713-ba47-4ecd252b35cf HTTP/1.1" status: 204 len: 168 time: 0.8691666 Jan 27 21:53:00.904683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-0ad0895b-d5f0-44bd-af53-a1bc5f0f8f0b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.906209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eaa412-1062-4dd4-b1ca-28ecfa84acc6 None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:00.917353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-0ad0895b-d5f0-44bd-af53-a1bc5f0f8f0b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.921196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-0ad0895b-d5f0-44bd-af53-a1bc5f0f8f0b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5372 time: 0.6901846 Jan 27 21:53:00.927315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55486) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:00.945365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:00.946427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Checking segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:00.947361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Bound using segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:00.948480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Bound port: 83bdb347-7bb1-4ed3-b282-7dfd81b687a3, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:00.949746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:01.095623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e50b5f-88ab-4b31-a741-24c0ccc33f92 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet 760927a2-f3eb-429f-816c-c10161a8a191 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:01.111176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e50b5f-88ab-4b31-a741-24c0ccc33f92 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (760927a2-f3eb-429f-816c-c10161a8a191), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:01.235717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e50b5f-88ab-4b31-a741-24c0ccc33f92 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (760927a2-f3eb-429f-816c-c10161a8a191), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:01.544605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e50b5f-88ab-4b31-a741-24c0ccc33f92 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (760927a2-f3eb-429f-816c-c10161a8a191), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:01.711619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e50b5f-88ab-4b31-a741-24c0ccc33f92 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (760927a2-f3eb-429f-816c-c10161a8a191), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:01.837677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 26abd634-c38b-49ce-9e3d-839058bedc0b up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:01.848910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e50b5f-88ab-4b31-a741-24c0ccc33f92 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=760927a2-f3eb-429f-816c-c10161a8a191,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:01.857763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86e50b5f-88ab-4b31-a741-24c0ccc33f92 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:01.867330 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-86e50b5f-88ab-4b31-a741-24c0ccc33f92 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/760927a2-f3eb-429f-816c-c10161a8a191 HTTP/1.1" status: 204 len: 168 time: 0.9383156 Jan 27 21:53:01.872160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55490) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:01.981774 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-522d2b32-f093-4c0e-8ce4-f54f63376f98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:01.982884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522d2b32-f093-4c0e-8ce4-f54f63376f98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:01.990672 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-522d2b32-f093-4c0e-8ce4-f54f63376f98 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/4a422fca-9e8a-4713-ba47-4ecd252b35cf HTTP/1.1" status: 404 len: 337 time: 0.1116233 Jan 27 21:53:01.991310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55492) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:02.020974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b83acb3-6f85-4e85-b6b0-d469724c7560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.027042 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (7b15bda0-f739-4739-b659-91b7c5cacc75), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.044306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (7b15bda0-f739-4739-b659-91b7c5cacc75), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.066922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 26abd634-c38b-49ce-9e3d-839058bedc0b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:02.084977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 26abd634-c38b-49ce-9e3d-839058bedc0b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:02.085607 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.139706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting subnet 6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:02.145584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks [] for subnet (6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.280186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf2bce-5cd2-40c1-b57b-3c402a9914b0 req-17f885a8-295f-40b6-b4da-181b51920fc4 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.294551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85bf2bce-5cd2-40c1-b57b-3c402a9914b0 req-17f885a8-295f-40b6-b4da-181b51920fc4 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 944 time: 1.5036192 Jan 27 21:53:02.317934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.399640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a4f84-e3ff-4195-b911-dfd5362f7be3 None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:02.481886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 26abd634-c38b-49ce-9e3d-839058bedc0b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:02.482680 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.496510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-165ee67b-0294-43da-8641-23d11e404642 None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:02.497303 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-165ee67b-0294-43da-8641-23d11e404642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.503842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b83acb3-6f85-4e85-b6b0-d469724c7560 admin admin] Publish callbacks [] for security_group (d5301ce3-5c4c-48e0-a60d-42a060e09107), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.551888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (7b15bda0-f739-4739-b659-91b7c5cacc75), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.552803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Fanout notify agent at l3_agent the message router_deleted on router 7b15bda0-f739-4739-b659-91b7c5cacc75 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:02.555995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b83acb3-6f85-4e85-b6b0-d469724c7560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d5301ce3-5c4c-48e0-a60d-42a060e09107), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.618645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1b101-651a-4f4f-b372-8eac01171f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26abd634-c38b-49ce-9e3d-839058bedc0b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:02.622088 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955577b9-5be5-46e2-b751-24d9adde7888" -d '{"events": [{"server_uuid": "57a1b101-651a-4f4f-b372-8eac01171f09", "name": "network-vif-plugged", "status": "completed", "tag": "26abd634-c38b-49ce-9e3d-839058bedc0b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:02.633885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.635778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-57635a21-0668-478f-a56e-2b6fc2358946 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/7b15bda0-f739-4739-b659-91b7c5cacc75 HTTP/1.1" status: 204 len: 168 time: 8.9929314 Jan 27 21:53:02.650399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.670296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 26abd634-c38b-49ce-9e3d-839058bedc0b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=26abd634-c38b-49ce-9e3d-839058bedc0b,segment=NetworkSegment(89295808-4102-440e-9647-95d80ce805a1),segment_id=89295808-4102-440e-9647-95d80ce805a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:02.703363 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.733521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55496) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:02.749197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5316d98f-c8e5-4c86-9d14-2fbe5d95d674 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-490750622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:02.771497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-165ee67b-0294-43da-8641-23d11e404642 None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:02.813983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-165ee67b-0294-43da-8641-23d11e404642 None None] Provisioning complete for port 11910bd9-1f9e-4861-98a1-509f9cd00cce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:02.814508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-165ee67b-0294-43da-8641-23d11e404642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.817218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=26abd634-c38b-49ce-9e3d-839058bedc0b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:02.853690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5316d98f-c8e5-4c86-9d14-2fbe5d95d674 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.854916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5316d98f-c8e5-4c86-9d14-2fbe5d95d674 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.876927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0b83acb3-6f85-4e85-b6b0-d469724c7560 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7849a7c5671d464bb3d5a08efe748c01&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6444650 Jan 27 21:53:02.895968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55498) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:02.901294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-165ee67b-0294-43da-8641-23d11e404642 None None] Port 11910bd9-1f9e-4861-98a1-509f9cd00cce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:02.957227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83acb3-6f85-4e85-b6b0-d469724c7560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5301ce3-5c4c-48e0-a60d-42a060e09107,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:03.033633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.086936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5bf4f63-06a3-4b26-acab-a452c2f89a48 req-69b6018d-d705-4e6b-b6a3-ef2741f614d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 2.1261733 Jan 27 21:53:03.176299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] For port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:03.196195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5316d98f-c8e5-4c86-9d14-2fbe5d95d674 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.240750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] For port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:03.286666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.296832 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.308204 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2 HTTP/1.1" status: 204 len: 168 time: 1.3152592 Jan 27 21:53:03.318159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55504) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:03.345414 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5316d98f-c8e5-4c86-9d14-2fbe5d95d674 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.465473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:03.492111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85bf2bce-5cd2-40c1-b57b-3c402a9914b0 req-05a4df80-468a-4b08-b35a-1f77f22bd342 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1960549 Jan 27 21:53:03.505847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.510365 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.512478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-cb43d6ea-7368-411c-8516-10ecd935d6b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 200 len: 1131 time: 8.0821385 Jan 27 21:53:03.516990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': '83bdb347-7bb1-4ed3-b282-7dfd81b687a3'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:03.520828 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1190a04f-da53-4ad3-840c-aa22ce8df064" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "83bdb347-7bb1-4ed3-b282-7dfd81b687a3"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:03.548187 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd377364-e28f-4dd7-b310-af344113ae72 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:03.551584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd377364-e28f-4dd7-b310-af344113ae72 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:03.573714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55508) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:03.573933 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bd377364-e28f-4dd7-b310-af344113ae72 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/5487c9a3-07f7-4b6a-919d-fe80f6823d36 HTTP/1.1" status: 404 len: 337 time: 0.2478957 Jan 27 21:53:03.585903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4fc6ff-3215-4fdb-a1eb-a38414f6ead2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:03.625918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5316d98f-c8e5-4c86-9d14-2fbe5d95d674 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.635932 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5316d98f-c8e5-4c86-9d14-2fbe5d95d674 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8988361 Jan 27 21:53:03.649009 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b97cc7-e39a-40cd-86f9-837d15cd0637 x-openstack-request-id: req-61b97cc7-e39a-40cd-86f9-837d15cd0637 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:03.649886 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1b101-651a-4f4f-b372-8eac01171f09", "name": "network-vif-plugged", "status": "completed", "tag": "26abd634-c38b-49ce-9e3d-839058bedc0b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:03.649886 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61b97cc7-e39a-40cd-86f9-837d15cd0637 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:03.650241 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a1b101-651a-4f4f-b372-8eac01171f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26abd634-c38b-49ce-9e3d-839058bedc0b', 'code': 200} Jan 27 21:53:03.670039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c215cd69-732c-49ab-9318-e0d21f1d4a55 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "GET /v2.0/ports?device_id=54098b93-f4ff-4965-a5d7-f661655713f9 HTTP/1.1" status: 200 len: 205 time: 0.0908532 Jan 27 21:53:03.680167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:03.688111 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffbf874-fd60-4207-8207-88fdd6cdcd0e x-openstack-request-id: req-7ffbf874-fd60-4207-8207-88fdd6cdcd0e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:03.688423 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "83bdb347-7bb1-4ed3-b282-7dfd81b687a3", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:03.688659 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ffbf874-fd60-4207-8207-88fdd6cdcd0e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:03.689113 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': '83bdb347-7bb1-4ed3-b282-7dfd81b687a3', 'status': 'completed', 'code': 200} Jan 27 21:53:03.689518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55510) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:03.689867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55512) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:03.703463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': True}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:03.726456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b167-8f9f-4808-b158-80cc7ef96564 admin admin] Publish callbacks [] for security_group (d5301ce3-5c4c-48e0-a60d-42a060e09107), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.841317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b167-8f9f-4808-b158-80cc7ef96564 admin admin] Publish callbacks [] for security_group (d5301ce3-5c4c-48e0-a60d-42a060e09107), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.013350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.014126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.015115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.015772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.016331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.016879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.017593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.018576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.019120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.020035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.020596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.021189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.021694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62eb85-e022-411c-aedf-8b87baac39ff tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.053240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b167-8f9f-4808-b158-80cc7ef96564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d5301ce3-5c4c-48e0-a60d-42a060e09107), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.061558 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eaa7b167-8f9f-4808-b158-80cc7ef96564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.068807 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-eaa7b167-8f9f-4808-b158-80cc7ef96564 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5301ce3-5c4c-48e0-a60d-42a060e09107 HTTP/1.1" status: 204 len: 168 time: 1.1696835 Jan 27 21:53:04.086479 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-88264d3e-4ad5-4a3b-829d-9fc676e092af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.166575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ffb8f-b184-47ae-9037-5aa48711bbe1 None None] Network e83a07e3-3eaa-478b-8d79-590b832e8aea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:04.281990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7b167-8f9f-4808-b158-80cc7ef96564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5301ce3-5c4c-48e0-a60d-42a060e09107,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:04.286813 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-d16d8a1f-9823-42f5-af2b-104fdc87c8e1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] delete failed (client error): The resource could not be found. Jan 27 21:53:04.296261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d16d8a1f-9823-42f5-af2b-104fdc87c8e1 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/routers/54098b93-f4ff-4965-a5d7-f661655713f9 HTTP/1.1" status: 404 len: 336 time: 0.5858111 Jan 27 21:53:04.303899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55520) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:04.514310 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8aa628a-27ab-447d-b14b-be18a0c9695e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:04.519737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8aa628a-27ab-447d-b14b-be18a0c9695e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:04.526162 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8aa628a-27ab-447d-b14b-be18a0c9695e tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/55c38327-3e48-4ba8-bdf9-16ece3e6371d HTTP/1.1" status: 404 len: 337 time: 0.2053583 Jan 27 21:53:04.536414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55526) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:04.683275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-d5e1b427-bdc4-4e19-b417-485c633d0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.697007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-d5e1b427-bdc4-4e19-b417-485c633d0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.697534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-d5e1b427-bdc4-4e19-b417-485c633d0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.698518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-d5e1b427-bdc4-4e19-b417-485c633d0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.699683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-d5e1b427-bdc4-4e19-b417-485c633d0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.701017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-d5e1b427-bdc4-4e19-b417-485c633d0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.702119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-d5e1b427-bdc4-4e19-b417-485c633d0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.706234 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-d5e1b427-bdc4-4e19-b417-485c633d0c48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6209 time: 0.6978455 Jan 27 21:53:04.716772 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcd6175-9837-434b-988d-28132042da49 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:04.720083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4ade3bea-adba-4b4f-be20-b59c3fbbda4e None None] Provisioning complete for port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:04.722623 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ade3bea-adba-4b4f-be20-b59c3fbbda4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.724756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcd6175-9837-434b-988d-28132042da49 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:04.740363 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7fcd6175-9837-434b-988d-28132042da49 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/de0668d0-e584-4b3a-836a-16bceb0d99dc HTTP/1.1" status: 404 len: 337 time: 0.1944878 Jan 27 21:53:04.775903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55532) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:04.885451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55534) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:04.938597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:53:04.939103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (898bb461-9fc9-41e4-b874-6aa24e1651ba), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.941559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.958926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c38a8-42c2-408b-9323-93595a7e554a req-d04f5f9d-bd47-4cfd-8a42-346661858cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.960623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e60c38a8-42c2-408b-9323-93595a7e554a req-d04f5f9d-bd47-4cfd-8a42-346661858cb0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 1096 time: 1.0218797 Jan 27 21:53:05.018802 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff96f34-d2cb-4681-a423-481a427ff388 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:05.020319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff96f34-d2cb-4681-a423-481a427ff388 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:05.026590 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9ff96f34-d2cb-4681-a423-481a427ff388 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/e4c08d33-edc0-4554-a6f7-d3dc91e5515a HTTP/1.1" status: 404 len: 337 time: 0.2457728 Jan 27 21:53:05.039812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55536) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:05.065763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d38f056-0a29-41e5-b969-3a92f6135351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.122614 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b3c0bb-edc9-458d-a693-9ea437d8b5f8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:05.136736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b3c0bb-edc9-458d-a693-9ea437d8b5f8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:05.142838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] DHCP port deletion for e83a07e3-3eaa-478b-8d79-590b832e8aea request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:53:05.144293 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e3b3c0bb-edc9-458d-a693-9ea437d8b5f8 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/8464177d-9f28-44b9-803a-bba88561778b HTTP/1.1" status: 404 len: 333 time: 0.1022649 Jan 27 21:53:05.149821 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55538) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:05.373501 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc59f104-e77b-4225-ac2b-765d85c4bf66 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:05.374577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc59f104-e77b-4225-ac2b-765d85c4bf66 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:05.381069 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dc59f104-e77b-4225-ac2b-765d85c4bf66 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/e41406e0-36fd-4a1d-aded-d5fc874d4f8d HTTP/1.1" status: 404 len: 337 time: 0.2265790 Jan 27 21:53:05.387029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55540) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:05.404421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:05.409972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.413236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4ade3bea-adba-4b4f-be20-b59c3fbbda4e None None] Current status of the port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:05.466053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-f61f8204-e15e-41c9-9b51-681f5ff94df5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.469927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-542a7aeb-01f4-4fce-981f-88e3fce6e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.470990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-542a7aeb-01f4-4fce-981f-88e3fce6e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.472108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-542a7aeb-01f4-4fce-981f-88e3fce6e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.472390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-f61f8204-e15e-41c9-9b51-681f5ff94df5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.475380 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-542a7aeb-01f4-4fce-981f-88e3fce6e6bb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7315652 Jan 27 21:53:05.478043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-f61f8204-e15e-41c9-9b51-681f5ff94df5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.483849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-f61f8204-e15e-41c9-9b51-681f5ff94df5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.489439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-f61f8204-e15e-41c9-9b51-681f5ff94df5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.494844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-f61f8204-e15e-41c9-9b51-681f5ff94df5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.500630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-f61f8204-e15e-41c9-9b51-681f5ff94df5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.509023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-f61f8204-e15e-41c9-9b51-681f5ff94df5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5372 time: 0.9107172 Jan 27 21:53:05.516635 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a98d41f-0f1d-44d7-9d73-b4210825f264 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:05.517185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a98d41f-0f1d-44d7-9d73-b4210825f264 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:05.521027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4a98d41f-0f1d-44d7-9d73-b4210825f264 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/a1fa88a0-c820-433f-81c3-38befeb478e0 HTTP/1.1" status: 404 len: 337 time: 0.1200438 Jan 27 21:53:05.522274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'Subnet': ['ID=898bb461-9fc9-41e4-b874-6aa24e1651ba,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:05.546241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-9de733e3-932a-4f8c-baf6-f6744398f4c0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.548058 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-9de733e3-932a-4f8c-baf6-f6744398f4c0 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.57 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 945 time: 0.2060156 Jan 27 21:53:05.548717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55544) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:05.612990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bb584-43c2-47af-9765-373d2d9acb5c req-cf4f571d-9b93-4835-80c4-fd644838cdf4 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.624271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-281bb584-43c2-47af-9765-373d2d9acb5c req-cf4f571d-9b93-4835-80c4-fd644838cdf4 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 945 time: 0.7278728 Jan 27 21:53:05.652818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4ade3bea-adba-4b4f-be20-b59c3fbbda4e None None] Provisioning complete for port 11910bd9-1f9e-4861-98a1-509f9cd00cce triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:05.653494 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ade3bea-adba-4b4f-be20-b59c3fbbda4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.719884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e60c38a8-42c2-408b-9323-93595a7e554a req-1276e8e7-6158-4c69-8c13-e4629309025d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7138681 Jan 27 21:53:05.727287 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3978df9-3aed-4cef-8c6a-837d34eee52d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:05.728390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3978df9-3aed-4cef-8c6a-837d34eee52d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:05.733840 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d3978df9-3aed-4cef-8c6a-837d34eee52d tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/ba12b054-3bfb-49db-9f6c-1a2fc8918098 HTTP/1.1" status: 404 len: 333 time: 0.1811681 Jan 27 21:53:05.767172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55546) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:05.772065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4ade3bea-adba-4b4f-be20-b59c3fbbda4e None None] Port 11910bd9-1f9e-4861-98a1-509f9cd00cce cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:05.888232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] Deleting port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:05.889101 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.991147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Checking segment: {'id': 'cade8b4f-5fe4-42cf-94f5-5550af778d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:05.991704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Network hostable DHCP agents. Network: c5cbb8de-7243-4689-a954-fad062ec3e14, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:53:06.145422 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] For port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,segment=NetworkSegment(107abce2-a814-49a6-b415-695573844054),segment_id=107abce2-a814-49a6-b415-695573844054)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:06.146161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:06.201911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] Calling delete_port for dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:06.371593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ea42b70-90a1-4ed4-960e-aede85958607 req-a73ea592-b651-4c94-9797-6a694655de24 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8612614 Jan 27 21:53:06.420814 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d23d4e-231c-4708-bec9-7035648948aa tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:06.421777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d23d4e-231c-4708-bec9-7035648948aa tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:06.440457 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-65d23d4e-231c-4708-bec9-7035648948aa tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/5ebfd503-6b62-47e3-b5cc-fb6e21f7ae08 HTTP/1.1" status: 404 len: 337 time: 0.6559927 Jan 27 21:53:06.450561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55548) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:06.465524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-281bb584-43c2-47af-9765-373d2d9acb5c req-b1a91bfa-bdba-425e-9f17-cf7634876bfa tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8400042 Jan 27 21:53:06.513338 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d38f056-0a29-41e5-b969-3a92f6135351 admin admin] Publish callbacks [] for security_group (1e017cbe-99d4-41ec-985e-4069e986671f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:06.564194 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-873b27e6-309f-4290-aef5-232487af33ba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:06.564941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d38f056-0a29-41e5-b969-3a92f6135351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1e017cbe-99d4-41ec-985e-4069e986671f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:06.567501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873b27e6-309f-4290-aef5-232487af33ba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:06.573359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Network c5cbb8de-7243-4689-a954-fad062ec3e14 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:53:06.595689 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-873b27e6-309f-4290-aef5-232487af33ba tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/subnets/ee4b3e03-5a57-43b9-866e-2c7e904b7455 HTTP/1.1" status: 404 len: 337 time: 0.1471081 Jan 27 21:53:06.610731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 update to DOWN by agent not found {{(pid=103331) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 21:53:06.615559 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (dfb0d95d-110b-4d67-bd1a-592fa1c5ba56), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:06.637995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55550) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:06.706685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] No DVR routers for this DVR port dfb0d95d-110b-4d67-bd1a-592fa1c5ba56 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:06.719959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f91c2-c035-4d97-90a5-86fcf89b6187 None None] Pushing event deleted for resources: {'Port': ['ID=dfb0d95d-110b-4d67-bd1a-592fa1c5ba56,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:06.927318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-12c2a93e-4a33-44b9-8218-5fc3314c15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.939047 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1190a04f-da53-4ad3-840c-aa22ce8df064 req-12c2a93e-4a33-44b9-8218-5fc3314c15a0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4518938 Jan 27 21:53:07.004038 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-23ea885e-397e-47ca-8e7f-91da58592eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.018795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Deleting port 28993e8f-2111-464b-b9be-371bdad829ad {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:07.019615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (28993e8f-2111-464b-b9be-371bdad829ad), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.113909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4efa7b3-9bea-4d48-9f82-9ecab97944f7 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:07.131034 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Publish callbacks [] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.158344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Transition to ACTIVE for port object e4efa7b3-9bea-4d48-9f82-9ecab97944f7 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:07.213219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45bab7f4-0db9-4d26-ad64-9a925c5addd6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Deleting port 11910bd9-1f9e-4861-98a1-509f9cd00cce {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:07.213878 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45bab7f4-0db9-4d26-ad64-9a925c5addd6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.217518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c5cbb8de-7243-4689-a954-fad062ec3e14) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:07.229905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14828911-169f-460a-8506-ab7f72cd00c5 None None] Network c5cbb8de-7243-4689-a954-fad062ec3e14 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:07.240522 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.275726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.277601 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.311531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d38f056-0a29-41e5-b969-3a92f6135351 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0204d10284c345e49f5f0850d92644fb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4225771 Jan 27 21:53:07.313333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38f056-0a29-41e5-b969-3a92f6135351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e017cbe-99d4-41ec-985e-4069e986671f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:07.322278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55552) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:07.372256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f0a3f607-7221-43bf-9401-0d5941cb4544 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 8.4516637 Jan 27 21:53:07.376923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55554) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:07.380226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] For port 28993e8f-2111-464b-b9be-371bdad829ad, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=28993e8f-2111-464b-b9be-371bdad829ad,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:07.380807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (28993e8f-2111-464b-b9be-371bdad829ad), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.393979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-768225421', 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:07.445922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45bab7f4-0db9-4d26-ad64-9a925c5addd6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.450737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Calling delete_port for 28993e8f-2111-464b-b9be-371bdad829ad owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:07.495330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-45bab7f4-0db9-4d26-ad64-9a925c5addd6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Calling delete_port for 11910bd9-1f9e-4861-98a1-509f9cd00cce owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:07.514435 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Made reservation on behalf of 2945e28a2f8e46209d0ba31855c71739 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:07.518263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.567968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90720849-66a2-42c8-80f2-7e5226a73697 None None] Network c5cbb8de-7243-4689-a954-fad062ec3e14 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:07.710769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] device_id is not set on port 1de81d0c-f5d6-4547-9b54-4a265ea4673f yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:53:07.803502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32abb69-fa66-4267-94e4-0d1ba3e07cd5 req-308f8ee0-16e7-4a7f-a9cb-fc292f1805cc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.815811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b32abb69-fa66-4267-94e4-0d1ba3e07cd5 req-308f8ee0-16e7-4a7f-a9cb-fc292f1805cc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=06153cad-545f-490a-8d33-58a0b525ec15 HTTP/1.1" status: 200 len: 945 time: 0.9866288 Jan 27 21:53:07.827273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:08.011585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Allocated IP 2001:db8::187 (c5cbb8de-7243-4689-a954-fad062ec3e14/898bb461-9fc9-41e4-b874-6aa24e1651ba/1de81d0c-f5d6-4547-9b54-4a265ea4673f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:08.152470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-3ace95a7-e849-4ebe-9c93-141a5eabf8ce tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.163191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-3ace95a7-e849-4ebe-9c93-141a5eabf8ce tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.174753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-3ace95a7-e849-4ebe-9c93-141a5eabf8ce tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.186751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-3ace95a7-e849-4ebe-9c93-141a5eabf8ce tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.197278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-3ace95a7-e849-4ebe-9c93-141a5eabf8ce tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.207507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-3ace95a7-e849-4ebe-9c93-141a5eabf8ce tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.218732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-3ace95a7-e849-4ebe-9c93-141a5eabf8ce tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.232310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-3ace95a7-e849-4ebe-9c93-141a5eabf8ce tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5384 time: 0.5612862 Jan 27 21:53:08.291989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (28993e8f-2111-464b-b9be-371bdad829ad), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.294967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd3a9c8f-3eca-476b-9d47-28dd6eeb102b admin admin] Publish callbacks [] for security_group (1e017cbe-99d4-41ec-985e-4069e986671f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.307629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45bab7f4-0db9-4d26-ad64-9a925c5addd6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (11910bd9-1f9e-4861-98a1-509f9cd00cce), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.325666 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.351519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd3a9c8f-3eca-476b-9d47-28dd6eeb102b admin admin] Publish callbacks [] for security_group (1e017cbe-99d4-41ec-985e-4069e986671f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.386154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for port (1de81d0c-f5d6-4547-9b54-4a265ea4673f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.451457 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1de81d0c-f5d6-4547-9b54-4a265ea4673f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.473608 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.526712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Pushing event deleted for resources: {'Port': ['ID=28993e8f-2111-464b-b9be-371bdad829ad,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:08.543374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Network c5cbb8de-7243-4689-a954-fad062ec3e14 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:08.553923 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45bab7f4-0db9-4d26-ad64-9a925c5addd6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.561659 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-45bab7f4-0db9-4d26-ad64-9a925c5addd6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/ports/11910bd9-1f9e-4861-98a1-509f9cd00cce HTTP/1.1" status: 204 len: 168 time: 1.9143395 Jan 27 21:53:08.563506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55562) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:08.566809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:08.569306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f9776d7-6d79-4aac-bcc6-15d9f207fff6 req-e7f53e60-07cc-4dd2-b0e6-749e524b76cb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3352058 Jan 27 21:53:08.573298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b32abb69-fa66-4267-94e4-0d1ba3e07cd5 req-6a2a23cd-4596-49c6-b6bf-b70357c73d6b tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563756 Jan 27 21:53:08.574833 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd3a9c8f-3eca-476b-9d47-28dd6eeb102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1e017cbe-99d4-41ec-985e-4069e986671f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.595322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd3a9c8f-3eca-476b-9d47-28dd6eeb102b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.595322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cd3a9c8f-3eca-476b-9d47-28dd6eeb102b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e017cbe-99d4-41ec-985e-4069e986671f HTTP/1.1" status: 204 len: 168 time: 1.2149243 Jan 27 21:53:08.704087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.709350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:08.710612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.711054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.717857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a9c8f-3eca-476b-9d47-28dd6eeb102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e017cbe-99d4-41ec-985e-4069e986671f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:08.738515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bab7f4-0db9-4d26-ad64-9a925c5addd6 tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Port': ['ID=11910bd9-1f9e-4861-98a1-509f9cd00cce,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:08.883960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'Port': ['ID=1de81d0c-f5d6-4547-9b54-4a265ea4673f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:08.910950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] No DVR routers for this DVR port 28993e8f-2111-464b-b9be-371bdad829ad on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:08.918327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.922175 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c6fa705-46ab-4ab1-a9ef-20056a531ec8 req-bf59e509-d41e-43cd-a428-34faae8f8cff tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.57 "DELETE /v2.0/ports/28993e8f-2111-464b-b9be-371bdad829ad HTTP/1.1" status: 204 len: 173 time: 3.3271065 Jan 27 21:53:08.922697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'name': 'network-vif-deleted', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:08.925363 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f777b-0d45-47ef-98d5-4f092db02591" -d '{"events": [{"server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "name": "network-vif-deleted", "tag": "28993e8f-2111-464b-b9be-371bdad829ad"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:08.935783 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6fb4fc9a-aced-405a-8981-f5f888924441 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5499945 Jan 27 21:53:08.941089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55568) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:08.955165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Allocated IP 172.25.8.180 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/3b300d2d-dc81-4569-b771-58ba3ae0b84a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:08.995353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Attempting to bind port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:08.996248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Attempting to bind port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:08.997054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Attempting to bind port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:09.015949 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (e83a07e3-3eaa-478b-8d79-590b832e8aea), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.099215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:09.099833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Attempting to bind port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:09.139469 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de27ba-45ea-49ed-9d89-352dc2cb35ff x-openstack-request-id: req-a9de27ba-45ea-49ed-9d89-352dc2cb35ff {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:09.139805 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06153cad-545f-490a-8d33-58a0b525ec15", "name": "network-vif-deleted", "tag": "28993e8f-2111-464b-b9be-371bdad829ad", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:09.140037 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9de27ba-45ea-49ed-9d89-352dc2cb35ff {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:09.140464 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06153cad-545f-490a-8d33-58a0b525ec15', 'name': 'network-vif-deleted', 'tag': '28993e8f-2111-464b-b9be-371bdad829ad', 'status': 'completed', 'code': 200} Jan 27 21:53:09.284758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:09.286760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Checking segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:09.288159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Bound using segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:09.289234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Bound port: e4efa7b3-9bea-4d48-9f82-9ecab97944f7, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:09.290136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.307922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b78a534e-8e46-4e03-936e-b569a2d31c46 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Deleting port 1de81d0c-f5d6-4547-9b54-4a265ea4673f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:09.308461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b78a534e-8e46-4e03-936e-b569a2d31c46 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1de81d0c-f5d6-4547-9b54-4a265ea4673f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.314177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (e83a07e3-3eaa-478b-8d79-590b832e8aea), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.432217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be28870-a099-477a-abab-880e0d6ba77e req-8e4a4bc2-d4e5-4ac8-841b-316ff4e53929 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.436290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1be28870-a099-477a-abab-880e0d6ba77e req-8e4a4bc2-d4e5-4ac8-841b-316ff4e53929 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 945 time: 0.4221411 Jan 27 21:53:09.451076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83a07e3-3eaa-478b-8d79-590b832e8aea']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:09.490854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107abce2-a814-49a6-b415-695573844054') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:09.491735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107abce2-a814-49a6-b415-695573844054') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:09.517566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (107abce2-a814-49a6-b415-695573844054), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.556354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (107abce2-a814-49a6-b415-695573844054), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.593603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:09.594349 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (107abce2-a814-49a6-b415-695573844054), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:09.598901 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:09.614907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for port (3b300d2d-dc81-4569-b771-58ba3ae0b84a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.648836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] For port e4efa7b3-9bea-4d48-9f82-9ecab97944f7, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:09.680820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b78a534e-8e46-4e03-936e-b569a2d31c46 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1de81d0c-f5d6-4547-9b54-4a265ea4673f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.684349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] For port e4efa7b3-9bea-4d48-9f82-9ecab97944f7, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:09.685815 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (e83a07e3-3eaa-478b-8d79-590b832e8aea), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.692135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1be28870-a099-477a-abab-880e0d6ba77e req-b33d9720-dd13-41d1-b1b4-8ed070cf4327 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368126 Jan 27 21:53:09.696142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.715613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.719597 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] 10.222.0.45 "DELETE /v2.0/networks/e83a07e3-3eaa-478b-8d79-590b832e8aea HTTP/1.1" status: 204 len: 168 time: 1.1012199 Jan 27 21:53:09.736700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b78a534e-8e46-4e03-936e-b569a2d31c46 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Calling delete_port for 1de81d0c-f5d6-4547-9b54-4a265ea4673f owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:09.739302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390e0ed-2e1a-4b3f-a3a7-dbc29471b4dc tempest-PortsTestJSON-487850217 tempest-PortsTestJSON-487850217-project] Pushing event deleted for resources: {'Network': ['ID=e83a07e3-3eaa-478b-8d79-590b832e8aea,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:09.826328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.827125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.830310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] 10.222.0.16 "PUT /v2.0/ports/e4efa7b3-9bea-4d48-9f82-9ecab97944f7 HTTP/1.1" status: 200 len: 1090 time: 6.1549709 Jan 27 21:53:09.868177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 28993e8f-2111-464b-b9be-371bdad829ad no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:09.954861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 28993e8f-2111-464b-b9be-371bdad829ad {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:09.955164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 28993e8f-2111-464b-b9be-371bdad829ad not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:09.972132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:09.976304 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be8e8d-bf6a-4637-9a7d-45914573fea7" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "e4efa7b3-9bea-4d48-9f82-9ecab97944f7"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:09.991711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fd4bf-282d-4170-9ec7-74261a003ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:10.028803 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b78a534e-8e46-4e03-936e-b569a2d31c46 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1de81d0c-f5d6-4547-9b54-4a265ea4673f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.091642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:10.094062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a534e-8e46-4e03-936e-b569a2d31c46 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event deleted for resources: {'Port': ['ID=1de81d0c-f5d6-4547-9b54-4a265ea4673f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:10.202768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b78a534e-8e46-4e03-936e-b569a2d31c46 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.212760 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b78a534e-8e46-4e03-936e-b569a2d31c46 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "DELETE /v2.0/ports/1de81d0c-f5d6-4547-9b54-4a265ea4673f HTTP/1.1" status: 204 len: 168 time: 1.2704818 Jan 27 21:53:10.216361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55600) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:10.226948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14', 'external_fixed_ips': [{'subnet_id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'ip_address': '2001:db8::187'}]}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:10.252078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.257457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55602) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:10.271058 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3b300d2d-dc81-4569-b771-58ba3ae0b84a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.277181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (d382a554-2c7c-4238-9d48-71d13a677e02), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.278519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (d382a554-2c7c-4238-9d48-71d13a677e02), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.400826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_controller (d382a554-2c7c-4238-9d48-71d13a677e02), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.463204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:10.513299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-1fe3656b-7c20-4613-9662-efc07d0b2878 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.546082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-1fe3656b-7c20-4613-9662-efc07d0b2878 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.557473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-1fe3656b-7c20-4613-9662-efc07d0b2878 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.570472 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-ef4bcf56-160f-41f9-b9a5-53a1a15a945a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1678782 Jan 27 21:53:10.582878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-1fe3656b-7c20-4613-9662-efc07d0b2878 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.599596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-1fe3656b-7c20-4613-9662-efc07d0b2878 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.618756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-1fe3656b-7c20-4613-9662-efc07d0b2878 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.646144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-1fe3656b-7c20-4613-9662-efc07d0b2878 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.649437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-1fe3656b-7c20-4613-9662-efc07d0b2878 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5384 time: 0.6375580 Jan 27 21:53:10.671775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:10.695541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:10.699140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'Port': ['ID=3b300d2d-dc81-4569-b771-58ba3ae0b84a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:10.719567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (d382a554-2c7c-4238-9d48-71d13a677e02), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.829304 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.871920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-cde1fd0d-0042-4005-b0be-3b0396f758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.872420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-cde1fd0d-0042-4005-b0be-3b0396f758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.872900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-cde1fd0d-0042-4005-b0be-3b0396f758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.873377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-cde1fd0d-0042-4005-b0be-3b0396f758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.873852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-cde1fd0d-0042-4005-b0be-3b0396f758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.874324 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-cde1fd0d-0042-4005-b0be-3b0396f758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.874939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-cde1fd0d-0042-4005-b0be-3b0396f758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.877479 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-cde1fd0d-0042-4005-b0be-3b0396f758ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6499 time: 0.2337990 Jan 27 21:53:11.042979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-8c6d16dc-18db-49b6-b267-46d9a118c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.043894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-8c6d16dc-18db-49b6-b267-46d9a118c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.044528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-8c6d16dc-18db-49b6-b267-46d9a118c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.045112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-8c6d16dc-18db-49b6-b267-46d9a118c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.045580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-8c6d16dc-18db-49b6-b267-46d9a118c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.046065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-8c6d16dc-18db-49b6-b267-46d9a118c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.046491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-8c6d16dc-18db-49b6-b267-46d9a118c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.048624 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-8c6d16dc-18db-49b6-b267-46d9a118c72a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6276 time: 0.2475743 Jan 27 21:53:11.110172 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.182820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-17aaea00-bc3d-4c50-8f32-5ce60f2a4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.183302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-17aaea00-bc3d-4c50-8f32-5ce60f2a4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.183805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-17aaea00-bc3d-4c50-8f32-5ce60f2a4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.185669 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-17aaea00-bc3d-4c50-8f32-5ce60f2a4084 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1286108 Jan 27 21:53:11.249678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-df06c2fb-5617-4780-ae74-d0b72c305d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.250075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-df06c2fb-5617-4780-ae74-d0b72c305d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.250551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-df06c2fb-5617-4780-ae74-d0b72c305d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.252307 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-df06c2fb-5617-4780-ae74-d0b72c305d1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e78fca6c-458f-45b2-a2a2-4054b3edd670&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 200 len: 2298 time: 0.3385477 Jan 27 21:53:11.377851 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e30c5e-056a-491b-9571-0872a3f168e1 x-openstack-request-id: req-70e30c5e-056a-491b-9571-0872a3f168e1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:11.377851 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "e4efa7b3-9bea-4d48-9f82-9ecab97944f7", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:11.378782 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70e30c5e-056a-491b-9571-0872a3f168e1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:11.379519 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7', 'status': 'completed', 'code': 200} Jan 27 21:53:11.561473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-f4206d8c-9329-44e0-a776-4717148b427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.564343 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b5be8e8d-bf6a-4637-9a7d-45914573fea7 req-f4206d8c-9329-44e0-a776-4717148b427a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3698726 Jan 27 21:53:11.607679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-3490a7cd-0705-4201-b3cf-77ca49677939 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.609336 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-3490a7cd-0705-4201-b3cf-77ca49677939 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.57 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 944 time: 0.4175477 Jan 27 21:53:11.683040 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-1bf43576-aa80-4878-9463-1871a0cf7f56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 200 len: 1002 time: 0.4244933 Jan 27 21:53:11.696304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0277a91d-6440-4011-b82a-4b6b5cc107eb req-38bc7c57-b675-409b-9454-1ea70e16644c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0196023 Jan 27 21:53:11.788563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-5aa8527a-f8ae-4d81-9cb1-ef7edf048080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.790162 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-5aa8527a-f8ae-4d81-9cb1-ef7edf048080 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06288402-3250-4099-a036-550239416a5c HTTP/1.1" status: 200 len: 855 time: 0.0969396 Jan 27 21:53:11.972026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33538abd-b621-463f-893a-5a941d0c645e req-9caaf4d2-863f-4b88-b1af-2983d6748c48 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.973202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33538abd-b621-463f-893a-5a941d0c645e req-9caaf4d2-863f-4b88-b1af-2983d6748c48 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 945 time: 0.5795848 Jan 27 21:53:11.986845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-a8aac454-9306-4649-8f79-f73c24a6d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.988745 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-a8aac454-9306-4649-8f79-f73c24a6d097 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78fca6c-458f-45b2-a2a2-4054b3edd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152081 Jan 27 21:53:11.994749 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (d382a554-2c7c-4238-9d48-71d13a677e02), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.005255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8ad26d35-37cf-4b92-ad46-53aabf745c3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1db4be02359400a8287ee893e8f7ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7427931 Jan 27 21:53:12.014075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55632) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:12.037048 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.119238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-f4e1a824-e139-41a5-b382-52111bf490a1 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.120821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-f4e1a824-e139-41a5-b382-52111bf490a1 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.57 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 945 time: 0.4182315 Jan 27 21:53:12.153061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd336888-e7da-46d1-b47a-241b3b12ff2f req-34aebf32-2e62-4a49-a187-8284340ce35d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.154727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd336888-e7da-46d1-b47a-241b3b12ff2f req-34aebf32-2e62-4a49-a187-8284340ce35d tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fecfa31-ded2-461e-99d0-9d8aa05d73d3 HTTP/1.1" status: 200 len: 944 time: 0.3095329 Jan 27 21:53:12.322422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33538abd-b621-463f-893a-5a941d0c645e req-4d98316d-998b-4234-b178-33cfa2b6db8e tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149157 Jan 27 21:53:12.377190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.404707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Deleting port 84af5035-de23-4221-9eef-076e21d0b1a6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:12.405071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.439773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfa2141b-98ea-41ed-a1b7-b110988306a7 admin admin] Publish callbacks [] for security_group (b36da737-748e-4a56-87c3-a496dbae014d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.451804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd336888-e7da-46d1-b47a-241b3b12ff2f req-71afac85-7ca3-4676-9b8b-a30a5525e0e9 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763476 Jan 27 21:53:12.520204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfa2141b-98ea-41ed-a1b7-b110988306a7 admin admin] Publish callbacks [] for security_group (b36da737-748e-4a56-87c3-a496dbae014d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.535817 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-d002fbf8-dfb0-4c88-886b-ab9db8a53867 service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386887 Jan 27 21:53:12.578124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b64acb3-5fe5-494a-9586-fc11fa36d629 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:12.600543 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Publish callbacks [] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.636342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Deleting port 26abd634-c38b-49ce-9e3d-839058bedc0b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:12.636821 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.701813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Transition to ACTIVE for port object 0b64acb3-5fe5-494a-9586-fc11fa36d629 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:12.714041 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.770685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] For port 84af5035-de23-4221-9eef-076e21d0b1a6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=84af5035-de23-4221-9eef-076e21d0b1a6,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:12.771626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.821232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Calling delete_port for 84af5035-de23-4221-9eef-076e21d0b1a6 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:12.831612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Allocated IP 2001:db8::187 (c5cbb8de-7243-4689-a954-fad062ec3e14/898bb461-9fc9-41e4-b874-6aa24e1651ba/edd06803-9c34-487a-bd43-d68390f83721) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:12.902237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-3ad1d453-2f75-4668-ad43-aff81b23105b service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586242 Jan 27 21:53:13.015405 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-d8809e6f-8d41-43fb-b14c-f9c697f59116 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 217 time: 0.1017098 Jan 27 21:53:13.034574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Pushing event updated for resources: {'Port': ['ID=0b64acb3-5fe5-494a-9586-fc11fa36d629,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:13.061790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfa2141b-98ea-41ed-a1b7-b110988306a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b36da737-748e-4a56-87c3-a496dbae014d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.064738 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfa2141b-98ea-41ed-a1b7-b110988306a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.082675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dfa2141b-98ea-41ed-a1b7-b110988306a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b36da737-748e-4a56-87c3-a496dbae014d HTTP/1.1" status: 204 len: 168 time: 1.0534542 Jan 27 21:53:13.175620 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for port (edd06803-9c34-487a-bd43-d68390f83721), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.212525 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.313388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] For port 26abd634-c38b-49ce-9e3d-839058bedc0b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=26abd634-c38b-49ce-9e3d-839058bedc0b,segment=NetworkSegment(89295808-4102-440e-9647-95d80ce805a1),segment_id=89295808-4102-440e-9647-95d80ce805a1)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:13.314025 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.340448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Calling delete_port for 26abd634-c38b-49ce-9e3d-839058bedc0b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:13.351908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.353605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (edd06803-9c34-487a-bd43-d68390f83721), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.356226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-4bc4a9cd-eb82-44c2-a63a-fd568e3a3165 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4622889 Jan 27 21:53:13.384296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Attempting to bind port 0b64acb3-5fe5-494a-9586-fc11fa36d629 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:13.385111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Attempting to bind port 0b64acb3-5fe5-494a-9586-fc11fa36d629 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:13.385612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Attempting to bind port 0b64acb3-5fe5-494a-9586-fc11fa36d629 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:13.394223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2141b-98ea-41ed-a1b7-b110988306a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36da737-748e-4a56-87c3-a496dbae014d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:13.400640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Port 0b64acb3-5fe5-494a-9586-fc11fa36d629 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:13.401251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Attempting to bind port 0b64acb3-5fe5-494a-9586-fc11fa36d629 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:13.433142 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-7c9a79db-7e1f-429b-bbae-95e6fff31300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.451843 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-7c9a79db-7e1f-429b-bbae-95e6fff31300 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.4286666 Jan 27 21:53:13.476093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Network c5cbb8de-7243-4689-a954-fad062ec3e14 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:13.483805 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (84af5035-de23-4221-9eef-076e21d0b1a6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.513577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:13.514191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Checking segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:13.514794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Bound using segment: {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:13.515554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Bound port: 0b64acb3-5fe5-494a-9586-fc11fa36d629, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f816474-9ac1-4a88-a471-fc447fa472f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:13.516164 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.533001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:13.552197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:13.688124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'Port': ['ID=edd06803-9c34-487a-bd43-d68390f83721,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:13.705535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-b8934f9c-bba3-4c78-91b8-78d437edc892 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.716354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-b8934f9c-bba3-4c78-91b8-78d437edc892 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.726901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-b8934f9c-bba3-4c78-91b8-78d437edc892 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.737600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-b8934f9c-bba3-4c78-91b8-78d437edc892 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.746592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-b8934f9c-bba3-4c78-91b8-78d437edc892 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.757164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-b8934f9c-bba3-4c78-91b8-78d437edc892 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.762703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-b8934f9c-bba3-4c78-91b8-78d437edc892 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.764741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-b8934f9c-bba3-4c78-91b8-78d437edc892 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5396 time: 0.8685944 Jan 27 21:53:13.873541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Pushing event deleted for resources: {'Port': ['ID=84af5035-de23-4221-9eef-076e21d0b1a6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:13.952013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] No DVR routers for this DVR port 84af5035-de23-4221-9eef-076e21d0b1a6 on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:13.964593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-5dfa3d52-693f-42c4-ba5b-4e5fedbf6c19 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.966187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-5dfa3d52-693f-42c4-ba5b-4e5fedbf6c19 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5832412 Jan 27 21:53:14.001621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.011547 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f189060b-e255-4eec-a27f-22ccd5b42f99 req-a0852687-c666-4e23-a55d-3e6dcab6c2b3 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.57 "DELETE /v2.0/ports/84af5035-de23-4221-9eef-076e21d0b1a6 HTTP/1.1" status: 204 len: 173 time: 2.3703084 Jan 27 21:53:14.012922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'name': 'network-vif-deleted', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:14.024601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] For port 0b64acb3-5fe5-494a-9586-fc11fa36d629, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:14.034457 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7c4c0-0cba-4920-8a5e-8fbbb2e42d27" -d '{"events": [{"server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "name": "network-vif-deleted", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:14.036549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-a01db8e5-96d7-490c-8e0d-423c1953b6bf tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/quotas/8bf468f1d5b4435698a82f8407077a37 HTTP/1.1" status: 200 len: 375 time: 0.0457919 Jan 27 21:53:14.060205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6916ed5-289f-40f7-acc8-a5e9ec2fea7f req-c76af242-da91-4b04-8ac2-777eedeeffc8 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2778211 Jan 27 21:53:14.063852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] For port 0b64acb3-5fe5-494a-9586-fc11fa36d629, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:14.079212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-9c926568-08bd-4698-8af5-c9b4e36b182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.085616 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-9c926568-08bd-4698-8af5-c9b4e36b182e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6235411 Jan 27 21:53:14.103464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.281882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55672) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:14.604459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1297712942'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:14.647850 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-7852777f-9d68-4067-bb65-b2386d510488 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423155 Jan 27 21:53:14.658408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-099e125e-867a-4443-b1ab-a021aba0a196 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6057396 Jan 27 21:53:14.687844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.688986 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.691021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] 10.222.0.16 "PUT /v2.0/ports/0b64acb3-5fe5-494a-9586-fc11fa36d629 HTTP/1.1" status: 200 len: 1090 time: 4.6216037 Jan 27 21:53:14.691789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': '0b64acb3-5fe5-494a-9586-fc11fa36d629'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:14.695026 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "0b64acb3-5fe5-494a-9586-fc11fa36d629"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:14.732954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (d382a554-2c7c-4238-9d48-71d13a677e02), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.757151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:14.803876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (26abd634-c38b-49ce-9e3d-839058bedc0b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.840627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7b7e2-8632-4445-9bad-123d10de3fae service neutron] Pushing event updated for resources: {'Port': ['ID=0b64acb3-5fe5-494a-9586-fc11fa36d629,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:14.870446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:14.875941 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.903118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Pushing event deleted for resources: {'Port': ['ID=26abd634-c38b-49ce-9e3d-839058bedc0b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:14.914425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042ef4b-383a-4a18-b295-ee70f019159f req-596bbd0c-f4ca-49a5-856c-3f96749db58c tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.917973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a042ef4b-383a-4a18-b295-ee70f019159f req-596bbd0c-f4ca-49a5-856c-3f96749db58c tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a1b101-651a-4f4f-b372-8eac01171f09 HTTP/1.1" status: 200 len: 945 time: 0.2665513 Jan 27 21:53:14.929033 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.944025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Router 2fb88b8e-4fe7-4ea9-b554-c37e85249f6a is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:15.007849 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.054292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] No DVR routers for this DVR port 26abd634-c38b-49ce-9e3d-839058bedc0b on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:15.088669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.104712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d2fe543-70ac-4caf-ad04-d6a8f4a2c980 req-e637b402-52b1-484e-aa14-8fff66a037a3 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.57 "DELETE /v2.0/ports/26abd634-c38b-49ce-9e3d-839058bedc0b HTTP/1.1" status: 204 len: 173 time: 2.9514060 Jan 27 21:53:15.240744 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a11c69-e62d-48af-941b-911c616b23a1 x-openstack-request-id: req-26a11c69-e62d-48af-941b-911c616b23a1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:15.241307 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fecfa31-ded2-461e-99d0-9d8aa05d73d3", "name": "network-vif-deleted", "tag": "84af5035-de23-4221-9eef-076e21d0b1a6", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:15.241723 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26a11c69-e62d-48af-941b-911c616b23a1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:15.242565 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fecfa31-ded2-461e-99d0-9d8aa05d73d3', 'name': 'network-vif-deleted', 'tag': '84af5035-de23-4221-9eef-076e21d0b1a6', 'status': 'completed', 'code': 200} Jan 27 21:53:15.285194 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-8664fdc6-daee-4b8b-ac53-51c1a28f3645 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236370 Jan 27 21:53:15.337301 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d069a5-22e9-4ebb-bc7d-6a9806f54854 x-openstack-request-id: req-27d069a5-22e9-4ebb-bc7d-6a9806f54854 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:15.337668 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "0b64acb3-5fe5-494a-9586-fc11fa36d629", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:15.337942 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27d069a5-22e9-4ebb-bc7d-6a9806f54854 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:15.338376 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': '0b64acb3-5fe5-494a-9586-fc11fa36d629', 'status': 'completed', 'code': 200} Jan 27 21:53:15.432710 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-710c5085-b21e-4072-b308-46a5a11192f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 217 time: 0.1318471 Jan 27 21:53:15.560240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for security_group (ce859536-3523-41b1-aa92-7dfe4ec660a9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.648441 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ce859536-3523-41b1-aa92-7dfe4ec660a9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.651547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dc0f450-8af6-48f2-9dca-b8d49f03504f req-f1fe50c0-2506-4b5c-8e81-3ee6f3439eec tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 210 time: 0.0959289 Jan 27 21:53:15.662471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a042ef4b-383a-4a18-b295-ee70f019159f req-b962b6d3-7810-484a-b549-27262ea6ae53 tempest-InstanceActionsV221TestJSON-323618843 tempest-InstanceActionsV221TestJSON-323618843-project] 10.222.0.45 "GET /v2.0/security-groups?id=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106104 Jan 27 21:53:15.737135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-c18e7fef-a2c5-438b-aa6b-2ca9c56db317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.740334 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-c18e7fef-a2c5-438b-aa6b-2ca9c56db317 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.2879550 Jan 27 21:53:15.760341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:15.764989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-92b9d4fd-9855-4637-87c2-9b977466d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.765500 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.768167 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-92b9d4fd-9855-4637-87c2-9b977466d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.770015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69bb2cd9-4d65-4509-bbab-dc4602d69aa7 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "PUT /v2.0/routers/2fb88b8e-4fe7-4ea9-b554-c37e85249f6a HTTP/1.1" status: 200 len: 914 time: 12.0775058 Jan 27 21:53:15.770950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-92b9d4fd-9855-4637-87c2-9b977466d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.772251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-92b9d4fd-9855-4637-87c2-9b977466d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.773344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-92b9d4fd-9855-4637-87c2-9b977466d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.774424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-92b9d4fd-9855-4637-87c2-9b977466d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.775210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42b30c-cae7-4e5c-b22d-6d2f117743d8 None None] Sync routers for ids ['2fb88b8e-4fe7-4ea9-b554-c37e85249f6a'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:15.777118 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-92b9d4fd-9855-4637-87c2-9b977466d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.780999 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-92b9d4fd-9855-4637-87c2-9b977466d226 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6343 time: 0.4450634 Jan 27 21:53:15.782251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55690) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:15.795174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:53:15.802818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42b30c-cae7-4e5c-b22d-6d2f117743d8 None None] Routers {'2fb88b8e-4fe7-4ea9-b554-c37e85249f6a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:15.802818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d42b30c-cae7-4e5c-b22d-6d2f117743d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2fb88b8e-4fe7-4ea9-b554-c37e85249f6a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:15.905557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (d382a554-2c7c-4238-9d48-71d13a677e02), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.923368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d42b30c-cae7-4e5c-b22d-6d2f117743d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:15.939380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 26abd634-c38b-49ce-9e3d-839058bedc0b no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:16.002215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 26abd634-c38b-49ce-9e3d-839058bedc0b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:16.004181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 26abd634-c38b-49ce-9e3d-839058bedc0b not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:16.004700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84af5035-de23-4221-9eef-076e21d0b1a6 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:16.007667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02378a6-77b4-49d1-9876-aeae9608ee06 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:16.028672 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Publish callbacks [] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:16.055445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Transition to ACTIVE for port object a02378a6-77b4-49d1-9876-aeae9608ee06 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:16.062320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42b30c-cae7-4e5c-b22d-6d2f117743d8 None None] Routers {'2fb88b8e-4fe7-4ea9-b554-c37e85249f6a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:16.067743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d42b30c-cae7-4e5c-b22d-6d2f117743d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2fb88b8e-4fe7-4ea9-b554-c37e85249f6a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:16.070850 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:16.076115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 84af5035-de23-4221-9eef-076e21d0b1a6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:16.077490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 84af5035-de23-4221-9eef-076e21d0b1a6 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:16.176634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce859536-3523-41b1-aa92-7dfe4ec660a9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:16.185674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d42b30c-cae7-4e5c-b22d-6d2f117743d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:16.187877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42b30c-cae7-4e5c-b22d-6d2f117743d8 None None] The sync data for ids ['2fb88b8e-4fe7-4ea9-b554-c37e85249f6a'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:16.241140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3fd54595-c1dd-4b52-8453-3b7225fee50c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:16.241826 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment 3fd54595-c1dd-4b52-8453-3b7225fee50c of type vlan for network 22536238-17ca-4978-85cf-3e3f6e18726b Jan 27 21:53:16.309214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Pushing event updated for resources: {'Port': ['ID=a02378a6-77b4-49d1-9876-aeae9608ee06,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:16.342840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-2e5cb8d7-3b39-4b4b-9d92-244dd47bc2f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.349045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-2e5cb8d7-3b39-4b4b-9d92-244dd47bc2f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.354860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-2e5cb8d7-3b39-4b4b-9d92-244dd47bc2f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.360641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-2e5cb8d7-3b39-4b4b-9d92-244dd47bc2f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.366412 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-2e5cb8d7-3b39-4b4b-9d92-244dd47bc2f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.371882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-2e5cb8d7-3b39-4b4b-9d92-244dd47bc2f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.377455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-2e5cb8d7-3b39-4b4b-9d92-244dd47bc2f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.390250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-2e5cb8d7-3b39-4b4b-9d92-244dd47bc2f3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5408 time: 0.3306463 Jan 27 21:53:16.628098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d9bfc69-5b1a-42e0-9b2d-29bc21320b5a req-c61240b7-4dc6-4dca-b5db-534439050261 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2366688 Jan 27 21:53:16.635806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Attempting to bind port a02378a6-77b4-49d1-9876-aeae9608ee06 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:16.636874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Attempting to bind port a02378a6-77b4-49d1-9876-aeae9608ee06 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:16.637663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Attempting to bind port a02378a6-77b4-49d1-9876-aeae9608ee06 on network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:16.660542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Port a02378a6-77b4-49d1-9876-aeae9608ee06 on network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:16.660877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Attempting to bind port a02378a6-77b4-49d1-9876-aeae9608ee06 on network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:16.674888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:16.675829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Checking segment: {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:16.675961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Bound using segment: {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:16.676334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Bound port: a02378a6-77b4-49d1-9876-aeae9608ee06, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:16.676696 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:16.739711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8bac5-e2a0-4d0e-a486-7306d435e4e1 req-4e83705a-8eba-4615-9ac0-9d8b3b04ab54 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.751881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5a8bac5-e2a0-4d0e-a486-7306d435e4e1 req-4e83705a-8eba-4615-9ac0-9d8b3b04ab54 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 944 time: 0.2538664 Jan 27 21:53:16.887455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5a8bac5-e2a0-4d0e-a486-7306d435e4e1 req-0f9c984c-f476-4ab1-9b38-48f730af3dab tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342344 Jan 27 21:53:16.958518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15894443-36e6-4f75-aff4-7b8356db3eb3 req-5eb89beb-5f63-4bf9-a2d6-7c7bba93f634 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 210 time: 0.0771677 Jan 27 21:53:16.972981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-9e0f9a93-2c86-4c79-9e61-77dd3f28eb50 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.974692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-9e0f9a93-2c86-4c79-9e61-77dd3f28eb50 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.57 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 944 time: 0.3276350 Jan 27 21:53:17.036554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] For port a02378a6-77b4-49d1-9876-aeae9608ee06, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:17.045242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] For port a02378a6-77b4-49d1-9876-aeae9608ee06, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a02378a6-77b4-49d1-9876-aeae9608ee06,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:17.084151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (22536238-17ca-4978-85cf-3e3f6e18726b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.087459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.123000 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c2048eb-cb7c-439d-a4d8-51c56ee6e77e tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/routers/2fb88b8e-4fe7-4ea9-b554-c37e85249f6a HTTP/1.1" status: 200 len: 920 time: 1.3164763 Jan 27 21:53:17.125402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55704) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:17.134675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-fd7b53c6-5741-4eeb-aff1-f3d4a7889de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.136993 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-fd7b53c6-5741-4eeb-aff1-f3d4a7889de0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3447399 Jan 27 21:53:17.151881 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (22536238-17ca-4978-85cf-3e3f6e18726b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.156889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.157550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.195912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.196820 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.198665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] 10.222.0.16 "PUT /v2.0/ports/a02378a6-77b4-49d1-9876-aeae9608ee06 HTTP/1.1" status: 200 len: 1091 time: 2.4658172 Jan 27 21:53:17.276282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Request body: {'port': {'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:17.353211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1b101-651a-4f4f-b372-8eac01171f09', 'name': 'network-vif-deleted', 'tag': '26abd634-c38b-49ce-9e3d-839058bedc0b'}, {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': 'a02378a6-77b4-49d1-9876-aeae9608ee06'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:17.355730 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea" -d '{"events": [{"server_uuid": "57a1b101-651a-4f4f-b372-8eac01171f09", "name": "network-vif-deleted", "tag": "26abd634-c38b-49ce-9e3d-839058bedc0b"}, {"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "a02378a6-77b4-49d1-9876-aeae9608ee06"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:17.370120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55710) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:17.386415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31483c-168d-44bd-9736-1416fcbf3811 service neutron] Pushing event updated for resources: {'Port': ['ID=a02378a6-77b4-49d1-9876-aeae9608ee06,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:17.469868 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1814866 Jan 27 21:53:17.476575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55714) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:17.523649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2080790754'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:17.586810 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24ac6f6-f70c-45bb-bdf6-fabbb76c98cf x-openstack-request-id: req-c24ac6f6-f70c-45bb-bdf6-fabbb76c98cf {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:17.587690 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1b101-651a-4f4f-b372-8eac01171f09", "name": "network-vif-deleted", "tag": "26abd634-c38b-49ce-9e3d-839058bedc0b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "a02378a6-77b4-49d1-9876-aeae9608ee06", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:17.587690 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c24ac6f6-f70c-45bb-bdf6-fabbb76c98cf {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:17.588688 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a1b101-651a-4f4f-b372-8eac01171f09', 'name': 'network-vif-deleted', 'tag': '26abd634-c38b-49ce-9e3d-839058bedc0b', 'status': 'completed', 'code': 200} Jan 27 21:53:17.588688 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': 'a02378a6-77b4-49d1-9876-aeae9608ee06', 'status': 'completed', 'code': 200} Jan 27 21:53:17.590575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-da1ad996-9c0e-4c66-a80f-e1c5e32f3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.591211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-da1ad996-9c0e-4c66-a80f-e1c5e32f3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.591654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-da1ad996-9c0e-4c66-a80f-e1c5e32f3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.593463 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-da1ad996-9c0e-4c66-a80f-e1c5e32f3b25 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.7764723 Jan 27 21:53:17.595051 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.600471 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-0ae160cc-2117-42b3-9383-5f29cf0bce2b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193366 Jan 27 21:53:17.601140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0b7bc-47e2-4c81-9f6b-6c9b51e2a57b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=22536238-17ca-4978-85cf-3e3f6e18726b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:17.622646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 22536238-17ca-4978-85cf-3e3f6e18726b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:53:17.670919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Deleting port 4141a9c4-b92e-4e2b-aa39-24be605697ee {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:17.672194 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.714984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:17.718617 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.748631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e556569-35da-44b9-b523-7e625f780866 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.751155 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e556569-35da-44b9-b523-7e625f780866 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=2fb88b8e-4fe7-4ea9-b554-c37e85249f6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6191707 Jan 27 21:53:17.758400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55718) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:17.873331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cf1979-ec90-4a56-9bd1-def2c34d2fab admin admin] Deleting subnet 8d67bf45-baa7-4203-b595-0453810ad7ee {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:17.944035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71cf1979-ec90-4a56-9bd1-def2c34d2fab admin admin] Publish callbacks [] for subnet (8d67bf45-baa7-4203-b595-0453810ad7ee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.016637 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.028363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:53:18.065510 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-88944d98-81ea-4650-9c38-022766042cf1 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9008868 Jan 27 21:53:18.119164 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bedd7608-761f-4d95-a4de-8f87deace476), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.119531 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment bedd7608-761f-4d95-a4de-8f87deace476 of type vlan for network a3268f74-bcfe-43ef-9d3a-d412ad81d94c Jan 27 21:53:18.137004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-9524426d-dc9e-4889-aa63-5316b08f4be9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.142493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-9524426d-dc9e-4889-aa63-5316b08f4be9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.148448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-9524426d-dc9e-4889-aa63-5316b08f4be9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.153976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-9524426d-dc9e-4889-aa63-5316b08f4be9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.159446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-9524426d-dc9e-4889-aa63-5316b08f4be9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.165148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-9524426d-dc9e-4889-aa63-5316b08f4be9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.170473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-9524426d-dc9e-4889-aa63-5316b08f4be9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.172469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-9524426d-dc9e-4889-aa63-5316b08f4be9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5408 time: 0.3649526 Jan 27 21:53:18.244088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] For port 4141a9c4-b92e-4e2b-aa39-24be605697ee, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4141a9c4-b92e-4e2b-aa39-24be605697ee,segment=NetworkSegment(29055141-3e1c-40c5-acc7-4911e1386dd4),segment_id=29055141-3e1c-40c5-acc7-4911e1386dd4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:18.244440 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.289008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49234991-b178-43fc-9380-4bc43deddfd2 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.291047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-49234991-b178-43fc-9380-4bc43deddfd2 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 881 time: 0.5037458 Jan 27 21:53:18.307192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55724) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:18.326359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a3268f74-bcfe-43ef-9d3a-d412ad81d94c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.333797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Calling delete_port for 4141a9c4-b92e-4e2b-aa39-24be605697ee owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:18.334189 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71cf1979-ec90-4a56-9bd1-def2c34d2fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (8d67bf45-baa7-4203-b595-0453810ad7ee), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.401389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f62a8-2898-4496-9005-e83afa349922 req-89aa1a96-268b-4b64-be29-190dc3d43366 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.403481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e17f62a8-2898-4496-9005-e83afa349922 req-89aa1a96-268b-4b64-be29-190dc3d43366 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 944 time: 0.3420055 Jan 27 21:53:18.409552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Router d382a554-2c7c-4238-9d48-71d13a677e02 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:18.491067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-d9d4dbc2-fe7e-413d-94f4-01b6199ed2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.493847 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bdfbb5ba-3da6-4e9b-8b61-d3c325ffa215 req-d9d4dbc2-fe7e-413d-94f4-01b6199ed2cf service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8847685 Jan 27 21:53:18.498420 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f88573f0-7338-49f9-bbc6-2b4950d567a9 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fb88b8e-4fe7-4ea9-b554-c37e85249f6a HTTP/1.1" status: 200 len: 205 time: 0.1593943 Jan 27 21:53:18.508480 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55726) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:18.523545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-8821cef9-ece7-47fe-a969-8ed071edadea tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.538808 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-8821cef9-ece7-47fe-a969-8ed071edadea tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9047730 Jan 27 21:53:18.546810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a3268f74-bcfe-43ef-9d3a-d412ad81d94c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.553143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.554056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.557885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Request body: {'port': {'device_id': 'c458633b-5e37-41b8-8e70-ad95a19b7a71', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8bf468f1d5b4435698a82f8407077a37'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:18.607219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1130936 Jan 27 21:53:18.629474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3b1441d-2f2a-45d8-8fdd-fea0367e87fa req-4bc3cfed-4d19-4a06-8918-3964294ca23a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4361198 Jan 27 21:53:18.676257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55728) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:18.697662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': '22536238-17ca-4978-85cf-3e3f6e18726b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:18.754450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.926006 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71cf1979-ec90-4a56-9bd1-def2c34d2fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (8d67bf45-baa7-4203-b595-0453810ad7ee), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.973204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eee3c423-ece6-4e3d-b443-ad125c66bb19 req-e91fd5e5-968e-4bf0-8236-3504c50affab tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 210 time: 0.1499305 Jan 27 21:53:18.992735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56299447-c5da-45a6-9b8a-dcdfb005de0e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=a3268f74-bcfe-43ef-9d3a-d412ad81d94c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:19.007193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-0b0bb400-5a35-40c3-bfa6-ebaee9b6da13 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9024980 Jan 27 21:53:19.014386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e17f62a8-2898-4496-9005-e83afa349922 req-96f29e90-fbc1-4e0f-920d-3839be0e7efa tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4f3fe16-64a2-4730-8741-bb913d34d041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528705 Jan 27 21:53:19.043246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a3268f74-bcfe-43ef-9d3a-d412ad81d94c details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:53:19.163610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89247f41-4fed-45ab-af6d-0a711ea30c23 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:19.172445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:19.179447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.305992 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Publish callbacks [] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.353468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Transition to ACTIVE for port object 89247f41-4fed-45ab-af6d-0a711ea30c23 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:19.375155 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.437113 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4141a9c4-b92e-4e2b-aa39-24be605697ee), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.493927 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-93cdda2a-15f1-4e91-9a31-e964c4ecc7e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7968f295-7efa-408b-a91e-95a069d7064d HTTP/1.1" status: 200 len: 217 time: 0.1064117 Jan 27 21:53:19.524350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Pushing event updated for resources: {'Port': ['ID=89247f41-4fed-45ab-af6d-0a711ea30c23,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:19.524578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-d031c11e-df57-4d95-9f24-4e068f5e93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.524851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-d031c11e-df57-4d95-9f24-4e068f5e93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.525339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-d031c11e-df57-4d95-9f24-4e068f5e93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.525801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-d031c11e-df57-4d95-9f24-4e068f5e93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.526262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-d031c11e-df57-4d95-9f24-4e068f5e93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.526720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-d031c11e-df57-4d95-9f24-4e068f5e93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.527910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-d031c11e-df57-4d95-9f24-4e068f5e93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.529311 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-d031c11e-df57-4d95-9f24-4e068f5e93ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6410 time: 0.9481218 Jan 27 21:53:19.628420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:19.654541 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Sync routers for ids ['d382a554-2c7c-4238-9d48-71d13a677e02'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:19.690318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Pushing event deleted for resources: {'Port': ['ID=4141a9c4-b92e-4e2b-aa39-24be605697ee,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:19.698504 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Routers {'d382a554-2c7c-4238-9d48-71d13a677e02'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:19.699573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['d382a554-2c7c-4238-9d48-71d13a677e02'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:19.702117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] No DVR routers for this DVR port 4141a9c4-b92e-4e2b-aa39-24be605697ee on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:19.702504 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71cf1979-ec90-4a56-9bd1-def2c34d2fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (8d67bf45-baa7-4203-b595-0453810ad7ee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.770416 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.780466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27e20f62-6da2-4eef-ae53-1099c3748c9c req-ba646d9b-c315-4f60-be43-ebb0bea2fabc tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.57 "DELETE /v2.0/ports/4141a9c4-b92e-4e2b-aa39-24be605697ee HTTP/1.1" status: 204 len: 173 time: 2.7829444 Jan 27 21:53:19.781325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'name': 'network-vif-deleted', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:19.787601 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8187e191-7c14-45a3-94f1-d4fa681b9353" -d '{"events": [{"server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "name": "network-vif-deleted", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:19.804894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-dee8ecaa-f95d-479f-a037-e8f8dc551cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.807193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-dee8ecaa-f95d-479f-a037-e8f8dc551cfe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.3016455 Jan 27 21:53:19.823074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.836529 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ec5ff808-7182-4f63-a21c-9e39ba2f70a5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.6148570 Jan 27 21:53:19.836529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf1979-ec90-4a56-9bd1-def2c34d2fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d67bf45-baa7-4203-b595-0453810ad7ee,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:19.851271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55734) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:19.857642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.867761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71cf1979-ec90-4a56-9bd1-def2c34d2fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.885004 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-71cf1979-ec90-4a56-9bd1-def2c34d2fab admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8d67bf45-baa7-4203-b595-0453810ad7ee HTTP/1.1" status: 204 len: 168 time: 2.4872260 Jan 27 21:53:19.951792 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75978baf-b8a4-4115-ba21-6e099c97b154 x-openstack-request-id: req-75978baf-b8a4-4115-ba21-6e099c97b154 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:19.952113 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536bfcc-a004-4923-9263-a78bc4a8bf38", "name": "network-vif-deleted", "tag": "4141a9c4-b92e-4e2b-aa39-24be605697ee", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:19.952377 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75978baf-b8a4-4115-ba21-6e099c97b154 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:19.952881 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536bfcc-a004-4923-9263-a78bc4a8bf38', 'name': 'network-vif-deleted', 'tag': '4141a9c4-b92e-4e2b-aa39-24be605697ee', 'status': 'completed', 'code': 200} Jan 27 21:53:19.963264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55736) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:20.104470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-8f887362-a25e-4b5a-a266-c6e2cb58d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.105468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-8f887362-a25e-4b5a-a266-c6e2cb58d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.105962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-8f887362-a25e-4b5a-a266-c6e2cb58d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.108849 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-8f887362-a25e-4b5a-a266-c6e2cb58d6b7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5654206 Jan 27 21:53:20.210013 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Set router d382a554-2c7c-4238-9d48-71d13a677e02 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:20.314184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-31ca1d7d-9257-44ff-bd05-53dfb7e6cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.315895 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-31ca1d7d-9257-44ff-bd05-53dfb7e6cb85 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733181 Jan 27 21:53:20.316591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Made reservation on behalf of 8bf468f1d5b4435698a82f8407077a37 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:20.321843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.345748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.379367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-f969cb48-0a08-42d8-912c-5f2584b54d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.381963 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-f969cb48-0a08-42d8-912c-5f2584b54d94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5435243 Jan 27 21:53:20.495368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.599610 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd382a554-2c7c-4238-9d48-71d13a677e02', 'name': '', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14', 'external_fixed_ips': [{'subnet_id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'ip_address': '2001:db8::187'}], 'enable_snat': True}, 'gw_port_id': 'edd06803-9c34-487a-bd43-d68390f83721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:10Z', 'updated_at': '2022-01-27T21:53:14Z', 'revision_number': 3, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port': {'id': 'edd06803-9c34-487a-bd43-d68390f83721', 'name': '', 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd382a554-2c7c-4238-9d48-71d13a677e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'ip_address': '2001:db8::187', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:12Z', 'updated_at': '2022-01-27T21:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:20.654705 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Checking router: d382a554-2c7c-4238-9d48-71d13a677e02 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:20.655548 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Updating router d382a554-2c7c-4238-9d48-71d13a677e02 port edd06803-9c34-487a-bd43-d68390f83721 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:53:20.703990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Deleting port 3b300d2d-dc81-4569-b771-58ba3ae0b84a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:20.704613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3b300d2d-dc81-4569-b771-58ba3ae0b84a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.714359 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (edd06803-9c34-487a-bd43-d68390f83721), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.746308 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a86d0f27-6096-4ba9-b3d7-f5459a96b7ef req-b1e4098e-f8ed-4597-aeb8-e28b5346f0e6 tempest-LiveMigrationTest-740921927 tempest-LiveMigrationTest-740921927-project] 10.222.0.45 "GET /v2.0/ports?device_id=9536bfcc-a004-4923-9263-a78bc4a8bf38 HTTP/1.1" status: 200 len: 210 time: 0.1081221 Jan 27 21:53:20.874864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Attempting to bind port 89247f41-4fed-45ab-af6d-0a711ea30c23 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:20.875197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Attempting to bind port 89247f41-4fed-45ab-af6d-0a711ea30c23 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:20.875596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Attempting to bind port 89247f41-4fed-45ab-af6d-0a711ea30c23 on network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:20.905087 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-9af84617-d29f-434c-b286-a3061d0d3f77 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042708 Jan 27 21:53:20.908308 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1efe160b-6768-49eb-b684-a62fa10e9bc0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.919894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Port 89247f41-4fed-45ab-af6d-0a711ea30c23 on network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:20.920491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Attempting to bind port 89247f41-4fed-45ab-af6d-0a711ea30c23 on network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:20.937840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffad04-4f58-495b-a2f4-58891485be54 req-c01b68c7-90fd-49bd-84eb-2025e8213939 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.945968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffad04-4f58-495b-a2f4-58891485be54 req-c01b68c7-90fd-49bd-84eb-2025e8213939 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.952580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffad04-4f58-495b-a2f4-58891485be54 req-c01b68c7-90fd-49bd-84eb-2025e8213939 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.958143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffad04-4f58-495b-a2f4-58891485be54 req-c01b68c7-90fd-49bd-84eb-2025e8213939 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.964199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffad04-4f58-495b-a2f4-58891485be54 req-c01b68c7-90fd-49bd-84eb-2025e8213939 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.968942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffad04-4f58-495b-a2f4-58891485be54 req-c01b68c7-90fd-49bd-84eb-2025e8213939 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.974390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffad04-4f58-495b-a2f4-58891485be54 req-c01b68c7-90fd-49bd-84eb-2025e8213939 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.976468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbffad04-4f58-495b-a2f4-58891485be54 req-c01b68c7-90fd-49bd-84eb-2025e8213939 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 1.1269968 Jan 27 21:53:20.998986 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (d6fa5d0d-158f-4518-ad42-c1a9fb59b865), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.026500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:21.026815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Checking segment: {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:21.027264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Bound using segment: {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:21.027714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Bound port: 89247f41-4fed-45ab-af6d-0a711ea30c23, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fb58ee-78ec-4e85-be7a-af2bfdb90808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:21.028094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.031878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8015316e-a296-4e84-ab14-cd6db10995b2 req-f2214953-db87-47ca-b34c-594ba2d353fe tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 210 time: 0.0537982 Jan 27 21:53:21.033151 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (d382a554-2c7c-4238-9d48-71d13a677e02), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.123690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for security_group (739bd72a-11ce-4bfa-b8f0-e92c7d04143f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.127743 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3b300d2d-dc81-4569-b771-58ba3ae0b84a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.141980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (739bd72a-11ce-4bfa-b8f0-e92c7d04143f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.160734 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Calling delete_port for 3b300d2d-dc81-4569-b771-58ba3ae0b84a owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:21.280521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=d6fa5d0d-158f-4518-ad42-c1a9fb59b865,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:21.313279 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-bedbb616-c68c-4f1c-a423-693ee5e6067b service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957512 Jan 27 21:53:21.329421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739bd72a-11ce-4bfa-b8f0-e92c7d04143f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:21.329943 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Publish callbacks [] for port (edd06803-9c34-487a-bd43-d68390f83721), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.345654 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (edd06803-9c34-487a-bd43-d68390f83721), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.388315 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-55c4d247-c905-49af-b21b-a7435319a468 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.0657954 Jan 27 21:53:21.404585 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Attempting to bind port edd06803-9c34-487a-bd43-d68390f83721 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:21.405172 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Attempting to bind port edd06803-9c34-487a-bd43-d68390f83721 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'cade8b4f-5fe4-42cf-94f5-5550af778d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:21.405779 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Attempting to bind port edd06803-9c34-487a-bd43-d68390f83721 on network c5cbb8de-7243-4689-a954-fad062ec3e14 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:21.408732 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Pushing event updated for resources: {'Port': ['ID=edd06803-9c34-487a-bd43-d68390f83721,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:21.419990 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:21.420424 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Checking segment: {'id': 'cade8b4f-5fe4-42cf-94f5-5550af778d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:21.420937 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.421465 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Bound using segment: {'id': 'cade8b4f-5fe4-42cf-94f5-5550af778d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:21.422118 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Bound port: edd06803-9c34-487a-bd43-d68390f83721, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cade8b4f-5fe4-42cf-94f5-5550af778d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:21.422617 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (edd06803-9c34-487a-bd43-d68390f83721), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.426825 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.427367 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.427835 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.428273 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.428702 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.429130 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.429574 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.429996 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.430459 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.430878 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.431456 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.432939 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.432939 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:21.475968 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1efe160b-6768-49eb-b684-a62fa10e9bc0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.492943 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] For port edd06803-9c34-487a-bd43-d68390f83721, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:21.497079 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] For port edd06803-9c34-487a-bd43-d68390f83721, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=edd06803-9c34-487a-bd43-d68390f83721,segment=NetworkSegment(cade8b4f-5fe4-42cf-94f5-5550af778d38),segment_id=cade8b4f-5fe4-42cf-94f5-5550af778d38)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:21.506981 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (edd06803-9c34-487a-bd43-d68390f83721), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.547184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Allocated IP 192.168.233.103 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/04495889-3964-49fe-9ccc-f7c06cf6330b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:21.557453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efe160b-6768-49eb-b684-a62fa10e9bc0']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:21.560086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-c89fbe2a-4062-4e81-9266-19d27200b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.560282 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-c89fbe2a-4062-4e81-9266-19d27200b1ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1403921 Jan 27 21:53:21.578179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbffad04-4f58-495b-a2f4-58891485be54 req-a68fd8c5-8c4e-429a-9eae-2a86d374316b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5867329 Jan 27 21:53:21.595213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89295808-4102-440e-9647-95d80ce805a1') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:21.595539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89295808-4102-440e-9647-95d80ce805a1') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:21.623541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (89295808-4102-440e-9647-95d80ce805a1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.653654 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Routers {'d382a554-2c7c-4238-9d48-71d13a677e02'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:21.654853 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['d382a554-2c7c-4238-9d48-71d13a677e02'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:21.725762 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b25bf-1c1c-4165-9782-15449588f446 None None] Pushing event updated for resources: {'Port': ['ID=edd06803-9c34-487a-bd43-d68390f83721,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:21.745902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (89295808-4102-440e-9647-95d80ce805a1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.757652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] For port 89247f41-4fed-45ab-af6d-0a711ea30c23, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:21.767076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] For port 89247f41-4fed-45ab-af6d-0a711ea30c23, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=89247f41-4fed-45ab-af6d-0a711ea30c23,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:21.771882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:21.771882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (89295808-4102-440e-9647-95d80ce805a1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:21.773984 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:21.777696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': '3fd54595-c1dd-4b52-8453-3b7225fee50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '22536238-17ca-4978-85cf-3e3f6e18726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:21.777696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: 22536238-17ca-4978-85cf-3e3f6e18726b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:53:21.805735 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.815536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3b300d2d-dc81-4569-b771-58ba3ae0b84a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.881416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-5742c502-08cb-47b8-a2cf-70b9268de690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.882267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55744) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:21.884086 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-5742c502-08cb-47b8-a2cf-70b9268de690 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3167260 Jan 27 21:53:21.894943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event deleted for resources: {'Port': ['ID=3b300d2d-dc81-4569-b771-58ba3ae0b84a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:21.920471 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (d382a554-2c7c-4238-9d48-71d13a677e02), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.936651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4141a9c4-b92e-4e2b-aa39-24be605697ee no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:21.950311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.950997 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.952787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] 10.222.0.16 "PUT /v2.0/ports/89247f41-4fed-45ab-af6d-0a711ea30c23 HTTP/1.1" status: 200 len: 1091 time: 4.6822581 Jan 27 21:53:21.955941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': '89247f41-4fed-45ab-af6d-0a711ea30c23'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:21.958471 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baed83ff-3898-4f92-8514-f93454f0f6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "89247f41-4fed-45ab-af6d-0a711ea30c23"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:21.975793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1efe160b-6768-49eb-b684-a62fa10e9bc0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.995247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.011917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1efe160b-6768-49eb-b684-a62fa10e9bc0 HTTP/1.1" status: 204 len: 168 time: 2.0429120 Jan 27 21:53:22.025571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 22536238-17ca-4978-85cf-3e3f6e18726b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:53:22.059769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 4141a9c4-b92e-4e2b-aa39-24be605697ee {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:22.060144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4141a9c4-b92e-4e2b-aa39-24be605697ee not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:22.062895 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] Set router d382a554-2c7c-4238-9d48-71d13a677e02 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:22.077182 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c84203a-cca0-48a4-b29d-ec106f3b2325 x-openstack-request-id: req-1c84203a-cca0-48a4-b29d-ec106f3b2325 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:22.077516 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "89247f41-4fed-45ab-af6d-0a711ea30c23", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:22.077753 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c84203a-cca0-48a4-b29d-ec106f3b2325 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:22.078154 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': '89247f41-4fed-45ab-af6d-0a711ea30c23', 'status': 'completed', 'code': 200} Jan 27 21:53:22.182217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 22536238-17ca-4978-85cf-3e3f6e18726b) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:22.192569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d2586d-c875-4ef0-80cd-a40ecdef4c00 None None] Network 22536238-17ca-4978-85cf-3e3f6e18726b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:22.334868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-22536238-17ca-4978-85cf-3e3f6e18726b', 'network_id': '22536238-17ca-4978-85cf-3e3f6e18726b', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': 'd6fa5d0d-158f-4518-ad42-c1a9fb59b865'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:53:22.336508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.423006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.425710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.479599 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64c07512-760f-40f3-839b-9ace98f617ae req-b4b3becd-9013-48e8-a768-752fa1fc42bd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 210 time: 0.2920785 Jan 27 21:53:22.481102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f60bbd-f2bd-4900-ad36-e27ba9bcbc59 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efe160b-6768-49eb-b684-a62fa10e9bc0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:22.517475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929adc9-e89c-43f8-85e8-9d8887b55081 service neutron] Pushing event updated for resources: {'Port': ['ID=89247f41-4fed-45ab-af6d-0a711ea30c23,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:22.555983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e9a5f6e7-96a6-48c4-b9a4-7c660fcefcca tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8752446 Jan 27 21:53:22.573937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55754) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:22.611497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': 'a3268f74-bcfe-43ef-9d3a-d412ad81d94c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:22.625388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.637410 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd382a554-2c7c-4238-9d48-71d13a677e02', 'name': '', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14', 'external_fixed_ips': [{'subnet_id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'ip_address': '2001:db8::187'}], 'enable_snat': True}, 'gw_port_id': 'edd06803-9c34-487a-bd43-d68390f83721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:10Z', 'updated_at': '2022-01-27T21:53:14Z', 'revision_number': 3, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port': {'id': 'edd06803-9c34-487a-bd43-d68390f83721', 'name': '', 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd382a554-2c7c-4238-9d48-71d13a677e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'ip_address': '2001:db8::187', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:12Z', 'updated_at': '2022-01-27T21:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:22.641737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55756) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:22.669683 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4ea31-524d-43ea-9dda-37860085106e None None] The sync data for ids ['d382a554-2c7c-4238-9d48-71d13a677e02'] in n-d-826529-2 is: [{'id': 'd382a554-2c7c-4238-9d48-71d13a677e02', 'name': '', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14', 'external_fixed_ips': [{'subnet_id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'ip_address': '2001:db8::187'}], 'enable_snat': True}, 'gw_port_id': 'edd06803-9c34-487a-bd43-d68390f83721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:10Z', 'updated_at': '2022-01-27T21:53:14Z', 'revision_number': 3, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port': {'id': 'edd06803-9c34-487a-bd43-d68390f83721', 'name': '', 'network_id': 'c5cbb8de-7243-4689-a954-fad062ec3e14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd382a554-2c7c-4238-9d48-71d13a677e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'ip_address': '2001:db8::187', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:12Z', 'updated_at': '2022-01-27T21:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '898bb461-9fc9-41e4-b874-6aa24e1651ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:22.670538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da643c6-8243-432c-b6de-bdaca934faaa admin admin] Deleting subnet 489471bf-7c5c-4e63-9af0-2db5188f3511 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:22.692749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8678b496-6f84-4dde-baa3-6abacf5b3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.693238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8678b496-6f84-4dde-baa3-6abacf5b3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.693722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8678b496-6f84-4dde-baa3-6abacf5b3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.694195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8678b496-6f84-4dde-baa3-6abacf5b3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.694671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8678b496-6f84-4dde-baa3-6abacf5b3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.695141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8678b496-6f84-4dde-baa3-6abacf5b3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.709081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8678b496-6f84-4dde-baa3-6abacf5b3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.712004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-8678b496-6f84-4dde-baa3-6abacf5b3eb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6477 time: 0.6531796 Jan 27 21:53:22.751751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2da643c6-8243-432c-b6de-bdaca934faaa admin admin] Publish callbacks [] for subnet (489471bf-7c5c-4e63-9af0-2db5188f3511), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.918943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-79841710-2cb0-46bd-9b9b-4e0cc0b77c55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c HTTP/1.1" status: 200 len: 217 time: 0.1975689 Jan 27 21:53:23.013373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Allocated IP 2001:db8::2 (22536238-17ca-4978-85cf-3e3f6e18726b/d6fa5d0d-158f-4518-ad42-c1a9fb59b865/d599ac02-f88b-4c37-ba9d-dad505a28c04) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:23.022531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.080748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2da643c6-8243-432c-b6de-bdaca934faaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (489471bf-7c5c-4e63-9af0-2db5188f3511), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.148148 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-c08c2250-742e-4f54-b776-0c09c3b48ce8 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2421689 Jan 27 21:53:23.212256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Deleting port edd06803-9c34-487a-bd43-d68390f83721 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:23.212727 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (edd06803-9c34-487a-bd43-d68390f83721), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.336066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08966f-15e8-4e56-9503-18315d2a710c req-65bc5236-1910-4c86-9d95-e630828564a3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.342727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08966f-15e8-4e56-9503-18315d2a710c req-65bc5236-1910-4c86-9d95-e630828564a3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.342950 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0834a403-0904-40c6-b3a5-6b01dbdf68fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=810c85183cb44a468ac50e39546559ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6900735 Jan 27 21:53:23.346518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.362205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08966f-15e8-4e56-9503-18315d2a710c req-65bc5236-1910-4c86-9d95-e630828564a3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.368975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08966f-15e8-4e56-9503-18315d2a710c req-65bc5236-1910-4c86-9d95-e630828564a3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.379085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.382747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Publish callbacks [] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.384604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55760) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:23.390398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08966f-15e8-4e56-9503-18315d2a710c req-65bc5236-1910-4c86-9d95-e630828564a3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.395699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.412458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08966f-15e8-4e56-9503-18315d2a710c req-65bc5236-1910-4c86-9d95-e630828564a3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.423099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08966f-15e8-4e56-9503-18315d2a710c req-65bc5236-1910-4c86-9d95-e630828564a3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.426593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab08966f-15e8-4e56-9503-18315d2a710c req-65bc5236-1910-4c86-9d95-e630828564a3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.6669533 Jan 27 21:53:23.429139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-f2d81ded-31b5-4c11-bdfd-09e2a8e93505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.431613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-f2d81ded-31b5-4c11-bdfd-09e2a8e93505 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b451e4d-22c1-41c0-85f8-fe5254f83367 HTTP/1.1" status: 200 len: 851 time: 0.4737930 Jan 27 21:53:23.436716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Network 22536238-17ca-4978-85cf-3e3f6e18726b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:23.440968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:23.445096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:23.557131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Pushing event updated for resources: {'Port': ['ID=d599ac02-f88b-4c37-ba9d-dad505a28c04,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:23.613522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Attempting to bind port d599ac02-f88b-4c37-ba9d-dad505a28c04 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:23.614716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Attempting to bind port d599ac02-f88b-4c37-ba9d-dad505a28c04 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '3fd54595-c1dd-4b52-8453-3b7225fee50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '22536238-17ca-4978-85cf-3e3f6e18726b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:23.615113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Attempting to bind port d599ac02-f88b-4c37-ba9d-dad505a28c04 on network 22536238-17ca-4978-85cf-3e3f6e18726b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:23.623023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:23.623584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Checking segment: {'id': '3fd54595-c1dd-4b52-8453-3b7225fee50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '22536238-17ca-4978-85cf-3e3f6e18726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:23.624617 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.625031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Bound using segment: {'id': '3fd54595-c1dd-4b52-8453-3b7225fee50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '22536238-17ca-4978-85cf-3e3f6e18726b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:23.625641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Bound port: d599ac02-f88b-4c37-ba9d-dad505a28c04, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd54595-c1dd-4b52-8453-3b7225fee50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '22536238-17ca-4978-85cf-3e3f6e18726b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:23.626048 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.635252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] For port edd06803-9c34-487a-bd43-d68390f83721, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=edd06803-9c34-487a-bd43-d68390f83721,segment=NetworkSegment(cade8b4f-5fe4-42cf-94f5-5550af778d38),segment_id=cade8b4f-5fe4-42cf-94f5-5550af778d38)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:23.635516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (edd06803-9c34-487a-bd43-d68390f83721), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.677574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.691006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2da643c6-8243-432c-b6de-bdaca934faaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (489471bf-7c5c-4e63-9af0-2db5188f3511), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.742990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] For port d599ac02-f88b-4c37-ba9d-dad505a28c04, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:23.752861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] For port d599ac02-f88b-4c37-ba9d-dad505a28c04, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d599ac02-f88b-4c37-ba9d-dad505a28c04,segment=NetworkSegment(3fd54595-c1dd-4b52-8453-3b7225fee50c),segment_id=3fd54595-c1dd-4b52-8453-3b7225fee50c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:23.763478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.777207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Calling delete_port for edd06803-9c34-487a-bd43-d68390f83721 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:23.787629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (2fb88b8e-4fe7-4ea9-b554-c37e85249f6a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.788844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb88b8e-4fe7-4ea9-b554-c37e85249f6a {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:23.826651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:23.836457 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.855969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaffc2-761b-483a-9644-910ebf335164 None None] Pushing event updated for resources: {'Port': ['ID=d599ac02-f88b-4c37-ba9d-dad505a28c04,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:23.858933 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.860960 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-929bed32-a3d6-42ab-97ed-15e2e4137c89 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/2fb88b8e-4fe7-4ea9-b554-c37e85249f6a HTTP/1.1" status: 204 len: 168 time: 5.3202949 Jan 27 21:53:23.871575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55764) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:23.894804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2da643c6-8243-432c-b6de-bdaca934faaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (489471bf-7c5c-4e63-9af0-2db5188f3511), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.916945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f9d26f3d-3a70-4caa-a757-99678aa79500 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2068141039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:23.972316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:24.038724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-7e14d975-3259-4444-bfa6-dd8210e3cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.040499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-7e14d975-3259-4444-bfa6-dd8210e3cdc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=25e016db-c5c8-4680-99fd-c704adf86e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5837853 Jan 27 21:53:24.052916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da643c6-8243-432c-b6de-bdaca934faaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489471bf-7c5c-4e63-9af0-2db5188f3511,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:24.055566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2da643c6-8243-432c-b6de-bdaca934faaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.062198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2da643c6-8243-432c-b6de-bdaca934faaa admin admin] 10.222.0.45 "DELETE /v2.0/subnets/489471bf-7c5c-4e63-9af0-2db5188f3511 HTTP/1.1" status: 204 len: 168 time: 2.1716838 Jan 27 21:53:24.079303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55766) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:24.244520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a24b-af12-4423-97b2-19efb82300b3 req-3907035c-4fc1-4aaa-9ad0-916d35d2f953 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.249206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30f6a24b-af12-4423-97b2-19efb82300b3 req-3907035c-4fc1-4aaa-9ad0-916d35d2f953 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 936 time: 0.5650759 Jan 27 21:53:24.287049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab08966f-15e8-4e56-9503-18315d2a710c req-68630b1d-71ab-463e-89e8-038354444d33 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8474910 Jan 27 21:53:24.445955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (26aeaa09-0f01-4be0-879e-8beb0b999c2d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.526022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30f6a24b-af12-4423-97b2-19efb82300b3 req-7228231c-1bb6-4def-b579-9d57d5adb34b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280684 Jan 27 21:53:24.531153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-ba6388de-00a7-4c1c-99a7-3577570f9c15 service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698987 Jan 27 21:53:24.595907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (edd06803-9c34-487a-bd43-d68390f83721), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.672328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event deleted for resources: {'Port': ['ID=edd06803-9c34-487a-bd43-d68390f83721,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:24.706137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:24.718666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'Port': ['ID=04495889-3964-49fe-9ccc-f7c06cf6330b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:24.723042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:24.736559 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d26f3d-3a70-4caa-a757-99678aa79500 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.738282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d26f3d-3a70-4caa-a757-99678aa79500 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.765353 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-5deb7fed-c218-49ec-85bc-3581714bf257 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5785258 Jan 27 21:53:24.919611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (26aeaa09-0f01-4be0-879e-8beb0b999c2d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.979116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4c7ccaa-d806-46ca-9fff-7917da243388 admin admin] Publish callbacks [] for security_group (a806e1fe-b66b-43a8-b2d4-3dc3cec5178a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.987604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.988461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (d382a554-2c7c-4238-9d48-71d13a677e02), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.990955 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.041591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-0cd38dad-9ff5-4ac4-892d-5ddf289cdddf service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678092 Jan 27 21:53:25.143309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (60c14931-9fd9-4ad0-86a3-b39b336fe092), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.151979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26aeaa09-0f01-4be0-879e-8beb0b999c2d']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:25.200288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29055141-3e1c-40c5-acc7-4911e1386dd4') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:25.201266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29055141-3e1c-40c5-acc7-4911e1386dd4') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:25.233559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (29055141-3e1c-40c5-acc7-4911e1386dd4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.310459 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-b165cca4-cf09-427d-a8c6-e2edaf3a4130 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8caceec-88c1-416b-95b8-518a051eef0d HTTP/1.1" status: 200 len: 217 time: 0.2017674 Jan 27 21:53:25.321723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7c20349e-d60b-43ac-a210-3b8d1dc54ae9 None None] Provisioning complete for port 04495889-3964-49fe-9ccc-f7c06cf6330b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:25.322647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c20349e-d60b-43ac-a210-3b8d1dc54ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.322848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4c7ccaa-d806-46ca-9fff-7917da243388 admin admin] Publish callbacks [] for security_group (a806e1fe-b66b-43a8-b2d4-3dc3cec5178a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.362548 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-391718bf-cefb-4f2c-8281-1ad93d9dc409 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8113470 Jan 27 21:53:25.388578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Request body: {'port': {'device_id': 'c458633b-5e37-41b8-8e70-ad95a19b7a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:25.400315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (29055141-3e1c-40c5-acc7-4911e1386dd4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.450349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7c20349e-d60b-43ac-a210-3b8d1dc54ae9 None None] Port 04495889-3964-49fe-9ccc-f7c06cf6330b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:25.453148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d599ac02-f88b-4c37-ba9d-dad505a28c04 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:25.537108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (d382a554-2c7c-4238-9d48-71d13a677e02), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.546478 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_controller (d382a554-2c7c-4238-9d48-71d13a677e02), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.563275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d26f3d-3a70-4caa-a757-99678aa79500 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.576024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:25.576660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (29055141-3e1c-40c5-acc7-4911e1386dd4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:25.579603 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:25.596542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-556585e6-2617-4747-97c6-dcec2f0f7a30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 200 len: 217 time: 0.2145269 Jan 27 21:53:25.679381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d599ac02-f88b-4c37-ba9d-dad505a28c04 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:25.680021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.786495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-83fcce80-4d2b-4ee3-962d-35a417b0f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.792144 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-83fcce80-4d2b-4ee3-962d-35a417b0f051 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.4280396 Jan 27 21:53:25.828451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d26f3d-3a70-4caa-a757-99678aa79500 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.902745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=60c14931-9fd9-4ad0-86a3-b39b336fe092,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:25.962865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d599ac02-f88b-4c37-ba9d-dad505a28c04 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:25.963922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.001918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-64cae801-8908-429a-a09b-54b7f0891a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.008206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-64cae801-8908-429a-a09b-54b7f0891a37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.4053216 Jan 27 21:53:26.044357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': 'bedd7608-761f-4d95-a4de-8f87deace476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3268f74-bcfe-43ef-9d3a-d412ad81d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:26.044912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: a3268f74-bcfe-43ef-9d3a-d412ad81d94c, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:53:26.064910 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:53:26.068741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port d599ac02-f88b-4c37-ba9d-dad505a28c04, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d599ac02-f88b-4c37-ba9d-dad505a28c04,segment=NetworkSegment(3fd54595-c1dd-4b52-8453-3b7225fee50c),segment_id=3fd54595-c1dd-4b52-8453-3b7225fee50c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:26.080013 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.086027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.116748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (d382a554-2c7c-4238-9d48-71d13a677e02), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.117617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d382a554-2c7c-4238-9d48-71d13a677e02 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:26.142680 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.144740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6a824dfe-3972-4b60-981d-f9d6252139d0 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "DELETE /v2.0/routers/d382a554-2c7c-4238-9d48-71d13a677e02 HTTP/1.1" status: 204 len: 168 time: 6.2690537 Jan 27 21:53:26.153273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55772) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:26.164904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (26aeaa09-0f01-4be0-879e-8beb0b999c2d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.180630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.185252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] 10.222.0.45 "DELETE /v2.0/networks/26aeaa09-0f01-4be0-879e-8beb0b999c2d HTTP/1.1" status: 204 len: 168 time: 2.1016521 Jan 27 21:53:26.197991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55774) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:26.207832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afbe45-1514-492c-80b6-54e72b037349 req-8c10b7fb-5f75-4ea8-847a-7a61ea86307e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.209787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11afbe45-1514-492c-80b6-54e72b037349 req-8c10b7fb-5f75-4ea8-847a-7a61ea86307e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 936 time: 0.4026413 Jan 27 21:53:26.227946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-15b2e6e2-46e9-4c90-ab7b-daad010103f0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.237785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-15b2e6e2-46e9-4c90-ab7b-daad010103f0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.244904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bace82-bac7-4f1e-a0eb-38a9034e4e18 None None] Network 22536238-17ca-4978-85cf-3e3f6e18726b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:26.245462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-15b2e6e2-46e9-4c90-ab7b-daad010103f0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.254635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-15b2e6e2-46e9-4c90-ab7b-daad010103f0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.261124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-15b2e6e2-46e9-4c90-ab7b-daad010103f0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.266881 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d26f3d-3a70-4caa-a757-99678aa79500 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.267678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-15b2e6e2-46e9-4c90-ab7b-daad010103f0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.273981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-15b2e6e2-46e9-4c90-ab7b-daad010103f0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.274992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f9d26f3d-3a70-4caa-a757-99678aa79500 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.3667531 Jan 27 21:53:26.277028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-15b2e6e2-46e9-4c90-ab7b-daad010103f0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.7341125 Jan 27 21:53:26.296576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55776) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:26.307255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=d599ac02-f88b-4c37-ba9d-dad505a28c04,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:26.319328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': False}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:26.367179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4b2c34-f1b9-450b-9445-9e40ceef7fff admin admin] Deleting subnet 44abc7e7-0cac-4126-b3b8-58c897da4cec {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:26.398035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=26aeaa09-0f01-4be0-879e-8beb0b999c2d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:26.398353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4c7ccaa-d806-46ca-9fff-7917da243388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a806e1fe-b66b-43a8-b2d4-3dc3cec5178a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.400744 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2c34-f1b9-450b-9445-9e40ceef7fff admin admin] Publish callbacks [] for subnet (44abc7e7-0cac-4126-b3b8-58c897da4cec), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.403321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4c7ccaa-d806-46ca-9fff-7917da243388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.407270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-b219f1fe-2c1a-4ba1-b867-1ea7ed7b38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.407629 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c4c7ccaa-d806-46ca-9fff-7917da243388 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a806e1fe-b66b-43a8-b2d4-3dc3cec5178a HTTP/1.1" status: 204 len: 168 time: 3.0209472 Jan 27 21:53:26.409535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-b219f1fe-2c1a-4ba1-b867-1ea7ed7b38e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3548219 Jan 27 21:53:26.471519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f07529f4-2f33-48d8-9a88-360df5d47d3f None None] Provisioning complete for port d599ac02-f88b-4c37-ba9d-dad505a28c04 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:26.473160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f07529f4-2f33-48d8-9a88-360df5d47d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.549825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7ccaa-d806-46ca-9fff-7917da243388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a806e1fe-b66b-43a8-b2d4-3dc3cec5178a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:26.735095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-4a1660e4-5620-4323-af98-9819a900be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.741840 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-4a1660e4-5620-4323-af98-9819a900be9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8962278 Jan 27 21:53:26.761606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network a3268f74-bcfe-43ef-9d3a-d412ad81d94c is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:53:26.788472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f07529f4-2f33-48d8-9a88-360df5d47d3f None None] Current status of the port d599ac02-f88b-4c37-ba9d-dad505a28c04 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:27.138348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2c34-f1b9-450b-9445-9e40ceef7fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (44abc7e7-0cac-4126-b3b8-58c897da4cec), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.344510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-41655f6d-0e9c-4d43-8443-342c2fa16e36 None None] Provisioning complete for port d599ac02-f88b-4c37-ba9d-dad505a28c04 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:27.345119 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-41655f6d-0e9c-4d43-8443-342c2fa16e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.381267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-efae90af-904d-4c89-85ce-55b17ed850eb tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Deleting subnet 898bb461-9fc9-41e4-b874-6aa24e1651ba {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:27.392116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efae90af-904d-4c89-85ce-55b17ed850eb tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for subnet (898bb461-9fc9-41e4-b874-6aa24e1651ba), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.418243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.418801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.419369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.419963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.420507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.421055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.421606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.422147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.422689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.423308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.423826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.424449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.424993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f78624-1706-47e9-8603-eec88d049c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:27.472433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2c34-f1b9-450b-9445-9e40ceef7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (44abc7e7-0cac-4126-b3b8-58c897da4cec), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.474821 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efae90af-904d-4c89-85ce-55b17ed850eb tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (898bb461-9fc9-41e4-b874-6aa24e1651ba), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.493406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d599ac02-f88b-4c37-ba9d-dad505a28c04 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:27.532305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a3268f74-bcfe-43ef-9d3a-d412ad81d94c) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:27.544352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11afbe45-1514-492c-80b6-54e72b037349 req-973816e7-2259-48bc-b1b0-5bcdb4b55df4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2055647 Jan 27 21:53:27.548793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f322948-4b80-4450-bf88-cf7c3b196749 None None] Network a3268f74-bcfe-43ef-9d3a-d412ad81d94c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:27.575235 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efae90af-904d-4c89-85ce-55b17ed850eb tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (898bb461-9fc9-41e4-b874-6aa24e1651ba), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.582985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:27.584219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.747479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-41655f6d-0e9c-4d43-8443-342c2fa16e36 None None] Current status of the port d599ac02-f88b-4c37-ba9d-dad505a28c04 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:27.761921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-954de907-a03a-44b0-8df7-bb75ce06f18e req-2cdd44cb-24ea-4160-ba29-8e1fa5baa596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4134839 Jan 27 21:53:27.780163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d599ac02-f88b-4c37-ba9d-dad505a28c04 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:27.781660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.833359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.888909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-497ccf26-8295-4a62-b32f-d116ee4ad44f service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777989 Jan 27 21:53:27.889385 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d9e08835-3784-408c-a7c8-025e22728c40 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.3127279 Jan 27 21:53:27.893359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2c34-f1b9-450b-9445-9e40ceef7fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (44abc7e7-0cac-4126-b3b8-58c897da4cec), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.904105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55794) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:27.957089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-867e7b1d-56de-4bfd-b88d-dffa6d948df4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-400663747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:27.982849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b2c34-f1b9-450b-9445-9e40ceef7fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44abc7e7-0cac-4126-b3b8-58c897da4cec,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:27.990884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a3268f74-bcfe-43ef-9d3a-d412ad81d94c', 'network_id': 'a3268f74-bcfe-43ef-9d3a-d412ad81d94c', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': '60c14931-9fd9-4ad0-86a3-b39b336fe092'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:53:27.992439 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.054560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efae90af-904d-4c89-85ce-55b17ed850eb tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (898bb461-9fc9-41e4-b874-6aa24e1651ba), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.065206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2c34-f1b9-450b-9445-9e40ceef7fff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.071824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bb4b2c34-f1b9-450b-9445-9e40ceef7fff admin admin] 10.222.0.45 "DELETE /v2.0/subnets/44abc7e7-0cac-4126-b3b8-58c897da4cec HTTP/1.1" status: 204 len: 168 time: 1.7933857 Jan 27 21:53:28.082123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55800) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:28.159998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-867e7b1d-56de-4bfd-b88d-dffa6d948df4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (0399b1ee-5c01-46b9-b82a-56453d2a4e60), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.160930 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-6aaea8b2-08f9-4b3c-b538-9498142a3b63 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3731220 Jan 27 21:53:28.162500 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-867e7b1d-56de-4bfd-b88d-dffa6d948df4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (0399b1ee-5c01-46b9-b82a-56453d2a4e60), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.169523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae90af-904d-4c89-85ce-55b17ed850eb tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=898bb461-9fc9-41e4-b874-6aa24e1651ba,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:28.297695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Allocated IP 2001:db8:1::2 (a3268f74-bcfe-43ef-9d3a-d412ad81d94c/60c14931-9fd9-4ad0-86a3-b39b336fe092/3814a63e-c407-4477-96bf-913df40ab71c) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:28.306725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55802) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:28.405007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-efae90af-904d-4c89-85ce-55b17ed850eb tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.414391 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-efae90af-904d-4c89-85ce-55b17ed850eb tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/898bb461-9fc9-41e4-b874-6aa24e1651ba HTTP/1.1" status: 204 len: 168 time: 2.1708956 Jan 27 21:53:28.418065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d599ac02-f88b-4c37-ba9d-dad505a28c04 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:28.423710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:28.454752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2666c7ef-2611-4bb1-95db-5155e5b6a181), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.530874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1235105060-network', 'tenant_id': 'c5cd07a1508144d9bdf45bc6e8d813f3'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:28.536076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-867e7b1d-56de-4bfd-b88d-dffa6d948df4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (0399b1ee-5c01-46b9-b82a-56453d2a4e60), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.544281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-7b0bfde3-5b18-4efc-9450-59828f7c40bb service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427977 Jan 27 21:53:28.549995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-867e7b1d-56de-4bfd-b88d-dffa6d948df4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (0399b1ee-5c01-46b9-b82a-56453d2a4e60), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.590156 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Publish callbacks [] for port (3814a63e-c407-4477-96bf-913df40ab71c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.610163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-b2b75307-ef3c-4df5-995f-aaab2c742600 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 200 len: 217 time: 0.0493898 Jan 27 21:53:28.612173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device edd06803-9c34-487a-bd43-d68390f83721 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:28.636616 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-29eb9508-dac9-4d6b-9fa9-9ed3cf6b6d3b service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221778 Jan 27 21:53:28.673014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: edd06803-9c34-487a-bd43-d68390f83721 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:28.676851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device edd06803-9c34-487a-bd43-d68390f83721 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:28.682368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-108b876e-1e26-4e18-8eac-5cd199e96bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:28.683288 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (3814a63e-c407-4477-96bf-913df40ab71c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.683942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-108b876e-1e26-4e18-8eac-5cd199e96bea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.0660977 Jan 27 21:53:28.751901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-867e7b1d-56de-4bfd-b88d-dffa6d948df4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.754238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-867e7b1d-56de-4bfd-b88d-dffa6d948df4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8018475 Jan 27 21:53:28.761974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Network a3268f74-bcfe-43ef-9d3a-d412ad81d94c is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:28.766691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:28.771997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55810) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:28.777741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:28.784338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04495889-3964-49fe-9ccc-f7c06cf6330b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:28.798230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Publish callbacks [] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.815219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Transition to ACTIVE for port object 04495889-3964-49fe-9ccc-f7c06cf6330b will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:28.820916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c5cbb8de-7243-4689-a954-fad062ec3e14), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.833816 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-e0c6a391-c520-4708-9cc6-6709fd6d8393 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 HTTP/1.1" status: 200 len: 217 time: 0.1847670 Jan 27 21:53:28.838153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.866139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2666c7ef-2611-4bb1-95db-5155e5b6a181), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.885607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Pushing event updated for resources: {'Port': ['ID=3814a63e-c407-4477-96bf-913df40ab71c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:28.913340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2666c7ef-2611-4bb1-95db-5155e5b6a181']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:28.953963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fb95c2-78b1-4443-97bf-c945a59154c3') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:28.954440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fb95c2-78b1-4443-97bf-c945a59154c3') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:28.971880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Made reservation on behalf of c5cd07a1508144d9bdf45bc6e8d813f3 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:28.976050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.983765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Attempting to bind port 3814a63e-c407-4477-96bf-913df40ab71c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:28.995448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Attempting to bind port 3814a63e-c407-4477-96bf-913df40ab71c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'bedd7608-761f-4d95-a4de-8f87deace476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3268f74-bcfe-43ef-9d3a-d412ad81d94c'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:28.997263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Attempting to bind port 3814a63e-c407-4477-96bf-913df40ab71c on network a3268f74-bcfe-43ef-9d3a-d412ad81d94c {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:28.999330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-732df2fa-00c9-49eb-a6eb-a1d28be925b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.001071 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-732df2fa-00c9-49eb-a6eb-a1d28be925b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.0817027 Jan 27 21:53:29.010520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:29.011116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Checking segment: {'id': 'bedd7608-761f-4d95-a4de-8f87deace476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3268f74-bcfe-43ef-9d3a-d412ad81d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:29.011895 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.012480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Bound using segment: {'id': 'bedd7608-761f-4d95-a4de-8f87deace476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3268f74-bcfe-43ef-9d3a-d412ad81d94c'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:29.012952 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.013289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Bound port: 3814a63e-c407-4477-96bf-913df40ab71c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedd7608-761f-4d95-a4de-8f87deace476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3268f74-bcfe-43ef-9d3a-d412ad81d94c'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:29.013916 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814a63e-c407-4477-96bf-913df40ab71c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.020102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (04fb95c2-78b1-4443-97bf-c945a59154c3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.104551 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (04fb95c2-78b1-4443-97bf-c945a59154c3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.116721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:29.117462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (04fb95c2-78b1-4443-97bf-c945a59154c3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.263058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] For port 3814a63e-c407-4477-96bf-913df40ab71c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:29.264876 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:29.275753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] For port 3814a63e-c407-4477-96bf-913df40ab71c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3814a63e-c407-4477-96bf-913df40ab71c,segment=NetworkSegment(bedd7608-761f-4d95-a4de-8f87deace476),segment_id=bedd7608-761f-4d95-a4de-8f87deace476)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:29.277726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2666c7ef-2611-4bb1-95db-5155e5b6a181), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.285322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3814a63e-c407-4477-96bf-913df40ab71c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.286643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.297186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] 10.222.0.45 "DELETE /v2.0/networks/2666c7ef-2611-4bb1-95db-5155e5b6a181 HTTP/1.1" status: 204 len: 168 time: 1.2110176 Jan 27 21:53:29.369172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-1e3a2fbd-766e-4a17-9532-9bc3c3e253f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.372442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-1e3a2fbd-766e-4a17-9532-9bc3c3e253f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6802814 Jan 27 21:53:29.493758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac425960-bfd2-4c9b-be91-6054c85189aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2666c7ef-2611-4bb1-95db-5155e5b6a181,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:29.538579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8942-ddd3-4423-97d7-6a74441d4e44 req-a292d96f-85ac-470a-83a8-358f486da4c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.548948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc13ca1-e43e-4dc9-85cc-85b3746ed12a None None] Pushing event updated for resources: {'Port': ['ID=3814a63e-c407-4477-96bf-913df40ab71c,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:29.562915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9acc8942-ddd3-4423-97d7-6a74441d4e44 req-a292d96f-85ac-470a-83a8-358f486da4c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 936 time: 0.8309255 Jan 27 21:53:29.678582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Pushing event updated for resources: {'Port': ['ID=04495889-3964-49fe-9ccc-f7c06cf6330b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:29.749188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be900-75af-46be-b9b4-fb3573bf1295 req-02f42748-ee37-45e6-ad80-ddb9bc8ee658 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.760835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be900-75af-46be-b9b4-fb3573bf1295 req-02f42748-ee37-45e6-ad80-ddb9bc8ee658 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.774651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be900-75af-46be-b9b4-fb3573bf1295 req-02f42748-ee37-45e6-ad80-ddb9bc8ee658 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.798903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be900-75af-46be-b9b4-fb3573bf1295 req-02f42748-ee37-45e6-ad80-ddb9bc8ee658 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.830633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be900-75af-46be-b9b4-fb3573bf1295 req-02f42748-ee37-45e6-ad80-ddb9bc8ee658 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.838310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be900-75af-46be-b9b4-fb3573bf1295 req-02f42748-ee37-45e6-ad80-ddb9bc8ee658 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.845379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be900-75af-46be-b9b4-fb3573bf1295 req-02f42748-ee37-45e6-ad80-ddb9bc8ee658 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:29.850459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-166be900-75af-46be-b9b4-fb3573bf1295 req-02f42748-ee37-45e6-ad80-ddb9bc8ee658 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.8501520 Jan 27 21:53:29.892152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55816) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:29.983230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9acc8942-ddd3-4423-97d7-6a74441d4e44 req-fbed567a-d255-49cb-9fd7-70728710807f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625612 Jan 27 21:53:30.118025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-31d7a31b-37dc-40e6-ad14-9f94dcc7e08d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04ce8b9f3f3942a3b7f93cf4bd2772b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240725 Jan 27 21:53:30.128200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-7fd6da13-0b87-42f6-b1d8-7fa5baf2bb24 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438998 Jan 27 21:53:30.132161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Publish callbacks [] for security_group (16a57bfd-bdad-4821-912b-7c8fe575f9a1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.137266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55818) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:30.147268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-166be900-75af-46be-b9b4-fb3573bf1295 req-291bef44-42d6-4153-86ea-d7c0ec7578cf tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2377079 Jan 27 21:53:30.190215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (16a57bfd-bdad-4821-912b-7c8fe575f9a1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.211105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c5cbb8de-7243-4689-a954-fad062ec3e14), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.301022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:53:30.302106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-70fab14e-555b-475d-86f6-c754e2e26108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:30.303734 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-70fab14e-555b-475d-86f6-c754e2e26108 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2496693 Jan 27 21:53:30.322562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a57bfd-bdad-4821-912b-7c8fe575f9a1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:30.340091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cbb8de-7243-4689-a954-fad062ec3e14']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:30.382507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (15734473-1058-4ee5-aa47-94ad7cccca33), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.383059 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Added segment 15734473-1058-4ee5-aa47-94ad7cccca33 of type vlan for network 15186473-d55e-4ed2-88e6-395616f2a2da Jan 27 21:53:30.391590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Attempting to bind port 04495889-3964-49fe-9ccc-f7c06cf6330b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:30.391935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Attempting to bind port 04495889-3964-49fe-9ccc-f7c06cf6330b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:30.392258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Attempting to bind port 04495889-3964-49fe-9ccc-f7c06cf6330b on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:30.451845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cade8b4f-5fe4-42cf-94f5-5550af778d38') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:30.452321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cade8b4f-5fe4-42cf-94f5-5550af778d38') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:30.472764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-df1faec3-b93c-42d3-ac55-9aa3ed9181cb service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946329 Jan 27 21:53:30.498152 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ce642ad-ee56-4389-a43f-678632df2109 admin admin] Publish callbacks [] for security_group (c4f3fe16-64a2-4730-8741-bb913d34d041), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.519927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (cade8b4f-5fe4-42cf-94f5-5550af778d38), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.521911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Port 04495889-3964-49fe-9ccc-f7c06cf6330b on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:30.522272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Attempting to bind port 04495889-3964-49fe-9ccc-f7c06cf6330b on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:30.559682 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (15186473-d55e-4ed2-88e6-395616f2a2da), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.573013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:30.573013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:30.573013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:30.573639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Bound port: 04495889-3964-49fe-9ccc-f7c06cf6330b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:30.573813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.573976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-43e3fa35-24b8-474b-a070-eade2eb3fd07 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7 HTTP/1.1" status: 200 len: 217 time: 0.0945024 Jan 27 21:53:30.588580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cade8b4f-5fe4-42cf-94f5-5550af778d38), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.617199 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ce642ad-ee56-4389-a43f-678632df2109 admin admin] Publish callbacks [] for security_group (c4f3fe16-64a2-4730-8741-bb913d34d041), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.645536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:30.646292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (cade8b4f-5fe4-42cf-94f5-5550af778d38), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:30.656104 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:30.713598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-7d7c01a6-076e-4b94-aba9-4c418ca21a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:30.715212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-7d7c01a6-076e-4b94-aba9-4c418ca21a83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.1275885 Jan 27 21:53:30.742642 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (15186473-d55e-4ed2-88e6-395616f2a2da), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.744281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:30.745249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.786597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] For port 04495889-3964-49fe-9ccc-f7c06cf6330b, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:30.809908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5015001 Jan 27 21:53:30.816783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55820) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:30.879008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.883048 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.883386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Request body: {'subnet': {'network_id': '15186473-d55e-4ed2-88e6-395616f2a2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1235105060-subnet', 'tenant_id': 'c5cd07a1508144d9bdf45bc6e8d813f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:30.887185 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-17c16950-229d-4f08-bd62-363ca110607f service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122406 Jan 27 21:53:30.947060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a4175-3a70-4377-8d7a-18666d5282c5 admin admin] Pushing event updated for resources: {'Network': ['ID=15186473-d55e-4ed2-88e6-395616f2a2da,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:30.947619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.962857 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ce642ad-ee56-4389-a43f-678632df2109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c4f3fe16-64a2-4730-8741-bb913d34d041), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.968099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ce642ad-ee56-4389-a43f-678632df2109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.981874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 15186473-d55e-4ed2-88e6-395616f2a2da details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:53:30.987596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6ce642ad-ee56-4389-a43f-678632df2109 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4f3fe16-64a2-4730-8741-bb913d34d041 HTTP/1.1" status: 204 len: 168 time: 0.8382773 Jan 27 21:53:31.039340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3add6280-e042-44fa-b869-b139a46d772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:31.045999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3add6280-e042-44fa-b869-b139a46d772c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3183515 Jan 27 21:53:31.072877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] For port 04495889-3964-49fe-9ccc-f7c06cf6330b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04495889-3964-49fe-9ccc-f7c06cf6330b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:31.080324 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c5cbb8de-7243-4689-a954-fad062ec3e14), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.198254 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.213996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5cbb8de-7243-4689-a954-fad062ec3e14 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 21:53:31.291275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.325234 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "DELETE /v2.0/networks/c5cbb8de-7243-4689-a954-fad062ec3e14 HTTP/1.1" status: 204 len: 168 time: 2.8857763 Jan 27 21:53:31.325999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Made reservation on behalf of c5cd07a1508144d9bdf45bc6e8d813f3 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:31.350698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.535664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-9bfb5f85-71f3-4105-bccd-6f149b5e28ba service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619880 Jan 27 21:53:31.538402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce642ad-ee56-4389-a43f-678632df2109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f3fe16-64a2-4730-8741-bb913d34d041,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:31.712816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3814a63e-c407-4477-96bf-913df40ab71c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:31.858502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd89ef51-cfe1-4b30-b983-2b41306f82c2 None None] Network a3268f74-bcfe-43ef-9d3a-d412ad81d94c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:31.914342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 3814a63e-c407-4477-96bf-913df40ab71c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:31.914728 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3814a63e-c407-4477-96bf-913df40ab71c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.065249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55836) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:32.123122 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-25a3d2eb-dba4-43df-956d-7c0f18181659 None None] Provisioning complete for port 3814a63e-c407-4477-96bf-913df40ab71c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:32.123985 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25a3d2eb-dba4-43df-956d-7c0f18181659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3814a63e-c407-4477-96bf-913df40ab71c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.185539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0a9d9-5943-4401-9008-1f20908081e8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5cbb8de-7243-4689-a954-fad062ec3e14,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:32.304052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-c81cd02c-5f7f-4b4e-ab6a-212cab30a165 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.326297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-c81cd02c-5f7f-4b4e-ab6a-212cab30a165 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.335007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-c81cd02c-5f7f-4b4e-ab6a-212cab30a165 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.354050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:32.356624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-c81cd02c-5f7f-4b4e-ab6a-212cab30a165 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.369238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-c81cd02c-5f7f-4b4e-ab6a-212cab30a165 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.374200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.375221 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.377756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] 10.222.0.16 "PUT /v2.0/ports/04495889-3964-49fe-9ccc-f7c06cf6330b HTTP/1.1" status: 200 len: 1096 time: 6.9941380 Jan 27 21:53:32.385945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-c81cd02c-5f7f-4b4e-ab6a-212cab30a165 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.403126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c458633b-5e37-41b8-8e70-ad95a19b7a71', 'tag': '04495889-3964-49fe-9ccc-f7c06cf6330b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:32.404338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-c81cd02c-5f7f-4b4e-ab6a-212cab30a165 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.407033 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f15edd0-3942-4980-9985-669ddfbc5899" -d '{"events": [{"name": "network-changed", "server_uuid": "c458633b-5e37-41b8-8e70-ad95a19b7a71", "tag": "04495889-3964-49fe-9ccc-f7c06cf6330b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:32.410275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-c81cd02c-5f7f-4b4e-ab6a-212cab30a165 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.8678973 Jan 27 21:53:32.427269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e8531b8a-4a86-49d5-8088-bb8379d39026 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'router': {'name': 'tempest-router--46163057', 'project_id': 'f18f4ee0fe4f4326a5297deea6d6858e'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:32.518827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a9e5b-8ba7-413a-9313-b18bf07bf033 req-f5d558b5-a34c-4940-aa03-b8fe3510fde1 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.522438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db7a9e5b-8ba7-413a-9313-b18bf07bf033 req-f5d558b5-a34c-4940-aa03-b8fe3510fde1 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 948 time: 0.9896178 Jan 27 21:53:32.528427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-56587996-41ed-4886-9e65-cea3026889af service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715858 Jan 27 21:53:32.577134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (21384978-972b-4668-92ec-7eaa8a0f89bc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.599567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8531b8a-4a86-49d5-8088-bb8379d39026 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (153ede55-14e5-4660-b5bb-bf11a733fc70), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.601316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8531b8a-4a86-49d5-8088-bb8379d39026 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (153ede55-14e5-4660-b5bb-bf11a733fc70), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.706900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-f0f79d71-6998-434e-b57a-fdfc1b0478fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629 HTTP/1.1" status: 200 len: 217 time: 0.1461127 Jan 27 21:53:32.794507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed816ba8-bd2d-4255-875a-6ce509677204 service neutron] Pushing event updated for resources: {'Port': ['ID=04495889-3964-49fe-9ccc-f7c06cf6330b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:32.820387 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2cf01178-ff7a-41f3-9909-c70c1c6b9bd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d87674f81df4c3cbbcfe218a8301257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7294505 Jan 27 21:53:32.831919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55842) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:32.838313 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-93c3cb47-14e7-4d03-a370-d638764039b0 req-d547caa6-fd4c-4186-80a9-14ca8810078a service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9070404 Jan 27 21:53:32.877373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-660aa298-7c98-489c-815b-c79a58f198b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.878805 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-660aa298-7c98-489c-815b-c79a58f198b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 1099 time: 0.2913840 Jan 27 21:53:32.884119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Checking segment: {'id': '15734473-1058-4ee5-aa47-94ad7cccca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15186473-d55e-4ed2-88e6-395616f2a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:32.885255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Network hostable DHCP agents. Network: 15186473-d55e-4ed2-88e6-395616f2a2da, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:53:32.894536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21384978-972b-4668-92ec-7eaa8a0f89bc,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:32.909461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db7a9e5b-8ba7-413a-9313-b18bf07bf033 req-fea6938b-48bc-4668-af53-389b5586d860 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791797 Jan 27 21:53:32.931516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Allocated IP 172.25.8.171 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/05169004-c2e4-4ecc-9622-6f6c6749dab5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:32.975659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8::1 (22536238-17ca-4978-85cf-3e3f6e18726b/d6fa5d0d-158f-4518-ad42-c1a9fb59b865/03cfab72-1aa4-4bb2-bade-fbc43adfddda) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:32.976581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d371dd1-ac82-45b1-beeb-f1b7099b3dd0 req-68d33928-bfe9-46f6-a954-f3bc1dd18198 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4328599 Jan 27 21:53:32.983849 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-e8723e99-cf22-4e9d-a683-d637c8ec8030 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=04495889-3964-49fe-9ccc-f7c06cf6330b HTTP/1.1" status: 200 len: 217 time: 0.0864387 Jan 27 21:53:32.989184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-852d561e-f9e6-4c86-b4bc-07f9f119c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.997378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-852d561e-f9e6-4c86-b4bc-07f9f119c835 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.2797554 Jan 27 21:53:33.010026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-25a3d2eb-dba4-43df-956d-7c0f18181659 None None] Current status of the port 3814a63e-c407-4477-96bf-913df40ab71c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:33.022488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8531b8a-4a86-49d5-8088-bb8379d39026 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_controller (153ede55-14e5-4660-b5bb-bf11a733fc70), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.023608 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25a3d2eb-dba4-43df-956d-7c0f18181659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814a63e-c407-4477-96bf-913df40ab71c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.073313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8531b8a-4a86-49d5-8088-bb8379d39026 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (153ede55-14e5-4660-b5bb-bf11a733fc70), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.093446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Network 15186473-d55e-4ed2-88e6-395616f2a2da is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:53:33.098206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d51a8ede-c5c7-4e92-8ed8-28293e49f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:33.100441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d51a8ede-c5c7-4e92-8ed8-28293e49f54a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966775 Jan 27 21:53:33.108936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3814a63e-c407-4477-96bf-913df40ab71c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:33.109847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814a63e-c407-4477-96bf-913df40ab71c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.122182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 15186473-d55e-4ed2-88e6-395616f2a2da) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:33.129966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:33.130674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.150067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c62a6-d2af-4616-90c2-5671153fceaa None None] Network 15186473-d55e-4ed2-88e6-395616f2a2da requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:33.157540 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3872ef2e-85d0-417a-a1a0-f567c8909660 x-openstack-request-id: req-3872ef2e-85d0-417a-a1a0-f567c8909660 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:33.157833 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c458633b-5e37-41b8-8e70-ad95a19b7a71", "tag": "04495889-3964-49fe-9ccc-f7c06cf6330b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:33.158175 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3872ef2e-85d0-417a-a1a0-f567c8909660 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:33.158750 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c458633b-5e37-41b8-8e70-ad95a19b7a71', 'tag': '04495889-3964-49fe-9ccc-f7c06cf6330b', 'status': 'completed', 'code': 200} Jan 27 21:53:33.161106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f49a755f-7e34-480f-9e60-aad58bb01184 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2864950 Jan 27 21:53:33.190625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a71eb31-a072-4cfd-adba-70f1f24f96be admin admin] Publish callbacks [] for security_group (969db6a9-ceac-48f3-b467-3a48b562ba74), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.195064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8531b8a-4a86-49d5-8088-bb8379d39026 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.196546 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e8531b8a-4a86-49d5-8088-bb8379d39026 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7948439 Jan 27 21:53:33.242528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55846) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:33.278345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-25a3d2eb-dba4-43df-956d-7c0f18181659 None None] For port 3814a63e-c407-4477-96bf-913df40ab71c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3814a63e-c407-4477-96bf-913df40ab71c,segment=NetworkSegment(bedd7608-761f-4d95-a4de-8f87deace476),segment_id=bedd7608-761f-4d95-a4de-8f87deace476)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:33.290138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25a3d2eb-dba4-43df-956d-7c0f18181659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3814a63e-c407-4477-96bf-913df40ab71c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.444341 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a71eb31-a072-4cfd-adba-70f1f24f96be admin admin] Publish callbacks [] for security_group (969db6a9-ceac-48f3-b467-3a48b562ba74), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.459929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781bdd4-e207-4e78-950d-2a0aa636b5d5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (153ede55-14e5-4660-b5bb-bf11a733fc70), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.476177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-b87f4a91-f233-4986-85c9-d5c201dbf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:33.478158 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-b87f4a91-f233-4986-85c9-d5c201dbf1f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.4544337 Jan 27 21:53:33.485295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:53:33.487773 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:53:33.492117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3d2eb-dba4-43df-956d-7c0f18181659 None None] Pushing event updated for resources: {'Port': ['ID=3814a63e-c407-4477-96bf-913df40ab71c,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:33.638194 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for port (05169004-c2e4-4ecc-9622-6f6c6749dab5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.642173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d662b255-76fa-4cfc-8a18-00c0e0c30a4a None None] Provisioning complete for port 3814a63e-c407-4477-96bf-913df40ab71c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:33.643187 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d662b255-76fa-4cfc-8a18-00c0e0c30a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3814a63e-c407-4477-96bf-913df40ab71c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.671691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-723a858f-b8ba-4ec1-b327-9c1b03eaa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:33.673308 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-723a858f-b8ba-4ec1-b327-9c1b03eaa400 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773551 Jan 27 21:53:33.729958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-9bd9b408-eec5-4b97-bd3b-27b6b703dc2f service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215250 Jan 27 21:53:33.757383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc38c01-7e77-49ee-819c-837b07630104 None None] Network 15186473-d55e-4ed2-88e6-395616f2a2da requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:33.824693 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-becbe85a-9443-4657-bd33-69293497a61e service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348770 Jan 27 21:53:33.941914 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-55ee9594-fca1-47c1-a524-35338ad12a4b req-99b7e893-c56a-43b4-960c-176f74167192 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073599 Jan 27 21:53:33.944732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781bdd4-e207-4e78-950d-2a0aa636b5d5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (153ede55-14e5-4660-b5bb-bf11a733fc70), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.956944 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781bdd4-e207-4e78-950d-2a0aa636b5d5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_controller (153ede55-14e5-4660-b5bb-bf11a733fc70), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.977475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.986811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a71eb31-a072-4cfd-adba-70f1f24f96be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (969db6a9-ceac-48f3-b467-3a48b562ba74), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.989809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a71eb31-a072-4cfd-adba-70f1f24f96be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.994957 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1a71eb31-a072-4cfd-adba-70f1f24f96be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/969db6a9-ceac-48f3-b467-3a48b562ba74 HTTP/1.1" status: 204 len: 168 time: 1.1593196 Jan 27 21:53:34.058086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71eb31-a072-4cfd-adba-70f1f24f96be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969db6a9-ceac-48f3-b467-3a48b562ba74,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:34.089728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-decdc54c-0967-478c-bafc-5ba5a83385f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:34.092340 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-decdc54c-0967-478c-bafc-5ba5a83385f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 1099 time: 0.0911419 Jan 27 21:53:34.098763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (05169004-c2e4-4ecc-9622-6f6c6749dab5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.184851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:34.189455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3814a63e-c407-4477-96bf-913df40ab71c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:34.190200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-51e7f2ef-396e-474c-8030-a14ee6592003 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879929 Jan 27 21:53:34.190341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Pushing event updated for resources: {'Port': ['ID=05169004-c2e4-4ecc-9622-6f6c6749dab5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:34.209982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:34.216605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:34.280435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0e20-7b18-4775-a86a-274d747332ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.339438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781bdd4-e207-4e78-950d-2a0aa636b5d5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (153ede55-14e5-4660-b5bb-bf11a733fc70), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.340307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0781bdd4-e207-4e78-950d-2a0aa636b5d5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 153ede55-14e5-4660-b5bb-bf11a733fc70 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:34.363569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781bdd4-e207-4e78-950d-2a0aa636b5d5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.369279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0781bdd4-e207-4e78-950d-2a0aa636b5d5 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "DELETE /v2.0/routers/153ede55-14e5-4660-b5bb-bf11a733fc70 HTTP/1.1" status: 204 len: 168 time: 1.1249802 Jan 27 21:53:34.424701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-bbab0609-0e03-4fea-892e-175563a02bd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a02378a6-77b4-49d1-9876-aeae9608ee06 HTTP/1.1" status: 200 len: 217 time: 0.2251542 Jan 27 21:53:34.459914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d662b255-76fa-4cfc-8a18-00c0e0c30a4a None None] Current status of the port 3814a63e-c407-4477-96bf-913df40ab71c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:34.473194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3814a63e-c407-4477-96bf-913df40ab71c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:34.733462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 3814a63e-c407-4477-96bf-913df40ab71c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:34.736992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3814a63e-c407-4477-96bf-913df40ab71c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.772456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.892943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 22536238-17ca-4978-85cf-3e3f6e18726b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:34.896694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:34.897702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=03cfab72-1aa4-4bb2-bade-fbc43adfddda,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:34.917588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:34.922379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:34.923005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0399b1ee-5c01-46b9-b82a-56453d2a4e60), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.013332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3814a63e-c407-4477-96bf-913df40ab71c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:35.026027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6deaf-4be9-4838-a07c-689c7b36a7bf req-cd8029e5-dd2e-4522-bf76-78e8648854a6 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.027881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfe6deaf-4be9-4838-a07c-689c7b36a7bf req-cd8029e5-dd2e-4522-bf76-78e8648854a6 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 948 time: 0.8420639 Jan 27 21:53:35.044389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-4df047b1-c2b8-4bf0-96fe-5e5bff083c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.045939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-4df047b1-c2b8-4bf0-96fe-5e5bff083c21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.6118429 Jan 27 21:53:35.111763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-9a4778cc-97b1-4d1d-b95c-a944d58c5e05 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.122916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-9a4778cc-97b1-4d1d-b95c-a944d58c5e05 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/networks?id=15186473-d55e-4ed2-88e6-395616f2a2da HTTP/1.1" status: 200 len: 814 time: 1.1478043 Jan 27 21:53:35.188111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-c18f4276-d310-44fb-9d5c-5c4b3bf64983 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/quotas/c5cd07a1508144d9bdf45bc6e8d813f3 HTTP/1.1" status: 200 len: 375 time: 0.0635774 Jan 27 21:53:35.196401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfe6deaf-4be9-4838-a07c-689c7b36a7bf req-462e6fa4-7dfa-4059-ac5c-406307dbacb0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609423 Jan 27 21:53:35.259767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-0f4b67a6-7578-4e08-9b09-12c4a40b3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.261033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-213cd962-017a-4fbd-b33e-c7f201041c43 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5cd07a1508144d9bdf45bc6e8d813f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713475 Jan 27 21:53:35.261402 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-0f4b67a6-7578-4e08-9b09-12c4a40b3189 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.1474202 Jan 27 21:53:35.294426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-7da846c5-b40c-4ca8-a76c-c1d59dd8c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.296380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-7da846c5-b40c-4ca8-a76c-c1d59dd8c2b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138307 Jan 27 21:53:35.318518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-a9a91687-59c2-4085-ac9d-cb25db949fe0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=04495889-3964-49fe-9ccc-f7c06cf6330b HTTP/1.1" status: 200 len: 217 time: 0.0501716 Jan 27 21:53:35.418202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-5ff6fd5f-ab11-49ac-b721-388cf1dc954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.422907 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-5ff6fd5f-ab11-49ac-b721-388cf1dc954e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0625987 Jan 27 21:53:35.480084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4f6abc2e-18a9-44ab-bed5-c42fb46b7f4a None None] Provisioning complete for port 03cfab72-1aa4-4bb2-bade-fbc43adfddda triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:35.481336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4f6abc2e-18a9-44ab-bed5-c42fb46b7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.565291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4f6abc2e-18a9-44ab-bed5-c42fb46b7f4a None None] Port 03cfab72-1aa4-4bb2-bade-fbc43adfddda cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:35.608426 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.616476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1231834395', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:35.633283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-4f893256-d190-47f7-8964-398018343db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.634436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d8bebf46-9867-476f-b394-e8dc4ca54d53 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310556 Jan 27 21:53:35.636451 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-4f893256-d190-47f7-8964-398018343db0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044451 Jan 27 21:53:35.844085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (4d46830b-a350-4019-b9b2-d70418593568), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.845291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (4d46830b-a350-4019-b9b2-d70418593568), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.880895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-b148c71d-1150-4dfd-a060-31433e7d809d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.891581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-b148c71d-1150-4dfd-a060-31433e7d809d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.902100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-b148c71d-1150-4dfd-a060-31433e7d809d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.913852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-b148c71d-1150-4dfd-a060-31433e7d809d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.914586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (4d46830b-a350-4019-b9b2-d70418593568), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.924007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-b148c71d-1150-4dfd-a060-31433e7d809d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.934564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-b148c71d-1150-4dfd-a060-31433e7d809d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.944995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-b148c71d-1150-4dfd-a060-31433e7d809d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.948371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-b148c71d-1150-4dfd-a060-31433e7d809d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.4330146 Jan 27 21:53:36.080568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-881a40cc-a633-4e98-9847-df69a0a2b00c service neutron] 10.222.0.45 "GET /v2.0/networks/15186473-d55e-4ed2-88e6-395616f2a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154287 Jan 27 21:53:36.111244 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-cd63cc30-9435-4e30-ba94-00f341e8f575 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475791 Jan 27 21:53:36.127282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-f96e3ff9-d503-4515-8778-68cac8dad03b service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655197 Jan 27 21:53:36.184325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27f7dd67-8163-4585-8ced-eabe99070d2a req-5681ead2-3a6f-48ba-adf3-0c1fac1f4714 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2256153 Jan 27 21:53:36.321750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-9e666038-371e-47d3-a37d-f95fb5fdfa31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89247f41-4fed-45ab-af6d-0a711ea30c23 HTTP/1.1" status: 200 len: 217 time: 0.1795127 Jan 27 21:53:36.425690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (4d46830b-a350-4019-b9b2-d70418593568), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.486442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router_gateway (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.505120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-b57b020c-938d-4e18-87c5-ab1331b2f322 service neutron] 10.222.0.45 "GET /v2.0/networks/15186473-d55e-4ed2-88e6-395616f2a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809938 Jan 27 21:53:36.522662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24201f-4734-4832-82b4-67b7b3ca6a27 req-b1271ede-b062-40f8-b84c-af7def903167 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:36.524203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a24201f-4734-4832-82b4-67b7b3ca6a27 req-b1271ede-b062-40f8-b84c-af7def903167 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 948 time: 0.2104685 Jan 27 21:53:36.533799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d5c1f3d9-78eb-48bb-a8bc-56395f897ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:36.535614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d5c1f3d9-78eb-48bb-a8bc-56395f897ce3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.2013516 Jan 27 21:53:36.636680 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f15edd0-3942-4980-9985-669ddfbc5899 req-664209fc-427b-4a65-9db5-f01357310f19 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109937 Jan 27 21:53:36.637629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a24201f-4734-4832-82b4-67b7b3ca6a27 req-6ee920a0-edbe-4812-805c-6e65f311f357 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068921 Jan 27 21:53:36.683177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3e29f1e7-2ea9-455c-9310-4fa2be164944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:36.685356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-3e29f1e7-2ea9-455c-9310-4fa2be164944 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417170 Jan 27 21:53:36.733073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.743230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.744083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0399b1ee-5c01-46b9-b82a-56453d2a4e60), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.858885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d870e1fa-3406-4a47-8988-7df9b88d1cf8 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651850 Jan 27 21:53:37.017972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae49a2ed-901d-4e79-b24d-a0acc0f46a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.077262 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b82bf1d-8be1-481b-9bc6-960574ca867f req-7d2ec65f-4638-49a0-a6e3-8c8cb81f2da8 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 210 time: 0.0933366 Jan 27 21:53:37.188488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07f8716-7be0-4a6b-8922-2d5d8466067d req-d272569f-cf00-4a5f-b65d-e9171bcdc2b2 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234792 Jan 27 21:53:37.294971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=03cfab72-1aa4-4bb2-bade-fbc43adfddda,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:37.481744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.485628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-4beaaa94-7c6d-44ec-940f-f01e5e2c1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.486135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-4beaaa94-7c6d-44ec-940f-f01e5e2c1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.486671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-4beaaa94-7c6d-44ec-940f-f01e5e2c1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.487120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-4beaaa94-7c6d-44ec-940f-f01e5e2c1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.489738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-4beaaa94-7c6d-44ec-940f-f01e5e2c1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.492514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-4beaaa94-7c6d-44ec-940f-f01e5e2c1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.494705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-4beaaa94-7c6d-44ec-940f-f01e5e2c1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.501430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-4beaaa94-7c6d-44ec-940f-f01e5e2c1d54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6477 time: 0.2119384 Jan 27 21:53:37.542615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.562762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-c35bd3d5-ad9b-4858-b645-88ac5a9f2b75 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.570748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-c35bd3d5-ad9b-4858-b645-88ac5a9f2b75 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.580111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-c35bd3d5-ad9b-4858-b645-88ac5a9f2b75 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.586218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-c35bd3d5-ad9b-4858-b645-88ac5a9f2b75 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.592738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-c35bd3d5-ad9b-4858-b645-88ac5a9f2b75 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.599934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-c35bd3d5-ad9b-4858-b645-88ac5a9f2b75 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.606324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-c35bd3d5-ad9b-4858-b645-88ac5a9f2b75 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.608829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-c35bd3d5-ad9b-4858-b645-88ac5a9f2b75 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.1877413 Jan 27 21:53:37.617874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (4d46830b-a350-4019-b9b2-d70418593568), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.645724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 22536238-17ca-4978-85cf-3e3f6e18726b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:37.656814 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.659838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:37.760608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f312acd-d645-482e-9395-7e513b4f5fc8 req-982e35e2-c460-46c3-bc69-2f174832876b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203744 Jan 27 21:53:37.764343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-2292e1a4-38a6-4621-8a40-10701dca2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.766038 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-2292e1a4-38a6-4621-8a40-10701dca2f8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2 HTTP/1.1" status: 200 len: 902 time: 0.2592654 Jan 27 21:53:37.892714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-e2305cb4-6d7c-4471-8cbc-4a7c3475685f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89247f41-4fed-45ab-af6d-0a711ea30c23 HTTP/1.1" status: 200 len: 217 time: 0.1166449 Jan 27 21:53:38.036813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-7f327ad3-56d9-4e0a-87f1-79bbd82fc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.042134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-7f327ad3-56d9-4e0a-87f1-79bbd82fc407 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.1459939 Jan 27 21:53:38.095446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5035f-02ce-4bb3-b7c2-503992e6d6a7 req-25bfdb9a-d170-49a4-8988-3f2527bf9e10 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.099181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9b5035f-02ce-4bb3-b7c2-503992e6d6a7 req-25bfdb9a-d170-49a4-8988-3f2527bf9e10 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 948 time: 0.3063066 Jan 27 21:53:38.243934 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Allocated IP 172.25.8.157 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/dd890517-9257-40d9-9714-8522af67c954) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:38.262377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 0399b1ee-5c01-46b9-b82a-56453d2a4e60 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:38.283270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-1abecc2f-c2ca-4eed-abec-63908403ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.284617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Router b0321f9f-4b2f-45a3-afd0-a3dd9517d249 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:38.288597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-1abecc2f-c2ca-4eed-abec-63908403ea5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2334156 Jan 27 21:53:38.291338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-01d157fd-46de-4833-83e6-246b7f730d18 None None] Provisioning complete for port 03cfab72-1aa4-4bb2-bade-fbc43adfddda triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:38.293054 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01d157fd-46de-4833-83e6-246b7f730d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.351398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9b5035f-02ce-4bb3-b7c2-503992e6d6a7 req-208e12e7-5f37-46d0-9dd6-297b183cc56e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891463 Jan 27 21:53:38.377222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.402804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f405b6a7-0a90-4cb4-a490-1f33ad12fab1 req-19f0e942-1c04-4106-933e-9cffec101241 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 210 time: 0.0599999 Jan 27 21:53:38.433354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-01d157fd-46de-4833-83e6-246b7f730d18 None None] Port 03cfab72-1aa4-4bb2-bade-fbc43adfddda cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:38.518913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-40edb84d-aa56-46de-8dc0-be80c5407a41 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739082 Jan 27 21:53:38.565753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:38.590678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c15be8-5e2f-4970-bb3c-6af16baa31bc None None] Sync routers for ids ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:38.634793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c15be8-5e2f-4970-bb3c-6af16baa31bc None None] Routers {'0399b1ee-5c01-46b9-b82a-56453d2a4e60'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:38.636465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d3c15be8-5e2f-4970-bb3c-6af16baa31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:38.649207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 04495889-3964-49fe-9ccc-f7c06cf6330b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:38.688002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55934) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:38.688405 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-42f0db27-5735-43b8-8bfb-68aee8e84344 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/0399b1ee-5c01-46b9-b82a-56453d2a4e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8709865 Jan 27 21:53:38.756015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d3c15be8-5e2f-4970-bb3c-6af16baa31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:38.765929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for port (dd890517-9257-40d9-9714-8522af67c954), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.777710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c15be8-5e2f-4970-bb3c-6af16baa31bc None None] Routers {'0399b1ee-5c01-46b9-b82a-56453d2a4e60'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:38.780001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d3c15be8-5e2f-4970-bb3c-6af16baa31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:38.890676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d3c15be8-5e2f-4970-bb3c-6af16baa31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:38.891903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c15be8-5e2f-4970-bb3c-6af16baa31bc None None] The sync data for ids ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:38.898273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:38.912707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:53:38.920755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.922707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d2bb0f86-a9a4-436e-ad94-db2641a61d8d tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "PUT /v2.0/routers/b0321f9f-4b2f-45a3-afd0-a3dd9517d249 HTTP/1.1" status: 200 len: 916 time: 12.6118000 Jan 27 21:53:38.930448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55946) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:38.939601 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685fdeb-c850-4038-9b4d-12b81755967e None None] Sync routers for ids ['b0321f9f-4b2f-45a3-afd0-a3dd9517d249'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:38.945162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baed83ff-3898-4f92-8514-f93454f0f6a1 req-9f793ff0-94ad-48b4-b8af-cdb3bdd63f47 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189985 Jan 27 21:53:38.985421 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685fdeb-c850-4038-9b4d-12b81755967e None None] Routers {'b0321f9f-4b2f-45a3-afd0-a3dd9517d249'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:38.988310 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0685fdeb-c850-4038-9b4d-12b81755967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b0321f9f-4b2f-45a3-afd0-a3dd9517d249'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:39.003200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (dd890517-9257-40d9-9714-8522af67c954), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.028057 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0685fdeb-c850-4038-9b4d-12b81755967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:39.039076 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685fdeb-c850-4038-9b4d-12b81755967e None None] Routers {'b0321f9f-4b2f-45a3-afd0-a3dd9517d249'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:39.040039 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0685fdeb-c850-4038-9b4d-12b81755967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b0321f9f-4b2f-45a3-afd0-a3dd9517d249'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:39.060342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 04495889-3964-49fe-9ccc-f7c06cf6330b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04495889-3964-49fe-9ccc-f7c06cf6330b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:39.063651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:39.065768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:39.069232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:39.082234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '04495889-3964-49fe-9ccc-f7c06cf6330b', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '04495889-3964-49fe-9ccc-f7c06cf6330b', 'mac_address': 'fa:16:3e:16:0a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:39.085451 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0685fdeb-c850-4038-9b4d-12b81755967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:39.086479 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0685fdeb-c850-4038-9b4d-12b81755967e None None] The sync data for ids ['b0321f9f-4b2f-45a3-afd0-a3dd9517d249'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:39.122691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event updated for resources: {'Port': ['ID=dd890517-9257-40d9-9714-8522af67c954,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:39.144684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 04495889-3964-49fe-9ccc-f7c06cf6330b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:39.145338 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.163364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04495889-3964-49fe-9ccc-f7c06cf6330b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:39.184338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-5dce0550-80d4-4e16-9d62-b8e7d09537c0 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.188107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-5dce0550-80d4-4e16-9d62-b8e7d09537c0 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.57 "GET /v2.0/networks?id=15186473-d55e-4ed2-88e6-395616f2a2da HTTP/1.1" status: 200 len: 814 time: 0.5043759 Jan 27 21:53:39.188760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 04495889-3964-49fe-9ccc-f7c06cf6330b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04495889-3964-49fe-9ccc-f7c06cf6330b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:39.197890 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.260383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=04495889-3964-49fe-9ccc-f7c06cf6330b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:39.287541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94a6f39-1b43-4f0c-886c-2047117de637 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.289499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a94a6f39-1b43-4f0c-886c-2047117de637 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports/03cfab72-1aa4-4bb2-bade-fbc43adfddda HTTP/1.1" status: 200 len: 911 time: 0.5771053 Jan 27 21:53:39.301593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-b32b131f-5468-4dfb-be4b-f64dcd57c0b2 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d0d530790dc24d48a3c280b2a0f14d09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3554192 Jan 27 21:53:39.302161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55948) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:39.306158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Request body: {'port': {'device_id': 'fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc', 'network_id': '15186473-d55e-4ed2-88e6-395616f2a2da', 'admin_state_up': True, 'tenant_id': 'c5cd07a1508144d9bdf45bc6e8d813f3'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:39.331121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1fd434bb-23d8-47c0-864d-4d69e3fce34e tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/routers/b0321f9f-4b2f-45a3-afd0-a3dd9517d249 HTTP/1.1" status: 200 len: 922 time: 0.3884797 Jan 27 21:53:39.336643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55950) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:39.440801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b06449-6265-4bb2-a985-e56a9e2ed09f tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.444235 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-78b06449-6265-4bb2-a985-e56a9e2ed09f tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=b0321f9f-4b2f-45a3-afd0-a3dd9517d249&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1043930 Jan 27 21:53:39.445701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55954) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:39.505756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (4d46830b-a350-4019-b9b2-d70418593568), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.597988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-6f0f53fd-0d77-4d1d-9c02-82efbb01ec50 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.598675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:39.603702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-6f0f53fd-0d77-4d1d-9c02-82efbb01ec50 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.609178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-6f0f53fd-0d77-4d1d-9c02-82efbb01ec50 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.614985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-6f0f53fd-0d77-4d1d-9c02-82efbb01ec50 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.620844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-6f0f53fd-0d77-4d1d-9c02-82efbb01ec50 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.626157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-6f0f53fd-0d77-4d1d-9c02-82efbb01ec50 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.632661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-6f0f53fd-0d77-4d1d-9c02-82efbb01ec50 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.640007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-6f0f53fd-0d77-4d1d-9c02-82efbb01ec50 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.5493581 Jan 27 21:53:39.642452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6cb7e4-f8ca-48bd-9941-142c062019f4 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.647331 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c6cb7e4-f8ca-48bd-9941-142c062019f4 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 881 time: 0.1995676 Jan 27 21:53:39.650874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:39.689508 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dc11b867-29d5-4381-94ee-f1c0e4427192 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0321f9f-4b2f-45a3-afd0-a3dd9517d249 HTTP/1.1" status: 200 len: 205 time: 0.0387414 Jan 27 21:53:39.694458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55960) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:39.833866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb7af97e-cd9a-476a-b6b9-0972a23825dd req-209ea76d-3c2c-4068-b5c2-d5687dc5b9b3 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1927619 Jan 27 21:53:39.850204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.866604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-687b9812-c471-47a2-b9e5-fa4ecdf29fbb tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.868330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-687b9812-c471-47a2-b9e5-fa4ecdf29fbb tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5430501 Jan 27 21:53:39.935947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Made reservation on behalf of c5cd07a1508144d9bdf45bc6e8d813f3 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:39.943371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.953214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-66df23b2-9dd9-46df-9488-4a987d4144d4 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/quotas/d0d530790dc24d48a3c280b2a0f14d09 HTTP/1.1" status: 200 len: 375 time: 0.0634055 Jan 27 21:53:40.048908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-b2d33e1c-513b-40ff-b5d6-6bfc552d8f2c tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0d530790dc24d48a3c280b2a0f14d09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815270 Jan 27 21:53:40.211293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2b27a-ac3b-48d7-bd21-c8e0c3c363c8 req-a6d1f30b-5982-424e-bd93-7e852797efc7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:40.213017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcb2b27a-ac3b-48d7-bd21-c8e0c3c363c8 req-a6d1f30b-5982-424e-bd93-7e852797efc7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 949 time: 0.1889696 Jan 27 21:53:40.346070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcb2b27a-ac3b-48d7-bd21-c8e0c3c363c8 req-1100dc32-da49-4ab8-896c-56d2bcb30569 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050501 Jan 27 21:53:40.373842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Allocated IP 172.20.0.8 (15186473-d55e-4ed2-88e6-395616f2a2da/21384978-972b-4668-92ec-7eaa8a0f89bc/3e41a733-c5c3-45ea-b77a-582654db3b1b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:40.426488 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:40.470874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (4d46830b-a350-4019-b9b2-d70418593568), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:40.534676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:40.640108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e35a0a9e-f305-470a-9de3-edc1111c9f65 req-7eb29e15-991a-46e5-97e2-8e7105854c79 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 210 time: 0.1138637 Jan 27 21:53:40.709994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97c2b323-e86a-4007-8270-84e3f09c5c7d req-3b2e2d4d-1efc-466e-bfda-04d2fbd5c11b tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 210 time: 0.1882555 Jan 27 21:53:40.815756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Deleting port 05169004-c2e4-4ecc-9622-6f6c6749dab5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:40.817498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (05169004-c2e4-4ecc-9622-6f6c6749dab5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:40.861657 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:40.965181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Router 4d46830b-a350-4019-b9b2-d70418593568 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:41.104311 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:41.121179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (05169004-c2e4-4ecc-9622-6f6c6749dab5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:41.168868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Calling delete_port for 05169004-c2e4-4ecc-9622-6f6c6749dab5 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:41.305437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:41.322942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f6886-7dc5-48f3-9323-40e03fe6f392 None None] Sync routers for ids ['4d46830b-a350-4019-b9b2-d70418593568'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:41.347966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f6886-7dc5-48f3-9323-40e03fe6f392 None None] Routers {'4d46830b-a350-4019-b9b2-d70418593568'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:41.350379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9e2f6886-7dc5-48f3-9323-40e03fe6f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['4d46830b-a350-4019-b9b2-d70418593568'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:41.400405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9e2f6886-7dc5-48f3-9323-40e03fe6f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:41.440088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f6886-7dc5-48f3-9323-40e03fe6f392 None None] Routers {'4d46830b-a350-4019-b9b2-d70418593568'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:41.440898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9e2f6886-7dc5-48f3-9323-40e03fe6f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['4d46830b-a350-4019-b9b2-d70418593568'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:41.507679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:41.512819 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-289ad2e8-5ea9-4687-acf1-f0d4f90638af tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5816729 Jan 27 21:53:41.521217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55976) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:41.544667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9e2f6886-7dc5-48f3-9323-40e03fe6f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:41.546100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f6886-7dc5-48f3-9323-40e03fe6f392 None None] The sync data for ids ['4d46830b-a350-4019-b9b2-d70418593568'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:41.584518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Publish callbacks [] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:41.719499 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2d3e73de-21f7-4a32-8105-46040cbdba8f tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/routers/4d46830b-a350-4019-b9b2-d70418593568 HTTP/1.1" status: 200 len: 925 time: 0.1963046 Jan 27 21:53:41.721626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55980) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:41.774790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eece50d-3b70-4cf3-96a7-714a061424ce req-2127c6ab-ec56-4a8e-a0e9-673c0a54bc97 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.777310 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bb436164-47a8-4173-8065-c20e9926f9eb tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d46830b-a350-4019-b9b2-d70418593568 HTTP/1.1" status: 200 len: 205 time: 0.0544007 Jan 27 21:53:41.778036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55984) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:41.783201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eece50d-3b70-4cf3-96a7-714a061424ce req-2127c6ab-ec56-4a8e-a0e9-673c0a54bc97 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 949 time: 0.2016256 Jan 27 21:53:41.800772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0469-da42-4952-8261-14f3d2726b66 req-1a248dad-e1f2-4107-a6cc-cbca529fecc6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.806461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0469-da42-4952-8261-14f3d2726b66 req-1a248dad-e1f2-4107-a6cc-cbca529fecc6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.812006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0469-da42-4952-8261-14f3d2726b66 req-1a248dad-e1f2-4107-a6cc-cbca529fecc6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.817898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0469-da42-4952-8261-14f3d2726b66 req-1a248dad-e1f2-4107-a6cc-cbca529fecc6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.823583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0469-da42-4952-8261-14f3d2726b66 req-1a248dad-e1f2-4107-a6cc-cbca529fecc6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.829535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0469-da42-4952-8261-14f3d2726b66 req-1a248dad-e1f2-4107-a6cc-cbca529fecc6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.835624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0469-da42-4952-8261-14f3d2726b66 req-1a248dad-e1f2-4107-a6cc-cbca529fecc6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.843118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c58d0469-da42-4952-8261-14f3d2726b66 req-1a248dad-e1f2-4107-a6cc-cbca529fecc6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.2566686 Jan 27 21:53:41.901308 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:41.923754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (05169004-c2e4-4ecc-9622-6f6c6749dab5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:41.965209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Pushing event updated for resources: {'Port': ['ID=3e41a733-c5c3-45ea-b77a-582654db3b1b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:42.044722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event deleted for resources: {'Port': ['ID=05169004-c2e4-4ecc-9622-6f6c6749dab5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:42.053407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8:1::1 (a3268f74-bcfe-43ef-9d3a-d412ad81d94c/60c14931-9fd9-4ad0-86a3-b39b336fe092/9d1a46ed-38ff-436a-99ff-542eb2342e40) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:42.153935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Network 15186473-d55e-4ed2-88e6-395616f2a2da is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:42.188740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:42.202869 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-e2ab082b-5aa9-4147-806d-702f537d5d6c tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d0d530790dc24d48a3c280b2a0f14d09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471641 Jan 27 21:53:42.208011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c58d0469-da42-4952-8261-14f3d2726b66 req-42de2b7b-b2ac-420e-817b-ce339104132f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3625200 Jan 27 21:53:42.218223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:42.253713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eece50d-3b70-4cf3-96a7-714a061424ce req-d1617799-4ba3-4313-a9d6-a614a9ed6fdc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665153 Jan 27 21:53:42.259462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (4d46830b-a350-4019-b9b2-d70418593568), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.418428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37273d7-e950-4ce2-9119-cf635665d56d req-a83539ab-7b91-4b3e-846a-6e544f5eb190 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 210 time: 0.0427203 Jan 27 21:53:42.472912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:42.473605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.547334 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.562930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (4d46830b-a350-4019-b9b2-d70418593568), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.598251 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.606727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-a25cab90-0bdc-4873-bee3-a55a0c3c15b7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3142200 Jan 27 21:53:42.620844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Request body: {'port': {'device_id': 'fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:42.638540 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 04495889-3964-49fe-9ccc-f7c06cf6330b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:42.725656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.746326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 04495889-3964-49fe-9ccc-f7c06cf6330b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:42.751007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 04495889-3964-49fe-9ccc-f7c06cf6330b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:42.751676 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.760623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322a7a5-e6eb-48ef-ad87-d150548bada3 req-4cc5558f-37f1-4a33-9613-fb93bbfcfebc tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:42.782096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0322a7a5-e6eb-48ef-ad87-d150548bada3 req-4cc5558f-37f1-4a33-9613-fb93bbfcfebc tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 931 time: 0.3734424 Jan 27 21:53:42.838529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.854283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.863280 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.881644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network a3268f74-bcfe-43ef-9d3a-d412ad81d94c is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:42.920744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-9595dfbc-71f9-4613-aebb-3dc99129c7b4 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:42.921333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:42.936049 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-9595dfbc-71f9-4613-aebb-3dc99129c7b4 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4696181 Jan 27 21:53:42.942256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0322a7a5-e6eb-48ef-ad87-d150548bada3 req-bfb614c8-0ecd-43d7-bcfa-7d74381a34b9 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561811 Jan 27 21:53:42.945223 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Request body: {'port': {'device_id': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': 'd0d530790dc24d48a3c280b2a0f14d09'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:42.947668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:42.948451 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0399b1ee-5c01-46b9-b82a-56453d2a4e60), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.963017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=9d1a46ed-38ff-436a-99ff-542eb2342e40,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:42.981099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 04495889-3964-49fe-9ccc-f7c06cf6330b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:42.981722 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.041033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458633b-5e37-41b8-8e70-ad95a19b7a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04495889-3964-49fe-9ccc-f7c06cf6330b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:43.045799 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e37a897-6087-4f59-8faf-280302d5dab3" -d '{"events": [{"server_uuid": "c458633b-5e37-41b8-8e70-ad95a19b7a71", "name": "network-vif-plugged", "status": "completed", "tag": "04495889-3964-49fe-9ccc-f7c06cf6330b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:43.081320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 04495889-3964-49fe-9ccc-f7c06cf6330b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04495889-3964-49fe-9ccc-f7c06cf6330b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:43.089953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.123586 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Deleting port dd890517-9257-40d9-9714-8522af67c954 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:43.123947 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dd890517-9257-40d9-9714-8522af67c954), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.195701 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b900da1c-adc8-4860-9e09-7dbbc47e8a8e x-openstack-request-id: req-b900da1c-adc8-4860-9e09-7dbbc47e8a8e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:43.198365 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c458633b-5e37-41b8-8e70-ad95a19b7a71", "name": "network-vif-plugged", "status": "completed", "tag": "04495889-3964-49fe-9ccc-f7c06cf6330b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:43.198643 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b900da1c-adc8-4860-9e09-7dbbc47e8a8e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:43.199105 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458633b-5e37-41b8-8e70-ad95a19b7a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04495889-3964-49fe-9ccc-f7c06cf6330b', 'code': 200} Jan 27 21:53:43.261578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (b0321f9f-4b2f-45a3-afd0-a3dd9517d249), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.264190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Fanout notify agent at l3_agent the message router_deleted on router b0321f9f-4b2f-45a3-afd0-a3dd9517d249 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:43.292866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=04495889-3964-49fe-9ccc-f7c06cf6330b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:43.301516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.308838 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c9175050-e8e1-44b8-acbf-38f0b1c7f3a3 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/b0321f9f-4b2f-45a3-afd0-a3dd9517d249 HTTP/1.1" status: 204 len: 168 time: 3.6066537 Jan 27 21:53:43.320523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55992) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:43.327849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2016188664', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:43.446095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dd890517-9257-40d9-9714-8522af67c954), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.469555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Calling delete_port for dd890517-9257-40d9-9714-8522af67c954 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:43.525023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-39546050-4bc7-4adc-94d7-67f08395789c None None] Provisioning complete for port 9d1a46ed-38ff-436a-99ff-542eb2342e40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:43.525405 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-39546050-4bc7-4adc-94d7-67f08395789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.624628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-39546050-4bc7-4adc-94d7-67f08395789c None None] Port 9d1a46ed-38ff-436a-99ff-542eb2342e40 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:43.687241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (8ce2d029-d641-4b20-9b64-ea54c77292d4), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.688377 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (8ce2d029-d641-4b20-9b64-ea54c77292d4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.743807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Made reservation on behalf of d0d530790dc24d48a3c280b2a0f14d09 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:43.748214 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.762859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45b05e-4750-4bbb-9bc7-56d4069bcca0 req-07ef67db-70a8-45b2-a264-ab67724901b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.764783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe45b05e-4750-4bbb-9bc7-56d4069bcca0 req-07ef67db-70a8-45b2-a264-ab67724901b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 1101 time: 0.4996240 Jan 27 21:53:43.766544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.775479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.809702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dad34-f0da-4b9f-ab6b-d74ba8691ba5 req-2b693bc1-1d56-45d3-bde2-f761e71ec267 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.811687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84dad34-f0da-4b9f-ab6b-d74ba8691ba5 req-2b693bc1-1d56-45d3-bde2-f761e71ec267 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 950 time: 0.3579493 Jan 27 21:53:43.814692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (dd890517-9257-40d9-9714-8522af67c954), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.848911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b151322-3c08-4750-ac02-087a62643fe7 req-010b9f63-b762-4092-ad63-3598bd49d47c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.862935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b151322-3c08-4750-ac02-087a62643fe7 req-010b9f63-b762-4092-ad63-3598bd49d47c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.869459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b151322-3c08-4750-ac02-087a62643fe7 req-010b9f63-b762-4092-ad63-3598bd49d47c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.875906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b151322-3c08-4750-ac02-087a62643fe7 req-010b9f63-b762-4092-ad63-3598bd49d47c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.876823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event deleted for resources: {'Port': ['ID=dd890517-9257-40d9-9714-8522af67c954,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:43.880547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b151322-3c08-4750-ac02-087a62643fe7 req-010b9f63-b762-4092-ad63-3598bd49d47c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.886099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b151322-3c08-4750-ac02-087a62643fe7 req-010b9f63-b762-4092-ad63-3598bd49d47c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.891816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b151322-3c08-4750-ac02-087a62643fe7 req-010b9f63-b762-4092-ad63-3598bd49d47c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.894126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b151322-3c08-4750-ac02-087a62643fe7 req-010b9f63-b762-4092-ad63-3598bd49d47c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.5119245 Jan 27 21:53:43.982353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (4d46830b-a350-4019-b9b2-d70418593568), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.039026 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (8ce2d029-d641-4b20-9b64-ea54c77292d4), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.116440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks [] for security_group (10863ae6-6909-4c8e-b5b7-7e8581e557c3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.133451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (4d46830b-a350-4019-b9b2-d70418593568), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.136452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (4d46830b-a350-4019-b9b2-d70418593568), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.138700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (10863ae6-6909-4c8e-b5b7-7e8581e557c3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.248647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe45b05e-4750-4bbb-9bc7-56d4069bcca0 req-1d6f516f-7b4d-4223-ac49-cd660d8846e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745166 Jan 27 21:53:44.255147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10863ae6-6909-4c8e-b5b7-7e8581e557c3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:44.263346 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (4d46830b-a350-4019-b9b2-d70418593568), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.263850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Fanout notify agent at l3_agent the message router_deleted on router 4d46830b-a350-4019-b9b2-d70418593568 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:44.274043 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.275065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-97828859-6073-44c7-b782-787b0a6d0fa7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/4d46830b-a350-4019-b9b2-d70418593568 HTTP/1.1" status: 204 len: 168 time: 2.4919565 Jan 27 21:53:44.279392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55998) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:44.283659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1031737768', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': False}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:44.390949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84dad34-f0da-4b9f-ab6b-d74ba8691ba5 req-8317e0af-bbcd-4e60-9584-f3bd070cc638 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925761 Jan 27 21:53:44.417090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b151322-3c08-4750-ac02-087a62643fe7 req-aed8fbae-1a9f-487a-a1c5-2318507d4c99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4617796 Jan 27 21:53:44.584011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e41a733-c5c3-45ea-b77a-582654db3b1b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:44.603899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d814f7b-1e79-4ebc-8a2c-2d809ba96b99 req-815eba8d-b17e-48b9-88b0-a3d04b224e5f tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 210 time: 0.1024840 Jan 27 21:53:44.612048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (8ce2d029-d641-4b20-9b64-ea54c77292d4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.620085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Publish callbacks [] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.692710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (9ccd3386-6384-4d34-9602-6f28b5c323de), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.693961 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (9ccd3386-6384-4d34-9602-6f28b5c323de), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.698385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Allocated IP 192.168.233.155 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/efdabc20-230a-4fcd-88da-77a4d4405c9c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:44.711789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Transition to ACTIVE for port object 3e41a733-c5c3-45ea-b77a-582654db3b1b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:44.744416 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.783215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_controller (9ccd3386-6384-4d34-9602-6f28b5c323de), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.856927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f541926-d0be-4b81-b96d-fec0b019e638 req-ebd67b16-e8e4-4893-b744-b2d93f8d9ac1 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:44.858685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f541926-d0be-4b81-b96d-fec0b019e638 req-ebd67b16-e8e4-4893-b744-b2d93f8d9ac1 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 931 time: 0.2576826 Jan 27 21:53:44.895884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Pushing event updated for resources: {'Port': ['ID=3e41a733-c5c3-45ea-b77a-582654db3b1b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:44.967029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.005480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.006347 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0399b1ee-5c01-46b9-b82a-56453d2a4e60), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.069305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f541926-d0be-4b81-b96d-fec0b019e638 req-ce0ba4cf-ac55-41aa-b181-f12047b8e000 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901484 Jan 27 21:53:45.153967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (9ccd3386-6384-4d34-9602-6f28b5c323de), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.274837 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks [] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.348674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.421684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:45.427692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Pushing event updated for resources: {'Port': ['ID=efdabc20-230a-4fcd-88da-77a4d4405c9c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:45.433126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:45.436212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:45.528240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=9d1a46ed-38ff-436a-99ff-542eb2342e40,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:45.552179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Attempting to bind port 3e41a733-c5c3-45ea-b77a-582654db3b1b on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:45.552669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Attempting to bind port 3e41a733-c5c3-45ea-b77a-582654db3b1b by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '15734473-1058-4ee5-aa47-94ad7cccca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15186473-d55e-4ed2-88e6-395616f2a2da'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:45.552853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Attempting to bind port 3e41a733-c5c3-45ea-b77a-582654db3b1b on network 15186473-d55e-4ed2-88e6-395616f2a2da {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:45.562642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.563243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.575450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Port 3e41a733-c5c3-45ea-b77a-582654db3b1b on network 15186473-d55e-4ed2-88e6-395616f2a2da not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:45.583066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Attempting to bind port 3e41a733-c5c3-45ea-b77a-582654db3b1b on network 15186473-d55e-4ed2-88e6-395616f2a2da {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:45.688739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:45.689213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Checking segment: {'id': '15734473-1058-4ee5-aa47-94ad7cccca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15186473-d55e-4ed2-88e6-395616f2a2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:45.690526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Bound using segment: {'id': '15734473-1058-4ee5-aa47-94ad7cccca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15186473-d55e-4ed2-88e6-395616f2a2da'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:45.692192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Bound port: 3e41a733-c5c3-45ea-b77a-582654db3b1b, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15734473-1058-4ee5-aa47-94ad7cccca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15186473-d55e-4ed2-88e6-395616f2a2da'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:45.692596 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.701793 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-c401b0e6-da23-4d86-b022-9a891106ed50 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7644587 Jan 27 21:53:45.724481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Request body: {'port': {'device_id': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:45.788414 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (9ccd3386-6384-4d34-9602-6f28b5c323de), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.802085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798f85-f7d7-49e9-b8cd-b6643ac36fcd req-6c34811e-5eea-4042-b068-9f974f90e5ec tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.813730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18798f85-f7d7-49e9-b8cd-b6643ac36fcd req-6c34811e-5eea-4042-b068-9f974f90e5ec tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 950 time: 0.2392206 Jan 27 21:53:45.835038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.851071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network a3268f74-bcfe-43ef-9d3a-d412ad81d94c is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:45.867471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:45.955628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.982154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-205e40a0-455c-4153-a45a-c746f6306bed None None] Provisioning complete for port efdabc20-230a-4fcd-88da-77a4d4405c9c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:45.983001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-205e40a0-455c-4153-a45a-c746f6306bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.087397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-205e40a0-455c-4153-a45a-c746f6306bed None None] Port efdabc20-230a-4fcd-88da-77a4d4405c9c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:46.169032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-30fd90c9-ce62-421c-a166-fcd00990c05e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.180600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-30fd90c9-ce62-421c-a166-fcd00990c05e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.191563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-30fd90c9-ce62-421c-a166-fcd00990c05e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.202355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-30fd90c9-ce62-421c-a166-fcd00990c05e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.214047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-30fd90c9-ce62-421c-a166-fcd00990c05e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.221982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Allocated IP 172.25.8.190 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/de05aaf8-3369-4bcb-bb5a-f56f86c00a14) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:46.225950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-30fd90c9-ce62-421c-a166-fcd00990c05e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.238349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-30fd90c9-ce62-421c-a166-fcd00990c05e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.242002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-30fd90c9-ce62-421c-a166-fcd00990c05e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.5796323 Jan 27 21:53:46.297157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] For port 3e41a733-c5c3-45ea-b77a-582654db3b1b, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:46.316471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-80ae77d0-f150-4c10-919f-4f3040dfe0a2 None None] Provisioning complete for port 9d1a46ed-38ff-436a-99ff-542eb2342e40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:46.316961 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80ae77d0-f150-4c10-919f-4f3040dfe0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.358967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-80ae77d0-f150-4c10-919f-4f3040dfe0a2 None None] Port 9d1a46ed-38ff-436a-99ff-542eb2342e40 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:46.373762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (8ce2d029-d641-4b20-9b64-ea54c77292d4), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.391293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18798f85-f7d7-49e9-b8cd-b6643ac36fcd req-420bd179-866d-428c-bd03-019898542013 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762920 Jan 27 21:53:46.394670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] For port 3e41a733-c5c3-45ea-b77a-582654db3b1b, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3e41a733-c5c3-45ea-b77a-582654db3b1b,segment=NetworkSegment(15734473-1058-4ee5-aa47-94ad7cccca33),segment_id=15734473-1058-4ee5-aa47-94ad7cccca33)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:46.437686 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.439703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.445009 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.499487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 0399b1ee-5c01-46b9-b82a-56453d2a4e60 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:46.520591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdabc20-230a-4fcd-88da-77a4d4405c9c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:46.530987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Publish callbacks [] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.554084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.572844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Transition to ACTIVE for port object efdabc20-230a-4fcd-88da-77a4d4405c9c will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:46.605462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.633933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:46.641105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.642076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.642681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:46.644428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] 10.222.0.57 "PUT /v2.0/ports/3e41a733-c5c3-45ea-b77a-582654db3b1b HTTP/1.1" status: 200 len: 1091 time: 4.0288465 Jan 27 21:53:46.644796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'Port': ['ID=de05aaf8-3369-4bcb-bb5a-f56f86c00a14,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:46.645245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc', 'tag': '3e41a733-c5c3-45ea-b77a-582654db3b1b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:46.647330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:46.649296 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632791db-420a-4d20-8216-a56c23b18646" -d '{"events": [{"name": "network-changed", "server_uuid": "fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc", "tag": "3e41a733-c5c3-45ea-b77a-582654db3b1b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:46.736359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e5e79da-fec5-4d71-a7f7-3c5e97f82878 req-37c3ce4e-a76c-4f24-bda0-6e78e5f386d5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4711406 Jan 27 21:53:46.772937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Pushing event updated for resources: {'Port': ['ID=efdabc20-230a-4fcd-88da-77a4d4405c9c,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:46.839445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22110b96-5f11-48ac-8082-6a811f8ac165 service neutron] Pushing event updated for resources: {'Port': ['ID=3e41a733-c5c3-45ea-b77a-582654db3b1b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:46.951617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b955-b6a6-45e0-b3cd-43f8e7ed67cd req-50af5283-e659-4700-ae6c-e1f8b53d0d59 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.953228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3016b955-b6a6-45e0-b3cd-43f8e7ed67cd req-50af5283-e659-4700-ae6c-e1f8b53d0d59 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 948 time: 0.4582338 Jan 27 21:53:47.030640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Allocated IP 172.25.8.254 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/09640a04-5073-4a20-a32a-74d805c852de) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:47.034463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-4a3b3384-8721-4313-b3e0-0c6975e930f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.036132 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-4a3b3384-8721-4313-b3e0-0c6975e930f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5cd07a1508144d9bdf45bc6e8d813f3&device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 1094 time: 0.2924669 Jan 27 21:53:47.042958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:47.059084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a39902b4-6c60-4cbf-9f90-7345ea9f1776 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/0399b1ee-5c01-46b9-b82a-56453d2a4e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7355042 Jan 27 21:53:47.064403 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb4b7f-b69d-4817-84af-bab3718c6225 None None] Sync routers for ids ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:47.065307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56010) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:47.082582 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb4b7f-b69d-4817-84af-bab3718c6225 None None] Routers {'0399b1ee-5c01-46b9-b82a-56453d2a4e60'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:47.083509 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8bbb4b7f-b69d-4817-84af-bab3718c6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:47.113248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Attempting to bind port efdabc20-230a-4fcd-88da-77a4d4405c9c on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:47.113583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Attempting to bind port efdabc20-230a-4fcd-88da-77a4d4405c9c by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:47.113927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Attempting to bind port efdabc20-230a-4fcd-88da-77a4d4405c9c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:47.122452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Port efdabc20-230a-4fcd-88da-77a4d4405c9c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:47.123397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Attempting to bind port efdabc20-230a-4fcd-88da-77a4d4405c9c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:47.140836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:47.141425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:47.141804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:47.144316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Bound port: efdabc20-230a-4fcd-88da-77a4d4405c9c, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:47.144316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:47.144756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-cc565b29-26f5-4723-8117-2659b0a14f69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e41a733-c5c3-45ea-b77a-582654db3b1b HTTP/1.1" status: 200 len: 217 time: 0.0976293 Jan 27 21:53:47.154482 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8bbb4b7f-b69d-4817-84af-bab3718c6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:47.173865 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb4b7f-b69d-4817-84af-bab3718c6225 None None] Routers {'0399b1ee-5c01-46b9-b82a-56453d2a4e60'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:47.175131 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8bbb4b7f-b69d-4817-84af-bab3718c6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:47.240891 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8bbb4b7f-b69d-4817-84af-bab3718c6225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:47.242910 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb4b7f-b69d-4817-84af-bab3718c6225 None None] The sync data for ids ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:47.261479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b31c11-b9b3-42ca-ba0f-bf02bdd71c45 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.263113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-96b31c11-b9b3-42ca-ba0f-bf02bdd71c45 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports/9d1a46ed-38ff-436a-99ff-542eb2342e40 HTTP/1.1" status: 200 len: 913 time: 0.1931562 Jan 27 21:53:47.271781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3016b955-b6a6-45e0-b3cd-43f8e7ed67cd req-bacb31f1-4bfd-446c-a990-8f4195791750 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875366 Jan 27 21:53:47.272858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56012) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:47.285063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0b720-ae87-4fd6-a640-ff34ae373026 req-ab390a4b-c8c7-4cb9-b7c7-3c6004d96375 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.286634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8a0b720-ae87-4fd6-a640-ff34ae373026 req-ab390a4b-c8c7-4cb9-b7c7-3c6004d96375 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 943 time: 0.3285942 Jan 27 21:53:47.300456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-6d956e03-31fa-4a82-9bc1-2388b5d66df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.301987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-6d956e03-31fa-4a82-9bc1-2388b5d66df4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21384978-972b-4668-92ec-7eaa8a0f89bc HTTP/1.1" status: 200 len: 854 time: 0.1431875 Jan 27 21:53:47.357120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-01f3fa9a-af15-4dc7-abd4-0397b49a3253 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15186473-d55e-4ed2-88e6-395616f2a2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471838 Jan 27 21:53:47.385694 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db72ea44-1a7d-4451-b1eb-8101a85288ac x-openstack-request-id: req-db72ea44-1a7d-4451-b1eb-8101a85288ac {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:47.385976 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc", "tag": "3e41a733-c5c3-45ea-b77a-582654db3b1b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:47.386228 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db72ea44-1a7d-4451-b1eb-8101a85288ac {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:47.386634 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc', 'tag': '3e41a733-c5c3-45ea-b77a-582654db3b1b', 'status': 'completed', 'code': 200} Jan 27 21:53:47.440591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] For port efdabc20-230a-4fcd-88da-77a4d4405c9c, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:47.463961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] For port efdabc20-230a-4fcd-88da-77a4d4405c9c, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=efdabc20-230a-4fcd-88da-77a4d4405c9c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:47.469177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8a0b720-ae87-4fd6-a640-ff34ae373026 req-045d846d-8a92-4842-aacc-8085042992c4 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714473 Jan 27 21:53:47.474557 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for port (09640a04-5073-4a20-a32a-74d805c852de), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:47.478442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:47.527889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (9ccd3386-6384-4d34-9602-6f28b5c323de), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:47.558080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-13783ddf-5d11-4b2d-ac1c-aa95379dc825 service neutron] 10.222.0.57 "GET /v2.0/networks/15186473-d55e-4ed2-88e6-395616f2a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934664 Jan 27 21:53:47.610402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (09640a04-5073-4a20-a32a-74d805c852de), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:47.633206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.633867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:47.635567 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] 10.222.0.57 "PUT /v2.0/ports/efdabc20-230a-4fcd-88da-77a4d4405c9c HTTP/1.1" status: 200 len: 1096 time: 1.9227052 Jan 27 21:53:47.638429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'tag': 'efdabc20-230a-4fcd-88da-77a4d4405c9c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:47.640605 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1768c0-0585-4fd2-bbe2-360b20f08072" -d '{"events": [{"name": "network-changed", "server_uuid": "d7562f03-f1e9-4b23-9c89-e5e26f4a3e38", "tag": "efdabc20-230a-4fcd-88da-77a4d4405c9c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:47.692982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8bba5-aca6-41a7-9a10-74c0e550aab4 service neutron] Pushing event updated for resources: {'Port': ['ID=efdabc20-230a-4fcd-88da-77a4d4405c9c,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:47.752420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event updated for resources: {'Port': ['ID=09640a04-5073-4a20-a32a-74d805c852de,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:47.782301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:47.790637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:47.804756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:47.826454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b8955-1c9f-4458-89b0-f6e7a6e47fb5 req-fac8d847-59be-4390-8ca8-76a6af47aa24 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.832449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-407b8955-1c9f-4458-89b0-f6e7a6e47fb5 req-fac8d847-59be-4390-8ca8-76a6af47aa24 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 950 time: 0.2890639 Jan 27 21:53:47.942827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb09d00b-91fd-4d25-be8f-1ba73d31f7d5 req-459738ad-8136-4c2d-b790-d2e0afc00bd2 service neutron] 10.222.0.57 "GET /v2.0/networks/15186473-d55e-4ed2-88e6-395616f2a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767622 Jan 27 21:53:48.008377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:48.062630 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dad283b-28f3-4ac1-9605-10692622c03e x-openstack-request-id: req-8dad283b-28f3-4ac1-9605-10692622c03e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:48.062945 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7562f03-f1e9-4b23-9c89-e5e26f4a3e38", "tag": "efdabc20-230a-4fcd-88da-77a4d4405c9c", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:48.063177 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8dad283b-28f3-4ac1-9605-10692622c03e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:48.063607 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'tag': 'efdabc20-230a-4fcd-88da-77a4d4405c9c', 'status': 'completed', 'code': 200} Jan 27 21:53:48.151721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-407b8955-1c9f-4458-89b0-f6e7a6e47fb5 req-ddfbc4d6-79fb-40cd-99eb-ac6eff9e191c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395909 Jan 27 21:53:48.171898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-3c43b109-ded5-48a8-ada9-72b6227170fd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.177720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-3c43b109-ded5-48a8-ada9-72b6227170fd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.182985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-3c43b109-ded5-48a8-ada9-72b6227170fd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.188522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-3c43b109-ded5-48a8-ada9-72b6227170fd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.193995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-3c43b109-ded5-48a8-ada9-72b6227170fd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.199356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-3c43b109-ded5-48a8-ada9-72b6227170fd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.209527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-3c43b109-ded5-48a8-ada9-72b6227170fd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.209527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-3c43b109-ded5-48a8-ada9-72b6227170fd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.2929296 Jan 27 21:53:48.226786 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-d8335f0e-27e4-4299-854d-d9de00a8d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.228490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-d8335f0e-27e4-4299-854d-d9de00a8d5a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0d530790dc24d48a3c280b2a0f14d09&device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 1099 time: 0.1721601 Jan 27 21:53:48.242592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632791db-420a-4d20-8216-a56c23b18646 req-e8626bae-5e19-41a7-a9a5-8a6c0637a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.246513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632791db-420a-4d20-8216-a56c23b18646 req-e8626bae-5e19-41a7-a9a5-8a6c0637a83f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5cd07a1508144d9bdf45bc6e8d813f3&device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 1094 time: 0.2072968 Jan 27 21:53:48.284160 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-6e155ead-7482-4815-b2b9-4a6839d945d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=efdabc20-230a-4fcd-88da-77a4d4405c9c HTTP/1.1" status: 200 len: 217 time: 0.0485289 Jan 27 21:53:48.405960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-2b61f8f1-d155-445f-9aa4-a3ae74d78d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.407571 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-2b61f8f1-d155-445f-9aa4-a3ae74d78d3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1165526 Jan 27 21:53:48.491801 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (9ccd3386-6384-4d34-9602-6f28b5c323de), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:48.593528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-12c4c4f2-65e6-4b88-aa12-1589204d5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.595299 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-12c4c4f2-65e6-4b88-aa12-1589204d5d8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805427 Jan 27 21:53:48.699128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f6a18ba-3e0d-4952-b1d5-4db8b28b31a3 req-a58f075f-980e-46a9-b9e4-af564512af1b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4493437 Jan 27 21:53:48.700974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0399b1ee-5c01-46b9-b82a-56453d2a4e60), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:48.750940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676ad75-710c-452f-aa32-7026eb343ee6 req-7f3a21af-9c75-43e9-ac2b-ddcaafee0cc6 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.763953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8676ad75-710c-452f-aa32-7026eb343ee6 req-7f3a21af-9c75-43e9-ac2b-ddcaafee0cc6 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 1101 time: 0.3139944 Jan 27 21:53:48.778274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (8ce2d029-d641-4b20-9b64-ea54c77292d4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:48.793335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632791db-420a-4d20-8216-a56c23b18646 req-871f81a7-a670-4aee-bde4-f11f1c7e9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.796158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632791db-420a-4d20-8216-a56c23b18646 req-871f81a7-a670-4aee-bde4-f11f1c7e9cdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=15186473-d55e-4ed2-88e6-395616f2a2da HTTP/1.1" status: 200 len: 915 time: 0.5310147 Jan 27 21:53:48.873676 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-3cea75a2-73be-4211-84e6-a6cd4f4451f6 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456021 Jan 27 21:53:48.981264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Router 9ccd3386-6384-4d34-9602-6f28b5c323de is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:49.103046 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5fc038d2-6c97-40fa-82eb-ad455c43c36d req-4f32b2e5-8025-4303-b8ae-1f2c3299e7af service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969738 Jan 27 21:53:49.237488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:49.253958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Sync routers for ids ['9ccd3386-6384-4d34-9602-6f28b5c323de'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:49.273190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Routers {'9ccd3386-6384-4d34-9602-6f28b5c323de'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:49.274632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9ccd3386-6384-4d34-9602-6f28b5c323de'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:49.298333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-8f582060-aa93-4165-91ab-77b8cfb8b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.300088 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-8f582060-aa93-4165-91ab-77b8cfb8b07a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0d530790dc24d48a3c280b2a0f14d09&device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 1099 time: 0.1354249 Jan 27 21:53:49.305964 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.310396 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f21d444-f8fe-48b9-86de-bdadeb241be6 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.0273173 Jan 27 21:53:49.320587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56028) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:49.369338 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8676ad75-710c-452f-aa32-7026eb343ee6 req-4cf3c750-bde7-4657-bb5d-9de1894e873c tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.472355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Set router 9ccd3386-6384-4d34-9602-6f28b5c323de gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:49.491006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 9d1a46ed-38ff-436a-99ff-542eb2342e40 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:49.491305 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.500813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632791db-420a-4d20-8216-a56c23b18646 req-eecd16fe-6ba5-4007-ad63-0eaa8e719fd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e41a733-c5c3-45ea-b77a-582654db3b1b HTTP/1.1" status: 200 len: 217 time: 0.1407833 Jan 27 21:53:49.623529 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d2bc53f3-e83b-4126-b87c-6a6935fa5912 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/routers/9ccd3386-6384-4d34-9602-6f28b5c323de HTTP/1.1" status: 200 len: 909 time: 0.2986965 Jan 27 21:53:49.627618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-491440d6-4e8f-4685-ae68-6f5905b0066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.629397 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-491440d6-4e8f-4685-ae68-6f5905b0066a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3207939 Jan 27 21:53:49.630182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56030) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:49.638629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1031737768', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': True}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:49.733764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccd3386-6384-4d34-9602-6f28b5c323de', 'name': 'tempest-snat-router-1031737768', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.190'}], 'enable_snat': False}, 'gw_port_id': 'de05aaf8-3369-4bcb-bb5a-f56f86c00a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:44Z', 'updated_at': '2022-01-27T21:53:47Z', 'revision_number': 3, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port': {'id': 'de05aaf8-3369-4bcb-bb5a-f56f86c00a14', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccd3386-6384-4d34-9602-6f28b5c323de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:45Z', 'updated_at': '2022-01-27T21:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:49.750636 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-4587bcb3-7415-4b76-bf26-efef8a2d81cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=efdabc20-230a-4fcd-88da-77a4d4405c9c HTTP/1.1" status: 200 len: 217 time: 0.0996130 Jan 27 21:53:49.752139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002804-0f8c-435c-95fd-1e1bbee3d019 req-b67a476e-badb-49a1-9909-6302022ee8f2 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.756312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2002804-0f8c-435c-95fd-1e1bbee3d019 req-b67a476e-badb-49a1-9909-6302022ee8f2 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 948 time: 0.3920650 Jan 27 21:53:49.757256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (c4578289-bf13-4029-8730-08e77e9e5166), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.759107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (c4578289-bf13-4029-8730-08e77e9e5166), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.766150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632791db-420a-4d20-8216-a56c23b18646 req-91a6f030-0070-412b-bb53-dca0960025f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.769542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632791db-420a-4d20-8216-a56c23b18646 req-91a6f030-0070-412b-bb53-dca0960025f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21384978-972b-4668-92ec-7eaa8a0f89bc HTTP/1.1" status: 200 len: 854 time: 0.2557261 Jan 27 21:53:49.771232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Checking router: 9ccd3386-6384-4d34-9602-6f28b5c323de for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:49.771680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Updating router 9ccd3386-6384-4d34-9602-6f28b5c323de port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:53:49.803116 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.902213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.906256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632791db-420a-4d20-8216-a56c23b18646 req-c7430a6b-7c2e-4638-bb07-49f9ab6c2fef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15186473-d55e-4ed2-88e6-395616f2a2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269586 Jan 27 21:53:49.908436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_controller (c4578289-bf13-4029-8730-08e77e9e5166), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.936311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 9d1a46ed-38ff-436a-99ff-542eb2342e40 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:49.994847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3e41a733-c5c3-45ea-b77a-582654db3b1b details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:50.028912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-324ac304-9e93-4d03-98cd-f68fd45fd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.031375 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-324ac304-9e93-4d03-98cd-f68fd45fd8fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2348406 Jan 27 21:53:50.107967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8676ad75-710c-452f-aa32-7026eb343ee6 req-4cf3c750-bde7-4657-bb5d-9de1894e873c tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Publish callbacks [] for security_group (a74a5994-a71c-4324-b4a7-0c676c6d348e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.122284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2002804-0f8c-435c-95fd-1e1bbee3d019 req-2c9107f6-aebb-4d1a-962d-6c3ec6293e4b tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200448 Jan 27 21:53:50.185042 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8676ad75-710c-452f-aa32-7026eb343ee6 req-4cf3c750-bde7-4657-bb5d-9de1894e873c tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a74a5994-a71c-4324-b4a7-0c676c6d348e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.368293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8676ad75-710c-452f-aa32-7026eb343ee6 req-4cf3c750-bde7-4657-bb5d-9de1894e873c tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6028435 Jan 27 21:53:50.375911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (8ce2d029-d641-4b20-9b64-ea54c77292d4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.393873 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Publish callbacks [] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.405299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.409168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3c750-bde7-4657-bb5d-9de1894e873c tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74a5994-a71c-4324-b4a7-0c676c6d348e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:50.425365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632791db-420a-4d20-8216-a56c23b18646 req-866443f9-e378-43e3-b1c8-507598725ded service neutron] 10.222.0.57 "GET /v2.0/networks/15186473-d55e-4ed2-88e6-395616f2a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087349 Jan 27 21:53:50.498688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Attempting to bind port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:50.499239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Attempting to bind port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:50.499786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Attempting to bind port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:50.537678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:50.538907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:50.539729 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.540132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:50.541061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Bound port: de05aaf8-3369-4bcb-bb5a-f56f86c00a14, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:50.541721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.543850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Pushing event updated for resources: {'Port': ['ID=de05aaf8-3369-4bcb-bb5a-f56f86c00a14,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:50.553299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.555398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3e41a733-c5c3-45ea-b77a-582654db3b1b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3e41a733-c5c3-45ea-b77a-582654db3b1b,segment=NetworkSegment(15734473-1058-4ee5-aa47-94ad7cccca33),segment_id=15734473-1058-4ee5-aa47-94ad7cccca33)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:50.592190 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (c4578289-bf13-4029-8730-08e77e9e5166), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.602182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.602904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.603346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.603744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.604291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.604690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.605175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.605499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.605920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.606264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.606948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.607382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.607796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:50.619501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '3e41a733-c5c3-45ea-b77a-582654db3b1b', 'network_id': '15186473-d55e-4ed2-88e6-395616f2a2da', 'port_id': '3e41a733-c5c3-45ea-b77a-582654db3b1b', 'mac_address': 'fa:16:3e:0b:0d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21384978-972b-4668-92ec-7eaa8a0f89bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:50.681591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-5aa54225-609e-4a4a-8dcf-76af4de4bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.683336 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-5aa54225-609e-4a4a-8dcf-76af4de4bd9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2960334 Jan 27 21:53:50.688420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14475f-58da-4451-85a6-b861c641aa4f req-05ea8b34-6ec8-40f9-b15c-5c5c328d27d2 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.694053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3e41a733-c5c3-45ea-b77a-582654db3b1b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:50.694446 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.700698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb14475f-58da-4451-85a6-b861c641aa4f req-05ea8b34-6ec8-40f9-b15c-5c5c328d27d2 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 943 time: 0.3729391 Jan 27 21:53:50.701933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] For port de05aaf8-3369-4bcb-bb5a-f56f86c00a14, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:50.713367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] For port de05aaf8-3369-4bcb-bb5a-f56f86c00a14, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=de05aaf8-3369-4bcb-bb5a-f56f86c00a14,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:50.721385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e41a733-c5c3-45ea-b77a-582654db3b1b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:50.740372 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.783392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3e41a733-c5c3-45ea-b77a-582654db3b1b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3e41a733-c5c3-45ea-b77a-582654db3b1b,segment=NetworkSegment(15734473-1058-4ee5-aa47-94ad7cccca33),segment_id=15734473-1058-4ee5-aa47-94ad7cccca33)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:50.794219 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.840183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-7de94da5-bf30-4809-be71-9d3c70ac3531 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.841018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5b5eb-f12a-4767-979b-cff6fa632173 None None] Pushing event updated for resources: {'Port': ['ID=de05aaf8-3369-4bcb-bb5a-f56f86c00a14,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:50.844224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Routers {'9ccd3386-6384-4d34-9602-6f28b5c323de'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:50.844871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9ccd3386-6384-4d34-9602-6f28b5c323de'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:50.847676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-7de94da5-bf30-4809-be71-9d3c70ac3531 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.859383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-7de94da5-bf30-4809-be71-9d3c70ac3531 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.866604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-7de94da5-bf30-4809-be71-9d3c70ac3531 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.873176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-7de94da5-bf30-4809-be71-9d3c70ac3531 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.881467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-7de94da5-bf30-4809-be71-9d3c70ac3531 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.887358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-7de94da5-bf30-4809-be71-9d3c70ac3531 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.889627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-7de94da5-bf30-4809-be71-9d3c70ac3531 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.3453505 Jan 27 21:53:50.935693 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-71705a87-0c2d-42ad-84f4-0377f55271a4 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401750 Jan 27 21:53:50.957536 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb14475f-58da-4451-85a6-b861c641aa4f req-49b0b965-d3b7-4af9-b391-df58a0bb8943 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542562 Jan 27 21:53:50.971349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632791db-420a-4d20-8216-a56c23b18646 req-358d67af-0aad-435f-939a-d565487ec3f5 service neutron] 10.222.0.57 "GET /v2.0/networks/15186473-d55e-4ed2-88e6-395616f2a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369411 Jan 27 21:53:50.994628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3e41a733-c5c3-45ea-b77a-582654db3b1b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:51.001795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3e41a733-c5c3-45ea-b77a-582654db3b1b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:51.069432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a650532-a3f7-4310-8c46-7b13cd66dcf5 req-ae233677-d3bc-4843-ba7b-8c185b283e74 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1603260 Jan 27 21:53:51.077720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Router 8ce2d029-d641-4b20-9b64-ea54c77292d4 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:51.078671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] Set router 9ccd3386-6384-4d34-9602-6f28b5c323de gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:51.108260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9d1a46ed-38ff-436a-99ff-542eb2342e40), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.212254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=9d1a46ed-38ff-436a-99ff-542eb2342e40,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:51.355457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:51.400481 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a3d25-394c-47b9-b3e3-7ae79a768a3d None None] Sync routers for ids ['8ce2d029-d641-4b20-9b64-ea54c77292d4'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:51.439512 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.441457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d8a5cde2-eb89-4736-af71-e5f55e3c4baf tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1198192 Jan 27 21:53:51.447967 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ce1768c0-0585-4fd2-bbe2-360b20f08072 req-22c647c5-7151-4478-9f07-743bc345436e service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016506 Jan 27 21:53:51.448198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56040) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:51.450947 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a3d25-394c-47b9-b3e3-7ae79a768a3d None None] Routers {'8ce2d029-d641-4b20-9b64-ea54c77292d4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:51.455018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:51.469827 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2e7a3d25-394c-47b9-b3e3-7ae79a768a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['8ce2d029-d641-4b20-9b64-ea54c77292d4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:51.476495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccd3386-6384-4d34-9602-6f28b5c323de', 'name': 'tempest-snat-router-1031737768', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.190'}], 'enable_snat': False}, 'gw_port_id': 'de05aaf8-3369-4bcb-bb5a-f56f86c00a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:44Z', 'updated_at': '2022-01-27T21:53:47Z', 'revision_number': 3, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port': {'id': 'de05aaf8-3369-4bcb-bb5a-f56f86c00a14', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccd3386-6384-4d34-9602-6f28b5c323de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:45Z', 'updated_at': '2022-01-27T21:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:51.526748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290286fe-a1ae-4224-838a-32ff34f61257 None None] The sync data for ids ['9ccd3386-6384-4d34-9602-6f28b5c323de'] in n-d-826529-2 is: [{'id': '9ccd3386-6384-4d34-9602-6f28b5c323de', 'name': 'tempest-snat-router-1031737768', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.190'}], 'enable_snat': False}, 'gw_port_id': 'de05aaf8-3369-4bcb-bb5a-f56f86c00a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:44Z', 'updated_at': '2022-01-27T21:53:47Z', 'revision_number': 3, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port': {'id': 'de05aaf8-3369-4bcb-bb5a-f56f86c00a14', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccd3386-6384-4d34-9602-6f28b5c323de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:45Z', 'updated_at': '2022-01-27T21:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:51.601325 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2e7a3d25-394c-47b9-b3e3-7ae79a768a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:51.620639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddee98-f7b8-413d-ada5-e6db32723796 req-eba7479d-f4e6-48e7-92fd-cf40807d2ab2 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:51.623225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fddee98-f7b8-413d-ada5-e6db32723796 req-eba7479d-f4e6-48e7-92fd-cf40807d2ab2 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 948 time: 0.3138525 Jan 27 21:53:51.631462 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a3d25-394c-47b9-b3e3-7ae79a768a3d None None] Routers {'8ce2d029-d641-4b20-9b64-ea54c77292d4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:51.632614 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2e7a3d25-394c-47b9-b3e3-7ae79a768a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['8ce2d029-d641-4b20-9b64-ea54c77292d4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:51.689100 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2e7a3d25-394c-47b9-b3e3-7ae79a768a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:51.690655 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a3d25-394c-47b9-b3e3-7ae79a768a3d None None] The sync data for ids ['8ce2d029-d641-4b20-9b64-ea54c77292d4'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:51.729003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0399b1ee-5c01-46b9-b82a-56453d2a4e60), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.777709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fddee98-f7b8-413d-ada5-e6db32723796 req-dbe65e6a-0ad5-4f6c-aeb2-8c37644728f8 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439464 Jan 27 21:53:51.895276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-dcff8b9c-6789-4296-a11a-f54f8c1ba7d9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629418 Jan 27 21:53:51.950743 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (c4578289-bf13-4029-8730-08e77e9e5166), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.986473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.009150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device efdabc20-230a-4fcd-88da-77a4d4405c9c details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:52.019909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3e41a733-c5c3-45ea-b77a-582654db3b1b up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:52.109469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (8ce2d029-d641-4b20-9b64-ea54c77292d4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.140166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-19221994-dbcc-4eff-a1d4-4a15e60f5b71 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.141901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-19221994-dbcc-4eff-a1d4-4a15e60f5b71 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321453 Jan 27 21:53:52.154539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_gateway (8ce2d029-d641-4b20-9b64-ea54c77292d4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.167663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 3e41a733-c5c3-45ea-b77a-582654db3b1b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:52.177619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 3e41a733-c5c3-45ea-b77a-582654db3b1b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:52.178293 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.235270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-d08b773d-6c08-4925-8335-c28dc69fd08b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/quotas/8bf468f1d5b4435698a82f8407077a37 HTTP/1.1" status: 200 len: 375 time: 0.0718222 Jan 27 21:53:52.251197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Allocated IP 172.25.8.244 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:52.396984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port efdabc20-230a-4fcd-88da-77a4d4405c9c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=efdabc20-230a-4fcd-88da-77a4d4405c9c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:52.426919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'efdabc20-230a-4fcd-88da-77a4d4405c9c', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'efdabc20-230a-4fcd-88da-77a4d4405c9c', 'mac_address': 'fa:16:3e:a2:11:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:52.436324 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-4339b441-ae7f-4b29-9ce2-b5a9ae6a25ec tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1995528 Jan 27 21:53:52.458948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8edb6-0c3e-43b1-894e-be14f030c167 req-f08ce0f8-9b37-4f76-bdc7-b7ecea294573 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.460874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98a8edb6-0c3e-43b1-894e-be14f030c167 req-f08ce0f8-9b37-4f76-bdc7-b7ecea294573 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 944 time: 0.2188668 Jan 27 21:53:52.463179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Deleting port 09640a04-5073-4a20-a32a-74d805c852de {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:52.463591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (09640a04-5073-4a20-a32a-74d805c852de), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.486851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device de05aaf8-3369-4bcb-bb5a-f56f86c00a14 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:52.545096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98a8edb6-0c3e-43b1-894e-be14f030c167 req-c3bea1c9-230f-4458-9b6a-e3758b334bf1 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758474 Jan 27 21:53:52.631538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3e41a733-c5c3-45ea-b77a-582654db3b1b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:52.631538 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.675149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port efdabc20-230a-4fcd-88da-77a4d4405c9c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:52.675654 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.705311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.709629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdabc20-230a-4fcd-88da-77a4d4405c9c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:52.729176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41a733-c5c3-45ea-b77a-582654db3b1b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:52.731965 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43905868-ec1d-4c95-92e2-435d2191ba15" -d '{"events": [{"server_uuid": "fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc", "name": "network-vif-plugged", "status": "completed", "tag": "3e41a733-c5c3-45ea-b77a-582654db3b1b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:52.745578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 0399b1ee-5c01-46b9-b82a-56453d2a4e60 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:52.746899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (09640a04-5073-4a20-a32a-74d805c852de), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.787332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Calling delete_port for 09640a04-5073-4a20-a32a-74d805c852de owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:52.792145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3e41a733-c5c3-45ea-b77a-582654db3b1b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3e41a733-c5c3-45ea-b77a-582654db3b1b,segment=NetworkSegment(15734473-1058-4ee5-aa47-94ad7cccca33),segment_id=15734473-1058-4ee5-aa47-94ad7cccca33)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:52.819951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port efdabc20-230a-4fcd-88da-77a4d4405c9c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=efdabc20-230a-4fcd-88da-77a4d4405c9c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:52.829819 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.832754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:52.833227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.842339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-fcddfcd1-90a1-4e10-a7cd-ffb4544d9312 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.854243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-fcddfcd1-90a1-4e10-a7cd-ffb4544d9312 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.860239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-fcddfcd1-90a1-4e10-a7cd-ffb4544d9312 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.876548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-fcddfcd1-90a1-4e10-a7cd-ffb4544d9312 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.883250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-fcddfcd1-90a1-4e10-a7cd-ffb4544d9312 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.891203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-fcddfcd1-90a1-4e10-a7cd-ffb4544d9312 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.898299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-fcddfcd1-90a1-4e10-a7cd-ffb4544d9312 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.900642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-fcddfcd1-90a1-4e10-a7cd-ffb4544d9312 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.2383292 Jan 27 21:53:52.927490 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.987944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3e41a733-c5c3-45ea-b77a-582654db3b1b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:52.996637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:53.011973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.022651 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-359cc8df-3959-472c-a0f8-a41ab94920e2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/0399b1ee-5c01-46b9-b82a-56453d2a4e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7487314 Jan 27 21:53:53.026479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56060) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:53.076470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f063fef-3fdb-4b7b-800d-48377a7c3473 None None] Sync routers for ids ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:53.077959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:53.082732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:53.102537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:53.218575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f063fef-3fdb-4b7b-800d-48377a7c3473 None None] Routers {'0399b1ee-5c01-46b9-b82a-56453d2a4e60'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:53.219489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1f063fef-3fdb-4b7b-800d-48377a7c3473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:53.245100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-867116c4-f022-4e6b-959d-2317b8ca06d9 req-17937f09-7897-4dc1-ae9b-609d0254e1dc tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2946429 Jan 27 21:53:53.344557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'Port': ['ID=8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:53.418198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['efdabc20-230a-4fcd-88da-77a4d4405c9c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:53.501366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (09640a04-5073-4a20-a32a-74d805c852de), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.553064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Pushing event deleted for resources: {'Port': ['ID=09640a04-5073-4a20-a32a-74d805c852de,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:53.614208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdbdd0-b608-4dba-927c-98c5c41e6d89 req-0c7436a0-679b-4bb3-a8c8-00a1d5eec041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.616650 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95bdbdd0-b608-4dba-927c-98c5c41e6d89 req-0c7436a0-679b-4bb3-a8c8-00a1d5eec041 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 1096 time: 0.1592612 Jan 27 21:53:53.641089 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eb6b92-c08d-481e-8b9f-d97a7162f702 x-openstack-request-id: req-97eb6b92-c08d-481e-8b9f-d97a7162f702 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:53.644266 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc", "name": "network-vif-plugged", "status": "completed", "tag": "3e41a733-c5c3-45ea-b77a-582654db3b1b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:53.644714 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97eb6b92-c08d-481e-8b9f-d97a7162f702 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:53.649323 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41a733-c5c3-45ea-b77a-582654db3b1b', 'code': 200} Jan 27 21:53:53.658121 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:53.658457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.686130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1f063fef-3fdb-4b7b-800d-48377a7c3473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:53.730287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=efdabc20-230a-4fcd-88da-77a4d4405c9c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:53.760710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f063fef-3fdb-4b7b-800d-48377a7c3473 None None] Routers {'0399b1ee-5c01-46b9-b82a-56453d2a4e60'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:53.761537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1f063fef-3fdb-4b7b-800d-48377a7c3473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:53.774344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port de05aaf8-3369-4bcb-bb5a-f56f86c00a14, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=de05aaf8-3369-4bcb-bb5a-f56f86c00a14,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:53.791782 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95bdbdd0-b608-4dba-927c-98c5c41e6d89 req-20723b8e-f2a1-4226-912b-6e7f23dd210d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139622 Jan 27 21:53:53.827476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1f063fef-3fdb-4b7b-800d-48377a7c3473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:53.828307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f063fef-3fdb-4b7b-800d-48377a7c3473 None None] The sync data for ids ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:53.832148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.927211 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (c4578289-bf13-4029-8730-08e77e9e5166), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.984100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=de05aaf8-3369-4bcb-bb5a-f56f86c00a14,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:54.334931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device de05aaf8-3369-4bcb-bb5a-f56f86c00a14 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:54.344383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54657f-76c5-40de-86ba-21b13e1942a3 req-70f889d4-3d8c-496c-8327-fd3b886a7c45 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:54.352320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f54657f-76c5-40de-86ba-21b13e1942a3 req-70f889d4-3d8c-496c-8327-fd3b886a7c45 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 949 time: 0.8980839 Jan 27 21:53:54.390919 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (8ce2d029-d641-4b20-9b64-ea54c77292d4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:54.439097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:54.439679 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:54.558815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:54.592677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (c4578289-bf13-4029-8730-08e77e9e5166), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:54.736570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d17cb-b506-41f0-aed0-c518854e45e0 req-de5c13b1-723e-40bb-bc3c-f2027ece9c3e tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:54.739705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c8d17cb-b506-41f0-aed0-c518854e45e0 req-de5c13b1-723e-40bb-bc3c-f2027ece9c3e tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 945 time: 0.5455022 Jan 27 21:53:54.785409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Router c4578289-bf13-4029-8730-08e77e9e5166 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:54.880137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f54657f-76c5-40de-86ba-21b13e1942a3 req-1dc3a035-4397-48a4-a322-645285a0f05b tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849732 Jan 27 21:53:54.949412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:54.965860 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Sync routers for ids ['c4578289-bf13-4029-8730-08e77e9e5166'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:54.996588 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:54.999105 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-623e86d6-cb6c-4884-aa9e-865fedae3eb4 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3650801 Jan 27 21:53:55.007609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56082) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:55.009320 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Routers {'c4578289-bf13-4029-8730-08e77e9e5166'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:55.010872 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c4578289-bf13-4029-8730-08e77e9e5166'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:55.016493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (8ce2d029-d641-4b20-9b64-ea54c77292d4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.049116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (8ce2d029-d641-4b20-9b64-ea54c77292d4), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.084370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c8d17cb-b506-41f0-aed0-c518854e45e0 req-4fa2f36a-f734-44ce-97f0-cd90a38c9b38 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025222 Jan 27 21:53:55.136479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60b5d917-fec4-42ec-8826-592608f37c27 req-ba8d7016-6b41-40d7-8f46-5725384e6e75 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 210 time: 0.0495527 Jan 27 21:53:55.200447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9e3d3c4d-8583-4131-85f4-197acfea4796 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/routers/c4578289-bf13-4029-8730-08e77e9e5166 HTTP/1.1" status: 200 len: 908 time: 0.1868231 Jan 27 21:53:55.205732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56084) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:55.247657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Router 8ce2d029-d641-4b20-9b64-ea54c77292d4 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:55.265964 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0399b1ee-5c01-46b9-b82a-56453d2a4e60), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.306078 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Set router c4578289-bf13-4029-8730-08e77e9e5166 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:55.425592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (c4578289-bf13-4029-8730-08e77e9e5166), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.469547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-9edd36ba-5d6f-4fd3-8851-0ebfe0c506d1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.475967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-9edd36ba-5d6f-4fd3-8851-0ebfe0c506d1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.480717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-9edd36ba-5d6f-4fd3-8851-0ebfe0c506d1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.486350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-9edd36ba-5d6f-4fd3-8851-0ebfe0c506d1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.491893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-9edd36ba-5d6f-4fd3-8851-0ebfe0c506d1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.497312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-9edd36ba-5d6f-4fd3-8851-0ebfe0c506d1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.502790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-9edd36ba-5d6f-4fd3-8851-0ebfe0c506d1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.504806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-9edd36ba-5d6f-4fd3-8851-0ebfe0c506d1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.2433960 Jan 27 21:53:55.510061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:55.518582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.519896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f989a1de-21df-4893-b5b9-e8ac697f2e9c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "PUT /v2.0/routers/8ce2d029-d641-4b20-9b64-ea54c77292d4 HTTP/1.1" status: 200 len: 706 time: 4.0705373 Jan 27 21:53:55.525641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56086) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:55.529250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94deebb0-5d22-4a7d-9b40-2d7d4658f654 None None] Sync routers for ids ['8ce2d029-d641-4b20-9b64-ea54c77292d4'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:55.545801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94deebb0-5d22-4a7d-9b40-2d7d4658f654 None None] Routers {'8ce2d029-d641-4b20-9b64-ea54c77292d4'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:55.547271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-94deebb0-5d22-4a7d-9b40-2d7d4658f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['8ce2d029-d641-4b20-9b64-ea54c77292d4'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:55.587803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-94deebb0-5d22-4a7d-9b40-2d7d4658f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:55.601568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94deebb0-5d22-4a7d-9b40-2d7d4658f654 None None] Routers {'8ce2d029-d641-4b20-9b64-ea54c77292d4'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:55.603076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-94deebb0-5d22-4a7d-9b40-2d7d4658f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['8ce2d029-d641-4b20-9b64-ea54c77292d4'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:55.611604 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-bba87b97-d4ce-41fd-a45c-506067ed2277 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332153 Jan 27 21:53:55.628176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (c4578289-bf13-4029-8730-08e77e9e5166), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.653985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-94deebb0-5d22-4a7d-9b40-2d7d4658f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:55.654766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94deebb0-5d22-4a7d-9b40-2d7d4658f654 None None] The sync data for ids ['8ce2d029-d641-4b20-9b64-ea54c77292d4'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:55.692692 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4578289-bf13-4029-8730-08e77e9e5166', 'name': 'tempest-snat-router-1031737768', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:49Z', 'updated_at': '2022-01-27T21:53:53Z', 'revision_number': 3, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port': {'id': '8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:78:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4578289-bf13-4029-8730-08e77e9e5166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:51Z', 'updated_at': '2022-01-27T21:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:55.727137 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Checking router: c4578289-bf13-4029-8730-08e77e9e5166 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:55.729549 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Updating router c4578289-bf13-4029-8730-08e77e9e5166 port 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:53:55.796151 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.820001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-f74e7cb1-f4c3-4a55-bbf9-3cde30c6ed69 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.821615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-f74e7cb1-f4c3-4a55-bbf9-3cde30c6ed69 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053738 Jan 27 21:53:55.827498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Deleting port 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:55.827950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.837937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Request body: {'port': {'device_id': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8bf468f1d5b4435698a82f8407077a37'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:55.910205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c12890a3-7a8c-4e08-820c-8b5c3af51ed1 tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/routers/8ce2d029-d641-4b20-9b64-ea54c77292d4 HTTP/1.1" status: 200 len: 741 time: 0.3712091 Jan 27 21:53:55.951557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56088) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:56.013260 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf8cba8e-8ed8-4ba9-b2c8-d3ee2df01f9f tempest-RoutersAdminTest-969986305 tempest-RoutersAdminTest-969986305-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=8ce2d029-d641-4b20-9b64-ea54c77292d4 HTTP/1.1" status: 200 len: 205 time: 0.0597849 Jan 27 21:53:56.020810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56092) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:56.030310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device efdabc20-230a-4fcd-88da-77a4d4405c9c up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:56.080295 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-87e76fe9-0baf-4b58-bf03-24a63748851e tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ce2d029-d641-4b20-9b64-ea54c77292d4 HTTP/1.1" status: 200 len: 205 time: 0.0583084 Jan 27 21:53:56.084884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56094) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:56.093606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port efdabc20-230a-4fcd-88da-77a4d4405c9c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:56.102656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port efdabc20-230a-4fcd-88da-77a4d4405c9c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:56.102656 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.122394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-439a26dd-5a94-4871-aa4f-949cc8e7d521 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4236410 Jan 27 21:53:56.165436 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Publish callbacks [] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.175220 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.197686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.203383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac46e2e-fc68-441e-8812-9f2aca0c54e5 req-d8a710be-aa46-43ef-a9fd-86b36dcd3dd1 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:56.204858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ac46e2e-fc68-441e-8812-9f2aca0c54e5 req-d8a710be-aa46-43ef-a9fd-86b36dcd3dd1 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 949 time: 0.1731546 Jan 27 21:53:56.234099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1994412e-72c5-4046-a911-91318a85622c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (8ce2d029-d641-4b20-9b64-ea54c77292d4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.234866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port efdabc20-230a-4fcd-88da-77a4d4405c9c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:56.235521 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.237504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Calling delete_port for 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:56.276247 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7d0b-e219-4d4f-a53a-2db194ee6d6f None None] Pushing event updated for resources: {'Port': ['ID=8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:56.281264 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Attempting to bind port 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:56.282013 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Attempting to bind port 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:56.284031 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Attempting to bind port 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:56.294464 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:56.295380 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:56.296388 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.296999 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:56.297900 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Bound port: 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:56.298538 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.302712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdabc20-230a-4fcd-88da-77a4d4405c9c'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:56.308027 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2ee38c-e91a-46f2-8d2a-c7eaf2912d7b" -d '{"events": [{"server_uuid": "d7562f03-f1e9-4b23-9c89-e5e26f4a3e38", "name": "network-vif-plugged", "status": "completed", "tag": "efdabc20-230a-4fcd-88da-77a4d4405c9c"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:56.309464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd6824bf-1ee9-44ee-b071-aa69efbff27e req-ee9602d6-cff7-432e-8620-f38ca265523c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6464629 Jan 27 21:53:56.357235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port efdabc20-230a-4fcd-88da-77a4d4405c9c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=efdabc20-230a-4fcd-88da-77a4d4405c9c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:56.368284 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.383599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Made reservation on behalf of 8bf468f1d5b4435698a82f8407077a37 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:56.387196 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.405923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ac46e2e-fc68-441e-8812-9f2aca0c54e5 req-89378333-af6b-4989-9c2b-a88d43efa0c0 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621523 Jan 27 21:53:56.441961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=efdabc20-230a-4fcd-88da-77a4d4405c9c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:56.457758 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] For port 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:56.462946 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] For port 8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:56.470897 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.531059 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Routers {'c4578289-bf13-4029-8730-08e77e9e5166'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:56.531488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-7e1a860f-ef9b-49ee-aef4-6b47747880aa tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:56.531764 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c4578289-bf13-4029-8730-08e77e9e5166'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:56.533233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-7e1a860f-ef9b-49ee-aef4-6b47747880aa tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4008441 Jan 27 21:53:56.562171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Request body: {'port': {'device_id': 'ca6deb9a-2a3d-4a7a-b226-a943f47c0867', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8bf468f1d5b4435698a82f8407077a37'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:56.586657 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1994412e-72c5-4046-a911-91318a85622c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (8ce2d029-d641-4b20-9b64-ea54c77292d4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.592879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1994412e-72c5-4046-a911-91318a85622c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router_controller (8ce2d029-d641-4b20-9b64-ea54c77292d4), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.617299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8128c-b8fa-49d1-81bc-4160daedac83 req-b238cf04-5255-45c0-a9d3-d3d6a35fe787 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:56.627341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f8128c-b8fa-49d1-81bc-4160daedac83 req-b238cf04-5255-45c0-a9d3-d3d6a35fe787 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 945 time: 0.1749368 Jan 27 21:53:56.645554 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7d0b-e219-4d4f-a53a-2db194ee6d6f None None] Pushing event updated for resources: {'Port': ['ID=8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:56.655510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] Set router c4578289-bf13-4029-8730-08e77e9e5166 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:56.677236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8cf9cea1-296e-4974-827b-116016ecc58a req-72a62d52-c74b-4346-9b71-5e4b13fad03c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 210 time: 0.1006954 Jan 27 21:53:56.774083 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf6003-13b5-45e9-a708-b2ac63e05e6d x-openstack-request-id: req-81bf6003-13b5-45e9-a708-b2ac63e05e6d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:56.774925 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7562f03-f1e9-4b23-9c89-e5e26f4a3e38", "name": "network-vif-plugged", "status": "completed", "tag": "efdabc20-230a-4fcd-88da-77a4d4405c9c", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:56.775124 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81bf6003-13b5-45e9-a708-b2ac63e05e6d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:56.775465 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdabc20-230a-4fcd-88da-77a4d4405c9c', 'code': 200} Jan 27 21:53:56.776209 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4578289-bf13-4029-8730-08e77e9e5166', 'name': 'tempest-snat-router-1031737768', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:49Z', 'updated_at': '2022-01-27T21:53:55Z', 'revision_number': 4, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:56.785196 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1994412e-72c5-4046-a911-91318a85622c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (8ce2d029-d641-4b20-9b64-ea54c77292d4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.785806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1994412e-72c5-4046-a911-91318a85622c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce2d029-d641-4b20-9b64-ea54c77292d4 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:56.798156 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1994412e-72c5-4046-a911-91318a85622c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.800353 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1994412e-72c5-4046-a911-91318a85622c tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/8ce2d029-d641-4b20-9b64-ea54c77292d4 HTTP/1.1" status: 204 len: 168 time: 0.7122164 Jan 27 21:53:56.804622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56102) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:56.837387 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2922ff16-7563-48c8-8e75-563d4b5629f3 None None] The sync data for ids ['c4578289-bf13-4029-8730-08e77e9e5166'] in n-d-826529-2 is: [{'id': 'c4578289-bf13-4029-8730-08e77e9e5166', 'name': 'tempest-snat-router-1031737768', 'tenant_id': '2945e28a2f8e46209d0ba31855c71739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:49Z', 'updated_at': '2022-01-27T21:53:55Z', 'revision_number': 4, 'project_id': '2945e28a2f8e46209d0ba31855c71739', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:56.850389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f8128c-b8fa-49d1-81bc-4160daedac83 req-0f8fd362-35b2-4421-87d7-a968acd59e27 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235661 Jan 27 21:53:56.895551 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ffb2b6e7-fad1-467d-a4ba-48bae987535f tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ce2d029-d641-4b20-9b64-ea54c77292d4 HTTP/1.1" status: 200 len: 205 time: 0.0852034 Jan 27 21:53:56.897402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56106) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:56.924122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 03cfab72-1aa4-4bb2-bade-fbc43adfddda {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:56.924701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.945050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Made reservation on behalf of 8bf468f1d5b4435698a82f8407077a37 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:56.948599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.977056 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-610b24ce-e67b-4886-9c13-259c537c3fe0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] delete failed (client error): The resource could not be found. Jan 27 21:53:56.979197 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-610b24ce-e67b-4886-9c13-259c537c3fe0 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/8ce2d029-d641-4b20-9b64-ea54c77292d4 HTTP/1.1" status: 404 len: 336 time: 0.0807905 Jan 27 21:53:56.985553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.026513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b4432-6201-4413-a79f-f3e9b3f7ba07 req-6f721604-6d5d-4306-840c-5f7abddf11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:57.030207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-030b4432-6201-4413-a79f-f3e9b3f7ba07 req-6f721604-6d5d-4306-840c-5f7abddf11fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 1101 time: 0.1777577 Jan 27 21:53:57.059127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-35cb0f10-c799-409a-8ecd-75ba4e1a7d44 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0321f9f-4b2f-45a3-afd0-a3dd9517d249 HTTP/1.1" status: 200 len: 205 time: 0.0712357 Jan 27 21:53:57.068060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Allocated IP 192.168.233.215 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/795d8b11-0359-4849-817c-b0b4bb9a111a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:57.070351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56112) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.166610 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-9db03953-98e6-4c11-8461-ffa428ebd939 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] delete failed (client error): The resource could not be found. Jan 27 21:53:57.168106 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9db03953-98e6-4c11-8461-ffa428ebd939 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/b0321f9f-4b2f-45a3-afd0-a3dd9517d249 HTTP/1.1" status: 404 len: 336 time: 0.0969629 Jan 27 21:53:57.174603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56118) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.229805 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-30b33fd2-5c95-4f67-9a45-42a6f1b4032f tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fb88b8e-4fe7-4ea9-b554-c37e85249f6a HTTP/1.1" status: 200 len: 205 time: 0.0508962 Jan 27 21:53:57.240530 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56120) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.245415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-030b4432-6201-4413-a79f-f3e9b3f7ba07 req-e3c76800-cc12-470d-b4ee-d3c2fb709f9f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060847 Jan 27 21:53:57.262930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.278831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.302368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 03cfab72-1aa4-4bb2-bade-fbc43adfddda owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:57.357815 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-12615a5c-0156-43d8-9332-efee941e0951 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] delete failed (client error): The resource could not be found. Jan 27 21:53:57.357815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-12615a5c-0156-43d8-9332-efee941e0951 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/2fb88b8e-4fe7-4ea9-b554-c37e85249f6a HTTP/1.1" status: 404 len: 336 time: 0.1147707 Jan 27 21:53:57.394015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56124) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.421866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c4779d2-5b9d-4d19-ac8b-d3e3a790e2ff,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:57.497992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3af22d93-2226-46c0-b263-f40e1eec11eb tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b15bda0-f739-4739-b659-91b7c5cacc75 HTTP/1.1" status: 200 len: 205 time: 0.0975385 Jan 27 21:53:57.505682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56130) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.618243 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-36138e98-3662-45fe-97dc-8613d14cdcee tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] delete failed (client error): The resource could not be found. Jan 27 21:53:57.619329 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-36138e98-3662-45fe-97dc-8613d14cdcee tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/7b15bda0-f739-4739-b659-91b7c5cacc75 HTTP/1.1" status: 404 len: 336 time: 0.1122851 Jan 27 21:53:57.644472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56132) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.691835 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5dc88777-b53a-4c1c-9ed7-af2cf8cb4fc8 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=14ff3c8b-0339-436a-8189-487a017d7539 HTTP/1.1" status: 200 len: 205 time: 0.0440323 Jan 27 21:53:57.697378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56134) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.760240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (c4578289-bf13-4029-8730-08e77e9e5166), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.769757 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-c0c20b07-7a60-4809-ae24-0f32ff38194a tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] delete failed (client error): The resource could not be found. Jan 27 21:53:57.770936 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0c20b07-7a60-4809-ae24-0f32ff38194a tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/14ff3c8b-0339-436a-8189-487a017d7539 HTTP/1.1" status: 404 len: 336 time: 0.0706618 Jan 27 21:53:57.810155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56138) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.882979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0c2e636a-6a54-45dd-8969-c65fcbe1e6e6 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "GET /v2.0/ports?device_id=69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0 HTTP/1.1" status: 200 len: 205 time: 0.0717680 Jan 27 21:53:57.921840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56140) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.926257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.936310 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (c4578289-bf13-4029-8730-08e77e9e5166), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.940613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_controller (c4578289-bf13-4029-8730-08e77e9e5166), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.987354 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-95a2c722-4761-457a-8761-fe82ba4bfc46 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] delete failed (client error): The resource could not be found. Jan 27 21:53:57.988666 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-95a2c722-4761-457a-8761-fe82ba4bfc46 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/routers/69cdfa0c-dc7b-43c9-b57b-c032f8b3fbb0 HTTP/1.1" status: 404 len: 336 time: 0.0661767 Jan 27 21:53:58.017430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56142) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:58.053687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (c4578289-bf13-4029-8730-08e77e9e5166), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.054551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4578289-bf13-4029-8730-08e77e9e5166 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:58.061835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.063151 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-570dc57c-21a2-400a-a068-cfcac8182a65 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "DELETE /v2.0/routers/c4578289-bf13-4029-8730-08e77e9e5166 HTTP/1.1" status: 204 len: 168 time: 2.8557053 Jan 27 21:53:58.066532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56144) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:58.111304 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49b23b4-b7d5-4999-b723-3b5921d30bb2 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] DELETE failed (client error): The resource could not be found. Jan 27 21:53:58.111858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49b23b4-b7d5-4999-b723-3b5921d30bb2 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:53:58.115624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e49b23b4-b7d5-4999-b723-3b5921d30bb2 tempest-RoutersAdminTest-1160051735 tempest-RoutersAdminTest-1160051735-project] 10.222.0.45 "DELETE /v2.0/subnets/ec0a2a50-5ffd-4e5d-85ae-e5ad54d2b9a4 HTTP/1.1" status: 404 len: 337 time: 0.0898342 Jan 27 21:53:58.117884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.130697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:58.190440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Allocated IP 192.168.233.188 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:58.339970 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (9ccd3386-6384-4d34-9602-6f28b5c323de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.374988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.504594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-30074bb0-72a3-438d-a359-2935d34bc3ff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.510118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-30074bb0-72a3-438d-a359-2935d34bc3ff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.514484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:58.516719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-30074bb0-72a3-438d-a359-2935d34bc3ff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.523552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-30074bb0-72a3-438d-a359-2935d34bc3ff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.524340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:58.529067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-30074bb0-72a3-438d-a359-2935d34bc3ff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.533839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:58.535321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-30074bb0-72a3-438d-a359-2935d34bc3ff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.543070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-30074bb0-72a3-438d-a359-2935d34bc3ff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.545655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-30074bb0-72a3-438d-a359-2935d34bc3ff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 1.0923259 Jan 27 21:53:58.554538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.572539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:58.583483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6ab8-44d5-40fe-8624-565c1670a01a req-58bfa80b-4934-4ae7-bdd4-5bfa0c4ef95d tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.591755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f1d6ab8-44d5-40fe-8624-565c1670a01a req-58bfa80b-4934-4ae7-bdd4-5bfa0c4ef95d tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 945 time: 0.5727997 Jan 27 21:53:58.717242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'Port': ['ID=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:58.764879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:58.783368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:58.823311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:58.981828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f1d6ab8-44d5-40fe-8624-565c1670a01a req-03467c7e-89ce-4660-87b0-1da4780ab13c tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560166 Jan 27 21:53:58.999206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (03cfab72-1aa4-4bb2-bade-fbc43adfddda), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.044601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56150) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:59.045889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'Port': ['ID=795d8b11-0359-4849-817c-b0b4bb9a111a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:59.047803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58049eb2-45c0-48a2-8ca5-c6336b28ef99 req-f5b3d523-677d-415b-90e9-b19e40466cf6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4829464 Jan 27 21:53:59.065276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4f346295-0dcf-4dd4-adeb-9508d57db89f None None] Provisioning complete for port 795d8b11-0359-4849-817c-b0b4bb9a111a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:59.068615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4f346295-0dcf-4dd4-adeb-9508d57db89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.147389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.148101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.162230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (9ccd3386-6384-4d34-9602-6f28b5c323de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.181154 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-9f4b58ca-88e6-408a-9bf5-0da3b76e962c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3496120 Jan 27 21:53:59.199965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Request body: {'port': {'device_id': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:59.248803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.249725 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.255476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=03cfab72-1aa4-4bb2-bade-fbc43adfddda,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:59.332600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ee699-59f1-4074-9efd-9c258b176ddc req-94679a92-a4fa-492f-a6d6-ae0d2d58df78 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.334526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-875ee699-59f1-4074-9efd-9c258b176ddc req-94679a92-a4fa-492f-a6d6-ae0d2d58df78 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.57 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 945 time: 0.4359915 Jan 27 21:53:59.390286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48e1e3a5-23d8-4474-82d5-a9fb3c17b725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.461969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4f346295-0dcf-4dd4-adeb-9508d57db89f None None] Port 795d8b11-0359-4849-817c-b0b4bb9a111a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:59.477321 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0399b1ee-5c01-46b9-b82a-56453d2a4e60), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.512904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-53250ebc-9971-4fa9-bc44-24bea72d9bbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9556184 Jan 27 21:53:59.513483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.530442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Request body: {'port': {'device_id': 'ca6deb9a-2a3d-4a7a-b226-a943f47c0867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:59.583619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84b1e-c6d5-4e6c-ab4d-4fb0afa989fb req-93935acf-351a-4790-938f-4d5099feb996 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.592983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36e84b1e-c6d5-4e6c-ab4d-4fb0afa989fb req-93935acf-351a-4790-938f-4d5099feb996 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 950 time: 0.4222062 Jan 27 21:53:59.632252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Deleting port de05aaf8-3369-4bcb-bb5a-f56f86c00a14 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:59.632790 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.636558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ac208efa-4a1e-4ac3-bdd3-6cf2be175274 None None] Provisioning complete for port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:59.637638 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac208efa-4a1e-4ac3-bdd3-6cf2be175274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.694402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116da00-98ac-4adf-a999-2bacb53af2b5 req-3293937c-ecf9-48ea-a821-f3d73f251bf2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.698408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3116da00-98ac-4adf-a999-2bacb53af2b5 req-3293937c-ecf9-48ea-a821-f3d73f251bf2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 936 time: 0.4236526 Jan 27 21:53:59.734365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ac208efa-4a1e-4ac3-bdd3-6cf2be175274 None None] Port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:59.747824 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48e1e3a5-23d8-4474-82d5-a9fb3c17b725 admin admin] Publish callbacks [] for security_group (d1e7b97c-347d-4805-91fe-c2462f76a605), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.762607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48e1e3a5-23d8-4474-82d5-a9fb3c17b725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d1e7b97c-347d-4805-91fe-c2462f76a605), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.829720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.919357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36e84b1e-c6d5-4e6c-ab4d-4fb0afa989fb req-5f7d240e-ded3-414c-9949-9d8334076dcc tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249819 Jan 27 21:53:59.960860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3116da00-98ac-4adf-a999-2bacb53af2b5 req-df4184e0-841c-4bd8-965f-013945cbb38b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000401 Jan 27 21:53:59.989861 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-48e1e3a5-23d8-4474-82d5-a9fb3c17b725 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa046d72e85f4a55a0ae16ca9293e788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9398725 Jan 27 21:53:59.991111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1e3a5-23d8-4474-82d5-a9fb3c17b725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e7b97c-347d-4805-91fe-c2462f76a605,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:59.992464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56156) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:00.091248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Deleting port 3e41a733-c5c3-45ea-b77a-582654db3b1b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:00.092314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.118902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 0399b1ee-5c01-46b9-b82a-56453d2a4e60 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:54:00.138919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] For port de05aaf8-3369-4bcb-bb5a-f56f86c00a14, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=de05aaf8-3369-4bcb-bb5a-f56f86c00a14,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:00.139701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.175453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Calling delete_port for de05aaf8-3369-4bcb-bb5a-f56f86c00a14 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:00.447218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795d8b11-0359-4849-817c-b0b4bb9a111a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:00.456868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Publish callbacks [] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.545970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Transition to ACTIVE for port object 795d8b11-0359-4849-817c-b0b4bb9a111a will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:00.548248 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (de05aaf8-3369-4bcb-bb5a-f56f86c00a14), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.555267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.597892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event deleted for resources: {'Port': ['ID=de05aaf8-3369-4bcb-bb5a-f56f86c00a14,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:00.714198 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-45880eed-0aff-4ac7-b08c-f5cfe6bede00 admin admin] Publish callbacks [] for security_group (d1e7b97c-347d-4805-91fe-c2462f76a605), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.732592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc599-9e85-4eca-8adf-077c9c9e6c08 req-7032b423-bb40-493d-b4f3-c6c5beb639c7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.734269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e53dc599-9e85-4eca-8adf-077c9c9e6c08 req-7032b423-bb40-493d-b4f3-c6c5beb639c7 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 945 time: 0.6198783 Jan 27 21:54:00.741128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:00.747333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b19f4b68-b783-417a-9bf9-8c3e2bd451bd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/0399b1ee-5c01-46b9-b82a-56453d2a4e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7148039 Jan 27 21:54:00.756463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56166) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:00.758631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] For port 3e41a733-c5c3-45ea-b77a-582654db3b1b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3e41a733-c5c3-45ea-b77a-582654db3b1b,segment=NetworkSegment(15734473-1058-4ee5-aa47-94ad7cccca33),segment_id=15734473-1058-4ee5-aa47-94ad7cccca33)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:00.759004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.770199 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d170d4b-3473-46d0-9a8a-1d93e34898f3 None None] Sync routers for ids ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:00.778292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Pushing event updated for resources: {'Port': ['ID=795d8b11-0359-4849-817c-b0b4bb9a111a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:00.812191 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d170d4b-3473-46d0-9a8a-1d93e34898f3 None None] Routers {'0399b1ee-5c01-46b9-b82a-56453d2a4e60'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:00.813220 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4d170d4b-3473-46d0-9a8a-1d93e34898f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:00.852740 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (9ccd3386-6384-4d34-9602-6f28b5c323de), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.894351 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-45880eed-0aff-4ac7-b08c-f5cfe6bede00 admin admin] Publish callbacks [] for security_group (d1e7b97c-347d-4805-91fe-c2462f76a605), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.906240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Calling delete_port for 3e41a733-c5c3-45ea-b77a-582654db3b1b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:00.906454 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4d170d4b-3473-46d0-9a8a-1d93e34898f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:00.919200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8a16fcb9-bf1c-48da-93c3-da5313c98d52 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=0399b1ee-5c01-46b9-b82a-56453d2a4e60 HTTP/1.1" status: 200 len: 205 time: 0.1488483 Jan 27 21:54:00.923951 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d170d4b-3473-46d0-9a8a-1d93e34898f3 None None] Routers {'0399b1ee-5c01-46b9-b82a-56453d2a4e60'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:00.925010 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4d170d4b-3473-46d0-9a8a-1d93e34898f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:00.932151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-3ba0cc78-54a0-4f36-a9aa-4e82baa0cf99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.937969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-3ba0cc78-54a0-4f36-a9aa-4e82baa0cf99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.944208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-3ba0cc78-54a0-4f36-a9aa-4e82baa0cf99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.950041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-3ba0cc78-54a0-4f36-a9aa-4e82baa0cf99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.956665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-3ba0cc78-54a0-4f36-a9aa-4e82baa0cf99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.962075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-3ba0cc78-54a0-4f36-a9aa-4e82baa0cf99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.967669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-3ba0cc78-54a0-4f36-a9aa-4e82baa0cf99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.969841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-3ba0cc78-54a0-4f36-a9aa-4e82baa0cf99 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.5552270 Jan 27 21:54:00.973529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56168) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:01.003350 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4d170d4b-3473-46d0-9a8a-1d93e34898f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:01.006270 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d170d4b-3473-46d0-9a8a-1d93e34898f3 None None] The sync data for ids ['0399b1ee-5c01-46b9-b82a-56453d2a4e60'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:01.041532 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (9ccd3386-6384-4d34-9602-6f28b5c323de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.050516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_controller (9ccd3386-6384-4d34-9602-6f28b5c323de), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.063673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Attempting to bind port 795d8b11-0359-4849-817c-b0b4bb9a111a on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:01.064296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Attempting to bind port 795d8b11-0359-4849-817c-b0b4bb9a111a by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:01.064762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Attempting to bind port 795d8b11-0359-4849-817c-b0b4bb9a111a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:01.075819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Port 795d8b11-0359-4849-817c-b0b4bb9a111a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:01.076959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Attempting to bind port 795d8b11-0359-4849-817c-b0b4bb9a111a on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:01.136622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:01.137034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:01.137366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:01.137823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Bound port: 795d8b11-0359-4849-817c-b0b4bb9a111a, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:01.138192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.155362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (9ccd3386-6384-4d34-9602-6f28b5c323de), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.156597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ccd3386-6384-4d34-9602-6f28b5c323de {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:54:01.180755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.192140 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da7daf66-0e9e-4a97-8f2d-b2928e20596a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "DELETE /v2.0/routers/9ccd3386-6384-4d34-9602-6f28b5c323de HTTP/1.1" status: 204 len: 168 time: 3.1143165 Jan 27 21:54:01.193319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:01.200526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405147285', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:01.246123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.246916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.253324 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e53dc599-9e85-4eca-8adf-077c9c9e6c08 req-204dd313-ab1e-45c1-b509-2ceb49dcbad2 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/security-groups?id=16a57bfd-bdad-4821-912b-7c8fe575f9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563472 Jan 27 21:54:01.256821 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ef2c-c48c-4a6b-b0b9-38a2fc054e37 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (0399b1ee-5c01-46b9-b82a-56453d2a4e60), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.311729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] For port 795d8b11-0359-4849-817c-b0b4bb9a111a, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:01.328590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] For port 795d8b11-0359-4849-817c-b0b4bb9a111a, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=795d8b11-0359-4849-817c-b0b4bb9a111a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:01.362241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.520885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.548332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:01.573718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0bc1d66-1a2b-4f02-ac33-353c96e87dae req-d06f61b0-21e9-4847-bd8b-34b9d3f04e76 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5874391 Jan 27 21:54:01.578114 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Publish callbacks [] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.618808 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.619545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.621171 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] 10.222.0.57 "PUT /v2.0/ports/795d8b11-0359-4849-817c-b0b4bb9a111a HTTP/1.1" status: 200 len: 1096 time: 2.4295499 Jan 27 21:54:01.623393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.57', 64765) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:01.627376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'tag': '795d8b11-0359-4849-817c-b0b4bb9a111a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:01.628596 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-45880eed-0aff-4ac7-b08c-f5cfe6bede00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d1e7b97c-347d-4805-91fe-c2462f76a605), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.630541 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba76856a-6406-47c6-9973-aa613d28e90a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa81b54-bb2a-47f6-bbbf-80097f7547b1", "tag": "795d8b11-0359-4849-817c-b0b4bb9a111a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:01.633444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-45880eed-0aff-4ac7-b08c-f5cfe6bede00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.640394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-45880eed-0aff-4ac7-b08c-f5cfe6bede00 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1e7b97c-347d-4805-91fe-c2462f76a605 HTTP/1.1" status: 204 len: 168 time: 1.6461744 Jan 27 21:54:01.775177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884ac50-50c0-41d4-8a23-78d4cfc1d838 service neutron] Pushing event updated for resources: {'Port': ['ID=795d8b11-0359-4849-817c-b0b4bb9a111a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:01.878719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Transition to ACTIVE for port object b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:01.882486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45880eed-0aff-4ac7-b08c-f5cfe6bede00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e7b97c-347d-4805-91fe-c2462f76a605,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:01.910800 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:01.963282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ef2c-c48c-4a6b-b0b9-38a2fc054e37 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (0399b1ee-5c01-46b9-b82a-56453d2a4e60), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:02.045008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d093b-589b-4a63-9390-6ff2fe5d65e8 req-23596f77-b161-4a60-bd04-42898ae00239 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.047875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f7d093b-589b-4a63-9390-6ff2fe5d65e8 req-23596f77-b161-4a60-bd04-42898ae00239 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 950 time: 0.6335518 Jan 27 21:54:02.058964 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ef2c-c48c-4a6b-b0b9-38a2fc054e37 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (0399b1ee-5c01-46b9-b82a-56453d2a4e60), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:02.171174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-efeb1f72-23a7-4a01-8925-5fab8def7761 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.174237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-efeb1f72-23a7-4a01-8925-5fab8def7761 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 950 time: 0.5401897 Jan 27 21:54:02.255526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:02.346833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-331bee88-3c00-49be-9104-0d8a3e1062c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.349709 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-331bee88-3c00-49be-9104-0d8a3e1062c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 1099 time: 0.6116776 Jan 27 21:54:02.469855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device de05aaf8-3369-4bcb-bb5a-f56f86c00a14 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:02.532889 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-52e6c23d-ced8-4424-92c4-f6c6b70f657e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=795d8b11-0359-4849-817c-b0b4bb9a111a HTTP/1.1" status: 200 len: 217 time: 0.1714141 Jan 27 21:54:02.533636 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56182) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:02.541165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: de05aaf8-3369-4bcb-bb5a-f56f86c00a14 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:02.542231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device de05aaf8-3369-4bcb-bb5a-f56f86c00a14 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:02.695066 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf99dea3-604f-41e2-a5bd-336861c7c3c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0df877ea398f4a2cb4e9d415e04fece8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575098 Jan 27 21:54:02.706568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56186) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:02.735974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-06bcda58-f85a-47f5-be2c-64eceed91f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.738607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-06bcda58-f85a-47f5-be2c-64eceed91f37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1731308 Jan 27 21:54:02.743918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Deleting port efdabc20-230a-4fcd-88da-77a4d4405c9c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:02.744451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:02.875324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:02.937548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ef2c-c48c-4a6b-b0b9-38a2fc054e37 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (0399b1ee-5c01-46b9-b82a-56453d2a4e60), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:02.938365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d7ef2c-c48c-4a6b-b0b9-38a2fc054e37 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Fanout notify agent at l3_agent the message router_deleted on router 0399b1ee-5c01-46b9-b82a-56453d2a4e60 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:54:02.940867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3e41a733-c5c3-45ea-b77a-582654db3b1b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:02.956238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95cf1c-7d5f-4efb-a271-75cb448a7da0 req-8d1874eb-7ebd-417d-b31e-941d18b77fb7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.959071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d95cf1c-7d5f-4efb-a271-75cb448a7da0 req-8d1874eb-7ebd-417d-b31e-941d18b77fb7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 948 time: 1.0838833 Jan 27 21:54:03.004970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d3d7ef2c-c48c-4a6b-b0b9-38a2fc054e37 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.006830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d3d7ef2c-c48c-4a6b-b0b9-38a2fc054e37 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/0399b1ee-5c01-46b9-b82a-56453d2a4e60 HTTP/1.1" status: 204 len: 168 time: 2.0286164 Jan 27 21:54:03.025759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:03.053970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-6e9bbffd-6375-42f3-8ca5-a435bb67dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.056388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-6e9bbffd-6375-42f3-8ca5-a435bb67dd5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3040504 Jan 27 21:54:03.066904 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:54:03.111494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Pushing event deleted for resources: {'Port': ['ID=3e41a733-c5c3-45ea-b77a-582654db3b1b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:03.130351 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Publish callbacks [] for security_group (8b3fa26b-3d60-476c-860a-d48539b602d8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.130676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f7d093b-589b-4a63-9390-6ff2fe5d65e8 req-5eb35462-1312-45da-a472-ac1f555d0ee4 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9952440 Jan 27 21:54:03.234040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] No DVR routers for this DVR port 3e41a733-c5c3-45ea-b77a-582654db3b1b on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:03.251911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.257775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-875ee699-59f1-4074-9efd-9c258b176ddc req-6655069c-9045-4bac-9ced-281c37078782 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.57 "DELETE /v2.0/ports/3e41a733-c5c3-45ea-b77a-582654db3b1b HTTP/1.1" status: 204 len: 173 time: 3.8932614 Jan 27 21:54:03.258475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc', 'name': 'network-vif-deleted', 'tag': '3e41a733-c5c3-45ea-b77a-582654db3b1b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:03.262383 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405144bb-8416-43e4-9ded-adcdde77ab0e" -d '{"events": [{"server_uuid": "fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc", "name": "network-vif-deleted", "tag": "3e41a733-c5c3-45ea-b77a-582654db3b1b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:03.271140 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f9fc6d-0d59-435e-944e-2f9fd7e11962 x-openstack-request-id: req-88f9fc6d-0d59-435e-944e-2f9fd7e11962 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:03.271757 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa81b54-bb2a-47f6-bbbf-80097f7547b1", "tag": "795d8b11-0359-4849-817c-b0b4bb9a111a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:03.272037 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88f9fc6d-0d59-435e-944e-2f9fd7e11962 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:03.272590 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'tag': '795d8b11-0359-4849-817c-b0b4bb9a111a', 'status': 'completed', 'code': 200} Jan 27 21:54:03.277806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d95cf1c-7d5f-4efb-a271-75cb448a7da0 req-4db4289d-5b94-43a0-9319-e76201d96ca5 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451653 Jan 27 21:54:03.280252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Attempting to bind port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:03.280252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Attempting to bind port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:03.280675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Attempting to bind port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:03.293166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:03.294253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Attempting to bind port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:03.304659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] For port efdabc20-230a-4fcd-88da-77a4d4405c9c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=efdabc20-230a-4fcd-88da-77a4d4405c9c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:03.305245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.308506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:03.309686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:03.310555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:03.311541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Bound port: b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:03.325093 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.326688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Publish callbacks [] for security_group (8b3fa26b-3d60-476c-860a-d48539b602d8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.419627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b872c98e-fc68-4730-97b9-f61540c728e2 req-e3e8906b-0beb-4b2c-b23f-03153a8c86b2 tempest-ServerAddressesTestJSON-81912849 tempest-ServerAddressesTestJSON-81912849-project] 10.222.0.45 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 210 time: 0.0616660 Jan 27 21:54:03.542725 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee212aa-ebe6-4e1d-bae1-bd686bc1bb5e x-openstack-request-id: req-4ee212aa-ebe6-4e1d-bae1-bd686bc1bb5e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:03.543158 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc", "name": "network-vif-deleted", "tag": "3e41a733-c5c3-45ea-b77a-582654db3b1b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:03.543875 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ee212aa-ebe6-4e1d-bae1-bd686bc1bb5e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:03.544493 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc', 'name': 'network-vif-deleted', 'tag': '3e41a733-c5c3-45ea-b77a-582654db3b1b', 'status': 'completed', 'code': 200} Jan 27 21:54:03.569457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] For port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:03.575809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] For port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:03.591046 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.625041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-730d1473-ee9a-4f37-83d9-a1ee7a3a1292 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.635332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-730d1473-ee9a-4f37-83d9-a1ee7a3a1292 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.646115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-730d1473-ee9a-4f37-83d9-a1ee7a3a1292 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.656094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-730d1473-ee9a-4f37-83d9-a1ee7a3a1292 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.665958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-730d1473-ee9a-4f37-83d9-a1ee7a3a1292 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.676547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-730d1473-ee9a-4f37-83d9-a1ee7a3a1292 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.686937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-730d1473-ee9a-4f37-83d9-a1ee7a3a1292 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.689656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-730d1473-ee9a-4f37-83d9-a1ee7a3a1292 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5420 time: 0.2123353 Jan 27 21:54:03.764379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.765665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.768842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac HTTP/1.1" status: 200 len: 1096 time: 4.2427518 Jan 27 21:54:03.879697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074df7e-7c1c-4ab7-bcb1-2d99d041e8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:03.916998 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Calling delete_port for efdabc20-230a-4fcd-88da-77a4d4405c9c owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:03.918699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-126237d6-edcd-4a59-8cbf-3316d38faad5 req-0ce0e3a5-53c4-4288-bb2e-4ec54b3517bc tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969900 Jan 27 21:54:03.935012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bead1c-1435-41d9-a7ea-68e83089ed6e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet 60c14931-9fd9-4ad0-86a3-b39b336fe092 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:54:03.940924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-09bead1c-1435-41d9-a7ea-68e83089ed6e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (60c14931-9fd9-4ad0-86a3-b39b336fe092), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.948347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-b1c140a9-8011-4072-87da-7db5879160a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.950094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-b1c140a9-8011-4072-87da-7db5879160a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 1099 time: 0.0950787 Jan 27 21:54:04.039202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-2310e930-3e3c-404f-a1dc-44bfe4328c5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac HTTP/1.1" status: 200 len: 217 time: 0.0736458 Jan 27 21:54:04.074574 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-edb49c34-15ee-4b22-bfe3-fafc0274f66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.105714 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.117697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a228ac6e-3807-409b-a002-ad905e8e45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:04.119347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3e41a733-c5c3-45ea-b77a-582654db3b1b no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:04.119768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-a228ac6e-3807-409b-a002-ad905e8e45dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0753319 Jan 27 21:54:04.151451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 3e41a733-c5c3-45ea-b77a-582654db3b1b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:04.152999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3e41a733-c5c3-45ea-b77a-582654db3b1b not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:04.153497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device efdabc20-230a-4fcd-88da-77a4d4405c9c no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:04.203407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-ac7ef518-6c75-4eef-814b-1c5952bd29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:04.205251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-ac7ef518-6c75-4eef-814b-1c5952bd29cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792859 Jan 27 21:54:04.267691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-948b2579-506c-479c-b0c1-c0bedebe9cac req-f6e85878-7908-42ae-978c-6a303208237a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0525477 Jan 27 21:54:04.269829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port efdabc20-230a-4fcd-88da-77a4d4405c9c is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:04.270588 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.314573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-09bead1c-1435-41d9-a7ea-68e83089ed6e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (60c14931-9fd9-4ad0-86a3-b39b336fe092), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.318972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdabc20-230a-4fcd-88da-77a4d4405c9c'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:04.322779 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9888e37-03a9-4c1b-a3a9-48a5ff753940" -d '{"events": [{"server_uuid": "d7562f03-f1e9-4b23-9c89-e5e26f4a3e38", "name": "network-vif-unplugged", "status": "completed", "tag": "efdabc20-230a-4fcd-88da-77a4d4405c9c"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:04.325383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.376880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port efdabc20-230a-4fcd-88da-77a4d4405c9c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=efdabc20-230a-4fcd-88da-77a4d4405c9c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:04.384658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.474387 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-533016b9-bde1-452c-a991-d50485db77a4 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3738155 Jan 27 21:54:04.476506 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e1e671-fa7d-49fd-9882-a938e45cbeef x-openstack-request-id: req-e5e1e671-fa7d-49fd-9882-a938e45cbeef {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:04.477153 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7562f03-f1e9-4b23-9c89-e5e26f4a3e38", "name": "network-vif-unplugged", "status": "completed", "tag": "efdabc20-230a-4fcd-88da-77a4d4405c9c", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:04.477640 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5e1e671-fa7d-49fd-9882-a938e45cbeef {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:04.478280 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdabc20-230a-4fcd-88da-77a4d4405c9c', 'code': 200} Jan 27 21:54:04.484589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=efdabc20-230a-4fcd-88da-77a4d4405c9c,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:04.487991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-948b2579-506c-479c-b0c1-c0bedebe9cac req-51151009-1044-46c2-86f7-4c9953cd91b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5cd07a1508144d9bdf45bc6e8d813f3&device_id=fecd67a9-7a2d-415a-a7fd-3cc5eafd5ccc HTTP/1.1" status: 200 len: 210 time: 0.1126122 Jan 27 21:54:04.615394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8b3fa26b-3d60-476c-860a-d48539b602d8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.618159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.619397 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b3fa26b-3d60-476c-860a-d48539b602d8 HTTP/1.1" status: 204 len: 168 time: 1.9085989 Jan 27 21:54:04.691895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3fa26b-3d60-476c-860a-d48539b602d8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:04.707893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-5a379a8d-f8c7-4373-b15f-51a3e37dcba2 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940262 Jan 27 21:54:04.718609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a44ca15f-3f7d-45d3-9f8a-39413a52050c details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:04.724414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Allocated IP 172.25.8.230 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/2aa53b2b-851f-4c78-aa68-12ca5dc0caff) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:04.758002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.758360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.758711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.759055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.759399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.759766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.760101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.760431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.760780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.761085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.761489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.761736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.762058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df071da5-e035-4de5-84c4-d8a860bf14e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:04.820399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-09bead1c-1435-41d9-a7ea-68e83089ed6e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (60c14931-9fd9-4ad0-86a3-b39b336fe092), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.851670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07638050-5653-41af-b1c1-61d824026d55 req-fcff61d7-873c-41bd-830e-598cc195f961 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:04.861405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07638050-5653-41af-b1c1-61d824026d55 req-fcff61d7-873c-41bd-830e-598cc195f961 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7562f03-f1e9-4b23-9c89-e5e26f4a3e38 HTTP/1.1" status: 200 len: 948 time: 0.4884830 Jan 27 21:54:04.884858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (efdabc20-230a-4fcd-88da-77a4d4405c9c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.898863 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-b1af59b7-7c03-4b15-b2cb-ddb29535fbe9 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042056 Jan 27 21:54:04.992044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Pushing event deleted for resources: {'Port': ['ID=efdabc20-230a-4fcd-88da-77a4d4405c9c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:04.994900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a44ca15f-3f7d-45d3-9f8a-39413a52050c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:05.020376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'port_id': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'mac_address': 'fa:16:3e:a5:1f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:05.101536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a44ca15f-3f7d-45d3-9f8a-39413a52050c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:05.103153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.128662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44ca15f-3f7d-45d3-9f8a-39413a52050c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:05.163129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a44ca15f-3f7d-45d3-9f8a-39413a52050c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:05.172374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.173704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device e4efa7b3-9bea-4d48-9f82-9ecab97944f7 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:05.255106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] No DVR routers for this DVR port efdabc20-230a-4fcd-88da-77a4d4405c9c on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:05.299072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.308185 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.57 "DELETE /v2.0/ports/efdabc20-230a-4fcd-88da-77a4d4405c9c HTTP/1.1" status: 204 len: 173 time: 3.1233814 Jan 27 21:54:05.312389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'name': 'network-vif-deleted', 'tag': 'efdabc20-230a-4fcd-88da-77a4d4405c9c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:05.323686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd774e9-d392-4c06-b116-7f60722ba4f3 req-68d4468c-cfb7-45b0-8777-ea1bf9c95e6b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.325939 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41d3802-c5d5-4395-a659-0cc28e411ef0" -d '{"events": [{"server_uuid": "d7562f03-f1e9-4b23-9c89-e5e26f4a3e38", "name": "network-vif-deleted", "tag": "efdabc20-230a-4fcd-88da-77a4d4405c9c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:05.326645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acd774e9-d392-4c06-b116-7f60722ba4f3 req-68d4468c-cfb7-45b0-8777-ea1bf9c95e6b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 948 time: 0.7832544 Jan 27 21:54:05.346013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for port (2aa53b2b-851f-4c78-aa68-12ca5dc0caff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.350452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-09bead1c-1435-41d9-a7ea-68e83089ed6e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (60c14931-9fd9-4ad0-86a3-b39b336fe092), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.363611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a44ca15f-3f7d-45d3-9f8a-39413a52050c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:05.420832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76856a-6406-47c6-9973-aa613d28e90a req-983bcd41-dbb6-4329-afd8-f36a8568ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.423728 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ba76856a-6406-47c6-9973-aa613d28e90a req-983bcd41-dbb6-4329-afd8-f36a8568ed7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 1099 time: 0.4471130 Jan 27 21:54:05.433440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bead1c-1435-41d9-a7ea-68e83089ed6e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=60c14931-9fd9-4ad0-86a3-b39b336fe092,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:05.440859 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-09bead1c-1435-41d9-a7ea-68e83089ed6e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.447487 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-09bead1c-1435-41d9-a7ea-68e83089ed6e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/60c14931-9fd9-4ad0-86a3-b39b336fe092 HTTP/1.1" status: 204 len: 168 time: 2.4173436 Jan 27 21:54:05.461277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07638050-5653-41af-b1c1-61d824026d55 req-b959bf2b-33a7-4d8a-b17d-4214ae364786 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] 10.222.0.45 "GET /v2.0/security-groups?id=10863ae6-6909-4c8e-b5b7-7e8581e557c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985341 Jan 27 21:54:05.463561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b2579-506c-479c-b0c1-c0bedebe9cac req-1de0a253-87bd-4ee8-8797-257b90a45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.467380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-948b2579-506c-479c-b0c1-c0bedebe9cac req-1de0a253-87bd-4ee8-8797-257b90a45d10 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c5cd07a1508144d9bdf45bc6e8d813f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9314933 Jan 27 21:54:05.478086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56218) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:05.499160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb46d716-dde0-4881-8ef7-4586917e696a None None] Network a3268f74-bcfe-43ef-9d3a-d412ad81d94c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:05.586153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6deb9a-2a3d-4a7a-b226-a943f47c0867', 'tag': 'b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:05.590384 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6deb9a-2a3d-4a7a-b226-a943f47c0867", "tag": "b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:05.595784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56220) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:05.680004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port e4efa7b3-9bea-4d48-9f82-9ecab97944f7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:05.771751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7', 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'port_id': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7', 'mac_address': 'fa:16:3e:fb:2a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe3c98e-a594-46a8-a30f-34b137e89cb2', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:05.852914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:05.853447 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.873107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ae2f5c-b336-4cbd-a472-52f020861868 req-b0483274-e51b-4bbd-a8c2-e47ab44f6518 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0319209 Jan 27 21:54:05.876666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeec342c-aa96-4dec-a6e4-d4e5e4f62467 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet d6fa5d0d-158f-4518-ad42-c1a9fb59b865 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:54:05.889928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acd774e9-d392-4c06-b116-7f60722ba4f3 req-85b8bc52-b06e-448a-85a9-fe105163be52 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894564 Jan 27 21:54:05.898387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2aa53b2b-851f-4c78-aa68-12ca5dc0caff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.933373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b2579-506c-479c-b0c1-c0bedebe9cac req-0ff738e3-b328-44fe-8b05-381a16eb4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.934975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4efa7b3-9bea-4d48-9f82-9ecab97944f7 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:05.937587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-948b2579-506c-479c-b0c1-c0bedebe9cac req-0ff738e3-b328-44fe-8b05-381a16eb4d7e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4566996 Jan 27 21:54:05.942085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aeec342c-aa96-4dec-a6e4-d4e5e4f62467 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (d6fa5d0d-158f-4518-ad42-c1a9fb59b865), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.968971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-af6196c5-1bed-4229-8e28-4a52c661dc1f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.980362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-af6196c5-1bed-4229-8e28-4a52c661dc1f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.991867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-af6196c5-1bed-4229-8e28-4a52c661dc1f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.008761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port e4efa7b3-9bea-4d48-9f82-9ecab97944f7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:06.027892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00cc7eb-fd46-4936-8988-ad5d58d66ff5 admin admin] Deleting subnet 21384978-972b-4668-92ec-7eaa8a0f89bc {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:54:06.029363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-af6196c5-1bed-4229-8e28-4a52c661dc1f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.041204 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.042690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a02378a6-77b4-49d1-9876-aeae9608ee06 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:06.055204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-af6196c5-1bed-4229-8e28-4a52c661dc1f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.066855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-af6196c5-1bed-4229-8e28-4a52c661dc1f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.080594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-af6196c5-1bed-4229-8e28-4a52c661dc1f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.084449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-af6196c5-1bed-4229-8e28-4a52c661dc1f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5421 time: 0.3852272 Jan 27 21:54:06.144966 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2b3e1c-2a8a-4c9b-b5f8-4cbaca44d935 x-openstack-request-id: req-7e2b3e1c-2a8a-4c9b-b5f8-4cbaca44d935 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:06.145762 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7562f03-f1e9-4b23-9c89-e5e26f4a3e38", "name": "network-vif-deleted", "tag": "efdabc20-230a-4fcd-88da-77a4d4405c9c", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:06.152537 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e2b3e1c-2a8a-4c9b-b5f8-4cbaca44d935 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:06.153997 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7562f03-f1e9-4b23-9c89-e5e26f4a3e38', 'name': 'network-vif-deleted', 'tag': 'efdabc20-230a-4fcd-88da-77a4d4405c9c', 'status': 'completed', 'code': 200} Jan 27 21:54:06.155268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a00cc7eb-fd46-4936-8988-ad5d58d66ff5 admin admin] Publish callbacks [] for subnet (21384978-972b-4668-92ec-7eaa8a0f89bc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.168014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] DHCP port deletion for a3268f74-bcfe-43ef-9d3a-d412ad81d94c request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:54:06.228984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76856a-6406-47c6-9973-aa613d28e90a req-74ea1d1c-e31f-41b3-b916-3d672cb86814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.229921 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39a80b0-1283-40b5-8092-e44e50adc3d4 x-openstack-request-id: req-a39a80b0-1283-40b5-8092-e44e50adc3d4 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:06.230320 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6deb9a-2a3d-4a7a-b226-a943f47c0867", "tag": "b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:06.232123 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ba76856a-6406-47c6-9973-aa613d28e90a req-74ea1d1c-e31f-41b3-b916-3d672cb86814 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.7826595 Jan 27 21:54:06.232575 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a39a80b0-1283-40b5-8092-e44e50adc3d4 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:06.233203 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6deb9a-2a3d-4a7a-b226-a943f47c0867', 'tag': 'b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', 'status': 'completed', 'code': 200} Jan 27 21:54:06.251808 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:06.351650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:06.367907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aeec342c-aa96-4dec-a6e4-d4e5e4f62467 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (d6fa5d0d-158f-4518-ad42-c1a9fb59b865), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.371881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56232) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:06.373040 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:06.381400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a00cc7eb-fd46-4936-8988-ad5d58d66ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (21384978-972b-4668-92ec-7eaa8a0f89bc), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.383556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84a3174a-00b3-4b43-9525-a9cb8a719cad req-16f8a9dc-7a5c-46fe-8887-80470b3fa71a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2815082 Jan 27 21:54:06.390440 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ba76856a-6406-47c6-9973-aa613d28e90a req-65bf0fed-8b9a-476b-a832-52bac4f3ada8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=795d8b11-0359-4849-817c-b0b4bb9a111a HTTP/1.1" status: 200 len: 217 time: 0.1303427 Jan 27 21:54:06.399112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-c057b414-e308-4500-8e98-4ec1d3ecc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.401703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-c057b414-e308-4500-8e98-4ec1d3ecc64c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 1099 time: 0.1675203 Jan 27 21:54:06.474915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:06.526120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3814a63e-c407-4477-96bf-913df40ab71c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:06.527752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event updated for resources: {'Port': ['ID=2aa53b2b-851f-4c78-aa68-12ca5dc0caff,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:06.621646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-da8a42cc-1c85-4c52-ada7-1bf74df38017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.624309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-da8a42cc-1c85-4c52-ada7-1bf74df38017 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.2138844 Jan 27 21:54:06.637530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a02378a6-77b4-49d1-9876-aeae9608ee06, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a02378a6-77b4-49d1-9876-aeae9608ee06,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:06.654744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76856a-6406-47c6-9973-aa613d28e90a req-d9bb1d07-5ece-42e4-b40e-b6185805b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.656894 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ba76856a-6406-47c6-9973-aa613d28e90a req-d9bb1d07-5ece-42e4-b40e-b6185805b759 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1120038 Jan 27 21:54:06.683640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'a02378a6-77b4-49d1-9876-aeae9608ee06', 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2', 'port_id': 'a02378a6-77b4-49d1-9876-aeae9608ee06', 'mac_address': 'fa:16:3e:a0:70:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffeffda4-2b75-47a6-b1e8-fee9d3d3562b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:06.689862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] Deleting port 3814a63e-c407-4477-96bf-913df40ab71c {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:06.691007 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3814a63e-c407-4477-96bf-913df40ab71c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.750930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a00cc7eb-fd46-4936-8988-ad5d58d66ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (21384978-972b-4668-92ec-7eaa8a0f89bc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.825236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-55b47d19-33d2-4387-9f84-585d7f04badc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac HTTP/1.1" status: 200 len: 217 time: 0.1844070 Jan 27 21:54:06.970360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-3c21c3cd-9be8-4d9b-9658-39bff27e1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.972033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-3c21c3cd-9be8-4d9b-9658-39bff27e1f86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1391103 Jan 27 21:54:07.080033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-cc1153f2-a8b6-4808-a857-edaf842ed37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.081393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-cc1153f2-a8b6-4808-a857-edaf842ed37f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975704 Jan 27 21:54:07.154680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1387532615'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:07.199689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76856a-6406-47c6-9973-aa613d28e90a req-1c43b040-7869-4f47-98db-597cbd514825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.201337 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ba76856a-6406-47c6-9973-aa613d28e90a req-1c43b040-7869-4f47-98db-597cbd514825 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5334249 Jan 27 21:54:07.215394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aeec342c-aa96-4dec-a6e4-d4e5e4f62467 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (d6fa5d0d-158f-4518-ad42-c1a9fb59b865), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.248614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] For port 3814a63e-c407-4477-96bf-913df40ab71c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3814a63e-c407-4477-96bf-913df40ab71c,segment=NetworkSegment(bedd7608-761f-4d95-a4de-8f87deace476),segment_id=bedd7608-761f-4d95-a4de-8f87deace476)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:07.249570 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3814a63e-c407-4477-96bf-913df40ab71c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.351094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947cb18-8f89-4567-8646-c918defb245c req-993766c7-b6f3-4b84-b7db-360e7e7cb334 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.366520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Made reservation on behalf of c500e724459c4dfbbf2fc2eae3e89b4a for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:07.368913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e947cb18-8f89-4567-8646-c918defb245c req-993766c7-b6f3-4b84-b7db-360e7e7cb334 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 948 time: 0.2546048 Jan 27 21:54:07.370262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.370663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] Calling delete_port for 3814a63e-c407-4477-96bf-913df40ab71c owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:07.384939 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a00cc7eb-fd46-4936-8988-ad5d58d66ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (21384978-972b-4668-92ec-7eaa8a0f89bc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.457329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.550404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-834a78cf-cd26-436e-bbcb-06803674314b service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613516 Jan 27 21:54:07.613131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3814a63e-c407-4477-96bf-913df40ab71c is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:07.613538 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3814a63e-c407-4477-96bf-913df40ab71c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.629033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-52a52e56-5d35-41c2-9627-ddd688167c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.673173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a02378a6-77b4-49d1-9876-aeae9608ee06 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:07.674129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.682600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cc7eb-fd46-4936-8988-ad5d58d66ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21384978-972b-4668-92ec-7eaa8a0f89bc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:07.698563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a00cc7eb-fd46-4936-8988-ad5d58d66ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.701969 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a00cc7eb-fd46-4936-8988-ad5d58d66ff5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/21384978-972b-4668-92ec-7eaa8a0f89bc HTTP/1.1" status: 204 len: 168 time: 2.0439289 Jan 27 21:54:07.714216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56246) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:07.724423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56248) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:07.751493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aeec342c-aa96-4dec-a6e4-d4e5e4f62467 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (d6fa5d0d-158f-4518-ad42-c1a9fb59b865), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.765862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02378a6-77b4-49d1-9876-aeae9608ee06 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:07.796319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e947cb18-8f89-4567-8646-c918defb245c req-bf93c3b3-cea6-4876-9d86-205deaeef039 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170105 Jan 27 21:54:07.891911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-b38ff000-cb12-4b8b-bc72-315280a39596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.897908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-b38ff000-cb12-4b8b-bc72-315280a39596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.903454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-b38ff000-cb12-4b8b-bc72-315280a39596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.909739 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (3814a63e-c407-4477-96bf-913df40ab71c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:07.911995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-b38ff000-cb12-4b8b-bc72-315280a39596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.918851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-b38ff000-cb12-4b8b-bc72-315280a39596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.924706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-b38ff000-cb12-4b8b-bc72-315280a39596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.930600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-b38ff000-cb12-4b8b-bc72-315280a39596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.932564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-b38ff000-cb12-4b8b-bc72-315280a39596 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5422 time: 0.3021357 Jan 27 21:54:07.952214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98bf0daf-76a5-4fad-b3c5-c83a0c5db08d req-bf46e536-4107-46c3-9732-742c8222d204 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845494 Jan 27 21:54:07.966080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec342c-aa96-4dec-a6e4-d4e5e4f62467 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fa5d0d-158f-4518-ad42-c1a9fb59b865,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:07.985526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a02378a6-77b4-49d1-9876-aeae9608ee06, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a02378a6-77b4-49d1-9876-aeae9608ee06,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:07.989096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] Pushing event deleted for resources: {'Port': ['ID=3814a63e-c407-4477-96bf-913df40ab71c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:08.001469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921cc53-1313-488a-8669-857ad54b3f75 None None] Network 22536238-17ca-4978-85cf-3e3f6e18726b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:08.012532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975c98f-1a65-44f1-8ee5-47a3d8e998be None None] No DVR routers for this DVR port 3814a63e-c407-4477-96bf-913df40ab71c on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:08.024909 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aeec342c-aa96-4dec-a6e4-d4e5e4f62467 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.025025 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.026118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 89247f41-4fed-45ab-af6d-0a711ea30c23 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:08.037447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aeec342c-aa96-4dec-a6e4-d4e5e4f62467 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/d6fa5d0d-158f-4518-ad42-c1a9fb59b865 HTTP/1.1" status: 204 len: 168 time: 2.5536571 Jan 27 21:54:08.037447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ba76856a-6406-47c6-9973-aa613d28e90a req-caa8cbc5-60b3-4a62-ad77-1d0821e948cc service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8237250 Jan 27 21:54:08.042274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56252) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:08.106440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks [] for security_group (81ac3b7d-645b-4d9a-9761-f0b8d1aaa5e2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.131977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3dacd73e-d47e-4bdd-83c7-bcaef1bf9458 req-6ca30d23-9b9d-4f55-994d-9556e130db16 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1710677 Jan 27 21:54:08.159606 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a3268f74-bcfe-43ef-9d3a-d412ad81d94c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.175940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:08.252894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (81ac3b7d-645b-4d9a-9761-f0b8d1aaa5e2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.271353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:54:08.297646 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a3268f74-bcfe-43ef-9d3a-d412ad81d94c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.342749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3268f74-bcfe-43ef-9d3a-d412ad81d94c']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:08.356162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7f6e226a-2232-4ebd-9135-a3cbe52a7b0d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.356688 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Added segment 7f6e226a-2232-4ebd-9135-a3cbe52a7b0d of type vlan for network 7831d00a-e8ca-4c70-b300-6e8f4324008e Jan 27 21:54:08.370946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedd7608-761f-4d95-a4de-8f87deace476') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:08.371444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedd7608-761f-4d95-a4de-8f87deace476') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:08.404670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (bedd7608-761f-4d95-a4de-8f87deace476), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.411179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:08.430540 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', 'mac_address': 'fa:16:3e:16:f5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:08.438816 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bedd7608-761f-4d95-a4de-8f87deace476), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.447856 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:54:08.461350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:54:08.462340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (bedd7608-761f-4d95-a4de-8f87deace476), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.513406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 89247f41-4fed-45ab-af6d-0a711ea30c23, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=89247f41-4fed-45ab-af6d-0a711ea30c23,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:08.517236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a02378a6-77b4-49d1-9876-aeae9608ee06,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:08.524287 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.544625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (15186473-d55e-4ed2-88e6-395616f2a2da), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.547298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ac3b7d-645b-4d9a-9761-f0b8d1aaa5e2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:54:08.558848 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:54:08.568370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.590277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '89247f41-4fed-45ab-af6d-0a711ea30c23', 'network_id': '8530188c-40f9-41a4-9c2a-8232d2dfc8a2', 'port_id': '89247f41-4fed-45ab-af6d-0a711ea30c23', 'mac_address': 'fa:16:3e:c2:6b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffeffda4-2b75-47a6-b1e8-fee9d3d3562b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:08.609572 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a3268f74-bcfe-43ef-9d3a-d412ad81d94c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.639620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.644940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/a3268f74-bcfe-43ef-9d3a-d412ad81d94c HTTP/1.1" status: 204 len: 168 time: 0.6003234 Jan 27 21:54:08.647909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56254) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:08.677889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80df46-294d-4c1d-9d7f-36ba515597f9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=a3268f74-bcfe-43ef-9d3a-d412ad81d94c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:08.691992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:08.696515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.702036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 89247f41-4fed-45ab-af6d-0a711ea30c23 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:08.707278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.750507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:08.777866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] DHCP port deletion for 22536238-17ca-4978-85cf-3e3f6e18726b request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:54:08.795576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (22536238-17ca-4978-85cf-3e3f6e18726b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.816772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89247f41-4fed-45ab-af6d-0a711ea30c23 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:08.872026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:08.891181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.892369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 795d8b11-0359-4849-817c-b0b4bb9a111a details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:08.924800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 89247f41-4fed-45ab-af6d-0a711ea30c23, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=89247f41-4fed-45ab-af6d-0a711ea30c23,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:08.953673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port d599ac02-f88b-4c37-ba9d-dad505a28c04 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:08.954099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.972955 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.973304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3d98e0f8-71a1-404a-83ac-4dbc108d4801 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:09.040918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 795d8b11-0359-4849-817c-b0b4bb9a111a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=795d8b11-0359-4849-817c-b0b4bb9a111a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:09.056150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.068335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] Deleting port d599ac02-f88b-4c37-ba9d-dad505a28c04 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:09.068817 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.086895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (7831d00a-e8ca-4c70-b300-6e8f4324008e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.109889 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e3eeb308-7ae2-4bff-ad76-45564bde30ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0d530790dc24d48a3c280b2a0f14d09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3840523 Jan 27 21:54:09.118018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56258) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:09.148820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '795d8b11-0359-4849-817c-b0b4bb9a111a', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '795d8b11-0359-4849-817c-b0b4bb9a111a', 'mac_address': 'fa:16:3e:44:2c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:09.155720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port d599ac02-f88b-4c37-ba9d-dad505a28c04, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d599ac02-f88b-4c37-ba9d-dad505a28c04,segment=NetworkSegment(3fd54595-c1dd-4b52-8453-3b7225fee50c),segment_id=3fd54595-c1dd-4b52-8453-3b7225fee50c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:09.156078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.164513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3d98e0f8-71a1-404a-83ac-4dbc108d4801, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:09.166258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed035d-58ad-4bc3-9b13-aaec68a76407 req-b0b39938-aa61-453a-970d-7b830f9baebd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.167978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8ed035d-58ad-4bc3-9b13-aaec68a76407 req-b0b39938-aa61-453a-970d-7b830f9baebd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 948 time: 0.2176735 Jan 27 21:54:09.190074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for d599ac02-f88b-4c37-ba9d-dad505a28c04 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:09.319495 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9183c216-70f5-4002-8c13-ae1b95940251 admin admin] Publish callbacks [] for security_group (10863ae6-6909-4c8e-b5b7-7e8581e557c3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.329510 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ba76856a-6406-47c6-9973-aa613d28e90a req-21c1525e-f93e-41c3-aa7d-dedc305055b3 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1029086 Jan 27 21:54:09.330887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (7831d00a-e8ca-4c70-b300-6e8f4324008e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.340860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.342396 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.370720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '3d98e0f8-71a1-404a-83ac-4dbc108d4801', 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'port_id': '3d98e0f8-71a1-404a-83ac-4dbc108d4801', 'mac_address': 'fa:16:3e:01:8e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe3c98e-a594-46a8-a30f-34b137e89cb2', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:09.414428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=89247f41-4fed-45ab-af6d-0a711ea30c23,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.434010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9183c216-70f5-4002-8c13-ae1b95940251 admin admin] Publish callbacks [] for security_group (10863ae6-6909-4c8e-b5b7-7e8581e557c3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.440747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] For port d599ac02-f88b-4c37-ba9d-dad505a28c04, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d599ac02-f88b-4c37-ba9d-dad505a28c04,segment=NetworkSegment(3fd54595-c1dd-4b52-8453-3b7225fee50c),segment_id=3fd54595-c1dd-4b52-8453-3b7225fee50c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:09.441396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.442740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8ed035d-58ad-4bc3-9b13-aaec68a76407 req-28e490fc-1a52-4d99-bfc9-5ec85557abb4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368431 Jan 27 21:54:09.485406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] Calling delete_port for d599ac02-f88b-4c37-ba9d-dad505a28c04 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:09.511785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 795d8b11-0359-4849-817c-b0b4bb9a111a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:09.513178 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.533990 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1486778 Jan 27 21:54:09.538183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (15186473-d55e-4ed2-88e6-395616f2a2da), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.540790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-6475a5a1-ff8d-4725-887c-e140dea73bdb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.546278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-6475a5a1-ff8d-4725-887c-e140dea73bdb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.551094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795d8b11-0359-4849-817c-b0b4bb9a111a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:09.552098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-6475a5a1-ff8d-4725-887c-e140dea73bdb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.556408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56262) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:09.557607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-6475a5a1-ff8d-4725-887c-e140dea73bdb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.563502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-6475a5a1-ff8d-4725-887c-e140dea73bdb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.569012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-6475a5a1-ff8d-4725-887c-e140dea73bdb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.572961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Request body: {'subnet': {'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:09.574345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-6475a5a1-ff8d-4725-887c-e140dea73bdb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.584436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-6475a5a1-ff8d-4725-887c-e140dea73bdb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5424 time: 0.2264471 Jan 27 21:54:09.599556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:09.600121 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.642573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.654211 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9183c216-70f5-4002-8c13-ae1b95940251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (10863ae6-6909-4c8e-b5b7-7e8581e557c3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.657000 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9183c216-70f5-4002-8c13-ae1b95940251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.662312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9183c216-70f5-4002-8c13-ae1b95940251 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10863ae6-6909-4c8e-b5b7-7e8581e557c3 HTTP/1.1" status: 204 len: 168 time: 0.5392246 Jan 27 21:54:09.702710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=d599ac02-f88b-4c37-ba9d-dad505a28c04,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.705837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No DVR routers for this DVR port d599ac02-f88b-4c37-ba9d-dad505a28c04 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:09.708636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183c216-70f5-4002-8c13-ae1b95940251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10863ae6-6909-4c8e-b5b7-7e8581e557c3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.733028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-420ee022-e85b-454c-bfbc-043c25e7ca26 req-0a7fee38-00ad-4cee-8a01-5ffb15971040 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1466751 Jan 27 21:54:09.828465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857e3aa-9273-4f8a-9412-0ccc2883d22c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event updated for resources: {'Network': ['ID=7831d00a-e8ca-4c70-b300-6e8f4324008e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.836328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d98e0f8-71a1-404a-83ac-4dbc108d4801 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:09.851566 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15186473-d55e-4ed2-88e6-395616f2a2da']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:09.865497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (22536238-17ca-4978-85cf-3e3f6e18726b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.872642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 7831d00a-e8ca-4c70-b300-6e8f4324008e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:54:09.875327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15734473-1058-4ee5-aa47-94ad7cccca33') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:09.875876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15734473-1058-4ee5-aa47-94ad7cccca33') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:09.894205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22536238-17ca-4978-85cf-3e3f6e18726b']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:09.898597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 795d8b11-0359-4849-817c-b0b4bb9a111a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=795d8b11-0359-4849-817c-b0b4bb9a111a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:09.903003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (15734473-1058-4ee5-aa47-94ad7cccca33), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.908547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd54595-c1dd-4b52-8453-3b7225fee50c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:09.909221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd54595-c1dd-4b52-8453-3b7225fee50c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:09.918772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3d98e0f8-71a1-404a-83ac-4dbc108d4801, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:09.921870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (15734473-1058-4ee5-aa47-94ad7cccca33), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.924504 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.931707 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (3fd54595-c1dd-4b52-8453-3b7225fee50c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.931945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:54:09.932345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (15734473-1058-4ee5-aa47-94ad7cccca33), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.958458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3fd54595-c1dd-4b52-8453-3b7225fee50c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.966615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.967291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:09.972342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:54:09.973199 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (3fd54595-c1dd-4b52-8453-3b7225fee50c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: items = [ Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:54:09.993005 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:54:10.026060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (15186473-d55e-4ed2-88e6-395616f2a2da), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.073675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d599ac02-f88b-4c37-ba9d-dad505a28c04), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.087458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.091162 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] 10.222.0.45 "DELETE /v2.0/networks/15186473-d55e-4ed2-88e6-395616f2a2da HTTP/1.1" status: 204 len: 168 time: 2.3743362 Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:54:10.109649 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:54:10.122027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (22536238-17ca-4978-85cf-3e3f6e18726b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.123868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137554b-ea5e-47e7-ba63-739390f57b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=15186473-d55e-4ed2-88e6-395616f2a2da,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.156185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Made reservation on behalf of c500e724459c4dfbbf2fc2eae3e89b4a for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:10.161257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.166734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.187465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.200720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/22536238-17ca-4978-85cf-3e3f6e18726b HTTP/1.1" status: 204 len: 168 time: 1.5473113 Jan 27 21:54:10.203274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] Network 22536238-17ca-4978-85cf-3e3f6e18726b is not hosted by any dhcp agent {{(pid=103331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:54:10.203988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] No DVR routers for this DVR port d599ac02-f88b-4c37-ba9d-dad505a28c04 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:10.204959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8f975-9e29-4db0-ad22-1f9ee299d259 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=22536238-17ca-4978-85cf-3e3f6e18726b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.209812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56270) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:10.236159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-503955996'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:10.240133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:10.284360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56272) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:10.289501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['795d8b11-0359-4849-817c-b0b4bb9a111a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:10.297783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:10.303889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.356432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:54:10.356715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:54:10.370527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8d9b5bda-c89a-4afd-ba26-4d685731a16e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.370527 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment 8d9b5bda-c89a-4afd-ba26-4d685731a16e of type vlan for network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 Jan 27 21:54:10.386819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=795d8b11-0359-4849-817c-b0b4bb9a111a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.430948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:10.433259 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e55d344b-2925-41fb-9c0d-a7157d95a454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.468905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.518748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '83bdb347-7bb1-4ed3-b282-7dfd81b687a3', 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'port_id': '83bdb347-7bb1-4ed3-b282-7dfd81b687a3', 'mac_address': 'fa:16:3e:a5:eb:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe3c98e-a594-46a8-a30f-34b137e89cb2', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:10.527582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56276) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:10.613348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.625459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:10.626951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.630486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Router e4ad513f-626c-4ce5-8bbe-c9efb0254ecc is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:54:10.659181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (cc2e7c6e-c744-443c-8fad-523185d2c25a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.694706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3d98e0f8-71a1-404a-83ac-4dbc108d4801,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.748175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d599ac02-f88b-4c37-ba9d-dad505a28c04 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:10.778843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event updated for resources: {'Subnet': ['ID=cc2e7c6e-c744-443c-8fad-523185d2c25a,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.805525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23202bfd-9e0f-4ea6-bebb-39aecd0a1d19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5cd07a1508144d9bdf45bc6e8d813f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685626 Jan 27 21:54:10.813044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56280) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:10.863695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe530ef2-93ca-468b-bf4e-e56fc408a6bf None None] Pushing event deleted for resources: {'Port': ['ID=d599ac02-f88b-4c37-ba9d-dad505a28c04,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.866578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:10.867149 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.882693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d599ac02-f88b-4c37-ba9d-dad505a28c04 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:10.883240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d599ac02-f88b-4c37-ba9d-dad505a28c04 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:10.899004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6865439 Jan 27 21:54:10.901764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56282) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:10.941233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': '4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:10.953909 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.959754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:11.039648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Checking segment: {'id': '7f6e226a-2232-4ebd-9135-a3cbe52a7b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:11.040226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Network hostable DHCP agents. Network: 7831d00a-e8ca-4c70-b300-6e8f4324008e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:54:11.050966 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e55d344b-2925-41fb-9c0d-a7157d95a454 admin admin] Publish callbacks [] for security_group (4916d3e3-e9b1-46f3-8f8a-0091099156f0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.059439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:11.093871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.094441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b64acb3-5fe5-494a-9586-fc11fa36d629 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:11.122730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:11.155663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e55d344b-2925-41fb-9c0d-a7157d95a454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4916d3e3-e9b1-46f3-8f8a-0091099156f0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.155936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16444c6-235c-4749-9209-32cf739fc186 None None] Sync routers for ids ['e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:11.160777 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.183634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786691a2-59cb-4842-a447-e4e1746b3b7e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.199965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Network 7831d00a-e8ca-4c70-b300-6e8f4324008e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:54:11.221739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:54:11.238350 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.242630 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c3b7cbac-002c-4561-8ada-207b1fb079cd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.0454719 Jan 27 21:54:11.249280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:11.260058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f8d4225a-4736-48b0-8140-b95c8dd9fcc2 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': False}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:11.268387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16444c6-235c-4749-9209-32cf739fc186 None None] Routers {'e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:11.268752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 7831d00a-e8ca-4c70-b300-6e8f4324008e) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:11.269064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f16444c6-235c-4749-9209-32cf739fc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:11.298293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b64acb3-5fe5-494a-9586-fc11fa36d629, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:11.317950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e55d344b-2925-41fb-9c0d-a7157d95a454 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf8dded1213246b1b48fb7431535b152&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0300798 Jan 27 21:54:11.321204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ea96577-a173-4760-8d5d-46e92681ed56 admin admin] Publish callbacks [] for security_group (16a57bfd-bdad-4821-912b-7c8fe575f9a1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.322767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56288) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:11.337113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.338103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.341994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef00af3-536a-4fd0-a7c0-5b01e236ef4b req-a4cf65d2-ad56-4e5a-9f18-9e236808f5d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.347711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:11.349633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ef00af3-536a-4fd0-a7c0-5b01e236ef4b req-a4cf65d2-ad56-4e5a-9f18-9e236808f5d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 949 time: 0.6436081 Jan 27 21:54:11.351660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d344b-2925-41fb-9c0d-a7157d95a454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4916d3e3-e9b1-46f3-8f8a-0091099156f0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.354417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.418862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bd36d-132b-429f-a956-4c7db899c28a req-59c00071-d0bc-47ef-be75-a2c97c140549 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.426108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bd36d-132b-429f-a956-4c7db899c28a req-59c00071-d0bc-47ef-be75-a2c97c140549 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.431556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bd36d-132b-429f-a956-4c7db899c28a req-59c00071-d0bc-47ef-be75-a2c97c140549 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.436959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bd36d-132b-429f-a956-4c7db899c28a req-59c00071-d0bc-47ef-be75-a2c97c140549 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.442520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bd36d-132b-429f-a956-4c7db899c28a req-59c00071-d0bc-47ef-be75-a2c97c140549 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.447937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bd36d-132b-429f-a956-4c7db899c28a req-59c00071-d0bc-47ef-be75-a2c97c140549 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.453324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bd36d-132b-429f-a956-4c7db899c28a req-59c00071-d0bc-47ef-be75-a2c97c140549 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.455455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-595bd36d-132b-429f-a956-4c7db899c28a req-59c00071-d0bc-47ef-be75-a2c97c140549 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5425 time: 0.5978115 Jan 27 21:54:11.460863 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ea96577-a173-4760-8d5d-46e92681ed56 admin admin] Publish callbacks [] for security_group (16a57bfd-bdad-4821-912b-7c8fe575f9a1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.463233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '0b64acb3-5fe5-494a-9586-fc11fa36d629', 'network_id': '81a581e9-6394-429c-85e3-9e2f78c9c47b', 'port_id': '0b64acb3-5fe5-494a-9586-fc11fa36d629', 'mac_address': 'fa:16:3e:67:de:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe3c98e-a594-46a8-a30f-34b137e89cb2', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:11.472087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e5a09e-52af-4174-8b12-ba25a45ead58 None None] Network 7831d00a-e8ca-4c70-b300-6e8f4324008e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:11.479596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.501590 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3bc48792-2c4e-494e-a4d5-59c42279d70c tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9431791 Jan 27 21:54:11.516269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56290) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:11.553699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ef00af3-536a-4fd0-a7c0-5b01e236ef4b req-8c02b635-daf5-439b-89d2-c60738ced3f6 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030423 Jan 27 21:54:11.575862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Request body: {'port': {'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1145052927'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:11.591742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b55b458c-7985-48c7-ac71-0db3a138fca4 admin admin] Publish callbacks [] for security_group (4916d3e3-e9b1-46f3-8f8a-0091099156f0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.633895 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b55b458c-7985-48c7-ac71-0db3a138fca4 admin admin] Publish callbacks [] for security_group (4916d3e3-e9b1-46f3-8f8a-0091099156f0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.647618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-595bd36d-132b-429f-a956-4c7db899c28a req-9b526183-b858-4ae7-8a9b-64da3f17ab9c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706431 Jan 27 21:54:11.656567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ea96577-a173-4760-8d5d-46e92681ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (16a57bfd-bdad-4821-912b-7c8fe575f9a1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.659775 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ea96577-a173-4760-8d5d-46e92681ed56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.661210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0ea96577-a173-4760-8d5d-46e92681ed56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16a57bfd-bdad-4821-912b-7c8fe575f9a1 HTTP/1.1" status: 204 len: 168 time: 0.8371515 Jan 27 21:54:11.693256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea96577-a173-4760-8d5d-46e92681ed56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a57bfd-bdad-4821-912b-7c8fe575f9a1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.725346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f16444c6-235c-4749-9209-32cf739fc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:11.736853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b55b458c-7985-48c7-ac71-0db3a138fca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4916d3e3-e9b1-46f3-8f8a-0091099156f0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.740900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b55b458c-7985-48c7-ac71-0db3a138fca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.742812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b55b458c-7985-48c7-ac71-0db3a138fca4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4916d3e3-e9b1-46f3-8f8a-0091099156f0 HTTP/1.1" status: 204 len: 168 time: 0.4148126 Jan 27 21:54:11.753957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b458c-7985-48c7-ac71-0db3a138fca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916d3e3-e9b1-46f3-8f8a-0091099156f0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.836669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16444c6-235c-4749-9209-32cf739fc186 None None] Routers {'e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:11.837323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f16444c6-235c-4749-9209-32cf739fc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:11.934593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f16444c6-235c-4749-9209-32cf739fc186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:11.935438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16444c6-235c-4749-9209-32cf739fc186 None None] The sync data for ids ['e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:11.950979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b64acb3-5fe5-494a-9586-fc11fa36d629 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:11.951382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.972717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b64acb3-5fe5-494a-9586-fc11fa36d629 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:12.019492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b64acb3-5fe5-494a-9586-fc11fa36d629, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:12.042339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.054885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-7831d00a-e8ca-4c70-b300-6e8f4324008e', 'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e', 'project_id': 'c500e724459c4dfbbf2fc2eae3e89b4a', 'fixed_ips': [{'subnet_id': 'cc2e7c6e-c744-443c-8fad-523185d2c25a'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:54:12.055811 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.082537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Made reservation on behalf of c500e724459c4dfbbf2fc2eae3e89b4a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:12.088241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.208765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] device_id is not set on port 307c0c8f-16bb-471c-9717-927fd6d619ca yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:54:12.294052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Allocated IP 172.20.0.2 (7831d00a-e8ca-4c70-b300-6e8f4324008e/cc2e7c6e-c744-443c-8fad-523185d2c25a/cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:12.310721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:12.399306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b64acb3-5fe5-494a-9586-fc11fa36d629,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:12.414728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (31c9eebd-f7e4-412d-b5bb-3b3049625b8e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.514661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:12.552827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:12.553978 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.630118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8d4225a-4736-48b0-8140-b95c8dd9fcc2 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.642008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=31c9eebd-f7e4-412d-b5bb-3b3049625b8e,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:12.668929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': '8d9b5bda-c89a-4afd-ba26-4d685731a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:12.669622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:54:12.817597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:54:12.839547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:12.853162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:12.854257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.867701 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Publish callbacks [] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.885056 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-89b2968d-1e46-4bed-8b7d-1a1d5ed29cb2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9573522 Jan 27 21:54:12.887619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56324) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:12.899669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-90ca203f-ceda-433a-837d-81daccdd4aeb tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1713902459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:12.912110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20bbaf0-f3e3-4988-a3f8-bfd71442cb2e None None] Network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:12.948021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.954116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-2afed2b7-bee3-4e2d-aad5-237832dff71b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2127898 Jan 27 21:54:13.150557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['a44ca15f-3f7d-45d3-9f8a-39413a52050c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:13.154293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['e4efa7b3-9bea-4d48-9f82-9ecab97944f7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:13.266704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486ad57-6bd3-4293-9d81-0235b0e712ed req-f10fbf54-3c0f-4459-8def-b7f2cd1b7ec9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.273128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0486ad57-6bd3-4293-9d81-0235b0e712ed req-f10fbf54-3c0f-4459-8def-b7f2cd1b7ec9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 949 time: 0.3949723 Jan 27 21:54:13.328059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-b62f666f-014a-4cad-ac62-9a52ce98126d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.349621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-b62f666f-014a-4cad-ac62-9a52ce98126d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.379153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-b62f666f-014a-4cad-ac62-9a52ce98126d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.396983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-b62f666f-014a-4cad-ac62-9a52ce98126d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.411771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-b62f666f-014a-4cad-ac62-9a52ce98126d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.423134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-b62f666f-014a-4cad-ac62-9a52ce98126d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.434532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-b62f666f-014a-4cad-ac62-9a52ce98126d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.437826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-b62f666f-014a-4cad-ac62-9a52ce98126d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5427 time: 0.4316361 Jan 27 21:54:13.465190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b0debe32-213c-4df5-85a1-d73564e41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.465759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b0debe32-213c-4df5-85a1-d73564e41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.466291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b0debe32-213c-4df5-85a1-d73564e41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.467152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b0debe32-213c-4df5-85a1-d73564e41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.467152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b0debe32-213c-4df5-85a1-d73564e41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.467901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b0debe32-213c-4df5-85a1-d73564e41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.468354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b0debe32-213c-4df5-85a1-d73564e41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.471209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b0debe32-213c-4df5-85a1-d73564e41636 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 6499 time: 0.3723338 Jan 27 21:54:13.518738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90ca203f-ceda-433a-837d-81daccdd4aeb tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.520399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90ca203f-ceda-433a-837d-81daccdd4aeb tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.535568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Allocated IP 172.20.0.7 (7831d00a-e8ca-4c70-b300-6e8f4324008e/cc2e7c6e-c744-443c-8fad-523185d2c25a/307c0c8f-16bb-471c-9717-927fd6d619ca) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:13.571526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3d98e0f8-71a1-404a-83ac-4dbc108d4801'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:13.575303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['83bdb347-7bb1-4ed3-b282-7dfd81b687a3'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:13.629258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['0b64acb3-5fe5-494a-9586-fc11fa36d629'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:13.720117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Network 7831d00a-e8ca-4c70-b300-6e8f4324008e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:13.757385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:13.801608 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90ca203f-ceda-433a-837d-81daccdd4aeb tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.852137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0486ad57-6bd3-4293-9d81-0235b0e712ed req-d1c46dab-7987-419c-9707-d6bfaaa66aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032357 Jan 27 21:54:13.863696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-2d989f0c-30c9-4368-a04b-c4834cb5d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.864164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-2d989f0c-30c9-4368-a04b-c4834cb5d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.864622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-2d989f0c-30c9-4368-a04b-c4834cb5d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.866312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-2d989f0c-30c9-4368-a04b-c4834cb5d2e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e78fca6c-458f-45b2-a2a2-4054b3edd670&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 200 len: 2298 time: 0.2806160 Jan 27 21:54:13.887962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b2e80ac-8400-478c-a37c-4d27fbd99a53 req-bc5e55f8-2b49-45d7-98bb-9bd3cd3c36bc tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4220767 Jan 27 21:54:13.903866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90ca203f-ceda-433a-837d-81daccdd4aeb tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.948210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Pushing event updated for resources: {'Port': ['ID=cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:13.992073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90ca203f-ceda-433a-837d-81daccdd4aeb tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.996501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-8fa9a1e3-614b-4b55-b8db-428fb12e92dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 200 len: 1002 time: 0.1065958 Jan 27 21:54:13.997119 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-90ca203f-ceda-433a-837d-81daccdd4aeb tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1075892 Jan 27 21:54:13.998850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56346) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:13.999328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:14.008808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'port': {'network_id': '4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7', 'name': 'tempest-RoutersIpV6Test-220361105'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:14.031132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['89247f41-4fed-45ab-af6d-0a711ea30c23'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:14.127189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['a02378a6-77b4-49d1-9876-aeae9608ee06'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:14.165877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56350) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:14.228976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks [] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.263469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-0447cc96-5e34-4987-a165-5aac72c8fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:14.266114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-0447cc96-5e34-4987-a165-5aac72c8fb5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06288402-3250-4099-a036-550239416a5c HTTP/1.1" status: 200 len: 855 time: 0.2610323 Jan 27 21:54:14.339786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8d4225a-4736-48b0-8140-b95c8dd9fcc2 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.347708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8d4225a-4736-48b0-8140-b95c8dd9fcc2 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.354489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.398017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-c60d8f08-438d-4b91-b646-1b64e29f7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:14.402053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-c60d8f08-438d-4b91-b646-1b64e29f7cc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78fca6c-458f-45b2-a2a2-4054b3edd670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246655 Jan 27 21:54:14.421316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7', 'network_id': '4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': '31c9eebd-f7e4-412d-b5bb-3b3049625b8e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:54:14.422225 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.451096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:14.451374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.456645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event updated for resources: {'Port': ['ID=307c0c8f-16bb-471c-9717-927fd6d619ca,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:14.574349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:14.583866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.587074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-network', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:14.618841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Network 7831d00a-e8ca-4c70-b300-6e8f4324008e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:14.629225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:14.638145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:14.689888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6deb9a-2a3d-4a7a-b226-a943f47c0867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:14.692559 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04fd624-13dd-42c7-b704-bda6b1da2866" -d '{"events": [{"server_uuid": "ca6deb9a-2a3d-4a7a-b226-a943f47c0867", "name": "network-vif-plugged", "status": "completed", "tag": "b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:14.704995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] device_id is not set on port 773b2ed5-c854-40f1-a455-6c1048f33cc5 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:54:14.745285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Made reservation on behalf of 0dd809130b35416a80677bfd9217bf9f for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:14.749056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.791518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.794931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:14.807697 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73189f32-1a76-42cf-9f1a-27fda1a3bf6d x-openstack-request-id: req-73189f32-1a76-42cf-9f1a-27fda1a3bf6d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:14.808005 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6deb9a-2a3d-4a7a-b226-a943f47c0867", "name": "network-vif-plugged", "status": "completed", "tag": "b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:14.808399 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73189f32-1a76-42cf-9f1a-27fda1a3bf6d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:14.808868 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6deb9a-2a3d-4a7a-b226-a943f47c0867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', 'code': 200} Jan 27 21:54:14.820469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Attempting to bind port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:14.820942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Attempting to bind port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '7f6e226a-2232-4ebd-9135-a3cbe52a7b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:14.821413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Attempting to bind port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb on network 7831d00a-e8ca-4c70-b300-6e8f4324008e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:14.841773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-6a2113da-f111-478b-9fc1-03a2149fff3a service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311490 Jan 27 21:54:14.860066 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.872893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:14.873987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.939609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d4225a-4736-48b0-8140-b95c8dd9fcc2 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Router e4ad513f-626c-4ce5-8bbe-c9efb0254ecc has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:54:14.966934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 795d8b11-0359-4849-817c-b0b4bb9a111a up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:15.062747 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d7f9869e-6653-4076-87dd-619d01e68e23 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5394590 Jan 27 21:54:15.070541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56370) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:15.073307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:15.074194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Checking segment: {'id': '7f6e226a-2232-4ebd-9135-a3cbe52a7b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:15.074863 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.075533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Bound using segment: {'id': '7f6e226a-2232-4ebd-9135-a3cbe52a7b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:15.076282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Bound port: cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6e226a-2232-4ebd-9135-a3cbe52a7b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:15.076961 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.086563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Request body: {'port': {'network_id': '7831d00a-e8ca-4c70-b300-6e8f4324008e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-149806683', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:15.088417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.api.validators [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] bootfile-name is not in valid_values {{(pid=103329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:54:15.088990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.api.validators [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] tftp-server is not in valid_values {{(pid=103329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:54:15.089581 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.api.validators [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] server-ip-address is not in valid_values {{(pid=103329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:54:15.224949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 795d8b11-0359-4849-817c-b0b4bb9a111a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:15.248066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 795d8b11-0359-4849-817c-b0b4bb9a111a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:15.248548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.319818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc518e6-210d-4fde-a38e-e857613cc1e8 req-eba7491b-afa9-45e6-8113-dd778a3aa69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:15.321725 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccc518e6-210d-4fde-a38e-e857613cc1e8 req-eba7491b-afa9-45e6-8113-dd778a3aa69c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 1101 time: 0.3509464 Jan 27 21:54:15.466479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:15.500072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d4225a-4736-48b0-8140-b95c8dd9fcc2 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:15.506530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Publish callbacks [] for security_group (2b10f5fa-044c-46c5-bf7b-165d08686c89), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.511465 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccc518e6-210d-4fde-a38e-e857613cc1e8 req-f0219578-5998-48d9-804b-23fd77d492a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781924 Jan 27 21:54:15.516874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8d4225a-4736-48b0-8140-b95c8dd9fcc2 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.516874 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8d4225a-4736-48b0-8140-b95c8dd9fcc2 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "PUT /v2.0/routers/e4ad513f-626c-4ce5-8bbe-c9efb0254ecc HTTP/1.1" status: 200 len: 925 time: 4.2651703 Jan 27 21:54:15.519473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56376) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:15.530080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2b10f5fa-044c-46c5-bf7b-165d08686c89), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.545749 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f7e5a-b5df-49b4-bbae-e6722fc8bc29 None None] Sync routers for ids ['e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:15.593423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Made reservation on behalf of c500e724459c4dfbbf2fc2eae3e89b4a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:15.598626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.602403 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f7e5a-b5df-49b4-bbae-e6722fc8bc29 None None] Routers {'e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:15.615138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:54:15.618416 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b33f7e5a-b5df-49b4-bbae-e6722fc8bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:15.629399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9066c0-688e-4d56-88a7-9f57776f16b2 req-573b83f9-ea00-4a12-a06b-8f5f333ea5d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:15.642753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa9066c0-688e-4d56-88a7-9f57776f16b2 req-573b83f9-ea00-4a12-a06b-8f5f333ea5d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 949 time: 0.6209955 Jan 27 21:54:15.652784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8::37d (4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7/31c9eebd-f7e4-412d-b5bb-3b3049625b8e/773b2ed5-c854-40f1-a455-6c1048f33cc5) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:15.653119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] For port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:15.653274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10f5fa-044c-46c5-bf7b-165d08686c89,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:15.671073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (16856b41-3b77-49b8-9260-8ccee39a1526), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.671530 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Added segment 16856b41-3b77-49b8-9260-8ccee39a1526 of type vlan for network 8c960a22-2521-441b-82f5-ce5b7d9fabdc Jan 27 21:54:15.702657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] device_id is not set on port 7e86571d-a8b6-4006-9b02-225906ea3edc yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:54:15.706735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] For port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb,segment=NetworkSegment(7f6e226a-2232-4ebd-9135-a3cbe52a7b0d),segment_id=7f6e226a-2232-4ebd-9135-a3cbe52a7b0d)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:15.729428 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.751183 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b33f7e5a-b5df-49b4-bbae-e6722fc8bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:15.763154 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f7e5a-b5df-49b4-bbae-e6722fc8bc29 None None] Routers {'e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:15.764079 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b33f7e5a-b5df-49b4-bbae-e6722fc8bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:15.796327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-3cd2680f-4d68-4640-aaca-4299ace1e2ce service neutron] 10.222.0.16 "GET /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9442732 Jan 27 21:54:15.814082 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b33f7e5a-b5df-49b4-bbae-e6722fc8bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:15.814845 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f7e5a-b5df-49b4-bbae-e6722fc8bc29 None None] The sync data for ids ['e4ad513f-626c-4ce5-8bbe-c9efb0254ecc'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:15.844344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 795d8b11-0359-4849-817c-b0b4bb9a111a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:15.845108 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.885378 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2ac02089-c294-4da1-afa5-8b91bcc5fc31 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/routers/e4ad513f-626c-4ce5-8bbe-c9efb0254ecc HTTP/1.1" status: 200 len: 925 time: 0.3646195 Jan 27 21:54:15.890987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b6dce0b8-8adb-4353-a7ef-debbd698d0b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 217 time: 0.0783091 Jan 27 21:54:15.892048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56378) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:15.913583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (8c960a22-2521-441b-82f5-ce5b7d9fabdc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.968426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b90f04-ea8a-4c82-9440-d2553d1ae5b0 None None] Pushing event updated for resources: {'Port': ['ID=cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:15.977279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 795d8b11-0359-4849-817c-b0b4bb9a111a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=795d8b11-0359-4849-817c-b0b4bb9a111a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:15.986435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.001822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (8c960a22-2521-441b-82f5-ce5b7d9fabdc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.002942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.003602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.020771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Allocated IP 172.20.0.10 (7831d00a-e8ca-4c70-b300-6e8f4324008e/cc2e7c6e-c744-443c-8fad-523185d2c25a/7e86571d-a8b6-4006-9b02-225906ea3edc) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:16.083021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=795d8b11-0359-4849-817c-b0b4bb9a111a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.117049 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9471078 Jan 27 21:54:16.124280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56380) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:16.137096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83d9ae-4c76-49aa-9544-8ade3c9cf092 admin admin] Pushing event updated for resources: {'Network': ['ID=8c960a22-2521-441b-82f5-ce5b7d9fabdc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.160864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 8c960a22-2521-441b-82f5-ce5b7d9fabdc details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:54:16.202553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Request body: {'subnet': {'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-subnet', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:16.270172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-f4a36e31-e1cd-417e-825f-07852da07c44 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.283317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-f4a36e31-e1cd-417e-825f-07852da07c44 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.291116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-f4a36e31-e1cd-417e-825f-07852da07c44 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.313927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-f4a36e31-e1cd-417e-825f-07852da07c44 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.320086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-f4a36e31-e1cd-417e-825f-07852da07c44 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.326716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-f4a36e31-e1cd-417e-825f-07852da07c44 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.333913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-f4a36e31-e1cd-417e-825f-07852da07c44 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.338933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-f4a36e31-e1cd-417e-825f-07852da07c44 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5427 time: 1.2430117 Jan 27 21:54:16.419011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa9066c0-688e-4d56-88a7-9f57776f16b2 req-c5eae599-63db-45ac-99e4-66ec52463fbd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746589 Jan 27 21:54:16.532991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-9f8d5c1a-686f-4b38-bf6b-2d7dea835f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.535439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-9f8d5c1a-686f-4b38-bf6b-2d7dea835f41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.6035173 Jan 27 21:54:16.579668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks [] for port (7e86571d-a8b6-4006-9b02-225906ea3edc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.640708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Made reservation on behalf of 0dd809130b35416a80677bfd9217bf9f for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:16.645067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.695326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7e86571d-a8b6-4006-9b02-225906ea3edc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.757677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac8664-5387-4e65-9f17-bcafa3897cf7 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.765605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04ac8664-5387-4e65-9f17-bcafa3897cf7 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=e4ad513f-626c-4ce5-8bbe-c9efb0254ecc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8361568 Jan 27 21:54:16.778197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:16.786776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56384) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:16.805334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Network 7831d00a-e8ca-4c70-b300-6e8f4324008e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:16.811119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:16.816993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:16.847522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795d8b11-0359-4849-817c-b0b4bb9a111a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:16.859209 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608f0edc-0823-4b5c-b555-1b4c5894b093" -d '{"events": [{"server_uuid": "3fa81b54-bb2a-47f6-bbbf-80097f7547b1", "name": "network-vif-plugged", "status": "completed", "tag": "795d8b11-0359-4849-817c-b0b4bb9a111a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:16.885429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event updated for resources: {'Port': ['ID=7e86571d-a8b6-4006-9b02-225906ea3edc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.929737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.932173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.936597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.942717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:16.943348 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.959739 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e0ad4399-a3e1-4377-a5a5-4513c951b349 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8828237 Jan 27 21:54:16.963557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56392) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:16.965345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c25f19-775b-48ed-8106-84a2d6c1df36 req-ed0d7abc-16ec-4659-ba9f-aaaad0df646c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5415177 Jan 27 21:54:16.989427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-a3fbeec6-be17-4834-b878-2022730ad49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.991034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-a3fbeec6-be17-4834-b878-2022730ad49c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4489145 Jan 27 21:54:17.098989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cae647-4d57-46d4-9ea7-86306d05f947 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:17.107598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cae647-4d57-46d4-9ea7-86306d05f947 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:17.117345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cae647-4d57-46d4-9ea7-86306d05f947 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:17.119877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-13cae647-4d57-46d4-9ea7-86306d05f947 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1551099 Jan 27 21:54:17.124964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56398) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:17.141550 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538344bd-f6cd-4d85-8fe2-974b0fb9eb2f x-openstack-request-id: req-538344bd-f6cd-4d85-8fe2-974b0fb9eb2f {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:17.141946 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa81b54-bb2a-47f6-bbbf-80097f7547b1", "name": "network-vif-plugged", "status": "completed", "tag": "795d8b11-0359-4849-817c-b0b4bb9a111a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:17.142321 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-538344bd-f6cd-4d85-8fe2-974b0fb9eb2f {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:17.142593 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795d8b11-0359-4849-817c-b0b4bb9a111a', 'code': 200} Jan 27 21:54:17.147885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:17.148396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.211652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb,segment=NetworkSegment(7f6e226a-2232-4ebd-9135-a3cbe52a7b0d),segment_id=7f6e226a-2232-4ebd-9135-a3cbe52a7b0d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:17.219028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.258685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-1967655e-6a2e-4555-a3f5-2d5a5ecb1b09 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=107245d6c4e84164ad1edae4cfacdc13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1880696 Jan 27 21:54:17.264937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.300184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9f042-6cb2-4aee-8c75-69ef6246cd74 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:17.305808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8fd9f042-6cb2-4aee-8c75-69ef6246cd74 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 881 time: 0.5099599 Jan 27 21:54:17.311474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56400) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:17.313377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b945657-06c2-4a60-b95f-da821787c573 req-97039f02-7b89-4faf-b61a-a24bb9b3a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:17.315726 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b945657-06c2-4a60-b95f-da821787c573 req-97039f02-7b89-4faf-b61a-a24bb9b3a6b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 1101 time: 0.1454446 Jan 27 21:54:17.348098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:17.361746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Allocated IP 2001:db8::2 (4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7/31c9eebd-f7e4-412d-b5bb-3b3049625b8e/c748d30c-7067-4170-adef-92b8cd439dcf) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:17.405578 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3b04f406-7026-4e87-9c7f-e314496d3430 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4ad513f-626c-4ce5-8bbe-c9efb0254ecc HTTP/1.1" status: 200 len: 205 time: 0.0832670 Jan 27 21:54:17.418222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56402) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:17.455681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:17.474737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:17.511050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:17.518814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:17.519957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.586592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0cfce-88b8-4c4a-a5dc-eab14e78e1c7 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Deleting port 7e86571d-a8b6-4006-9b02-225906ea3edc {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:17.586873 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cfce-88b8-4c4a-a5dc-eab14e78e1c7 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7e86571d-a8b6-4006-9b02-225906ea3edc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.598399 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b945657-06c2-4a60-b95f-da821787c573 req-9a6ec049-1758-4261-b958-cf453d44e8a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658138 Jan 27 21:54:17.618302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-6f6e95e9-516a-4be1-ae73-51bf043972b1 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146002 Jan 27 21:54:17.639021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=773b2ed5-c854-40f1-a455-6c1048f33cc5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:17.668323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (849c3c01-ecfd-4e6a-acc9-d28572ca2422), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.690939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-be0ef3d5-d465-40e7-bfa2-172254afcf7a tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6832454 Jan 27 21:54:17.719852 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Publish callbacks [] for port (c748d30c-7067-4170-adef-92b8cd439dcf), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.731560 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.788848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56406) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:17.789406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e911c-8a21-46ec-845d-3705830c72d3 None None] Network 7831d00a-e8ca-4c70-b300-6e8f4324008e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:17.818602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:18.031867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.055400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:18.068171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:18.078898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849c3c01-ecfd-4e6a-acc9-d28572ca2422,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:18.084111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Pushing event updated for resources: {'Port': ['ID=c748d30c-7067-4170-adef-92b8cd439dcf,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:18.086655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cfce-88b8-4c4a-a5dc-eab14e78e1c7 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7e86571d-a8b6-4006-9b02-225906ea3edc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.099706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45951-8f80-4f29-b593-769bd32011ad req-7239c09c-479b-4d25-9836-a85e0abe2c8e tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:18.103042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-7239c09c-479b-4d25-9836-a85e0abe2c8e tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8321393 Jan 27 21:54:18.104353 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.105573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0cfce-88b8-4c4a-a5dc-eab14e78e1c7 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Calling delete_port for 7e86571d-a8b6-4006-9b02-225906ea3edc owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:18.121455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3ddce29a-2c62-4091-9c89-4156b484e6ca None None] Provisioning complete for port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:18.121891 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ddce29a-2c62-4091-9c89-4156b484e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.154341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058034-9df9-45fe-a1c4-5e0377094dd0 req-075c31f6-eec1-43dc-a45d-40c94371e656 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:18.157864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e058034-9df9-45fe-a1c4-5e0377094dd0 req-075c31f6-eec1-43dc-a45d-40c94371e656 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 950 time: 0.5368576 Jan 27 21:54:18.227568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Attempting to bind port c748d30c-7067-4170-adef-92b8cd439dcf on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:18.227954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Attempting to bind port c748d30c-7067-4170-adef-92b8cd439dcf by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8d9b5bda-c89a-4afd-ba26-4d685731a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:18.228493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Attempting to bind port c748d30c-7067-4170-adef-92b8cd439dcf on network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:18.231111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.233861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-60461789-c911-48be-9cbd-f9a85ec8a162 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824890 Jan 27 21:54:18.261731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:18.262158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Checking segment: {'id': '8d9b5bda-c89a-4afd-ba26-4d685731a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:18.262523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.262917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Bound using segment: {'id': '8d9b5bda-c89a-4afd-ba26-4d685731a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:18.263619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Bound port: c748d30c-7067-4170-adef-92b8cd439dcf, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9b5bda-c89a-4afd-ba26-4d685731a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:18.263953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.349334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Deleting port 2aa53b2b-851f-4c78-aa68-12ca5dc0caff {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:18.349586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2aa53b2b-851f-4c78-aa68-12ca5dc0caff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.361985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3ddce29a-2c62-4091-9c89-4156b484e6ca None None] Current status of the port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:18.375660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-93cd2412-ae22-4ead-91cf-ac98c645e92e tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/quotas/107245d6c4e84164ad1edae4cfacdc13 HTTP/1.1" status: 200 len: 375 time: 0.2372055 Jan 27 21:54:18.386717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Checking segment: {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:18.387080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Network hostable DHCP agents. Network: 8c960a22-2521-441b-82f5-ce5b7d9fabdc, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:54:18.400603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-bea9bb6d-c8af-4270-870c-719713f8f34a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 217 time: 0.1479478 Jan 27 21:54:18.422238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cfce-88b8-4c4a-a5dc-eab14e78e1c7 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7e86571d-a8b6-4006-9b02-225906ea3edc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.453417 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] For port c748d30c-7067-4170-adef-92b8cd439dcf, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:18.461776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] For port c748d30c-7067-4170-adef-92b8cd439dcf, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c748d30c-7067-4170-adef-92b8cd439dcf,segment=NetworkSegment(8d9b5bda-c89a-4afd-ba26-4d685731a16e),segment_id=8d9b5bda-c89a-4afd-ba26-4d685731a16e)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:18.472970 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.504043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0cfce-88b8-4c4a-a5dc-eab14e78e1c7 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event deleted for resources: {'Port': ['ID=7e86571d-a8b6-4006-9b02-225906ea3edc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:18.535591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2aa53b2b-851f-4c78-aa68-12ca5dc0caff), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.612904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Calling delete_port for 2aa53b2b-851f-4c78-aa68-12ca5dc0caff owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:18.639552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:18.663279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-a542a7ef-87d3-4a6f-b361-42a434f29131 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=107245d6c4e84164ad1edae4cfacdc13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2672641 Jan 27 21:54:18.688154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e058034-9df9-45fe-a1c4-5e0377094dd0 req-55be4353-8e66-4468-9dcc-49e4f9d658e5 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422929 Jan 27 21:54:18.710302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cfce-88b8-4c4a-a5dc-eab14e78e1c7 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.725195 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5bb0cfce-88b8-4c4a-a5dc-eab14e78e1c7 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "DELETE /v2.0/ports/7e86571d-a8b6-4006-9b02-225906ea3edc HTTP/1.1" status: 204 len: 168 time: 1.5874434 Jan 27 21:54:18.726498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56410) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:18.740302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Request body: {'port': {'name': 'tempest-new-port-name-1428029209', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:18.740921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.api.validators [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] bootfile-name is not in valid_values {{(pid=103329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:54:18.742338 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.api.validators [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] tftp-server is not in valid_values {{(pid=103329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:54:18.742751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.api.validators [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] server-ip-address is not in valid_values {{(pid=103329) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:54:18.904359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d669188-41d7-4f7d-9ce4-f22af27e609f None None] Pushing event updated for resources: {'Port': ['ID=c748d30c-7067-4170-adef-92b8cd439dcf,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:18.936586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-559b1e52-1cfb-47d4-b199-07f97ece39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:18.942042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-559b1e52-1cfb-47d4-b199-07f97ece39a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.5209541 Jan 27 21:54:19.021538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-51ca2fe6-9781-4f04-9770-dd111cee8849 None None] Provisioning complete for port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:19.021538 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-51ca2fe6-9781-4f04-9770-dd111cee8849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.063926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Network 8c960a22-2521-441b-82f5-ce5b7d9fabdc is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:54:19.198671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.241936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:19.242656 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.317178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.335511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-6cc7ddc2-4703-4c3c-a021-fb0157b4a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.337379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-6cc7ddc2-4703-4c3c-a021-fb0157b4a924 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3826451 Jan 27 21:54:19.342975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 8c960a22-2521-441b-82f5-ce5b7d9fabdc) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:19.372582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f459e732-d3d4-4319-9dbf-9b85c857fe73 None None] Network 8c960a22-2521-441b-82f5-ce5b7d9fabdc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:19.405127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-67ed91de-59e5-4e72-9c73-390d3e7bbaca tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.411523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-67ed91de-59e5-4e72-9c73-390d3e7bbaca tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.417418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-67ed91de-59e5-4e72-9c73-390d3e7bbaca tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.422736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-67ed91de-59e5-4e72-9c73-390d3e7bbaca tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.428777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-67ed91de-59e5-4e72-9c73-390d3e7bbaca tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.434747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-67ed91de-59e5-4e72-9c73-390d3e7bbaca tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.441901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-67ed91de-59e5-4e72-9c73-390d3e7bbaca tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.444666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-67ed91de-59e5-4e72-9c73-390d3e7bbaca tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5427 time: 0.4244363 Jan 27 21:54:19.446866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa486f8b-3957-493e-b78e-219f7bf58b23 req-ab6fbbd3-6161-431b-9a5b-80504516bfec tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 210 time: 0.1904919 Jan 27 21:54:19.452619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.452619 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.544195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56416) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:19.546402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f697eef0-0e87-4e35-8b32-939ac2606f34 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.3527369 Jan 27 21:54:19.551340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:19.710132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2aa53b2b-851f-4c78-aa68-12ca5dc0caff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.749031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-51ca2fe6-9781-4f04-9770-dd111cee8849 None None] Current status of the port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:19.795913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca4fed0b-4582-497a-8993-7ee248ac9f72 req-d03ffce2-3b84-4742-8847-31f45556f97e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3302665 Jan 27 21:54:19.852519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-e88c5cd9-1405-40f5-bd9d-77345451991b service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061562 Jan 27 21:54:19.855328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:19.916818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-51ca2fe6-9781-4f04-9770-dd111cee8849 None None] Provisioning complete for port 307c0c8f-16bb-471c-9717-927fd6d619ca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:19.917831 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-51ca2fe6-9781-4f04-9770-dd111cee8849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.966393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (f3669f67-143c-4009-9d06-fb9a038ab5e3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.972629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (f3669f67-143c-4009-9d06-fb9a038ab5e3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.987861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7f612-2bb9-4cdd-b009-4fbf0d06bd2f None None] Network 8c960a22-2521-441b-82f5-ce5b7d9fabdc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:20.002905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event deleted for resources: {'Port': ['ID=2aa53b2b-851f-4c78-aa68-12ca5dc0caff,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:20.169457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device e4efa7b3-9bea-4d48-9f82-9ecab97944f7 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:20.177748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.271886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab4fe9-165e-4bb9-81bd-a8ca8e7b4669 req-716e1137-f2b0-4cb7-9a12-306026dd17eb tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:20.277178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38ab4fe9-165e-4bb9-81bd-a8ca8e7b4669 req-716e1137-f2b0-4cb7-9a12-306026dd17eb tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 950 time: 0.3115184 Jan 27 21:54:20.354097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-8f5d9ae8-9274-4e04-949b-2dca734b2223 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197955 Jan 27 21:54:20.368702 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks [] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.402397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.419227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-51ca2fe6-9781-4f04-9770-dd111cee8849 None None] Port 307c0c8f-16bb-471c-9717-927fd6d619ca cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:20.445122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.454588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-eb401d17-5c44-4ed2-a051-9a6182a9d8ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7968f295-7efa-408b-a91e-95a069d7064d HTTP/1.1" status: 200 len: 217 time: 0.0908492 Jan 27 21:54:20.472244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.474406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.489532 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.493245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks [] for router_controller (f3669f67-143c-4009-9d06-fb9a038ab5e3), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.583340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event updated for resources: {'Port': ['ID=307c0c8f-16bb-471c-9717-927fd6d619ca,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:20.598776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38ab4fe9-165e-4bb9-81bd-a8ca8e7b4669 req-ab0231de-6e0b-4b46-9700-d6e58128de94 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879152 Jan 27 21:54:20.638911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-51ca2fe6-9781-4f04-9770-dd111cee8849 None None] Could not find standard attr ID for object 7e86571d-a8b6-4006-9b02-225906ea3edc. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:54:20.733406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=773b2ed5-c854-40f1-a455-6c1048f33cc5,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:20.752109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d53e56e-58bc-422a-bfab-32057808cf95 req-2d2a6220-fd5d-439c-a1a1-9fdc28deff81 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 210 time: 0.1442795 Jan 27 21:54:20.782890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:20.829727 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.842064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:20.843129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.926759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-7e3db430-77c7-43ab-b639-a5664c417fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:20.932930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-7e3db430-77c7-43ab-b639-a5664c417fc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.4684083 Jan 27 21:54:21.024249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4c58f5cf-c0cf-4bf3-a7d6-1475c43d57b5 None None] Provisioning complete for port 307c0c8f-16bb-471c-9717-927fd6d619ca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:21.024818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4c58f5cf-c0cf-4bf3-a7d6-1475c43d57b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.036365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c748d30c-7067-4170-adef-92b8cd439dcf up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:21.086585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] In _notify_port_updated(), no bound segment for port 307c0c8f-16bb-471c-9717-927fd6d619ca on network 7831d00a-e8ca-4c70-b300-6e8f4324008e {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:54:21.099606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.101782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.109124 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-57f127df-35cd-4b85-9bf8-1797f7eca471 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "PUT /v2.0/ports/307c0c8f-16bb-471c-9717-927fd6d619ca HTTP/1.1" status: 200 len: 1136 time: 2.3811018 Jan 27 21:54:21.118249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56432) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:21.122946 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (e4ad513f-626c-4ce5-8bbe-c9efb0254ecc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.124872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Fanout notify agent at l3_agent the message router_deleted on router e4ad513f-626c-4ce5-8bbe-c9efb0254ecc {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:54:21.188004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.206143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dd960742-afa4-4db2-aeef-8af5b024dab1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/e4ad513f-626c-4ce5-8bbe-c9efb0254ecc HTTP/1.1" status: 204 len: 168 time: 3.7853367 Jan 27 21:54:21.225107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4c58f5cf-c0cf-4bf3-a7d6-1475c43d57b5 None None] Port 307c0c8f-16bb-471c-9717-927fd6d619ca cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:21.242744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4c58f5cf-c0cf-4bf3-a7d6-1475c43d57b5 None None] Could not find standard attr ID for object 7e86571d-a8b6-4006-9b02-225906ea3edc. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:54:21.253519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks [] for router_gateway (f3669f67-143c-4009-9d06-fb9a038ab5e3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.268365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:21.268772 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.278107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56434) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:21.296616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ea295f16-c105-4117-8f41-da2f9f070b0e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-421858483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:21.311480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:21.317393 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d0a34-e9b6-4542-bc67-3a2c77266284" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "e4efa7b3-9bea-4d48-9f82-9ecab97944f7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:21.353913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port e4efa7b3-9bea-4d48-9f82-9ecab97944f7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:21.356839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c748d30c-7067-4170-adef-92b8cd439dcf triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:21.357559 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.391173 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.457434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ddba1-0f4c-499a-bddc-5de1e46d6561 None None] Network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:21.495241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00b0924-9a64-4708-808d-8069c27cbd35 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.502443 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b00b0924-9a64-4708-808d-8069c27cbd35 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "GET /v2.0/ports/307c0c8f-16bb-471c-9717-927fd6d619ca HTTP/1.1" status: 200 len: 1136 time: 0.3534772 Jan 27 21:54:21.505715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56438) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:21.546096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea295f16-c105-4117-8f41-da2f9f070b0e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.546096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea295f16-c105-4117-8f41-da2f9f070b0e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.582675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e2dd2fe5-88bd-42ca-aa46-4b2cf8eb9862 None None] Provisioning complete for port c748d30c-7067-4170-adef-92b8cd439dcf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:21.582675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2fe5-88bd-42ca-aa46-4b2cf8eb9862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.582675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:21.700867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c748d30c-7067-4170-adef-92b8cd439dcf is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:21.700867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.721286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea295f16-c105-4117-8f41-da2f9f070b0e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.733626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea295f16-c105-4117-8f41-da2f9f070b0e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.752214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-c4b4ecb8-d140-4596-996c-da1e0277a670 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.764688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-c4b4ecb8-d140-4596-996c-da1e0277a670 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.769216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port c748d30c-7067-4170-adef-92b8cd439dcf, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c748d30c-7067-4170-adef-92b8cd439dcf,segment=NetworkSegment(8d9b5bda-c89a-4afd-ba26-4d685731a16e),segment_id=8d9b5bda-c89a-4afd-ba26-4d685731a16e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:21.776632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-c4b4ecb8-d140-4596-996c-da1e0277a670 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.787170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea295f16-c105-4117-8f41-da2f9f070b0e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.788626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-c4b4ecb8-d140-4596-996c-da1e0277a670 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.788849 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea295f16-c105-4117-8f41-da2f9f070b0e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5085561 Jan 27 21:54:21.793358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56442) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:21.798985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:21.803952 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.814115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-c4b4ecb8-d140-4596-996c-da1e0277a670 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.832442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-c4b4ecb8-d140-4596-996c-da1e0277a670 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.854893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-c4b4ecb8-d140-4596-996c-da1e0277a670 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.868712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-c4b4ecb8-d140-4596-996c-da1e0277a670 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5428 time: 0.3601844 Jan 27 21:54:21.877012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-d9d0b3fd-a09f-413a-9724-b454774310db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.878962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-d9d0b3fd-a09f-413a-9724-b454774310db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3920479 Jan 27 21:54:21.938722 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-e487e582-1ca5-4e01-827a-8761400235e1 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=107245d6c4e84164ad1edae4cfacdc13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461960 Jan 27 21:54:21.946192 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.958240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201759e-d7e8-4c03-bc19-f69623e560b3 req-4e4d4856-84a4-411b-81f2-e78735d6905e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.959601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd2fe5-88bd-42ca-aa46-4b2cf8eb9862 None None] Current status of the port c748d30c-7067-4170-adef-92b8cd439dcf is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:21.967908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c201759e-d7e8-4c03-bc19-f69623e560b3 req-4e4d4856-84a4-411b-81f2-e78735d6905e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 950 time: 1.1006389 Jan 27 21:54:22.001731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=c748d30c-7067-4170-adef-92b8cd439dcf,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:22.024825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e2dd2fe5-88bd-42ca-aa46-4b2cf8eb9862 None None] Provisioning complete for port 307c0c8f-16bb-471c-9717-927fd6d619ca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:22.025962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2fe5-88bd-42ca-aa46-4b2cf8eb9862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.082035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-13abdc93-da32-4c82-9691-16f9b5d43943 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Deleting port 307c0c8f-16bb-471c-9717-927fd6d619ca {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:22.082397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13abdc93-da32-4c82-9691-16f9b5d43943 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.097597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a44ca15f-3f7d-45d3-9f8a-39413a52050c up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:22.198833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd2fe5-88bd-42ca-aa46-4b2cf8eb9862 None None] Port 307c0c8f-16bb-471c-9717-927fd6d619ca cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:22.255482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port a44ca15f-3f7d-45d3-9f8a-39413a52050c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:22.265078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port a44ca15f-3f7d-45d3-9f8a-39413a52050c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:22.266203 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.345352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c201759e-d7e8-4c03-bc19-f69623e560b3 req-43dc4b24-6dd3-4c5d-acaa-e13ac97db57f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759847 Jan 27 21:54:22.418977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-84cbfe56-99f4-495d-a435-a053ef5df4ca None None] Provisioning complete for port 773b2ed5-c854-40f1-a455-6c1048f33cc5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:22.419809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-84cbfe56-99f4-495d-a435-a053ef5df4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.465246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d26b11c-c96f-4b74-ab25-599b209117c3 req-997da1c8-2c98-404b-8ceb-dbbb30c056d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4906030 Jan 27 21:54:22.561742 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a4546-b34e-4f34-99cf-720794f11ab9 x-openstack-request-id: req-154a4546-b34e-4f34-99cf-720794f11ab9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:22.561742 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "e4efa7b3-9bea-4d48-9f82-9ecab97944f7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:22.561742 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-154a4546-b34e-4f34-99cf-720794f11ab9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:22.562178 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7', 'code': 200} Jan 27 21:54:22.564117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-b520de77-18cd-4164-b983-b21aeb1d965a service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908267 Jan 27 21:54:22.570013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-84cbfe56-99f4-495d-a435-a053ef5df4ca None None] Port 773b2ed5-c854-40f1-a455-6c1048f33cc5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:22.615654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-84cbfe56-99f4-495d-a435-a053ef5df4ca None None] Provisioning complete for port c748d30c-7067-4170-adef-92b8cd439dcf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:22.617217 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-84cbfe56-99f4-495d-a435-a053ef5df4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.698388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c748d30c-7067-4170-adef-92b8cd439dcf up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:22.767404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a44ca15f-3f7d-45d3-9f8a-39413a52050c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:22.767857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.847003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a44ca15f-3f7d-45d3-9f8a-39413a52050c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:22.861308 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.862146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 89247f41-4fed-45ab-af6d-0a711ea30c23 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:22.872003 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.876748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-87281dd2-34b2-4d60-827e-67631c61f2d6 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589569 Jan 27 21:54:22.886192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c748d30c-7067-4170-adef-92b8cd439dcf triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:22.886585 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.888385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-84cbfe56-99f4-495d-a435-a053ef5df4ca None None] Current status of the port c748d30c-7067-4170-adef-92b8cd439dcf is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:22.934244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5116387c-3890-45cf-9384-b407b2593df2 req-f4ef5bee-3e2e-4b38-8007-3ebdd5aeeb04 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 210 time: 0.3684843 Jan 27 21:54:23.008870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a44ca15f-3f7d-45d3-9f8a-39413a52050c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:23.036129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45951-8f80-4f29-b593-769bd32011ad req-86b7808f-6d7a-4363-89cc-0e162b03b1bf tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.038257 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-86b7808f-6d7a-4363-89cc-0e162b03b1bf tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0502670 Jan 27 21:54:23.056699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Request body: {'port': {'device_id': 'e8803866-0e8e-4450-866a-51fb0e67a7fb', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '107245d6c4e84164ad1edae4cfacdc13'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:23.057127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9e891799-4efc-4cc1-95e8-16d732e40689 None None] Provisioning complete for port 773b2ed5-c854-40f1-a455-6c1048f33cc5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:23.058697 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9e891799-4efc-4cc1-95e8-16d732e40689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.069198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.080843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13abdc93-da32-4c82-9691-16f9b5d43943 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.094146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 89247f41-4fed-45ab-af6d-0a711ea30c23 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:23.108349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 89247f41-4fed-45ab-af6d-0a711ea30c23 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:23.109325 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.196126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9e891799-4efc-4cc1-95e8-16d732e40689 None None] Port 773b2ed5-c854-40f1-a455-6c1048f33cc5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:23.224233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c748d30c-7067-4170-adef-92b8cd439dcf is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:23.245492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-13abdc93-da32-4c82-9691-16f9b5d43943 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Calling delete_port for 307c0c8f-16bb-471c-9717-927fd6d619ca owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:23.280707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-9fec7723-215b-49e1-9adb-409fc163e103 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc HTTP/1.1" status: 200 len: 217 time: 0.3710232 Jan 27 21:54:23.318526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 89247f41-4fed-45ab-af6d-0a711ea30c23 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:23.319320 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.364820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bc890e90-bd90-4a16-abe9-4858bc715cd9 None None] Provisioning complete for port 773b2ed5-c854-40f1-a455-6c1048f33cc5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:23.365450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bc890e90-bd90-4a16-abe9-4858bc715cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.433071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 89247f41-4fed-45ab-af6d-0a711ea30c23, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=89247f41-4fed-45ab-af6d-0a711ea30c23,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:23.444033 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks [] for router_gateway (f3669f67-143c-4009-9d06-fb9a038ab5e3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.449428 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.450294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a02378a6-77b4-49d1-9876-aeae9608ee06 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:23.484344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.497195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b7daa-5cc3-4cdf-9f45-728f91124c6b req-7c1aadc7-b34a-4416-a7d9-8a6567690de0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.508587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b7daa-5cc3-4cdf-9f45-728f91124c6b req-7c1aadc7-b34a-4416-a7d9-8a6567690de0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.512556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c72b7daa-5cc3-4cdf-9f45-728f91124c6b req-7c1aadc7-b34a-4416-a7d9-8a6567690de0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1&device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 1691 time: 0.2578766 Jan 27 21:54:23.515588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-4147a1bd-67d7-4227-970f-5d23b55804d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.518702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-4147a1bd-67d7-4227-970f-5d23b55804d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 200 len: 797 time: 0.1997426 Jan 27 21:54:23.603431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Made reservation on behalf of 107245d6c4e84164ad1edae4cfacdc13 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:23.607118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.655285 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.756638 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Allocated IP 172.25.8.195 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/fbfcaade-4229-494f-85f0-22798cda3981) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:23.762504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bc890e90-bd90-4a16-abe9-4858bc715cd9 None None] Port 773b2ed5-c854-40f1-a455-6c1048f33cc5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:23.802887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13abdc93-da32-4c82-9691-16f9b5d43943 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (307c0c8f-16bb-471c-9717-927fd6d619ca), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.833981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c72b7daa-5cc3-4cdf-9f45-728f91124c6b req-53689aae-cb46-4d99-be24-7899980450c9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720740 Jan 27 21:54:23.844614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=89247f41-4fed-45ab-af6d-0a711ea30c23,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:23.860913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port a02378a6-77b4-49d1-9876-aeae9608ee06 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:23.868580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port a02378a6-77b4-49d1-9876-aeae9608ee06 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:23.868805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-74778d1d-f7c3-4088-a0b4-5bcaeba4b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.869213 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.871491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-74778d1d-f7c3-4088-a0b4-5bcaeba4b3d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3118503 Jan 27 21:54:23.884391 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.907477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-f1c41d0c-7c3b-4074-86a0-6306826913d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.917532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-f1c41d0c-7c3b-4074-86a0-6306826913d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.928155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-f1c41d0c-7c3b-4074-86a0-6306826913d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.940129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-f1c41d0c-7c3b-4074-86a0-6306826913d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.950531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-f1c41d0c-7c3b-4074-86a0-6306826913d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.950755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abdc93-da32-4c82-9691-16f9b5d43943 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event deleted for resources: {'Port': ['ID=307c0c8f-16bb-471c-9717-927fd6d619ca,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:23.961764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-f1c41d0c-7c3b-4074-86a0-6306826913d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.972915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-f1c41d0c-7c3b-4074-86a0-6306826913d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.981775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-f1c41d0c-7c3b-4074-86a0-6306826913d0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5430 time: 0.3726282 Jan 27 21:54:24.001392 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.002540 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.053808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a02378a6-77b4-49d1-9876-aeae9608ee06 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:24.054388 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.146497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a02378a6-77b4-49d1-9876-aeae9608ee06, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a02378a6-77b4-49d1-9876-aeae9608ee06,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:24.152109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.159180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.162592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b64acb3-5fe5-494a-9586-fc11fa36d629 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:24.198064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13abdc93-da32-4c82-9691-16f9b5d43943 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.202070 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-13abdc93-da32-4c82-9691-16f9b5d43943 tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "DELETE /v2.0/ports/307c0c8f-16bb-471c-9717-927fd6d619ca HTTP/1.1" status: 204 len: 168 time: 2.6946054 Jan 27 21:54:24.204899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks [] for security_group (c59a2afe-70c3-443b-ba50-2c0ebf97c1a8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.211045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.213436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56456) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:24.222546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c59a2afe-70c3-443b-ba50-2c0ebf97c1a8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.276747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a02378a6-77b4-49d1-9876-aeae9608ee06,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:24.298139 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks [] for port (fbfcaade-4229-494f-85f0-22798cda3981), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.320345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 0b64acb3-5fe5-494a-9586-fc11fa36d629 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:24.327699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 0b64acb3-5fe5-494a-9586-fc11fa36d629 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:24.329174 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.373175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e5cfcf1-d26b-4a8c-9bb8-cbdfaafe5009 req-88793c8d-c18e-40af-bc86-d40b12e0e64e tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 210 time: 0.1827512 Jan 27 21:54:24.380735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:24.504367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=773b2ed5-c854-40f1-a455-6c1048f33cc5,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:24.508414 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (fbfcaade-4229-494f-85f0-22798cda3981), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.511562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b64acb3-5fe5-494a-9586-fc11fa36d629 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:24.512455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.555053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b64acb3-5fe5-494a-9586-fc11fa36d629, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:24.561779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.563635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3d98e0f8-71a1-404a-83ac-4dbc108d4801 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:24.600084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c'}, {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89247f41-4fed-45ab-af6d-0a711ea30c23'}, {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02378a6-77b4-49d1-9876-aeae9608ee06'}, {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64acb3-5fe5-494a-9586-fc11fa36d629'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:24.603245 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d8e09e-9e84-476c-8c98-115e01847197" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c"}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "89247f41-4fed-45ab-af6d-0a711ea30c23"}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "a02378a6-77b4-49d1-9876-aeae9608ee06"}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "0b64acb3-5fe5-494a-9586-fc11fa36d629"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:24.632013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Allocated IP 192.168.233.137 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/cb350410-1624-4f65-b9c3-7dd62165fda9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:24.644071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-769bb6cf-525f-42e1-a55d-2ff18b75d4a1 req-98d3223f-7bf1-469d-ac2c-c2d8c609b1dd tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6485443 Jan 27 21:54:24.663481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de6c48e-6ff8-4916-8d4f-b1b644631dae tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Deleting subnet cc2e7c6e-c744-443c-8fad-523185d2c25a {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:54:24.673292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:24.675066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8de6c48e-6ff8-4916-8d4f-b1b644631dae tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks [] for subnet (cc2e7c6e-c744-443c-8fad-523185d2c25a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.692027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:24.694679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b64acb3-5fe5-494a-9586-fc11fa36d629,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:24.718736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:24.726893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Allocated IP 172.25.8.55 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/bc5747eb-f927-4e31-b9d8-d6e39cd67896) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:24.741130 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3781dd1-1e5b-40d4-a9e4-cdb52a0db74e x-openstack-request-id: req-e3781dd1-1e5b-40d4-a9e4-cdb52a0db74e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:24.741663 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c", "code": 200}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "89247f41-4fed-45ab-af6d-0a711ea30c23", "code": 200}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "a02378a6-77b4-49d1-9876-aeae9608ee06", "code": 200}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "0b64acb3-5fe5-494a-9586-fc11fa36d629", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:24.742022 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3781dd1-1e5b-40d4-a9e4-cdb52a0db74e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:24.742911 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'code': 200} Jan 27 21:54:24.742911 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89247f41-4fed-45ab-af6d-0a711ea30c23', 'code': 200} Jan 27 21:54:24.743331 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02378a6-77b4-49d1-9876-aeae9608ee06', 'code': 200} Jan 27 21:54:24.744351 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64acb3-5fe5-494a-9586-fc11fa36d629', 'code': 200} Jan 27 21:54:24.756336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:24.762540 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:24.763071 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.773515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-8d989fe8-751f-460e-8909-14b6575a7210 service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8932655 Jan 27 21:54:24.777688 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8de6c48e-6ff8-4916-8d4f-b1b644631dae tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (cc2e7c6e-c744-443c-8fad-523185d2c25a), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.806839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Pushing event updated for resources: {'Port': ['ID=fbfcaade-4229-494f-85f0-22798cda3981,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:24.866519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:24.866952 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.898120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9b0f-2fbd-4ea8-bafe-4d1897032e7f req-b935b858-71cb-4ccb-a081-e008c7a2e6fa tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:24.900774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-845c9b0f-2fbd-4ea8-bafe-4d1897032e7f req-b935b858-71cb-4ccb-a081-e008c7a2e6fa tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 1101 time: 0.3720951 Jan 27 21:54:24.918289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3d98e0f8-71a1-404a-83ac-4dbc108d4801, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:24.926867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.928225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:25.008403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:25.015487 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3d98e0f8-71a1-404a-83ac-4dbc108d4801,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:25.037359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:25.038284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:25.046299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:25.046299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.194578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:25.195354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.240532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-6ad192d8-f59f-4734-8ba2-d57a1cfcf78f service neutron] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209988 Jan 27 21:54:25.279309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-845c9b0f-2fbd-4ea8-bafe-4d1897032e7f req-c7f3ff16-41fd-4b7e-9c11-3d3f90c34d46 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163478 Jan 27 21:54:25.292196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:25.300559 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.309682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for port (bc5747eb-f927-4e31-b9d8-d6e39cd67896), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.314438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8de6c48e-6ff8-4916-8d4f-b1b644631dae tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (cc2e7c6e-c744-443c-8fad-523185d2c25a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.333443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks [] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.382221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-6b747e3a-fd24-4c41-b8c8-2e6fda7c9dc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8caceec-88c1-416b-95b8-518a051eef0d HTTP/1.1" status: 200 len: 217 time: 0.0953598 Jan 27 21:54:25.414183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:25.501470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.521966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (bc5747eb-f927-4e31-b9d8-d6e39cd67896), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.582247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:25.591404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:25.593313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks [] for router_gateway (f3669f67-143c-4009-9d06-fb9a038ab5e3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.600184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:25.609027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-97034509-7533-419f-8f9f-3f14595c8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:25.610650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-97034509-7533-419f-8f9f-3f14595c8a88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.1830685 Jan 27 21:54:25.636217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8de6c48e-6ff8-4916-8d4f-b1b644631dae tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (cc2e7c6e-c744-443c-8fad-523185d2c25a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.645985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:25.649317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-87e80f9b-7e00-4669-9133-02c3e71fcb34 None None] Provisioning complete for port 773b2ed5-c854-40f1-a455-6c1048f33cc5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:25.650528 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-87e80f9b-7e00-4669-9133-02c3e71fcb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.668660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Pushing event updated for resources: {'Port': ['ID=cb350410-1624-4f65-b9c3-7dd62165fda9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:25.669431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70423e30-69e9-43b8-8073-0c49f26a5f09 req-5e464729-8d21-4730-9c48-825bd6e05774 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:25.678264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:25.683249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70423e30-69e9-43b8-8073-0c49f26a5f09 req-5e464729-8d21-4730-9c48-825bd6e05774 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 1101 time: 0.2084956 Jan 27 21:54:25.686137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:25.728429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-87e80f9b-7e00-4669-9133-02c3e71fcb34 None None] Port 773b2ed5-c854-40f1-a455-6c1048f33cc5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:25.755344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8de6c48e-6ff8-4916-8d4f-b1b644631dae tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.759760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8de6c48e-6ff8-4916-8d4f-b1b644631dae tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "DELETE /v2.0/subnets/cc2e7c6e-c744-443c-8fad-523185d2c25a HTTP/1.1" status: 204 len: 168 time: 1.5260949 Jan 27 21:54:25.760733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:54:25.768959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56466) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:25.774034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299545b-a771-401e-b0b4-a59b63b21153 None None] Network 7831d00a-e8ca-4c70-b300-6e8f4324008e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:25.775551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd9ec-6439-4fc9-a1fa-4b81089a9f92 req-e578af26-8284-4740-82c3-239ae228a495 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:25.783942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45dcd9ec-6439-4fc9-a1fa-4b81089a9f92 req-e578af26-8284-4740-82c3-239ae228a495 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 936 time: 0.2423594 Jan 27 21:54:25.785948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6c48e-6ff8-4916-8d4f-b1b644631dae tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2e7c6e-c744-443c-8fad-523185d2c25a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:25.848567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:25.849264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.864096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-d5ca3aa2-ca90-45cb-bd91-790f52041a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:25.865673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-d5ca3aa2-ca90-45cb-bd91-790f52041a29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2467244 Jan 27 21:54:25.894316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event updated for resources: {'Port': ['ID=bc5747eb-f927-4e31-b9d8-d6e39cd67896,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:25.977213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70423e30-69e9-43b8-8073-0c49f26a5f09 req-0681a4d3-d608-4387-966a-44499eb9c8c2 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926223 Jan 27 21:54:25.982593 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-7e0cdff1-ede4-4ea2-b366-29afcc006c48 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9317024 Jan 27 21:54:26.030030 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Request body: {'port': {'device_id': 'e8803866-0e8e-4450-866a-51fb0e67a7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:26.033758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] DHCP port deletion for 7831d00a-e8ca-4c70-b300-6e8f4324008e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:54:26.086329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-19794606-9fea-4af8-92fb-14f32fbab64f None None] Provisioning complete for port cb350410-1624-4f65-b9c3-7dd62165fda9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:26.086710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19794606-9fea-4af8-92fb-14f32fbab64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.106366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45dcd9ec-6439-4fc9-a1fa-4b81089a9f92 req-6143c7d5-5161-42b1-a1b4-c65b1a094893 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211040 Jan 27 21:54:26.165294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-19794606-9fea-4af8-92fb-14f32fbab64f None None] Port cb350410-1624-4f65-b9c3-7dd62165fda9 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:26.173409 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] Deleting port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:26.174234 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.262633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] For port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb,segment=NetworkSegment(7f6e226a-2232-4ebd-9135-a3cbe52a7b0d),segment_id=7f6e226a-2232-4ebd-9135-a3cbe52a7b0d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:26.263631 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.284266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] Calling delete_port for cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:26.407897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (7831d00a-e8ca-4c70-b300-6e8f4324008e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.434671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.476937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] No DVR routers for this DVR port cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:26.479464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09dfa-e525-4da8-9185-71916151e765 None None] Pushing event deleted for resources: {'Port': ['ID=cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:26.647189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:26.668021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.686827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:26.687369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cf1ed36b-9ce4-4a72-a3f6-b0d489376cfb not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:26.714143 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (f3669f67-143c-4009-9d06-fb9a038ab5e3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.736565 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (7831d00a-e8ca-4c70-b300-6e8f4324008e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.745045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d98e0f8-71a1-404a-83ac-4dbc108d4801'}, {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bdb347-7bb1-4ed3-b282-7dfd81b687a3'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:26.748470 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a808fed-23b6-4a43-be9a-25318a5fe4b9" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "3d98e0f8-71a1-404a-83ac-4dbc108d4801"}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "83bdb347-7bb1-4ed3-b282-7dfd81b687a3"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:26.842817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-f63f4bf9-e419-4fa0-b76f-e2afa1c51ba2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508356 Jan 27 21:54:26.847089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:26.856686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-926a155a-bc83-4e01-b5b6-41db4898b018 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0662270 Jan 27 21:54:26.864556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56484) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:26.880435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e9baa-6f69-48d6-b494-88240ba6a2e7 None None] Sync routers for ids ['5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:26.882574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7831d00a-e8ca-4c70-b300-6e8f4324008e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:26.904984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-efb84340-a6fd-45ed-aa58-8f9b851f7079 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0247648 Jan 27 21:54:26.916562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e9baa-6f69-48d6-b494-88240ba6a2e7 None None] Routers {'5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:26.917812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4b6e9baa-6f69-48d6-b494-88240ba6a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:26.920177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6e226a-2232-4ebd-9135-a3cbe52a7b0d') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:26.920470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6e226a-2232-4ebd-9135-a3cbe52a7b0d') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:26.930443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-6bcf2feb-87ff-40f0-bcf2-91383966ecd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.936238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-6bcf2feb-87ff-40f0-bcf2-91383966ecd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.941957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-6bcf2feb-87ff-40f0-bcf2-91383966ecd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.947543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-6bcf2feb-87ff-40f0-bcf2-91383966ecd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.952922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-6bcf2feb-87ff-40f0-bcf2-91383966ecd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.958786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-6bcf2feb-87ff-40f0-bcf2-91383966ecd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.964669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-6bcf2feb-87ff-40f0-bcf2-91383966ecd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.966968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-6bcf2feb-87ff-40f0-bcf2-91383966ecd1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.8491740 Jan 27 21:54:26.986320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4b6e9baa-6f69-48d6-b494-88240ba6a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:27.000851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e9baa-6f69-48d6-b494-88240ba6a2e7 None None] Routers {'5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:27.001859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4b6e9baa-6f69-48d6-b494-88240ba6a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:27.023967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (7f6e226a-2232-4ebd-9135-a3cbe52a7b0d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.031854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b848181-99ff-43ef-a01c-303a9a64b5b1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.038035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7b848181-99ff-43ef-a01c-303a9a64b5b1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports/773b2ed5-c854-40f1-a455-6c1048f33cc5 HTTP/1.1" status: 200 len: 983 time: 0.1681023 Jan 27 21:54:27.044801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56486) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:27.052985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4b6e9baa-6f69-48d6-b494-88240ba6a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:27.054175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e9baa-6f69-48d6-b494-88240ba6a2e7 None None] The sync data for ids ['5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:27.069035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.154623 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7f6e226a-2232-4ebd-9135-a3cbe52a7b0d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.205880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:54:27.206394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (7f6e226a-2232-4ebd-9135-a3cbe52a7b0d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.208659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-274c0544-0428-4c2a-a1d5-84ea6decd584 req-66038e50-929b-47a4-94e4-c6eb496bd5ad tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2178595 Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:54:27.213876 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:54:27.220487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c444a337-a9c0-43c0-99cf-1a1361bfee83 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.227458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c444a337-a9c0-43c0-99cf-1a1361bfee83 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211191 Jan 27 21:54:27.242912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-af1a4d71-8dc8-470f-a7f5-6c9c808ee50c service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746320 Jan 27 21:54:27.244281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-8798affd-3738-410d-9d97-d4208572af31 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/quotas/8bf468f1d5b4435698a82f8407077a37 HTTP/1.1" status: 200 len: 375 time: 0.0160089 Jan 27 21:54:27.301005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-41576739-e998-4ade-b855-3c7b7a10dc11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 HTTP/1.1" status: 200 len: 217 time: 0.0519843 Jan 27 21:54:27.321554 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9020c79a-e47c-4150-abcd-4251c1cdcba9 x-openstack-request-id: req-9020c79a-e47c-4150-abcd-4251c1cdcba9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:27.322468 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "3d98e0f8-71a1-404a-83ac-4dbc108d4801", "code": 200}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-plugged", "status": "completed", "tag": "83bdb347-7bb1-4ed3-b282-7dfd81b687a3", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:27.322468 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9020c79a-e47c-4150-abcd-4251c1cdcba9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:27.323065 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d98e0f8-71a1-404a-83ac-4dbc108d4801', 'code': 200} Jan 27 21:54:27.323659 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bdb347-7bb1-4ed3-b282-7dfd81b687a3', 'code': 200} Jan 27 21:54:27.436664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-60cfa52b-bd40-474a-91a9-33beb25fb004 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1466546 Jan 27 21:54:27.442995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-0fa5089e-4617-4d36-925a-e49a8a92aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.445670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-0fa5089e-4617-4d36-925a-e49a8a92aa30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 200 len: 797 time: 0.1161754 Jan 27 21:54:27.468519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (7831d00a-e8ca-4c70-b300-6e8f4324008e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.518453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.525712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] 10.222.0.45 "DELETE /v2.0/networks/7831d00a-e8ca-4c70-b300-6e8f4324008e HTTP/1.1" status: 204 len: 168 time: 1.7462223 Jan 27 21:54:27.531102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbd153-c6b1-4d44-a82b-3d1b62162afb req-1bdd6373-6748-460a-8e14-767b72215365 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.533192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84bbd153-c6b1-4d44-a82b-3d1b62162afb req-1bdd6373-6748-460a-8e14-767b72215365 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 936 time: 0.1175547 Jan 27 21:54:27.541692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-5b65575e-09ca-47e8-980f-3ce3219770fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.543261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-5b65575e-09ca-47e8-980f-3ce3219770fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823665 Jan 27 21:54:27.606900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Router f3669f67-143c-4009-9d06-fb9a038ab5e3 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:54:27.609340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501edab-2063-4ab5-9972-b6806e2ebc8d tempest-ExtraDHCPOptionsTestJSON-1242199450 tempest-ExtraDHCPOptionsTestJSON-1242199450-project] Pushing event deleted for resources: {'Network': ['ID=7831d00a-e8ca-4c70-b300-6e8f4324008e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:27.677153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84bbd153-c6b1-4d44-a82b-3d1b62162afb req-2791269a-d887-43ab-bb97-2fa43dd9ca32 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326444 Jan 27 21:54:27.769046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-e23de69a-d2be-4a60-974e-7f718a3dce98 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175808 Jan 27 21:54:27.881449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-03d3e500-b79b-43e7-bcd8-ba9eaeef26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.882192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-03d3e500-b79b-43e7-bcd8-ba9eaeef26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.883071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-03d3e500-b79b-43e7-bcd8-ba9eaeef26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.884001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-03d3e500-b79b-43e7-bcd8-ba9eaeef26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.884887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-03d3e500-b79b-43e7-bcd8-ba9eaeef26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.885500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87bd6cf0-f73a-46ca-9515-2de6549fcdef req-a69da74e-c2a6-4759-a799-6e28a7e29588 service neutron] 10.222.0.16 "GET /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103482 Jan 27 21:54:27.886302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-03d3e500-b79b-43e7-bcd8-ba9eaeef26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.886532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-03d3e500-b79b-43e7-bcd8-ba9eaeef26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.890103 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-03d3e500-b79b-43e7-bcd8-ba9eaeef26e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6491 time: 0.4397929 Jan 27 21:54:27.997021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56494) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:28.270849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ffffdb69-ca82-4edc-b4d6-1961c5465af5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c500e724459c4dfbbf2fc2eae3e89b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696621 Jan 27 21:54:28.281969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56502) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:28.383541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Publish callbacks [] for security_group (81ac3b7d-645b-4d9a-9761-f0b8d1aaa5e2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.475072 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Publish callbacks [] for security_group (81ac3b7d-645b-4d9a-9761-f0b8d1aaa5e2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.595394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651412-e2b0-4e06-8141-39b247df2a35 req-b5832bf4-7e66-463a-bb49-3d1c8b766959 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.602757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651412-e2b0-4e06-8141-39b247df2a35 req-b5832bf4-7e66-463a-bb49-3d1c8b766959 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.614035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.614916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651412-e2b0-4e06-8141-39b247df2a35 req-b5832bf4-7e66-463a-bb49-3d1c8b766959 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.622321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651412-e2b0-4e06-8141-39b247df2a35 req-b5832bf4-7e66-463a-bb49-3d1c8b766959 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.628173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651412-e2b0-4e06-8141-39b247df2a35 req-b5832bf4-7e66-463a-bb49-3d1c8b766959 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.629980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb350410-1624-4f65-b9c3-7dd62165fda9 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:28.634981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651412-e2b0-4e06-8141-39b247df2a35 req-b5832bf4-7e66-463a-bb49-3d1c8b766959 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.641834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651412-e2b0-4e06-8141-39b247df2a35 req-b5832bf4-7e66-463a-bb49-3d1c8b766959 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.648410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64651412-e2b0-4e06-8141-39b247df2a35 req-b5832bf4-7e66-463a-bb49-3d1c8b766959 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.2573903 Jan 27 21:54:28.683041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Publish callbacks [] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.694557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.702961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86064dbf-8298-4653-9dc3-f40ce8e8262a req-7ab85006-7b04-4a48-85e7-dbfbb1515787 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 210 time: 0.1783333 Jan 27 21:54:28.770291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (81ac3b7d-645b-4d9a-9761-f0b8d1aaa5e2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.774021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.779035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81ac3b7d-645b-4d9a-9761-f0b8d1aaa5e2 HTTP/1.1" status: 204 len: 168 time: 0.4923544 Jan 27 21:54:28.780667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:28.799773 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Sync routers for ids ['f3669f67-143c-4009-9d06-fb9a038ab5e3'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:28.817523 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Routers {'f3669f67-143c-4009-9d06-fb9a038ab5e3'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:28.817523 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f3669f67-143c-4009-9d06-fb9a038ab5e3'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:28.820493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64651412-e2b0-4e06-8141-39b247df2a35 req-ab94adef-16cc-42e2-908a-486289e4dc46 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1693239 Jan 27 21:54:28.839715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ac3b7d-645b-4d9a-9761-f0b8d1aaa5e2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:28.861052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.861763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.862302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.863084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.864440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.865369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.865369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.867614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.867614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.867614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.867614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.867614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.868391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab8aae5-d59e-4911-b58f-0075493a7c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:28.917982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Transition to ACTIVE for port object cb350410-1624-4f65-b9c3-7dd62165fda9 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:28.935740 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9c70d131-9904-4c25-873c-9cc7a3a94d0c req-6b4969bb-03db-47a6-b85b-3642b4645f24 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9619079 Jan 27 21:54:28.959015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.060277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae839653-94f9-4faa-8163-8e7c9e448543 req-e9e315ea-4a9f-4e55-a14b-198dfba7611e tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:29.063322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae839653-94f9-4faa-8163-8e7c9e448543 req-e9e315ea-4a9f-4e55-a14b-198dfba7611e tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 948 time: 0.1342571 Jan 27 21:54:29.121056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.122768 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Set router f3669f67-143c-4009-9d06-fb9a038ab5e3 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:29.123755 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4259e5b3-cf11-4826-b84a-eff19b6d6d36 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5778375 Jan 27 21:54:29.145352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56524) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:29.287609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34927e84-0858-4303-a338-032399b47154 service neutron] Pushing event updated for resources: {'Port': ['ID=cb350410-1624-4f65-b9c3-7dd62165fda9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:29.399024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae839653-94f9-4faa-8163-8e7c9e448543 req-29456e10-2fdc-4688-8d45-77d1fbd1c61f tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250024 Jan 27 21:54:29.531352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Attempting to bind port cb350410-1624-4f65-b9c3-7dd62165fda9 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:29.532089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Attempting to bind port cb350410-1624-4f65-b9c3-7dd62165fda9 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:29.532778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Attempting to bind port cb350410-1624-4f65-b9c3-7dd62165fda9 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:29.581034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Port cb350410-1624-4f65-b9c3-7dd62165fda9 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:29.581789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Attempting to bind port cb350410-1624-4f65-b9c3-7dd62165fda9 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:29.686547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:29.687310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:29.687310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:29.687806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Bound port: cb350410-1624-4f65-b9c3-7dd62165fda9, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:29.688243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.713162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.919701 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:25Z', 'revision_number': 3, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:29.956102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a439c9d2-904f-4ff3-8c99-7822477488d5 req-b75d9c8f-45ca-48ab-bfd7-deb73b5bf71c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 210 time: 0.1229899 Jan 27 21:54:29.956999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Router 5c161585-b19f-429c-8ae0-7b5ffcf18e4f is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:54:29.985746 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Checking router: f3669f67-143c-4009-9d06-fb9a038ab5e3 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:54:29.986616 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Updating router f3669f67-143c-4009-9d06-fb9a038ab5e3 port fbfcaade-4229-494f-85f0-22798cda3981 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:54:30.110593 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fbfcaade-4229-494f-85f0-22798cda3981), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.241528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] For port cb350410-1624-4f65-b9c3-7dd62165fda9, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:30.253254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] For port cb350410-1624-4f65-b9c3-7dd62165fda9, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cb350410-1624-4f65-b9c3-7dd62165fda9,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:30.253716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-b44f50d2-9e80-458e-8647-d8f59ce9ca07 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.264393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-b44f50d2-9e80-458e-8647-d8f59ce9ca07 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.275319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-b44f50d2-9e80-458e-8647-d8f59ce9ca07 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.286344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-b44f50d2-9e80-458e-8647-d8f59ce9ca07 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.297294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-b44f50d2-9e80-458e-8647-d8f59ce9ca07 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.309217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-b44f50d2-9e80-458e-8647-d8f59ce9ca07 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.320542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-b44f50d2-9e80-458e-8647-d8f59ce9ca07 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.335380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-b44f50d2-9e80-458e-8647-d8f59ce9ca07 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.2320638 Jan 27 21:54:30.367991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56546) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:30.396358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.566313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a424c8a-f4e8-4979-bc99-539d61dbfce6 req-de705c9e-ad64-42a5-874c-8d4cff0baaf0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2295172 Jan 27 21:54:30.658835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.660072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.662564 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-34927e84-0858-4303-a338-032399b47154 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb350410-1624-4f65-b9c3-7dd62165fda9 HTTP/1.1" status: 200 len: 1096 time: 4.6705449 Jan 27 21:54:30.667181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8803866-0e8e-4450-866a-51fb0e67a7fb', 'tag': 'cb350410-1624-4f65-b9c3-7dd62165fda9'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:30.679689 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d8e160-89bd-421e-a304-92f77720aceb" -d '{"events": [{"name": "network-changed", "server_uuid": "e8803866-0e8e-4450-866a-51fb0e67a7fb", "tag": "cb350410-1624-4f65-b9c3-7dd62165fda9"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:30.759062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.796255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95876f0b-ede6-4310-909d-3c5badd13283 req-2ffb8c96-5ed9-4a51-83d5-2716821489e0 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.804212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95876f0b-ede6-4310-909d-3c5badd13283 req-2ffb8c96-5ed9-4a51-83d5-2716821489e0 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 948 time: 0.1334949 Jan 27 21:54:30.813015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34927e84-0858-4303-a338-032399b47154 service neutron] Pushing event updated for resources: {'Port': ['ID=cb350410-1624-4f65-b9c3-7dd62165fda9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:30.830645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-57a4c5fd-7e9e-4a92-bb5d-d8aecfa60203 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] Request body: {'port': {'network_id': 'd2977d92-5619-4d21-809b-b6b27a9a9e43', 'name': 'tempest-NetworksNegativeTestJSON-611363796'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:30.842562 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d35bfc-60e1-4655-9076-c6c231e43721 x-openstack-request-id: req-c9d35bfc-60e1-4655-9076-c6c231e43721 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:30.844140 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8803866-0e8e-4450-866a-51fb0e67a7fb", "tag": "cb350410-1624-4f65-b9c3-7dd62165fda9", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:30.844879 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9d35bfc-60e1-4655-9076-c6c231e43721 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:30.847047 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8803866-0e8e-4450-866a-51fb0e67a7fb', 'tag': 'cb350410-1624-4f65-b9c3-7dd62165fda9', 'status': 'completed', 'code': 200} Jan 27 21:54:30.949787 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a4c5fd-7e9e-4a92-bb5d-d8aecfa60203 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] POST failed (client error): The resource could not be found. Jan 27 21:54:30.950325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a4c5fd-7e9e-4a92-bb5d-d8aecfa60203 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:54:30.951592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-57a4c5fd-7e9e-4a92-bb5d-d8aecfa60203 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5792661 Jan 27 21:54:30.957869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56556) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:30.984280 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ee5cbb-745d-419b-9285-f15db0b12ead tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] DELETE failed (client error): The resource could not be found. Jan 27 21:54:30.985328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ee5cbb-745d-419b-9285-f15db0b12ead tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:54:30.989179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23ee5cbb-745d-419b-9285-f15db0b12ead tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "DELETE /v2.0/networks/c759a13d-df32-496f-a7c4-d307cf9b5f0c HTTP/1.1" status: 404 len: 339 time: 0.0299680 Jan 27 21:54:30.996434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56560) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.002961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:31.019154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89b9e1-66da-4d3d-bb8b-6933a2b1ff2e None None] Sync routers for ids ['5c161585-b19f-429c-8ae0-7b5ffcf18e4f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:31.019863 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.024393 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7138336d-f13b-4d2d-b51a-58bc37bcce66 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "PUT /v2.0/routers/5c161585-b19f-429c-8ae0-7b5ffcf18e4f HTTP/1.1" status: 200 len: 882 time: 9.2268300 Jan 27 21:54:31.030863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56562) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.047799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89b9e1-66da-4d3d-bb8b-6933a2b1ff2e None None] Routers {'5c161585-b19f-429c-8ae0-7b5ffcf18e4f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:31.048470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-da89b9e1-66da-4d3d-bb8b-6933a2b1ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5c161585-b19f-429c-8ae0-7b5ffcf18e4f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:31.066766 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Publish callbacks [] for port (fbfcaade-4229-494f-85f0-22798cda3981), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.089612 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fbfcaade-4229-494f-85f0-22798cda3981), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.117753 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f044c181-abf8-49a6-8547-54eb361dffe2 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] DELETE failed (client error): The resource could not be found. Jan 27 21:54:31.118336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f044c181-abf8-49a6-8547-54eb361dffe2 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:54:31.128313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f044c181-abf8-49a6-8547-54eb361dffe2 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "DELETE /v2.0/ports/5b81850e-4ed5-4a29-a84c-1aa4353a6c07 HTTP/1.1" status: 404 len: 333 time: 0.1238894 Jan 27 21:54:31.128579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56564) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.128724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45951-8f80-4f29-b593-769bd32011ad req-61933c2f-baa9-4f7d-b87c-dd25e0d6201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:31.132237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-61933c2f-baa9-4f7d-b87c-dd25e0d6201d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=107245d6c4e84164ad1edae4cfacdc13&device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 1099 time: 0.2572951 Jan 27 21:54:31.138488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-da89b9e1-66da-4d3d-bb8b-6933a2b1ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:31.166375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89b9e1-66da-4d3d-bb8b-6933a2b1ff2e None None] Routers {'5c161585-b19f-429c-8ae0-7b5ffcf18e4f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:31.171597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-da89b9e1-66da-4d3d-bb8b-6933a2b1ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5c161585-b19f-429c-8ae0-7b5ffcf18e4f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:31.190376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95876f0b-ede6-4310-909d-3c5badd13283 req-7d7b7ceb-eba0-4670-9438-b6070abefc4f tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848655 Jan 27 21:54:31.215163 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Attempting to bind port fbfcaade-4229-494f-85f0-22798cda3981 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:31.216190 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Attempting to bind port fbfcaade-4229-494f-85f0-22798cda3981 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:31.218731 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Attempting to bind port fbfcaade-4229-494f-85f0-22798cda3981 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:31.239685 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Pushing event updated for resources: {'Port': ['ID=fbfcaade-4229-494f-85f0-22798cda3981,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:31.245707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-da89b9e1-66da-4d3d-bb8b-6933a2b1ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:31.247134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da89b9e1-66da-4d3d-bb8b-6933a2b1ff2e None None] The sync data for ids ['5c161585-b19f-429c-8ae0-7b5ffcf18e4f'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:31.249724 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:31.250177 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:31.250496 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.251033 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:31.252047 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Bound port: fbfcaade-4229-494f-85f0-22798cda3981, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:31.252366 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fbfcaade-4229-494f-85f0-22798cda3981), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.279723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1e1f1b7-d74e-4799-9c25-63331b0bbc8d req-9e93e6b9-8613-4e73-9d32-b7797af9fcac tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 210 time: 0.1630161 Jan 27 21:54:31.292772 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d7292e-3dc8-4f28-9e2a-0a87f6e6897e tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] DELETE failed (client error): The resource could not be found. Jan 27 21:54:31.293545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d7292e-3dc8-4f28-9e2a-0a87f6e6897e tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:54:31.296538 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.297180 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.298557 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.299062 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.299601 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.300480 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.301168 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.302279 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.302820 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.303289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.303883 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.304368 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.304878 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:31.305149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-26d7292e-3dc8-4f28-9e2a-0a87f6e6897e tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "DELETE /v2.0/subnets/c43309ae-811c-4ddc-8ff1-0b2f6dc2b178 HTTP/1.1" status: 404 len: 337 time: 0.1750414 Jan 27 21:54:31.318903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56566) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.365343 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7570327-f4a2-4ff0-9944-c98d740cf0b0 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] GET failed (client error): The resource could not be found. Jan 27 21:54:31.370795 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] For port fbfcaade-4229-494f-85f0-22798cda3981, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:31.374164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a7570327-f4a2-4ff0-9944-c98d740cf0b0 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "GET /v2.0/networks/c93890f8-4768-47a3-ab98-8a1dd001d4b5 HTTP/1.1" status: 404 len: 339 time: 0.0497847 Jan 27 21:54:31.379007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56568) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.380533 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] For port fbfcaade-4229-494f-85f0-22798cda3981, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fbfcaade-4229-494f-85f0-22798cda3981,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:31.392183 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fbfcaade-4229-494f-85f0-22798cda3981), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.420476 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-0c903819-1f25-4de1-917e-2fcf6b644db5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=cb350410-1624-4f65-b9c3-7dd62165fda9 HTTP/1.1" status: 200 len: 217 time: 0.1772661 Jan 27 21:54:31.423006 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-9a7e5322-a538-4bf2-ad71-c1325c522f9a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1784995 Jan 27 21:54:31.471853 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f4ba1a-de92-4c4b-92d9-1f238d1684ef tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] GET failed (client error): The resource could not be found. Jan 27 21:54:31.480810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-00f4ba1a-de92-4c4b-92d9-1f238d1684ef tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "GET /v2.0/ports/1d0fc92a-28ed-40d8-be4d-eb92fbe1865f HTTP/1.1" status: 404 len: 333 time: 0.0992796 Jan 27 21:54:31.481821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56570) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.496112 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Routers {'f3669f67-143c-4009-9d06-fb9a038ab5e3'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:31.498412 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f3669f67-143c-4009-9d06-fb9a038ab5e3'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:31.505293 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84116d61-8a33-488d-acef-9b36db661e39 None None] Pushing event updated for resources: {'Port': ['ID=fbfcaade-4229-494f-85f0-22798cda3981,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:31.552205 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-7007d203-0092-43e6-b4c3-f9a1d8e2b0d2 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] GET failed (client error): The resource could not be found. Jan 27 21:54:31.560975 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7007d203-0092-43e6-b4c3-f9a1d8e2b0d2 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "GET /v2.0/subnets/44c695d2-9054-4b9c-96fa-5c93c4ec4860 HTTP/1.1" status: 404 len: 337 time: 0.0743279 Jan 27 21:54:31.566095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56572) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.591149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-29168de2-23d7-4e23-a2f9-ff6e1a629ecd tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:31.616005 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-29168de2-23d7-4e23-a2f9-ff6e1a629ecd tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] PUT failed (client error): The resource could not be found. Jan 27 21:54:31.617209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29168de2-23d7-4e23-a2f9-ff6e1a629ecd tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:54:31.625427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-29168de2-23d7-4e23-a2f9-ff6e1a629ecd tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "PUT /v2.0/networks/c4c658d7-e257-42cb-a4bc-80bf39829fb1 HTTP/1.1" status: 404 len: 339 time: 0.0572002 Jan 27 21:54:31.630449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56574) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.633900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-37484e9b-9ea6-465e-a4d0-cd21105572a3 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:31.635979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-37484e9b-9ea6-465e-a4d0-cd21105572a3 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814830 Jan 27 21:54:31.638254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b5d3958e-e91a-42b8-ae47-77ae7fa57d1d tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:31.644397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Allocated IP 172.20.0.1 (8c960a22-2521-441b-82f5-ce5b7d9fabdc/849c3c01-ecfd-4e6a-acc9-d28572ca2422/d41bc477-ac86-4ffb-b2ee-aba9b367045b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:31.691529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Request body: {'port': {'device_id': '09ca758b-e43f-4ff2-97b2-c301b3fd9116', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8bf468f1d5b4435698a82f8407077a37'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:31.737203 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-da6ca302-fec1-4365-8f6b-f88f364cb773 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959055 Jan 27 21:54:31.739932 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d3958e-e91a-42b8-ae47-77ae7fa57d1d tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] PUT failed (client error): The resource could not be found. Jan 27 21:54:31.740777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d3958e-e91a-42b8-ae47-77ae7fa57d1d tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:54:31.750842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b5d3958e-e91a-42b8-ae47-77ae7fa57d1d tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "PUT /v2.0/ports/f3da1904-473f-420b-88d4-d7d4ec98e143 HTTP/1.1" status: 404 len: 333 time: 0.1103756 Jan 27 21:54:31.752122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56578) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.764207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8b5386cc-167c-407f-9a02-dbaa16fd1af5 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:31.801258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 773b2ed5-c854-40f1-a455-6c1048f33cc5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:31.801611 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.825049 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5386cc-167c-407f-9a02-dbaa16fd1af5 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] PUT failed (client error): The resource could not be found. Jan 27 21:54:31.825837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5386cc-167c-407f-9a02-dbaa16fd1af5 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:54:31.836796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8b5386cc-167c-407f-9a02-dbaa16fd1af5 tempest-NetworksNegativeTestJSON-285302289 tempest-NetworksNegativeTestJSON-285302289-project] 10.222.0.45 "PUT /v2.0/subnets/9629bb2e-818c-423a-98d9-7d124e595a99 HTTP/1.1" status: 404 len: 337 time: 0.0732989 Jan 27 21:54:31.856631 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-01abcc62-57fa-4ca7-8cba-8c49c47b4586 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/routers/5c161585-b19f-429c-8ae0-7b5ffcf18e4f HTTP/1.1" status: 200 len: 923 time: 0.8154509 Jan 27 21:54:31.866179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56582) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.875117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45951-8f80-4f29-b593-769bd32011ad req-f1e4a024-b238-4723-8509-ceecc3f5b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:31.876991 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] Set router f3669f67-143c-4009-9d06-fb9a038ab5e3 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:31.880065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-f1e4a024-b238-4723-8509-ceecc3f5b0aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.4242325 Jan 27 21:54:32.049160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-9e507e17-fcdc-4f59-a2ef-016fbc3104f9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.061106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-9e507e17-fcdc-4f59-a2ef-016fbc3104f9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.073118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-9e507e17-fcdc-4f59-a2ef-016fbc3104f9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.085520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-9e507e17-fcdc-4f59-a2ef-016fbc3104f9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.096890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-9e507e17-fcdc-4f59-a2ef-016fbc3104f9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.107985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-9e507e17-fcdc-4f59-a2ef-016fbc3104f9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.119542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-9e507e17-fcdc-4f59-a2ef-016fbc3104f9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.123137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-9e507e17-fcdc-4f59-a2ef-016fbc3104f9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.2174449 Jan 27 21:54:32.150476 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Publish callbacks [] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.157286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45951-8f80-4f29-b593-769bd32011ad req-89b70598-5a13-4787-b1dd-145a39f3a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.158756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-89b70598-5a13-4787-b1dd-145a39f3a16b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641774 Jan 27 21:54:32.208701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ae916-8222-4001-92ba-96679a1617b8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.210901 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b6ae916-8222-4001-92ba-96679a1617b8 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=5c161585-b19f-429c-8ae0-7b5ffcf18e4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3298771 Jan 27 21:54:32.218983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56584) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:32.246316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.295288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-a2e25607-5d02-4059-b7ad-5a07c13cb670 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.296977 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-a2e25607-5d02-4059-b7ad-5a07c13cb670 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5247440 Jan 27 21:54:32.313966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 773b2ed5-c854-40f1-a455-6c1048f33cc5 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:32.315971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Made reservation on behalf of 8bf468f1d5b4435698a82f8407077a37 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:32.316309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e640a27-e2de-4418-b6eb-2592516f8d9f req-bfae7a51-4fc9-4c87-bded-3c628f104460 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1776435 Jan 27 21:54:32.319558 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.325932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Request body: {'port': {'device_id': '7f5288ea-c67d-4335-b270-ee488bf38281', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8bf468f1d5b4435698a82f8407077a37'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:32.373465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.437327 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:25Z', 'revision_number': 3, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:32.475158 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd46a936-3f6e-4157-83aa-c26c093ac6e9 None None] The sync data for ids ['f3669f67-143c-4009-9d06-fb9a038ab5e3'] in n-d-826529-2 is: [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:25Z', 'revision_number': 3, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:32.502284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56594) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:32.547810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Network 8c960a22-2521-441b-82f5-ce5b7d9fabdc is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:32.560604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:32.599545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:32.606151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98498ed2-7cb7-4ce8-afea-d6022e3a828c req-e9266c07-d46b-4451-beb2-91e2ba564814 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 210 time: 0.1417036 Jan 27 21:54:32.674908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69a4e9-6de2-41fa-b88c-6271b141c7db tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.680463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0f69a4e9-6de2-41fa-b88c-6271b141c7db tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 881 time: 0.4561915 Jan 27 21:54:32.681880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56598) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:32.699634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Pushing event updated for resources: {'Port': ['ID=d41bc477-ac86-4ffb-b2ee-aba9b367045b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:32.748306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-32f2c811-ca33-435b-818e-15d03225256c tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c161585-b19f-429c-8ae0-7b5ffcf18e4f HTTP/1.1" status: 200 len: 205 time: 0.0622540 Jan 27 21:54:32.759895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d32fe-5925-4d98-a83d-3daaf65b840a req-c98fb6fb-5650-4a3c-9a6a-abbec6ab2490 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.761835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-362d32fe-5925-4d98-a83d-3daaf65b840a req-c98fb6fb-5650-4a3c-9a6a-abbec6ab2490 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 948 time: 0.3307235 Jan 27 21:54:32.762858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56600) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:32.765850 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (f3669f67-143c-4009-9d06-fb9a038ab5e3), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.922561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0debf42c-f82b-4beb-aa63-da2484eed54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.955332 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-21d0b395-029b-42f0-b4b0-3a8d65339d4d service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807667 Jan 27 21:54:33.093349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d457-d700-4564-afed-b8ed94a03805 req-3dff358a-df1f-4e6e-ba33-fa617820974d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.099142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d457-d700-4564-afed-b8ed94a03805 req-3dff358a-df1f-4e6e-ba33-fa617820974d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.104796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d457-d700-4564-afed-b8ed94a03805 req-3dff358a-df1f-4e6e-ba33-fa617820974d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.111309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d457-d700-4564-afed-b8ed94a03805 req-3dff358a-df1f-4e6e-ba33-fa617820974d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.116900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d457-d700-4564-afed-b8ed94a03805 req-3dff358a-df1f-4e6e-ba33-fa617820974d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.122763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d457-d700-4564-afed-b8ed94a03805 req-3dff358a-df1f-4e6e-ba33-fa617820974d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.128810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d457-d700-4564-afed-b8ed94a03805 req-3dff358a-df1f-4e6e-ba33-fa617820974d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.131021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b17d457-d700-4564-afed-b8ed94a03805 req-3dff358a-df1f-4e6e-ba33-fa617820974d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.3191533 Jan 27 21:54:33.151159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-362d32fe-5925-4d98-a83d-3daaf65b840a req-18b6b930-74bf-4d99-b590-6bffbed363b6 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379672 Jan 27 21:54:33.152094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56604) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:33.167274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Request body: {'floatingip': {'port_id': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:33.226263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.289213 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for floatingip (c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.299457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Made reservation on behalf of 8bf468f1d5b4435698a82f8407077a37 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:33.307038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.372089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Allocated IP 192.168.233.173 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/c548b248-03dd-4272-8a2d-5aca2cd5d36c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:33.436090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.445567 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-45f45951-8f80-4f29-b593-769bd32011ad req-42981484-53e3-4ad3-abb0-0e9e7205380b service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805276 Jan 27 21:54:33.464764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0debf42c-f82b-4beb-aa63-da2484eed54d admin admin] Publish callbacks [] for security_group (d5b5ac46-0030-4cce-bc59-1000c2a81cfe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.516689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0debf42c-f82b-4beb-aa63-da2484eed54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d5b5ac46-0030-4cce-bc59-1000c2a81cfe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.679390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0debf42c-f82b-4beb-aa63-da2484eed54d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70f9437ef06449b0bedad039ec682fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1689153 Jan 27 21:54:33.682059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (773b2ed5-c854-40f1-a455-6c1048f33cc5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.688602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56608) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:33.696620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debf42c-f82b-4beb-aa63-da2484eed54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b5ac46-0030-4cce-bc59-1000c2a81cfe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:33.727346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.785385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=773b2ed5-c854-40f1-a455-6c1048f33cc5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:33.907879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e160-89bd-421e-a304-92f77720aceb req-d83d70b6-2abf-4f01-9f0d-46d939e3bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.910651 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-58d8e160-89bd-421e-a304-92f77720aceb req-d83d70b6-2abf-4f01-9f0d-46d939e3bc57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=107245d6c4e84164ad1edae4cfacdc13&device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 1099 time: 0.3631575 Jan 27 21:54:34.043108 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-13278056-cf87-4403-aae6-028ab3d27e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.164667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.175865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.352404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e160-89bd-421e-a304-92f77720aceb req-c4e45874-cfae-4085-8251-d38793ec32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.353963 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-58d8e160-89bd-421e-a304-92f77720aceb req-c4e45874-cfae-4085-8251-d38793ec32a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.3760805 Jan 27 21:54:34.370475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93b74faf-d166-4e85-bbdd-f3864f8fbd74 req-c1da9e63-9dec-48f0-b2cd-f21b67da13ca tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 210 time: 0.1410966 Jan 27 21:54:34.411309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.427911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:34.431891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:34.507575 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-58d8e160-89bd-421e-a304-92f77720aceb req-3413721f-93f1-49e8-8759-3c92ca0b2d81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=cb350410-1624-4f65-b9c3-7dd62165fda9 HTTP/1.1" status: 200 len: 217 time: 0.1450543 Jan 27 21:54:34.632406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:54:34.639467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:34.648228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05c8bb28-611c-4353-8b30-da33c930fffc admin admin] Publish callbacks [] for security_group (d5b5ac46-0030-4cce-bc59-1000c2a81cfe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.654796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:34.662336 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'Port': ['ID=c548b248-03dd-4272-8a2d-5aca2cd5d36c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:34.665309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:34.669841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Allocated IP 192.168.233.169 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/dd65799b-9bbd-4e95-87b2-74566dce9a6b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:34.716279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f608bc-101d-4c7d-a709-60c0f72f91f0 req-d5b4aa84-64ab-45c2-b5ca-5f095e7fbf5c tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.718961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55f608bc-101d-4c7d-a709-60c0f72f91f0 req-d5b4aa84-64ab-45c2-b5ca-5f095e7fbf5c tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 948 time: 0.4314990 Jan 27 21:54:34.743690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e160-89bd-421e-a304-92f77720aceb req-4b06634c-bc78-4ff6-a713-f400276ed15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.745717 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-58d8e160-89bd-421e-a304-92f77720aceb req-4b06634c-bc78-4ff6-a713-f400276ed15f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1981740 Jan 27 21:54:34.858034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fbfcaade-4229-494f-85f0-22798cda3981 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:34.861494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Deleting port bc5747eb-f927-4e31-b9d8-d6e39cd67896 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:34.862011 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (bc5747eb-f927-4e31-b9d8-d6e39cd67896), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.872116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05c8bb28-611c-4353-8b30-da33c930fffc admin admin] Publish callbacks [] for security_group (d5b5ac46-0030-4cce-bc59-1000c2a81cfe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.881550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.882395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.922094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:34.939328 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bc16ca8d-9295-46c9-8457-e3d0d384abb0 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8848381 Jan 27 21:54:34.949827 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32176fba-5b6a-471c-bbf4-7170281d2a6a None None] Sync routers for ids ['5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:34.951647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56612) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:34.980868 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-c55ba63c-792c-4b83-b005-96d789d790bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3175080 Jan 27 21:54:34.991315 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32176fba-5b6a-471c-bbf4-7170281d2a6a None None] Routers {'5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:34.992729 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-32176fba-5b6a-471c-bbf4-7170281d2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:35.083096 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-32176fba-5b6a-471c-bbf4-7170281d2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:35.089264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port fbfcaade-4229-494f-85f0-22798cda3981 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:35.089932 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fbfcaade-4229-494f-85f0-22798cda3981), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.102609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Request body: {'port': {'device_id': '09ca758b-e43f-4ff2-97b2-c301b3fd9116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:35.107557 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32176fba-5b6a-471c-bbf4-7170281d2a6a None None] Routers {'5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:35.110137 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-32176fba-5b6a-471c-bbf4-7170281d2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:35.173432 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-32176fba-5b6a-471c-bbf4-7170281d2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:35.175089 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32176fba-5b6a-471c-bbf4-7170281d2a6a None None] The sync data for ids ['5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:35.181662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e160-89bd-421e-a304-92f77720aceb req-9c40d4ee-0e32-45db-9be3-c9797eb4f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:35.187035 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-58d8e160-89bd-421e-a304-92f77720aceb req-9c40d4ee-0e32-45db-9be3-c9797eb4f894 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4223239 Jan 27 21:54:35.188104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55f608bc-101d-4c7d-a709-60c0f72f91f0 req-08382172-2bf1-45bd-ae08-ea35b9d29a5f tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260330 Jan 27 21:54:35.329243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05c8bb28-611c-4353-8b30-da33c930fffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d5b5ac46-0030-4cce-bc59-1000c2a81cfe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.334542 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05c8bb28-611c-4353-8b30-da33c930fffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.340952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-05c8bb28-611c-4353-8b30-da33c930fffc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5b5ac46-0030-4cce-bc59-1000c2a81cfe HTTP/1.1" status: 204 len: 168 time: 1.6409349 Jan 27 21:54:35.413945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-da200ca3-1ef5-4659-949b-b30588de27ec None None] Provisioning complete for port c548b248-03dd-4272-8a2d-5aca2cd5d36c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:35.415340 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da200ca3-1ef5-4659-949b-b30588de27ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.436045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Publish callbacks [] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.452441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8bb28-611c-4353-8b30-da33c930fffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b5ac46-0030-4cce-bc59-1000c2a81cfe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:35.477465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (bc5747eb-f927-4e31-b9d8-d6e39cd67896), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.500097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.520759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-da200ca3-1ef5-4659-949b-b30588de27ec None None] Port c548b248-03dd-4272-8a2d-5aca2cd5d36c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:35.574939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Calling delete_port for bc5747eb-f927-4e31-b9d8-d6e39cd67896 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:35.630050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.686497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.691595 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-db1d49ba-e425-400f-a97f-09f909c70b17 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 21:54:35.692995 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db1d49ba-e425-400f-a97f-09f909c70b17 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7390904 Jan 27 21:54:35.698832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56620) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:35.723871 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-58d8e160-89bd-421e-a304-92f77720aceb req-fc0a00c3-3063-4050-957b-9ca451dd8417 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768722 Jan 27 21:54:35.734379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (f3669f67-143c-4009-9d06-fb9a038ab5e3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.764115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port fbfcaade-4229-494f-85f0-22798cda3981 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:35.764975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fbfcaade-4229-494f-85f0-22798cda3981), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.804607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-953cc113-19ce-476a-bfde-028abf9cb3ce tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd HTTP/1.1" status: 200 len: 205 time: 0.1024404 Jan 27 21:54:35.818151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56622) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:35.850099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f26cb520-47f3-4328-b13c-94b1ee0a1ed8 req-06a0fd0d-1c58-40d1-bdbf-44431fd5a546 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 210 time: 0.2373552 Jan 27 21:54:35.854349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port fbfcaade-4229-494f-85f0-22798cda3981, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fbfcaade-4229-494f-85f0-22798cda3981,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:35.867763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fbfcaade-4229-494f-85f0-22798cda3981), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.951492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:54:35.956569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=fbfcaade-4229-494f-85f0-22798cda3981,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:36.073119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Pushing event updated for resources: {'Port': ['ID=d41bc477-ac86-4ffb-b2ee-aba9b367045b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:36.204394 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.276143 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.485915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Network 8c960a22-2521-441b-82f5-ce5b7d9fabdc is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:36.549826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:36.654213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a829cdb4-62dd-45c0-b95f-e8a147b85d1d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.658756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fbfcaade-4229-494f-85f0-22798cda3981 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:36.672911 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Floating IP c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3 associated. External IP: 172.25.8.232, port: a44ca15f-3f7d-45d3-9f8a-39413a52050c. Jan 27 21:54:36.681322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (bc5747eb-f927-4e31-b9d8-d6e39cd67896), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.758013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port fbfcaade-4229-494f-85f0-22798cda3981 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:36.758429 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fbfcaade-4229-494f-85f0-22798cda3981), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.824855 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.833386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56642) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:36.858683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a36723-acb9-4503-9ef0-26f76b8ff35e req-c683d5a5-f62a-48a2-859d-3b3bc4e38ce7 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.861343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1a36723-acb9-4503-9ef0-26f76b8ff35e req-c683d5a5-f62a-48a2-859d-3b3bc4e38ce7 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 948 time: 0.4946184 Jan 27 21:54:36.887730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event deleted for resources: {'Port': ['ID=bc5747eb-f927-4e31-b9d8-d6e39cd67896,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:36.894431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:36.899947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:37.082061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port fbfcaade-4229-494f-85f0-22798cda3981 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:37.125491 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-58d8e160-89bd-421e-a304-92f77720aceb req-d33d3b7f-3bff-4992-8220-74bd843cf310 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3398995 Jan 27 21:54:37.187572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4dc95063-3107-4b5d-9fe0-698e974e58b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.241915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:37.250502 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fa6b297a-dcce-4a85-b427-1161dc3bb750 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:37.251789 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-fa6b297a-dcce-4a85-b427-1161dc3bb750 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 21:54:37.252632 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-fa6b297a-dcce-4a85-b427-1161dc3bb750 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:54:37.254619 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fa6b297a-dcce-4a85-b427-1161dc3bb750 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4165015 Jan 27 21:54:37.273252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56648) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:37.284411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180382488'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:37.322337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:37.327740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:37.357847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a47cd-dd94-4915-b042-e57e718c7381 req-d12bdbbe-be2d-464f-a409-e59ffacb8437 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.370582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-913a47cd-dd94-4915-b042-e57e718c7381 req-d12bdbbe-be2d-464f-a409-e59ffacb8437 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 936 time: 0.3834503 Jan 27 21:54:37.394140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1a36723-acb9-4503-9ef0-26f76b8ff35e req-4cfbb837-63b4-4a79-a3f1-20e9f7af9d76 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106978 Jan 27 21:54:37.398830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.410462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a829cdb4-62dd-45c0-b95f-e8a147b85d1d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.413657 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a829cdb4-62dd-45c0-b95f-e8a147b85d1d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.516604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'Port': ['ID=dd65799b-9bbd-4e95-87b2-74566dce9a6b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:37.533102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a829cdb4-62dd-45c0-b95f-e8a147b85d1d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.534027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a829cdb4-62dd-45c0-b95f-e8a147b85d1d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Fanout notify agent at l3_agent the message router_deleted on router 5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:54:37.549573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a829cdb4-62dd-45c0-b95f-e8a147b85d1d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.553865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Router f3669f67-143c-4009-9d06-fb9a038ab5e3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:54:37.555566 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a829cdb4-62dd-45c0-b95f-e8a147b85d1d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd HTTP/1.1" status: 204 len: 168 time: 1.7351034 Jan 27 21:54:37.567310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56650) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:37.632486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.633615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.717975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.743259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a3d306-191d-4598-9424-55d0110131dd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet 31c9eebd-f7e4-412d-b5bb-3b3049625b8e {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:54:37.744947 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.754628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83a3d306-191d-4598-9424-55d0110131dd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (31c9eebd-f7e4-412d-b5bb-3b3049625b8e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.759061 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.768064 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7f846715-02e8-40f1-906a-910252a8c287 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4575338 Jan 27 21:54:37.769131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.812479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3c58394b-716f-48f3-ab67-497607b1d1c0 None None] Provisioning complete for port dd65799b-9bbd-4e95-87b2-74566dce9a6b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:37.813422 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c58394b-716f-48f3-ab67-497607b1d1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.829156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Request body: {'port': {'device_id': '7f5288ea-c67d-4335-b270-ee488bf38281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:37.835991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c548b248-03dd-4272-8a2d-5aca2cd5d36c {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:37.880305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-913a47cd-dd94-4915-b042-e57e718c7381 req-083a5d66-8bcd-4c55-b9ee-194ecd91e306 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971263 Jan 27 21:54:37.885947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3c58394b-716f-48f3-ab67-497607b1d1c0 None None] Port dd65799b-9bbd-4e95-87b2-74566dce9a6b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:37.893252 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Publish callbacks [] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.954761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83a3d306-191d-4598-9424-55d0110131dd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (31c9eebd-f7e4-412d-b5bb-3b3049625b8e), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.990123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Transition to ACTIVE for port object c548b248-03dd-4272-8a2d-5aca2cd5d36c will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:38.004496 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (5c161585-b19f-429c-8ae0-7b5ffcf18e4f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.005065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Fanout notify agent at l3_agent the message router_deleted on router 5c161585-b19f-429c-8ae0-7b5ffcf18e4f {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:54:38.018980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.021072 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.022261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-60b06bbe-354c-462c-b236-166f129fc8c9 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/5c161585-b19f-429c-8ae0-7b5ffcf18e4f HTTP/1.1" status: 204 len: 168 time: 5.2578940 Jan 27 21:54:38.042298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56652) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:38.069952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Router 65216d09-5f5b-4f84-95b6-6ea1092c4160 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:54:38.088479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-42c1a182-e038-4fba-b179-1ad1ea48c107 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1782468393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:38.104042 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.105788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:38.115117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-13987444-3887-4b1f-ab2c-4c2682bbd72f admin admin] 10.222.0.45 "PUT /v2.0/routers/f3669f67-143c-4009-9d06-fb9a038ab5e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9683254 Jan 27 21:54:38.124482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Sync routers for ids ['f3669f67-143c-4009-9d06-fb9a038ab5e3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:38.151915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Routers {'f3669f67-143c-4009-9d06-fb9a038ab5e3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:38.153550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f3669f67-143c-4009-9d06-fb9a038ab5e3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:38.367981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c548b248-03dd-4272-8a2d-5aca2cd5d36c,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:38.385696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42c1a182-e038-4fba-b179-1ad1ea48c107 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (70a01122-2f8f-43a3-b29e-f1df74ef51f5), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.388403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42c1a182-e038-4fba-b179-1ad1ea48c107 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (70a01122-2f8f-43a3-b29e-f1df74ef51f5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.412161 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83a3d306-191d-4598-9424-55d0110131dd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (31c9eebd-f7e4-412d-b5bb-3b3049625b8e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.480227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Set router f3669f67-143c-4009-9d06-fb9a038ab5e3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:38.708581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device cb350410-1624-4f65-b9c3-7dd62165fda9 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:38.776660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (31cead64-7f7c-4cb9-b5b6-767f5409c76d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.803814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (31cead64-7f7c-4cb9-b5b6-767f5409c76d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.887403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.897302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42c1a182-e038-4fba-b179-1ad1ea48c107 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (70a01122-2f8f-43a3-b29e-f1df74ef51f5), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.950952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Attempting to bind port c548b248-03dd-4272-8a2d-5aca2cd5d36c on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:38.951956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Attempting to bind port c548b248-03dd-4272-8a2d-5aca2cd5d36c by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:38.952412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Attempting to bind port c548b248-03dd-4272-8a2d-5aca2cd5d36c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:38.969866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42c1a182-e038-4fba-b179-1ad1ea48c107 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (70a01122-2f8f-43a3-b29e-f1df74ef51f5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.990493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Port c548b248-03dd-4272-8a2d-5aca2cd5d36c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:38.990984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Attempting to bind port c548b248-03dd-4272-8a2d-5aca2cd5d36c on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:39.000276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cead64-7f7c-4cb9-b5b6-767f5409c76d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:39.006003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83a3d306-191d-4598-9424-55d0110131dd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (31c9eebd-f7e4-412d-b5bb-3b3049625b8e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.020868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-42c1a182-e038-4fba-b179-1ad1ea48c107 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.022514 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-42c1a182-e038-4fba-b179-1ad1ea48c107 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9741418 Jan 27 21:54:39.023743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:39.024261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:39.024756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:39.025305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Bound port: c548b248-03dd-4272-8a2d-5aca2cd5d36c, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:39.025760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.038413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56674) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:39.049520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': True}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:39.121935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3d306-191d-4598-9424-55d0110131dd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=31c9eebd-f7e4-412d-b5bb-3b3049625b8e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:39.131898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83a3d306-191d-4598-9424-55d0110131dd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.145734 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-83a3d306-191d-4598-9424-55d0110131dd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/31c9eebd-f7e4-412d-b5bb-3b3049625b8e HTTP/1.1" status: 204 len: 168 time: 1.5766969 Jan 27 21:54:39.153693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56676) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:39.160071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57c273-21c7-4474-873f-7d38493b99c3 None None] Network 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:39.185837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port cb350410-1624-4f65-b9c3-7dd62165fda9, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cb350410-1624-4f65-b9c3-7dd62165fda9,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:39.261202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:39.269686 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.280856 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] Sync routers for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:39.300110 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:39.301594 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:39.371108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9cd41-a512-454c-8d81-98b55e79f0df req-23be96a4-3415-48b0-995c-82561904f74a tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.384481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ae9cd41-a512-454c-8d81-98b55e79f0df req-23be96a4-3415-48b0-995c-82561904f74a tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 948 time: 0.6050200 Jan 27 21:54:39.386893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.443686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'cb350410-1624-4f65-b9c3-7dd62165fda9', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'cb350410-1624-4f65-b9c3-7dd62165fda9', 'mac_address': 'fa:16:3e:2e:0e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:39.475845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:33Z', 'revision_number': 4, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd41bc477-ac86-4ffb-b2ee-aba9b367045b', 'name': '', 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'mac_address': 'fa:16:3e:02:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '849c3c01-ecfd-4e6a-acc9-d28572ca2422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:30Z', 'updated_at': '2022-01-27T21:54:33Z', 'revision_number': 2, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'subnets': [{'id': '849c3c01-ecfd-4e6a-acc9-d28572ca2422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:39.513540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] For port c548b248-03dd-4272-8a2d-5aca2cd5d36c, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:39.518973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9bb1250b-50da-4002-ace5-39f8e6cdd940 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "PUT /v2.0/floatingips/c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3 HTTP/1.1" status: 200 len: 992 time: 6.3591645 Jan 27 21:54:39.521945 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:39.524584 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (b02bcc8c-63cf-49b8-a4c2-9ace33c89893), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.527340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] For port c548b248-03dd-4272-8a2d-5aca2cd5d36c, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c548b248-03dd-4272-8a2d-5aca2cd5d36c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:39.554980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.596320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:39.600617 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8570b2dd-86b3-47f5-8287-84cf7b875b36" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:39.614021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b02bcc8c-63cf-49b8-a4c2-9ace33c89893), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.640410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c548b248-03dd-4272-8a2d-5aca2cd5d36c,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:39.690189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Checking router: f3669f67-143c-4009-9d06-fb9a038ab5e3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:54:39.690511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Updating router f3669f67-143c-4009-9d06-fb9a038ab5e3 port d41bc477-ac86-4ffb-b2ee-aba9b367045b binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:54:39.705632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.706888 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.709361 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-7fb40e5d-dd5d-41c3-8c48-1e075dd258d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/c548b248-03dd-4272-8a2d-5aca2cd5d36c HTTP/1.1" status: 200 len: 1096 time: 4.7126822 Jan 27 21:54:39.715536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ca758b-e43f-4ff2-97b2-c301b3fd9116', 'tag': 'c548b248-03dd-4272-8a2d-5aca2cd5d36c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:39.720097 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae" -d '{"events": [{"name": "network-changed", "server_uuid": "09ca758b-e43f-4ff2-97b2-c301b3fd9116", "tag": "c548b248-03dd-4272-8a2d-5aca2cd5d36c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:39.745175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd65799b-9bbd-4e95-87b2-74566dce9a6b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:39.762094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Publish callbacks [] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.806346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.807802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.5294073 Jan 27 21:54:39.822199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56684) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:39.865344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-18b73afc-374d-4226-863a-dda1e71f7c2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': 'b02bcc8c-63cf-49b8-a4c2-9ace33c89893', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:39.865647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ae9cd41-a512-454c-8d81-98b55e79f0df req-559c3776-8b5d-4b54-a6d4-6f03f49662ae tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794817 Jan 27 21:54:39.866098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897c3af-9717-48dd-8702-51ed4a2fea09 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02bcc8c-63cf-49b8-a4c2-9ace33c89893,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:39.885050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port cb350410-1624-4f65-b9c3-7dd62165fda9 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:39.887702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.898757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port c748d30c-7067-4170-adef-92b8cd439dcf {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:39.901103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.913553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-78017447-39e1-4f66-bf59-f1bc6d436dbf tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.922746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb350410-1624-4f65-b9c3-7dd62165fda9 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:39.926133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-78017447-39e1-4f66-bf59-f1bc6d436dbf tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 819 time: 0.9126558 Jan 27 21:54:39.976180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port cb350410-1624-4f65-b9c3-7dd62165fda9, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cb350410-1624-4f65-b9c3-7dd62165fda9,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:39.983004 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.020471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.039377 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (70a01122-2f8f-43a3-b29e-f1df74ef51f5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.077040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-2f29f1bd-fd7c-4a76-9d05-e21742c53a86 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/quotas/0dd809130b35416a80677bfd9217bf9f HTTP/1.1" status: 200 len: 375 time: 0.1434324 Jan 27 21:54:40.091087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port c748d30c-7067-4170-adef-92b8cd439dcf, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c748d30c-7067-4170-adef-92b8cd439dcf,segment=NetworkSegment(8d9b5bda-c89a-4afd-ba26-4d685731a16e),segment_id=8d9b5bda-c89a-4afd-ba26-4d685731a16e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:40.091890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.130078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Transition to ACTIVE for port object dd65799b-9bbd-4e95-87b2-74566dce9a6b will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:40.154910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for c748d30c-7067-4170-adef-92b8cd439dcf owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:40.166056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.167911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] DHCP port deletion for 4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:54:40.210385 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:54:40.314404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-f23401a4-c420-4c2d-a8c9-794bc34ea760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.316873 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'port_id': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'mac_address': 'fa:16:3e:a5:1f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:57Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 1, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:55Z', 'revision_number': 5, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:40.317759 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-f23401a4-c420-4c2d-a8c9-794bc34ea760 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 1099 time: 0.5381310 Jan 27 21:54:40.327523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=cb350410-1624-4f65-b9c3-7dd62165fda9,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:40.330836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18b73afc-374d-4226-863a-dda1e71f7c2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group_rule (1a825d89-2a0c-488d-9fd1-7d39c85bf58b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.405536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Pushing event updated for resources: {'Port': ['ID=dd65799b-9bbd-4e95-87b2-74566dce9a6b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:40.410742 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-69cc86f5-0783-4c10-b8c2-b7532828c13e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c548b248-03dd-4272-8a2d-5aca2cd5d36c HTTP/1.1" status: 200 len: 217 time: 0.0690567 Jan 27 21:54:40.420676 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] Checking router: 65216d09-5f5b-4f84-95b6-6ea1092c4160 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:54:40.450542 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:40.451764 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:40.459829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d845d-8e01-4beb-ab88-68f09f36fe9c req-5ef148c0-81d6-4589-bb16-8cf848fb2796 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.481128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f02d845d-8e01-4beb-ab88-68f09f36fe9c req-5ef148c0-81d6-4589-bb16-8cf848fb2796 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 948 time: 0.3898172 Jan 27 21:54:40.524537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-4fa1b5ad-5cde-4d62-beff-4de3bfb44ed0 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4460442 Jan 27 21:54:40.553868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['cb350410-1624-4f65-b9c3-7dd62165fda9'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:40.684717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Attempting to bind port dd65799b-9bbd-4e95-87b2-74566dce9a6b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:40.686135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Attempting to bind port dd65799b-9bbd-4e95-87b2-74566dce9a6b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:40.688027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Attempting to bind port dd65799b-9bbd-4e95-87b2-74566dce9a6b on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:40.743029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.747237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c748d30c-7067-4170-adef-92b8cd439dcf no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:40.776522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-e8d405aa-03ea-47ae-8609-35591a7cd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.778239 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-e8d405aa-03ea-47ae-8609-35591a7cd689 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.3573818 Jan 27 21:54:40.793906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Port dd65799b-9bbd-4e95-87b2-74566dce9a6b on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:40.794450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Attempting to bind port dd65799b-9bbd-4e95-87b2-74566dce9a6b on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:40.797999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f02d845d-8e01-4beb-ab88-68f09f36fe9c req-dbc55685-6651-444d-afc4-6081bd824f3c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136837 Jan 27 21:54:40.802374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] Deleting port c748d30c-7067-4170-adef-92b8cd439dcf {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:40.802962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.834464 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:40.852151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18b73afc-374d-4226-863a-dda1e71f7c2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group_rule (1a825d89-2a0c-488d-9fd1-7d39c85bf58b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.915086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:40.916777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:40.917653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:40.918709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Bound port: dd65799b-9bbd-4e95-87b2-74566dce9a6b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:40.919606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.943979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=c748d30c-7067-4170-adef-92b8cd439dcf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:40.948357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No DVR routers for this DVR port c748d30c-7067-4170-adef-92b8cd439dcf on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:40.966920 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18b73afc-374d-4226-863a-dda1e71f7c2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (1a825d89-2a0c-488d-9fd1-7d39c85bf58b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.977690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-f34cc7d9-5aff-4886-ad74-7f37122db9a1 service neutron] 10.222.0.45 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629711 Jan 27 21:54:41.002177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c748d30c-7067-4170-adef-92b8cd439dcf {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:41.003011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c748d30c-7067-4170-adef-92b8cd439dcf not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:41.097406 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9cfd71-d79d-4a75-b628-b06a2f560477 x-openstack-request-id: req-5c9cfd71-d79d-4a75-b628-b06a2f560477 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:41.098160 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ca758b-e43f-4ff2-97b2-c301b3fd9116", "tag": "c548b248-03dd-4272-8a2d-5aca2cd5d36c", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:41.099488 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c9cfd71-d79d-4a75-b628-b06a2f560477 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:41.102497 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ca758b-e43f-4ff2-97b2-c301b3fd9116', 'tag': 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'status': 'completed', 'code': 200} Jan 27 21:54:41.103734 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a287781-24bc-444f-86e8-24cecbb8a0a2 x-openstack-request-id: req-9a287781-24bc-444f-86e8-24cecbb8a0a2 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:41.104231 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:41.104602 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a287781-24bc-444f-86e8-24cecbb8a0a2 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:41.105229 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'status': 'completed', 'code': 200} Jan 27 21:54:41.122848 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.208854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b73afc-374d-4226-863a-dda1e71f7c2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a825d89-2a0c-488d-9fd1-7d39c85bf58b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:41.261480 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.309571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-6e89ce4d-51e1-4201-872a-3dc4f2a0daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:41.311588 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-6e89ce4d-51e1-4201-872a-3dc4f2a0daf7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4922240 Jan 27 21:54:41.316790 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-18b73afc-374d-4226-863a-dda1e71f7c2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.318580 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-18b73afc-374d-4226-863a-dda1e71f7c2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4946406 Jan 27 21:54:41.327727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56688) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:41.342871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-81968d1e-8821-49b5-8f23-6d3050f37996 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': 'b02bcc8c-63cf-49b8-a4c2-9ace33c89893', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:41.350784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] For port c748d30c-7067-4170-adef-92b8cd439dcf, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:41.351557 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.384437 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (70a01122-2f8f-43a3-b29e-f1df74ef51f5), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.443455 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.466623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] Calling delete_port for c748d30c-7067-4170-adef-92b8cd439dcf owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:41.477208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] Port c748d30c-7067-4170-adef-92b8cd439dcf was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:54:41.512229 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (c748d30c-7067-4170-adef-92b8cd439dcf), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.590951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] Pushing event deleted for resources: {'Port': ['ID=c748d30c-7067-4170-adef-92b8cd439dcf,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:41.611783 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'port_id': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'mac_address': 'fa:16:3e:a5:1f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:57Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 1, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:55Z', 'revision_number': 5, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:41.696962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092b0cb-22fc-48ff-b78d-d4b0195453f3 req-69798e02-2880-479f-a744-6dc0655c5c63 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:41.698051 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81bc5b-d14e-41d3-b9f1-f8b76f9f9ffa None None] The sync data for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 is: [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'port_id': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'mac_address': 'fa:16:3e:a5:1f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:57Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 1, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:55Z', 'revision_number': 5, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:41.699988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b092b0cb-22fc-48ff-b78d-d4b0195453f3 req-69798e02-2880-479f-a744-6dc0655c5c63 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 949 time: 0.4750628 Jan 27 21:54:41.739653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c84c76-33fb-4201-8c11-00cb333aedc3 None None] No DVR routers for this DVR port c748d30c-7067-4170-adef-92b8cd439dcf on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:41.791920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81968d1e-8821-49b5-8f23-6d3050f37996 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group_rule (e1a35852-c20d-42d4-ba41-4df9a7b0ed3c), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.817100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.883879 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Publish callbacks [] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.901458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.939028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-851b613c-486a-4f05-916d-75c8b597d334 service neutron] 10.222.0.45 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9482346 Jan 27 21:54:41.986162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Allocated IP 172.25.8.122 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8a5e050d-608e-492f-91dd-07d5780776a3) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:42.005573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b092b0cb-22fc-48ff-b78d-d4b0195453f3 req-b3898ee4-763b-4f90-b40c-03a27b274682 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838619 Jan 27 21:54:42.026483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] For port dd65799b-9bbd-4e95-87b2-74566dce9a6b, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:42.028469 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-81968d1e-8821-49b5-8f23-6d3050f37996 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:54:42.035144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-81968d1e-8821-49b5-8f23-6d3050f37996 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6969926 Jan 27 21:54:42.041506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56694) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:42.051224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:42.084344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549a685-4db8-4bcf-a3e3-fa3e35df1901 None None] Pushing event updated for resources: {'Port': ['ID=d41bc477-ac86-4ffb-b2ee-aba9b367045b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:42.102817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9b5bda-c89a-4afd-ba26-4d685731a16e') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:42.103710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9b5bda-c89a-4afd-ba26-4d685731a16e') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:42.150641 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-68e7bf60-1a32-446b-a299-6d0e4dae53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.152016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-68e7bf60-1a32-446b-a299-6d0e4dae53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.153052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-68e7bf60-1a32-446b-a299-6d0e4dae53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.154145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-68e7bf60-1a32-446b-a299-6d0e4dae53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.155265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-68e7bf60-1a32-446b-a299-6d0e4dae53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.156439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-68e7bf60-1a32-446b-a299-6d0e4dae53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.157643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-68e7bf60-1a32-446b-a299-6d0e4dae53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.163687 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-68e7bf60-1a32-446b-a299-6d0e4dae53ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6491 time: 1.0575881 Jan 27 21:54:42.179709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] For port dd65799b-9bbd-4e95-87b2-74566dce9a6b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dd65799b-9bbd-4e95-87b2-74566dce9a6b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:42.198130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (8d9b5bda-c89a-4afd-ba26-4d685731a16e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.269100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.350923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a030c79-552c-4c5d-9a84-7919e508419d None None] New status for floating IP c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:54:42.416892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8d9b5bda-c89a-4afd-ba26-4d685731a16e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.524880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Pushing event updated for resources: {'Port': ['ID=dd65799b-9bbd-4e95-87b2-74566dce9a6b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:42.536339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:54:42.537008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (8d9b5bda-c89a-4afd-ba26-4d685731a16e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:54:42.549132 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:54:42.556593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.558284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.560171 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-b61afde6-65af-4b22-ad7e-d41c13a27d2b service neutron] 10.222.0.16 "PUT /v2.0/ports/dd65799b-9bbd-4e95-87b2-74566dce9a6b HTTP/1.1" status: 200 len: 1096 time: 4.7532244 Jan 27 21:54:42.580180 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-3bbc6f3a-773e-47fe-aaa7-6aca867add48 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2521884 Jan 27 21:54:42.592577 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for port (8a5e050d-608e-492f-91dd-07d5780776a3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.765509 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8a5e050d-608e-492f-91dd-07d5780776a3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.800912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Attempting to bind port d41bc477-ac86-4ffb-b2ee-aba9b367045b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:42.802077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Attempting to bind port d41bc477-ac86-4ffb-b2ee-aba9b367045b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:42.803291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Attempting to bind port d41bc477-ac86-4ffb-b2ee-aba9b367045b on network 8c960a22-2521-441b-82f5-ce5b7d9fabdc {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:42.854478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:42.855665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Checking segment: {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:42.857664 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.867251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Bound using segment: {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:42.868655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Bound port: d41bc477-ac86-4ffb-b2ee-aba9b367045b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:42.869508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.026982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6423e77e-a8d0-4d94-a0da-9daa377b98cd req-db0e68f0-45a0-4f70-a0d1-26c7e757d61b tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 210 time: 0.1200593 Jan 27 21:54:43.111765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5288ea-c67d-4335-b270-ee488bf38281', 'tag': 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:43.120958 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7789f5-34a3-4ac7-b921-6138f501cd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5288ea-c67d-4335-b270-ee488bf38281", "tag": "dd65799b-9bbd-4e95-87b2-74566dce9a6b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:43.121183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] For port d41bc477-ac86-4ffb-b2ee-aba9b367045b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:43.133349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] For port d41bc477-ac86-4ffb-b2ee-aba9b367045b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d41bc477-ac86-4ffb-b2ee-aba9b367045b,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:43.144650 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.152696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e33d3-22e4-4a30-af8d-7b7fbdbe3b39 req-6db098a1-2d9d-4f1f-804b-fe33ddcc4bc1 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:43.172052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-983e33d3-22e4-4a30-af8d-7b7fbdbe3b39 req-6db098a1-2d9d-4f1f-804b-fe33ddcc4bc1 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 948 time: 0.8153832 Jan 27 21:54:43.193456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:43.197051 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.224940 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.238090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:43.251472 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7 HTTP/1.1" status: 204 len: 168 time: 4.0826104 Jan 27 21:54:43.265394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56712) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:43.293641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-927406522'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:43.305409 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0fb0-a238-4375-9fe8-7f55e856bd2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (b02bcc8c-63cf-49b8-a4c2-9ace33c89893), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.371036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0fb0-a238-4375-9fe8-7f55e856bd2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (b02bcc8c-63cf-49b8-a4c2-9ace33c89893), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.385908 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-3c9eaa4f-3d97-4f22-8325-45beba400e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:43.389465 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-3c9eaa4f-3d97-4f22-8325-45beba400e9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 1099 time: 0.7245405 Jan 27 21:54:43.410452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-b5d829c2-d5a6-4206-9ec5-d14cbcd2c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:43.415619 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-b5d829c2-d5a6-4206-9ec5-d14cbcd2c37a service neutron] 10.222.0.16 "GET /v2.0/networks?id=25e016db-c5c8-4680-99fd-c704adf86e2c HTTP/1.1" status: 200 len: 913 time: 1.2332206 Jan 27 21:54:43.419796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb516d4-4c14-48f8-8dc3-a207d1f58e48 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=4ded1f70-dc0b-4e6b-ae5f-deb46e871ac7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:43.451281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:43.475061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Routers {'f3669f67-143c-4009-9d06-fb9a038ab5e3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:43.476710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f3669f67-143c-4009-9d06-fb9a038ab5e3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:43.546877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'Port': ['ID=8a5e050d-608e-492f-91dd-07d5780776a3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:43.648177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549a685-4db8-4bcf-a3e3-fa3e35df1901 None None] Pushing event updated for resources: {'Port': ['ID=d41bc477-ac86-4ffb-b2ee-aba9b367045b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:43.700675 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-41c931b7-0b85-479b-8ab3-e416387c5a11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=dd65799b-9bbd-4e95-87b2-74566dce9a6b HTTP/1.1" status: 200 len: 217 time: 0.2632089 Jan 27 21:54:43.760300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0fb0-a238-4375-9fe8-7f55e856bd2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b02bcc8c-63cf-49b8-a4c2-9ace33c89893), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.764120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7b9b0fb0-a238-4375-9fe8-7f55e856bd2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.770600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7b9b0fb0-a238-4375-9fe8-7f55e856bd2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/b02bcc8c-63cf-49b8-a4c2-9ace33c89893 HTTP/1.1" status: 204 len: 168 time: 1.7276289 Jan 27 21:54:43.773402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] Set router f3669f67-143c-4009-9d06-fb9a038ab5e3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:43.790822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56716) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:43.800877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-1a175644-bdc9-4e5a-bc01-8d17c5e62758 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1573195 Jan 27 21:54:43.901281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-983e33d3-22e4-4a30-af8d-7b7fbdbe3b39 req-fa4e2142-4759-4de6-ae67-670b83aa70b2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970382 Jan 27 21:54:43.922514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:43.926651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.944861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b0fb0-a238-4375-9fe8-7f55e856bd2f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02bcc8c-63cf-49b8-a4c2-9ace33c89893,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:43.967731 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-475d2ad8-48b5-4103-9674-65bd48be3d6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c HTTP/1.1" status: 200 len: 1002 time: 0.5400743 Jan 27 21:54:43.987817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:54:44.006798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8fca4bf7-92be-421a-af62-375040176fcb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.007351 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment 8fca4bf7-92be-421a-af62-375040176fcb of type vlan for network 0313b226-359c-43c1-9327-6cc30842a17e Jan 27 21:54:44.008281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-d21fa61e-ab3c-4f4d-b0fb-a1300f9f4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.010433 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-d21fa61e-ab3c-4f4d-b0fb-a1300f9f4a4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2881949 Jan 27 21:54:44.083264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-fc418eef-a0ff-4b9c-a601-1dac0a0d3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.086187 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-fc418eef-a0ff-4b9c-a601-1dac0a0d3c56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 1099 time: 0.2065053 Jan 27 21:54:44.119223 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (0313b226-359c-43c1-9327-6cc30842a17e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.173990 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae8c022-f404-4bca-b97e-088ffe5c6a2b x-openstack-request-id: req-4ae8c022-f404-4bca-b97e-088ffe5c6a2b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:44.175507 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5288ea-c67d-4335-b270-ee488bf38281", "tag": "dd65799b-9bbd-4e95-87b2-74566dce9a6b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:44.176628 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ae8c022-f404-4bca-b97e-088ffe5c6a2b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:44.177098 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5288ea-c67d-4335-b270-ee488bf38281', 'tag': 'dd65799b-9bbd-4e95-87b2-74566dce9a6b', 'status': 'completed', 'code': 200} Jan 27 21:54:44.187652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (0313b226-359c-43c1-9327-6cc30842a17e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.199775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.200855 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.210344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device cb350410-1624-4f65-b9c3-7dd62165fda9 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:44.222332 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-18a40cd2-8a0f-430a-803a-2a16ddea84ff tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4265838 Jan 27 21:54:44.265320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56728) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:44.268727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-4b00d2e1-dbb4-4792-8bb3-d09f68357121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.270543 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-4b00d2e1-dbb4-4792-8bb3-d09f68357121 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b451e4d-22c1-41c0-85f8-fe5254f83367 HTTP/1.1" status: 200 len: 851 time: 0.2894800 Jan 27 21:54:44.275276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e2885360-b138-494d-8514-2af5e9103612 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--224596389'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:44.355285 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2885360-b138-494d-8514-2af5e9103612 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.368541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=0313b226-359c-43c1-9327-6cc30842a17e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:44.400866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 0313b226-359c-43c1-9327-6cc30842a17e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:54:44.449516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-d3df0d2f-11c9-4ae9-af13-bce5071c3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.452331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb4d7-3865-4cf9-8a6c-26e01e7fae41 req-5b1abb5d-8fd8-4ea4-972c-05ee74010527 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.452778 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-d3df0d2f-11c9-4ae9-af13-bce5071c3f78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=25e016db-c5c8-4680-99fd-c704adf86e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366272 Jan 27 21:54:44.455211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2bfb4d7-3865-4cf9-8a6c-26e01e7fae41 req-5b1abb5d-8fd8-4ea4-972c-05ee74010527 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 949 time: 1.1840024 Jan 27 21:54:44.460946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-de6aa94a-c229-40f1-9352-087a9f1974e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.463057 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-de6aa94a-c229-40f1-9352-087a9f1974e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4079285 Jan 27 21:54:44.649922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port cb350410-1624-4f65-b9c3-7dd62165fda9 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:44.671715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port cb350410-1624-4f65-b9c3-7dd62165fda9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:44.673437 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.700971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-7dba3a92-d5f6-4728-968b-81565d98e913 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.716748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-7dba3a92-d5f6-4728-968b-81565d98e913 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 819 time: 0.3507020 Jan 27 21:54:44.747178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-93faf62f-d789-4133-8509-089eefababee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.752012 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-93faf62f-d789-4133-8509-089eefababee service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.6514282 Jan 27 21:54:44.787279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-069e2f9f-649a-4fa4-9555-afbc37f5cfde tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5118368 Jan 27 21:54:44.799652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56730) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:44.809831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': '0313b226-359c-43c1-9327-6cc30842a17e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:44.862319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2885360-b138-494d-8514-2af5e9103612 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (7c099986-4a01-4ab6-838f-000579804236), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.884135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:33Z', 'revision_number': 4, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd41bc477-ac86-4ffb-b2ee-aba9b367045b', 'name': '', 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'mac_address': 'fa:16:3e:02:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '849c3c01-ecfd-4e6a-acc9-d28572ca2422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:30Z', 'updated_at': '2022-01-27T21:54:43Z', 'revision_number': 4, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'subnets': [{'id': '849c3c01-ecfd-4e6a-acc9-d28572ca2422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:44.910975 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-23bd1c09-aa73-4f52-83ff-46b60910d14a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c548b248-03dd-4272-8a2d-5aca2cd5d36c HTTP/1.1" status: 200 len: 217 time: 0.1330011 Jan 27 21:54:44.918296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2885360-b138-494d-8514-2af5e9103612 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7c099986-4a01-4ab6-838f-000579804236), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.945387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-6ea2ed45-8376-463d-8f9c-e2f59d0ece4a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/quotas/0dd809130b35416a80677bfd9217bf9f HTTP/1.1" status: 200 len: 375 time: 0.2267811 Jan 27 21:54:44.977086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923b0bf-cc85-4070-bbcb-501238a419a4 None None] The sync data for ids ['f3669f67-143c-4009-9d06-fb9a038ab5e3'] in n-d-826529-2 is: [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:33Z', 'revision_number': 4, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd41bc477-ac86-4ffb-b2ee-aba9b367045b', 'name': '', 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'mac_address': 'fa:16:3e:02:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '849c3c01-ecfd-4e6a-acc9-d28572ca2422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:30Z', 'updated_at': '2022-01-27T21:54:43Z', 'revision_number': 4, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'subnets': [{'id': '849c3c01-ecfd-4e6a-acc9-d28572ca2422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:44.995989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port cb350410-1624-4f65-b9c3-7dd62165fda9 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:44.998683 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.112913 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2885360-b138-494d-8514-2af5e9103612 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.114560 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2885360-b138-494d-8514-2af5e9103612 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8427944 Jan 27 21:54:45.139767 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-005520f0-3aa7-4c3c-bf6a-763141b0309a service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749904 Jan 27 21:54:45.144018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8803866-0e8e-4450-866a-51fb0e67a7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb350410-1624-4f65-b9c3-7dd62165fda9'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:45.147391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56734) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.150596 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2397030-826a-469d-90a7-3d18a26a1973" -d '{"events": [{"server_uuid": "e8803866-0e8e-4450-866a-51fb0e67a7fb", "name": "network-vif-plugged", "status": "completed", "tag": "cb350410-1624-4f65-b9c3-7dd62165fda9"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:45.153713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6a2da253-d448-4162-884e-cb4d86c52cb1 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '7c099986-4a01-4ab6-838f-000579804236', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:45.155212 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-6a2da253-d448-4162-884e-cb4d86c52cb1 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 21:54:45.155994 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-6a2da253-d448-4162-884e-cb4d86c52cb1 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:45.157619 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6a2da253-d448-4162-884e-cb4d86c52cb1 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089512 Jan 27 21:54:45.172508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2885360-b138-494d-8514-2af5e9103612 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c099986-4a01-4ab6-838f-000579804236,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:45.194532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56738) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.195254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port cb350410-1624-4f65-b9c3-7dd62165fda9, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cb350410-1624-4f65-b9c3-7dd62165fda9,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:45.201813 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.226113 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-8d63b7a1-5f34-450d-a8af-c9dd459a1e24 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282097 Jan 27 21:54:45.233341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-95eaa82c-92cd-4a4e-9274-07a84757f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.234965 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-95eaa82c-92cd-4a4e-9274-07a84757f9b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.3107471 Jan 27 21:54:45.392339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=cb350410-1624-4f65-b9c3-7dd62165fda9,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:45.403860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-0aa04c81-8a7a-4894-9681-5385558a8c7e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.406469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-0aa04c81-8a7a-4894-9681-5385558a8c7e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.57 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 819 time: 0.6043947 Jan 27 21:54:45.432657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:45.436822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.454143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Request body: {'port': {'device_id': '68a71e49-8918-4de0-8142-148d568d2b10', 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc', 'admin_state_up': True, 'tenant_id': '0dd809130b35416a80677bfd9217bf9f'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:45.870969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (c91b0938-d599-46df-9f50-95a7c83626bf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.949443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-e0108018-62db-456e-8f49-7323a568d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.951961 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-e0108018-62db-456e-8f49-7323a568d19a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6563332 Jan 27 21:54:46.006399 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8570b2dd-86b3-47f5-8287-84cf7b875b36 req-3e8ee542-495e-4e18-bea7-dd9dd8c18436 service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471005 Jan 27 21:54:46.127682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f48-7f13-42c0-8c22-0e9d01a447ad tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (7c099986-4a01-4ab6-838f-000579804236), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.129321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2bfb4d7-3865-4cf9-8a6c-26e01e7fae41 req-9b7a2b79-f4e0-4578-a2ce-302def0032c3 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6541877 Jan 27 21:54:46.172201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f48-7f13-42c0-8c22-0e9d01a447ad tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (7c099986-4a01-4ab6-838f-000579804236), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.234227 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=c91b0938-d599-46df-9f50-95a7c83626bf,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:46.247627 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-259ee7e6-280f-491d-bc8f-f077ff0892bd req-36e077ca-c8c9-4d15-8448-e65f1a3d989e service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9583690 Jan 27 21:54:46.255505 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f48-7f13-42c0-8c22-0e9d01a447ad tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7c099986-4a01-4ab6-838f-000579804236), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.270219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0f48-7f13-42c0-8c22-0e9d01a447ad tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.278857 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9b7b0f48-7f13-42c0-8c22-0e9d01a447ad tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/7c099986-4a01-4ab6-838f-000579804236 HTTP/1.1" status: 204 len: 168 time: 1.0780976 Jan 27 21:54:46.282536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56740) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:46.305549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c548b248-03dd-4272-8a2d-5aca2cd5d36c details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:46.354287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-bbc5f727-1d4b-4782-b8bd-49bd70bfe0c1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4075737 Jan 27 21:54:46.358747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Made reservation on behalf of 0dd809130b35416a80677bfd9217bf9f for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:46.365733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.402175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (70a01122-2f8f-43a3-b29e-f1df74ef51f5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.566148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0f48-7f13-42c0-8c22-0e9d01a447ad tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c099986-4a01-4ab6-838f-000579804236,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:46.767175 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cc175bbf-3c47-40f2-ab3d-8dc05de8d315 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3867939 Jan 27 21:54:46.783015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56744) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:46.793878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-912aa95f-ad8c-4682-bef7-273f78cd9d07 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--801749788'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:46.798814 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': '8fca4bf7-92be-421a-af62-375040176fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0313b226-359c-43c1-9327-6cc30842a17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:46.799325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: 0313b226-359c-43c1-9327-6cc30842a17e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:54:46.843518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-2ef04713-1ead-4e90-81b9-7b4b122da675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.846092 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-2ef04713-1ead-4e90-81b9-7b4b122da675 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 1099 time: 0.4160309 Jan 27 21:54:46.927647 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-23717b41-40d2-4d86-9757-3db05d6a3668 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9282155 Jan 27 21:54:46.931259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c5a93-c1ad-47ab-ab66-1506bb58a6d7 req-179b9ff0-0ac2-4024-bb62-58c8dece19f2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.945860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d41bc477-ac86-4ffb-b2ee-aba9b367045b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:46.947969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b0c5a93-c1ad-47ab-ab66-1506bb58a6d7 req-179b9ff0-0ac2-4024-bb62-58c8dece19f2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 948 time: 0.3523245 Jan 27 21:54:47.040323 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-912aa95f-ad8c-4682-bef7-273f78cd9d07 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.130206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d41bc477-ac86-4ffb-b2ee-aba9b367045b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:47.130810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.152722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 0313b226-359c-43c1-9327-6cc30842a17e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:54:47.195176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c548b248-03dd-4272-8a2d-5aca2cd5d36c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c548b248-03dd-4272-8a2d-5aca2cd5d36c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:47.227309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 0313b226-359c-43c1-9327-6cc30842a17e) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:47.247647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'mac_address': 'fa:16:3e:6d:63:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:47.255971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.257336 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.263084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33bce82-986c-41b4-b865-686cf950b664 None None] Network 0313b226-359c-43c1-9327-6cc30842a17e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:47.359394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9db775c5-5bfe-46a2-8c81-692933da8cb6 service neutron] 10.222.0.45 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9883482 Jan 27 21:54:47.385746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b0c5a93-c1ad-47ab-ab66-1506bb58a6d7 req-0474c16b-2c28-49ae-8749-91669f982a91 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363589 Jan 27 21:54:47.439187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c548b248-03dd-4272-8a2d-5aca2cd5d36c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:47.439941 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.539194 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3255eb7b-7610-420e-b18a-2addb83c226b x-openstack-request-id: req-3255eb7b-7610-420e-b18a-2addb83c226b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:47.539823 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8803866-0e8e-4450-866a-51fb0e67a7fb", "name": "network-vif-plugged", "status": "completed", "tag": "cb350410-1624-4f65-b9c3-7dd62165fda9", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:47.540354 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3255eb7b-7610-420e-b18a-2addb83c226b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:47.541122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (70a01122-2f8f-43a3-b29e-f1df74ef51f5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.542219 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8803866-0e8e-4450-866a-51fb0e67a7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb350410-1624-4f65-b9c3-7dd62165fda9', 'code': 200} Jan 27 21:54:47.571481 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (70a01122-2f8f-43a3-b29e-f1df74ef51f5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.575986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Allocated IP 172.20.0.9 (8c960a22-2521-441b-82f5-ce5b7d9fabdc/849c3c01-ecfd-4e6a-acc9-d28572ca2422/54eb5805-c358-4d38-8a2e-50e6835f313b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:47.616458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c548b248-03dd-4272-8a2d-5aca2cd5d36c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:47.727528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c548b248-03dd-4272-8a2d-5aca2cd5d36c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c548b248-03dd-4272-8a2d-5aca2cd5d36c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:47.734723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d41bc477-ac86-4ffb-b2ee-aba9b367045b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:47.735374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.753786 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.792199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-0313b226-359c-43c1-9327-6cc30842a17e', 'network_id': '0313b226-359c-43c1-9327-6cc30842a17e', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': 'c91b0938-d599-46df-9f50-95a7c83626bf'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:54:47.793015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.808831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-abc66698-e0c9-4910-9748-d72c2a57285f service neutron] 10.222.0.45 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477210 Jan 27 21:54:47.905644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d01f6-3b89-4f82-b609-94f8906a6943 req-eb6573c9-e785-4a7d-a84d-f7b49deefc11 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.909104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c3d01f6-3b89-4f82-b609-94f8906a6943 req-eb6573c9-e785-4a7d-a84d-f7b49deefc11 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 950 time: 0.2736599 Jan 27 21:54:47.920389 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-912aa95f-ad8c-4682-bef7-273f78cd9d07 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (8355db6f-4f61-4bff-bbc7-42a34b85130a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.937717 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fcda7993-a6d8-4cd3-9576-86bb9e4ea979 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1318190 Jan 27 21:54:47.941704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-c340105a-0f2a-49db-a25c-03afd84ab8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.943960 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-c340105a-0f2a-49db-a25c-03afd84ab8c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.0770473 Jan 27 21:54:47.945968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56750) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:47.951876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-799d823f-4197-4711-8e4a-6c21a5091c12 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1610613235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:47.960723 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-912aa95f-ad8c-4682-bef7-273f78cd9d07 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8355db6f-4f61-4bff-bbc7-42a34b85130a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.001184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Allocated IP 2001:db8::2 (0313b226-359c-43c1-9327-6cc30842a17e/c91b0938-d599-46df-9f50-95a7c83626bf/77b2f577-1a13-42ea-a288-d37dbd667bcd) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:48.053123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912aa95f-ad8c-4682-bef7-273f78cd9d07 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8355db6f-4f61-4bff-bbc7-42a34b85130a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:48.057315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0d5a5-bee3-4de7-9469-8a5e852b17fe req-b25aff86-e61f-45d5-8cd7-52e38f01e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.058975 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-88c0d5a5-bee3-4de7-9469-8a5e852b17fe req-b25aff86-e61f-45d5-8cd7-52e38f01e5bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 1101 time: 0.2965944 Jan 27 21:54:48.111489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-799d823f-4197-4711-8e4a-6c21a5091c12 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (0d871a3f-eef0-487e-8fdc-f625e2b65a79), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.112855 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-799d823f-4197-4711-8e4a-6c21a5091c12 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (0d871a3f-eef0-487e-8fdc-f625e2b65a79), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.123512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c3d01f6-3b89-4f82-b609-94f8906a6943 req-dd4cb846-90c7-4204-a45c-5f9adeea8a95 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061231 Jan 27 21:54:48.148567 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f42631c3-06d8-4da1-b6d1-b8bf3c9368ae req-005f25bc-6061-4c20-a21c-118790625998 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1327298 Jan 27 21:54:48.205986 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-88c0d5a5-bee3-4de7-9469-8a5e852b17fe req-05f9f544-9f6f-46c7-bb3b-d2b006aac5c1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851865 Jan 27 21:54:48.211915 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-404beaa6-2c3b-445b-89c4-929716cf3845 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=dd65799b-9bbd-4e95-87b2-74566dce9a6b HTTP/1.1" status: 200 len: 217 time: 0.2373252 Jan 27 21:54:48.218457 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-912aa95f-ad8c-4682-bef7-273f78cd9d07 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.224472 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-912aa95f-ad8c-4682-bef7-273f78cd9d07 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4400971 Jan 27 21:54:48.225951 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56756) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:48.239835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-848089df-c435-4969-ba6b-c8808d95eb64 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '8355db6f-4f61-4bff-bbc7-42a34b85130a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:48.241297 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-848089df-c435-4969-ba6b-c8808d95eb64 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 21:54:48.241867 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-848089df-c435-4969-ba6b-c8808d95eb64 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:48.247545 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-848089df-c435-4969-ba6b-c8808d95eb64 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0179064 Jan 27 21:54:48.248161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56758) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:48.328931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-799d823f-4197-4711-8e4a-6c21a5091c12 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (0d871a3f-eef0-487e-8fdc-f625e2b65a79), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.331330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Router 70a01122-2f8f-43a3-b29e-f1df74ef51f5 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:54:48.350282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Publish callbacks [] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.376262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks [] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.378303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54955149-9cf3-4f40-b2e9-bf1f2b8451fa tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (8355db6f-4f61-4bff-bbc7-42a34b85130a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.384469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d4406ad-664a-490f-8415-8f6a1b856129 req-92627dcd-652c-46ba-8608-5faa8a112bed tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 210 time: 0.1025667 Jan 27 21:54:48.386404 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-799d823f-4197-4711-8e4a-6c21a5091c12 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (0d871a3f-eef0-487e-8fdc-f625e2b65a79), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.413864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54955149-9cf3-4f40-b2e9-bf1f2b8451fa tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (8355db6f-4f61-4bff-bbc7-42a34b85130a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.420105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port d41bc477-ac86-4ffb-b2ee-aba9b367045b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d41bc477-ac86-4ffb-b2ee-aba9b367045b,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:48.437353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['c548b248-03dd-4272-8a2d-5aca2cd5d36c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:48.483701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-799d823f-4197-4711-8e4a-6c21a5091c12 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.486389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-799d823f-4197-4711-8e4a-6c21a5091c12 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5387056 Jan 27 21:54:48.521747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.541137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-811f3747-c912-437d-9eaa-16fdd3351038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.552949 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-811f3747-c912-437d-9eaa-16fdd3351038 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0645583 Jan 27 21:54:48.560518 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.589271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56764) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:48.608836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c548b248-03dd-4272-8a2d-5aca2cd5d36c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:48.612413 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.626191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Network 0313b226-359c-43c1-9327-6cc30842a17e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:48.637652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54955149-9cf3-4f40-b2e9-bf1f2b8451fa tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8355db6f-4f61-4bff-bbc7-42a34b85130a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.643852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54955149-9cf3-4f40-b2e9-bf1f2b8451fa tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.645816 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54955149-9cf3-4f40-b2e9-bf1f2b8451fa tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/8355db6f-4f61-4bff-bbc7-42a34b85130a HTTP/1.1" status: 204 len: 168 time: 0.3958957 Jan 27 21:54:48.656333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:48.656718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56768) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:48.671971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:48.699974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.719078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54955149-9cf3-4f40-b2e9-bf1f2b8451fa tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8355db6f-4f61-4bff-bbc7-42a34b85130a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:48.732892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Pushing event updated for resources: {'Port': ['ID=77b2f577-1a13-42ea-a288-d37dbd667bcd,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:48.736085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-0a127710-8f76-4842-be36-0b987610b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.738201 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-0a127710-8f76-4842-be36-0b987610b349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1837304 Jan 27 21:54:48.773325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Network 8c960a22-2521-441b-82f5-ce5b7d9fabdc is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:48.780890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:48.819188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:48.830683 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-debf55f2-8bc0-4453-b41f-943e6f1ad36e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1641569 Jan 27 21:54:48.836840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56770) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:48.843579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-321222f8-ac91-4b13-8691-4bda491a344f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742039673'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:48.894181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-321222f8-ac91-4b13-8691-4bda491a344f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.898633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.900048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.924082 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-efb888f5-416c-4ed0-81f6-27772f2e5a0f service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788223 Jan 27 21:54:49.022824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Attempting to bind port 77b2f577-1a13-42ea-a288-d37dbd667bcd on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:49.023890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Attempting to bind port 77b2f577-1a13-42ea-a288-d37dbd667bcd by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8fca4bf7-92be-421a-af62-375040176fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0313b226-359c-43c1-9327-6cc30842a17e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:49.023890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Attempting to bind port 77b2f577-1a13-42ea-a288-d37dbd667bcd on network 0313b226-359c-43c1-9327-6cc30842a17e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:49.042037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=d41bc477-ac86-4ffb-b2ee-aba9b367045b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:49.050165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:49.050784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Checking segment: {'id': '8fca4bf7-92be-421a-af62-375040176fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0313b226-359c-43c1-9327-6cc30842a17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:49.051706 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.052228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Bound using segment: {'id': '8fca4bf7-92be-421a-af62-375040176fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0313b226-359c-43c1-9327-6cc30842a17e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:49.052934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Bound port: 77b2f577-1a13-42ea-a288-d37dbd667bcd, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fca4bf7-92be-421a-af62-375040176fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0313b226-359c-43c1-9327-6cc30842a17e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:49.053534 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.056693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6236038 Jan 27 21:54:49.090752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Request body: {'port': {'device_id': '68a71e49-8918-4de0-8142-148d568d2b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.100043 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-321222f8-ac91-4b13-8691-4bda491a344f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (bbfbcbfd-e3e5-4091-a54a-cd9497829b4d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.106017 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4c7789f5-34a3-4ac7-b921-6138f501cd5e req-cf68dda0-ce06-4d6c-99d3-d9383eecbc95 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739063 Jan 27 21:54:49.107571 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-321222f8-ac91-4b13-8691-4bda491a344f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bbfbcbfd-e3e5-4091-a54a-cd9497829b4d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.151006 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-321222f8-ac91-4b13-8691-4bda491a344f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.152636 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-321222f8-ac91-4b13-8691-4bda491a344f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3145156 Jan 27 21:54:49.157356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56774) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.161235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2a3dacdb-c667-40ad-a2a4-a1e2016ddd31 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': 'bbfbcbfd-e3e5-4091-a54a-cd9497829b4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.176839 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-2a3dacdb-c667-40ad-a2a4-a1e2016ddd31 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 21:54:49.177721 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-2a3dacdb-c667-40ad-a2a4-a1e2016ddd31 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:49.178963 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2a3dacdb-c667-40ad-a2a4-a1e2016ddd31 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219061 Jan 27 21:54:49.180528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321222f8-ac91-4b13-8691-4bda491a344f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfbcbfd-e3e5-4091-a54a-cd9497829b4d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:49.183138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56778) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.193224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-18f24c79-2e41-48df-b2d9-40172e02dd9a tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': 'bbfbcbfd-e3e5-4091-a54a-cd9497829b4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.195303 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-18f24c79-2e41-48df-b2d9-40172e02dd9a tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 21:54:49.199258 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-18f24c79-2e41-48df-b2d9-40172e02dd9a tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:49.201741 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-18f24c79-2e41-48df-b2d9-40172e02dd9a tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0168133 Jan 27 21:54:49.205013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56780) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.228235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3f74a01f-30c7-44bc-8fc1-201e8c1074bf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': 'bbfbcbfd-e3e5-4091-a54a-cd9497829b4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.230090 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-3f74a01f-30c7-44bc-8fc1-201e8c1074bf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 21:54:49.230715 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-3f74a01f-30c7-44bc-8fc1-201e8c1074bf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:49.231949 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3f74a01f-30c7-44bc-8fc1-201e8c1074bf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0257754 Jan 27 21:54:49.235033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.240797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a441be52-54da-4b8c-b5b6-295b69fb4ef4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': 'bbfbcbfd-e3e5-4091-a54a-cd9497829b4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.241893 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-a441be52-54da-4b8c-b5b6-295b69fb4ef4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 21:54:49.242567 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-a441be52-54da-4b8c-b5b6-295b69fb4ef4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:49.243925 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a441be52-54da-4b8c-b5b6-295b69fb4ef4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075722 Jan 27 21:54:49.246989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56784) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.270486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] For port 77b2f577-1a13-42ea-a288-d37dbd667bcd, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:49.276865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] For port 77b2f577-1a13-42ea-a288-d37dbd667bcd, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=77b2f577-1a13-42ea-a288-d37dbd667bcd,segment=NetworkSegment(8fca4bf7-92be-421a-af62-375040176fcb),segment_id=8fca4bf7-92be-421a-af62-375040176fcb)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:49.288138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.350121 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ef1-39ea-441f-91ec-54abcc734415 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (bbfbcbfd-e3e5-4091-a54a-cd9497829b4d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.378580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deab3d-284f-4c79-9733-1842459a7d24 None None] Pushing event updated for resources: {'Port': ['ID=77b2f577-1a13-42ea-a288-d37dbd667bcd,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:49.393822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ef1-39ea-441f-91ec-54abcc734415 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (bbfbcbfd-e3e5-4091-a54a-cd9497829b4d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.453833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ef1-39ea-441f-91ec-54abcc734415 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bbfbcbfd-e3e5-4091-a54a-cd9497829b4d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.456935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ef1-39ea-441f-91ec-54abcc734415 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.463765 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5dcb7ef1-39ea-441f-91ec-54abcc734415 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/bbfbcbfd-e3e5-4091-a54a-cd9497829b4d HTTP/1.1" status: 204 len: 168 time: 0.2149279 Jan 27 21:54:49.464051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56790) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.474834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e81c7d-cefb-48f2-ba52-a176b0069362 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Pushing event updated for resources: {'Port': ['ID=54eb5805-c358-4d38-8a2e-50e6835f313b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:49.487179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb7ef1-39ea-441f-91ec-54abcc734415 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfbcbfd-e3e5-4091-a54a-cd9497829b4d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:49.514181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744f59-efc1-49d7-9fa0-9c5052487ddc req-8e605e62-bc46-4a2e-982f-d8af68508608 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.518467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69744f59-efc1-49d7-9fa0-9c5052487ddc req-8e605e62-bc46-4a2e-982f-d8af68508608 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 948 time: 0.9278822 Jan 27 21:54:49.549541 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a8a8f542-1d71-4ddd-81af-1ea2410b4e63 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702424 Jan 27 21:54:49.556310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56792) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.565581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d83d1233-45d5-4781-a1b6-7c959348cf22 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038910031'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.613770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d83d1233-45d5-4781-a1b6-7c959348cf22 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.731640 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d83d1233-45d5-4781-a1b6-7c959348cf22 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (23672088-fee1-43a2-abfb-3c2e49c789cf), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.737073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d83d1233-45d5-4781-a1b6-7c959348cf22 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (23672088-fee1-43a2-abfb-3c2e49c789cf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.775442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d83d1233-45d5-4781-a1b6-7c959348cf22 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.776834 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d83d1233-45d5-4781-a1b6-7c959348cf22 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2189956 Jan 27 21:54:49.779271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d1233-45d5-4781-a1b6-7c959348cf22 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23672088-fee1-43a2-abfb-3c2e49c789cf,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:49.785542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56794) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.791492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-dc3c3d56-346a-4dfe-b7d1-a237567e39ce tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.791778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:49.791986 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-dc3c3d56-346a-4dfe-b7d1-a237567e39ce tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 21:54:49.792520 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-dc3c3d56-346a-4dfe-b7d1-a237567e39ce tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:49.797441 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dc3c3d56-346a-4dfe-b7d1-a237567e39ce tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092385 Jan 27 21:54:49.799305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56796) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.802460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.803849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b6071348-157b-432b-8f28-41ed3a0aa404 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "PUT /v2.0/routers/70a01122-2f8f-43a3-b29e-f1df74ef51f5 HTTP/1.1" status: 200 len: 919 time: 10.7605832 Jan 27 21:54:49.813026 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18755a19-6012-4bb2-8947-efd052f19a03 None None] Sync routers for ids ['70a01122-2f8f-43a3-b29e-f1df74ef51f5'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:49.816814 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56798) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.825748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.834556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a6e51830-db21-4283-8486-09f16ad72a05 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.852826 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18755a19-6012-4bb2-8947-efd052f19a03 None None] Routers {'70a01122-2f8f-43a3-b29e-f1df74ef51f5'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:49.853865 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-18755a19-6012-4bb2-8947-efd052f19a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['70a01122-2f8f-43a3-b29e-f1df74ef51f5'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:49.866085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4151c0-8677-4959-ae08-8bcb1eec70d5 req-09f7e17c-b20b-4097-b677-bfb220f71497 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.874608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb4151c0-8677-4959-ae08-8bcb1eec70d5 req-09f7e17c-b20b-4097-b677-bfb220f71497 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 950 time: 0.5880821 Jan 27 21:54:49.933246 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-a6e51830-db21-4283-8486-09f16ad72a05 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:49.937272 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a6e51830-db21-4283-8486-09f16ad72a05 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1157851 Jan 27 21:54:49.937782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56800) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.949387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4d174d64-ed38-4d94-bb35-38f098fc2ccf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.950804 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-4d174d64-ed38-4d94-bb35-38f098fc2ccf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 21:54:49.951735 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-4d174d64-ed38-4d94-bb35-38f098fc2ccf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:49.956175 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d174d64-ed38-4d94-bb35-38f098fc2ccf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142763 Jan 27 21:54:49.958059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56802) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.966886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-da61f74f-42e4-461c-acd2-3bb80377e83e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:49.976720 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-18755a19-6012-4bb2-8947-efd052f19a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:49.994120 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18755a19-6012-4bb2-8947-efd052f19a03 None None] Routers {'70a01122-2f8f-43a3-b29e-f1df74ef51f5'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:49.996049 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-18755a19-6012-4bb2-8947-efd052f19a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['70a01122-2f8f-43a3-b29e-f1df74ef51f5'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:50.046791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:50.087202 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-18755a19-6012-4bb2-8947-efd052f19a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:50.088712 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18755a19-6012-4bb2-8947-efd052f19a03 None None] The sync data for ids ['70a01122-2f8f-43a3-b29e-f1df74ef51f5'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:50.098023 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-da61f74f-42e4-461c-acd2-3bb80377e83e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:50.103056 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da61f74f-42e4-461c-acd2-3bb80377e83e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1432054 Jan 27 21:54:50.105824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56804) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:50.111085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7d7b98f0-cd01-482b-a014-0f26fa07e7bd tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:50.111921 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-7d7b98f0-cd01-482b-a014-0f26fa07e7bd tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 21:54:50.112826 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-7d7b98f0-cd01-482b-a014-0f26fa07e7bd tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:50.115535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69744f59-efc1-49d7-9fa0-9c5052487ddc req-d701a3a2-d0cd-4f9f-be1c-1f0e33709fa8 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740328 Jan 27 21:54:50.118259 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d7b98f0-cd01-482b-a014-0f26fa07e7bd tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111239 Jan 27 21:54:50.119520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:50.124415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0e8ebeaf-be1c-4c6e-81a3-16f1c181db01 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:50.137003 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2955a732-5416-4341-b16b-f8ef07e6890e tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/routers/70a01122-2f8f-43a3-b29e-f1df74ef51f5 HTTP/1.1" status: 200 len: 925 time: 0.3141615 Jan 27 21:54:50.140163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56808) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:50.203266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device dd65799b-9bbd-4e95-87b2-74566dce9a6b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:50.346071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c548b248-03dd-4272-8a2d-5aca2cd5d36c up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:50.425727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb4151c0-8677-4959-ae08-8bcb1eec70d5 req-8bd8850f-e151-4e5e-ad72-215d0e6ae228 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118396 Jan 27 21:54:50.436913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab6e8c4f-fee2-48ca-b7aa-7345c191f375 req-05254f4e-4867-40e7-ab8b-a09dca6c969a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 210 time: 0.1396587 Jan 27 21:54:50.553856 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-0e8ebeaf-be1c-4c6e-81a3-16f1c181db01 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Project d67274d4847a4ef5bc9f5bcfb63aea86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:54:50.589768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-47fb0dc2-918d-48fd-998c-c4d5c5c186a5 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.592054 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-47fb0dc2-918d-48fd-998c-c4d5c5c186a5 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.16 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 819 time: 0.3668818 Jan 27 21:54:50.599313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b7a5fe-f834-42e7-a984-abb864d0885f tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.603902 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-83b7a5fe-f834-42e7-a984-abb864d0885f tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=70a01122-2f8f-43a3-b29e-f1df74ef51f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4601767 Jan 27 21:54:50.614299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Request body: {'port': {'device_id': 'ff2b6103-aca5-44e8-9a4c-f746914d3ea6', 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc', 'admin_state_up': True, 'tenant_id': '0dd809130b35416a80677bfd9217bf9f'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:50.616538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port dd65799b-9bbd-4e95-87b2-74566dce9a6b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dd65799b-9bbd-4e95-87b2-74566dce9a6b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:50.619929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56810) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:50.647393 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-0e8ebeaf-be1c-4c6e-81a3-16f1c181db01 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:50.651254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'dd65799b-9bbd-4e95-87b2-74566dce9a6b', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'dd65799b-9bbd-4e95-87b2-74566dce9a6b', 'mac_address': 'fa:16:3e:cc:5e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:50.653236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0e8ebeaf-be1c-4c6e-81a3-16f1c181db01 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5325890 Jan 27 21:54:50.654088 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56812) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:50.664341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5ff4918f-b7dc-4166-85b3-0bbeaa6b2ed9 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:50.664828 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-5ff4918f-b7dc-4166-85b3-0bbeaa6b2ed9 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 21:54:50.665480 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-5ff4918f-b7dc-4166-85b3-0bbeaa6b2ed9 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:50.669895 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ff4918f-b7dc-4166-85b3-0bbeaa6b2ed9 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104170 Jan 27 21:54:50.687145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56814) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:50.729572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port c548b248-03dd-4272-8a2d-5aca2cd5d36c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:50.790700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port c548b248-03dd-4272-8a2d-5aca2cd5d36c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:50.792978 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:50.800703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-963a4211-6d09-4b64-9496-6491656ae141 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:50.928380 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:50.942718 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-963a4211-6d09-4b64-9496-6491656ae141 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Project d67274d4847a4ef5bc9f5bcfb63aea86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:54:50.968489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54eb5805-c358-4d38-8a2e-50e6835f313b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:50.983195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Publish callbacks [] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.003875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Transition to ACTIVE for port object 54eb5805-c358-4d38-8a2e-50e6835f313b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:51.010209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.039171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf163f-c1f8-4ef5-8fa7-31edf2d8e05e tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:51.046556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d41bc477-ac86-4ffb-b2ee-aba9b367045b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:51.048282 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9fbf163f-c1f8-4ef5-8fa7-31edf2d8e05e tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 881 time: 0.4251316 Jan 27 21:54:51.050233 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-963a4211-6d09-4b64-9496-6491656ae141 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:51.052505 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-963a4211-6d09-4b64-9496-6491656ae141 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2661932 Jan 27 21:54:51.074352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56816) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:51.074793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56818) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:51.101973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Made reservation on behalf of 0dd809130b35416a80677bfd9217bf9f for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:51.110942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.113324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a8bb4c68-3e18-40c1-8341-e62a00bef65f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '23672088-fee1-43a2-abfb-3c2e49c789cf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:51.139873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port dd65799b-9bbd-4e95-87b2-74566dce9a6b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:51.140435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.164171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c548b248-03dd-4272-8a2d-5aca2cd5d36c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:51.164602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.172544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8f9a4146-8f85-492f-a603-0924743490e1 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=70a01122-2f8f-43a3-b29e-f1df74ef51f5 HTTP/1.1" status: 200 len: 205 time: 0.0736063 Jan 27 21:54:51.178971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56822) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:51.233838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Pushing event updated for resources: {'Port': ['ID=54eb5805-c358-4d38-8a2e-50e6835f313b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:51.239280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d41bc477-ac86-4ffb-b2ee-aba9b367045b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:51.240297 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.285612 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-a8bb4c68-3e18-40c1-8341-e62a00bef65f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Project d67274d4847a4ef5bc9f5bcfb63aea86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:54:51.298046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd65799b-9bbd-4e95-87b2-74566dce9a6b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:51.331821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port dd65799b-9bbd-4e95-87b2-74566dce9a6b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dd65799b-9bbd-4e95-87b2-74566dce9a6b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:51.337631 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-a8bb4c68-3e18-40c1-8341-e62a00bef65f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:51.343512 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.345235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a8bb4c68-3e18-40c1-8341-e62a00bef65f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2359645 Jan 27 21:54:51.354192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56824) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:51.365309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ca758b-e43f-4ff2-97b2-c301b3fd9116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c548b248-03dd-4272-8a2d-5aca2cd5d36c'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:51.368798 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e806ac9f-3e7f-480e-bd59-9cd46ad30910" -d '{"events": [{"server_uuid": "09ca758b-e43f-4ff2-97b2-c301b3fd9116", "name": "network-vif-plugged", "status": "completed", "tag": "c548b248-03dd-4272-8a2d-5aca2cd5d36c"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:51.434504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac299818-c779-4f56-b687-a15d642f42a0 None None] Network 0313b226-359c-43c1-9327-6cc30842a17e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:51.441584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c548b248-03dd-4272-8a2d-5aca2cd5d36c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c548b248-03dd-4272-8a2d-5aca2cd5d36c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:51.468125 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de172214-7bc8-4859-9dc5-416cf91f9c7b x-openstack-request-id: req-de172214-7bc8-4859-9dc5-416cf91f9c7b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:51.469707 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ca758b-e43f-4ff2-97b2-c301b3fd9116", "name": "network-vif-plugged", "status": "completed", "tag": "c548b248-03dd-4272-8a2d-5aca2cd5d36c", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:51.470332 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de172214-7bc8-4859-9dc5-416cf91f9c7b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:51.471142 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ca758b-e43f-4ff2-97b2-c301b3fd9116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'code': 200} Jan 27 21:54:51.490528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (70a01122-2f8f-43a3-b29e-f1df74ef51f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.532982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d41bc477-ac86-4ffb-b2ee-aba9b367045b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:51.534451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 77b2f577-1a13-42ea-a288-d37dbd667bcd up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:51.536509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.613393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8::1 (0313b226-359c-43c1-9327-6cc30842a17e/c91b0938-d599-46df-9f50-95a7c83626bf/c496289b-e3cb-44a6-8ae6-adf45e2b4a8e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:51.638484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e871daab-4f0e-4d88-90bf-294f7c0b8ae4 None None] Provisioning complete for port 77b2f577-1a13-42ea-a288-d37dbd667bcd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:51.638993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e871daab-4f0e-4d88-90bf-294f7c0b8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.701191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b33eb174-51f6-4729-a5b0-322d0ff7dc5b req-5e93e551-abd2-4e9b-b3b7-0fd482bacf4c tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 210 time: 0.0799787 Jan 27 21:54:51.728688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Allocated IP 172.20.0.8 (8c960a22-2521-441b-82f5-ce5b7d9fabdc/849c3c01-ecfd-4e6a-acc9-d28572ca2422/803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:51.737840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518cc30-0118-4fdd-a7cf-a4c4b1d3dbc7 req-954ffdda-be99-452f-8727-5207993057ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:51.739032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=dd65799b-9bbd-4e95-87b2-74566dce9a6b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:51.739793 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9518cc30-0118-4fdd-a7cf-a4c4b1d3dbc7 req-954ffdda-be99-452f-8727-5207993057ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 1101 time: 0.1867998 Jan 27 21:54:51.741543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3908c-1eaa-4430-a631-86da46e321fc req-9cbd3e75-5a72-43a2-82b2-232ae300b7bf tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:51.743373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17a3908c-1eaa-4430-a631-86da46e321fc req-9cbd3e75-5a72-43a2-82b2-232ae300b7bf tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 949 time: 0.3784356 Jan 27 21:54:51.791948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Attempting to bind port 54eb5805-c358-4d38-8a2e-50e6835f313b on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:51.792398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Attempting to bind port 54eb5805-c358-4d38-8a2e-50e6835f313b by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:51.792616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Attempting to bind port 54eb5805-c358-4d38-8a2e-50e6835f313b on network 8c960a22-2521-441b-82f5-ce5b7d9fabdc {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:51.817943 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (70a01122-2f8f-43a3-b29e-f1df74ef51f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.844315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd7db88-4769-4b67-92d6-005e99408b0d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (23672088-fee1-43a2-abfb-3c2e49c789cf), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.860384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.861455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.862182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.862882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.863502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.864257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.864965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.865658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.867493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.869293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Port 54eb5805-c358-4d38-8a2e-50e6835f313b on network 8c960a22-2521-441b-82f5-ce5b7d9fabdc not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:51.869815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Attempting to bind port 54eb5805-c358-4d38-8a2e-50e6835f313b on network 8c960a22-2521-441b-82f5-ce5b7d9fabdc {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:51.884016 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9518cc30-0118-4fdd-a7cf-a4c4b1d3dbc7 req-1af3da14-9b62-46ac-83c6-9d33e3693abc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337857 Jan 27 21:54:51.890554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.891781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.892440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.893018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:51.948731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:51.971563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:51.972491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Checking segment: {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:51.972819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Bound using segment: {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:51.973472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Bound port: 54eb5805-c358-4d38-8a2e-50e6835f313b, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:51.974060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.978893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Deleting port 8a5e050d-608e-492f-91dd-07d5780776a3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:51.979612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8a5e050d-608e-492f-91dd-07d5780776a3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.010584 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd7db88-4769-4b67-92d6-005e99408b0d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (23672088-fee1-43a2-abfb-3c2e49c789cf), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.084791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks [] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.124819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17a3908c-1eaa-4430-a631-86da46e321fc req-0af85b66-1681-4373-9556-4db155f93045 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346183 Jan 27 21:54:52.132736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 77b2f577-1a13-42ea-a288-d37dbd667bcd triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:52.133356 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.138094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8a5e050d-608e-492f-91dd-07d5780776a3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.162586 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Calling delete_port for 8a5e050d-608e-492f-91dd-07d5780776a3 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:52.242595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.318308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Network 8c960a22-2521-441b-82f5-ce5b7d9fabdc is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:52.331965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:52.337023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:52.342069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Pushing event updated for resources: {'Port': ['ID=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:52.488591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:52.489440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.532087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c548b248-03dd-4272-8a2d-5aca2cd5d36c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:52.543347 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9462a23e-c44e-4978-942a-bc1663589e66 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9405513 Jan 27 21:54:52.561510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Request body: {'port': {'device_id': 'ff2b6103-aca5-44e8-9a4c-f746914d3ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:52.611642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e871daab-4f0e-4d88-90bf-294f7c0b8ae4 None None] Current status of the port 77b2f577-1a13-42ea-a288-d37dbd667bcd is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:52.612265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e871daab-4f0e-4d88-90bf-294f7c0b8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.681672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.684526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8a5e050d-608e-492f-91dd-07d5780776a3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.729405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event deleted for resources: {'Port': ['ID=8a5e050d-608e-492f-91dd-07d5780776a3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:52.755711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e871daab-4f0e-4d88-90bf-294f7c0b8ae4 None None] For port 77b2f577-1a13-42ea-a288-d37dbd667bcd, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=77b2f577-1a13-42ea-a288-d37dbd667bcd,segment=NetworkSegment(8fca4bf7-92be-421a-af62-375040176fcb),segment_id=8fca4bf7-92be-421a-af62-375040176fcb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:52.762569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e871daab-4f0e-4d88-90bf-294f7c0b8ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.802315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 77b2f577-1a13-42ea-a288-d37dbd667bcd is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:52.802725 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.867648 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.876035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:54:52.876974 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:54:52.894562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c32a8b-b033-45df-a007-6a735b21d165 req-6234173b-eeae-470d-b6d3-97eb031718e4 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:52.896473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8c32a8b-b033-45df-a007-6a735b21d165 req-6234173b-eeae-470d-b6d3-97eb031718e4 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 950 time: 0.9464030 Jan 27 21:54:52.912196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871daab-4f0e-4d88-90bf-294f7c0b8ae4 None None] Pushing event updated for resources: {'Port': ['ID=77b2f577-1a13-42ea-a288-d37dbd667bcd,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:52.916031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8904f2c1-a516-4d8d-8b94-dcb34a96861e None None] Provisioning complete for port 77b2f577-1a13-42ea-a288-d37dbd667bcd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:52.916424 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8904f2c1-a516-4d8d-8b94-dcb34a96861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.944384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] For port 54eb5805-c358-4d38-8a2e-50e6835f313b, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:52.948603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] For port 54eb5805-c358-4d38-8a2e-50e6835f313b, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=54eb5805-c358-4d38-8a2e-50e6835f313b,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:52.976529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.978656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd7db88-4769-4b67-92d6-005e99408b0d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (23672088-fee1-43a2-abfb-3c2e49c789cf), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.981317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd7db88-4769-4b67-92d6-005e99408b0d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.982519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2dd7db88-4769-4b67-92d6-005e99408b0d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/23672088-fee1-43a2-abfb-3c2e49c789cf HTTP/1.1" status: 204 len: 168 time: 1.6263120 Jan 27 21:54:53.016158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56836) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:53.023715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7db88-4769-4b67-92d6-005e99408b0d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23672088-fee1-43a2-abfb-3c2e49c789cf,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:53.105977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.107147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.109594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] 10.222.0.57 "PUT /v2.0/ports/54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 1091 time: 4.0265737 Jan 27 21:54:53.116581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a71e49-8918-4de0-8142-148d568d2b10', 'tag': '54eb5805-c358-4d38-8a2e-50e6835f313b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:53.120330 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc462b-3497-4fe0-bf1e-02cf8784df16" -d '{"events": [{"name": "network-changed", "server_uuid": "68a71e49-8918-4de0-8142-148d568d2b10", "tag": "54eb5805-c358-4d38-8a2e-50e6835f313b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:53.151024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8904f2c1-a516-4d8d-8b94-dcb34a96861e None None] Current status of the port 77b2f577-1a13-42ea-a288-d37dbd667bcd is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:53.181199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (70a01122-2f8f-43a3-b29e-f1df74ef51f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.195382 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.274157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8c32a8b-b033-45df-a007-6a735b21d165 req-0f12aa4c-209c-493c-b1e1-459b180b6c89 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179190 Jan 27 21:54:53.274652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554fb03-c9c4-4d57-9861-34dfbf3df305 service neutron] Pushing event updated for resources: {'Port': ['ID=54eb5805-c358-4d38-8a2e-50e6835f313b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:53.291332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bacbd-9d3d-431d-bb0b-8d79a705190a req-7736f6be-6134-4444-90dd-17d161329169 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.293070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-771bacbd-9d3d-431d-bb0b-8d79a705190a req-7736f6be-6134-4444-90dd-17d161329169 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 931 time: 0.3181431 Jan 27 21:54:53.340365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e49309fa-a6c8-4598-84b9-7bb72111265b tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3072519 Jan 27 21:54:53.352829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56844) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:53.359569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 0313b226-359c-43c1-9327-6cc30842a17e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:53.365209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fe065901-0df5-42a3-92e8-8c05521057ba tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852014243'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:53.387687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:53.390701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:53.391284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0d871a3f-eef0-487e-8fdc-f625e2b65a79), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.408208 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2c579b-b850-4032-b06b-ba298aadb792 x-openstack-request-id: req-7c2c579b-b850-4032-b06b-ba298aadb792 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:53.408518 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a71e49-8918-4de0-8142-148d568d2b10", "tag": "54eb5805-c358-4d38-8a2e-50e6835f313b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:53.408763 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c2c579b-b850-4032-b06b-ba298aadb792 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:53.409197 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a71e49-8918-4de0-8142-148d568d2b10', 'tag': '54eb5805-c358-4d38-8a2e-50e6835f313b', 'status': 'completed', 'code': 200} Jan 27 21:54:53.498815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=c496289b-e3cb-44a6-8ae6-adf45e2b4a8e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:53.517895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-75d6a3db-1a46-4bc4-8fbf-2a0be1b032eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.519944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-75d6a3db-1a46-4bc4-8fbf-2a0be1b032eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1094 time: 0.3468606 Jan 27 21:54:53.553520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe065901-0df5-42a3-92e8-8c05521057ba tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.577834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-771bacbd-9d3d-431d-bb0b-8d79a705190a req-b7a515ce-7bab-4762-b37b-493b5c17730e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490354 Jan 27 21:54:53.653861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-46b1b5b6-b3b0-4f0b-89ea-2972777b8cda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 217 time: 0.1018565 Jan 27 21:54:53.848894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.863231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-090db6ca-b2e6-43c2-8c81-412b448172e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.865257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-090db6ca-b2e6-43c2-8c81-412b448172e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.1746566 Jan 27 21:54:53.917963 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (70a01122-2f8f-43a3-b29e-f1df74ef51f5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.922984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (70a01122-2f8f-43a3-b29e-f1df74ef51f5), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.946520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 77b2f577-1a13-42ea-a288-d37dbd667bcd is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:53.976733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe065901-0df5-42a3-92e8-8c05521057ba tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (2b00a791-3519-404c-8ac2-3634ae71ffbc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.056360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1f95a-9675-4b7d-a22a-29946a2c2acd req-777a3f5d-461d-4385-99f2-3f8a5e9b0c54 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:54.061050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bb1f95a-9675-4b7d-a22a-29946a2c2acd req-777a3f5d-461d-4385-99f2-3f8a5e9b0c54 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 949 time: 0.4289002 Jan 27 21:54:54.066060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-51add9e0-1ad4-43f3-9ffc-b1e5b40c2bfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683688 Jan 27 21:54:54.070167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe065901-0df5-42a3-92e8-8c05521057ba tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2b00a791-3519-404c-8ac2-3634ae71ffbc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.108183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (70a01122-2f8f-43a3-b29e-f1df74ef51f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.109129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Fanout notify agent at l3_agent the message router_deleted on router 70a01122-2f8f-43a3-b29e-f1df74ef51f5 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:54:54.127004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.127250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 77b2f577-1a13-42ea-a288-d37dbd667bcd up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:54.129278 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9b3bdc45-917b-4f5c-9979-9afb5d7493bd tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/70a01122-2f8f-43a3-b29e-f1df74ef51f5 HTTP/1.1" status: 204 len: 168 time: 2.9472671 Jan 27 21:54:54.137440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d21aa3a-e25a-4ead-8839-36cdbf61967d None None] Provisioning complete for port c496289b-e3cb-44a6-8ae6-adf45e2b4a8e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:54.138515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d21aa3a-e25a-4ead-8839-36cdbf61967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.140459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56850) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:54.155582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b9574311-e6e8-4592-96a0-59266edf6b35 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-738704481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:54.168724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe065901-0df5-42a3-92e8-8c05521057ba tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.170261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fe065901-0df5-42a3-92e8-8c05521057ba tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8089929 Jan 27 21:54:54.178463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56852) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:54.196039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3231eb65-6efe-4466-bf1b-e195e33cfb16 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '2b00a791-3519-404c-8ac2-3634ae71ffbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:54.283121 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d21aa3a-e25a-4ead-8839-36cdbf61967d None None] Port c496289b-e3cb-44a6-8ae6-adf45e2b4a8e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:54.318077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe065901-0df5-42a3-92e8-8c05521057ba tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b00a791-3519-404c-8ac2-3634ae71ffbc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:54.359167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 77b2f577-1a13-42ea-a288-d37dbd667bcd triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:54.360280 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.363866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9574311-e6e8-4592-96a0-59266edf6b35 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (1165f394-b475-4bc9-90be-7c2a14e83747), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.365703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9574311-e6e8-4592-96a0-59266edf6b35 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (1165f394-b475-4bc9-90be-7c2a14e83747), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.388799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:54.420416 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Publish callbacks [] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.446248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bb1f95a-9675-4b7d-a22a-29946a2c2acd req-46779481-986c-481d-bdc7-2017150b76cc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498402 Jan 27 21:54:54.485831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-ebe92b78-bb06-42fa-b2e9-de6207212fde service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852756 Jan 27 21:54:54.509476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Transition to ACTIVE for port object 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:54.572156 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-3231eb65-6efe-4466-bf1b-e195e33cfb16 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The resource could not be found. Jan 27 21:54:54.574056 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3231eb65-6efe-4466-bf1b-e195e33cfb16 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3926344 Jan 27 21:54:54.577543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9574311-e6e8-4592-96a0-59266edf6b35 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (1165f394-b475-4bc9-90be-7c2a14e83747), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.580156 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.586612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56858) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:54.607755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c15a38a6-e9c0-4c0a-8582-6b6cbb5c9e3c tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '2b00a791-3519-404c-8ac2-3634ae71ffbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '61f44db4-293e-4e66-96b9-5b497cbf1f09'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:54.617658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9574311-e6e8-4592-96a0-59266edf6b35 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (1165f394-b475-4bc9-90be-7c2a14e83747), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.627460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 77b2f577-1a13-42ea-a288-d37dbd667bcd is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:54.730462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9574311-e6e8-4592-96a0-59266edf6b35 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.737847 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b9574311-e6e8-4592-96a0-59266edf6b35 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5881684 Jan 27 21:54:54.741735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56862) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:54.792387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'enable_snat': False}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:54.807818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:54.925376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d0eeafb-89b3-46a9-b730-eaea07a8f49d req-5beaecd4-bcbb-4d5b-9b58-753794eafbc3 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022520 Jan 27 21:54:54.943372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.952214 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.953784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0d871a3f-eef0-487e-8fdc-f625e2b65a79), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.059754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd5cb5-e3ba-403a-bf83-e7dafd3cdf98 req-86c7f49a-a46e-4e95-bf30-99f17994bb62 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.062703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dddd5cb5-e3ba-403a-bf83-e7dafd3cdf98 req-86c7f49a-a46e-4e95-bf30-99f17994bb62 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 943 time: 0.2700703 Jan 27 21:54:55.091831 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-c15a38a6-e9c0-4c0a-8582-6b6cbb5c9e3c tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The resource could not be found. Jan 27 21:54:55.093518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c15a38a6-e9c0-4c0a-8582-6b6cbb5c9e3c tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4993248 Jan 27 21:54:55.104170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56868) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:55.214456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Attempting to bind port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:55.215156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Attempting to bind port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:55.215879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Attempting to bind port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a on network 8c960a22-2521-441b-82f5-ce5b7d9fabdc {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:55.232581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=c496289b-e3cb-44a6-8ae6-adf45e2b4a8e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:55.314624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-6fe777c6-9aef-4fc1-a9e2-ed3fb8b3a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.316856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a on network 8c960a22-2521-441b-82f5-ce5b7d9fabdc not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:55.317501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Attempting to bind port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a on network 8c960a22-2521-441b-82f5-ce5b7d9fabdc {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:55.317701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-6fe777c6-9aef-4fc1-a9e2-ed3fb8b3a279 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1094 time: 0.2964115 Jan 27 21:54:55.355489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dddd5cb5-e3ba-403a-bf83-e7dafd3cdf98 req-fbfff19d-13bb-485d-9e99-650cf94afa14 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785943 Jan 27 21:54:55.393566 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:55.394795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Checking segment: {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:55.395699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Bound using segment: {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:55.396859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Bound port: 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16856b41-3b77-49b8-9260-8ccee39a1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:55.397888 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.411271 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (1165f394-b475-4bc9-90be-7c2a14e83747), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.519602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 0313b226-359c-43c1-9327-6cc30842a17e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:55.533999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b82aa3-7f4a-4b6d-9a03-dbf1e71c61b5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (2b00a791-3519-404c-8ac2-3634ae71ffbc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.535588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:55.702102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b82aa3-7f4a-4b6d-9a03-dbf1e71c61b5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (2b00a791-3519-404c-8ac2-3634ae71ffbc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.728069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] For port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:55.754186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317033-422c-4886-abab-1f3716d76a6d req-7272154c-2e48-4cb8-92fa-faaf2872374b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.760285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac317033-422c-4886-abab-1f3716d76a6d req-7272154c-2e48-4cb8-92fa-faaf2872374b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 950 time: 0.3163230 Jan 27 21:54:55.769870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] For port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:55.794203 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.816983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-bdda6876-5015-4bbe-9855-9439e4097bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.819526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-bdda6876-5015-4bbe-9855-9439e4097bfb service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.4853492 Jan 27 21:54:55.880902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.882345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.885289 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] 10.222.0.16 "PUT /v2.0/ports/803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a HTTP/1.1" status: 200 len: 1091 time: 3.3292770 Jan 27 21:54:55.896119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2b6103-aca5-44e8-9a4c-f746914d3ea6', 'tag': '803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:55.904308 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ffa99-0a4d-4497-af72-364cc227f23e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2b6103-aca5-44e8-9a4c-f746914d3ea6", "tag": "803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:55.928725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b82aa3-7f4a-4b6d-9a03-dbf1e71c61b5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2b00a791-3519-404c-8ac2-3634ae71ffbc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.933278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92b82aa3-7f4a-4b6d-9a03-dbf1e71c61b5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.938997 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-92b82aa3-7f4a-4b6d-9a03-dbf1e71c61b5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/2b00a791-3519-404c-8ac2-3634ae71ffbc HTTP/1.1" status: 204 len: 168 time: 0.8303413 Jan 27 21:54:55.947060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56878) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:55.958727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-a85275b4-354e-4431-9c43-1f46082fc6ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 217 time: 0.1325574 Jan 27 21:54:55.982220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344f6df-8dd2-4121-bf84-a1605796b5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:56.022390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82aa3-7f4a-4b6d-9a03-dbf1e71c61b5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b00a791-3519-404c-8ac2-3634ae71ffbc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:56.064683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-528deae1-f71e-47f8-a71c-a48de05ec1eb None None] Provisioning complete for port c496289b-e3cb-44a6-8ae6-adf45e2b4a8e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:56.065577 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-528deae1-f71e-47f8-a71c-a48de05ec1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.080865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-6a02f119-5114-4fba-afd1-bf829bd7b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:56.083250 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-6a02f119-5114-4fba-afd1-bf829bd7b281 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 1094 time: 0.1333880 Jan 27 21:54:56.111329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-528deae1-f71e-47f8-a71c-a48de05ec1eb None None] Port c496289b-e3cb-44a6-8ae6-adf45e2b4a8e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:56.128758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c519383-f522-46a8-946f-2eeebc5b8680 req-b0696f74-420b-4839-bca8-10c6709e4577 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:56.131495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c519383-f522-46a8-946f-2eeebc5b8680 req-b0696f74-420b-4839-bca8-10c6709e4577 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 949 time: 0.4521127 Jan 27 21:54:56.204654 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-53192e6e-639f-4677-8e87-d3a1fa32ac21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a HTTP/1.1" status: 200 len: 217 time: 0.0727739 Jan 27 21:54:56.247234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac317033-422c-4886-abab-1f3716d76a6d req-ebb4ec4b-0f4d-4e65-ace0-1fc0b046b689 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219415 Jan 27 21:54:56.265545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-205385a1-38e7-4872-b542-1f7464715549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:56.269004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-205385a1-38e7-4872-b542-1f7464715549 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.2876995 Jan 27 21:54:56.275690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b9fa1a8a-01d4-472f-bff3-1181981b590d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3200648 Jan 27 21:54:56.288079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56882) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:56.290922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device dd65799b-9bbd-4e95-87b2-74566dce9a6b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:56.303678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-40fbbe75-d06d-4c32-a1ea-c476b3283d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:56.305373 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-40fbbe75-d06d-4c32-a1ea-c476b3283d62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.0940130 Jan 27 21:54:56.306510 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (1165f394-b475-4bc9-90be-7c2a14e83747), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.312585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-04376a43-da79-482d-ad2b-edb82b8d482d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '42c7f536-984c-4524-8a95-4ffc4782e075', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:56.345256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.372344 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-370e51a2-6fee-447e-8bad-f43b46d18f7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368140 Jan 27 21:54:56.377994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-9863a2d3-37e0-4129-80b9-d38a61b1069f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948703 Jan 27 21:54:56.429261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port dd65799b-9bbd-4e95-87b2-74566dce9a6b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:56.441401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port dd65799b-9bbd-4e95-87b2-74566dce9a6b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:56.445773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.559788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c519383-f522-46a8-946f-2eeebc5b8680 req-dae2d2b8-62e8-469e-94eb-1060d70e9865 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010694 Jan 27 21:54:56.594103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Allocated IP 172.25.8.142 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/74c161da-b32e-4ba9-b5d4-1df927c80c33) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:56.595311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 0d871a3f-eef0-487e-8fdc-f625e2b65a79 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:54:56.601225 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-db038343-07e6-458e-bb8e-1e8329d74abd service neutron] 10.222.0.16 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924527 Jan 27 21:54:56.713313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port dd65799b-9bbd-4e95-87b2-74566dce9a6b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:56.714390 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.754058 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b8005-76b3-4f6e-841a-4b76335eebee x-openstack-request-id: req-ea8b8005-76b3-4f6e-841a-4b76335eebee {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:56.754324 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2b6103-aca5-44e8-9a4c-f746914d3ea6", "tag": "803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:56.754580 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea8b8005-76b3-4f6e-841a-4b76335eebee {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:56.754999 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2b6103-aca5-44e8-9a4c-f746914d3ea6', 'tag': '803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a', 'status': 'completed', 'code': 200} Jan 27 21:54:56.771350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5288ea-c67d-4335-b270-ee488bf38281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:56.776418 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b6feb1-2729-426f-862c-259e882718fa" -d '{"events": [{"server_uuid": "7f5288ea-c67d-4335-b270-ee488bf38281", "name": "network-vif-plugged", "status": "completed", "tag": "dd65799b-9bbd-4e95-87b2-74566dce9a6b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:56.806928 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-04376a43-da79-482d-ad2b-edb82b8d482d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The resource could not be found. Jan 27 21:54:56.807527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04376a43-da79-482d-ad2b-edb82b8d482d tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5174100 Jan 27 21:54:56.815023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56890) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:56.818953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port dd65799b-9bbd-4e95-87b2-74566dce9a6b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dd65799b-9bbd-4e95-87b2-74566dce9a6b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:56.821832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1f8de354-45c2-4f86-8138-72f5b4dc5d9f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133979319'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:56.825717 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.859463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f8de354-45c2-4f86-8138-72f5b4dc5d9f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.941194 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f9e4694-b538-4e85-9a61-36a1c469822f req-e4663dfc-0910-4320-b183-56f8584857b5 service neutron] 10.222.0.16 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297992 Jan 27 21:54:56.971561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for port (74c161da-b32e-4ba9-b5d4-1df927c80c33), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.045932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=dd65799b-9bbd-4e95-87b2-74566dce9a6b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:57.083968 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f8de354-45c2-4f86-8138-72f5b4dc5d9f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (c09d3429-d700-4aa0-9377-613ad2853c18), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.104585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-04de42cf-9a55-4e7d-b0ca-0901acc10333 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061434 Jan 27 21:54:57.108172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-ecd13f92-dfac-4fa8-ac69-07f82c2fa1e0 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.110941 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-ecd13f92-dfac-4fa8-ac69-07f82c2fa1e0 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 950 time: 0.1315358 Jan 27 21:54:57.111236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f8de354-45c2-4f86-8138-72f5b4dc5d9f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c09d3429-d700-4aa0-9377-613ad2853c18), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.139019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (74c161da-b32e-4ba9-b5d4-1df927c80c33), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.166662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:57.180200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7d1ffff0-95ff-4337-be88-d0b077a40105 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/0d871a3f-eef0-487e-8fdc-f625e2b65a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5688069 Jan 27 21:54:57.196284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61f8cd-69bb-4fd2-9078-1a9cbc885073 None None] Sync routers for ids ['0d871a3f-eef0-487e-8fdc-f625e2b65a79'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:57.213586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61f8cd-69bb-4fd2-9078-1a9cbc885073 None None] Routers {'0d871a3f-eef0-487e-8fdc-f625e2b65a79'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:57.218066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d61f8cd-69bb-4fd2-9078-1a9cbc885073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0d871a3f-eef0-487e-8fdc-f625e2b65a79'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:57.262446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:57.269160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d61f8cd-69bb-4fd2-9078-1a9cbc885073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:57.282003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61f8cd-69bb-4fd2-9078-1a9cbc885073 None None] Routers {'0d871a3f-eef0-487e-8fdc-f625e2b65a79'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:57.282894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d61f8cd-69bb-4fd2-9078-1a9cbc885073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0d871a3f-eef0-487e-8fdc-f625e2b65a79'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:57.316286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:57.324696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f8de354-45c2-4f86-8138-72f5b4dc5d9f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.331435 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f8de354-45c2-4f86-8138-72f5b4dc5d9f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5148618 Jan 27 21:54:57.333162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7d61f8cd-69bb-4fd2-9078-1a9cbc885073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:57.334096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61f8cd-69bb-4fd2-9078-1a9cbc885073 None None] The sync data for ids ['0d871a3f-eef0-487e-8fdc-f625e2b65a79'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:57.340283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56898) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:57.352599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-da26cc59-8d02-4986-9136-5165d61b598f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621695346'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:57.370650 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be32e8d-d21f-436f-aa14-e7f2b4c0f2d0 x-openstack-request-id: req-6be32e8d-d21f-436f-aa14-e7f2b4c0f2d0 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:57.371609 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5288ea-c67d-4335-b270-ee488bf38281", "name": "network-vif-plugged", "status": "completed", "tag": "dd65799b-9bbd-4e95-87b2-74566dce9a6b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:57.372361 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6be32e8d-d21f-436f-aa14-e7f2b4c0f2d0 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:57.372361 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5288ea-c67d-4335-b270-ee488bf38281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd65799b-9bbd-4e95-87b2-74566dce9a6b', 'code': 200} Jan 27 21:54:57.378774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:57.391892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:57.418777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8de354-45c2-4f86-8138-72f5b4dc5d9f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d3429-d700-4aa0-9377-613ad2853c18,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:57.431941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832a6f-1a7b-4e5a-a153-9da94d3461df req-04a20822-ffee-4115-95c5-5a701b5706e7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.434794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11832a6f-1a7b-4e5a-a153-9da94d3461df req-04a20822-ffee-4115-95c5-5a701b5706e7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 943 time: 0.2783332 Jan 27 21:54:57.460014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da26cc59-8d02-4986-9136-5165d61b598f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.506084 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Pushing event updated for resources: {'Port': ['ID=74c161da-b32e-4ba9-b5d4-1df927c80c33,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:57.518190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f5433-2c1c-4a95-a4c3-3b15de7df6f2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.524247 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7b7f5433-2c1c-4a95-a4c3-3b15de7df6f2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports/c496289b-e3cb-44a6-8ae6-adf45e2b4a8e HTTP/1.1" status: 200 len: 911 time: 0.2559536 Jan 27 21:54:57.526066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-7be461b5-9d46-4476-9f74-d7da61de7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.527712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-7be461b5-9d46-4476-9f74-d7da61de7ee8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 1094 time: 0.4483647 Jan 27 21:54:57.529474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56900) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:57.712943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ccc462b-3497-4fe0-bf1e-02cf8784df16 req-66263b55-85d2-46c6-9670-39b131f78056 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012039 Jan 27 21:54:57.795459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11832a6f-1a7b-4e5a-a153-9da94d3461df req-9ae11757-773b-4af3-bee6-d66e277346d7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523126 Jan 27 21:54:57.832045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-ac4659d9-ba6a-4b95-8a70-78bda91ce9bd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.842345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Deleting port cb350410-1624-4f65-b9c3-7dd62165fda9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:57.842671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-ac4659d9-ba6a-4b95-8a70-78bda91ce9bd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.842834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.856120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-ac4659d9-ba6a-4b95-8a70-78bda91ce9bd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.870034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-ac4659d9-ba6a-4b95-8a70-78bda91ce9bd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.884148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-ac4659d9-ba6a-4b95-8a70-78bda91ce9bd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.899350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-ac4659d9-ba6a-4b95-8a70-78bda91ce9bd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.916046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-ac4659d9-ba6a-4b95-8a70-78bda91ce9bd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.919709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-ac4659d9-ba6a-4b95-8a70-78bda91ce9bd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 0.4347725 Jan 27 21:54:57.971544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f828d-3f20-4eac-be94-20a8572ade5a req-6203c066-f366-4b00-b496-5b5cd93ec048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.975801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-804f828d-3f20-4eac-be94-20a8572ade5a req-6203c066-f366-4b00-b496-5b5cd93ec048 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 1101 time: 0.4273844 Jan 27 21:54:58.135397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da26cc59-8d02-4986-9136-5165d61b598f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (97c0dfcc-b9cc-461f-8db4-6066b97e0bb9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.176181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da26cc59-8d02-4986-9136-5165d61b598f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (97c0dfcc-b9cc-461f-8db4-6066b97e0bb9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.249638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241b74-11e3-490c-af3a-e345bc9733e5 req-5e181a6e-d9a1-422a-8ce8-6fd72f270633 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.252297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28241b74-11e3-490c-af3a-e345bc9733e5 req-5e181a6e-d9a1-422a-8ce8-6fd72f270633 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 950 time: 0.3308854 Jan 27 21:54:58.290532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-804f828d-3f20-4eac-be94-20a8572ade5a req-2565d5fb-b308-42ef-9a5f-453b8286318b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636650 Jan 27 21:54:58.309379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da26cc59-8d02-4986-9136-5165d61b598f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.311840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-da26cc59-8d02-4986-9136-5165d61b598f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9694233 Jan 27 21:54:58.312936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26cc59-8d02-4986-9136-5165d61b598f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c0dfcc-b9cc-461f-8db4-6066b97e0bb9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:58.318090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56906) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:58.341236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7d7dbff5-1f23-46cd-a1d2-59720b0a9dc3 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': 'c09d3429-d700-4aa0-9377-613ad2853c18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '97c0dfcc-b9cc-461f-8db4-6066b97e0bb9'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:58.356352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6fd3885b-bc2a-4283-b7ac-1ace76cbeb2b req-fa4658d5-7e21-4943-a250-522a73989f6d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3992276 Jan 27 21:54:58.411346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 54eb5805-c358-4d38-8a2e-50e6835f313b details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:58.475038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-ae098c0f-82c9-4fa8-9758-bb87c799ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.478777 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-ae098c0f-82c9-4fa8-9758-bb87c799ff6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.9330096 Jan 27 21:54:58.483238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28241b74-11e3-490c-af3a-e345bc9733e5 req-fe5a2117-c359-4f03-a0f1-4dc51e1548ed tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138605 Jan 27 21:54:58.595719 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-7d7dbff5-1f23-46cd-a1d2-59720b0a9dc3 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:54:58.597986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7d7dbff5-1f23-46cd-a1d2-59720b0a9dc3 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2630365 Jan 27 21:54:58.603928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56908) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:58.658693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] For port cb350410-1624-4f65-b9c3-7dd62165fda9, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cb350410-1624-4f65-b9c3-7dd62165fda9,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:58.659744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.704115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860f7da-4d11-49b2-90f7-625b684f6170 req-eb2a9dfd-81b3-4586-a10b-868daf154cff tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.706980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4860f7da-4d11-49b2-90f7-625b684f6170 req-eb2a9dfd-81b3-4586-a10b-868daf154cff tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 950 time: 0.1983771 Jan 27 21:54:58.740410 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2382acfe-402c-47bd-b4c1-6591928565e4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (97c0dfcc-b9cc-461f-8db4-6066b97e0bb9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.748744 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-bd0b58a7-8e7f-46a0-b385-d192cdd64f5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a HTTP/1.1" status: 200 len: 217 time: 0.1130700 Jan 27 21:54:58.751482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Calling delete_port for cb350410-1624-4f65-b9c3-7dd62165fda9 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:58.771516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 54eb5805-c358-4d38-8a2e-50e6835f313b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=54eb5805-c358-4d38-8a2e-50e6835f313b,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:58.788593 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2382acfe-402c-47bd-b4c1-6591928565e4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (97c0dfcc-b9cc-461f-8db4-6066b97e0bb9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.796989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '54eb5805-c358-4d38-8a2e-50e6835f313b', 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc', 'port_id': '54eb5805-c358-4d38-8a2e-50e6835f313b', 'mac_address': 'fa:16:3e:1e:c7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c3c01-ecfd-4e6a-acc9-d28572ca2422', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:58.824580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4860f7da-4d11-49b2-90f7-625b684f6170 req-890a122a-bf87-4bdb-90c2-c275f8326a21 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972250 Jan 27 21:54:58.870611 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router_gateway (1165f394-b475-4bc9-90be-7c2a14e83747), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.878555 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2382acfe-402c-47bd-b4c1-6591928565e4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (97c0dfcc-b9cc-461f-8db4-6066b97e0bb9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.886092 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2382acfe-402c-47bd-b4c1-6591928565e4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.893416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2382acfe-402c-47bd-b4c1-6591928565e4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/97c0dfcc-b9cc-461f-8db4-6066b97e0bb9 HTTP/1.1" status: 204 len: 168 time: 0.2831268 Jan 27 21:54:58.901579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56912) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:58.908530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 54eb5805-c358-4d38-8a2e-50e6835f313b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:58.908832 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.929882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382acfe-402c-47bd-b4c1-6591928565e4 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c0dfcc-b9cc-461f-8db4-6066b97e0bb9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:58.943286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54eb5805-c358-4d38-8a2e-50e6835f313b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:59.014162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 54eb5805-c358-4d38-8a2e-50e6835f313b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=54eb5805-c358-4d38-8a2e-50e6835f313b,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:59.021359 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.079751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-8a15f361-1305-4361-88c2-f2c091763e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.082255 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-8a15f361-1305-4361-88c2-f2c091763e41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.2951972 Jan 27 21:54:59.097076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=54eb5805-c358-4d38-8a2e-50e6835f313b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:59.121975 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-566bb1ea-5e79-48b7-aae5-3950d16ba0f7 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2181880 Jan 27 21:54:59.137536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56914) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:59.208514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf304-7885-4fd2-9342-05b86f2c3b53 req-816c0ede-2ae7-4e23-88b0-6a5debb5ff9e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.210295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1cebf304-7885-4fd2-9342-05b86f2c3b53 req-816c0ede-2ae7-4e23-88b0-6a5debb5ff9e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 943 time: 0.1969817 Jan 27 21:54:59.232761 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-d067f2f2-e431-4dea-a944-8f3bb46b5020 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269710 Jan 27 21:54:59.263819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['54eb5805-c358-4d38-8a2e-50e6835f313b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:59.271926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-55dd67ab-ba33-4bb7-977a-b1198304c347 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.277371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-55dd67ab-ba33-4bb7-977a-b1198304c347 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.283235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-55dd67ab-ba33-4bb7-977a-b1198304c347 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.289045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-55dd67ab-ba33-4bb7-977a-b1198304c347 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.294691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-55dd67ab-ba33-4bb7-977a-b1198304c347 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.300728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-55dd67ab-ba33-4bb7-977a-b1198304c347 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.306234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-55dd67ab-ba33-4bb7-977a-b1198304c347 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.308313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-55dd67ab-ba33-4bb7-977a-b1198304c347 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 0.1959381 Jan 27 21:54:59.338068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0302ed0d-5d70-4dae-9482-5e2d293a9c03 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (c09d3429-d700-4aa0-9377-613ad2853c18), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.393043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1cebf304-7885-4fd2-9342-05b86f2c3b53 req-27c106df-f145-44a1-9701-d67d71726fe8 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722660 Jan 27 21:54:59.405516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0302ed0d-5d70-4dae-9482-5e2d293a9c03 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (c09d3429-d700-4aa0-9377-613ad2853c18), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.412135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bef5ef94-f0c0-4a34-80fb-c929c503a892 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.413858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bef5ef94-f0c0-4a34-80fb-c929c503a892 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "GET /v2.0/ports/9b3acebe-6418-4dc9-90d9-b9463431689b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0959466 Jan 27 21:54:59.631852 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0302ed0d-5d70-4dae-9482-5e2d293a9c03 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c09d3429-d700-4aa0-9377-613ad2853c18), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.637054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0302ed0d-5d70-4dae-9482-5e2d293a9c03 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.639027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0302ed0d-5d70-4dae-9482-5e2d293a9c03 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/c09d3429-d700-4aa0-9377-613ad2853c18 HTTP/1.1" status: 204 len: 168 time: 0.4998131 Jan 27 21:54:59.649860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56920) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:59.717065 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cb350410-1624-4f65-b9c3-7dd62165fda9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.778751 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-db5a062e-0e5c-4653-bfe3-9b4d9a78157f service neutron] 10.222.0.16 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345566 Jan 27 21:54:59.834310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Pushing event deleted for resources: {'Port': ['ID=cb350410-1624-4f65-b9c3-7dd62165fda9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:59.930663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (1165f394-b475-4bc9-90be-7c2a14e83747), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.038398 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c27651db-cb91-497c-ae98-0e534c71360f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3781221 Jan 27 21:55:00.042774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] No DVR routers for this DVR port cb350410-1624-4f65-b9c3-7dd62165fda9 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:00.048438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.056899 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2c8ff32b-14a3-445a-9fc5-bc0a05ea9b7b req-47a55115-ae0c-4b6f-9c5f-27f4754ae41b tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.16 "DELETE /v2.0/ports/cb350410-1624-4f65-b9c3-7dd62165fda9 HTTP/1.1" status: 204 len: 173 time: 2.9221923 Jan 27 21:55:00.059065 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (1165f394-b475-4bc9-90be-7c2a14e83747), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.064745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56926) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:00.071109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8803866-0e8e-4450-866a-51fb0e67a7fb', 'name': 'network-vif-deleted', 'tag': 'cb350410-1624-4f65-b9c3-7dd62165fda9'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:00.075724 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10865c3e-eca3-4263-af69-5a399a552345" -d '{"events": [{"server_uuid": "e8803866-0e8e-4450-866a-51fb0e67a7fb", "name": "network-vif-deleted", "tag": "cb350410-1624-4f65-b9c3-7dd62165fda9"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:00.090266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-06342a7a-bc73-4ca1-899c-9dc866f58db5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--90797748'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:00.117302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0d871a3f-eef0-487e-8fdc-f625e2b65a79), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.244904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302ed0d-5d70-4dae-9482-5e2d293a9c03 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d3429-d700-4aa0-9377-613ad2853c18,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:00.278279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f010876e-42ba-4728-9fed-b7178e526982 req-eeb3a243-cf0f-4825-8ab6-b4ba853b73c7 tempest-TenantUsagesTestJSON-1965811429 tempest-TenantUsagesTestJSON-1965811429-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8803866-0e8e-4450-866a-51fb0e67a7fb HTTP/1.1" status: 200 len: 210 time: 0.6298168 Jan 27 21:55:00.325331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 51ef1d8e-2e21-492f-b640-29e484a4d2a2 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:00.380931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-986a010c-fb28-448a-9de4-5edf41706569 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "GET /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9605756 Jan 27 21:55:00.398973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-c6773e24-771a-446e-b250-db9cefa93aca tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.412034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-c6773e24-771a-446e-b250-db9cefa93aca tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.420964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 54eb5805-c358-4d38-8a2e-50e6835f313b up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:00.422178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-c6773e24-771a-446e-b250-db9cefa93aca tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.435756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-c6773e24-771a-446e-b250-db9cefa93aca tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.444081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06342a7a-bc73-4ca1-899c-9dc866f58db5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.444899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-c6773e24-771a-446e-b250-db9cefa93aca tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.452892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-c6773e24-771a-446e-b250-db9cefa93aca tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.459474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-c6773e24-771a-446e-b250-db9cefa93aca tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.462347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-c6773e24-771a-446e-b250-db9cefa93aca tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 5442 time: 0.9401467 Jan 27 21:55:00.468800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:00.480455 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fc2ffa99-0a4d-4497-af72-364cc227f23e req-7c48d0d7-400a-457e-81ee-30935593d152 service neutron] 10.222.0.16 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676087 Jan 27 21:55:00.635652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.642466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:00.643090 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.710332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 54eb5805-c358-4d38-8a2e-50e6835f313b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:00.724936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:00.731464 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e60828e-0705-4416-be10-1ccdbec85101" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:00.741847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 54eb5805-c358-4d38-8a2e-50e6835f313b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:00.742436 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.817126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5518e7e-2ca1-4c2f-8f57-0391e4805713 req-4797848e-f9f7-4695-868c-2835316f1392 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2768106 Jan 27 21:55:00.881167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 51ef1d8e-2e21-492f-b640-29e484a4d2a2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:00.899909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c44d4-ee1f-421d-8418-24d882f30f0e req-9990a859-762a-48c2-beb4-b46ae6d54536 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.900355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.901321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device cb350410-1624-4f65-b9c3-7dd62165fda9 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:00.902350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b39c44d4-ee1f-421d-8418-24d882f30f0e req-9990a859-762a-48c2-beb4-b46ae6d54536 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 950 time: 0.1939607 Jan 27 21:55:00.939097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06342a7a-bc73-4ca1-899c-9dc866f58db5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (2c723f4b-1a97-4002-9192-3d9947731895), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.965634 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06342a7a-bc73-4ca1-899c-9dc866f58db5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2c723f4b-1a97-4002-9192-3d9947731895), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.000847 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c16e3a-b7c4-4713-a8b3-25e382848cc1 x-openstack-request-id: req-50c16e3a-b7c4-4713-a8b3-25e382848cc1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:01.001211 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8803866-0e8e-4450-866a-51fb0e67a7fb", "name": "network-vif-deleted", "tag": "cb350410-1624-4f65-b9c3-7dd62165fda9", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:01.001569 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50c16e3a-b7c4-4713-a8b3-25e382848cc1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:01.002351 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8803866-0e8e-4450-866a-51fb0e67a7fb', 'name': 'network-vif-deleted', 'tag': 'cb350410-1624-4f65-b9c3-7dd62165fda9', 'status': 'completed', 'code': 200} Jan 27 21:55:01.007348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: cb350410-1624-4f65-b9c3-7dd62165fda9 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:01.007737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device cb350410-1624-4f65-b9c3-7dd62165fda9 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:01.008186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7e233169-6ade-4dc4-83a9-a6face8cd6dc no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:01.090687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 54eb5805-c358-4d38-8a2e-50e6835f313b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:01.090687 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.092597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06342a7a-bc73-4ca1-899c-9dc866f58db5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c723f4b-1a97-4002-9192-3d9947731895,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:01.131874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=51ef1d8e-2e21-492f-b640-29e484a4d2a2,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:01.185628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 54eb5805-c358-4d38-8a2e-50e6835f313b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=54eb5805-c358-4d38-8a2e-50e6835f313b,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:01.188604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06342a7a-bc73-4ca1-899c-9dc866f58db5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.190456 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-06342a7a-bc73-4ca1-899c-9dc866f58db5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1081727 Jan 27 21:55:01.191676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Router 1165f394-b475-4bc9-90be-7c2a14e83747 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:55:01.198285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56934) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:01.208990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-704262aa-bc9a-4c04-a206-fedef3a7a0cf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '2c723f4b-1a97-4002-9192-3d9947731895', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:01.214120 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.239839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b39c44d4-ee1f-421d-8418-24d882f30f0e req-67dda15c-3526-4d0e-8534-67e3a8695439 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208616 Jan 27 21:55:01.281407 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=54eb5805-c358-4d38-8a2e-50e6835f313b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:01.303324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7e233169-6ade-4dc4-83a9-a6face8cd6dc is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:01.303808 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.322394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cba049-40c3-4fe2-8217-7c37ea6c34fe req-54d48d35-9777-4e63-8cf6-4af407f806fa tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:01.327062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51cba049-40c3-4fe2-8217-7c37ea6c34fe req-54d48d35-9777-4e63-8cf6-4af407f806fa tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 943 time: 0.2388122 Jan 27 21:55:01.362986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7e233169-6ade-4dc4-83a9-a6face8cd6dc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:01.369837 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.370877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7968f295-7efa-408b-a91e-95a069d7064d no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:01.375335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] For port 9b3acebe-6418-4dc9-90d9-b9463431689b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3acebe-6418-4dc9-90d9-b9463431689b,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:01.400731 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0939046-dbf8-4060-8e8e-0ccc03dc78e6 x-openstack-request-id: req-a0939046-dbf8-4060-8e8e-0ccc03dc78e6 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:01.401085 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:01.401440 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0939046-dbf8-4060-8e8e-0ccc03dc78e6 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:01.401855 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'code': 200} Jan 27 21:55:01.488299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7e233169-6ade-4dc4-83a9-a6face8cd6dc,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:01.558959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] For port 9b3acebe-6418-4dc9-90d9-b9463431689b, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:01.599185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7968f295-7efa-408b-a91e-95a069d7064d is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:01.599777 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7968f295-7efa-408b-a91e-95a069d7064d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.652139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] device_id is not set on port 9b3acebe-6418-4dc9-90d9-b9463431689b yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:01.655336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7968f295-7efa-408b-a91e-95a069d7064d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7968f295-7efa-408b-a91e-95a069d7064d,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:01.662582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7968f295-7efa-408b-a91e-95a069d7064d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.667148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] Publish callbacks [] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.676544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b3acebe-6418-4dc9-90d9-b9463431689b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:01.699207 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-704262aa-bc9a-4c04-a206-fedef3a7a0cf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:01.700374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-704262aa-bc9a-4c04-a206-fedef3a7a0cf tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4979708 Jan 27 21:55:01.721872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.729262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56944) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:01.745805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6f6e34f7-f9e6-4eff-8f29-66afe076699f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group_rule': {'security_group_id': '2c723f4b-1a97-4002-9192-3d9947731895', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:01.818112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7968f295-7efa-408b-a91e-95a069d7064d,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:01.865907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51cba049-40c3-4fe2-8217-7c37ea6c34fe req-8fc4d918-4441-44fc-ac06-ba893f68513d tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273211 Jan 27 21:55:01.894505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc0a30-cda0-4e33-9e41-198cc41cd566 req-5cce9b28-2bf8-4a5d-9e3b-e4cb1077eadc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:01.899435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 9b3acebe-6418-4dc9-90d9-b9463431689b host ! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:55:01.900270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b3acebe-6418-4dc9-90d9-b9463431689b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:01.903590 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a8caceec-88c1-416b-95b8-518a051eef0d no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:01.905071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47dc0a30-cda0-4e33-9e41-198cc41cd566 req-5cce9b28-2bf8-4a5d-9e3b-e4cb1077eadc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 950 time: 0.2780654 Jan 27 21:55:01.976912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] No DVR routers for this DVR port 9b3acebe-6418-4dc9-90d9-b9463431689b on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:02.052573 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-6f6e34f7-f9e6-4eff-8f29-66afe076699f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:02.056193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6f6e34f7-f9e6-4eff-8f29-66afe076699f tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3226626 Jan 27 21:55:02.066240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port c496289b-e3cb-44a6-8ae6-adf45e2b4a8e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:02.067100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.073967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56950) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:02.085511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3acebe-6418-4dc9-90d9-b9463431689b,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:02.098656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a8caceec-88c1-416b-95b8-518a051eef0d is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:02.099070 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.189255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] In _notify_port_updated(), no bound segment for port 9b3acebe-6418-4dc9-90d9-b9463431689b on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:55:02.190908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.192001 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.196236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-bbd11b75-7cfe-49e0-9e5b-1436bba65f85 service neutron] 10.222.0.16 "PUT /v2.0/ports/9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 200 len: 1031 time: 1.7305102 Jan 27 21:55:02.238278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a8caceec-88c1-416b-95b8-518a051eef0d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a8caceec-88c1-416b-95b8-518a051eef0d,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:02.247370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.273965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56952) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:02.315997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:02.319716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:02.320423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47dc0a30-cda0-4e33-9e41-198cc41cd566 req-b93ec1f1-38a7-4f66-8bf0-2d26f68d34d2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140086 Jan 27 21:55:02.353010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3a27-e48a-409c-95ee-29bb653ad099 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (2c723f4b-1a97-4002-9192-3d9947731895), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.410138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671901b-cc27-4497-8163-a6475a4dfeec req-95a031fd-cfc7-479c-8d75-02801f5d2195 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.430481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671901b-cc27-4497-8163-a6475a4dfeec req-95a031fd-cfc7-479c-8d75-02801f5d2195 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.443571 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3a27-e48a-409c-95ee-29bb653ad099 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (2c723f4b-1a97-4002-9192-3d9947731895), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.447946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671901b-cc27-4497-8163-a6475a4dfeec req-95a031fd-cfc7-479c-8d75-02801f5d2195 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.468745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671901b-cc27-4497-8163-a6475a4dfeec req-95a031fd-cfc7-479c-8d75-02801f5d2195 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.488182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671901b-cc27-4497-8163-a6475a4dfeec req-95a031fd-cfc7-479c-8d75-02801f5d2195 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.500629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a8caceec-88c1-416b-95b8-518a051eef0d,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:02.504654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671901b-cc27-4497-8163-a6475a4dfeec req-95a031fd-cfc7-479c-8d75-02801f5d2195 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.517797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5671901b-cc27-4497-8163-a6475a4dfeec req-95a031fd-cfc7-479c-8d75-02801f5d2195 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 4658 time: 0.3033929 Jan 27 21:55:02.534601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-29a1a095-4050-40b0-81be-ffa9c0465fe9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.547947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-29a1a095-4050-40b0-81be-ffa9c0465fe9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "GET /v2.0/ports/2a759bf5-1a16-49b8-a009-af20e3874c08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2924752 Jan 27 21:55:02.570461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:02.577034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:02.581448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.587381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bdbabd03-1c1b-42ab-bbce-0099633fa06d None None] Provisioning complete for port 9b3acebe-6418-4dc9-90d9-b9463431689b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:02.588894 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bdbabd03-1c1b-42ab-bbce-0099633fa06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.589128 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b4493bd-5098-4c63-87c2-22fff765df90 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "PUT /v2.0/routers/1165f394-b475-4bc9-90be-7c2a14e83747 HTTP/1.1" status: 200 len: 919 time: 7.8312449 Jan 27 21:55:02.591400 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e69bb6-9c3f-4858-a945-aee8137aa077 None None] Sync routers for ids ['1165f394-b475-4bc9-90be-7c2a14e83747'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:02.595050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:02.626351 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e69bb6-9c3f-4858-a945-aee8137aa077 None None] Routers {'1165f394-b475-4bc9-90be-7c2a14e83747'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:02.630240 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-72e69bb6-9c3f-4858-a945-aee8137aa077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1165f394-b475-4bc9-90be-7c2a14e83747'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:02.696763 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-72e69bb6-9c3f-4858-a945-aee8137aa077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:02.706366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3a27-e48a-409c-95ee-29bb653ad099 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2c723f4b-1a97-4002-9192-3d9947731895), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.709244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3a27-e48a-409c-95ee-29bb653ad099 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.714775 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e2d3a27-e48a-409c-95ee-29bb653ad099 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/2c723f4b-1a97-4002-9192-3d9947731895 HTTP/1.1" status: 204 len: 168 time: 0.6164098 Jan 27 21:55:02.715073 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e69bb6-9c3f-4858-a945-aee8137aa077 None None] Routers {'1165f394-b475-4bc9-90be-7c2a14e83747'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:02.715564 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-72e69bb6-9c3f-4858-a945-aee8137aa077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1165f394-b475-4bc9-90be-7c2a14e83747'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:02.744936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56960) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:02.754945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d3a27-e48a-409c-95ee-29bb653ad099 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c723f4b-1a97-4002-9192-3d9947731895,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:02.775795 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-72e69bb6-9c3f-4858-a945-aee8137aa077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:02.777428 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e69bb6-9c3f-4858-a945-aee8137aa077 None None] The sync data for ids ['1165f394-b475-4bc9-90be-7c2a14e83747'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:02.886193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bdbabd03-1c1b-42ab-bbce-0099633fa06d None None] Port 9b3acebe-6418-4dc9-90d9-b9463431689b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:02.929009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:02.929861 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.936444 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.969300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9a01dfb6-6179-4175-9858-3c4ac45711ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=107245d6c4e84164ad1edae4cfacdc13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890991 Jan 27 21:55:02.971193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56964) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:02.973901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.979462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for c496289b-e3cb-44a6-8ae6-adf45e2b4a8e owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:02.990187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:03.008492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4e572a9a-8759-4e8f-aaf9-b57a6293e4b1 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2334015 Jan 27 21:55:03.013678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56966) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:03.015550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5671901b-cc27-4497-8163-a6475a4dfeec req-cd878927-1702-4d91-9fe1-41739e3d6e6b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=45dfe1e9-2b16-4702-b970-1b96032a4ab0&id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4967604 Jan 27 21:55:03.041533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a', 'network_id': '8c960a22-2521-441b-82f5-ce5b7d9fabdc', 'port_id': '803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a', 'mac_address': 'fa:16:3e:d6:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c3c01-ecfd-4e6a-acc9-d28572ca2422', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:03.047615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24563-1f75-482e-9f49-7edcb875b2db req-b6c2f60b-c520-49c9-b521-abb4088adc87 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:03.048155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:03.057171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24563-1f75-482e-9f49-7edcb875b2db req-b6c2f60b-c520-49c9-b521-abb4088adc87 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:03.060261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf24563-1f75-482e-9f49-7edcb875b2db req-b6c2f60b-c520-49c9-b521-abb4088adc87 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116&device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 1691 time: 0.2390916 Jan 27 21:55:03.067302 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.069318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2a759bf5-1a16-49b8-a009-af20e3874c08 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:03.236574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'tempest-secgroup--173354849'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:03.242964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf24563-1f75-482e-9f49-7edcb875b2db req-256b1a53-23bd-4e3e-bd97-341fc07f3306 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418917 Jan 27 21:55:03.259435 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-53207c45-a6ca-4dc2-8f0e-6962529fe844 tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/routers/1165f394-b475-4bc9-90be-7c2a14e83747 HTTP/1.1" status: 200 len: 925 time: 0.6629808 Jan 27 21:55:03.271428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56972) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:03.294898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:03.294898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.320777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c496289b-e3cb-44a6-8ae6-adf45e2b4a8e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.416896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=c496289b-e3cb-44a6-8ae6-adf45e2b4a8e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:03.489909 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a76e-8de4-4e66-a1ea-0526b2e72c2c admin admin] Publish callbacks [] for security_group (c59a2afe-70c3-443b-ba50-2c0ebf97c1a8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.517614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] For port 2a759bf5-1a16-49b8-a009-af20e3874c08, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2a759bf5-1a16-49b8-a009-af20e3874c08,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:03.562053 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a76e-8de4-4e66-a1ea-0526b2e72c2c admin admin] Publish callbacks [] for security_group (c59a2afe-70c3-443b-ba50-2c0ebf97c1a8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.588369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56cf7d-5e29-46f6-a0af-ef5ac1e72eec req-18ae9cd8-616d-42f9-b9ed-6b284886a2b4 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:03.605000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a71e49-8918-4de0-8142-148d568d2b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eb5805-c358-4d38-8a2e-50e6835f313b'}, {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e233169-6ade-4dc4-83a9-a6face8cd6dc'}, {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7968f295-7efa-408b-a91e-95a069d7064d'}, {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8caceec-88c1-416b-95b8-518a051eef0d'}, {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:03.610876 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce40f94-d13d-425a-b118-de36dbeb939c" -d '{"events": [{"server_uuid": "68a71e49-8918-4de0-8142-148d568d2b10", "name": "network-vif-plugged", "status": "completed", "tag": "54eb5805-c358-4d38-8a2e-50e6835f313b"}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e233169-6ade-4dc4-83a9-a6face8cd6dc"}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "7968f295-7efa-408b-a91e-95a069d7064d"}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8caceec-88c1-416b-95b8-518a051eef0d"}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:03.611254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b56cf7d-5e29-46f6-a0af-ef5ac1e72eec req-18ae9cd8-616d-42f9-b9ed-6b284886a2b4 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 943 time: 0.2618525 Jan 27 21:55:03.651104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:03.665367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:03.745458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:03.769411 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.788748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b56cf7d-5e29-46f6-a0af-ef5ac1e72eec req-603204e0-3fee-40bc-83d9-26b966b2fde4 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753609 Jan 27 21:55:03.801106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.832603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2a759bf5-1a16-49b8-a009-af20e3874c08 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:03.833775 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.842672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0d871a3f-eef0-487e-8fdc-f625e2b65a79), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.856137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de77c10-a74f-45f7-b92c-de5a84cd772a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:03.859575 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7de77c10-a74f-45f7-b92c-de5a84cd772a tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=1165f394-b475-4bc9-90be-7c2a14e83747&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5714538 Jan 27 21:55:03.878980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56978) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:03.928939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32fa7a-c444-4baa-a2e8-01f1cdf0b815 req-33d98a37-ffd7-4747-9bfb-b2768848eeb2 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:03.929254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:03.941436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b32fa7a-c444-4baa-a2e8-01f1cdf0b815 req-33d98a37-ffd7-4747-9bfb-b2768848eeb2 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 1101 time: 0.3263378 Jan 27 21:55:03.943147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] For port 2a759bf5-1a16-49b8-a009-af20e3874c08, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:03.975288 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e530942a-da11-4071-b721-a77d396b656b x-openstack-request-id: req-e530942a-da11-4071-b721-a77d396b656b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:03.976300 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a71e49-8918-4de0-8142-148d568d2b10", "name": "network-vif-plugged", "status": "completed", "tag": "54eb5805-c358-4d38-8a2e-50e6835f313b", "code": 200}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e233169-6ade-4dc4-83a9-a6face8cd6dc", "code": 200}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "7968f295-7efa-408b-a91e-95a069d7064d", "code": 200}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8caceec-88c1-416b-95b8-518a051eef0d", "code": 200}, {"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:03.977224 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e530942a-da11-4071-b721-a77d396b656b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:03.978335 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a71e49-8918-4de0-8142-148d568d2b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eb5805-c358-4d38-8a2e-50e6835f313b', 'code': 200} Jan 27 21:55:03.979017 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e233169-6ade-4dc4-83a9-a6face8cd6dc', 'code': 200} Jan 27 21:55:03.980090 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7968f295-7efa-408b-a91e-95a069d7064d', 'code': 200} Jan 27 21:55:03.980800 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8caceec-88c1-416b-95b8-518a051eef0d', 'code': 200} Jan 27 21:55:03.981436 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837', 'code': 200} Jan 27 21:55:04.060473 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7c938af-7a7b-48c0-8202-87fb1cc0b102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.101407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b32fa7a-c444-4baa-a2e8-01f1cdf0b815 req-9b8a0973-4104-4aea-aa8d-db5caf286000 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133850 Jan 27 21:55:04.109440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] device_id is not set on port 2a759bf5-1a16-49b8-a009-af20e3874c08 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:04.173672 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] Publish callbacks [] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.189279 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.257789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:04.285378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a76e-8de4-4e66-a1ea-0526b2e72c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c59a2afe-70c3-443b-ba50-2c0ebf97c1a8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.289379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a76e-8de4-4e66-a1ea-0526b2e72c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.291181 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e5b2a76e-8de4-4e66-a1ea-0526b2e72c2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c59a2afe-70c3-443b-ba50-2c0ebf97c1a8 HTTP/1.1" status: 204 len: 168 time: 1.3199434 Jan 27 21:55:04.349187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] No DVR routers for this DVR port 2a759bf5-1a16-49b8-a009-af20e3874c08 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:04.361931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcf3e6-472f-45aa-b1a6-ab5145de7aec req-21456b0b-dac5-4567-94f6-1be0ef74e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.363977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5edcf3e6-472f-45aa-b1a6-ab5145de7aec req-21456b0b-dac5-4567-94f6-1be0ef74e601 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 0.2730777 Jan 27 21:55:04.390873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2a76e-8de4-4e66-a1ea-0526b2e72c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a2afe-70c3-443b-ba50-2c0ebf97c1a8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:04.445040 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:55:04.445040 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:55:04.448116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] Pushing event updated for resources: {'Port': ['ID=2a759bf5-1a16-49b8-a009-af20e3874c08,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:04.480724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (234a7d3d-9d11-4400-abf4-b353110ada63), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.489117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577d381-c6fd-4b50-9413-037a4a8af37c tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.491562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd83a5-97d6-42ad-b53f-2e8ce72efe26 req-85b0b050-8160-450e-81da-43f36535f5bf tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.492170 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4577d381-c6fd-4b50-9413-037a4a8af37c tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 881 time: 0.6097195 Jan 27 21:55:04.498878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd83a5-97d6-42ad-b53f-2e8ce72efe26 req-85b0b050-8160-450e-81da-43f36535f5bf tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.509672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd83a5-97d6-42ad-b53f-2e8ce72efe26 req-85b0b050-8160-450e-81da-43f36535f5bf tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.519909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd83a5-97d6-42ad-b53f-2e8ce72efe26 req-85b0b050-8160-450e-81da-43f36535f5bf tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.530029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd83a5-97d6-42ad-b53f-2e8ce72efe26 req-85b0b050-8160-450e-81da-43f36535f5bf tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.534634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-babd83a5-97d6-42ad-b53f-2e8ce72efe26 req-85b0b050-8160-450e-81da-43f36535f5bf tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 3877 time: 0.2888751 Jan 27 21:55:04.534829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56988) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:04.629397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a6345-2f27-4052-978f-cf4143299857 req-51f45d80-0991-40a7-9b83-07b37461a933 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.636772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b8a6345-2f27-4052-978f-cf4143299857 req-51f45d80-0991-40a7-9b83-07b37461a933 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 1101 time: 0.3945169 Jan 27 21:55:04.685298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e577cd47-27fb-4a9e-a2c7-5e8272251c43 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=1165f394-b475-4bc9-90be-7c2a14e83747 HTTP/1.1" status: 200 len: 205 time: 0.1451173 Jan 27 21:55:04.688902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-babd83a5-97d6-42ad-b53f-2e8ce72efe26 req-61d0e393-86ad-4c61-b777-2b099ddb9102 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137586 Jan 27 21:55:04.692582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56992) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:04.703267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] In _notify_port_updated(), no bound segment for port 2a759bf5-1a16-49b8-a009-af20e3874c08 on network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:55:04.703267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.703790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.705387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (234a7d3d-9d11-4400-abf4-b353110ada63), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.705616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-e9604375-059d-426e-b13e-7d97760a6658 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 200 len: 1030 time: 2.1489892 Jan 27 21:55:04.729674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 0d871a3f-eef0-487e-8fdc-f625e2b65a79 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:04.739999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5edcf3e6-472f-45aa-b1a6-ab5145de7aec req-9eb5b0c9-d39f-4322-9f9d-fd3e37dfde33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445375 Jan 27 21:55:04.783682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c9d21ecd-65bc-4f03-a3ea-a9e51b724872 None None] Provisioning complete for port 2a759bf5-1a16-49b8-a009-af20e3874c08 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:04.784469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.789359 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5555441 Jan 27 21:55:04.792675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c9d21ecd-65bc-4f03-a3ea-a9e51b724872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.792998 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56994) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:04.806163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b8a6345-2f27-4052-978f-cf4143299857 req-e8a820de-09fe-474e-9887-f500546a12aa tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577358 Jan 27 21:55:04.895619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-76d83d28-5035-407e-a903-d6593922b8cc tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:04.896227 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-76d83d28-5035-407e-a903-d6593922b8cc tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 21:55:04.896837 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-76d83d28-5035-407e-a903-d6593922b8cc tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 21:55:04.900545 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-76d83d28-5035-407e-a903-d6593922b8cc tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "PUT /v2.0/security-groups/234a7d3d-9d11-4400-abf4-b353110ada63 HTTP/1.1" status: 409 len: 330 time: 0.1031561 Jan 27 21:55:04.901293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57000) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:04.901907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c9d21ecd-65bc-4f03-a3ea-a9e51b724872 None None] Port 2a759bf5-1a16-49b8-a009-af20e3874c08 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:04.903641 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234a7d3d-9d11-4400-abf4-b353110ada63,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:04.921426 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.922341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.923007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.923697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.924456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.924812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.925161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.925506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.925845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.926233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.926573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.926874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:04.927169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07661af2-9155-40b1-8aac-4adcda8dd69e tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:05.000927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:05.014307 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1670c61-2416-447c-9391-a78a36b56116 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/0d871a3f-eef0-487e-8fdc-f625e2b65a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4817152 Jan 27 21:55:05.018498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57002) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.038101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57006) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.059548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26b0cd-3b43-4686-830a-3b73393ef374 None None] Sync routers for ids ['0d871a3f-eef0-487e-8fdc-f625e2b65a79'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:05.063150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2a759bf5-1a16-49b8-a009-af20e3874c08 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:05.068369 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aa0a1b8b-a5a0-4804-a493-1b01fc3f0d3e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d871a3f-eef0-487e-8fdc-f625e2b65a79 HTTP/1.1" status: 200 len: 205 time: 0.0485568 Jan 27 21:55:05.074355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57008) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.077357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26b0cd-3b43-4686-830a-3b73393ef374 None None] Routers {'0d871a3f-eef0-487e-8fdc-f625e2b65a79'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:05.079334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bd26b0cd-3b43-4686-830a-3b73393ef374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0d871a3f-eef0-487e-8fdc-f625e2b65a79'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:05.092884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e87cabb-3377-4280-a066-35c5dc3178fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.120945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bd26b0cd-3b43-4686-830a-3b73393ef374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:05.136503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26b0cd-3b43-4686-830a-3b73393ef374 None None] Routers {'0d871a3f-eef0-487e-8fdc-f625e2b65a79'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:05.138116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bd26b0cd-3b43-4686-830a-3b73393ef374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:54:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0d871a3f-eef0-487e-8fdc-f625e2b65a79'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:05.143175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (1165f394-b475-4bc9-90be-7c2a14e83747), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.187289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bd26b0cd-3b43-4686-830a-3b73393ef374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:05.187638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6e884-37a6-4bdf-ba81-c4477511d88c req-125d1b72-a9ec-4a20-9009-f55a4bd7b643 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:05.188195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26b0cd-3b43-4686-830a-3b73393ef374 None None] The sync data for ids ['0d871a3f-eef0-487e-8fdc-f625e2b65a79'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:05.190980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72e6e884-37a6-4bdf-ba81-c4477511d88c req-125d1b72-a9ec-4a20-9009-f55a4bd7b643 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 944 time: 0.1969192 Jan 27 21:55:05.231896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053c1e00-4c7f-4b2e-a146-379e6e3f2808 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (0d871a3f-eef0-487e-8fdc-f625e2b65a79), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.237381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89d8268c-5804-4b0f-8133-aa99d66df1f5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (234a7d3d-9d11-4400-abf4-b353110ada63), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.257563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:05.258002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.267639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a53b7f80-b421-4d37-bf5a-cd5baeceab00 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728076 Jan 27 21:55:05.358482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89d8268c-5804-4b0f-8133-aa99d66df1f5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (234a7d3d-9d11-4400-abf4-b353110ada63), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.477340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72e6e884-37a6-4bdf-ba81-c4477511d88c req-5d4a541d-1ea2-46ba-b90b-28669303e7fc tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668719 Jan 27 21:55:05.509765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e87cabb-3377-4280-a066-35c5dc3178fe admin admin] Publish callbacks [] for security_group (020fe301-c559-4d40-aa99-43ab4109cc03), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.512300 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053c1e00-4c7f-4b2e-a146-379e6e3f2808 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (0d871a3f-eef0-487e-8fdc-f625e2b65a79), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.513230 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (1165f394-b475-4bc9-90be-7c2a14e83747), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.515612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053c1e00-4c7f-4b2e-a146-379e6e3f2808 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (0d871a3f-eef0-487e-8fdc-f625e2b65a79), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.520463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e87cabb-3377-4280-a066-35c5dc3178fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (020fe301-c559-4d40-aa99-43ab4109cc03), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.550935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] For port 51ef1d8e-2e21-492f-b640-29e484a4d2a2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=51ef1d8e-2e21-492f-b640-29e484a4d2a2,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:05.551817 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.600265 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89d8268c-5804-4b0f-8133-aa99d66df1f5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (234a7d3d-9d11-4400-abf4-b353110ada63), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.603222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89d8268c-5804-4b0f-8133-aa99d66df1f5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.608213 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-89d8268c-5804-4b0f-8133-aa99d66df1f5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/234a7d3d-9d11-4400-abf4-b353110ada63 HTTP/1.1" status: 204 len: 168 time: 0.7018280 Jan 27 21:55:05.611366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57018) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.613757 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053c1e00-4c7f-4b2e-a146-379e6e3f2808 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (0d871a3f-eef0-487e-8fdc-f625e2b65a79), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.614273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053c1e00-4c7f-4b2e-a146-379e6e3f2808 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Fanout notify agent at l3_agent the message router_deleted on router 0d871a3f-eef0-487e-8fdc-f625e2b65a79 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:05.630305 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e87cabb-3377-4280-a066-35c5dc3178fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ceec583517d2440c887c2776ca2312a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5745268 Jan 27 21:55:05.633145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57020) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.638784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053c1e00-4c7f-4b2e-a146-379e6e3f2808 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.645559 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-053c1e00-4c7f-4b2e-a146-379e6e3f2808 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/0d871a3f-eef0-487e-8fdc-f625e2b65a79 HTTP/1.1" status: 204 len: 168 time: 0.5645449 Jan 27 21:55:05.645901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57022) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.655232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87cabb-3377-4280-a066-35c5dc3178fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020fe301-c559-4d40-aa99-43ab4109cc03,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:05.660711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-ec4903d4-dd24-4f73-bec1-894eb39a6957 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:05.668381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-ec4903d4-dd24-4f73-bec1-894eb39a6957 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3527861 Jan 27 21:55:05.683000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8268c-5804-4b0f-8133-aa99d66df1f5 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234a7d3d-9d11-4400-abf4-b353110ada63,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:05.731647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-56d6e58e-8166-40de-9ed9-24706dd9cb59 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/quotas/8bf468f1d5b4435698a82f8407077a37 HTTP/1.1" status: 200 len: 375 time: 0.0622661 Jan 27 21:55:05.754244 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-beca3382-d7aa-48ce-bfb5-3f8ccb8ba951 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1413822 Jan 27 21:55:05.760419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57026) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.789719 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-50e46551-8c11-422b-8209-5af8937a3cde tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] delete failed (client error): The resource could not be found. Jan 27 21:55:05.799288 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-50e46551-8c11-422b-8209-5af8937a3cde tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "DELETE /v2.0/security-groups/32b78530-6822-4e91-a3bf-2bdddf096cef HTTP/1.1" status: 404 len: 347 time: 0.0371599 Jan 27 21:55:05.802152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57028) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.803215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8dea10cb-ef3b-452e-9096-9fcc3535a242 admin admin] Publish callbacks [] for security_group (020fe301-c559-4d40-aa99-43ab4109cc03), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.818779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-018cd445-1387-4afb-a216-33ad49687a62 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet c91b0938-d599-46df-9f50-95a7c83626bf {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:55:05.830127 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-b47478e3-0bc8-42c8-8975-0a0914026f06 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] show failed (client error): The resource could not be found. Jan 27 21:55:05.831697 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b47478e3-0bc8-42c8-8975-0a0914026f06 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-groups/f9c17138-e923-41da-9038-38d4b0074fb2 HTTP/1.1" status: 404 len: 347 time: 0.0251055 Jan 27 21:55:05.838597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57030) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:05.841918 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-018cd445-1387-4afb-a216-33ad49687a62 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (c91b0938-d599-46df-9f50-95a7c83626bf), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.869944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8dea10cb-ef3b-452e-9096-9fcc3535a242 admin admin] Publish callbacks [] for security_group (020fe301-c559-4d40-aa99-43ab4109cc03), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.873669 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-db55b0f8-dbb4-49cd-ae6b-3f52ca0f27f6 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] show failed (client error): The resource could not be found. Jan 27 21:55:05.882660 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db55b0f8-dbb4-49cd-ae6b-3f52ca0f27f6 tempest-NegativeSecGroupIPv6Test-903996494 tempest-NegativeSecGroupIPv6Test-903996494-project] 10.222.0.45 "GET /v2.0/security-group-rules/3debee2e-db73-4a23-b0b5-472ba6c084fc HTTP/1.1" status: 404 len: 356 time: 0.0313094 Jan 27 21:55:05.982978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Deleting port 74c161da-b32e-4ba9-b5d4-1df927c80c33 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:05.983330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (74c161da-b32e-4ba9-b5d4-1df927c80c33), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.992708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-018cd445-1387-4afb-a216-33ad49687a62 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (c91b0938-d599-46df-9f50-95a7c83626bf), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.002346 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8dea10cb-ef3b-452e-9096-9fcc3535a242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (020fe301-c559-4d40-aa99-43ab4109cc03), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.006499 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8dea10cb-ef3b-452e-9096-9fcc3535a242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.012070 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8dea10cb-ef3b-452e-9096-9fcc3535a242 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/020fe301-c559-4d40-aa99-43ab4109cc03 HTTP/1.1" status: 204 len: 168 time: 0.3665721 Jan 27 21:55:06.031505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea10cb-ef3b-452e-9096-9fcc3535a242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020fe301-c559-4d40-aa99-43ab4109cc03,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:06.083329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-1e8871ba-fb9d-4614-a035-4461e0e9191f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3308196 Jan 27 21:55:06.176977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.177840 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (cd9217dc-5ee6-460a-ba2b-21f588a14f5f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.178467 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Floating IP cd9217dc-5ee6-460a-ba2b-21f588a14f5f disassociated. External IP: 172.25.8.187, port: 51ef1d8e-2e21-492f-b640-29e484a4d2a2. Jan 27 21:55:06.178899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for 51ef1d8e-2e21-492f-b640-29e484a4d2a2 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:06.208972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b128-defc-49e5-b2ab-8944c6bf4711 req-03e9fc63-bbc8-4a82-953b-fcd9b8373222 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.215199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b128-defc-49e5-b2ab-8944c6bf4711 req-03e9fc63-bbc8-4a82-953b-fcd9b8373222 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.222362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b128-defc-49e5-b2ab-8944c6bf4711 req-03e9fc63-bbc8-4a82-953b-fcd9b8373222 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.228931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b128-defc-49e5-b2ab-8944c6bf4711 req-03e9fc63-bbc8-4a82-953b-fcd9b8373222 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.236777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394b128-defc-49e5-b2ab-8944c6bf4711 req-03e9fc63-bbc8-4a82-953b-fcd9b8373222 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.239556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7394b128-defc-49e5-b2ab-8944c6bf4711 req-03e9fc63-bbc8-4a82-953b-fcd9b8373222 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 3877 time: 0.3301544 Jan 27 21:55:06.343786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:06.381041 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (74c161da-b32e-4ba9-b5d4-1df927c80c33), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.447797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Calling delete_port for 74c161da-b32e-4ba9-b5d4-1df927c80c33 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:06.455435 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-018cd445-1387-4afb-a216-33ad49687a62 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c91b0938-d599-46df-9f50-95a7c83626bf), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.472926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:06.483442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:06.486480 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.557330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57048) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:06.621310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b17aaff-207c-457f-9a95-c03f68b688b3 req-fcc82ccf-e622-40c9-9196-98bc73ab1099 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 210 time: 0.1580987 Jan 27 21:55:06.747445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:06.750126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.822609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b6103-aca5-44e8-9a4c-f746914d3ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:06.825166 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061ccbb4-16c5-4bce-87c1-613bb9039242" -d '{"events": [{"server_uuid": "ff2b6103-aca5-44e8-9a4c-f746914d3ea6", "name": "network-vif-plugged", "status": "completed", "tag": "803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:06.847736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:06.858710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.975792 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-60ef2fb3-7411-4e91-9005-6bd900673fdd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d67274d4847a4ef5bc9f5bcfb63aea86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159341 Jan 27 21:55:06.979647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57068) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:07.086518 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ddcd85c5-b157-4890-80d4-843355508746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.094465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd62b48a-9608-4849-888d-b6a1f8798a49 admin admin] Publish callbacks [] for security_group (31cead64-7f7c-4cb9-b5b6-767f5409c76d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.119467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:07.151841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd62b48a-9608-4849-888d-b6a1f8798a49 admin admin] Publish callbacks [] for security_group (31cead64-7f7c-4cb9-b5b6-767f5409c76d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.290689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd62b48a-9608-4849-888d-b6a1f8798a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (31cead64-7f7c-4cb9-b5b6-767f5409c76d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.298060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd62b48a-9608-4849-888d-b6a1f8798a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.300336 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fd62b48a-9608-4849-888d-b6a1f8798a49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31cead64-7f7c-4cb9-b5b6-767f5409c76d HTTP/1.1" status: 204 len: 168 time: 0.3181958 Jan 27 21:55:07.315083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7394b128-defc-49e5-b2ab-8944c6bf4711 req-a8e0195c-9001-4b5e-8f68-0847e85d2fdd tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0570326 Jan 27 21:55:07.340696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62b48a-9608-4849-888d-b6a1f8798a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cead64-7f7c-4cb9-b5b6-767f5409c76d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:07.458396 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb52c159-eeef-4ac3-bfba-9b0d3830c2ca x-openstack-request-id: req-bb52c159-eeef-4ac3-bfba-9b0d3830c2ca {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:07.459249 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b6103-aca5-44e8-9a4c-f746914d3ea6", "name": "network-vif-plugged", "status": "completed", "tag": "803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:07.459249 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb52c159-eeef-4ac3-bfba-9b0d3830c2ca {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:07.459577 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2b6103-aca5-44e8-9a4c-f746914d3ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a', 'code': 200} Jan 27 21:55:07.739926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047c7f2-5afb-413a-ab57-878be77b12ee req-73ece591-22ca-418e-8c5c-8b996574668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:07.742499 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3047c7f2-5afb-413a-ab57-878be77b12ee req-73ece591-22ca-418e-8c5c-8b996574668c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 1096 time: 0.2007205 Jan 27 21:55:07.836450 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3047c7f2-5afb-413a-ab57-878be77b12ee req-bfd74ba0-9b20-4fa7-806a-bae5e0a62a73 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861273 Jan 27 21:55:07.924087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-018cd445-1387-4afb-a216-33ad49687a62 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (c91b0938-d599-46df-9f50-95a7c83626bf), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.954424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (51ef1d8e-2e21-492f-b640-29e484a4d2a2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.957650 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-018cd445-1387-4afb-a216-33ad49687a62 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.966278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-018cd445-1387-4afb-a216-33ad49687a62 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/c91b0938-d599-46df-9f50-95a7c83626bf HTTP/1.1" status: 204 len: 168 time: 2.3158097 Jan 27 21:55:07.967581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57088) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:07.977393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a626d99b-9a4d-42f8-ba58-fe6edaedcf4a None None] Network 0313b226-359c-43c1-9327-6cc30842a17e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:08.003461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e6443-57be-4fd4-bf77-4ac623a0588f req-09e24ed2-5389-49e4-8bc5-de4d4dbc29d9 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:08.014220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a7e6443-57be-4fd4-bf77-4ac623a0588f req-09e24ed2-5389-49e4-8bc5-de4d4dbc29d9 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.7536764 Jan 27 21:55:08.025874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-4b1b108c-dd2f-436e-b890-841a47076131 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7642672 Jan 27 21:55:08.188763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (0313b226-359c-43c1-9327-6cc30842a17e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.306105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (74c161da-b32e-4ba9-b5d4-1df927c80c33), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.404091 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.416500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cd445-1387-4afb-a216-33ad49687a62 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=c91b0938-d599-46df-9f50-95a7c83626bf,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:08.462183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] DHCP port deletion for 0313b226-359c-43c1-9327-6cc30842a17e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:55:08.469364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=51ef1d8e-2e21-492f-b640-29e484a4d2a2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:08.519553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41c5eee1-5f41-4ff8-a09e-36e038088464 req-3cadece3-964e-4a22-911f-4cbaa0ff01e6 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 210 time: 0.4736483 Jan 27 21:55:08.538009 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-665b49f7-6a0b-473e-b1d0-5d396976a0bf tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1788163 Jan 27 21:55:08.694672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] Deleting port 77b2f577-1a13-42ea-a288-d37dbd667bcd {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:08.695185 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.717705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event deleted for resources: {'Port': ['ID=74c161da-b32e-4ba9-b5d4-1df927c80c33,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:08.760918 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a7e6443-57be-4fd4-bf77-4ac623a0588f req-79ab453a-87ef-4cdb-a6e9-6df0cbee0206 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412095 Jan 27 21:55:09.001272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-ca3387ae-c891-49af-90c2-8e3003089812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.005608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-ca3387ae-c891-49af-90c2-8e3003089812 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 1101 time: 0.7024906 Jan 27 21:55:09.101608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] For port 77b2f577-1a13-42ea-a288-d37dbd667bcd, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=77b2f577-1a13-42ea-a288-d37dbd667bcd,segment=NetworkSegment(8fca4bf7-92be-421a-af62-375040176fcb),segment_id=8fca4bf7-92be-421a-af62-375040176fcb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:09.103147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.153321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] Calling delete_port for 77b2f577-1a13-42ea-a288-d37dbd667bcd owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:09.352582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:09.364473 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (1165f394-b475-4bc9-90be-7c2a14e83747), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.522193 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.685240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] No DVR routers for this DVR port 77b2f577-1a13-42ea-a288-d37dbd667bcd on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:09.693188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28100fc-89bb-43ee-bdce-d84ef15185a6 None None] Pushing event deleted for resources: {'Port': ['ID=77b2f577-1a13-42ea-a288-d37dbd667bcd,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:09.808767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 77b2f577-1a13-42ea-a288-d37dbd667bcd {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:09.809519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.815039 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (1165f394-b475-4bc9-90be-7c2a14e83747), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.874045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:09.889459 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] Sync routers for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:09.890418 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (1165f394-b475-4bc9-90be-7c2a14e83747), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.924908 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:09.928658 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:09.930318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b0634-f2d7-49ce-ad50-d1b4808cbedb req-dae133c3-4cdf-4120-a74a-df93488f4400 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.942987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b0634-f2d7-49ce-ad50-d1b4808cbedb req-dae133c3-4cdf-4120-a74a-df93488f4400 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.955096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b0634-f2d7-49ce-ad50-d1b4808cbedb req-dae133c3-4cdf-4120-a74a-df93488f4400 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.959311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-503fc668-7adc-466e-a998-7741364da0b2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.961568 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-503fc668-7adc-466e-a998-7741364da0b2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3974857 Jan 27 21:55:09.972573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b0634-f2d7-49ce-ad50-d1b4808cbedb req-dae133c3-4cdf-4120-a74a-df93488f4400 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.976500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a4b0634-f2d7-49ce-ad50-d1b4808cbedb req-dae133c3-4cdf-4120-a74a-df93488f4400 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 3143 time: 1.0037003 Jan 27 21:55:09.978825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Request body: {'port': {'device_id': '168471d7-ab98-40fc-8669-634ffe2f78b1', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8bf468f1d5b4435698a82f8407077a37'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:10.007255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 77b2f577-1a13-42ea-a288-d37dbd667bcd, host n-d-826529-2, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:10.013630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.033888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57124) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:10.090684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 77b2f577-1a13-42ea-a288-d37dbd667bcd owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:10.098785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Port 77b2f577-1a13-42ea-a288-d37dbd667bcd was not found and therefore no delete operation was performed {{(pid=103329) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:55:10.103670 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (77b2f577-1a13-42ea-a288-d37dbd667bcd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.145479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57128) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:10.161798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=77b2f577-1a13-42ea-a288-d37dbd667bcd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:10.191237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No DVR routers for this DVR port 77b2f577-1a13-42ea-a288-d37dbd667bcd on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:10.240515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 77b2f577-1a13-42ea-a288-d37dbd667bcd no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:10.261311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bb2cdbe-e54f-44c5-bc43-3ea45676d498 req-78c1f35e-8b18-4324-84c2-74a576a7c9cf tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 210 time: 0.3666978 Jan 27 21:55:10.276552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] No DVR routers for this DVR port 51ef1d8e-2e21-492f-b640-29e484a4d2a2 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:10.282101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.289918 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-79e87f1b-af88-4afa-9470-7d83088d2547 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "DELETE /v2.0/ports/51ef1d8e-2e21-492f-b640-29e484a4d2a2 HTTP/1.1" status: 204 len: 173 time: 5.5467246 Jan 27 21:55:10.292582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 77b2f577-1a13-42ea-a288-d37dbd667bcd {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:10.292925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 77b2f577-1a13-42ea-a288-d37dbd667bcd not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:10.313141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:10.318465 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd142c70-6bc1-4eae-9a3a-7f1466f1ddbb" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:10.384885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (0313b226-359c-43c1-9327-6cc30842a17e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.434555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Made reservation on behalf of 8bf468f1d5b4435698a82f8407077a37 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:10.441298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.447996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0313b226-359c-43c1-9327-6cc30842a17e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:10.458730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-faa620b5-6f54-452e-901a-e0f782386abf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:10.459270 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-faa620b5-6f54-452e-901a-e0f782386abf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 21:55:10.459799 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-faa620b5-6f54-452e-901a-e0f782386abf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:55:10.468484 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-faa620b5-6f54-452e-901a-e0f782386abf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3125801 Jan 27 21:55:10.470240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57134) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:10.471582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (1165f394-b475-4bc9-90be-7c2a14e83747), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.473363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Fanout notify agent at l3_agent the message router_deleted on router 1165f394-b475-4bc9-90be-7c2a14e83747 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:10.487096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--337972071'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:10.487907 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:10.488549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.490570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2793e960-8bc0-4e31-980a-dc22cb975c89 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/1165f394-b475-4bc9-90be-7c2a14e83747 HTTP/1.1" status: 204 len: 168 time: 5.7967536 Jan 27 21:55:10.500675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-a1b1346b-16f7-49ed-99bc-42f0d426d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.503111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-a1b1346b-16f7-49ed-99bc-42f0d426d567 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.2554390 Jan 27 21:55:10.505593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57136) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:10.507838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fca4bf7-92be-421a-af62-375040176fcb') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:10.508215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fca4bf7-92be-421a-af62-375040176fcb') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:10.510632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2a70247-6d8d-4f09-9c0a-f1cf49fd3f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.520968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-407542171', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:10.551496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (8fca4bf7-92be-421a-af62-375040176fcb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.586407 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8fca4bf7-92be-421a-af62-375040176fcb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.609503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a4b0634-f2d7-49ce-ad50-d1b4808cbedb req-5a5752d5-b87a-4d63-9ed5-99d778ada02f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5912683 Jan 27 21:55:10.623514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:55:10.624090 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (8fca4bf7-92be-421a-af62-375040176fcb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:55:10.633169 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:55:10.688924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-26585144-8fc2-4827-8501-fb8ac008f1e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac HTTP/1.1" status: 200 len: 217 time: 0.1557734 Jan 27 21:55:10.717525 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (61ba82da-e122-4ee3-983d-a7d199de7eee), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.718785 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (61ba82da-e122-4ee3-983d-a7d199de7eee), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.738321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.768116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.779212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b395c-6043-4705-9f28-4f1277038636 req-0adb8a6c-0846-4e4d-955a-61f1fb7f02ac tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.788533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958b395c-6043-4705-9f28-4f1277038636 req-0adb8a6c-0846-4e4d-955a-61f1fb7f02ac tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2954097 Jan 27 21:55:10.811864 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab061c82-4407-4050-850f-fe6c245fe046 x-openstack-request-id: req-ab061c82-4407-4050-850f-fe6c245fe046 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:10.812316 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "51ef1d8e-2e21-492f-b640-29e484a4d2a2", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:10.812640 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab061c82-4407-4050-850f-fe6c245fe046 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:10.813161 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': '51ef1d8e-2e21-492f-b640-29e484a4d2a2', 'status': 'completed', 'code': 200} Jan 27 21:55:10.839727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-03f53871-d03b-4e62-802b-c6881e5e151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.841361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-03f53871-d03b-4e62-802b-c6881e5e151a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1450779 Jan 27 21:55:10.867507 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (0313b226-359c-43c1-9327-6cc30842a17e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.892524 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.895891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port a8caceec-88c1-416b-95b8-518a051eef0d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:10.896245 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.917415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.929826 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/0313b226-359c-43c1-9327-6cc30842a17e HTTP/1.1" status: 204 len: 168 time: 2.9623454 Jan 27 21:55:10.936763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57140) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:10.941025 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (61ba82da-e122-4ee3-983d-a7d199de7eee), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.957798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1684897545', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:10.992154 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:27Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:11.055759 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] Checking router: 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:55:11.061883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1b5f3-3927-45ac-9154-b38045a6bf38 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=0313b226-359c-43c1-9327-6cc30842a17e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:11.080791 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:11.082895 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:11.088710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958b395c-6043-4705-9f28-4f1277038636 req-f1efe3b3-272f-4f4a-a5b9-370f059e4f65 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988153 Jan 27 21:55:11.127495 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.142434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-e1d3ac8b-0ede-4a2f-9265-6c67780feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.144327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-e1d3ac8b-0ede-4a2f-9265-6c67780feca7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922347 Jan 27 21:55:11.151621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (91aed80d-0d90-40ec-ac46-c62b6cf271e1), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.152771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (91aed80d-0d90-40ec-ac46-c62b6cf271e1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.205870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Allocated IP 192.168.233.21 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/f1effa96-3779-4cc7-a306-23b7e584d0b1) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:11.226354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2a70247-6d8d-4f09-9c0a-f1cf49fd3f57 admin admin] Publish callbacks [] for security_group (37fe6f1d-ec85-4073-a24d-ec1b64523ddb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.241404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2a70247-6d8d-4f09-9c0a-f1cf49fd3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (37fe6f1d-ec85-4073-a24d-ec1b64523ddb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.261681 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (4b370041-9e85-44cb-a48c-b846f769717f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.300611 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4b370041-9e85-44cb-a48c-b846f769717f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.329689 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2a70247-6d8d-4f09-9c0a-f1cf49fd3f57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8766d573ab024f1bb02144cc542847da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2896132 Jan 27 21:55:11.331255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57144) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:11.343478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] For port a8caceec-88c1-416b-95b8-518a051eef0d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a8caceec-88c1-416b-95b8-518a051eef0d,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:11.344253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.344425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a70247-6d8d-4f09-9c0a-f1cf49fd3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fe6f1d-ec85-4073-a24d-ec1b64523ddb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:11.350988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (61ba82da-e122-4ee3-983d-a7d199de7eee), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.404035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (91aed80d-0d90-40ec-ac46-c62b6cf271e1), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.408987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for a8caceec-88c1-416b-95b8-518a051eef0d owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:11.463389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b370041-9e85-44cb-a48c-b846f769717f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:11.528505 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:11.700568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-a76e4194-ce41-4ab1-bcc2-2fd197cc44cd service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436726 Jan 27 21:55:11.724442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a59a023c-3b9a-48c6-89d3-2904f619bac6 req-8cb179d7-10f5-4d59-8628-2b877f830eab tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 210 time: 0.1590719 Jan 27 21:55:11.756624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5763199d-40b5-45ce-84eb-f71ce98d0e46 admin admin] Publish callbacks [] for security_group (37fe6f1d-ec85-4073-a24d-ec1b64523ddb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.777915 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (5421ace8-5f84-4de1-be72-73494ba407c9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.907209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5421ace8-5f84-4de1-be72-73494ba407c9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.986779 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5763199d-40b5-45ce-84eb-f71ce98d0e46 admin admin] Publish callbacks [] for security_group (37fe6f1d-ec85-4073-a24d-ec1b64523ddb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.998439 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.022329 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-6047d4e9-5f9f-4f9f-9efb-8263cf8b338a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4163914 Jan 27 21:55:12.103001 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:27Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:12.109218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.115560 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6311092 Jan 27 21:55:12.115560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5e71d-2961-47e5-a44e-9ea0242c3bcf tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5421ace8-5f84-4de1-be72-73494ba407c9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:12.132222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57154) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:12.177763 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce611a29-3b84-47c4-af45-bb6330e91d26 None None] The sync data for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 is: [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '587c2772-c648-471c-af54-f9e8b741d22e', 'name': '', 'network_id': 'e78fca6c-458f-45b2-a2a2-4054b3edd670', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'mac_address': 'fa:16:3e:bf:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '06288402-3250-4099-a036-550239416a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:16Z', 'updated_at': '2022-01-27T21:42:27Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'subnets': [{'id': '06288402-3250-4099-a036-550239416a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:12.184746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-01d88c72-86ba-44d3-a4b9-679a34d9d6f8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '5421ace8-5f84-4de1-be72-73494ba407c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:12.215231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-b82735a1-1514-4d65-a3ee-f74e831386fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.217788 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-b82735a1-1514-4d65-a3ee-f74e831386fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 1096 time: 0.3869114 Jan 27 21:55:12.395363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-09474fd0-f5dc-428f-b7fc-21d334f8a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.398236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-09474fd0-f5dc-428f-b7fc-21d334f8a113 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 1101 time: 0.3226328 Jan 27 21:55:12.403293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01d88c72-86ba-44d3-a4b9-679a34d9d6f8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group_rule (97197696-9e2b-4eaf-970f-b4d7046f5b2f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.420205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.441084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_gateway (91aed80d-0d90-40ec-ac46-c62b6cf271e1), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.442747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a', 'c548b248-03dd-4272-8a2d-5aca2cd5d36c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:12.449808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b', 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:12.492534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5763199d-40b5-45ce-84eb-f71ce98d0e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (37fe6f1d-ec85-4073-a24d-ec1b64523ddb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.497468 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5763199d-40b5-45ce-84eb-f71ce98d0e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.499430 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5763199d-40b5-45ce-84eb-f71ce98d0e46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37fe6f1d-ec85-4073-a24d-ec1b64523ddb HTTP/1.1" status: 204 len: 168 time: 1.1680028 Jan 27 21:55:12.673074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedc925-3bd6-4a92-b313-0d2015f0c312 req-fc5dcffd-dc00-4b7d-9ec5-9b6a730e3384 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.680806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afedc925-3bd6-4a92-b313-0d2015f0c312 req-fc5dcffd-dc00-4b7d-9ec5-9b6a730e3384 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.8518484 Jan 27 21:55:12.756246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb0456-8554-4f86-85cc-ff759e701d6d req-e8077d8a-9495-4b17-a891-7eb0f397aaf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.763009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb0456-8554-4f86-85cc-ff759e701d6d req-e8077d8a-9495-4b17-a891-7eb0f397aaf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.770652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb0456-8554-4f86-85cc-ff759e701d6d req-e8077d8a-9495-4b17-a891-7eb0f397aaf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.777047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb0456-8554-4f86-85cc-ff759e701d6d req-e8077d8a-9495-4b17-a891-7eb0f397aaf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.784601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99eb0456-8554-4f86-85cc-ff759e701d6d req-e8077d8a-9495-4b17-a891-7eb0f397aaf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 3143 time: 0.9278157 Jan 27 21:55:12.829751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a8caceec-88c1-416b-95b8-518a051eef0d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.835631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763199d-40b5-45ce-84eb-f71ce98d0e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fe6f1d-ec85-4073-a24d-ec1b64523ddb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:12.868242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:12.904399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc27d811-4cbd-42a1-a640-006c1b015511 req-ed84e813-bb1a-4dbf-87c8-1240ffb4e222 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1677241 Jan 27 21:55:12.915223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=a8caceec-88c1-416b-95b8-518a051eef0d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:12.958572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afedc925-3bd6-4a92-b313-0d2015f0c312 req-ef18ed6b-c30f-49f4-912b-0ababc3db65a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766683 Jan 27 21:55:12.962297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-a6faf80e-6221-4b89-be03-d4a0fe8c69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.983668 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-a6faf80e-6221-4b89-be03-d4a0fe8c69c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.7461302 Jan 27 21:55:12.996595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99eb0456-8554-4f86-85cc-ff759e701d6d req-f791245a-82f3-4934-9637-9b6a3ce5f312 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062109 Jan 27 21:55:13.028745 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01d88c72-86ba-44d3-a4b9-679a34d9d6f8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group_rule (97197696-9e2b-4eaf-970f-b4d7046f5b2f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.032373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:13.048652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'Port': ['ID=f1effa96-3779-4cc7-a306-23b7e584d0b1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:13.086717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:13.172306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01d88c72-86ba-44d3-a4b9-679a34d9d6f8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (97197696-9e2b-4eaf-970f-b4d7046f5b2f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.198803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc360aa4-c928-41c1-bd12-26075a5b79f6 None None] New status for floating IP cd9217dc-5ee6-460a-ba2b-21f588a14f5f: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:55:13.227893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] No DVR routers for this DVR port a8caceec-88c1-416b-95b8-518a051eef0d on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:13.233791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.243894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-92def667-0a44-420b-8ee6-4ed86e813cf6 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "DELETE /v2.0/ports/a8caceec-88c1-416b-95b8-518a051eef0d HTTP/1.1" status: 204 len: 173 time: 2.9197319 Jan 27 21:55:13.274062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': 'a8caceec-88c1-416b-95b8-518a051eef0d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:13.279111 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cb9d97-bb38-44b0-a960-b8c71c95b471" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "a8caceec-88c1-416b-95b8-518a051eef0d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:13.313958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d88c72-86ba-44d3-a4b9-679a34d9d6f8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97197696-9e2b-4eaf-970f-b4d7046f5b2f,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:13.456907 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bbce6b-dcb2-49d3-917a-f8f65dc98144 x-openstack-request-id: req-c8bbce6b-dcb2-49d3-917a-f8f65dc98144 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:13.457407 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "a8caceec-88c1-416b-95b8-518a051eef0d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:13.457792 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8bbce6b-dcb2-49d3-917a-f8f65dc98144 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:13.467005 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': 'a8caceec-88c1-416b-95b8-518a051eef0d', 'status': 'completed', 'code': 200} Jan 27 21:55:13.530348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.530348 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.632825 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-f3afeca1-e6de-4ce9-95d3-4663633e06b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a HTTP/1.1" status: 200 len: 217 time: 0.5618880 Jan 27 21:55:13.634825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-9094e4f0-f197-44ff-a155-986c716e52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.637466 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-9094e4f0-f197-44ff-a155-986c716e52c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.2013552 Jan 27 21:55:13.665986 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01d88c72-86ba-44d3-a4b9-679a34d9d6f8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.674428 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-01d88c72-86ba-44d3-a4b9-679a34d9d6f8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5328705 Jan 27 21:55:13.679514 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-a36dc928-0b61-43ff-b681-d56f59d8984b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7013645 Jan 27 21:55:13.708385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:13.732800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a64e2ff7-bf44-4d6c-8a4a-991b9eea6883 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '5421ace8-5f84-4de1-be72-73494ba407c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:13.789186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7a56d888-fdeb-4af6-99a2-c13b98520ee9 None None] Provisioning complete for port f1effa96-3779-4cc7-a306-23b7e584d0b1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:13.790010 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a56d888-fdeb-4af6-99a2-c13b98520ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.845111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7a56d888-fdeb-4af6-99a2-c13b98520ee9 None None] Port f1effa96-3779-4cc7-a306-23b7e584d0b1 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:13.901285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-d98d7d1c-2a53-47ca-9316-bb86c47b95c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=04495889-3964-49fe-9ccc-f7c06cf6330b HTTP/1.1" status: 200 len: 217 time: 0.1888351 Jan 27 21:55:13.920983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Request body: {'port': {'device_id': '168471d7-ab98-40fc-8669-634ffe2f78b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:13.941864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (61ba82da-e122-4ee3-983d-a7d199de7eee), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.985055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597c971-e04d-4bd5-9d90-dac9dede7f7e req-f89ea76c-a66f-40cc-9800-909b14f5121c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.986868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1597c971-e04d-4bd5-9d90-dac9dede7f7e req-f89ea76c-a66f-40cc-9800-909b14f5121c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 935 time: 0.7614036 Jan 27 21:55:13.994548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.121253 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a64e2ff7-bf44-4d6c-8a4a-991b9eea6883 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group_rule (9c83b777-c801-4bab-ab2e-2ca39b305bd9), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.161999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-88e95b87-63dc-4828-b6c7-958c287c3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.165413 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-88e95b87-63dc-4828-b6c7-958c287c3175 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.4846931 Jan 27 21:55:14.215052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-92aab070-d919-4981-9279-41a66a43c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.217681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-92aab070-d919-4981-9279-41a66a43c466 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.2834325 Jan 27 21:55:14.262825 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-93ded170-8f3b-4964-852e-895e84feb2ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797987 Jan 27 21:55:14.298651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_gateway (91aed80d-0d90-40ec-ac46-c62b6cf271e1), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.313750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.336434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port 7968f295-7efa-408b-a91e-95a069d7064d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:14.336748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7968f295-7efa-408b-a91e-95a069d7064d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.374358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.434332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1597c971-e04d-4bd5-9d90-dac9dede7f7e req-a59d1f65-186e-4a26-88e3-47189d832121 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345400 Jan 27 21:55:14.462460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8059cae-e27b-4a69-8dd2-b461bd7c594d req-731f607c-32a2-426c-965b-f4ce8d5102ec tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.472048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8059cae-e27b-4a69-8dd2-b461bd7c594d req-731f607c-32a2-426c-965b-f4ce8d5102ec tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.4128387 Jan 27 21:55:14.501759 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-a64e2ff7-bf44-4d6c-8a4a-991b9eea6883 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:55:14.503668 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a64e2ff7-bf44-4d6c-8a4a-991b9eea6883 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7868726 Jan 27 21:55:14.508847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57190) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:14.531258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-96b588d9-4278-4787-8af3-5f73df970792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.532724 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-96b588d9-4278-4787-8af3-5f73df970792 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2594273 Jan 27 21:55:14.569123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Allocated IP 172.25.8.24 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/65cf875c-d71e-40dc-87ed-ab93d87abbec) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:14.674888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] For port 7968f295-7efa-408b-a91e-95a069d7064d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7968f295-7efa-408b-a91e-95a069d7064d,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:14.675257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7968f295-7efa-408b-a91e-95a069d7064d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.708360 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-7bab514c-a2be-4313-8800-6741e9defa6d service neutron] 10.222.0.16 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193017 Jan 27 21:55:14.732452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8059cae-e27b-4a69-8dd2-b461bd7c594d req-b397d761-f44f-4227-b8d6-a32e5a4d06ed tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604470 Jan 27 21:55:14.745551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for 7968f295-7efa-408b-a91e-95a069d7064d owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:14.764674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89212d43-c2db-435b-9c02-97aadb1c691c req-6d53a7ca-37ef-4f09-869b-af91af19fb13 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.770297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89212d43-c2db-435b-9c02-97aadb1c691c req-6d53a7ca-37ef-4f09-869b-af91af19fb13 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.775953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89212d43-c2db-435b-9c02-97aadb1c691c req-6d53a7ca-37ef-4f09-869b-af91af19fb13 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.777864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89212d43-c2db-435b-9c02-97aadb1c691c req-6d53a7ca-37ef-4f09-869b-af91af19fb13 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 2410 time: 0.2267656 Jan 27 21:55:14.852306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c03eff-780c-41d8-8012-47a50c16e5fd tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (5421ace8-5f84-4de1-be72-73494ba407c9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.936232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-9526437c-4fd1-4e29-b273-5cacb370957e service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896828 Jan 27 21:55:14.958322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for port (65cf875c-d71e-40dc-87ed-ab93d87abbec), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.974632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89212d43-c2db-435b-9c02-97aadb1c691c req-b8a28b75-e7c0-4d68-a2d5-f56fe02cf981 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453152 Jan 27 21:55:14.996387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c03eff-780c-41d8-8012-47a50c16e5fd tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (5421ace8-5f84-4de1-be72-73494ba407c9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.026331 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cf3969dd-e7de-431f-ae81-b808624c4536 req-a37e9f06-96f2-4a66-ad10-7ce63bb78b79 service neutron] 10.222.0.16 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091896 Jan 27 21:55:15.137554 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (65cf875c-d71e-40dc-87ed-ab93d87abbec), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.219893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c03eff-780c-41d8-8012-47a50c16e5fd tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5421ace8-5f84-4de1-be72-73494ba407c9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.222629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c03eff-780c-41d8-8012-47a50c16e5fd tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.223903 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-77c03eff-780c-41d8-8012-47a50c16e5fd tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/5421ace8-5f84-4de1-be72-73494ba407c9 HTTP/1.1" status: 204 len: 168 time: 0.7126982 Jan 27 21:55:15.236469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1effa96-3779-4cc7-a306-23b7e584d0b1 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:15.241327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57202) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:15.250277 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc85da1d-2471-4513-8d0e-fdf3adb98b68 req-cb9ace03-9353-4fef-8566-9caf95efecc8 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976592 Jan 27 21:55:15.256551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Publish callbacks [] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.259890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c03eff-780c-41d8-8012-47a50c16e5fd tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5421ace8-5f84-4de1-be72-73494ba407c9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:15.275024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Transition to ACTIVE for port object f1effa96-3779-4cc7-a306-23b7e584d0b1 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:15.282971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.289542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:15.314078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 172.25.8.112 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/c67c0ab8-23ed-4c9d-9be5-45116639924f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:15.351855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:15.359798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Pushing event updated for resources: {'Port': ['ID=f1effa96-3779-4cc7-a306-23b7e584d0b1,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:15.363595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:15.365873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event updated for resources: {'Port': ['ID=65cf875c-d71e-40dc-87ed-ab93d87abbec,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:15.387531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7968f295-7efa-408b-a91e-95a069d7064d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.457950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=7968f295-7efa-408b-a91e-95a069d7064d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:15.471041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Attempting to bind port f1effa96-3779-4cc7-a306-23b7e584d0b1 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:15.471041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Attempting to bind port f1effa96-3779-4cc7-a306-23b7e584d0b1 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:15.471437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Attempting to bind port f1effa96-3779-4cc7-a306-23b7e584d0b1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:15.480458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Port f1effa96-3779-4cc7-a306-23b7e584d0b1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:15.481271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Attempting to bind port f1effa96-3779-4cc7-a306-23b7e584d0b1 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:15.491128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:15.491783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:15.498803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:15.499733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Bound port: f1effa96-3779-4cc7-a306-23b7e584d0b1, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:15.500268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.665845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] For port f1effa96-3779-4cc7-a306-23b7e584d0b1, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:15.679634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:15.683476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] For port f1effa96-3779-4cc7-a306-23b7e584d0b1, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f1effa96-3779-4cc7-a306-23b7e584d0b1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:15.698644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] No DVR routers for this DVR port 7968f295-7efa-408b-a91e-95a069d7064d on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:15.708419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ebff9bb8-83a4-4d27-ad18-01a3dea521a0 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4573636 Jan 27 21:55:15.708419 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.708762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.709952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-cdc835c6-619b-462f-80a1-c3766d20ea27 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "DELETE /v2.0/ports/7968f295-7efa-408b-a91e-95a069d7064d HTTP/1.1" status: 204 len: 173 time: 2.3255434 Jan 27 21:55:15.711212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57212) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:15.714538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': '7968f295-7efa-408b-a91e-95a069d7064d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:15.717121 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508dd396-98f5-48d4-9afc-cdf92a36f1d2" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "7968f295-7efa-408b-a91e-95a069d7064d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:15.721889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-26adc795-89de-48d3-a169-034bc3e50dd6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309996877'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:15.746460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:15.747119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.748686 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] 10.222.0.57 "PUT /v2.0/ports/f1effa96-3779-4cc7-a306-23b7e584d0b1 HTTP/1.1" status: 200 len: 1095 time: 2.0004015 Jan 27 21:55:15.774185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168471d7-ab98-40fc-8669-634ffe2f78b1', 'tag': 'f1effa96-3779-4cc7-a306-23b7e584d0b1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:15.785309 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00" -d '{"events": [{"name": "network-changed", "server_uuid": "168471d7-ab98-40fc-8669-634ffe2f78b1", "tag": "f1effa96-3779-4cc7-a306-23b7e584d0b1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:15.876274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26adc795-89de-48d3-a169-034bc3e50dd6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.894982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4fc5c-1e44-4b7f-9c93-44a2f5916fdc service neutron] Pushing event updated for resources: {'Port': ['ID=f1effa96-3779-4cc7-a306-23b7e584d0b1,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:15.907077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-f9ca1e68-4285-4b91-9dd2-3e1e55699f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:15.908842 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-f9ca1e68-4285-4b91-9dd2-3e1e55699f0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 1098 time: 0.1141889 Jan 27 21:55:15.967748 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9996e9c6-a88a-4f96-a06c-9b655f90e757 x-openstack-request-id: req-9996e9c6-a88a-4f96-a06c-9b655f90e757 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:15.968011 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "7968f295-7efa-408b-a91e-95a069d7064d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:15.968112 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9996e9c6-a88a-4f96-a06c-9b655f90e757 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:15.968631 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': '7968f295-7efa-408b-a91e-95a069d7064d', 'status': 'completed', 'code': 200} Jan 27 21:55:16.023023 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-fc6dfb17-0744-4775-a7b9-a8e0f928b26c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=f1effa96-3779-4cc7-a306-23b7e584d0b1 HTTP/1.1" status: 200 len: 217 time: 0.0959189 Jan 27 21:55:16.093611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349790a-5e94-48da-ae81-db05030c1e9a req-0044b6aa-78b0-4fe9-ba40-580e8c62a33a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.095492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2349790a-5e94-48da-ae81-db05030c1e9a req-0044b6aa-78b0-4fe9-ba40-580e8c62a33a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 947 time: 0.5149918 Jan 27 21:55:16.107038 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (c67c0ab8-23ed-4c9d-9be5-45116639924f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.185534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9deec89f-69e9-4a8a-a8ed-dc4c2b5d2940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.217859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-f3fe3044-b4c9-4e3f-99fb-8e809f1ccc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.219961 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-f3fe3044-b4c9-4e3f-99fb-8e809f1ccc57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1913552 Jan 27 21:55:16.271776 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26adc795-89de-48d3-a169-034bc3e50dd6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (c1e5cdde-48db-48f9-a49f-6016b7b805de), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.286082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26adc795-89de-48d3-a169-034bc3e50dd6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c1e5cdde-48db-48f9-a49f-6016b7b805de), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.345742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26adc795-89de-48d3-a169-034bc3e50dd6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.350198 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-26adc795-89de-48d3-a169-034bc3e50dd6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6327009 Jan 27 21:55:16.351097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adc795-89de-48d3-a169-034bc3e50dd6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e5cdde-48db-48f9-a49f-6016b7b805de,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:16.355292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57224) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:16.364572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-60ef9a32-2f01-4581-9cc9-86751aef3572 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': 'c1e5cdde-48db-48f9-a49f-6016b7b805de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:16.364967 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-60ef9a32-2f01-4581-9cc9-86751aef3572 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 21:55:16.365481 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-60ef9a32-2f01-4581-9cc9-86751aef3572 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:16.369556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-60ef9a32-2f01-4581-9cc9-86751aef3572 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0130022 Jan 27 21:55:16.371842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-2e92cb3b-bed7-4806-aed5-b1fca5d30e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.373422 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-2e92cb3b-bed7-4806-aed5-b1fca5d30e2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463094 Jan 27 21:55:16.374192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57226) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:16.403192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:16.403558 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.450311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2349790a-5e94-48da-ae81-db05030c1e9a req-dba66a2a-fc79-4970-b472-5e8f8143e506 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234141 Jan 27 21:55:16.778060 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac09d9fa-3964-493b-bd72-40721f26f1e0 x-openstack-request-id: req-ac09d9fa-3964-493b-bd72-40721f26f1e0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:16.778366 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168471d7-ab98-40fc-8669-634ffe2f78b1", "tag": "f1effa96-3779-4cc7-a306-23b7e584d0b1", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:16.778606 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac09d9fa-3964-493b-bd72-40721f26f1e0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:16.779012 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168471d7-ab98-40fc-8669-634ffe2f78b1', 'tag': 'f1effa96-3779-4cc7-a306-23b7e584d0b1', 'status': 'completed', 'code': 200} Jan 27 21:55:16.794210 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9deec89f-69e9-4a8a-a8ed-dc4c2b5d2940 admin admin] Publish callbacks [] for security_group (402a0501-de86-478a-8c0a-326b77197d4a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.802283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9deec89f-69e9-4a8a-a8ed-dc4c2b5d2940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (402a0501-de86-478a-8c0a-326b77197d4a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.873905 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9deec89f-69e9-4a8a-a8ed-dc4c2b5d2940 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d00416eaf93c4c3e97894dd865b2e105&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1893334 Jan 27 21:55:16.874169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deec89f-69e9-4a8a-a8ed-dc4c2b5d2940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402a0501-de86-478a-8c0a-326b77197d4a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:16.878611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:16.888813 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-d8f007fc-d73d-4b6f-938f-fd550b3514a3 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071456 Jan 27 21:55:16.944421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4685f4-8078-49ef-83c8-be45bd1d957f req-0fbc0601-622d-4e0c-a2a0-a4ea435fb9e2 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.946079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af4685f4-8078-49ef-83c8-be45bd1d957f req-0fbc0601-622d-4e0c-a2a0-a4ea435fb9e2 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.7900078 Jan 27 21:55:16.963632 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c67c0ab8-23ed-4c9d-9be5-45116639924f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.005352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07773caa-5f38-4c0f-9068-cbded259b289 admin admin] Publish callbacks [] for security_group (402a0501-de86-478a-8c0a-326b77197d4a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.053475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07773caa-5f38-4c0f-9068-cbded259b289 admin admin] Publish callbacks [] for security_group (402a0501-de86-478a-8c0a-326b77197d4a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.062333 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2fa93c40-e0c8-4a18-9446-c54dbe665f7a req-7e526ce5-e185-41f0-a3b9-6000c8981642 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663923 Jan 27 21:55:17.101523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:17.105334 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:55:17.114626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (61ba82da-e122-4ee3-983d-a7d199de7eee), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.153890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07773caa-5f38-4c0f-9068-cbded259b289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (402a0501-de86-478a-8c0a-326b77197d4a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.158781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07773caa-5f38-4c0f-9068-cbded259b289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.164729 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-07773caa-5f38-4c0f-9068-cbded259b289 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/402a0501-de86-478a-8c0a-326b77197d4a HTTP/1.1" status: 204 len: 168 time: 0.2808719 Jan 27 21:55:17.165036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:17.167362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:17.220894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07773caa-5f38-4c0f-9068-cbded259b289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402a0501-de86-478a-8c0a-326b77197d4a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:17.270655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-56b26d5c-8ee0-432d-8ee3-4ea6f3a34fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.274752 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-56b26d5c-8ee0-432d-8ee3-4ea6f3a34fa6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 1098 time: 0.1348903 Jan 27 21:55:17.295633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=c67c0ab8-23ed-4c9d-9be5-45116639924f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:17.318179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] For port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:17.318623 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.346101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6860bc73-f0af-4497-8743-8dafc73c06fc tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (c1e5cdde-48db-48f9-a49f-6016b7b805de), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.356126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af4685f4-8078-49ef-83c8-be45bd1d957f req-182eae3e-eed1-408d-ac85-e6bab6d3e5fe tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951001 Jan 27 21:55:17.364234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293ac20-2610-452b-ba70-bbb106b61305 req-16bdd585-4e57-4039-81b3-c5fc15102934 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.369874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293ac20-2610-452b-ba70-bbb106b61305 req-16bdd585-4e57-4039-81b3-c5fc15102934 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.377505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3293ac20-2610-452b-ba70-bbb106b61305 req-16bdd585-4e57-4039-81b3-c5fc15102934 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 1677 time: 0.4296989 Jan 27 21:55:17.404431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:17.465388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-366be826-4c19-4667-97bb-7dcce4144e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.469919 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-366be826-4c19-4667-97bb-7dcce4144e05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1874049 Jan 27 21:55:17.505175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6860bc73-f0af-4497-8743-8dafc73c06fc tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (c1e5cdde-48db-48f9-a49f-6016b7b805de), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.568264 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-43525185-cf7d-457a-b74f-a3b55cca6ba4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=f1effa96-3779-4cc7-a306-23b7e584d0b1 HTTP/1.1" status: 200 len: 217 time: 0.0912321 Jan 27 21:55:17.677391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-56d7f659-86d6-437a-93c3-10064d1e6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.680495 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-56d7f659-86d6-437a-93c3-10064d1e6bd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1011069 Jan 27 21:55:17.778887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-66a9d125-c774-41dc-a818-e3a4004234a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.782756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-66a9d125-c774-41dc-a818-e3a4004234a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931873 Jan 27 21:55:17.891375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3293ac20-2610-452b-ba70-bbb106b61305 req-4232d956-ce63-4ecb-9ca2-9cab0d98b68f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126073 Jan 27 21:55:17.965097 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-8426a14a-bdde-45fe-b239-0a1f87703d0a service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707499 Jan 27 21:55:18.030536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.121955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846de56-968c-45eb-945c-68e188be622b req-09fd29c0-2a5b-4856-b6e9-45036afaaf82 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:18.125005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6846de56-968c-45eb-945c-68e188be622b req-09fd29c0-2a5b-4856-b6e9-45036afaaf82 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 947 time: 0.4866512 Jan 27 21:55:18.154293 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9cfc89e6-a4e3-4b5d-ab92-1b431a015d00 req-a447ec4d-31ac-4af1-aa72-e469980436bc service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696107 Jan 27 21:55:18.177126 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6860bc73-f0af-4497-8743-8dafc73c06fc tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c1e5cdde-48db-48f9-a49f-6016b7b805de), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.179891 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6860bc73-f0af-4497-8743-8dafc73c06fc tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.181096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6860bc73-f0af-4497-8743-8dafc73c06fc tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/c1e5cdde-48db-48f9-a49f-6016b7b805de HTTP/1.1" status: 204 len: 168 time: 1.7908735 Jan 27 21:55:18.185314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57254) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:18.255155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860bc73-f0af-4497-8743-8dafc73c06fc tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e5cdde-48db-48f9-a49f-6016b7b805de,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:18.268374 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c8e15a65-9ea3-4676-b02c-4ad4003aac91 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0738304 Jan 27 21:55:18.268374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57256) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:18.274858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c0a0554a-d6fe-45b2-bbc7-70d3a985af2a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900327253'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:18.323633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a0554a-d6fe-45b2-bbc7-70d3a985af2a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.390886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (61ba82da-e122-4ee3-983d-a7d199de7eee), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.401883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6846de56-968c-45eb-945c-68e188be622b req-05fa5c33-09b9-49f4-8bf7-4bba88bb1520 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263145 Jan 27 21:55:18.451392 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.480164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a0554a-d6fe-45b2-bbc7-70d3a985af2a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (04c36bff-9ae4-4fc8-9089-6430a7e6fb1b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.490209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a0554a-d6fe-45b2-bbc7-70d3a985af2a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (04c36bff-9ae4-4fc8-9089-6430a7e6fb1b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.505178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:18.521272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_gateway (91aed80d-0d90-40ec-ac46-c62b6cf271e1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.574376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0a0554a-d6fe-45b2-bbc7-70d3a985af2a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.590556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0a0554a-d6fe-45b2-bbc7-70d3a985af2a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3219182 Jan 27 21:55:18.598439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:18.606822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-eaa78d02-2d30-42a3-8135-0fe90345f24d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '04c36bff-9ae4-4fc8-9089-6430a7e6fb1b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:18.607768 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-eaa78d02-2d30-42a3-8135-0fe90345f24d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 21:55:18.608617 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-eaa78d02-2d30-42a3-8135-0fe90345f24d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:18.611038 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-eaa78d02-2d30-42a3-8135-0fe90345f24d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101771 Jan 27 21:55:18.614995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57266) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:18.626222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0554a-d6fe-45b2-bbc7-70d3a985af2a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c36bff-9ae4-4fc8-9089-6430a7e6fb1b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:18.673083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] No DVR routers for this DVR port d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:18.697075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.703507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-a4e99868-ee13-4e11-8388-5c09da62e83f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "DELETE /v2.0/ports/d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837 HTTP/1.1" status: 204 len: 173 time: 2.9626198 Jan 27 21:55:18.728634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:18.731406 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c2bbb4-5707-4338-900e-da4fb1862866" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:18.816394 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d3976-1972-41d2-b055-449dfd688099 x-openstack-request-id: req-9d7d3976-1972-41d2-b055-449dfd688099 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:18.816771 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "d9cd4f65-e7ae-47c3-8bbc-b8f0f4627837", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:18.816940 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d7d3976-1972-41d2-b055-449dfd688099 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:18.817429 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': 'd9cd4f65-e7ae-47c3-8bbc-b8f0f4627837', 'status': 'completed', 'code': 200} Jan 27 21:55:18.964102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b884-4614-4e03-8808-fa464af5421b req-a8447cf8-45ce-4e62-8861-fd83898642f1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:18.966478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc77b884-4614-4e03-8808-fa464af5421b req-a8447cf8-45ce-4e62-8861-fd83898642f1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.3538973 Jan 27 21:55:19.042229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4810059a-c3e5-430b-bce0-b4c1e503f7d4 req-af723e5b-8721-431e-a20b-ee8c6aeb6791 tempest-AbsoluteLimitsNegativeTestJSON-1847140331 tempest-AbsoluteLimitsNegativeTestJSON-1847140331-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3b6c34f99db14b7c9044ae8856762e16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189227 Jan 27 21:55:19.058062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d03134a8-c0a1-4e57-8b13-666808f3b48c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (04c36bff-9ae4-4fc8-9089-6430a7e6fb1b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.229873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d03134a8-c0a1-4e57-8b13-666808f3b48c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (04c36bff-9ae4-4fc8-9089-6430a7e6fb1b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.248312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Router 61ba82da-e122-4ee3-983d-a7d199de7eee is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:55:19.308765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc77b884-4614-4e03-8808-fa464af5421b req-58c4bed6-2319-4482-b112-00c01d421abd tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062174 Jan 27 21:55:19.311329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port 7e233169-6ade-4dc4-83a9-a6face8cd6dc {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:19.311693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.378911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (91aed80d-0d90-40ec-ac46-c62b6cf271e1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.562644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810059a-c3e5-430b-bce0-b4c1e503f7d4 req-cdce6ec5-1c19-4f81-89f1-091b013e9939 tempest-AbsoluteLimitsNegativeTestJSON-1847140331 tempest-AbsoluteLimitsNegativeTestJSON-1847140331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:19.564214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4810059a-c3e5-430b-bce0-b4c1e503f7d4 req-cdce6ec5-1c19-4f81-89f1-091b013e9939 tempest-AbsoluteLimitsNegativeTestJSON-1847140331 tempest-AbsoluteLimitsNegativeTestJSON-1847140331-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4938250 Jan 27 21:55:19.579507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d03134a8-c0a1-4e57-8b13-666808f3b48c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (04c36bff-9ae4-4fc8-9089-6430a7e6fb1b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.582263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d03134a8-c0a1-4e57-8b13-666808f3b48c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.583502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d03134a8-c0a1-4e57-8b13-666808f3b48c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/04c36bff-9ae4-4fc8-9089-6430a7e6fb1b HTTP/1.1" status: 204 len: 168 time: 0.9651172 Jan 27 21:55:19.587406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57288) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:19.649841 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-174025ce-bffd-4019-8108-a0edc2590639 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550945 Jan 27 21:55:19.650216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57290) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:19.655588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-db0d3eb8-f777-48da-a1d0-1c5e4efa403a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294608173'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:19.687496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db0d3eb8-f777-48da-a1d0-1c5e4efa403a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.784538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db0d3eb8-f777-48da-a1d0-1c5e4efa403a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (478c7e64-f7b0-4acd-9867-9c54c2f30b6e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.790357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db0d3eb8-f777-48da-a1d0-1c5e4efa403a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (478c7e64-f7b0-4acd-9867-9c54c2f30b6e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.846291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d3eb8-f777-48da-a1d0-1c5e4efa403a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478c7e64-f7b0-4acd-9867-9c54c2f30b6e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:19.852417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db0d3eb8-f777-48da-a1d0-1c5e4efa403a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.858242 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db0d3eb8-f777-48da-a1d0-1c5e4efa403a tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2023888 Jan 27 21:55:19.859923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57292) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:19.864199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0143db86-4d11-45c7-9c11-cbf02b1cbc55 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '478c7e64-f7b0-4acd-9867-9c54c2f30b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:19.865092 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-0143db86-4d11-45c7-9c11-cbf02b1cbc55 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 21:55:19.865617 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-0143db86-4d11-45c7-9c11-cbf02b1cbc55 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:19.866963 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0143db86-4d11-45c7-9c11-cbf02b1cbc55 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069621 Jan 27 21:55:19.871487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57294) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:19.877436 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-29780463-2494-46fe-aa16-1e4c68662be3 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '478c7e64-f7b0-4acd-9867-9c54c2f30b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:19.878132 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-29780463-2494-46fe-aa16-1e4c68662be3 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 21:55:19.878775 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-29780463-2494-46fe-aa16-1e4c68662be3 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:19.884320 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-29780463-2494-46fe-aa16-1e4c68662be3 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070050 Jan 27 21:55:19.884721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57296) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:19.891949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-53d25f1a-fc39-4bbc-aaef-253bf44d6d79 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '478c7e64-f7b0-4acd-9867-9c54c2f30b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:19.893451 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-53d25f1a-fc39-4bbc-aaef-253bf44d6d79 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 21:55:19.894159 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-53d25f1a-fc39-4bbc-aaef-253bf44d6d79 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:19.895610 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-53d25f1a-fc39-4bbc-aaef-253bf44d6d79 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094626 Jan 27 21:55:19.900062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57298) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:19.906705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bf8459eb-b4dd-4d71-8348-08e04bc7c1d8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '478c7e64-f7b0-4acd-9867-9c54c2f30b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:19.907759 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-bf8459eb-b4dd-4d71-8348-08e04bc7c1d8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 21:55:19.908349 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-bf8459eb-b4dd-4d71-8348-08e04bc7c1d8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:19.909523 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf8459eb-b4dd-4d71-8348-08e04bc7c1d8 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082810 Jan 27 21:55:19.914395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57300) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:19.983591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00d6aa4a-a49a-4946-aa90-a956b2fa5010 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (478c7e64-f7b0-4acd-9867-9c54c2f30b6e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.014087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00d6aa4a-a49a-4946-aa90-a956b2fa5010 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (478c7e64-f7b0-4acd-9867-9c54c2f30b6e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.081987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00d6aa4a-a49a-4946-aa90-a956b2fa5010 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (478c7e64-f7b0-4acd-9867-9c54c2f30b6e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.087872 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00d6aa4a-a49a-4946-aa90-a956b2fa5010 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.089679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-00d6aa4a-a49a-4946-aa90-a956b2fa5010 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/478c7e64-f7b0-4acd-9867-9c54c2f30b6e HTTP/1.1" status: 204 len: 168 time: 0.1740272 Jan 27 21:55:20.102978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57302) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:20.113934 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6aa4a-a49a-4946-aa90-a956b2fa5010 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c7e64-f7b0-4acd-9867-9c54c2f30b6e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:20.127111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03134a8-c0a1-4e57-8b13-666808f3b48c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c36bff-9ae4-4fc8-9089-6430a7e6fb1b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:20.179477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4810059a-c3e5-430b-bce0-b4c1e503f7d4 req-9ecfb424-7e50-4a1b-add4-fd175e826999 tempest-AbsoluteLimitsNegativeTestJSON-1847140331 tempest-AbsoluteLimitsNegativeTestJSON-1847140331-project] 10.222.0.45 "GET /v2.0/quotas/3b6c34f99db14b7c9044ae8856762e16 HTTP/1.1" status: 200 len: 375 time: 0.6007934 Jan 27 21:55:20.200878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] For port 7e233169-6ade-4dc4-83a9-a6face8cd6dc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7e233169-6ade-4dc4-83a9-a6face8cd6dc,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:20.201480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.221242 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-80a66c32-4e48-434a-aaed-bc8662fbfc82 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1167464 Jan 27 21:55:20.226648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57304) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:20.234574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9082079a-68cd-44cd-b895-6f99c9f5e119 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--608582735'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:20.269544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9082079a-68cd-44cd-b895-6f99c9f5e119 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.297468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4810059a-c3e5-430b-bce0-b4c1e503f7d4 req-b8b60b71-468d-4b0b-9e34-ce22dd8748f0 tempest-AbsoluteLimitsNegativeTestJSON-1847140331 tempest-AbsoluteLimitsNegativeTestJSON-1847140331-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b6c34f99db14b7c9044ae8856762e16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026163 Jan 27 21:55:20.308593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for 7e233169-6ade-4dc4-83a9-a6face8cd6dc owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:20.322372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ba5cd-5478-447f-8d0c-f3d05d87a6ff req-308d3842-3098-42de-9e01-c72c0cd31f6c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:20.334419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a23ba5cd-5478-447f-8d0c-f3d05d87a6ff req-308d3842-3098-42de-9e01-c72c0cd31f6c tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 943 time: 0.9327652 Jan 27 21:55:20.370074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:20.382591 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dcfb0a-84ef-4de6-b448-91657cd7b70f None None] Sync routers for ids ['61ba82da-e122-4ee3-983d-a7d199de7eee'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:20.402019 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dcfb0a-84ef-4de6-b448-91657cd7b70f None None] Routers {'61ba82da-e122-4ee3-983d-a7d199de7eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:20.403270 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c6dcfb0a-84ef-4de6-b448-91657cd7b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['61ba82da-e122-4ee3-983d-a7d199de7eee'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:20.428932 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9082079a-68cd-44cd-b895-6f99c9f5e119 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (2dc16911-6713-4cee-be9f-8164a348e815), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.440086 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9082079a-68cd-44cd-b895-6f99c9f5e119 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2dc16911-6713-4cee-be9f-8164a348e815), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.473922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f1effa96-3779-4cc7-a306-23b7e584d0b1 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:20.525966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9082079a-68cd-44cd-b895-6f99c9f5e119 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.527031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.533957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5967fc6a-ed45-4e1c-8eae-9e7823e1fd21 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.0184009 Jan 27 21:55:20.539218 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c6dcfb0a-84ef-4de6-b448-91657cd7b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:20.545877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9082079a-68cd-44cd-b895-6f99c9f5e119 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3173378 Jan 27 21:55:20.549759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57312) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:20.561727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57314) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:20.580782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:20.604427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a23ba5cd-5478-447f-8d0c-f3d05d87a6ff req-59664b1a-38b0-423f-9d28-90614e429f12 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups?id=935e8010-20cb-47fb-b275-6f7918fd867a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683706 Jan 27 21:55:20.609575 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dcfb0a-84ef-4de6-b448-91657cd7b70f None None] Routers {'61ba82da-e122-4ee3-983d-a7d199de7eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:20.611924 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c6dcfb0a-84ef-4de6-b448-91657cd7b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['61ba82da-e122-4ee3-983d-a7d199de7eee'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:20.657660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 91aed80d-0d90-40ec-ac46-c62b6cf271e1 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:55:20.761787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f0a38156-2c88-4648-b749-b26ae511d441 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:20.769972 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-f0a38156-2c88-4648-b749-b26ae511d441 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 21:55:20.771380 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-f0a38156-2c88-4648-b749-b26ae511d441 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:20.779956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f0a38156-2c88-4648-b749-b26ae511d441 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0360515 Jan 27 21:55:20.790365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57316) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:20.797457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082079a-68cd-44cd-b895-6f99c9f5e119 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc16911-6713-4cee-be9f-8164a348e815,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:20.823305 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c6dcfb0a-84ef-4de6-b448-91657cd7b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:20.823758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c6071fff-6b2a-4824-86ce-c5a2c3a14ed1 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:20.828695 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dcfb0a-84ef-4de6-b448-91657cd7b70f None None] The sync data for ids ['61ba82da-e122-4ee3-983d-a7d199de7eee'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:20.850394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f1effa96-3779-4cc7-a306-23b7e584d0b1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f1effa96-3779-4cc7-a306-23b7e584d0b1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:20.911824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f1effa96-3779-4cc7-a306-23b7e584d0b1', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'f1effa96-3779-4cc7-a306-23b7e584d0b1', 'mac_address': 'fa:16:3e:ab:2f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:20.986762 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.993900 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-c6071fff-6b2a-4824-86ce-c5a2c3a14ed1 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:20.998528 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c6071fff-6b2a-4824-86ce-c5a2c3a14ed1 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2029715 Jan 27 21:55:21.032668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57320) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.038431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-54988b81-faf3-462e-9735-6ba2e60ce00d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:21.039274 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-54988b81-faf3-462e-9735-6ba2e60ce00d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 21:55:21.039980 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-54988b81-faf3-462e-9735-6ba2e60ce00d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:21.043764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f1effa96-3779-4cc7-a306-23b7e584d0b1 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:21.044245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.044934 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54988b81-faf3-462e-9735-6ba2e60ce00d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105968 Jan 27 21:55:21.056922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57322) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.064973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ef2c993c-aade-4599-84da-ff49734d6c5e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:21.090673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1effa96-3779-4cc7-a306-23b7e584d0b1 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:21.130550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f1effa96-3779-4cc7-a306-23b7e584d0b1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f1effa96-3779-4cc7-a306-23b7e584d0b1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:21.139472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.170643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57324) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.179923 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-ef2c993c-aade-4599-84da-ff49734d6c5e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:21.184377 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ef2c993c-aade-4599-84da-ff49734d6c5e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1260276 Jan 27 21:55:21.188727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57328) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.204626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6233dcc-772f-4e7b-b957-c9cbfa4e9f06 req-6aeedb37-5c1c-4899-a8e8-0a8fdd1f7fbb tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:21.207281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6233dcc-772f-4e7b-b957-c9cbfa4e9f06 req-6aeedb37-5c1c-4899-a8e8-0a8fdd1f7fbb tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 947 time: 0.3386588 Jan 27 21:55:21.217702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-dbc7f50f-4af7-4cfd-abcd-15ead3c88e39 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:21.219153 n-d-826529-2 neutron-server[103330]: WARNING neutron.api.v2.base [None req-dbc7f50f-4af7-4cfd-abcd-15ead3c88e39 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 21:55:21.220997 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-dbc7f50f-4af7-4cfd-abcd-15ead3c88e39 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:21.223083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dbc7f50f-4af7-4cfd-abcd-15ead3c88e39 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110526 Jan 27 21:55:21.239728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57330) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.245938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-62e7cad6-7d3f-4249-9a3f-5a7f8596511e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:21.280345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f1effa96-3779-4cc7-a306-23b7e584d0b1,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:21.290970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7e233169-6ade-4dc4-83a9-a6face8cd6dc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.383241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (61ba82da-e122-4ee3-983d-a7d199de7eee), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.402735 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-62e7cad6-7d3f-4249-9a3f-5a7f8596511e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:21.405472 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-62e7cad6-7d3f-4249-9a3f-5a7f8596511e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1651452 Jan 27 21:55:21.406850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c262e7cf-6429-42bc-94a2-bd2f723c5690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.410012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57332) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.425163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f1effa96-3779-4cc7-a306-23b7e584d0b1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:21.431499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-52b5c273-d9a1-45cc-9bcd-fb321e904d19 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:21.431843 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-52b5c273-d9a1-45cc-9bcd-fb321e904d19 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 21:55:21.432521 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-52b5c273-d9a1-45cc-9bcd-fb321e904d19 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:21.444400 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-52b5c273-d9a1-45cc-9bcd-fb321e904d19 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0314150 Jan 27 21:55:21.455234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57334) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.462943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f962588b-c928-4136-82bc-f77adda2961e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:21.478242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_gateway (61ba82da-e122-4ee3-983d-a7d199de7eee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.491367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=7e233169-6ade-4dc4-83a9-a6face8cd6dc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:21.544031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] No DVR routers for this DVR port 7e233169-6ade-4dc4-83a9-a6face8cd6dc on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:21.571059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec3b21-3402-4d33-9d20-369908f22c35 req-97d1c6d0-64e4-44fc-b48c-8ea7846f8194 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:21.583225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5dec3b21-3402-4d33-9d20-369908f22c35 req-97d1c6d0-64e4-44fc-b48c-8ea7846f8194 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.4920578 Jan 27 21:55:21.587224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.592858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda0b47c-a118-4d51-9c6d-2ec4b4ceebe5 req-05e25286-d3c4-4e1c-abee-29245dd1e638 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.16 "DELETE /v2.0/ports/7e233169-6ade-4dc4-83a9-a6face8cd6dc HTTP/1.1" status: 204 len: 173 time: 2.8543031 Jan 27 21:55:21.604671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': '7e233169-6ade-4dc4-83a9-a6face8cd6dc'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:21.607850 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d512c0c-d995-4f50-9977-712cc152dbde" -d '{"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "7e233169-6ade-4dc4-83a9-a6face8cd6dc"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:21.627924 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-f962588b-c928-4136-82bc-f77adda2961e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:21.634618 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f962588b-c928-4136-82bc-f77adda2961e tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1725407 Jan 27 21:55:21.638063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57338) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.652519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1888672f-95ac-4397-b296-bb88c8204887 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '2dc16911-6713-4cee-be9f-8164a348e815', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:21.657345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6233dcc-772f-4e7b-b957-c9cbfa4e9f06 req-c42c10e0-b95b-4d2c-9f47-bb7f18b26373 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323554 Jan 27 21:55:21.659166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:21.699331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa638e1a-4b84-4d84-bca2-9776b867421c None None] Sync routers for ids ['91aed80d-0d90-40ec-ac46-c62b6cf271e1'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:21.739208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5dec3b21-3402-4d33-9d20-369908f22c35 req-813d6dbe-68b8-4b2d-8301-0d93bfd492a2 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529624 Jan 27 21:55:21.770454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.773820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fd349b39-3a68-4165-9b7b-86f05a759b14 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8312187 Jan 27 21:55:21.778955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57344) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.786758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Deleting port 65cf875c-d71e-40dc-87ed-ab93d87abbec {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:21.787534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (65cf875c-d71e-40dc-87ed-ab93d87abbec), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.809591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa638e1a-4b84-4d84-bca2-9776b867421c None None] Routers {'91aed80d-0d90-40ec-ac46-c62b6cf271e1'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:21.811181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fa638e1a-4b84-4d84-bca2-9776b867421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['91aed80d-0d90-40ec-ac46-c62b6cf271e1'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:21.823558 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da401846-709e-4969-aa92-d2141949e0a1 x-openstack-request-id: req-da401846-709e-4969-aa92-d2141949e0a1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:21.824060 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842ad8e5-2c86-47bb-9a4c-bba3bec5231d", "name": "network-vif-deleted", "tag": "7e233169-6ade-4dc4-83a9-a6face8cd6dc", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:21.826928 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da401846-709e-4969-aa92-d2141949e0a1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:21.827878 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842ad8e5-2c86-47bb-9a4c-bba3bec5231d', 'name': 'network-vif-deleted', 'tag': '7e233169-6ade-4dc4-83a9-a6face8cd6dc', 'status': 'completed', 'code': 200} Jan 27 21:55:21.917167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fa638e1a-4b84-4d84-bca2-9776b867421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:21.920052 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c262e7cf-6429-42bc-94a2-bd2f723c5690 admin admin] Publish callbacks [] for security_group (5c849847-29e8-479a-8395-3ab37561034b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.935691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c262e7cf-6429-42bc-94a2-bd2f723c5690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5c849847-29e8-479a-8395-3ab37561034b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.969350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262e7cf-6429-42bc-94a2-bd2f723c5690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c849847-29e8-479a-8395-3ab37561034b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:21.979255 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-1888672f-95ac-4397-b296-bb88c8204887 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:21.980987 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1888672f-95ac-4397-b296-bb88c8204887 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3376784 Jan 27 21:55:21.986043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57348) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:22.064241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa638e1a-4b84-4d84-bca2-9776b867421c None None] Routers {'91aed80d-0d90-40ec-ac46-c62b6cf271e1'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:22.069112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fa638e1a-4b84-4d84-bca2-9776b867421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['91aed80d-0d90-40ec-ac46-c62b6cf271e1'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:22.076645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (65cf875c-d71e-40dc-87ed-ab93d87abbec), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.108062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Calling delete_port for 65cf875c-d71e-40dc-87ed-ab93d87abbec owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:22.120835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-527d2c83-3f43-47bb-a2b3-2e05cf5211da tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/routers/91aed80d-0d90-40ec-ac46-c62b6cf271e1 HTTP/1.1" status: 200 len: 885 time: 0.3280270 Jan 27 21:55:22.140638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de6abee9-ad3f-4af7-b4ba-72590d319ea4 req-cc64949e-5180-4190-b57a-ce87823eff1d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.2035425 Jan 27 21:55:22.141121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57350) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:22.193438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fa638e1a-4b84-4d84-bca2-9776b867421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:22.194372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa638e1a-4b84-4d84-bca2-9776b867421c None None] The sync data for ids ['91aed80d-0d90-40ec-ac46-c62b6cf271e1'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:22.248818 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c262e7cf-6429-42bc-94a2-bd2f723c5690 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b6c34f99db14b7c9044ae8856762e16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0766213 Jan 27 21:55:22.258377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57352) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:22.391381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-473922e8-62d7-4b54-ab5b-1f2a8b552210 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (2dc16911-6713-4cee-be9f-8164a348e815), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.429239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2d7c-20d8-4a06-93b0-873ada7359b2 admin admin] Publish callbacks [] for security_group (5c849847-29e8-479a-8395-3ab37561034b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.457766 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-473922e8-62d7-4b54-ab5b-1f2a8b552210 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (2dc16911-6713-4cee-be9f-8164a348e815), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.509675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2d7c-20d8-4a06-93b0-873ada7359b2 admin admin] Publish callbacks [] for security_group (5c849847-29e8-479a-8395-3ab37561034b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.523230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c1a22e67-4d52-4544-bf60-178cf34aeddf tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3748727 Jan 27 21:55:22.525304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57354) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:22.533798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-baedf1d4-3428-4b40-8201-3b050e087604 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1684897545'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:22.602831 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (65cf875c-d71e-40dc-87ed-ab93d87abbec), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.620619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-473922e8-62d7-4b54-ab5b-1f2a8b552210 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2dc16911-6713-4cee-be9f-8164a348e815), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.625484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-473922e8-62d7-4b54-ab5b-1f2a8b552210 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.627548 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-473922e8-62d7-4b54-ab5b-1f2a8b552210 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/2dc16911-6713-4cee-be9f-8164a348e815 HTTP/1.1" status: 204 len: 168 time: 0.6409576 Jan 27 21:55:22.635540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57356) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:22.681055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2d7c-20d8-4a06-93b0-873ada7359b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5c849847-29e8-479a-8395-3ab37561034b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.684510 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2d7c-20d8-4a06-93b0-873ada7359b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.690259 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b9cb2d7c-20d8-4a06-93b0-873ada7359b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c849847-29e8-479a-8395-3ab37561034b HTTP/1.1" status: 204 len: 168 time: 0.4267509 Jan 27 21:55:22.690259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473922e8-62d7-4b54-ab5b-1f2a8b552210 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc16911-6713-4cee-be9f-8164a348e815,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:22.822819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2b1af8d5-9791-4957-b376-8ff582ce9f33 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1788535 Jan 27 21:55:22.823165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57364) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:22.832060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2f08c265-0604-4b98-9c0c-cf3b44b5f0e2 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482110717'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:22.894924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Pushing event deleted for resources: {'Port': ['ID=65cf875c-d71e-40dc-87ed-ab93d87abbec,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:22.934245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (61ba82da-e122-4ee3-983d-a7d199de7eee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.953200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb2d7c-20d8-4a06-93b0-873ada7359b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c849847-29e8-479a-8395-3ab37561034b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:23.014341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f08c265-0604-4b98-9c0c-cf3b44b5f0e2 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.188575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5ec26-6f96-47e7-be4e-adc6cf1fda3c req-f632dded-5a81-41df-b7bb-2f15b66eec1e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:23.190337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fb5ec26-6f96-47e7-be4e-adc6cf1fda3c req-f632dded-5a81-41df-b7bb-2f15b66eec1e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 948 time: 0.2931108 Jan 27 21:55:23.217948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8e82d-8952-4e80-b94a-c5ad1fde2ac0 req-24d70b71-0e7a-40a0-a7ba-b39b7ff0778f tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:23.225701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2d8e82d-8952-4e80-b94a-c5ad1fde2ac0 req-24d70b71-0e7a-40a0-a7ba-b39b7ff0778f tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2171688 Jan 27 21:55:23.313092 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f08c265-0604-4b98-9c0c-cf3b44b5f0e2 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (abbabcc3-baf8-46cd-af7d-2ccc2ceb6138), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.382337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f08c265-0604-4b98-9c0c-cf3b44b5f0e2 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (abbabcc3-baf8-46cd-af7d-2ccc2ceb6138), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.502922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (61ba82da-e122-4ee3-983d-a7d199de7eee), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.509901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (61ba82da-e122-4ee3-983d-a7d199de7eee), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.539353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fb5ec26-6f96-47e7-be4e-adc6cf1fda3c req-dda15fe2-280f-43aa-bd57-aea01634a22c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327713 Jan 27 21:55:23.593287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2d8e82d-8952-4e80-b94a-c5ad1fde2ac0 req-77d0299b-b289-4cfa-bf1f-14dd741bd881 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641815 Jan 27 21:55:23.605145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f08c265-0604-4b98-9c0c-cf3b44b5f0e2 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.614885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2f08c265-0604-4b98-9c0c-cf3b44b5f0e2 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7867045 Jan 27 21:55:23.618973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57380) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:23.634762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a1aae7bb-e175-48b9-84a4-cd736b015113 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': 'abbabcc3-baf8-46cd-af7d-2ccc2ceb6138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:23.778099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08c265-0604-4b98-9c0c-cf3b44b5f0e2 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbabcc3-baf8-46cd-af7d-2ccc2ceb6138,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:23.869160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Router 61ba82da-e122-4ee3-983d-a7d199de7eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:23.878147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-767ed106-5b56-48fe-8edf-49cdb6d4cf9d req-c6c53675-e2d0-463d-8cea-6085c411c6dc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0805359 Jan 27 21:55:23.884027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baedf1d4-3428-4b40-8201-3b050e087604 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (91aed80d-0d90-40ec-ac46-c62b6cf271e1), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.888182 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-a1aae7bb-e175-48b9-84a4-cd736b015113 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The resource could not be found. Jan 27 21:55:23.890138 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a1aae7bb-e175-48b9-84a4-cd736b015113 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2616882 Jan 27 21:55:23.895528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57390) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:23.912481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fa6d8a2b-e1dd-45ae-8fdb-ebbfac14b2b6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': 'abbabcc3-baf8-46cd-af7d-2ccc2ceb6138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '59258945-d843-443d-b820-13a795cc79dc'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:23.924960 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baedf1d4-3428-4b40-8201-3b050e087604 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (91aed80d-0d90-40ec-ac46-c62b6cf271e1), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.002384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57392) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.051810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:24.065565 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c25e7b-99db-4280-8f7a-5bce1c29583c None None] Sync routers for ids ['61ba82da-e122-4ee3-983d-a7d199de7eee'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:24.085106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.091903 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9189b360-6b90-464f-bbd7-022669c15a63 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "PUT /v2.0/routers/61ba82da-e122-4ee3-983d-a7d199de7eee HTTP/1.1" status: 200 len: 709 time: 3.5233989 Jan 27 21:55:24.093907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57396) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.165751 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-fa6d8a2b-e1dd-45ae-8fdb-ebbfac14b2b6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The resource could not be found. Jan 27 21:55:24.170785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fa6d8a2b-e1dd-45ae-8fdb-ebbfac14b2b6 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2647505 Jan 27 21:55:24.174368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57398) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.285653 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e223f72e-4113-4524-8999-4e29610d89ce tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/routers/61ba82da-e122-4ee3-983d-a7d199de7eee HTTP/1.1" status: 200 len: 744 time: 0.1877344 Jan 27 21:55:24.285875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c25e7b-99db-4280-8f7a-5bce1c29583c None None] Routers {'61ba82da-e122-4ee3-983d-a7d199de7eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:24.285875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a4c25e7b-99db-4280-8f7a-5bce1c29583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['61ba82da-e122-4ee3-983d-a7d199de7eee'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.288731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57400) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.288951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baedf1d4-3428-4b40-8201-3b050e087604 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 91aed80d-0d90-40ec-ac46-c62b6cf271e1 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:24.324659 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a4c25e7b-99db-4280-8f7a-5bce1c29583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.330789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d456a9ec-1d8c-4b07-ae3e-1773fb4ee7c9 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (abbabcc3-baf8-46cd-af7d-2ccc2ceb6138), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.337988 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c25e7b-99db-4280-8f7a-5bce1c29583c None None] Routers {'61ba82da-e122-4ee3-983d-a7d199de7eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:24.339082 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a4c25e7b-99db-4280-8f7a-5bce1c29583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['61ba82da-e122-4ee3-983d-a7d199de7eee'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.341635 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2023842513-network', 'tenant_id': '2dc319e98579495eb6da0ec5e43d772d'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:24.350990 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b017104b-ca80-4b74-9083-2478945f168e tempest-RoutersIpV6AdminTest-1531131198 tempest-RoutersIpV6AdminTest-1531131198-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&device_id=61ba82da-e122-4ee3-983d-a7d199de7eee HTTP/1.1" status: 200 len: 205 time: 0.0600526 Jan 27 21:55:24.354361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57402) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.385054 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a4c25e7b-99db-4280-8f7a-5bce1c29583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.386427 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c25e7b-99db-4280-8f7a-5bce1c29583c None None] The sync data for ids ['61ba82da-e122-4ee3-983d-a7d199de7eee'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:24.411884 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b883cd1a-b5a4-4815-a403-27075b387f05 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=61ba82da-e122-4ee3-983d-a7d199de7eee HTTP/1.1" status: 200 len: 205 time: 0.0557351 Jan 27 21:55:24.417165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57404) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.443167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d456a9ec-1d8c-4b07-ae3e-1773fb4ee7c9 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (abbabcc3-baf8-46cd-af7d-2ccc2ceb6138), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.521506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f1effa96-3779-4cc7-a306-23b7e584d0b1 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:24.573106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Made reservation on behalf of 2dc319e98579495eb6da0ec5e43d772d for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:24.577797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.599205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baedf1d4-3428-4b40-8201-3b050e087604 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:24.606537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.623220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port f1effa96-3779-4cc7-a306-23b7e584d0b1 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:24.626067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-586ff100-3895-45a2-a105-17c1b0a763d7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (61ba82da-e122-4ee3-983d-a7d199de7eee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.641791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baedf1d4-3428-4b40-8201-3b050e087604 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.648753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-baedf1d4-3428-4b40-8201-3b050e087604 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/91aed80d-0d90-40ec-ac46-c62b6cf271e1 HTTP/1.1" status: 200 len: 892 time: 2.1178596 Jan 27 21:55:24.648753 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d456a9ec-1d8c-4b07-ae3e-1773fb4ee7c9 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (abbabcc3-baf8-46cd-af7d-2ccc2ceb6138), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.654949 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d456a9ec-1d8c-4b07-ae3e-1773fb4ee7c9 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.659021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2345c148-1774-40ec-804d-0520c68c58df None None] Sync routers for ids ['91aed80d-0d90-40ec-ac46-c62b6cf271e1'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:24.660662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d456a9ec-1d8c-4b07-ae3e-1773fb4ee7c9 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/abbabcc3-baf8-46cd-af7d-2ccc2ceb6138 HTTP/1.1" status: 204 len: 168 time: 0.4850008 Jan 27 21:55:24.661830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57410) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.680902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57412) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.745741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f1effa96-3779-4cc7-a306-23b7e584d0b1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:24.752312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.795281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456a9ec-1d8c-4b07-ae3e-1773fb4ee7c9 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbabcc3-baf8-46cd-af7d-2ccc2ceb6138,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:24.822478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57416) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.823197 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-58d10f3a-10d9-4014-8025-39863a98dadc tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1405036 Jan 27 21:55:24.836140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ec40f2e0-7354-4d11-92df-178d45c32045 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': '37241618-24dc-4783-aa82-091426c39b6f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:24.992213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f1effa96-3779-4cc7-a306-23b7e584d0b1 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:24.993265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.996292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345c148-1774-40ec-804d-0520c68c58df None None] Routers {'91aed80d-0d90-40ec-ac46-c62b6cf271e1'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:24.997288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-2345c148-1774-40ec-804d-0520c68c58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['91aed80d-0d90-40ec-ac46-c62b6cf271e1'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:25.063959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-2345c148-1774-40ec-804d-0520c68c58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:25.106207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f1effa96-3779-4cc7-a306-23b7e584d0b1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f1effa96-3779-4cc7-a306-23b7e584d0b1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:25.108114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168471d7-ab98-40fc-8669-634ffe2f78b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1effa96-3779-4cc7-a306-23b7e584d0b1'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:25.112759 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa61e45e-6c5c-4cf1-a6d1-1262a26e5c3e" -d '{"events": [{"server_uuid": "168471d7-ab98-40fc-8669-634ffe2f78b1", "name": "network-vif-plugged", "status": "completed", "tag": "f1effa96-3779-4cc7-a306-23b7e584d0b1"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:25.126152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345c148-1774-40ec-804d-0520c68c58df None None] Routers {'91aed80d-0d90-40ec-ac46-c62b6cf271e1'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:25.127187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-2345c148-1774-40ec-804d-0520c68c58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['91aed80d-0d90-40ec-ac46-c62b6cf271e1'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:25.176223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-2345c148-1774-40ec-804d-0520c68c58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:25.177886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2345c148-1774-40ec-804d-0520c68c58df None None] The sync data for ids ['91aed80d-0d90-40ec-ac46-c62b6cf271e1'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:25.181006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.196489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-76f04cb2-1bf5-40c7-9434-720f4bb0dadb tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/routers/91aed80d-0d90-40ec-ac46-c62b6cf271e1 HTTP/1.1" status: 200 len: 892 time: 0.5239348 Jan 27 21:55:25.214199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57422) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.262795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f1effa96-3779-4cc7-a306-23b7e584d0b1,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:25.293366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a1f9f-e7d0-403d-ab54-12040408e5f9 req-6be29ab7-d50e-4f77-8626-35932a36829e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:25.296144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b3a1f9f-e7d0-403d-ab54-12040408e5f9 req-6be29ab7-d50e-4f77-8626-35932a36829e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 948 time: 0.3562593 Jan 27 21:55:25.311073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374419b-11b3-43a1-b53f-065a9fd6a020 req-53ccbb44-80bb-493c-9322-ddf75ffe05c0 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:25.313927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4374419b-11b3-43a1-b53f-065a9fd6a020 req-53ccbb44-80bb-493c-9322-ddf75ffe05c0 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.3780937 Jan 27 21:55:25.317801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-29ad839a-33c0-4dc8-b919-da0752ccff77 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=91aed80d-0d90-40ec-ac46-c62b6cf271e1 HTTP/1.1" status: 200 len: 205 time: 0.1003454 Jan 27 21:55:25.321707 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-ec40f2e0-7354-4d11-92df-178d45c32045 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The resource could not be found. Jan 27 21:55:25.326905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ec40f2e0-7354-4d11-92df-178d45c32045 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4991055 Jan 27 21:55:25.326905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57424) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.328752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57426) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.357296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-69244ee5-2ef4-47f6-90fb-1ed611afda48 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--819276003'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:25.518317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-586ff100-3895-45a2-a105-17c1b0a763d7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (61ba82da-e122-4ee3-983d-a7d199de7eee), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.527123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-586ff100-3895-45a2-a105-17c1b0a763d7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router_controller (61ba82da-e122-4ee3-983d-a7d199de7eee), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.607289 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Publish callbacks [] for security_group (8e63d3a7-ee3f-4b22-bec2-6681d10b88cd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.609177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-586ff100-3895-45a2-a105-17c1b0a763d7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (61ba82da-e122-4ee3-983d-a7d199de7eee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.609938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586ff100-3895-45a2-a105-17c1b0a763d7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Fanout notify agent at l3_agent the message router_deleted on router 61ba82da-e122-4ee3-983d-a7d199de7eee {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:25.618267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-586ff100-3895-45a2-a105-17c1b0a763d7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.623720 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-586ff100-3895-45a2-a105-17c1b0a763d7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/61ba82da-e122-4ee3-983d-a7d199de7eee HTTP/1.1" status: 204 len: 168 time: 1.2049439 Jan 27 21:55:25.625471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57428) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.626322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8e63d3a7-ee3f-4b22-bec2-6681d10b88cd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.678013 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1cfdbb56-4cfd-46d7-8b4e-35d253bee48d tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=61ba82da-e122-4ee3-983d-a7d199de7eee HTTP/1.1" status: 200 len: 205 time: 0.0474977 Jan 27 21:55:25.683968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57430) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.738250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:55:25.741137 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-4ec76881-1619-41aa-b930-7e6e73636c54 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] delete failed (client error): The resource could not be found. Jan 27 21:55:25.745334 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4ec76881-1619-41aa-b930-7e6e73636c54 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/61ba82da-e122-4ee3-983d-a7d199de7eee HTTP/1.1" status: 404 len: 336 time: 0.0602641 Jan 27 21:55:25.756031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57432) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.779109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:25.783539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (163c5189-d3fe-464f-b6f3-ffe855fef026), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.784336 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Added segment 163c5189-d3fe-464f-b6f3-ffe855fef026 of type vlan for network d5fcccc9-78f6-48d1-a721-2faf0d3a42db Jan 27 21:55:25.816852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0675a04e-7033-47c2-880a-a674238d388e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=1165f394-b475-4bc9-90be-7c2a14e83747 HTTP/1.1" status: 200 len: 205 time: 0.0593669 Jan 27 21:55:25.818984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57434) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.906313 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-5465f7cb-430d-4f0c-b6b4-beb8c5f20adb tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] delete failed (client error): The resource could not be found. Jan 27 21:55:25.910518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5465f7cb-430d-4f0c-b6b4-beb8c5f20adb tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/1165f394-b475-4bc9-90be-7c2a14e83747 HTTP/1.1" status: 404 len: 336 time: 0.0879183 Jan 27 21:55:25.914759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.930441 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d5fcccc9-78f6-48d1-a721-2faf0d3a42db), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.960282 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8882148a-383f-4283-80a7-4df72eccaa9c tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=70a01122-2f8f-43a3-b29e-f1df74ef51f5 HTTP/1.1" status: 200 len: 205 time: 0.0419378 Jan 27 21:55:25.961266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57438) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.018660 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-774dc7bd-641d-4e81-bc9f-eb1f437329e7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] delete failed (client error): The resource could not be found. Jan 27 21:55:26.022462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-774dc7bd-641d-4e81-bc9f-eb1f437329e7 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/70a01122-2f8f-43a3-b29e-f1df74ef51f5 HTTP/1.1" status: 404 len: 336 time: 0.0576630 Jan 27 21:55:26.023302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57440) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.040120 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d5fcccc9-78f6-48d1-a721-2faf0d3a42db), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.042187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.043241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.072240 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a455b651-5a58-4446-8e1b-dc493530168b tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c161585-b19f-429c-8ae0-7b5ffcf18e4f HTTP/1.1" status: 200 len: 205 time: 0.0462520 Jan 27 21:55:26.079828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57442) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.114607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69244ee5-2ef4-47f6-90fb-1ed611afda48 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.175642 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1718931 Jan 27 21:55:26.179076 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-291540d4-47b9-4047-81e6-89978022b6ca tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] delete failed (client error): The resource could not be found. Jan 27 21:55:26.180449 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-291540d4-47b9-4047-81e6-89978022b6ca tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/5c161585-b19f-429c-8ae0-7b5ffcf18e4f HTTP/1.1" status: 404 len: 336 time: 0.0990047 Jan 27 21:55:26.181213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57444) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.187576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57446) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.189138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Request body: {'subnet': {'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2023842513-subnet', 'tenant_id': '2dc319e98579495eb6da0ec5e43d772d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:26.203287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f16d1-f04b-4b47-a4ea-b7f55533c2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5fcccc9-78f6-48d1-a721-2faf0d3a42db,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:26.219367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b3a1f9f-e7d0-403d-ab54-12040408e5f9 req-bbcb833f-19d4-4ce4-b5f6-0ea67582c848 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8994799 Jan 27 21:55:26.228365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d5fcccc9-78f6-48d1-a721-2faf0d3a42db details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:55:26.246048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Made reservation on behalf of 2dc319e98579495eb6da0ec5e43d772d for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:26.250528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.336401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4374419b-11b3-43a1-b53f-065a9fd6a020 req-d8c54d3f-8aed-446b-80f9-e0593b1d04dd tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9942579 Jan 27 21:55:26.349684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4f748186-cd5d-4845-891e-0fc699ab3abe tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4ad513f-626c-4ce5-8bbe-c9efb0254ecc HTTP/1.1" status: 200 len: 205 time: 0.1594868 Jan 27 21:55:26.352040 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57448) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.415387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (91aed80d-0d90-40ec-ac46-c62b6cf271e1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.432583 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-911e2ddf-ddd0-44db-94a9-5ea29d97a32e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] delete failed (client error): The resource could not be found. Jan 27 21:55:26.433817 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-911e2ddf-ddd0-44db-94a9-5ea29d97a32e tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/e4ad513f-626c-4ce5-8bbe-c9efb0254ecc HTTP/1.1" status: 404 len: 336 time: 0.0807326 Jan 27 21:55:26.439369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57450) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.486277 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b1ba52cc-dc83-4a6d-83e8-ff55207e36a6 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d46830b-a350-4019-b9b2-d70418593568 HTTP/1.1" status: 200 len: 205 time: 0.0448072 Jan 27 21:55:26.488635 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57452) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.494292 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886977d4-18ce-4be6-939f-62b4afff7e9d x-openstack-request-id: req-886977d4-18ce-4be6-939f-62b4afff7e9d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:26.494823 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168471d7-ab98-40fc-8669-634ffe2f78b1", "name": "network-vif-plugged", "status": "completed", "tag": "f1effa96-3779-4cc7-a306-23b7e584d0b1", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:26.495318 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-886977d4-18ce-4be6-939f-62b4afff7e9d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:26.496171 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168471d7-ab98-40fc-8669-634ffe2f78b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1effa96-3779-4cc7-a306-23b7e584d0b1', 'code': 200} Jan 27 21:55:26.562680 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-79b950f6-07ad-46c6-af64-5e500516ab8d tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] delete failed (client error): The resource could not be found. Jan 27 21:55:26.563815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-79b950f6-07ad-46c6-af64-5e500516ab8d tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/routers/4d46830b-a350-4019-b9b2-d70418593568 HTTP/1.1" status: 404 len: 336 time: 0.0741346 Jan 27 21:55:26.567912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57454) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.601574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4a6201e-6c9b-4ac7-800c-b3a0a66eb797 req-048e44bf-1853-4aaf-b0d7-fea0bc557dbb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1001959 Jan 27 21:55:26.639074 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69244ee5-2ef4-47f6-90fb-1ed611afda48 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (a2351d73-d818-4bde-8663-1664cd04a430), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.644356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69244ee5-2ef4-47f6-90fb-1ed611afda48 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a2351d73-d818-4bde-8663-1664cd04a430), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.668407 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f93e75-0dbe-4a55-9553-adefd628d318 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] DELETE failed (client error): The resource could not be found. Jan 27 21:55:26.668407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f93e75-0dbe-4a55-9553-adefd628d318 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:55:26.671986 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-21f93e75-0dbe-4a55-9553-adefd628d318 tempest-RoutersIpV6AdminTest-1746158536 tempest-RoutersIpV6AdminTest-1746158536-project] 10.222.0.45 "DELETE /v2.0/subnets/898bb461-9fc9-41e4-b874-6aa24e1651ba HTTP/1.1" status: 404 len: 337 time: 0.1029677 Jan 27 21:55:26.707257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69244ee5-2ef4-47f6-90fb-1ed611afda48 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2351d73-d818-4bde-8663-1664cd04a430,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:26.722725 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_gateway (91aed80d-0d90-40ec-ac46-c62b6cf271e1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.730717 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69244ee5-2ef4-47f6-90fb-1ed611afda48 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.734701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69244ee5-2ef4-47f6-90fb-1ed611afda48 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3935368 Jan 27 21:55:26.735073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57458) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.739913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-02db3186-4678-4898-87db-214b383a1c0f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488772061'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:26.808970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02db3186-4678-4898-87db-214b383a1c0f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.825243 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af8af7-9bb5-4b66-ae77-fd4bec814fe2 req-dda39fb3-c1db-4c41-a794-efcc67292ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.828932 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b5af8af7-9bb5-4b66-ae77-fd4bec814fe2 req-dda39fb3-c1db-4c41-a794-efcc67292ae7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 1100 time: 0.2270348 Jan 27 21:55:26.846476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port c67c0ab8-23ed-4c9d-9be5-45116639924f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:26.847156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c67c0ab8-23ed-4c9d-9be5-45116639924f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.909338 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (f6b3c1b0-ab63-484b-a036-ff75df1f1e5a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.963993 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b5af8af7-9bb5-4b66-ae77-fd4bec814fe2 req-2c234052-bd93-4661-8b66-c6999091c5ca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233020 Jan 27 21:55:26.983156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.002213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Checking segment: {'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:27.002932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Network hostable DHCP agents. Network: d5fcccc9-78f6-48d1-a721-2faf0d3a42db, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:55:27.026628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Network d5fcccc9-78f6-48d1-a721-2faf0d3a42db is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:55:27.041865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d5fcccc9-78f6-48d1-a721-2faf0d3a42db) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:27.055365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4747b-409d-4a6c-8121-f9d5153d64b1 None None] Network d5fcccc9-78f6-48d1-a721-2faf0d3a42db requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:27.069303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57462) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:27.084856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.085674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.092469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c67c0ab8-23ed-4c9d-9be5-45116639924f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.100510 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02db3186-4678-4898-87db-214b383a1c0f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.117076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02db3186-4678-4898-87db-214b383a1c0f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.123100 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d6ac2768-e23a-48c1-8f49-1cd1df475299 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9382775 Jan 27 21:55:27.207837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for c67c0ab8-23ed-4c9d-9be5-45116639924f owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:27.221407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db3186-4678-4898-87db-214b383a1c0f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.244302 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-02db3186-4678-4898-87db-214b383a1c0f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.247367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-02db3186-4678-4898-87db-214b383a1c0f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5110576 Jan 27 21:55:27.251557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57468) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:27.258198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1f78abf2-43b3-454e-891e-6bf25ea3feb1 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group_rule': {'security_group_id': 'a2351d73-d818-4bde-8663-1664cd04a430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:27.280768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855cdc8-05b9-4bf6-8f8d-d2f7c6f58b0e None None] Network d5fcccc9-78f6-48d1-a721-2faf0d3a42db requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:27.321101 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-1f78abf2-43b3-454e-891e-6bf25ea3feb1 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:55:27.322439 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f78abf2-43b3-454e-891e-6bf25ea3feb1 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0697725 Jan 27 21:55:27.327659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57472) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:27.393283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bedf5be3-1991-4a3d-9fe5-bbf626cf82b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.521008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-948e1d85-9d3f-4c62-991c-f9038658b867 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.526936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772625a1-9d9c-4bf0-a9eb-89686d36bb0f req-1541109a-ab41-4e0a-b772-a25c0a99b026 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.529783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-772625a1-9d9c-4bf0-a9eb-89686d36bb0f req-1541109a-ab41-4e0a-b772-a25c0a99b026 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 949 time: 0.0829625 Jan 27 21:55:27.590762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-71fe927b-cbd7-45c1-9d5c-9d89d62d7eee req-f1372498-5560-4fee-bdc0-bc37df53d984 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1640363202', 'description': 'tempest-description-1560492205'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:27.625454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-948e1d85-9d3f-4c62-991c-f9038658b867 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.649438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-772625a1-9d9c-4bf0-a9eb-89686d36bb0f req-05f8f668-cbdc-4cf6-aa4c-d2cd2ed2efc9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911734 Jan 27 21:55:27.651981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-71fe927b-cbd7-45c1-9d5c-9d89d62d7eee req-f1372498-5560-4fee-bdc0-bc37df53d984 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.664378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c67c0ab8-23ed-4c9d-9be5-45116639924f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.713605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=c67c0ab8-23ed-4c9d-9be5-45116639924f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.799550 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (91aed80d-0d90-40ec-ac46-c62b6cf271e1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.813930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bedf5be3-1991-4a3d-9fe5-bbf626cf82b8 admin admin] Publish callbacks [] for security_group (9253ce8a-1715-4292-a06b-3ee9b080fefe), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.848279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bedf5be3-1991-4a3d-9fe5-bbf626cf82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9253ce8a-1715-4292-a06b-3ee9b080fefe), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.870024 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-948e1d85-9d3f-4c62-991c-f9038658b867 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.875327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-948e1d85-9d3f-4c62-991c-f9038658b867 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.881461 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-948e1d85-9d3f-4c62-991c-f9038658b867 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84 HTTP/1.1" status: 204 len: 168 time: 0.5487614 Jan 27 21:55:27.886685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57484) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:27.920448 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-71fe927b-cbd7-45c1-9d5c-9d89d62d7eee req-f1372498-5560-4fee-bdc0-bc37df53d984 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (60406323-ba1d-4793-8a30-ee7756e8bff8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.934919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf5be3-1991-4a3d-9fe5-bbf626cf82b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9253ce8a-1715-4292-a06b-3ee9b080fefe,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.959121 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e1d85-9d3f-4c62-991c-f9038658b867 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee3d5ef-8bf4-487f-94f1-98b9a8a4ef84,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.968494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bedf5be3-1991-4a3d-9fe5-bbf626cf82b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f7ab84f5aec4902b218706b468e77fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8904474 Jan 27 21:55:27.971383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57486) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.002999 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-71fe927b-cbd7-45c1-9d5c-9d89d62d7eee req-f1372498-5560-4fee-bdc0-bc37df53d984 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (60406323-ba1d-4793-8a30-ee7756e8bff8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.014802 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (91aed80d-0d90-40ec-ac46-c62b6cf271e1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.021556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (91aed80d-0d90-40ec-ac46-c62b6cf271e1), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.115951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a5bee42-2145-4e70-8513-fe5995dfa4bd admin admin] Publish callbacks [] for security_group (9253ce8a-1715-4292-a06b-3ee9b080fefe), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.131774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ace831-97f2-482f-9cc4-b4cb032da261 req-8377d1fa-edc5-414c-89a1-b3c47d4ab21a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:28.133812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4ace831-97f2-482f-9cc4-b4cb032da261 req-8377d1fa-edc5-414c-89a1-b3c47d4ab21a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2480524 Jan 27 21:55:28.150834 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-71fe927b-cbd7-45c1-9d5c-9d89d62d7eee req-f1372498-5560-4fee-bdc0-bc37df53d984 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.152604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71fe927b-cbd7-45c1-9d5c-9d89d62d7eee req-f1372498-5560-4fee-bdc0-bc37df53d984 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5748386 Jan 27 21:55:28.163110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1372498-5560-4fee-bdc0-bc37df53d984 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60406323-ba1d-4793-8a30-ee7756e8bff8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:28.170700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (91aed80d-0d90-40ec-ac46-c62b6cf271e1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.171539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Fanout notify agent at l3_agent the message router_deleted on router 91aed80d-0d90-40ec-ac46-c62b6cf271e1 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:28.179013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-aa85e535-505d-420a-9a2d-5c1060e36d59 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2837553 Jan 27 21:55:28.183032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57490) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.184583 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.185848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e06f5412-7907-4851-ac7f-8cd529d6a15f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/91aed80d-0d90-40ec-ac46-c62b6cf271e1 HTTP/1.1" status: 204 len: 168 time: 2.8591113 Jan 27 21:55:28.190407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57492) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.196441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-412342979'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:28.210562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a5bee42-2145-4e70-8513-fe5995dfa4bd admin admin] Publish callbacks [] for security_group (9253ce8a-1715-4292-a06b-3ee9b080fefe), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.256500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:28.266104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.363346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:55:28.381012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4ace831-97f2-482f-9cc4-b4cb032da261 req-53285c0e-843a-45ae-a69b-89bbaa22f934 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719947 Jan 27 21:55:28.400277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a5bee42-2145-4e70-8513-fe5995dfa4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9253ce8a-1715-4292-a06b-3ee9b080fefe), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.404589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9e8815a9-ebab-40d0-b21a-b925d660c357), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.405417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7a5bee42-2145-4e70-8513-fe5995dfa4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.406002 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment 9e8815a9-ebab-40d0-b21a-b925d660c357 of type vlan for network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed Jan 27 21:55:28.410833 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7a5bee42-2145-4e70-8513-fe5995dfa4bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9253ce8a-1715-4292-a06b-3ee9b080fefe HTTP/1.1" status: 204 len: 168 time: 0.4341128 Jan 27 21:55:28.418579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-356a901f-84ef-4219-a0c5-9aa23309b68c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (a2351d73-d818-4bde-8663-1664cd04a430), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.442970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bee42-2145-4e70-8513-fe5995dfa4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9253ce8a-1715-4292-a06b-3ee9b080fefe,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:28.481647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (15915c0a-e4c9-4bca-ad9f-2bb165ef13ed), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.513225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-130514b6-8c8b-4eb9-96e9-319da8efb881 req-b027b1e7-a386-4c7c-8e93-c45a527000d3 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-4006321', 'description': 'tempest-description-1237954374'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:28.531930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-356a901f-84ef-4219-a0c5-9aa23309b68c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (a2351d73-d818-4bde-8663-1664cd04a430), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.593175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (15915c0a-e4c9-4bca-ad9f-2bb165ef13ed), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.600490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:28.601591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.606969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-023df5f5-218a-4151-ac7e-3b48d8883541 req-052754d8-2727-4a2f-9669-22e8c8134c85 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0992939 Jan 27 21:55:28.653519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-356a901f-84ef-4219-a0c5-9aa23309b68c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a2351d73-d818-4bde-8663-1664cd04a430), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.659303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-356a901f-84ef-4219-a0c5-9aa23309b68c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.661330 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-356a901f-84ef-4219-a0c5-9aa23309b68c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/a2351d73-d818-4bde-8663-1664cd04a430 HTTP/1.1" status: 204 len: 168 time: 0.4769197 Jan 27 21:55:28.675680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57496) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.689412 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-130514b6-8c8b-4eb9-96e9-319da8efb881 req-b027b1e7-a386-4c7c-8e93-c45a527000d3 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.708878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5167558 Jan 27 21:55:28.719477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57498) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.720456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a901f-84ef-4219-a0c5-9aa23309b68c tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2351d73-d818-4bde-8663-1664cd04a430,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:28.734528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': '15915c0a-e4c9-4bca-ad9f-2bb165ef13ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:28.819367 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b048978d-de5d-4acf-8431-ba652206569d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421063 Jan 27 21:55:28.825843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57502) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.832533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0efb365c-c743-4633-95f3-56478dc55a22 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'tempest-secgroup--180174309'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:28.877095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0efb365c-c743-4633-95f3-56478dc55a22 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.902362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=15915c0a-e4c9-4bca-ad9f-2bb165ef13ed,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:28.956728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.957080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.957427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.958305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.958437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.958911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.959729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.960318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.960867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.961420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.961986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.962558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.963132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292ad95-f0ca-4d42-9fa5-d1fda3ddd10c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:28.987341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:55:29.020479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0efb365c-c743-4633-95f3-56478dc55a22 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (eb74ecea-52e7-4715-aa66-ba6cbf683423), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.032471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0efb365c-c743-4633-95f3-56478dc55a22 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eb74ecea-52e7-4715-aa66-ba6cbf683423), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.114608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90da96a-ffc3-46e5-bd9c-d8f113480e9d req-6983b827-39a4-486f-bc34-88bacec10d3a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.117106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0efb365c-c743-4633-95f3-56478dc55a22 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.119867 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0efb365c-c743-4633-95f3-56478dc55a22 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2916515 Jan 27 21:55:29.130085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57506) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:29.134799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d90da96a-ffc3-46e5-bd9c-d8f113480e9d req-6983b827-39a4-486f-bc34-88bacec10d3a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 949 time: 0.2741644 Jan 27 21:55:29.146198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-73548bc2-f292-4a5d-9980-7d9841a08761 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:29.147898 n-d-826529-2 neutron-server[103329]: WARNING neutron.api.v2.base [None req-73548bc2-f292-4a5d-9980-7d9841a08761 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 21:55:29.151494 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-73548bc2-f292-4a5d-9980-7d9841a08761 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 21:55:29.167838 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-73548bc2-f292-4a5d-9980-7d9841a08761 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "PUT /v2.0/security-groups/eb74ecea-52e7-4715-aa66-ba6cbf683423 HTTP/1.1" status: 409 len: 330 time: 0.0220442 Jan 27 21:55:29.169104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57508) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:29.180064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb365c-c743-4633-95f3-56478dc55a22 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb74ecea-52e7-4715-aa66-ba6cbf683423,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:29.252633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:29.258521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.276273 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2007d07b-a588-4c79-91cb-6d7b05b63f1f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (eb74ecea-52e7-4715-aa66-ba6cbf683423), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.276828 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-130514b6-8c8b-4eb9-96e9-319da8efb881 req-b027b1e7-a386-4c7c-8e93-c45a527000d3 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (27c19ae8-a435-4044-8874-a24e178a2d70), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.324866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-130514b6-8c8b-4eb9-96e9-319da8efb881 req-b027b1e7-a386-4c7c-8e93-c45a527000d3 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (27c19ae8-a435-4044-8874-a24e178a2d70), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.334840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57512) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:29.379580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2007d07b-a588-4c79-91cb-6d7b05b63f1f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (eb74ecea-52e7-4715-aa66-ba6cbf683423), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.452989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d90da96a-ffc3-46e5-bd9c-d8f113480e9d req-ecc416fb-7291-4e12-8274-75f43938c2dc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164506 Jan 27 21:55:29.483764 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8ebfe1a5-c91f-446b-a625-3c6e6cf1072f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2945e28a2f8e46209d0ba31855c71739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442463 Jan 27 21:55:29.483764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57516) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:29.517856 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-130514b6-8c8b-4eb9-96e9-319da8efb881 req-b027b1e7-a386-4c7c-8e93-c45a527000d3 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.520018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-130514b6-8c8b-4eb9-96e9-319da8efb881 req-b027b1e7-a386-4c7c-8e93-c45a527000d3 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.0109086 Jan 27 21:55:29.526947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027b1e7-a386-4c7c-8e93-c45a527000d3 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c19ae8-a435-4044-8874-a24e178a2d70,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:29.558646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2007d07b-a588-4c79-91cb-6d7b05b63f1f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eb74ecea-52e7-4715-aa66-ba6cbf683423), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.568449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2007d07b-a588-4c79-91cb-6d7b05b63f1f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.573088 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2007d07b-a588-4c79-91cb-6d7b05b63f1f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/eb74ecea-52e7-4715-aa66-ba6cbf683423 HTTP/1.1" status: 204 len: 168 time: 0.4025431 Jan 27 21:55:29.583266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57522) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:29.638454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007d07b-a588-4c79-91cb-6d7b05b63f1f tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb74ecea-52e7-4715-aa66-ba6cbf683423,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:29.748972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e4213585-7e00-455a-8e4a-e8f6cac8d73d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1556113 Jan 27 21:55:29.749353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c2027ae-cfdb-4a0d-b92f-f7e01c8ca071 admin admin] Publish callbacks [] for security_group (3e5764a9-fe39-47d1-a8fc-238823469ecf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.758574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57526) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:29.849377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c2027ae-cfdb-4a0d-b92f-f7e01c8ca071 admin admin] Publish callbacks [] for security_group (3e5764a9-fe39-47d1-a8fc-238823469ecf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.853274 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-8ac8f80c-e9f1-4926-bcba-5bae2ed8245d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] delete failed (client error): The resource could not be found. Jan 27 21:55:29.863352 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8ac8f80c-e9f1-4926-bcba-5bae2ed8245d tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "DELETE /v2.0/security-groups/dc33097c-2afd-4d29-8296-0b1f79110db3 HTTP/1.1" status: 404 len: 347 time: 0.0987833 Jan 27 21:55:29.870126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57530) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:29.895090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e11186-410d-42ea-9352-6caad8cf7c65 req-2a98d058-d9db-4b45-94c3-9433a92e5b2e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.902942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7e11186-410d-42ea-9352-6caad8cf7c65 req-2a98d058-d9db-4b45-94c3-9433a92e5b2e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2577288 Jan 27 21:55:29.925395 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-5ca513ff-8474-4b52-928f-2814449881b1 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] show failed (client error): The resource could not be found. Jan 27 21:55:29.927239 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ca513ff-8474-4b52-928f-2814449881b1 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-groups/5696c08e-8692-4317-ac3a-fb584df9cee1 HTTP/1.1" status: 404 len: 347 time: 0.0565236 Jan 27 21:55:29.935772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57532) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:29.956712 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-f8747abd-c2e9-484a-a20a-6950ce8b4a72 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] show failed (client error): The resource could not be found. Jan 27 21:55:29.958281 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8747abd-c2e9-484a-a20a-6950ce8b4a72 tempest-NegativeSecGroupTest-1178343376 tempest-NegativeSecGroupTest-1178343376-project] 10.222.0.45 "GET /v2.0/security-group-rules/a3d904b9-5ad2-4319-aad2-f3638f50f0d1 HTTP/1.1" status: 404 len: 356 time: 0.0203354 Jan 27 21:55:29.973251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e6dbe-b717-4d42-ab50-c3b10f206520 req-cd3f27c0-b260-4942-8763-f0499c831e6c tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.976560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b40e6dbe-b717-4d42-ab50-c3b10f206520 req-cd3f27c0-b260-4942-8763-f0499c831e6c tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 1100 time: 0.1676424 Jan 27 21:55:30.004350 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c2027ae-cfdb-4a0d-b92f-f7e01c8ca071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3e5764a9-fe39-47d1-a8fc-238823469ecf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.011249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c2027ae-cfdb-4a0d-b92f-f7e01c8ca071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.017323 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5c2027ae-cfdb-4a0d-b92f-f7e01c8ca071 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e5764a9-fe39-47d1-a8fc-238823469ecf HTTP/1.1" status: 204 len: 168 time: 0.5291064 Jan 27 21:55:30.049435 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2027ae-cfdb-4a0d-b92f-f7e01c8ca071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5764a9-fe39-47d1-a8fc-238823469ecf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:30.148082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b40e6dbe-b717-4d42-ab50-c3b10f206520 req-28e60f52-cfca-46bb-933b-d426b60fcedf tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630654 Jan 27 21:55:30.202883 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (7ea26183-6dfd-4724-aa09-e4fb281c1123), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.309614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=7ea26183-6dfd-4724-aa09-e4fb281c1123,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:30.328541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7e11186-410d-42ea-9352-6caad8cf7c65 req-94c79901-9c88-4807-b053-6152883ff0d5 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235697 Jan 27 21:55:30.403773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcfc7201-83a9-42a3-8f4a-ac45fd5c8103 req-da497ecd-47cd-4f7d-b045-adb6499822c1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0968394 Jan 27 21:55:30.415893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': '9e8815a9-ebab-40d0-b21a-b925d660c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '15915c0a-e4c9-4bca-ad9f-2bb165ef13ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:30.416480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:55:30.453627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:55:30.479180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:30.492167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.493863 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.519286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e95edd8-bb8d-4142-8676-c218f2ddb05e None None] Network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:30.545190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57552) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:30.550992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2e5c8867-827d-4712-b9b3-f5da4f8658d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1391862074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:30.555619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1843cea1-a80e-4468-ba64-65f7377bad55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8322256 Jan 27 21:55:30.631693 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8867-827d-4712-b9b3-f5da4f8658d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (40f929c0-a573-4410-a0bd-c536e8f15621), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.634127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8867-827d-4712-b9b3-f5da4f8658d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (40f929c0-a573-4410-a0bd-c536e8f15621), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.765993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57562) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:30.870328 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-5cac6d5f-d6f4-45b9-a024-325c03206064 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382156 Jan 27 21:55:30.930520 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8867-827d-4712-b9b3-f5da4f8658d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (40f929c0-a573-4410-a0bd-c536e8f15621), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.949282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8867-827d-4712-b9b3-f5da4f8658d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (40f929c0-a573-4410-a0bd-c536e8f15621), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.963762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-65d2114c-b610-4331-8673-00f121b44ae4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.971234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-65d2114c-b610-4331-8673-00f121b44ae4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 813 time: 0.4111300 Jan 27 21:55:30.998285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-c7e8dae4-b094-442f-87fb-7776e5fa3992 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/quotas/2dc319e98579495eb6da0ec5e43d772d HTTP/1.1" status: 200 len: 375 time: 0.0259788 Jan 27 21:55:31.033554 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8867-827d-4712-b9b3-f5da4f8658d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.040779 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e5c8867-827d-4712-b9b3-f5da4f8658d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4942384 Jan 27 21:55:31.047061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57574) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:31.049681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-3ae8f243-b068-4b70-96c5-fbe240c4a1e4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502155 Jan 27 21:55:31.057376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-15915c0a-e4c9-4bca-ad9f-2bb165ef13ed', 'network_id': '15915c0a-e4c9-4bca-ad9f-2bb165ef13ed', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': '7ea26183-6dfd-4724-aa09-e4fb281c1123'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:55:31.058942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.170553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-4ebd113c-7b40-49b4-83ca-7886e14b823e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:31.178571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-4ebd113c-7b40-49b4-83ca-7886e14b823e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058312 Jan 27 21:55:31.326428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-3b397e48-969f-4b58-b5b5-b2e68d5d6355 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/quotas/8bf468f1d5b4435698a82f8407077a37 HTTP/1.1" status: 200 len: 375 time: 0.1164036 Jan 27 21:55:31.453117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Allocated IP 2001:db8::2 (15915c0a-e4c9-4bca-ad9f-2bb165ef13ed/7ea26183-6dfd-4724-aa09-e4fb281c1123/989b7ed6-f0bd-4ef4-a512-642eedcf6bb3) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:31.489937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-96c47bc0-b831-4da2-9138-d99aeda47b90 service neutron] 10.222.0.45 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391472 Jan 27 21:55:31.524263 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4f5ab35-b559-44a6-b2ee-166fe040eb7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38eab582ba794e6a99c1010a963e04cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7515273 Jan 27 21:55:31.530790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57584) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:31.683958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-45caf32c-50fe-4d65-b929-b22206fc4042 service neutron] 10.222.0.45 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875808 Jan 27 21:55:31.747441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-42bebb55-2e32-4104-b2d6-168d6ec6e93d tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4066215 Jan 27 21:55:31.752820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Publish callbacks [] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.765685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.827468 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b6423e7-f9ac-4412-a9de-36dc1db07d83 admin admin] Publish callbacks [] for security_group (4b370041-9e85-44cb-a48c-b846f769717f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.888597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:31.947936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b6423e7-f9ac-4412-a9de-36dc1db07d83 admin admin] Publish callbacks [] for security_group (4b370041-9e85-44cb-a48c-b846f769717f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.958333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:31.963744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.992791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:32.046587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Pushing event updated for resources: {'Port': ['ID=989b7ed6-f0bd-4ef4-a512-642eedcf6bb3,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:32.125419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Attempting to bind port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:32.125802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Attempting to bind port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9e8815a9-ebab-40d0-b21a-b925d660c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '15915c0a-e4c9-4bca-ad9f-2bb165ef13ed'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:32.126361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Attempting to bind port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 on network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:32.134670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:32.148971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Checking segment: {'id': '9e8815a9-ebab-40d0-b21a-b925d660c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '15915c0a-e4c9-4bca-ad9f-2bb165ef13ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:32.153108 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.154036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Bound using segment: {'id': '9e8815a9-ebab-40d0-b21a-b925d660c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '15915c0a-e4c9-4bca-ad9f-2bb165ef13ed'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:32.154739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Bound port: 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8815a9-ebab-40d0-b21a-b925d660c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '15915c0a-e4c9-4bca-ad9f-2bb165ef13ed'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:32.155815 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.415635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b6423e7-f9ac-4412-a9de-36dc1db07d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4b370041-9e85-44cb-a48c-b846f769717f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.418463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b6423e7-f9ac-4412-a9de-36dc1db07d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.437852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6b6423e7-f9ac-4412-a9de-36dc1db07d83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b370041-9e85-44cb-a48c-b846f769717f HTTP/1.1" status: 204 len: 168 time: 0.8855455 Jan 27 21:55:32.485793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6423e7-f9ac-4412-a9de-36dc1db07d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b370041-9e85-44cb-a48c-b846f769717f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:32.533157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] For port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:32.545367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] For port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=989b7ed6-f0bd-4ef4-a512-642eedcf6bb3,segment=NetworkSegment(9e8815a9-ebab-40d0-b21a-b925d660c357),segment_id=9e8815a9-ebab-40d0-b21a-b925d660c357)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:32.575094 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.621396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113eb90-263b-4a49-8429-899b2dcfed5f req-751e0b12-d97b-4654-b8aa-f612632d4101 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.642537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3113eb90-263b-4a49-8429-899b2dcfed5f req-751e0b12-d97b-4654-b8aa-f612632d4101 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.3252170 Jan 27 21:55:32.774889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfdc6b30-153c-4375-b0dc-e1360c2eef35 req-eb8b7215-d7ca-4c02-811c-32dadf2ba389 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.2508016 Jan 27 21:55:32.945595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f0119-f4ed-470c-9a69-5c09eecebb4e None None] Pushing event updated for resources: {'Port': ['ID=989b7ed6-f0bd-4ef4-a512-642eedcf6bb3,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:32.983036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3113eb90-263b-4a49-8429-899b2dcfed5f req-e27c6c92-ec4b-46fc-8210-319978722a96 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363235 Jan 27 21:55:33.030305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8::1 (15915c0a-e4c9-4bca-ad9f-2bb165ef13ed/7ea26183-6dfd-4724-aa09-e4fb281c1123/a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:33.098962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d98b40db-16f5-4943-bb6d-1d23a550882e req-afafba60-44bd-4f7c-924a-e4c429cb1df1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 210 time: 0.0942762 Jan 27 21:55:33.146779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef9b6f7c-2770-4876-84c0-506e9c0e3c42 req-bacb03bb-53c3-43a1-afb2-5cc605606713 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 210 time: 0.0418544 Jan 27 21:55:33.421261 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.575038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.759987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:33.778804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:33.786094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:33.800923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:33.802153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (40f929c0-a573-4410-a0bd-c536e8f15621), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.068499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-84655cd7-4405-42bc-8322-146b3fe02244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.166959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1738ba0-20b5-4d94-848d-93a56c50e6c8 req-03ebde16-f7ec-4e58-9a42-ba86327552ae tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1454802 Jan 27 21:55:34.386968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57650) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.520693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:34.576159 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-cb513d33-67d2-467a-a12e-d1903d25d470 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362264 Jan 27 21:55:34.616801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58194112-1db4-4cca-9c75-5931b46c8d3e req-dd02a9e5-0400-41d3-a191-5b643c7f3273 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 210 time: 0.2281184 Jan 27 21:55:34.623498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.717587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:34.721402 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.865223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-06098654-b153-4bef-83dc-52cec956492f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-536822962'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:34.914752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4a6c9-30d8-4d8f-843b-3ab6dea248d6 req-918499ab-87db-4346-8a83-a37a22c97cf3 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.927466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84f4a6c9-30d8-4d8f-843b-3ab6dea248d6 req-918499ab-87db-4346-8a83-a37a22c97cf3 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.7448206 Jan 27 21:55:34.931194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:34.931787 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.956075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca99a43e-0e05-418f-b4ff-ef5a734fea6b req-31798f0b-3b94-4c44-a92b-3e37274845d9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 210 time: 0.1456509 Jan 27 21:55:35.043856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=989b7ed6-f0bd-4ef4-a512-642eedcf6bb3,segment=NetworkSegment(9e8815a9-ebab-40d0-b21a-b925d660c357),segment_id=9e8815a9-ebab-40d0-b21a-b925d660c357)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:35.055493 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.073095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-35065720-ef14-425c-8661-317da276b7e2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.083616 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-35065720-ef14-425c-8661-317da276b7e2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5035665 Jan 27 21:55:35.112690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Request body: {'port': {'device_id': '09b94fed-0249-4a04-9dd8-02776502cb52', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8bf468f1d5b4435698a82f8407077a37'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:35.114026 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06098654-b153-4bef-83dc-52cec956492f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (49534df0-e13a-47fd-999c-35f821df1e13), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.115126 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06098654-b153-4bef-83dc-52cec956492f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (49534df0-e13a-47fd-999c-35f821df1e13), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.156297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84f4a6c9-30d8-4d8f-843b-3ab6dea248d6 req-005ba67c-2f11-45e8-8784-9ab42965b746 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241187 Jan 27 21:55:35.180338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b85694a-7eeb-464c-81e5-c131ebfc6844 None None] Network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:35.183652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-0a18263b-f424-4a02-b2ff-a04ab78bfb5c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.185305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-0a18263b-f424-4a02-b2ff-a04ab78bfb5c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 813 time: 0.6720970 Jan 27 21:55:35.290950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06098654-b153-4bef-83dc-52cec956492f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (49534df0-e13a-47fd-999c-35f821df1e13), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.304337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'port': {'device_id': '1cb8cc56-2d45-4502-834b-172206794405', 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db', 'admin_state_up': True, 'tenant_id': '2dc319e98579495eb6da0ec5e43d772d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:35.457126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5114e250-6d01-4a5b-aef6-533b1d6a8329 None None] Provisioning complete for port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:35.457710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5114e250-6d01-4a5b-aef6-533b1d6a8329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.462472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac3775fb-1f70-4ffa-a168-c0bd20dac7f5 req-4ab57a9c-1e29-48bb-af92-40eedf517db4 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0957837 Jan 27 21:55:35.465020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06098654-b153-4bef-83dc-52cec956492f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (49534df0-e13a-47fd-999c-35f821df1e13), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.549916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=989b7ed6-f0bd-4ef4-a512-642eedcf6bb3,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:35.605360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5114e250-6d01-4a5b-aef6-533b1d6a8329 None None] Current status of the port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:35.617212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Made reservation on behalf of 8bf468f1d5b4435698a82f8407077a37 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:35.621084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.714091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06098654-b153-4bef-83dc-52cec956492f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.722736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-06098654-b153-4bef-83dc-52cec956492f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3313518 Jan 27 21:55:35.731399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57672) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:35.901051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85c6be5d-c0e0-4987-8fa0-117c88c804fc req-10bfad16-a983-48f9-9e2d-cbd4bf7f8553 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 210 time: 0.0891449 Jan 27 21:55:35.925854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd6403d4-3a66-4375-aa85-f01a8ac39847 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (49534df0-e13a-47fd-999c-35f821df1e13), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.953987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Made reservation on behalf of 2dc319e98579495eb6da0ec5e43d772d for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:35.964458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.181376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d53936b-586e-4632-a98d-24b9f118e57a None None] Provisioning complete for port a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:36.182792 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d53936b-586e-4632-a98d-24b9f118e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.200429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65522f7f-7614-4553-af2c-2cb392b1b211 req-294a00cd-d620-4c15-97b3-6a71e35d1481 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 210 time: 0.1573589 Jan 27 21:55:36.272650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:36.449279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d53936b-586e-4632-a98d-24b9f118e57a None None] Port a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:36.488395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d53936b-586e-4632-a98d-24b9f118e57a None None] Provisioning complete for port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:36.490643 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d53936b-586e-4632-a98d-24b9f118e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.498487 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:36.500306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.552523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Allocated IP 172.20.0.8 (d5fcccc9-78f6-48d1-a721-2faf0d3a42db/f6b3c1b0-ab63-484b-a036-ff75df1f1e5a/d05f1ead-699c-4a49-bd4c-c1cdb53af014) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:36.759313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d53936b-586e-4632-a98d-24b9f118e57a None None] Current status of the port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:36.829912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:36.887909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-64e2a556-b8bb-445e-9224-12d348cc17a8 None None] Provisioning complete for port a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:36.888434 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64e2a556-b8bb-445e-9224-12d348cc17a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.999846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd6403d4-3a66-4375-aa85-f01a8ac39847 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (49534df0-e13a-47fd-999c-35f821df1e13), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.003666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.011778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd6403d4-3a66-4375-aa85-f01a8ac39847 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (49534df0-e13a-47fd-999c-35f821df1e13), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.030068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.031812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (40f929c0-a573-4410-a0bd-c536e8f15621), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.036126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Allocated IP 192.168.233.195 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/01b54f0a-a6cf-4184-9ca0-7c6288f9b69f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:37.047276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-64e2a556-b8bb-445e-9224-12d348cc17a8 None None] Port a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:37.066141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e1afa975-2250-4484-bf98-3de4d76b1429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.209548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd6403d4-3a66-4375-aa85-f01a8ac39847 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (49534df0-e13a-47fd-999c-35f821df1e13), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.210249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6403d4-3a66-4375-aa85-f01a8ac39847 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49534df0-e13a-47fd-999c-35f821df1e13 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:37.217887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd6403d4-3a66-4375-aa85-f01a8ac39847 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.219242 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fd6403d4-3a66-4375-aa85-f01a8ac39847 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "DELETE /v2.0/routers/49534df0-e13a-47fd-999c-35f821df1e13 HTTP/1.1" status: 204 len: 168 time: 1.4842868 Jan 27 21:55:37.227190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57702) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:37.234211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6d276d85-4372-4ee9-88d6-80a1bb5e793a tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Request body: {'router': {'name': 'tempest-router-492679243', 'distributed': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:37.240124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:37.354762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d51cb-67f3-418d-9237-0ebd93621ba4 req-b15d35c7-2ade-4987-ba60-8b8609fb65c1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:37.356614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a03d51cb-67f3-418d-9237-0ebd93621ba4 req-b15d35c7-2ade-4987-ba60-8b8609fb65c1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 1.0112441 Jan 27 21:55:37.358883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52033d15-0eec-4cf3-bc3e-faffe26a5348 req-1054672b-dcc8-4807-a26b-180511b4f8d8 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1341782 Jan 27 21:55:37.363292 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d276d85-4372-4ee9-88d6-80a1bb5e793a tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.364538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d276d85-4372-4ee9-88d6-80a1bb5e793a tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.405226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:37.418400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:37.553499 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.595100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.642628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d276d85-4372-4ee9-88d6-80a1bb5e793a tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.704459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d276d85-4372-4ee9-88d6-80a1bb5e793a tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.705099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.722981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a', 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'f1effa96-3779-4cc7-a306-23b7e584d0b1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:37.731604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ff6f4c6-7f44-4304-b70c-124f46164232 req-a6ac3152-be50-4b10-a47f-c1065029e5d9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 210 time: 0.0836706 Jan 27 21:55:37.766020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d276d85-4372-4ee9-88d6-80a1bb5e793a tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.771694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6d276d85-4372-4ee9-88d6-80a1bb5e793a tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5414557 Jan 27 21:55:37.774911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57728) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:37.817452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 40f929c0-a573-4410-a0bd-c536e8f15621 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:55:37.876964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b', 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:37.878611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:37.896574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:37.947459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:37.951762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'Port': ['ID=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:37.996004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a03d51cb-67f3-418d-9237-0ebd93621ba4 req-5959e446-8442-4807-bc40-36cfce7dbcf7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224339 Jan 27 21:55:37.998449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-991bcf9c-21d0-441e-8d0f-bd0d6baeeec4 None None] Provisioning complete for port a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:37.998920 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-991bcf9c-21d0-441e-8d0f-bd0d6baeeec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.032344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c20c2caa-4083-4ec9-b4b6-f196d0dcfc47 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.100445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-991bcf9c-21d0-441e-8d0f-bd0d6baeeec4 None None] Port a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:38.151282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.248768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.252039 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.304400 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-2b98c3f0-2712-4c9f-87be-22445815437e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2009284 Jan 27 21:55:38.332361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Request body: {'port': {'device_id': '09b94fed-0249-4a04-9dd8-02776502cb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:38.350073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Network d5fcccc9-78f6-48d1-a721-2faf0d3a42db is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:38.401496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:38.410620 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.418621 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a0276f72-00fa-42b0-a08d-cfedc985eec1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/40f929c0-a573-4410-a0bd-c536e8f15621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3687379 Jan 27 21:55:38.424017 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cef141-f787-4178-8343-1c9a7a05380b None None] Sync routers for ids ['40f929c0-a573-4410-a0bd-c536e8f15621'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:38.426267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57738) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:38.447531 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cef141-f787-4178-8343-1c9a7a05380b None None] Routers {'40f929c0-a573-4410-a0bd-c536e8f15621'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:38.451074 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-22cef141-f787-4178-8343-1c9a7a05380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['40f929c0-a573-4410-a0bd-c536e8f15621'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:38.471282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6c2ec-516a-421e-960c-feb340a9a9c1 req-49a39c17-22bd-45e6-a41c-7ce65b85f0f0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.472946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fb6c2ec-516a-421e-960c-feb340a9a9c1 req-49a39c17-22bd-45e6-a41c-7ce65b85f0f0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 936 time: 0.5665283 Jan 27 21:55:38.537792 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-22cef141-f787-4178-8343-1c9a7a05380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:38.561263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:38.562762 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cef141-f787-4178-8343-1c9a7a05380b None None] Routers {'40f929c0-a573-4410-a0bd-c536e8f15621'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:38.563526 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-22cef141-f787-4178-8343-1c9a7a05380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['40f929c0-a573-4410-a0bd-c536e8f15621'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:38.569257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:38.601038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e778330d-9170-4808-a583-52e002193d91 None None] Provisioning complete for port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:38.601395 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e778330d-9170-4808-a583-52e002193d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.618868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a654f4-b730-4a52-85fc-a5a4b4c2e1a2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.621494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-16a654f4-b730-4a52-85fc-a5a4b4c2e1a2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports/a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 HTTP/1.1" status: 200 len: 911 time: 0.1939590 Jan 27 21:55:38.626343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57742) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:38.636344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cce33cda-5554-43dd-8855-1ce45c560053 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ea26183-6dfd-4724-aa09-e4fb281c1123'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:38.648011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e778330d-9170-4808-a583-52e002193d91 None None] Port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:38.652601 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-22cef141-f787-4178-8343-1c9a7a05380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:38.661395 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cef141-f787-4178-8343-1c9a7a05380b None None] The sync data for ids ['40f929c0-a573-4410-a0bd-c536e8f15621'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:38.684480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'Port': ['ID=d05f1ead-699c-4a49-bd4c-c1cdb53af014,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:38.687365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.782898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fb6c2ec-516a-421e-960c-feb340a9a9c1 req-3c0c2bdf-5fbd-4025-addf-0e453f0cb2a8 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074261 Jan 27 21:55:38.785583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d363faaa-4806-4a18-b083-2b6c5a1b3b5f req-8ee3de15-1f9e-4930-8b15-024c1fdd6e2f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1914184 Jan 27 21:55:38.793307 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c20c2caa-4083-4ec9-b4b6-f196d0dcfc47 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.799218 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c20c2caa-4083-4ec9-b4b6-f196d0dcfc47 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.813404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57746) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:38.901587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.902710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.928384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c20c2caa-4083-4ec9-b4b6-f196d0dcfc47 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.931295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20c2caa-4083-4ec9-b4b6-f196d0dcfc47 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:38.943197 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c20c2caa-4083-4ec9-b4b6-f196d0dcfc47 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.949990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c20c2caa-4083-4ec9-b4b6-f196d0dcfc47 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "DELETE /v2.0/routers/30e1ee4c-e884-42c9-bdb6-ac3c96a52a2a HTTP/1.1" status: 204 len: 168 time: 1.1660428 Jan 27 21:55:38.961696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57750) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:38.991787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-411f53f2-af57-4c5c-8625-837ac881d16f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Request body: {'router': {'name': 'tempest-router-468486692', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1b8f028bb6314bc590b9bf93e140236b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:39.031115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-ad4cca6d-aaab-4448-99f5-841bdbd4440b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7343342 Jan 27 21:55:39.057080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Request body: {'port': {'device_id': '1cb8cc56-2d45-4502-834b-172206794405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:39.113043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-411f53f2-af57-4c5c-8625-837ac881d16f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.114241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-411f53f2-af57-4c5c-8625-837ac881d16f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.214599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-524f67f3-de13-4204-9187-684c4bee6d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.256326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1308b-3a09-4a4f-be5e-cff02c699aff req-8c2dd94d-9d74-4eb1-a68d-e4306f0d30a1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:39.258824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26a1308b-3a09-4a4f-be5e-cff02c699aff req-8c2dd94d-9d74-4eb1-a68d-e4306f0d30a1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 931 time: 0.2235205 Jan 27 21:55:39.324433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce33cda-5554-43dd-8855-1ce45c560053 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.334237 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.342341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-411f53f2-af57-4c5c-8625-837ac881d16f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.386869 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-411f53f2-af57-4c5c-8625-837ac881d16f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.531878 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-411f53f2-af57-4c5c-8625-837ac881d16f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.533987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-411f53f2-af57-4c5c-8625-837ac881d16f tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5709896 Jan 27 21:55:39.538586 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57756) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:39.552538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:39.560125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f1858-67c9-45f5-a37b-e153270ebb24 req-23761be9-21cb-46bc-a2f4-cb5dc0775682 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:39.563276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-098f1858-67c9-45f5-a37b-e153270ebb24 req-23761be9-21cb-46bc-a2f4-cb5dc0775682 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.3689384 Jan 27 21:55:39.640701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26a1308b-3a09-4a4f-be5e-cff02c699aff req-4d06bf9c-09f2-405f-85ff-27a2622b1848 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022134 Jan 27 21:55:39.745337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-098f1858-67c9-45f5-a37b-e153270ebb24 req-4f7962ee-9314-4309-9c20-b229eec6c18a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714413 Jan 27 21:55:39.813365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:39.828846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Publish callbacks [] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.846054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-524f67f3-de13-4204-9187-684c4bee6d00 admin admin] Publish callbacks [] for security_group (c7ffce53-ec63-4722-b951-00e3677cd169), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.856892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-524f67f3-de13-4204-9187-684c4bee6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c7ffce53-ec63-4722-b951-00e3677cd169), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.915941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-524f67f3-de13-4204-9187-684c4bee6d00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49e3535f18934e1a906e90e665bc9c12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0974936 Jan 27 21:55:39.919083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f67f3-de13-4204-9187-684c4bee6d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ffce53-ec63-4722-b951-00e3677cd169,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:39.922296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57762) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:40.012714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Transition to ACTIVE for port object 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:40.013316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07c6719e-8c22-4b88-8193-974d0ddf580a req-0f407e58-1c67-459f-a377-dcb427eaf0cc tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0454197 Jan 27 21:55:40.054966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.077870 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e47877-4db7-42a3-af4f-d6d522c16781 admin admin] Publish callbacks [] for security_group (c7ffce53-ec63-4722-b951-00e3677cd169), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.111756 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e47877-4db7-42a3-af4f-d6d522c16781 admin admin] Publish callbacks [] for security_group (c7ffce53-ec63-4722-b951-00e3677cd169), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.166060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae2893-651a-46ff-925c-aca819688eb5 req-d9621152-be81-4796-8031-754534c0c1db tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:40.167664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ae2893-651a-46ff-925c-aca819688eb5 req-d9621152-be81-4796-8031-754534c0c1db tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 948 time: 0.1570361 Jan 27 21:55:40.284490 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.284969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.319819 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e47877-4db7-42a3-af4f-d6d522c16781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c7ffce53-ec63-4722-b951-00e3677cd169), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.324928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e47877-4db7-42a3-af4f-d6d522c16781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.330748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-14e47877-4db7-42a3-af4f-d6d522c16781 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7ffce53-ec63-4722-b951-00e3677cd169 HTTP/1.1" status: 204 len: 168 time: 0.4012926 Jan 27 21:55:40.352023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Pushing event updated for resources: {'Port': ['ID=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:40.408957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05f1ead-699c-4a49-bd4c-c1cdb53af014 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:40.437254 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Publish callbacks [] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.474795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Transition to ACTIVE for port object d05f1ead-699c-4a49-bd4c-c1cdb53af014 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:40.512925 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.519207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e47877-4db7-42a3-af4f-d6d522c16781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ffce53-ec63-4722-b951-00e3677cd169,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:40.529576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103329) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 27 21:55:40.529874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Router deadf046-6ff7-4c10-965c-4ea7e61f8a1d migrating from provider to provider. {{(pid=103329) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 27 21:55:40.530294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.546228 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.577850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.696102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Attempting to bind port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:40.696102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Attempting to bind port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:40.696102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Attempting to bind port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:40.740968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:40.741279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Attempting to bind port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:40.763387 n-d-826529-2 neutron-server[103329]: WARNING neutron.scheduler.l3_agent_scheduler [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] No L3 agents can host the router deadf046-6ff7-4c10-965c-4ea7e61f8a1d Jan 27 21:55:40.764595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:40.765094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:40.765739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:40.766432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Bound port: 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:40.766990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.771122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce33cda-5554-43dd-8855-1ce45c560053 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.772368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ae2893-651a-46ff-925c-aca819688eb5 req-7ac83861-4a9a-446a-a136-0878343a4b5c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910064 Jan 27 21:55:40.815984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce33cda-5554-43dd-8855-1ce45c560053 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.821770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce33cda-5554-43dd-8855-1ce45c560053 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:40.822215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cce33cda-5554-43dd-8855-1ce45c560053 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.833039 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cce33cda-5554-43dd-8855-1ce45c560053 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/ports/a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 HTTP/1.1" status: 200 len: 911 time: 2.1959233 Jan 27 21:55:40.837590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57776) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:40.845306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d05f1ead-699c-4a49-bd4c-c1cdb53af014,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:40.926596 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.084829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef6cc0-bf32-43fd-89a9-7b679f405a32 req-68341c82-2d51-4535-b4cb-b880b0d364d4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:41.091496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74ef6cc0-bf32-43fd-89a9-7b679f405a32 req-68341c82-2d51-4535-b4cb-b880b0d364d4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 943 time: 0.3107159 Jan 27 21:55:41.113723 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.124640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57780) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:41.138645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018f8fa-0e2d-4162-a906-34013cdc7efb req-3edb54f5-b901-4d4d-9a62-383f3334c086 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:41.141755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e018f8fa-0e2d-4162-a906-34013cdc7efb req-3edb54f5-b901-4d4d-9a62-383f3334c086 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2321503 Jan 27 21:55:41.221288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29b6c51d-5806-4e31-8ea1-4172b0daa7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.224723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Attempting to bind port d05f1ead-699c-4a49-bd4c-c1cdb53af014 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:41.225288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Attempting to bind port d05f1ead-699c-4a49-bd4c-c1cdb53af014 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:41.225858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Attempting to bind port d05f1ead-699c-4a49-bd4c-c1cdb53af014 on network d5fcccc9-78f6-48d1-a721-2faf0d3a42db {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:41.280610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Port d05f1ead-699c-4a49-bd4c-c1cdb53af014 on network d5fcccc9-78f6-48d1-a721-2faf0d3a42db not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:41.281178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Attempting to bind port d05f1ead-699c-4a49-bd4c-c1cdb53af014 on network d5fcccc9-78f6-48d1-a721-2faf0d3a42db {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:41.319062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:41.319496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Checking segment: {'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:41.319847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Bound using segment: {'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:41.320307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Bound port: d05f1ead-699c-4a49-bd4c-c1cdb53af014, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:41.320683 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.358624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74ef6cc0-bf32-43fd-89a9-7b679f405a32 req-9072aec7-2816-436d-b49e-7a47b3cbba5e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358932 Jan 27 21:55:41.374534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e018f8fa-0e2d-4162-a906-34013cdc7efb req-b5170af3-81ec-4afc-b3b2-ed800dd21f9e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082162 Jan 27 21:55:41.431022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] For port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:41.497470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] For port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:41.500679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce33cda-5554-43dd-8855-1ce45c560053 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:41.512655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] For port d05f1ead-699c-4a49-bd4c-c1cdb53af014, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:41.513111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.519459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] For port d05f1ead-699c-4a49-bd4c-c1cdb53af014, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:41.523349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Hosts for router deadf046-6ff7-4c10-965c-4ea7e61f8a1d: [] {{(pid=103329) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 27 21:55:41.538674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.650586 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Hosts for other DVR routers connected to router deadf046-6ff7-4c10-965c-4ea7e61f8a1d: set() {{(pid=103329) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 27 21:55:41.653411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.657357 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-894bf923-a437-49ac-a1af-79f53872ef0d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "PUT /v2.0/routers/deadf046-6ff7-4c10-965c-4ea7e61f8a1d HTTP/1.1" status: 200 len: 716 time: 2.1136858 Jan 27 21:55:41.657357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:41.657357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.658471 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] 10.222.0.57 "PUT /v2.0/ports/01b54f0a-a6cf-4184-9ca0-7c6288f9b69f HTTP/1.1" status: 200 len: 1096 time: 3.3496437 Jan 27 21:55:41.663079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b94fed-0249-4a04-9dd8-02776502cb52', 'tag': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:41.665535 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f35ca2-f1fb-40e1-be14-6c1c90bd9e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "09b94fed-0249-4a04-9dd8-02776502cb52", "tag": "01b54f0a-a6cf-4184-9ca0-7c6288f9b69f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:41.670237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:41.689471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:41.690664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.693291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/d05f1ead-699c-4a49-bd4c-c1cdb53af014 HTTP/1.1" status: 200 len: 1091 time: 2.6566372 Jan 27 21:55:41.713482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:41.726224 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:41.735684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-438bc1d7-b5e6-4193-8a8b-662d43b37fbe req-34645951-7680-4447-ae0e-43df271d2d2a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1991403 Jan 27 21:55:41.755033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10c22c-191a-497b-9a08-0443b80166f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d05f1ead-699c-4a49-bd4c-c1cdb53af014,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:41.875041 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e24c05-bee6-4dac-b308-73c29adaf68a x-openstack-request-id: req-87e24c05-bee6-4dac-b308-73c29adaf68a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:41.875697 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b94fed-0249-4a04-9dd8-02776502cb52", "tag": "01b54f0a-a6cf-4184-9ca0-7c6288f9b69f", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:41.876136 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87e24c05-bee6-4dac-b308-73c29adaf68a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:41.876719 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b94fed-0249-4a04-9dd8-02776502cb52', 'tag': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f', 'status': 'completed', 'code': 200} Jan 27 21:55:41.909312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac475e9-fb1d-45ac-bfc3-df7139f72921 service neutron] Pushing event updated for resources: {'Port': ['ID=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:41.929747 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7b9bda0b-b464-425a-a05d-d097b8abab6d tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "GET /v2.0/routers/deadf046-6ff7-4c10-965c-4ea7e61f8a1d HTTP/1.1" status: 200 len: 716 time: 0.2564681 Jan 27 21:55:41.933575 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29b6c51d-5806-4e31-8ea1-4172b0daa7ab admin admin] Publish callbacks [] for security_group (7b148d70-1de0-455a-8b87-85c06898bb6a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.959723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57790) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:41.995693 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec5ee4-285a-47c0-974a-98748b2cdb45 x-openstack-request-id: req-cbec5ee4-285a-47c0-974a-98748b2cdb45 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:41.996180 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:41.996606 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbec5ee4-285a-47c0-974a-98748b2cdb45 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:41.997264 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014', 'status': 'completed', 'code': 200} Jan 27 21:55:42.000134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29b6c51d-5806-4e31-8ea1-4172b0daa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7b148d70-1de0-455a-8b87-85c06898bb6a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.079869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f35ca2-f1fb-40e1-be14-6c1c90bd9e8d req-9213e7e0-501b-4714-b63c-d929173cff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.086952 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c2f35ca2-f1fb-40e1-be14-6c1c90bd9e8d req-9213e7e0-501b-4714-b63c-d929173cff39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 1099 time: 0.2138314 Jan 27 21:55:42.118473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6c51d-5806-4e31-8ea1-4172b0daa7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b148d70-1de0-455a-8b87-85c06898bb6a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:42.126981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-a3104432-0efd-4278-acc7-8038a6ad5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.128722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-a3104432-0efd-4278-acc7-8038a6ad5501 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1094 time: 0.2592533 Jan 27 21:55:42.135722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-29b6c51d-5806-4e31-8ea1-4172b0daa7ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a7e9bd495ef41749b1520103bde2d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9924738 Jan 27 21:55:42.138853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57794) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:42.143273 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c2f35ca2-f1fb-40e1-be14-6c1c90bd9e8d req-e3f2e586-44ab-494e-9b03-3a3c6ab91d93 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353053 Jan 27 21:55:42.187355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-aa825c49-8482-4d16-a064-3baad121b7d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014 HTTP/1.1" status: 200 len: 217 time: 0.0499604 Jan 27 21:55:42.299662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54657c8-9e1b-402e-8f8c-7adcfb119a59 req-0d67369b-97f6-49ec-952c-abf35f4b3d8b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.314911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54657c8-9e1b-402e-8f8c-7adcfb119a59 req-0d67369b-97f6-49ec-952c-abf35f4b3d8b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 948 time: 0.2342825 Jan 27 21:55:42.463136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54657c8-9e1b-402e-8f8c-7adcfb119a59 req-d1379f23-9fdc-40cb-bec4-ecea7a77d83e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439085 Jan 27 21:55:42.501581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-534ecb56-ec29-4187-af7c-1955d53e75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.506431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-534ecb56-ec29-4187-af7c-1955d53e75f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.3105686 Jan 27 21:55:42.589271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-28ee7f54-5169-4c45-97bc-8ddaa443f759 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765717 Jan 27 21:55:42.669271 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0733-aa4e-4fc5-a21e-b1b49ce6981e admin admin] Publish callbacks [] for security_group (7b148d70-1de0-455a-8b87-85c06898bb6a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.674090 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f35ca2-f1fb-40e1-be14-6c1c90bd9e8d req-94c7ad64-6c7c-4924-9d92-cff2bac52a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.677737 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c2f35ca2-f1fb-40e1-be14-6c1c90bd9e8d req-94c7ad64-6c7c-4924-9d92-cff2bac52a39 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5273030 Jan 27 21:55:42.716962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d60c-6bca-4b1e-8413-e37d4e9109ad req-fcbfcc06-905c-4790-8799-3f2db7d5443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.720367 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9343d60c-6bca-4b1e-8413-e37d4e9109ad req-fcbfcc06-905c-4790-8799-3f2db7d5443e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 1096 time: 0.3274875 Jan 27 21:55:42.897981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-6201c31e-9ee2-497b-948c-ed71aac39018 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881794 Jan 27 21:55:42.922656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0733-aa4e-4fc5-a21e-b1b49ce6981e admin admin] Publish callbacks [] for security_group (7b148d70-1de0-455a-8b87-85c06898bb6a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.086444 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9343d60c-6bca-4b1e-8413-e37d4e9109ad req-a205a038-623d-4249-b935-b3a0dad4d272 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530028 Jan 27 21:55:43.100931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (40f929c0-a573-4410-a0bd-c536e8f15621), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.112297 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-73429eba-81e4-471f-b35a-0c4b1257a9d4 tempest-RoutersTestDVR-1935956930 tempest-RoutersTestDVR-1935956930-project] 10.222.0.45 "GET /v2.0/routers/deadf046-6ff7-4c10-965c-4ea7e61f8a1d HTTP/1.1" status: 200 len: 682 time: 1.1104321 Jan 27 21:55:43.127403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-fae4dfe4-4419-47cc-90a8-f77b23832eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.130498 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-fae4dfe4-4419-47cc-90a8-f77b23832eba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 1099 time: 0.3593807 Jan 27 21:55:43.131548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57804) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:43.142313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed3dbc5-5d48-4a80-8d7e-bef45f3bacdf req-4e284214-2fd9-495a-8653-39012f23b58d service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976781 Jan 27 21:55:43.200813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0c257-3dbd-4011-ac4b-5896dba773e8 req-e5f46c38-a1eb-493d-a919-02f71be163d5 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.203686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1cb0c257-3dbd-4011-ac4b-5896dba773e8 req-e5f46c38-a1eb-493d-a919-02f71be163d5 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.3818071 Jan 27 21:55:43.218843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c898d-ad39-4d04-9b0f-821f90c07205 req-16b7656c-fca8-485e-b156-80bdfef4b54f tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.222346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a97c898d-ad39-4d04-9b0f-821f90c07205 req-16b7656c-fca8-485e-b156-80bdfef4b54f tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 943 time: 0.6321123 Jan 27 21:55:43.357960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1cb0c257-3dbd-4011-ac4b-5896dba773e8 req-cc4ba027-c564-42f8-84e9-ec4b8b6865af tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335015 Jan 27 21:55:43.385301 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e03503e-60ac-4cb8-b18c-9ce7fa068285 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.392714 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-23474334-2d50-45a9-a2cf-ba72239fd243 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f HTTP/1.1" status: 200 len: 217 time: 0.1267505 Jan 27 21:55:43.513206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a97c898d-ad39-4d04-9b0f-821f90c07205 req-046e8057-9b12-4a5e-90ef-cae985271706 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966054 Jan 27 21:55:43.553413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-154b086c-e12f-4b43-9407-98dbf7413ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.556820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-154b086c-e12f-4b43-9407-98dbf7413ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1094 time: 0.1399591 Jan 27 21:55:43.652099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-58cf17bc-fef5-426f-93d8-55ff404c0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.654860 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-58cf17bc-fef5-426f-93d8-55ff404c0046 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1692166 Jan 27 21:55:43.852506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e03503e-60ac-4cb8-b18c-9ce7fa068285 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.858966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e03503e-60ac-4cb8-b18c-9ce7fa068285 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.884529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f38c4c99-1780-4c27-9410-df75b04d3d9c req-c50aafc4-f458-47a5-9494-84b195b3d523 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0949290 Jan 27 21:55:43.999755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-eaa9e2ad-7c03-4720-85c5-e068c6083ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.004187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-eaa9e2ad-7c03-4720-85c5-e068c6083ca5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 914 time: 0.4133916 Jan 27 21:55:44.022108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79486ece-47a6-4dc8-8630-12f7cf4ed0db req-75ac0457-5b5b-46d2-9d4d-5b9b890dd87f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.024547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79486ece-47a6-4dc8-8630-12f7cf4ed0db req-75ac0457-5b5b-46d2-9d4d-5b9b890dd87f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 948 time: 0.2807474 Jan 27 21:55:44.050317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0733-aa4e-4fc5-a21e-b1b49ce6981e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7b148d70-1de0-455a-8b87-85c06898bb6a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.055236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0733-aa4e-4fc5-a21e-b1b49ce6981e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.057278 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b4f0733-aa4e-4fc5-a21e-b1b49ce6981e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b148d70-1de0-455a-8b87-85c06898bb6a HTTP/1.1" status: 204 len: 168 time: 1.9160974 Jan 27 21:55:44.109632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e03503e-60ac-4cb8-b18c-9ce7fa068285 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (deadf046-6ff7-4c10-965c-4ea7e61f8a1d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.110956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e03503e-60ac-4cb8-b18c-9ce7fa068285 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router deadf046-6ff7-4c10-965c-4ea7e61f8a1d {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:44.124480 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-e19da5f7-ae96-4637-827c-7cc960735f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.127142 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-e19da5f7-ae96-4637-827c-7cc960735f2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4649370 Jan 27 21:55:44.138083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2e03503e-60ac-4cb8-b18c-9ce7fa068285 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.138375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-215d135c-900e-4a14-826f-68485ccec1be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014 HTTP/1.1" status: 200 len: 217 time: 0.1103129 Jan 27 21:55:44.141100 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e03503e-60ac-4cb8-b18c-9ce7fa068285 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "DELETE /v2.0/routers/deadf046-6ff7-4c10-965c-4ea7e61f8a1d HTTP/1.1" status: 204 len: 168 time: 0.9422946 Jan 27 21:55:44.143796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f0733-aa4e-4fc5-a21e-b1b49ce6981e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b148d70-1de0-455a-8b87-85c06898bb6a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:44.155764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57810) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:44.168162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-00473527-decf-4c72-87dc-8f785ccf0ed1 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Request body: {'router': {'name': 'tempest-router-1096857622', 'distributed': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:44.354164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00473527-decf-4c72-87dc-8f785ccf0ed1 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (c297bfb6-1f1c-4a7f-98f9-9f7445a0a044), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.357152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00473527-decf-4c72-87dc-8f785ccf0ed1 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (c297bfb6-1f1c-4a7f-98f9-9f7445a0a044), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.485272 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-fae1f053-d57b-4d7f-a641-6719737cbeee service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259430 Jan 27 21:55:44.566596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00473527-decf-4c72-87dc-8f785ccf0ed1 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (c297bfb6-1f1c-4a7f-98f9-9f7445a0a044), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.605107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00473527-decf-4c72-87dc-8f785ccf0ed1 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (c297bfb6-1f1c-4a7f-98f9-9f7445a0a044), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.692280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00473527-decf-4c72-87dc-8f785ccf0ed1 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.694072 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-00473527-decf-4c72-87dc-8f785ccf0ed1 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5326729 Jan 27 21:55:44.711050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57822) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:44.864573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79486ece-47a6-4dc8-8630-12f7cf4ed0db req-cb7e6fea-c8f0-4428-b161-87765e0feb0e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235350 Jan 27 21:55:44.945915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-55ba7044-6dd2-4d75-b2c8-8a4eb093f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.950254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-55ba7044-6dd2-4d75-b2c8-8a4eb093f9ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.8037653 Jan 27 21:55:45.002570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-7ecd2e63-4a99-4d36-9c29-5f5dfd8d5ae7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446115 Jan 27 21:55:45.016365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e620557-69d0-4bd7-945d-24d343a6e33b req-d62bda21-86b6-4a9e-8468-9212bedf5137 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:45.027644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e620557-69d0-4bd7-945d-24d343a6e33b req-d62bda21-86b6-4a9e-8468-9212bedf5137 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2320766 Jan 27 21:55:45.193507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e620557-69d0-4bd7-945d-24d343a6e33b req-e94098a0-3faa-4b42-b169-80e412a3f8c5 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563671 Jan 27 21:55:45.265857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:45.266439 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.277490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-26a846c5-9cf3-4592-b137-75dbefa7746a req-d8577bb6-0c7d-48be-89f9-b7c0e1d60d7c service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685790 Jan 27 21:55:45.286604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65397bf-23ab-427a-8d37-ee7d5a7bb58a req-7523ceca-0958-48da-a68c-67765dd048e9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:45.290021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a65397bf-23ab-427a-8d37-ee7d5a7bb58a req-7523ceca-0958-48da-a68c-67765dd048e9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 943 time: 0.1974468 Jan 27 21:55:45.290231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90c3f58a-ed4a-4103-a42f-69b2502c8977 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (c297bfb6-1f1c-4a7f-98f9-9f7445a0a044), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.373492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-96a49fbd-285b-423e-a4b4-92a2e46172a0 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248036 Jan 27 21:55:45.473953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a65397bf-23ab-427a-8d37-ee7d5a7bb58a req-5d335933-64de-45c7-9358-2831786633ed tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695704 Jan 27 21:55:45.487382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.511466 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:45.604046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91a7ccca-aa83-4c57-bb12-91f13c36ced2 req-fdc9ba41-0a0b-43c6-b4fd-eb147c6f8d91 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0523877 Jan 27 21:55:45.609699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54ddcfa0-60b5-455f-b09e-57a4ed47ee69 req-69b9eb18-9053-4f1d-8b5e-fb65ed3b7ecb service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298973 Jan 27 21:55:45.830288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90c3f58a-ed4a-4103-a42f-69b2502c8977 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (c297bfb6-1f1c-4a7f-98f9-9f7445a0a044), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.834479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90c3f58a-ed4a-4103-a42f-69b2502c8977 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router_controller (c297bfb6-1f1c-4a7f-98f9-9f7445a0a044), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.019539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90c3f58a-ed4a-4103-a42f-69b2502c8977 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (c297bfb6-1f1c-4a7f-98f9-9f7445a0a044), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.020796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c3f58a-ed4a-4103-a42f-69b2502c8977 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c297bfb6-1f1c-4a7f-98f9-9f7445a0a044 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:46.029646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90c3f58a-ed4a-4103-a42f-69b2502c8977 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.031808 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-90c3f58a-ed4a-4103-a42f-69b2502c8977 tempest-RoutersTestDVR-847235501 tempest-RoutersTestDVR-847235501-project-admin] 10.222.0.45 "DELETE /v2.0/routers/c297bfb6-1f1c-4a7f-98f9-9f7445a0a044 HTTP/1.1" status: 204 len: 168 time: 1.3139126 Jan 27 21:55:46.085706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982ddc-db14-4beb-b952-4fb774a55866 req-bf811ece-fede-4454-a05a-e5d073a72e6d tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:46.088886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99982ddc-db14-4beb-b952-4fb774a55866 req-bf811ece-fede-4454-a05a-e5d073a72e6d tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 948 time: 0.0997581 Jan 27 21:55:46.188288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99982ddc-db14-4beb-b952-4fb774a55866 req-1f7f0859-f342-4389-872f-d0b9f8218cdd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837777 Jan 27 21:55:46.199809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.279785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=a1b2e276-dfaf-43aa-b5b6-a66f5cfc17a5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:46.509547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bf8f5-53ef-4c88-bf34-743345dbf9bd req-5b3c2141-f449-41d6-8071-f67392668e55 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:46.519988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a5bf8f5-53ef-4c88-bf34-743345dbf9bd req-5b3c2141-f449-41d6-8071-f67392668e55 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.1306059 Jan 27 21:55:46.622524 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (40f929c0-a573-4410-a0bd-c536e8f15621), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.648624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a5bf8f5-53ef-4c88-bf34-743345dbf9bd req-d231ebad-c6a2-4e96-aa4d-ebda7d86a8d9 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275485 Jan 27 21:55:46.669980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57864) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:46.835270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac77c781-5688-43d8-afe6-5b6e65589699 req-6fb1baeb-544e-4950-b3c4-ea259fc05f13 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0570896 Jan 27 21:55:46.945342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 40f929c0-a573-4410-a0bd-c536e8f15621 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:47.034953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16041742-2f41-495b-b890-3b281841fed7 req-7324477b-1125-460b-bd3b-bf59ea7e9586 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:47.044814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16041742-2f41-495b-b890-3b281841fed7 req-7324477b-1125-460b-bd3b-bf59ea7e9586 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 943 time: 0.2205513 Jan 27 21:55:47.060560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:47.072714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc278a-f54a-409e-b16b-1e546a6d73cd None None] Sync routers for ids ['40f929c0-a573-4410-a0bd-c536e8f15621'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:47.096220 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a067b5eb-6970-4528-a2b5-f197cb59496f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/40f929c0-a573-4410-a0bd-c536e8f15621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1850700 Jan 27 21:55:47.104006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc278a-f54a-409e-b16b-1e546a6d73cd None None] Routers {'40f929c0-a573-4410-a0bd-c536e8f15621'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:47.104947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c2bc278a-f54a-409e-b16b-1e546a6d73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['40f929c0-a573-4410-a0bd-c536e8f15621'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:47.105498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57878) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:47.135684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37e02e-4328-43a6-bced-ef32238121a2 req-569e395c-72bf-4a58-8351-22b9656910b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:47.147915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc37e02e-4328-43a6-bced-ef32238121a2 req-569e395c-72bf-4a58-8351-22b9656910b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.1634958 Jan 27 21:55:47.164950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c2bc278a-f54a-409e-b16b-1e546a6d73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:47.183289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc278a-f54a-409e-b16b-1e546a6d73cd None None] Routers {'40f929c0-a573-4410-a0bd-c536e8f15621'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:47.184819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c2bc278a-f54a-409e-b16b-1e546a6d73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['40f929c0-a573-4410-a0bd-c536e8f15621'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:47.240147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-86e7ae10-d996-4e17-b1ef-1d4bd62d6d12 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=40f929c0-a573-4410-a0bd-c536e8f15621 HTTP/1.1" status: 200 len: 205 time: 0.1325338 Jan 27 21:55:47.245134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57882) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:47.257973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc37e02e-4328-43a6-bced-ef32238121a2 req-1880fb9b-890f-4023-9402-4c3e6dbef463 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082819 Jan 27 21:55:47.293318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16041742-2f41-495b-b890-3b281841fed7 req-1f06f9e2-e264-4585-8769-9740364a6e28 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468593 Jan 27 21:55:47.300934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c2bc278a-f54a-409e-b16b-1e546a6d73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:47.301931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc278a-f54a-409e-b16b-1e546a6d73cd None None] The sync data for ids ['40f929c0-a573-4410-a0bd-c536e8f15621'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:47.364761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7c63562-04e8-4af3-8a25-c3abd2c8818c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.374947 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ef6c-1b50-421c-86b1-c54a27b90a41 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (40f929c0-a573-4410-a0bd-c536e8f15621), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.587759 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7c63562-04e8-4af3-8a25-c3abd2c8818c admin admin] Publish callbacks [] for security_group (61c30278-1740-4359-af70-737d068b7d65), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.599680 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7c63562-04e8-4af3-8a25-c3abd2c8818c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (61c30278-1740-4359-af70-737d068b7d65), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.721865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efc62c-2cc3-4a34-9919-babf73cce813 req-348c947f-925d-4cb5-8f49-22e237256d8f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:47.738077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48efc62c-2cc3-4a34-9919-babf73cce813 req-348c947f-925d-4cb5-8f49-22e237256d8f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 948 time: 0.3238537 Jan 27 21:55:47.750310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c63562-04e8-4af3-8a25-c3abd2c8818c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c30278-1740-4359-af70-737d068b7d65,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:47.765071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a7c63562-04e8-4af3-8a25-c3abd2c8818c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b8f028bb6314bc590b9bf93e140236b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0930500 Jan 27 21:55:47.766020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57898) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:47.864472 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ef6c-1b50-421c-86b1-c54a27b90a41 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (40f929c0-a573-4410-a0bd-c536e8f15621), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.870615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ef6c-1b50-421c-86b1-c54a27b90a41 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (40f929c0-a573-4410-a0bd-c536e8f15621), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.905154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48efc62c-2cc3-4a34-9919-babf73cce813 req-252f91fa-1da3-47a9-995b-5413333dbb66 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561458 Jan 27 21:55:47.969088 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcc6189d-73ed-438e-9a70-ddae6384d513 admin admin] Publish callbacks [] for security_group (61c30278-1740-4359-af70-737d068b7d65), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.996627 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ef6c-1b50-421c-86b1-c54a27b90a41 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (40f929c0-a573-4410-a0bd-c536e8f15621), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.997572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a3ef6c-1b50-421c-86b1-c54a27b90a41 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Fanout notify agent at l3_agent the message router_deleted on router 40f929c0-a573-4410-a0bd-c536e8f15621 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:48.029323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcc6189d-73ed-438e-9a70-ddae6384d513 admin admin] Publish callbacks [] for security_group (61c30278-1740-4359-af70-737d068b7d65), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.032374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ef6c-1b50-421c-86b1-c54a27b90a41 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.039787 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f7a3ef6c-1b50-421c-86b1-c54a27b90a41 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/40f929c0-a573-4410-a0bd-c536e8f15621 HTTP/1.1" status: 204 len: 168 time: 0.7917032 Jan 27 21:55:48.045075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57902) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:48.095494 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.200907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b982104-4d04-4574-a864-3550dae6f4d1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet 7ea26183-6dfd-4724-aa09-e4fb281c1123 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:55:48.224687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b982104-4d04-4574-a864-3550dae6f4d1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (7ea26183-6dfd-4724-aa09-e4fb281c1123), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.341826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7c2b4b6-c855-48d8-8c0f-2dfd1a28b43f req-6ee5dbab-f555-480e-b880-c01e1e916f57 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1369739 Jan 27 21:55:48.385440 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b982104-4d04-4574-a864-3550dae6f4d1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (7ea26183-6dfd-4724-aa09-e4fb281c1123), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.435327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d292e-6868-4b02-994d-d2a6914b64ee req-e1c5854e-d1db-42a8-a55c-7a39cb9e0a78 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:48.437511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e17d292e-6868-4b02-994d-d2a6914b64ee req-e1c5854e-d1db-42a8-a55c-7a39cb9e0a78 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3600924 Jan 27 21:55:48.469777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcc6189d-73ed-438e-9a70-ddae6384d513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (61c30278-1740-4359-af70-737d068b7d65), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.474597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcc6189d-73ed-438e-9a70-ddae6384d513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.476696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bcc6189d-73ed-438e-9a70-ddae6384d513 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61c30278-1740-4359-af70-737d068b7d65 HTTP/1.1" status: 204 len: 168 time: 0.7074289 Jan 27 21:55:48.528626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6189d-73ed-438e-9a70-ddae6384d513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c30278-1740-4359-af70-737d068b7d65,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:48.574849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d05f1ead-699c-4a49-bd4c-c1cdb53af014 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:48.608947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e17d292e-6868-4b02-994d-d2a6914b64ee req-73ca40f4-1787-4c56-9764-518616f2d795 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552224 Jan 27 21:55:48.685831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53182543-03e3-4a01-8d78-625d11a36cf8 req-5fd40ad7-7519-4f14-ba1c-5b4f33cdd5e6 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:48.688950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53182543-03e3-4a01-8d78-625d11a36cf8 req-5fd40ad7-7519-4f14-ba1c-5b4f33cdd5e6 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 943 time: 0.2408507 Jan 27 21:55:48.695651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b982104-4d04-4574-a864-3550dae6f4d1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7ea26183-6dfd-4724-aa09-e4fb281c1123), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.732344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:48.843753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d05f1ead-699c-4a49-bd4c-c1cdb53af014, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:48.868851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014', 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db', 'port_id': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014', 'mac_address': 'fa:16:3e:e6:05:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b3c1b0-ab63-484b-a036-ff75df1f1e5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:48.900871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b982104-4d04-4574-a864-3550dae6f4d1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (7ea26183-6dfd-4724-aa09-e4fb281c1123), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.921537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d05f1ead-699c-4a49-bd4c-c1cdb53af014 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:48.921927 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.952537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:48.956547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05f1ead-699c-4a49-bd4c-c1cdb53af014 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:48.980472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f', 'mac_address': 'fa:16:3e:3e:dd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:48.991892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d05f1ead-699c-4a49-bd4c-c1cdb53af014, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:49.021854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b982104-4d04-4574-a864-3550dae6f4d1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.032115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1b982104-4d04-4574-a864-3550dae6f4d1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/7ea26183-6dfd-4724-aa09-e4fb281c1123 HTTP/1.1" status: 204 len: 168 time: 0.9815512 Jan 27 21:55:49.032448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:49.032611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57916) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:49.033305 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.036694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ee752-90d8-45eb-86e2-4d0d22f62c75 None None] Network 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:49.067325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b982104-4d04-4574-a864-3550dae6f4d1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea26183-6dfd-4724-aa09-e4fb281c1123,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:49.100660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.140407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53182543-03e3-4a01-8d78-625d11a36cf8 req-948784d4-0218-45f7-a1bb-c857dcf1b844 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380651 Jan 27 21:55:49.253439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57920) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:49.308330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68264727-8f69-49aa-a836-65971627e6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.346178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d05f1ead-699c-4a49-bd4c-c1cdb53af014,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:49.356354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:49.368653 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (15915c0a-e4c9-4bca-ad9f-2bb165ef13ed), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.378306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:49.400160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.559936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:49.562163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.572402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:49.578983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:49.593780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a48b2fec-be68-4d7b-a7fd-c03b8974a4fa req-1d2635a7-5e3b-4563-b366-fe672afb1a09 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0860677 Jan 27 21:55:49.704423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6194-cc34-4227-8985-94e1a8eba0da req-0d833652-9430-4438-bdb9-e00782c8d297 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:49.709175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f17d6194-cc34-4227-8985-94e1a8eba0da req-0d833652-9430-4438-bdb9-e00782c8d297 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 949 time: 0.2870705 Jan 27 21:55:49.758962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['01b54f0a-a6cf-4184-9ca0-7c6288f9b69f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:49.759613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=989b7ed6-f0bd-4ef4-a512-642eedcf6bb3,segment=NetworkSegment(9e8815a9-ebab-40d0-b21a-b925d660c357),segment_id=9e8815a9-ebab-40d0-b21a-b925d660c357)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:49.760345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.769596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] DHCP port deletion for 15915c0a-e4c9-4bca-ad9f-2bb165ef13ed request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:55:49.794625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:49.825280 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68264727-8f69-49aa-a836-65971627e6e9 admin admin] Publish callbacks [] for security_group (b2073649-ea16-412e-b1b3-f6a5e6488da5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.842030 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68264727-8f69-49aa-a836-65971627e6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b2073649-ea16-412e-b1b3-f6a5e6488da5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.005604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.046939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No DVR routers for this DVR port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:50.085231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-68264727-8f69-49aa-a836-65971627e6e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7479c65b27d4ea68d912c303b8b91ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8299966 Jan 27 21:55:50.122713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace9489-9e91-4f0e-af2a-5ea7ff8e11ab req-0c95f2bb-593c-4719-bb48-3e78d7dbb89f tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:50.145709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eace9489-9e91-4f0e-af2a-5ea7ff8e11ab req-0c95f2bb-593c-4719-bb48-3e78d7dbb89f tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3792050 Jan 27 21:55:50.150383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68264727-8f69-49aa-a836-65971627e6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2073649-ea16-412e-b1b3-f6a5e6488da5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:50.163250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57930) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:50.174405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=989b7ed6-f0bd-4ef4-a512-642eedcf6bb3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:50.186787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f17d6194-cc34-4227-8985-94e1a8eba0da req-83130db7-9405-47a6-9280-8726553dae16 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534311 Jan 27 21:55:50.349623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eace9489-9e91-4f0e-af2a-5ea7ff8e11ab req-e1f8653f-e3f6-46e9-aead-74800ae33c1f tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015204 Jan 27 21:55:50.366915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:50.426995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (15915c0a-e4c9-4bca-ad9f-2bb165ef13ed), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.459217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:50.459609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:50.461754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debb8841-e8cc-4098-a39c-e322e8ffde45 admin admin] Publish callbacks [] for security_group (b2073649-ea16-412e-b1b3-f6a5e6488da5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.475341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15915c0a-e4c9-4bca-ad9f-2bb165ef13ed']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.505129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] Deleting port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:50.505618 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.507975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8815a9-ebab-40d0-b21a-b925d660c357') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.508434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8815a9-ebab-40d0-b21a-b925d660c357') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.535897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debb8841-e8cc-4098-a39c-e322e8ffde45 admin admin] Publish callbacks [] for security_group (b2073649-ea16-412e-b1b3-f6a5e6488da5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.539877 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (9e8815a9-ebab-40d0-b21a-b925d660c357), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.571001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9e8815a9-ebab-40d0-b21a-b925d660c357), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.594409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:55:50.594914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (9e8815a9-ebab-40d0-b21a-b925d660c357), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:55:50.598419 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:55:50.602334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] For port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:50.602627 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.628786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] Calling delete_port for 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:50.632980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] Port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:55:50.650721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (989b7ed6-f0bd-4ef4-a512-642eedcf6bb3), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.681463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (15915c0a-e4c9-4bca-ad9f-2bb165ef13ed), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.704447 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.708404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] Pushing event deleted for resources: {'Port': ['ID=989b7ed6-f0bd-4ef4-a512-642eedcf6bb3,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:50.720491 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/15915c0a-e4c9-4bca-ad9f-2bb165ef13ed HTTP/1.1" status: 204 len: 168 time: 1.6862566 Jan 27 21:55:50.722321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57950) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:50.743122 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d705a8-ddff-4846-8b78-3e8ddf41789b None None] No DVR routers for this DVR port 989b7ed6-f0bd-4ef4-a512-642eedcf6bb3 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:50.768243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2d7a2539-4fae-48f8-8812-346a715b1032 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2020829127', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:50.770617 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.770971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4b2e5-3f87-405b-b9e7-20ef19411778 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=15915c0a-e4c9-4bca-ad9f-2bb165ef13ed,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:50.777992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debb8841-e8cc-4098-a39c-e322e8ffde45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b2073649-ea16-412e-b1b3-f6a5e6488da5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.787172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debb8841-e8cc-4098-a39c-e322e8ffde45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.794119 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-debb8841-e8cc-4098-a39c-e322e8ffde45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2073649-ea16-412e-b1b3-f6a5e6488da5 HTTP/1.1" status: 204 len: 168 time: 0.6258759 Jan 27 21:55:50.803840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4c98-f182-45bd-a5e5-d50a43b1ddda req-67decd44-86fd-4570-8f23-8daf3bec989c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:50.811938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38da4c98-f182-45bd-a5e5-d50a43b1ddda req-67decd44-86fd-4570-8f23-8daf3bec989c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 944 time: 0.2800694 Jan 27 21:55:50.836107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb8841-e8cc-4098-a39c-e322e8ffde45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2073649-ea16-412e-b1b3-f6a5e6488da5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:50.876329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2539-4fae-48f8-8812-346a715b1032 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.884320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2539-4fae-48f8-8812-346a715b1032 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.062894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2539-4fae-48f8-8812-346a715b1032 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.090262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2539-4fae-48f8-8812-346a715b1032 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.166352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f38bcb81-aedc-4995-8685-ac4f5a34b976 req-9ea2450b-069a-4906-83e5-f89902fd32e7 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0512719 Jan 27 21:55:51.178938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2539-4fae-48f8-8812-346a715b1032 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.181046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d7a2539-4fae-48f8-8812-346a715b1032 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4347901 Jan 27 21:55:51.186521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:51.197228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-192236812'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:51.199821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38da4c98-f182-45bd-a5e5-d50a43b1ddda req-d90d6bae-988a-458a-92f3-e14a3c6c6662 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827491 Jan 27 21:55:51.254427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:51.262241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.339619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:55:51.365571 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9856d700-750a-4c38-b6c7-46962d86da0b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.366203 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment 9856d700-750a-4c38-b6c7-46962d86da0b of type vlan for network 8f5bd005-55d4-464d-9da1-00cc7a50990a Jan 27 21:55:51.490229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (8f5bd005-55d4-464d-9da1-00cc7a50990a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.587875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (8f5bd005-55d4-464d-9da1-00cc7a50990a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.602197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:51.603343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.610091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b83d0-fbc8-440b-9cf3-dadb65653588 req-1bad89e5-4e26-452d-9a06-9534559f4a78 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:51.628180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f1b83d0-fbc8-440b-9cf3-dadb65653588 req-1bad89e5-4e26-452d-9a06-9534559f4a78 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.2614751 Jan 27 21:55:51.651475 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4613664 Jan 27 21:55:51.655659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57972) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:51.673550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630266fa-7699-4950-b9ea-30afed1a3625 req-58c424f8-9743-4785-9d04-e5a1728750f7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:51.693493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-630266fa-7699-4950-b9ea-30afed1a3625 req-58c424f8-9743-4785-9d04-e5a1728750f7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 949 time: 0.2909939 Jan 27 21:55:51.708666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:51.782804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ab276-44ea-4916-bd62-2067e3c909f5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=8f5bd005-55d4-464d-9da1-00cc7a50990a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:51.800725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 8f5bd005-55d4-464d-9da1-00cc7a50990a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:55:51.992074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f1b83d0-fbc8-440b-9cf3-dadb65653588 req-9fe6f289-4af7-4224-aa4e-4f8489052840 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612175 Jan 27 21:55:52.000028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:52.004362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.152103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-630266fa-7699-4950-b9ea-30afed1a3625 req-50360d04-bafa-483d-a79c-a1e5f979ca69 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551196 Jan 27 21:55:52.507457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b289eb99-9688-4484-9d34-63594af139bc req-3236e370-cc79-44c5-b08e-74654b7e5c94 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1058116 Jan 27 21:55:52.622122 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d05f1ead-699c-4a49-bd4c-c1cdb53af014 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:52.723781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:52.744705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e0408-3373-40a5-92ca-01f8ae950bee req-0958374e-3f79-492f-ba2f-cecb09d98ed8 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.756507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db5e0408-3373-40a5-92ca-01f8ae950bee req-0958374e-3f79-492f-ba2f-cecb09d98ed8 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 944 time: 0.3922660 Jan 27 21:55:52.776553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57994) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:52.790538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (74b60179-80d3-4a61-bbb6-bb1d90984492), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.901388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port d05f1ead-699c-4a49-bd4c-c1cdb53af014 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:52.911926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d05f1ead-699c-4a49-bd4c-c1cdb53af014 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:52.913381 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.943886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094496919'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:52.954377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:52.955161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: 8f5bd005-55d4-464d-9da1-00cc7a50990a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:55:52.986794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:53.001652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.005048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:53.005986 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.026815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db5e0408-3373-40a5-92ca-01f8ae950bee req-4d415bff-31d0-42bf-9175-a4fa19a5f563 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689784 Jan 27 21:55:53.044945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=74b60179-80d3-4a61-bbb6-bb1d90984492,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:53.087496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.089387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 8f5bd005-55d4-464d-9da1-00cc7a50990a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:55:53.112330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 8f5bd005-55d4-464d-9da1-00cc7a50990a) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:53.120290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.122459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.160107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6848189-f280-4964-a519-43a0c9b75964 None None] Network 8f5bd005-55d4-464d-9da1-00cc7a50990a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:53.179004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-53507313-59c0-4967-9f42-fd926e90c233 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4786952 Jan 27 21:55:53.181904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58000) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:53.303315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (5dd43bb8-4454-4670-ab5a-c231d666a57d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.311506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5dd43bb8-4454-4670-ab5a-c231d666a57d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.406929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (aaf7fe37-0064-46a1-b031-6326d0756db5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.417935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aaf7fe37-0064-46a1-b031-6326d0756db5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.429346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d05f1ead-699c-4a49-bd4c-c1cdb53af014 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:53.430009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.449273 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.455035 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6766748 Jan 27 21:55:53.470329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58006) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:53.503461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:53.504131 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.511747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd43bb8-4454-4670-ab5a-c231d666a57d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:53.519863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-8f5bd005-55d4-464d-9da1-00cc7a50990a', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:55:53.521497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.561044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b94fed-0249-4a04-9dd8-02776502cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:53.563845 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532d3eb1-06da-4e7e-bf77-2a88ce730d93" -d '{"events": [{"server_uuid": "09b94fed-0249-4a04-9dd8-02776502cb52", "name": "network-vif-plugged", "status": "completed", "tag": "01b54f0a-a6cf-4184-9ca0-7c6288f9b69f"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:53.598179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d05f1ead-699c-4a49-bd4c-c1cdb53af014, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:53.602064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:53.602610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112f3ee-388b-439c-9d2f-43212d0be462 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf7fe37-0064-46a1-b031-6326d0756db5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:53.608916 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.621860 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bcee7c45-a6ae-404a-bffe-84816b9ba54d tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1489048 Jan 27 21:55:53.622626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58012) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:53.628633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d56ed108-a792-43be-9fe2-ba4439ff689a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-security--768413284', 'description': 'tempest-security-description-47988198'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:53.676670 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.683989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d56ed108-a792-43be-9fe2-ba4439ff689a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (aaf7fe37-0064-46a1-b031-6326d0756db5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.692702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d3251-04a8-45a9-94bd-9a71930d41c1 req-3a15d4dc-1c97-4a22-accf-96838465c606 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.712996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f17d3251-04a8-45a9-94bd-9a71930d41c1 req-3a15d4dc-1c97-4a22-accf-96838465c606 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3794858 Jan 27 21:55:53.769019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d05f1ead-699c-4a49-bd4c-c1cdb53af014,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:53.782435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.783328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.784235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.785075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.786142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.786963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.788056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.788890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.789806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.790656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.796332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.797102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.798818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:53.822754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d56ed108-a792-43be-9fe2-ba4439ff689a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (aaf7fe37-0064-46a1-b031-6326d0756db5), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.833455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d56ed108-a792-43be-9fe2-ba4439ff689a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aaf7fe37-0064-46a1-b031-6326d0756db5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.843966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d56ed108-a792-43be-9fe2-ba4439ff689a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.848468 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d56ed108-a792-43be-9fe2-ba4439ff689a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "PUT /v2.0/security-groups/aaf7fe37-0064-46a1-b031-6326d0756db5 HTTP/1.1" status: 200 len: 1794 time: 0.2217286 Jan 27 21:55:53.851971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58020) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:53.894091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d9e05-4f05-4c7f-9a4b-74ae1e6bff37 req-69925eb0-102d-4fc1-8f3f-40e36760ecc0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.901542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d03d9e05-4f05-4c7f-9a4b-74ae1e6bff37 req-69925eb0-102d-4fc1-8f3f-40e36760ecc0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 949 time: 0.4228663 Jan 27 21:55:53.951458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Allocated IP 2001:db8::2 (8f5bd005-55d4-464d-9da1-00cc7a50990a/74b60179-80d3-4a61-bbb6-bb1d90984492/fd312b25-4f03-45cc-9d65-f020e4289a45) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:53.988060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ed108-a792-43be-9fe2-ba4439ff689a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf7fe37-0064-46a1-b031-6326d0756db5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:54.008071 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d21e5fbe-86cf-4f35-91a1-923dc666fd6b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups/aaf7fe37-0064-46a1-b031-6326d0756db5 HTTP/1.1" status: 200 len: 1794 time: 0.1468825 Jan 27 21:55:54.010859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58022) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:54.038399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f17d3251-04a8-45a9-94bd-9a71930d41c1 req-7a51bbd5-d478-4c93-bcd0-94d9933ea193 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240657 Jan 27 21:55:54.137332 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:55:54.144287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d03d9e05-4f05-4c7f-9a4b-74ae1e6bff37 req-b116dd73-265f-40ce-a307-4a871b43ec13 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417221 Jan 27 21:55:54.150845 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-810397bd-00dc-4582-a740-43ec27580640 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (aaf7fe37-0064-46a1-b031-6326d0756db5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.205253 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-810397bd-00dc-4582-a740-43ec27580640 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (aaf7fe37-0064-46a1-b031-6326d0756db5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.213644 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.300388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-810397bd-00dc-4582-a740-43ec27580640 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aaf7fe37-0064-46a1-b031-6326d0756db5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.303645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-810397bd-00dc-4582-a740-43ec27580640 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.307807 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-810397bd-00dc-4582-a740-43ec27580640 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/aaf7fe37-0064-46a1-b031-6326d0756db5 HTTP/1.1" status: 204 len: 168 time: 0.2952845 Jan 27 21:55:54.310343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58026) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:54.335832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1094d372-7f7f-42bd-a229-7f309d3da6ec req-a2080663-5dcd-4bb0-87c5-8336e08161f4 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0829632 Jan 27 21:55:54.398177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810397bd-00dc-4582-a740-43ec27580640 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf7fe37-0064-46a1-b031-6326d0756db5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:54.501432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Publish callbacks [] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.524042 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9da76a-ef48-4cc8-bb55-0fcb874161be x-openstack-request-id: req-de9da76a-ef48-4cc8-bb55-0fcb874161be {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:54.524873 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b94fed-0249-4a04-9dd8-02776502cb52", "name": "network-vif-plugged", "status": "completed", "tag": "01b54f0a-a6cf-4184-9ca0-7c6288f9b69f", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:54.525663 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de9da76a-ef48-4cc8-bb55-0fcb874161be {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:54.527140 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b94fed-0249-4a04-9dd8-02776502cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f', 'code': 200} Jan 27 21:55:54.576501 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8094ee28-42ac-4867-9ad4-5d7a31988d50 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2522399 Jan 27 21:55:54.582256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58030) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:54.594071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:54.609442 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-34a5fa5d-8bdf-4600-a0f8-60f49b1b2fad tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] delete failed (client error): The resource could not be found. Jan 27 21:55:54.610559 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-34a5fa5d-8bdf-4600-a0f8-60f49b1b2fad tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/aaf7fe37-0064-46a1-b031-6326d0756db5 HTTP/1.1" status: 404 len: 347 time: 0.0271735 Jan 27 21:55:54.612706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f4fcf-49da-4106-98a3-8566607c66c9 req-dac80c59-712f-4047-a4b2-cb11f3263aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:54.614145 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4d4f4fcf-49da-4106-98a3-8566607c66c9 req-dac80c59-712f-4047-a4b2-cb11f3263aaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 1101 time: 0.3246708 Jan 27 21:55:54.614432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483d5f4-91be-49a9-868a-2e31f7534bf6 req-31be1317-fca0-4f26-a397-7f27a32ec21f tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:54.617518 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.620282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a483d5f4-91be-49a9-868a-2e31f7534bf6 req-31be1317-fca0-4f26-a397-7f27a32ec21f tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 945 time: 0.3584330 Jan 27 21:55:54.627696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58032) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:54.641658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-001a2a27-bb7b-4d9e-b8c5-1a7d7ec951f9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--912941841'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:54.646599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Network 8f5bd005-55d4-464d-9da1-00cc7a50990a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:54.649842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:54.681336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:54.730268 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4d4f4fcf-49da-4106-98a3-8566607c66c9 req-32d9e5cb-490a-48cc-95fd-a51644aa9649 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024678 Jan 27 21:55:54.753155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Pushing event updated for resources: {'Port': ['ID=fd312b25-4f03-45cc-9d65-f020e4289a45,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:54.798630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Attempting to bind port fd312b25-4f03-45cc-9d65-f020e4289a45 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:54.799144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Attempting to bind port fd312b25-4f03-45cc-9d65-f020e4289a45 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:54.799537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Attempting to bind port fd312b25-4f03-45cc-9d65-f020e4289a45 on network 8f5bd005-55d4-464d-9da1-00cc7a50990a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:54.807313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:54.807875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Checking segment: {'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:54.808494 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.808969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Bound using segment: {'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:54.809487 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Bound port: fd312b25-4f03-45cc-9d65-f020e4289a45, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:54.809877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.881220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-001a2a27-bb7b-4d9e-b8c5-1a7d7ec951f9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.912380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] For port fd312b25-4f03-45cc-9d65-f020e4289a45, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:54.918752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] For port fd312b25-4f03-45cc-9d65-f020e4289a45, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fd312b25-4f03-45cc-9d65-f020e4289a45,segment=NetworkSegment(9856d700-750a-4c38-b6c7-46962d86da0b),segment_id=9856d700-750a-4c38-b6c7-46962d86da0b)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:54.942493 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.978586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a483d5f4-91be-49a9-868a-2e31f7534bf6 req-a8c1ca49-6f95-4465-b3f3-4c6db52552b7 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485217 Jan 27 21:55:55.112231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8::1 (8f5bd005-55d4-464d-9da1-00cc7a50990a/74b60179-80d3-4a61-bbb6-bb1d90984492/62d14b46-e713-423b-8cc3-634bdb8f75b4) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:55.254630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225fc22-7cf9-4725-966c-7b085cda222d None None] Pushing event updated for resources: {'Port': ['ID=fd312b25-4f03-45cc-9d65-f020e4289a45,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:55.606594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-001a2a27-bb7b-4d9e-b8c5-1a7d7ec951f9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (b1bd6de7-ada0-4cde-bca4-925f81ac03f0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.657487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-001a2a27-bb7b-4d9e-b8c5-1a7d7ec951f9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b1bd6de7-ada0-4cde-bca4-925f81ac03f0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.745520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a2a27-bb7b-4d9e-b8c5-1a7d7ec951f9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bd6de7-ada0-4cde-bca4-925f81ac03f0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:55.871632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17489570-3ac8-4e5b-97fb-7a18866c644c req-847c6ed8-d68b-45d1-8c05-3bf354e15a25 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:55.874462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17489570-3ac8-4e5b-97fb-7a18866c644c req-847c6ed8-d68b-45d1-8c05-3bf354e15a25 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 950 time: 0.3215237 Jan 27 21:55:55.892502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-001a2a27-bb7b-4d9e-b8c5-1a7d7ec951f9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.894674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-001a2a27-bb7b-4d9e-b8c5-1a7d7ec951f9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2657394 Jan 27 21:55:55.897888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58052) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:55.911797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a96e863b-987b-496f-823c-7b08d7a0b557 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': 'b1bd6de7-ada0-4cde-bca4-925f81ac03f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:55.963228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1876b10-05af-4756-8cde-d53efe97cc5b req-88deb401-0830-44c1-ad0f-fad9ce2aab3e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:55.975726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1876b10-05af-4756-8cde-d53efe97cc5b req-88deb401-0830-44c1-ad0f-fad9ce2aab3e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.4101081 Jan 27 21:55:56.032278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a96e863b-987b-496f-823c-7b08d7a0b557 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (6b1f328e-1f19-4841-bdf1-3844bb08f6b3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.163970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1876b10-05af-4756-8cde-d53efe97cc5b req-add3ffc7-f515-44e8-b532-2773599921dd tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845880 Jan 27 21:55:56.182048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17489570-3ac8-4e5b-97fb-7a18866c644c req-b385091e-aa1d-4cbd-9f5c-9b10c12a67da tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983840 Jan 27 21:55:56.222656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.400495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a96e863b-987b-496f-823c-7b08d7a0b557 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (6b1f328e-1f19-4841-bdf1-3844bb08f6b3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.410290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a96e863b-987b-496f-823c-7b08d7a0b557 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6b1f328e-1f19-4841-bdf1-3844bb08f6b3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.518461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fd312b25-4f03-45cc-9d65-f020e4289a45 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:56.548923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34d0e0e0-30dd-4c1f-8393-13cf5db13888 req-b4654eea-234e-4cdf-a471-80bed681aba7 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1709735 Jan 27 21:55:56.553148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.573123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e863b-987b-496f-823c-7b08d7a0b557 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1f328e-1f19-4841-bdf1-3844bb08f6b3,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:56.596669 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a96e863b-987b-496f-823c-7b08d7a0b557 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.620402 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a96e863b-987b-496f-823c-7b08d7a0b557 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7205701 Jan 27 21:55:56.628602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58060) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:56.664839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:56.669237 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf90b04e-7a34-4d14-b885-6c9548549ae6" -d '{"events": [{"server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "name": "network-vif-plugged", "status": "completed", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:56.775601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port fd312b25-4f03-45cc-9d65-f020e4289a45 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:56.778739 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.841869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 8f5bd005-55d4-464d-9da1-00cc7a50990a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:56.852784 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e59e74-32b4-4af0-b3d2-c00220651a2b x-openstack-request-id: req-65e59e74-32b4-4af0-b3d2-c00220651a2b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:56.853276 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "name": "network-vif-plugged", "status": "completed", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:56.854511 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65e59e74-32b4-4af0-b3d2-c00220651a2b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:56.856018 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014', 'code': 200} Jan 27 21:55:56.983827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:57.027388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:57.033363 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.060501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfab345-526a-461f-8eb3-f4efa6e757d0 req-8d133637-dd51-453e-9abb-2e87cabfc5f7 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:57.062527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bfab345-526a-461f-8eb3-f4efa6e757d0 req-8d133637-dd51-453e-9abb-2e87cabfc5f7 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 945 time: 0.3353813 Jan 27 21:55:57.088450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port fd312b25-4f03-45cc-9d65-f020e4289a45 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:57.088847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.175063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port fd312b25-4f03-45cc-9d65-f020e4289a45, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fd312b25-4f03-45cc-9d65-f020e4289a45,segment=NetworkSegment(9856d700-750a-4c38-b6c7-46962d86da0b),segment_id=9856d700-750a-4c38-b6c7-46962d86da0b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:57.183590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c86e6ce-ff25-4b79-a9c1-3efb542d0003 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (6b1f328e-1f19-4841-bdf1-3844bb08f6b3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.186414 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.225338 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c86e6ce-ff25-4b79-a9c1-3efb542d0003 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (6b1f328e-1f19-4841-bdf1-3844bb08f6b3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.242214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0133b1-8949-45a3-a0a4-3a9bd3dd2504 None None] Network 8f5bd005-55d4-464d-9da1-00cc7a50990a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:57.349079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=62d14b46-e713-423b-8cc3-634bdb8f75b4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:57.366544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c86e6ce-ff25-4b79-a9c1-3efb542d0003 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6b1f328e-1f19-4841-bdf1-3844bb08f6b3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.430020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c86e6ce-ff25-4b79-a9c1-3efb542d0003 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.431214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9c86e6ce-ff25-4b79-a9c1-3efb542d0003 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6b1f328e-1f19-4841-bdf1-3844bb08f6b3 HTTP/1.1" status: 204 len: 168 time: 0.7988231 Jan 27 21:55:57.437597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58072) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:57.540432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86e6ce-ff25-4b79-a9c1-3efb542d0003 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b1f328e-1f19-4841-bdf1-3844bb08f6b3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:57.578708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8551b1fd-a6db-4599-8733-7232ed0d6a3c None None] Provisioning complete for port fd312b25-4f03-45cc-9d65-f020e4289a45 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:57.580568 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8551b1fd-a6db-4599-8733-7232ed0d6a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.594100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=fd312b25-4f03-45cc-9d65-f020e4289a45,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:57.630990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa6e6-755e-4300-a11a-ed10c9fc9e92 req-4c32d0f8-ef9e-438f-bd96-5b987c08a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:57.633649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74dfa6e6-755e-4300-a11a-ed10c9fc9e92 req-4c32d0f8-ef9e-438f-bd96-5b987c08a4f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1096 time: 0.7065492 Jan 27 21:55:57.657939 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d01a2ce-e429-41bb-9359-10f041ba47b8 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2180462 Jan 27 21:55:57.659884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58080) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:57.765843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bfab345-526a-461f-8eb3-f4efa6e757d0 req-f3673681-e06e-48a0-afaa-a2023600556a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888624 Jan 27 21:55:57.827807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.837749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f0d7-cc3e-4327-800e-828e31c65350 req-5cb01393-9300-4b1b-b5fa-54de8e722612 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:57.839451 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c480f0d7-cc3e-4327-800e-828e31c65350 req-5cb01393-9300-4b1b-b5fa-54de8e722612 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 950 time: 0.3799484 Jan 27 21:55:57.924427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-352011b6-9b8b-4836-b908-2aa28fce38b2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (b1bd6de7-ada0-4cde-bca4-925f81ac03f0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.935526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8551b1fd-a6db-4599-8733-7232ed0d6a3c None None] Current status of the port fd312b25-4f03-45cc-9d65-f020e4289a45 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:57.980932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74dfa6e6-755e-4300-a11a-ed10c9fc9e92 req-3dd8aa23-af91-4224-be92-f984cb17a291 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192446 Jan 27 21:55:57.987746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-352011b6-9b8b-4836-b908-2aa28fce38b2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (b1bd6de7-ada0-4cde-bca4-925f81ac03f0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.115136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-352011b6-9b8b-4836-b908-2aa28fce38b2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b1bd6de7-ada0-4cde-bca4-925f81ac03f0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.117630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-352011b6-9b8b-4836-b908-2aa28fce38b2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.123516 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-352011b6-9b8b-4836-b908-2aa28fce38b2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/b1bd6de7-ada0-4cde-bca4-925f81ac03f0 HTTP/1.1" status: 204 len: 168 time: 0.4541595 Jan 27 21:55:58.129412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58082) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:58.164477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c480f0d7-cc3e-4327-800e-828e31c65350 req-08da0b9c-0730-4db8-ad5e-161d9a5b8228 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869375 Jan 27 21:55:58.170367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352011b6-9b8b-4836-b908-2aa28fce38b2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bd6de7-ada0-4cde-bca4-925f81ac03f0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:58.253592 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-340aa04b-9216-4476-90f4-45f53e26e2b5 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1215143 Jan 27 21:55:58.259592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58086) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:58.284319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7188897b-333f-42cd-9ed0-8e8c3cb0dc30 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114786754'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:58.370521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7188897b-333f-42cd-9ed0-8e8c3cb0dc30 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.406251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4c78889a-8501-403c-8527-605a02ff11d6 None None] Provisioning complete for port 62d14b46-e713-423b-8cc3-634bdb8f75b4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:58.409237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4c78889a-8501-403c-8527-605a02ff11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.462722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-220e681f-447c-4ddc-b6ab-8ba6feac5b65 req-f6156099-149e-48bd-b611-8a11902f314f tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1022637 Jan 27 21:55:58.607204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7188897b-333f-42cd-9ed0-8e8c3cb0dc30 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (065790d1-8289-4e17-8309-742abc6c8038), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.617927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7188897b-333f-42cd-9ed0-8e8c3cb0dc30 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (065790d1-8289-4e17-8309-742abc6c8038), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.662153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4c78889a-8501-403c-8527-605a02ff11d6 None None] Port 62d14b46-e713-423b-8cc3-634bdb8f75b4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:58.687455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fd312b25-4f03-45cc-9d65-f020e4289a45 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:58.715906 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7188897b-333f-42cd-9ed0-8e8c3cb0dc30 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.717246 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7188897b-333f-42cd-9ed0-8e8c3cb0dc30 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4565022 Jan 27 21:55:58.722278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58094) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:58.728151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-791cf455-102e-495b-8f97-2c8b19e16069 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': '065790d1-8289-4e17-8309-742abc6c8038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:58.738887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188897b-333f-42cd-9ed0-8e8c3cb0dc30 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065790d1-8289-4e17-8309-742abc6c8038,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:58.805096 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-791cf455-102e-495b-8f97-2c8b19e16069 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (b0311705-21a0-406d-8ed9-46a8447b9422), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.907170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-791cf455-102e-495b-8f97-2c8b19e16069 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (b0311705-21a0-406d-8ed9-46a8447b9422), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.914833 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.923745 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-791cf455-102e-495b-8f97-2c8b19e16069 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (b0311705-21a0-406d-8ed9-46a8447b9422), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.945779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.947051 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.992819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4c78889a-8501-403c-8527-605a02ff11d6 None None] Provisioning complete for port fd312b25-4f03-45cc-9d65-f020e4289a45 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:58.993798 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4c78889a-8501-403c-8527-605a02ff11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.015267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cf455-102e-495b-8f97-2c8b19e16069 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0311705-21a0-406d-8ed9-46a8447b9422,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:59.060650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port fd312b25-4f03-45cc-9d65-f020e4289a45 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:59.061652 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.145548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-791cf455-102e-495b-8f97-2c8b19e16069 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.147470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-791cf455-102e-495b-8f97-2c8b19e16069 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4241383 Jan 27 21:55:59.152293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58098) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:59.158631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4593c519-f05a-4021-a0ca-7400342ba460 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': '065790d1-8289-4e17-8309-742abc6c8038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:59.219011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4593c519-f05a-4021-a0ca-7400342ba460 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (bc903999-2f10-45d4-9edd-a494ec4fc373), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.234364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=62d14b46-e713-423b-8cc3-634bdb8f75b4,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:59.271372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebb5fc-a37a-4b7f-a56b-6b3d7972d4ef req-37e2ec5a-574d-4b89-b06e-a6d0ad5d1497 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:59.278115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8eebb5fc-a37a-4b7f-a56b-6b3d7972d4ef req-37e2ec5a-574d-4b89-b06e-a6d0ad5d1497 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 945 time: 0.2601452 Jan 27 21:55:59.387170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4593c519-f05a-4021-a0ca-7400342ba460 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (bc903999-2f10-45d4-9edd-a494ec4fc373), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.401768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4593c519-f05a-4021-a0ca-7400342ba460 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (bc903999-2f10-45d4-9edd-a494ec4fc373), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.436065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593c519-f05a-4021-a0ca-7400342ba460 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc903999-2f10-45d4-9edd-a494ec4fc373,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:59.461244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4593c519-f05a-4021-a0ca-7400342ba460 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.462907 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4593c519-f05a-4021-a0ca-7400342ba460 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3091896 Jan 27 21:55:59.468283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58102) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:59.473769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0e388d64-2a62-4df5-862a-9333852d1b11 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': '065790d1-8289-4e17-8309-742abc6c8038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:59.541611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c43ee-a928-4205-9f52-f25a6908c7f6 req-5c10256e-8b7e-4685-b7c7-6a463b486725 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:59.550390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-221c43ee-a928-4205-9f52-f25a6908c7f6 req-5c10256e-8b7e-4685-b7c7-6a463b486725 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 1101 time: 0.1919618 Jan 27 21:55:59.564977 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e388d64-2a62-4df5-862a-9333852d1b11 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.614994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 8f5bd005-55d4-464d-9da1-00cc7a50990a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:59.615357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port fd312b25-4f03-45cc-9d65-f020e4289a45 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:59.636977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8eebb5fc-a37a-4b7f-a56b-6b3d7972d4ef req-9ca3692f-0082-4435-bd40-d4fa5d91cb29 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467665 Jan 27 21:55:59.637206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4c78889a-8501-403c-8527-605a02ff11d6 None None] Current status of the port fd312b25-4f03-45cc-9d65-f020e4289a45 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:59.664080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:59.822444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b10e8175-da9f-4acc-b323-cd0faf2b2691 None None] Provisioning complete for port 62d14b46-e713-423b-8cc3-634bdb8f75b4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:59.823047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b10e8175-da9f-4acc-b323-cd0faf2b2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.954948 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e388d64-2a62-4df5-862a-9333852d1b11 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.963769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e388d64-2a62-4df5-862a-9333852d1b11 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.044593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b10e8175-da9f-4acc-b323-cd0faf2b2691 None None] Port 62d14b46-e713-423b-8cc3-634bdb8f75b4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:00.064415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e388d64-2a62-4df5-862a-9333852d1b11 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.068666 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0e388d64-2a62-4df5-862a-9333852d1b11 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5965412 Jan 27 21:56:00.105571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58112) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:00.153306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-84de303c-63fd-41b5-ba2d-6688e6f50280 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': '065790d1-8289-4e17-8309-742abc6c8038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:00.189074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e388d64-2a62-4df5-862a-9333852d1b11 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:00.281422 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84de303c-63fd-41b5-ba2d-6688e6f50280 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (94d05de9-9e6f-4af9-b2cb-675d428a2bd7), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.284199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-221c43ee-a928-4205-9f52-f25a6908c7f6 req-403cc1f1-88cf-43ba-aa14-d5a50034775b tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7320969 Jan 27 21:56:00.305116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-88ee72a0-9f01-44ee-892b-092c279c0511 None None] Provisioning complete for port 62d14b46-e713-423b-8cc3-634bdb8f75b4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:00.308963 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-88ee72a0-9f01-44ee-892b-092c279c0511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.386764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c16552-3bbf-40b7-aab4-7ba49f9cedb4 req-83584df1-1b19-4279-9aa1-e2cbf6839297 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.2006326 Jan 27 21:56:00.525030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:00.582897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-88ee72a0-9f01-44ee-892b-092c279c0511 None None] Port 62d14b46-e713-423b-8cc3-634bdb8f75b4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:00.749805 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84de303c-63fd-41b5-ba2d-6688e6f50280 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (94d05de9-9e6f-4af9-b2cb-675d428a2bd7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.760259 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84de303c-63fd-41b5-ba2d-6688e6f50280 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (94d05de9-9e6f-4af9-b2cb-675d428a2bd7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.862444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de303c-63fd-41b5-ba2d-6688e6f50280 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d05de9-9e6f-4af9-b2cb-675d428a2bd7,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:00.923758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84de303c-63fd-41b5-ba2d-6688e6f50280 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.923758 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-84de303c-63fd-41b5-ba2d-6688e6f50280 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7944562 Jan 27 21:56:00.927678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58120) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:00.946313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d06e0a37-2697-4e71-9851-28bb771ddb9d tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': '065790d1-8289-4e17-8309-742abc6c8038', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:01.040292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d06e0a37-2697-4e71-9851-28bb771ddb9d tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (9108aac5-0cfd-44b2-a8d0-c984e22908b2), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.156191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:01.169806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-79e47999-676d-4e88-9141-ce188fe92575 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9828582 Jan 27 21:56:01.171843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58132) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:01.179525 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:01.182687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-737589637'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:01.213697 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:01.232703 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:01.240063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1789d7e-2b52-45d2-997b-df41b3a8e02a req-c1f3bb0c-b83d-45df-b77e-849ce677420e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:01.245771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1789d7e-2b52-45d2-997b-df41b3a8e02a req-c1f3bb0c-b83d-45df-b77e-849ce677420e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 945 time: 0.3739350 Jan 27 21:56:01.347297 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d06e0a37-2697-4e71-9851-28bb771ddb9d tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (9108aac5-0cfd-44b2-a8d0-c984e22908b2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.364463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d06e0a37-2697-4e71-9851-28bb771ddb9d tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (9108aac5-0cfd-44b2-a8d0-c984e22908b2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.378294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-a0cbd537-f894-4af5-8e84-9dcfa0e5404c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982995 Jan 27 21:56:01.396362 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:01.405292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:01.421410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.507894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e0a37-2697-4e71-9851-28bb771ddb9d tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9108aac5-0cfd-44b2-a8d0-c984e22908b2,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:01.555083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d06e0a37-2697-4e71-9851-28bb771ddb9d tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.559582 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d06e0a37-2697-4e71-9851-28bb771ddb9d tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6302836 Jan 27 21:56:01.560373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58142) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:01.615077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:01.659761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (242c509c-4e89-4fa8-bf0f-caa0379a224a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.660301 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment 242c509c-4e89-4fa8-bf0f-caa0379a224a of type vlan for network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 Jan 27 21:56:01.664252 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c7eb9b-faf8-4392-bd91-7ce34899d3d2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (9108aac5-0cfd-44b2-a8d0-c984e22908b2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.733431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1789d7e-2b52-45d2-997b-df41b3a8e02a req-73b03cf0-6c9f-4ee1-8348-93739aff9a08 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812050 Jan 27 21:56:01.768609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (4665ee16-53b8-4ad5-80e2-7a4e243f1b84), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.794197 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:55:57Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:55:58Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:01.825382 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:01.825911 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Updating router b6cd0647-5abd-454c-a857-d5d3f3eaa66f port 62d14b46-e713-423b-8cc3-634bdb8f75b4 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:01.862166 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (4665ee16-53b8-4ad5-80e2-7a4e243f1b84), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.872923 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.876522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:01.878195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.885459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c7eb9b-faf8-4392-bd91-7ce34899d3d2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (9108aac5-0cfd-44b2-a8d0-c984e22908b2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.900764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-2a5b3fe9-0898-48a2-8129-6743e4f1dd9e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:01.912042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-2a5b3fe9-0898-48a2-8129-6743e4f1dd9e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5177517 Jan 27 21:56:01.970910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-74b63a0a-235e-4f69-bede-112fda6b6438 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/quotas/8bf468f1d5b4435698a82f8407077a37 HTTP/1.1" status: 200 len: 375 time: 0.0533533 Jan 27 21:56:02.041092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d346236-c906-4db1-bc40-7ba6e5da2c96 req-e2738882-dc91-4882-b798-b204a57a2161 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0647047 Jan 27 21:56:02.073004 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8991947 Jan 27 21:56:02.085035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:02.099468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:02.180032 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c7eb9b-faf8-4392-bd91-7ce34899d3d2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (9108aac5-0cfd-44b2-a8d0-c984e22908b2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.184723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f92d58-ded9-4435-bef5-6a13a2a9f932 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=4665ee16-53b8-4ad5-80e2-7a4e243f1b84,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:02.202294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:02.210224 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c7eb9b-faf8-4392-bd91-7ce34899d3d2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.212770 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e4c7eb9b-faf8-4392-bd91-7ce34899d3d2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/9108aac5-0cfd-44b2-a8d0-c984e22908b2 HTTP/1.1" status: 204 len: 168 time: 0.6492946 Jan 27 21:56:02.225249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58154) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:02.281112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-b58f2262-c07f-4aad-8f98-91fc33aa2887 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2342255 Jan 27 21:56:02.322273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7eb9b-faf8-4392-bd91-7ce34899d3d2 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9108aac5-0cfd-44b2-a8d0-c984e22908b2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:02.437943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-42b65fba-50af-4306-9e22-2bcc9079cc9f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2055855 Jan 27 21:56:02.441304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:02.446094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.456105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:02.668132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95b23cc2-3b43-4032-a42e-5c685366f1ec tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (94d05de9-9e6f-4af9-b2cb-675d428a2bd7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.721012 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95b23cc2-3b43-4032-a42e-5c685366f1ec tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (94d05de9-9e6f-4af9-b2cb-675d428a2bd7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.751300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-166389d3-c36a-49cb-933c-e4e53df1ac04 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1640363202&fields=id&tenant_id=2dc319e98579495eb6da0ec5e43d772d HTTP/1.1" status: 200 len: 267 time: 0.4389827 Jan 27 21:56:02.796771 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Publish callbacks [] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.817394 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.950352 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Pushing event updated for resources: {'Port': ['ID=62d14b46-e713-423b-8cc3-634bdb8f75b4,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:02.965616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95b23cc2-3b43-4032-a42e-5c685366f1ec tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (94d05de9-9e6f-4af9-b2cb-675d428a2bd7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.979722 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95b23cc2-3b43-4032-a42e-5c685366f1ec tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.982232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-95b23cc2-3b43-4032-a42e-5c685366f1ec tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/94d05de9-9e6f-4af9-b2cb-675d428a2bd7 HTTP/1.1" status: 204 len: 168 time: 0.5225928 Jan 27 21:56:02.999657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58166) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:03.001779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b23cc2-3b43-4032-a42e-5c685366f1ec tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94d05de9-9e6f-4af9-b2cb-675d428a2bd7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:03.004195 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.004730 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.005270 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.005811 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.007134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.007134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.007642 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.028243 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.028785 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.029644 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.030234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.030780 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.031316 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:03.168349 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (5ab32fba-c06f-4c02-ac68-866a90ab5633), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.233292 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Attempting to bind port 62d14b46-e713-423b-8cc3-634bdb8f75b4 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:03.233754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Attempting to bind port 62d14b46-e713-423b-8cc3-634bdb8f75b4 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:03.234331 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Attempting to bind port 62d14b46-e713-423b-8cc3-634bdb8f75b4 on network 8f5bd005-55d4-464d-9da1-00cc7a50990a {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:03.248713 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:03.249463 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Checking segment: {'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:03.250079 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.250687 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Bound using segment: {'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:03.251562 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Bound port: 62d14b46-e713-423b-8cc3-634bdb8f75b4, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9856d700-750a-4c38-b6c7-46962d86da0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:03.252179 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.282556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-273ef119-118e-49a2-8410-41d4511a0875 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2604306 Jan 27 21:56:03.289054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:03.373036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-85081369-2227-48ff-9486-a7e95d068494 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:03.390058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-85081369-2227-48ff-9486-a7e95d068494 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 945 time: 0.6373296 Jan 27 21:56:03.440958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c05a0bc4-5dbb-4296-9a15-552107abe961 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.489110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'port': {'security_groups': ['8e63d3a7-ee3f-4b22-bec2-6681d10b88cd', '60406323-ba1d-4793-8a30-ee7756e8bff8']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:03.552363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c05a0bc4-5dbb-4296-9a15-552107abe961 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.602707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c4c0b565-6978-4401-923c-6cfbf818a863 None None] Provisioning complete for port 62d14b46-e713-423b-8cc3-634bdb8f75b4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:03.606871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b565-6978-4401-923c-6cfbf818a863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.707069 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] For port 62d14b46-e713-423b-8cc3-634bdb8f75b4, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:03.732334 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] For port 62d14b46-e713-423b-8cc3-634bdb8f75b4, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=62d14b46-e713-423b-8cc3-634bdb8f75b4,segment=NetworkSegment(9856d700-750a-4c38-b6c7-46962d86da0b),segment_id=9856d700-750a-4c38-b6c7-46962d86da0b)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:03.752598 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.766667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0b565-6978-4401-923c-6cfbf818a863 None None] Port 62d14b46-e713-423b-8cc3-634bdb8f75b4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:03.776667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-df56a112-68fe-4fae-9191-f6733064197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:03.778923 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-df56a112-68fe-4fae-9191-f6733064197d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 0.4924490 Jan 27 21:56:03.786880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=5ab32fba-c06f-4c02-ac68-866a90ab5633,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:03.829043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:03.829542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: 4665ee16-53b8-4ad5-80e2-7a4e243f1b84, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:03.876215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c05a0bc4-5dbb-4296-9a15-552107abe961 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.904748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c05a0bc4-5dbb-4296-9a15-552107abe961 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.909367 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c05a0bc4-5dbb-4296-9a15-552107abe961 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5 HTTP/1.1" status: 204 len: 168 time: 0.5992150 Jan 27 21:56:03.912078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58186) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:03.931793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0bc4-5dbb-4296-9a15-552107abe961 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93b7d3dd-6b1f-44cf-99c5-0e1ae870a0d5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:03.996413 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:04.027115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1bb57abe-9fff-4513-92dc-d582172eaad6 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1085370 Jan 27 21:56:04.028637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:04.041209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.047358 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:04.051722 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:55:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:04.054106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-66172f02-e55f-46a5-b32a-7acc2f35cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.054985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a72141b5-a0a1-4dcc-b1ff-1d67454949cb req-c4ddf019-67ab-49f3-a51e-e99adc6bdeb7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 210 time: 0.6589165 Jan 27 21:56:04.064816 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-66172f02-e55f-46a5-b32a-7acc2f35cd49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.2721081 Jan 27 21:56:04.070164 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83202b93-4258-45b2-b0dc-33ab653b07e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.142542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 4665ee16-53b8-4ad5-80e2-7a4e243f1b84) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:04.155581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2046f6-e507-4417-bfd4-7774b1523588 None None] Network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:04.158483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (bc903999-2f10-45d4-9edd-a494ec4fc373), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.241038 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272270c8-4bd3-4c11-bc66-f585cbf79755 None None] Pushing event updated for resources: {'Port': ['ID=62d14b46-e713-423b-8cc3-634bdb8f75b4,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.314262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.315315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.324223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (bc903999-2f10-45d4-9edd-a494ec4fc373), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.331304 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-30d8d292-105d-4371-93e9-65fc8ed22e4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 217 time: 0.1860225 Jan 27 21:56:04.383982 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:04.426068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:56:04.427173 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.454276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-46be18dc-ef1b-4645-901e-a816950da89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.455744 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-46be18dc-ef1b-4645-901e-a816950da89a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.1057260 Jan 27 21:56:04.503860 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-677bb32b-45a7-41e4-9625-aed53b0006ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361912 Jan 27 21:56:04.515843 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5f63ac34-a255-4ce4-b63e-78a9672a1507 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4213121 Jan 27 21:56:04.622002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58190) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:04.720754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (bc903999-2f10-45d4-9edd-a494ec4fc373), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.749653 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.757322 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/bc903999-2f10-45d4-9edd-a494ec4fc373 HTTP/1.1" status: 204 len: 168 time: 0.7081571 Jan 27 21:56:04.760327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58194) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:04.809988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Allocated IP 2001:db8:1::2 (4665ee16-53b8-4ad5-80e2-7a4e243f1b84/5ab32fba-c06f-4c02-ac68-866a90ab5633/5c4aeae8-da3c-4385-8096-02c7f384ad79) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:04.913489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] For port d05f1ead-699c-4a49-bd4c-c1cdb53af014, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:04.971501 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.036974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e3b3358-56d6-42ef-9ba4-3820dfccf74c req-0cd855b4-574a-4b27-b11c-4948a550ea46 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0601106 Jan 27 21:56:05.042144 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.111610 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:55:57Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:03Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:05.132370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:05.135340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.138289 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78c49da4-54d0-4e0d-bf62-260b5cbc40a8 req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "PUT /v2.0/ports/d05f1ead-699c-4a49-bd4c-c1cdb53af014 HTTP/1.1" status: 200 len: 981 time: 1.6849859 Jan 27 21:56:05.141858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:05.149792 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bf54c2-167b-48b5-98b1-9151fe06b362" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:05.237681 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f151fab3-7f53-4c3b-980f-35764da52f32 None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:55:57Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:03Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:05.294515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:05.372768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-50ffe1e8-6102-4d9c-876c-3058742dae0f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8bf468f1d5b4435698a82f8407077a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595145 Jan 27 21:56:05.428587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bebb86-17fe-4903-9a43-2f5d56e72449 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'Port': ['ID=d05f1ead-699c-4a49-bd4c-c1cdb53af014,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:05.537161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Publish callbacks [] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.551436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af7091-593f-4b12-aa88-4fbe3fb86be8 req-b32e025d-b9fa-43c4-8f07-c2819160cef8 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:05.554945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17af7091-593f-4b12-aa88-4fbe3fb86be8 req-b32e025d-b9fa-43c4-8f07-c2819160cef8 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3175998 Jan 27 21:56:05.584232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc903999-2f10-45d4-9edd-a494ec4fc373,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:05.621086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:05.651292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.663344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-dc770b8d-14fb-4cb7-a304-dd0b327a56c0 None None] Provisioning complete for port 62d14b46-e713-423b-8cc3-634bdb8f75b4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:05.664395 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc770b8d-14fb-4cb7-a304-dd0b327a56c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.766105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17af7091-593f-4b12-aa88-4fbe3fb86be8 req-7ef70677-fb13-4424-983a-9a9738c32854 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995156 Jan 27 21:56:05.768356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.769527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.769527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.800391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.800391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.800391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.800391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.800391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.806394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.806950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.807531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.810836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.813633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd47a16-84a7-4216-b9c0-6701eec96381 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:05.952556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-a081c0a2-629d-4c90-a4c4-944cecfdb048 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4358706 Jan 27 21:56:05.957348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b841a0b3-8d0d-4b17-88ce-b387d71dc4d5 req-f96be130-ad1f-4abf-9dd4-ed9317e71ce3 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 210 time: 0.1742790 Jan 27 21:56:05.992812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58204) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:06.000655 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e58b33e3-8d89-4d1f-b684-5c36de2491b4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.1345117 Jan 27 21:56:06.458200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Pushing event updated for resources: {'Port': ['ID=5c4aeae8-da3c-4385-8096-02c7f384ad79,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:06.528381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:06.550307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-73b21090-d1eb-484c-bd3d-7a5175af3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:06.551430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 62d14b46-e713-423b-8cc3-634bdb8f75b4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:06.552254 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-73b21090-d1eb-484c-bd3d-7a5175af3f68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1135 time: 0.3482041 Jan 27 21:56:06.554258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:06.559629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:06.643743 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2bf227ec-52f0-4d8a-8b20-621eb07f0083 req-74d14b96-f6f9-44ff-9521-36723a61fbc3 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418033 Jan 27 21:56:06.734981 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22652e46-f60b-4a64-ac53-75dacd94d99d x-openstack-request-id: req-22652e46-f60b-4a64-ac53-75dacd94d99d {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:06.734981 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:06.735337 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22652e46-f60b-4a64-ac53-75dacd94d99d {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:06.736538 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014', 'status': 'completed', 'code': 200} Jan 27 21:56:06.892168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-0197b913-9cce-4b19-ac08-9585e04271b0 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-4006321&fields=id&tenant_id=2dc319e98579495eb6da0ec5e43d772d HTTP/1.1" status: 200 len: 267 time: 0.9311898 Jan 27 21:56:06.904053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-191fd882-685a-4de9-a84d-d0757e763e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:06.906616 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-191fd882-685a-4de9-a84d-d0757e763e37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 914 time: 0.3438780 Jan 27 21:56:07.009375 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-64ad1270-bbf4-4bdf-a65c-8183644612b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014 HTTP/1.1" status: 200 len: 217 time: 0.0950496 Jan 27 21:56:07.012183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-dc770b8d-14fb-4cb7-a304-dd0b327a56c0 None None] Current status of the port 62d14b46-e713-423b-8cc3-634bdb8f75b4 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:07.012595 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc770b8d-14fb-4cb7-a304-dd0b327a56c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.015465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-390dd6c3-1afe-4f6a-b465-725a1a5e677b req-80ee02b5-9e11-49bd-8244-610394868130 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.2749650 Jan 27 21:56:07.082811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-e307a283-41cb-446c-899f-0decdcb7f33f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:07.095306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-e307a283-41cb-446c-899f-0decdcb7f33f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7074010 Jan 27 21:56:07.148665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Request body: {'port': {'device_id': 'a92270bb-a407-4aea-9083-97add0ce252b', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '8bf468f1d5b4435698a82f8407077a37'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:07.159747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-261ed5a7-652c-491c-96a2-e62e8b3b623b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (b0311705-21a0-406d-8ed9-46a8447b9422), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.214740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Attempting to bind port 5c4aeae8-da3c-4385-8096-02c7f384ad79 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:07.216608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Attempting to bind port 5c4aeae8-da3c-4385-8096-02c7f384ad79 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:07.217946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Attempting to bind port 5c4aeae8-da3c-4385-8096-02c7f384ad79 on network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:07.232165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-62686bd6-2860-4748-8058-ea6c82fdf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:07.234398 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-261ed5a7-652c-491c-96a2-e62e8b3b623b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (b0311705-21a0-406d-8ed9-46a8447b9422), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.234584 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-62686bd6-2860-4748-8058-ea6c82fdf064 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.2156055 Jan 27 21:56:07.242839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:07.245033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Checking segment: {'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:07.245384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.253475 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.254507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Bound using segment: {'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:07.255338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Bound port: 5c4aeae8-da3c-4385-8096-02c7f384ad79, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:07.256185 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.281115 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1086c6c-7782-4a6b-b3a7-e652c0172e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.332978 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-d2fcecc9-4522-45d4-ae13-86bee0960726 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834565 Jan 27 21:56:07.530787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 62d14b46-e713-423b-8cc3-634bdb8f75b4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:07.531580 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.634049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-261ed5a7-652c-491c-96a2-e62e8b3b623b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (b0311705-21a0-406d-8ed9-46a8447b9422), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.649921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-261ed5a7-652c-491c-96a2-e62e8b3b623b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.660723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-261ed5a7-652c-491c-96a2-e62e8b3b623b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b0311705-21a0-406d-8ed9-46a8447b9422 HTTP/1.1" status: 204 len: 168 time: 1.6635339 Jan 27 21:56:07.695064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-dc770b8d-14fb-4cb7-a304-dd0b327a56c0 None None] For port 62d14b46-e713-423b-8cc3-634bdb8f75b4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=62d14b46-e713-423b-8cc3-634bdb8f75b4,segment=NetworkSegment(9856d700-750a-4c38-b6c7-46962d86da0b),segment_id=9856d700-750a-4c38-b6c7-46962d86da0b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:07.708002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58226) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:07.737079 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc770b8d-14fb-4cb7-a304-dd0b327a56c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.788718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ed5a7-652c-491c-96a2-e62e8b3b623b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0311705-21a0-406d-8ed9-46a8447b9422,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:07.895316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-5a983cdf-5c85-4808-886b-fb62f0ee1411 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:07.910762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-5a983cdf-5c85-4808-886b-fb62f0ee1411 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 984 time: 0.9501970 Jan 27 21:56:07.911194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8:1::1 (4665ee16-53b8-4ad5-80e2-7a4e243f1b84/5ab32fba-c06f-4c02-ac68-866a90ab5633/9c83a180-5ce7-4d16-aafd-bcb639d21560) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:07.922579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'port': {'security_groups': ['60406323-ba1d-4793-8a30-ee7756e8bff8', '8e63d3a7-ee3f-4b22-bec2-6681d10b88cd', '27c19ae8-a435-4044-8874-a24e178a2d70']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:08.064934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c3625fd1-84b7-41ad-9f72-43779a756bae tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3343372 Jan 27 21:56:08.088752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 62d14b46-e713-423b-8cc3-634bdb8f75b4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:08.102589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.160321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:08.206292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] For port 5c4aeae8-da3c-4385-8096-02c7f384ad79, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:08.221963 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.225141 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.242888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc770b8d-14fb-4cb7-a304-dd0b327a56c0 None None] Pushing event updated for resources: {'Port': ['ID=62d14b46-e713-423b-8cc3-634bdb8f75b4,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:08.275457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] For port 5c4aeae8-da3c-4385-8096-02c7f384ad79, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c4aeae8-da3c-4385-8096-02c7f384ad79,segment=NetworkSegment(242c509c-4e89-4fa8-bf0f-caa0379a224a),segment_id=242c509c-4e89-4fa8-bf0f-caa0379a224a)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:08.286241 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.320030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601654dc-3382-4316-92de-0b6617700b47 req-db8b1345-1515-43c1-b40c-5ee8b4c6171e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:08.325403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-601654dc-3382-4316-92de-0b6617700b47 req-db8b1345-1515-43c1-b40c-5ee8b4c6171e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.7003314 Jan 27 21:56:08.330454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Made reservation on behalf of 8bf468f1d5b4435698a82f8407077a37 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:08.337869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:08.338106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.345525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=9c83a180-5ce7-4d16-aafd-bcb639d21560,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:08.353222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:08.365778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:08.366843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.544648 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-962b0852-fd33-4f15-b0fa-c96235397172 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (065790d1-8289-4e17-8309-742abc6c8038), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.556117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.590013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-962b0852-fd33-4f15-b0fa-c96235397172 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (065790d1-8289-4e17-8309-742abc6c8038), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.598367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8972e-4e0e-44d9-93a9-eef930f126a9 None None] Pushing event updated for resources: {'Port': ['ID=5c4aeae8-da3c-4385-8096-02c7f384ad79,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:08.662896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-962b0852-fd33-4f15-b0fa-c96235397172 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (065790d1-8289-4e17-8309-742abc6c8038), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.673243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-962b0852-fd33-4f15-b0fa-c96235397172 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.676908 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-962b0852-fd33-4f15-b0fa-c96235397172 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/065790d1-8289-4e17-8309-742abc6c8038 HTTP/1.1" status: 204 len: 168 time: 0.5109518 Jan 27 21:56:08.717397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58238) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:08.717831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b0852-fd33-4f15-b0fa-c96235397172 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065790d1-8289-4e17-8309-742abc6c8038,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:08.808622 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-9390d33c-2515-4fc9-8280-02f84b9dccd5 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4573450 Jan 27 21:56:08.988576 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0f09f890-30c6-419a-861a-0f61662139bb tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2665210 Jan 27 21:56:08.990892 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b9bf54c2-167b-48b5-98b1-9151fe06b362 req-5eabdee6-e467-4ece-aa66-131ebcb4ea20 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622043 Jan 27 21:56:08.998500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58240) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:09.055965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4e588883-a6cc-4057-9759-1ebab2692cf4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--846006993'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:09.209818 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.213284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Allocated IP 192.168.233.82 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/b18d6daa-7d03-45fc-be17-44c086e9acb7) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:09.214744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e588883-a6cc-4057-9759-1ebab2692cf4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.579926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] For port d05f1ead-699c-4a49-bd4c-c1cdb53af014, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:09.615917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.622779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-601654dc-3382-4316-92de-0b6617700b47 req-21715a3d-1272-4e85-a573-2a88ff6891a6 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1876132 Jan 27 21:56:09.633740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.645995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:09.751032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:09.751703 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.763677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40125c50-effd-4a0b-90f8-ed87d1d0178f req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "PUT /v2.0/ports/d05f1ead-699c-4a49-bd4c-c1cdb53af014 HTTP/1.1" status: 200 len: 1020 time: 1.8514664 Jan 27 21:56:09.805521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:09.810811 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:09.813489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbf311-3212-4a38-95ae-b819a4bed9aa tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'Port': ['ID=d05f1ead-699c-4a49-bd4c-c1cdb53af014,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:09.862192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.867754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ad6e31e-6c60-43dc-bbec-9a376288759f req-8087ad64-8b6f-477d-8dd0-ad57ffabbf7e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 210 time: 0.1360288 Jan 27 21:56:09.905929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.906817 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.914786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks [] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.965845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:09.988567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b2f27ff-a5cd-4f7a-b67e-ea1cdf756245 req-f125ae09-34c0-44e2-99c7-3b5376c69994 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.0829067 Jan 27 21:56:10.074777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.142827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b', 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:10.188303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event updated for resources: {'Port': ['ID=b18d6daa-7d03-45fc-be17-44c086e9acb7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:10.211323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:10.214241 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039559b6-1a84-4e61-9196-cb679b44f042 x-openstack-request-id: req-039559b6-1a84-4e61-9196-cb679b44f042 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:10.215018 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:10.215135 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-039559b6-1a84-4e61-9196-cb679b44f042 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:10.215694 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014', 'status': 'completed', 'code': 200} Jan 27 21:56:10.216771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:10.219627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:10.280862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e588883-a6cc-4057-9759-1ebab2692cf4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (21fb97d6-92c7-4552-a348-c4f9550405ee), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.291404 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-c7e3b00f-d9ec-4577-b186-1a2026ba0985 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0647666 Jan 27 21:56:10.312282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a', 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'f1effa96-3779-4cc7-a306-23b7e584d0b1', '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:10.377937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e588883-a6cc-4057-9759-1ebab2692cf4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (21fb97d6-92c7-4552-a348-c4f9550405ee), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.382095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:10.383810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.518874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-cc64139e-eefa-472d-ba7c-cc058c2229d7 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3798897 Jan 27 21:56:10.564934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Request body: {'port': {'device_id': 'a92270bb-a407-4aea-9083-97add0ce252b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:10.655127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c4aeae8-da3c-4385-8096-02c7f384ad79 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:10.699469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e588883-a6cc-4057-9759-1ebab2692cf4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fb97d6-92c7-4552-a348-c4f9550405ee,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:10.742418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3beffe-8660-43ab-b2df-fd14e861235f req-cf15015e-4887-447e-bacb-83b309fa4b0d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:10.756143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e3beffe-8660-43ab-b2df-fd14e861235f req-cf15015e-4887-447e-bacb-83b309fa4b0d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1023 time: 0.4308519 Jan 27 21:56:10.793413 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e588883-a6cc-4057-9759-1ebab2692cf4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.821645 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4e588883-a6cc-4057-9759-1ebab2692cf4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8200045 Jan 27 21:56:10.836124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58254) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:10.850817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-86b0e67b-89a2-4eba-8765-4d87f8a3f2ee tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': '21fb97d6-92c7-4552-a348-c4f9550405ee', 'direction': 'ingress', 'protocol': 17}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:10.910151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=9c83a180-5ce7-4d16-aafd-bcb639d21560,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:10.930900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb29451f-84b8-4635-9428-990cc224d69f None None] Network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:10.982855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-f234d5c0-5f65-458e-8df6-59bd8f551658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:10.985411 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-f234d5c0-5f65-458e-8df6-59bd8f551658 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1174 time: 0.6749873 Jan 27 21:56:10.993156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-9fcb72a7-ac7a-4655-a73c-61a9b48758ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:10.995440 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-9fcb72a7-ac7a-4655-a73c-61a9b48758ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 1101 time: 0.6319931 Jan 27 21:56:11.031565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:11.159198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-01e47048-e496-43ae-8a8e-317fa65e377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.161278 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-01e47048-e496-43ae-8a8e-317fa65e377a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1018260 Jan 27 21:56:11.166975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:11.169602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b0e67b-89a2-4eba-8765-4d87f8a3f2ee tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (219f90e0-a027-42ff-8d58-78641d339ad3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.172689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.245146 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-d8c067e4-a5ee-4e2d-9fd6-5a84a9d6eaf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=795d8b11-0359-4849-817c-b0b4bb9a111a HTTP/1.1" status: 200 len: 217 time: 0.0669377 Jan 27 21:56:11.256740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ed85e-2544-4976-876d-47472d8708e8 req-b1a92ff5-56d3-4bc4-8018-da5f9a0e78c1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.269769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e7ed85e-2544-4976-876d-47472d8708e8 req-b1a92ff5-56d3-4bc4-8018-da5f9a0e78c1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.4302354 Jan 27 21:56:11.369937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e3beffe-8660-43ab-b2df-fd14e861235f req-c0733c12-5277-4ec8-8356-029d3ead1a68 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=27c19ae8-a435-4044-8874-a24e178a2d70&id=60406323-ba1d-4793-8a30-ee7756e8bff8&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd HTTP/1.1" status: 200 len: 6206 time: 0.6100457 Jan 27 21:56:11.430550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:11.488008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-ffa59441-1deb-4d38-ba05-8b1c47dae15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.489950 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-ffa59441-1deb-4d38-ba05-8b1c47dae15e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 914 time: 0.4931984 Jan 27 21:56:11.518825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-a5492404-6f81-4a8b-9348-eabb129fdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.520675 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-a5492404-6f81-4a8b-9348-eabb129fdfca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1706796 Jan 27 21:56:11.570557 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.603696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b0e67b-89a2-4eba-8765-4d87f8a3f2ee tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (219f90e0-a027-42ff-8d58-78641d339ad3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.626694 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-794d502a-c0c1-452f-9df2-bd02a47e2b5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014 HTTP/1.1" status: 200 len: 217 time: 0.1215298 Jan 27 21:56:11.631600 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b0e67b-89a2-4eba-8765-4d87f8a3f2ee tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (219f90e0-a027-42ff-8d58-78641d339ad3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.752707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-48b5e16f-ac39-463c-9dbe-e7fc00d7a67e None None] Provisioning complete for port b18d6daa-7d03-45fc-be17-44c086e9acb7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:11.753854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-48b5e16f-ac39-463c-9dbe-e7fc00d7a67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.849383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18d6daa-7d03-45fc-be17-44c086e9acb7 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:11.850451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-48b5e16f-ac39-463c-9dbe-e7fc00d7a67e None None] Port b18d6daa-7d03-45fc-be17-44c086e9acb7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:11.852428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5c4aeae8-da3c-4385-8096-02c7f384ad79 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:11.853012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.866032 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.866798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Publish callbacks [] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.938008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Transition to ACTIVE for port object b18d6daa-7d03-45fc-be17-44c086e9acb7 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:11.949201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e7ed85e-2544-4976-876d-47472d8708e8 req-d633b6eb-d4c2-4052-9b73-56260aa7405b tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781361 Jan 27 21:56:11.956712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.195615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fabf85-d402-4631-9422-a78286ec8dbf req-a03444b5-e023-419a-8ccf-0054ca99f116 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:12.201537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fabf85-d402-4631-9422-a78286ec8dbf req-a03444b5-e023-419a-8ccf-0054ca99f116 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 935 time: 0.3182597 Jan 27 21:56:12.305784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Pushing event updated for resources: {'Port': ['ID=b18d6daa-7d03-45fc-be17-44c086e9acb7,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:12.364286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0e67b-89a2-4eba-8765-4d87f8a3f2ee tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219f90e0-a027-42ff-8d58-78641d339ad3,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:12.378933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-2b5683ae-9358-4080-86a4-eba8fdc22e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:12.381111 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-2b5683ae-9358-4080-86a4-eba8fdc22e64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.1977644 Jan 27 21:56:12.382361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:12.384981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5c4aeae8-da3c-4385-8096-02c7f384ad79 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:12.385688 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.403213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b0e67b-89a2-4eba-8765-4d87f8a3f2ee tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.405117 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-86b0e67b-89a2-4eba-8765-4d87f8a3f2ee tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5664079 Jan 27 21:56:12.413810 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cdfa0c15-98a9-4d37-bee3-30cfe43ff1a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7646158 Jan 27 21:56:12.455078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:12.468527 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-07f72483-438c-4980-bece-3bc90b3c9205 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507007 Jan 27 21:56:12.471538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58270) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:12.472270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58272) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:12.494369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1579184272'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:12.608243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-10f78dd4-5f83-4d26-b3ce-0eb23e9f0213 None None] Provisioning complete for port 5c4aeae8-da3c-4385-8096-02c7f384ad79 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:12.608810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-10f78dd4-5f83-4d26-b3ce-0eb23e9f0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.642494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fabf85-d402-4631-9422-a78286ec8dbf req-51a64792-2773-40bb-9474-b9b997d8fa95 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133180 Jan 27 21:56:12.716560 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-9461e5c2-6aae-48a4-9d9d-ad90ff8b1559 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814723 Jan 27 21:56:12.755365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 5c4aeae8-da3c-4385-8096-02c7f384ad79, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c4aeae8-da3c-4385-8096-02c7f384ad79,segment=NetworkSegment(242c509c-4e89-4fa8-bf0f-caa0379a224a),segment_id=242c509c-4e89-4fa8-bf0f-caa0379a224a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:12.761678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-837e2197-579c-432f-a57a-2c5163de48a1 req-4bae70ba-3354-47a8-829a-702fd22a4680 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.1407559 Jan 27 21:56:12.788226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:12.799580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.843990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b1cbd642-d3b2-4777-b488-2d16cc1378c6 req-73ee0ef7-e07d-4f74-9701-a44b15fc9038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': ' tempest-securitygroup -343498811 ', 'description': 'tempest-description-65865615'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:12.850529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:12.851571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:12.872330 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.873956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 62d14b46-e713-423b-8cc3-634bdb8f75b4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:12.915026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Attempting to bind port b18d6daa-7d03-45fc-be17-44c086e9acb7 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:12.915790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Attempting to bind port b18d6daa-7d03-45fc-be17-44c086e9acb7 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:12.916712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Attempting to bind port b18d6daa-7d03-45fc-be17-44c086e9acb7 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:12.940238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Port b18d6daa-7d03-45fc-be17-44c086e9acb7 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:12.940958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Attempting to bind port b18d6daa-7d03-45fc-be17-44c086e9acb7 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:12.948780 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1cbd642-d3b2-4777-b488-2d16cc1378c6 req-73ee0ef7-e07d-4f74-9701-a44b15fc9038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.989246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:12.990143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:12.990916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:12.991832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Bound port: b18d6daa-7d03-45fc-be17-44c086e9acb7, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:12.992529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.101803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:13.116391 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f91e2f35-6c77-4145-a9db-6c3ab4b9638f req-8b4462e6-496f-48ca-bff3-05e062b86e1e service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924837 Jan 27 21:56:13.269588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-43f6c023-4259-40db-97f1-a8577d48b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:13.271936 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-43f6c023-4259-40db-97f1-a8577d48b7fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7163656 Jan 27 21:56:13.282449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9614e3e8-9270-4cef-bef7-dc055b94081f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.283121 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment 9614e3e8-9270-4cef-bef7-dc055b94081f of type vlan for network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 Jan 27 21:56:13.474893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] For port b18d6daa-7d03-45fc-be17-44c086e9acb7, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:13.484921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1cbd642-d3b2-4777-b488-2d16cc1378c6 req-73ee0ef7-e07d-4f74-9701-a44b15fc9038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (0c67ba2f-703b-4846-97b5-7e8cc083fcbe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.521249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1cbd642-d3b2-4777-b488-2d16cc1378c6 req-73ee0ef7-e07d-4f74-9701-a44b15fc9038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0c67ba2f-703b-4846-97b5-7e8cc083fcbe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.529599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] For port b18d6daa-7d03-45fc-be17-44c086e9acb7, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b18d6daa-7d03-45fc-be17-44c086e9acb7,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:13.562960 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.640151 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-31c38d44-60fb-4fb4-8dc0-270e17424ce2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8893287 Jan 27 21:56:13.643880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=5c4aeae8-da3c-4385-8096-02c7f384ad79,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:13.660172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2a439bcd-ffa3-404a-8f80-4b49f3a1e201), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.689942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06b8be8a-02d3-4e62-86b1-5f9507bf7540 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (21fb97d6-92c7-4552-a348-c4f9550405ee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.705229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33fc9d-176f-4876-836b-0120ec4211e9 req-24a7ce66-40cb-402b-a8db-8cc85e6f7581 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:13.724198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc33fc9d-176f-4876-836b-0120ec4211e9 req-24a7ce66-40cb-402b-a8db-8cc85e6f7581 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.4275987 Jan 27 21:56:13.772832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1cbd642-d3b2-4777-b488-2d16cc1378c6 req-73ee0ef7-e07d-4f74-9701-a44b15fc9038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.775323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1cbd642-d3b2-4777-b488-2d16cc1378c6 req-73ee0ef7-e07d-4f74-9701-a44b15fc9038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9627986 Jan 27 21:56:13.872474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee0ef7-e07d-4f74-9701-a44b15fc9038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c67ba2f-703b-4846-97b5-7e8cc083fcbe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:13.909893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06b8be8a-02d3-4e62-86b1-5f9507bf7540 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (21fb97d6-92c7-4552-a348-c4f9550405ee), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.923490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:13.924628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.932114 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:56:13.936268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] 10.222.0.16 "PUT /v2.0/ports/b18d6daa-7d03-45fc-be17-44c086e9acb7 HTTP/1.1" status: 200 len: 1095 time: 3.4086881 Jan 27 21:56:13.936710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92270bb-a407-4aea-9083-97add0ce252b', 'tag': 'b18d6daa-7d03-45fc-be17-44c086e9acb7'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:13.949692 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c" -d '{"events": [{"name": "network-changed", "server_uuid": "a92270bb-a407-4aea-9083-97add0ce252b", "tag": "b18d6daa-7d03-45fc-be17-44c086e9acb7"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:14.220763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ca809-3402-4eb1-bb55-a2ac40adfaeb service neutron] Pushing event updated for resources: {'Port': ['ID=b18d6daa-7d03-45fc-be17-44c086e9acb7,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:14.281862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2a439bcd-ffa3-404a-8f80-4b49f3a1e201), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.303629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.303907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-4106e025-f5c2-4170-88c3-3d07ac692ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.304728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.305624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-4106e025-f5c2-4170-88c3-3d07ac692ff8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 1098 time: 0.2796116 Jan 27 21:56:14.346249 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-fc0a4093-043a-46a6-8281-98ac529add61 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0313046 Jan 27 21:56:14.415223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:14.436105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-7e20a16b-0025-4623-9cc5-583f4f002888 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b18d6daa-7d03-45fc-be17-44c086e9acb7 HTTP/1.1" status: 200 len: 217 time: 0.0959649 Jan 27 21:56:14.505397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 62d14b46-e713-423b-8cc3-634bdb8f75b4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:14.505871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.528215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e7b54204-a9e4-48d9-bbc9-8dd04ce8049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.528712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e7b54204-a9e4-48d9-bbc9-8dd04ce8049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.529287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e7b54204-a9e4-48d9-bbc9-8dd04ce8049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.529867 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e7b54204-a9e4-48d9-bbc9-8dd04ce8049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.530367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e7b54204-a9e4-48d9-bbc9-8dd04ce8049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.530905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e7b54204-a9e4-48d9-bbc9-8dd04ce8049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.531381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e7b54204-a9e4-48d9-bbc9-8dd04ce8049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.542466 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e7b54204-a9e4-48d9-bbc9-8dd04ce8049c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6491 time: 0.7681344 Jan 27 21:56:14.548470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc33fc9d-176f-4876-836b-0120ec4211e9 req-c7156694-135c-4148-a6da-23b990757441 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8172405 Jan 27 21:56:14.580361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e62a5b-4990-4770-9d84-ea7a232c0960 req-3340c81c-41b1-4ffa-8a6b-bc5bc99450da tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.582081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e62a5b-4990-4770-9d84-ea7a232c0960 req-3340c81c-41b1-4ffa-8a6b-bc5bc99450da tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 947 time: 0.3057601 Jan 27 21:56:14.635446 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1479385 Jan 27 21:56:14.637137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58296) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:14.656409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:14.786432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06b8be8a-02d3-4e62-86b1-5f9507bf7540 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (21fb97d6-92c7-4552-a348-c4f9550405ee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.795286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06b8be8a-02d3-4e62-86b1-5f9507bf7540 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.797285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-06b8be8a-02d3-4e62-86b1-5f9507bf7540 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/21fb97d6-92c7-4552-a348-c4f9550405ee HTTP/1.1" status: 204 len: 168 time: 2.3215277 Jan 27 21:56:14.809635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-10f78dd4-5f83-4d26-b3ce-0eb23e9f0213 None None] Current status of the port 5c4aeae8-da3c-4385-8096-02c7f384ad79 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:14.823592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58298) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:14.828989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2294534-0db8-4f33-9f4b-a3b5f74a8f86 req-bebb9360-456b-4550-85da-6f29343c982a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/0c67ba2f-703b-4846-97b5-7e8cc083fcbe HTTP/1.1" status: 200 len: 1797 time: 0.0864649 Jan 27 21:56:14.887598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:14.891546 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.897417 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942a681-eafa-4d54-80b6-a546f553de23 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=2a439bcd-ffa3-404a-8f80-4b49f3a1e201,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:14.968490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:15.052048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1c348244-e4b1-4dd7-bb21-d77624c094c7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2182086 Jan 27 21:56:15.081584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8be8a-02d3-4e62-86b1-5f9507bf7540 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fb97d6-92c7-4552-a348-c4f9550405ee,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:15.102523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58304) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:15.135965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-ed0e651e-f2e5-43ff-ad96-b31c70aea98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.144102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-ed0e651e-f2e5-43ff-ad96-b31c70aea98c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.6617553 Jan 27 21:56:15.157316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-0f6ec735-e1b3-41a9-8c24-59be766eb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.157803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-0f6ec735-e1b3-41a9-8c24-59be766eb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.158501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-0f6ec735-e1b3-41a9-8c24-59be766eb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.160403 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-0f6ec735-e1b3-41a9-8c24-59be766eb9ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=25e016db-c5c8-4680-99fd-c704adf86e2c&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2 HTTP/1.1" status: 200 len: 2292 time: 0.5437722 Jan 27 21:56:15.165348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f1e185b5-e336-4e0f-ae96-ceaf13b8eaf7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219330887'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:15.288893 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-14bf9654-68e6-4f1d-bed5-687e05e03619 req-34a6c413-761c-4b40-b97f-ff2227b8b8d9 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8817551 Jan 27 21:56:15.307612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e185b5-e336-4e0f-ae96-ceaf13b8eaf7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.317532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf63f36f-10f1-4f6a-9447-bfbdd66d7825 req-1c802b63-2ba1-41eb-ab85-b8ec033b479d tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.2981405 Jan 27 21:56:15.426238 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-7891ea57-f7da-4189-9dc7-83b61d641ba8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c HTTP/1.1" status: 200 len: 1002 time: 0.2538838 Jan 27 21:56:15.518504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e62a5b-4990-4770-9d84-ea7a232c0960 req-fb0ae964-ef39-4bca-9baa-9ff2b9167cd1 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9288259 Jan 27 21:56:15.532643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (0af61358-c5b9-4a53-bda5-77c26a0bdc5c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.713918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:15.714994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: 2a439bcd-ffa3-404a-8f80-4b49f3a1e201, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:15.730482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-6ddf3a34-b071-45bd-8279-bf68bf6719b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.734354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-6ddf3a34-b071-45bd-8279-bf68bf6719b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5827279 Jan 27 21:56:15.738959 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bb8dec-488c-4e83-9b33-59d8f7eeb66b x-openstack-request-id: req-46bb8dec-488c-4e83-9b33-59d8f7eeb66b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:15.739328 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92270bb-a407-4aea-9083-97add0ce252b", "tag": "b18d6daa-7d03-45fc-be17-44c086e9acb7", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:15.744071 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46bb8dec-488c-4e83-9b33-59d8f7eeb66b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:15.744540 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92270bb-a407-4aea-9083-97add0ce252b', 'tag': 'b18d6daa-7d03-45fc-be17-44c086e9acb7', 'status': 'completed', 'code': 200} Jan 27 21:56:15.839607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-af94b7a7-460b-49c9-a5d3-abf681ef41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.839607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-af94b7a7-460b-49c9-a5d3-abf681ef41fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b451e4d-22c1-41c0-85f8-fe5254f83367 HTTP/1.1" status: 200 len: 851 time: 0.3772409 Jan 27 21:56:15.864807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ba57d187-fd48-455b-9473-f202a5d7184a None None] Provisioning complete for port 9c83a180-5ce7-4d16-aafd-bcb639d21560 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:15.865876 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba57d187-fd48-455b-9473-f202a5d7184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.931542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ba57d187-fd48-455b-9473-f202a5d7184a None None] Port 9c83a180-5ce7-4d16-aafd-bcb639d21560 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:15.951405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 62d14b46-e713-423b-8cc3-634bdb8f75b4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:15.955447 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e185b5-e336-4e0f-ae96-ceaf13b8eaf7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (fd45cf0c-c6b9-4bdb-9062-dd10a566f92a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.975047 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e185b5-e336-4e0f-ae96-ceaf13b8eaf7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fd45cf0c-c6b9-4bdb-9062-dd10a566f92a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.979322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-3a93d8e5-22c5-49d4-966f-660a1a605485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.980994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-3a93d8e5-22c5-49d4-966f-660a1a605485 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=25e016db-c5c8-4680-99fd-c704adf86e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356962 Jan 27 21:56:16.060957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e185b5-e336-4e0f-ae96-ceaf13b8eaf7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.068433 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f1e185b5-e336-4e0f-ae96-ceaf13b8eaf7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9130137 Jan 27 21:56:16.069987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58314) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:16.155822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ba57d187-fd48-455b-9473-f202a5d7184a None None] Provisioning complete for port 5c4aeae8-da3c-4385-8096-02c7f384ad79 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:16.156218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba57d187-fd48-455b-9473-f202a5d7184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.200848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-03a0053a-8e13-4cbd-b4c3-ce13bc6309ff tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096341886'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:16.243661 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03a0053a-8e13-4cbd-b4c3-ce13bc6309ff tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.250204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=0af61358-c5b9-4a53-bda5-77c26a0bdc5c,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:16.273060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e185b5-e336-4e0f-ae96-ceaf13b8eaf7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd45cf0c-c6b9-4bdb-9062-dd10a566f92a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:16.282398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:16.290135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c4aeae8-da3c-4385-8096-02c7f384ad79 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:16.392689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03a0053a-8e13-4cbd-b4c3-ce13bc6309ff tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (391baff9-7b4c-45f1-9ceb-f509817470f5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.407292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03a0053a-8e13-4cbd-b4c3-ce13bc6309ff tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (391baff9-7b4c-45f1-9ceb-f509817470f5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.443178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2a439bcd-ffa3-404a-8f80-4b49f3a1e201) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:16.484855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a122a-27f8-4e53-8c8b-a10edf5677dd None None] Network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:16.489793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:16.490836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.497978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5c4aeae8-da3c-4385-8096-02c7f384ad79 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:16.498372 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.545333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06a6237f-a15b-4515-b5f1-62df09a104be req-bdeb2cbd-fb6b-4f3a-853e-484685ba3a17 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/0c67ba2f-703b-4846-97b5-7e8cc083fcbe HTTP/1.1" status: 200 len: 1797 time: 0.7923210 Jan 27 21:56:16.552710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2f893d9f-e161-4de4-9880-630cca6c7936 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9076633 Jan 27 21:56:16.554940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-ff161df8-ac25-4607-8c21-215367a146d5 service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364463 Jan 27 21:56:16.559700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-186bf581-1fe8-4c67-a16d-302e9a159ee5 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7587411 Jan 27 21:56:16.562195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58318) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:16.565966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03a0053a-8e13-4cbd-b4c3-ce13bc6309ff tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.570051 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-03a0053a-8e13-4cbd-b4c3-ce13bc6309ff tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3713558 Jan 27 21:56:16.571859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58320) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:16.584179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-99c865d2-8048-49e8-9ae2-c321a7935f80 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': 'fd45cf0c-c6b9-4bdb-9062-dd10a566f92a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '391baff9-7b4c-45f1-9ceb-f509817470f5', 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:16.596747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1cb96-83be-4664-9875-9cb7ea43a940 req-fc2ac88b-c18c-4de5-af7f-2e91e4912b7c tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:16.612011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13c1cb96-83be-4664-9875-9cb7ea43a940 req-fc2ac88b-c18c-4de5-af7f-2e91e4912b7c tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.1998796 Jan 27 21:56:16.628058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0053a-8e13-4cbd-b4c3-ce13bc6309ff tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391baff9-7b4c-45f1-9ceb-f509817470f5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:16.699620 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99c865d2-8048-49e8-9ae2-c321a7935f80 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (992dcc83-dda0-4f62-aa79-3aa23d093ced), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.789889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ba57d187-fd48-455b-9473-f202a5d7184a None None] Current status of the port 5c4aeae8-da3c-4385-8096-02c7f384ad79 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:16.869921 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-2c53e472-3009-4297-85c4-a618f403259e service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010795 Jan 27 21:56:16.948980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5c4aeae8-da3c-4385-8096-02c7f384ad79 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:16.970451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:08Z', 'revision_number': 3, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:09Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:17.062611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:17.063605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Updating router b6cd0647-5abd-454c-a857-d5d3f3eaa66f port 9c83a180-5ce7-4d16-aafd-bcb639d21560 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:17.066865 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-4637c2b0-f6b3-404b-a130-e3380fd56ada service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 200 len: 217 time: 0.1880565 Jan 27 21:56:17.116041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99c865d2-8048-49e8-9ae2-c321a7935f80 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (992dcc83-dda0-4f62-aa79-3aa23d093ced), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.122117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:56:17.123701 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.143106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99c865d2-8048-49e8-9ae2-c321a7935f80 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (992dcc83-dda0-4f62-aa79-3aa23d093ced), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.203930 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.206574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c865d2-8048-49e8-9ae2-c321a7935f80 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992dcc83-dda0-4f62-aa79-3aa23d093ced,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:17.253003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-99c865d2-8048-49e8-9ae2-c321a7935f80 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.258985 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-99c865d2-8048-49e8-9ae2-c321a7935f80 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6745443 Jan 27 21:56:17.260075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58330) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:17.274518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-b326c8ce-c267-4e3f-a2c0-c30f1e3c74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:17.286333 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-b326c8ce-c267-4e3f-a2c0-c30f1e3c74d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.2045853 Jan 27 21:56:17.293290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13c1cb96-83be-4664-9875-9cb7ea43a940 req-43226235-07bc-40d0-8d0e-8b8672205f20 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792750 Jan 27 21:56:17.390159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dd8a5b9-08ef-4059-b1d2-1e27f967d847 req-c992be46-f54a-44ce-85a9-df835cb2a907 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711718 Jan 27 21:56:17.416852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-365262c0-9cab-44c1-a664-016bb4a6c2e1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (992dcc83-dda0-4f62-aa79-3aa23d093ced), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.433197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-365262c0-9cab-44c1-a664-016bb4a6c2e1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (992dcc83-dda0-4f62-aa79-3aa23d093ced), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.451814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-06a6237f-a15b-4515-b5f1-62df09a104be req-ebc490d8-6455-44a9-b573-21434bf58b89 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (0c67ba2f-703b-4846-97b5-7e8cc083fcbe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.455008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-58f1540a-ca98-4b97-badd-d2c75bcd9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:17.458527 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-58f1540a-ca98-4b97-badd-d2c75bcd9ac1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501451 Jan 27 21:56:17.492682 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-06a6237f-a15b-4515-b5f1-62df09a104be req-ebc490d8-6455-44a9-b573-21434bf58b89 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (0c67ba2f-703b-4846-97b5-7e8cc083fcbe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.602872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-06a6237f-a15b-4515-b5f1-62df09a104be req-ebc490d8-6455-44a9-b573-21434bf58b89 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0c67ba2f-703b-4846-97b5-7e8cc083fcbe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.606312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-06a6237f-a15b-4515-b5f1-62df09a104be req-ebc490d8-6455-44a9-b573-21434bf58b89 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.608044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06a6237f-a15b-4515-b5f1-62df09a104be req-ebc490d8-6455-44a9-b573-21434bf58b89 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/0c67ba2f-703b-4846-97b5-7e8cc083fcbe HTTP/1.1" status: 204 len: 173 time: 0.9866018 Jan 27 21:56:17.616689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-365262c0-9cab-44c1-a664-016bb4a6c2e1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (992dcc83-dda0-4f62-aa79-3aa23d093ced), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.634936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-365262c0-9cab-44c1-a664-016bb4a6c2e1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.641409 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-365262c0-9cab-44c1-a664-016bb4a6c2e1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/992dcc83-dda0-4f62-aa79-3aa23d093ced HTTP/1.1" status: 204 len: 168 time: 0.3796473 Jan 27 21:56:17.644518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58334) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:17.670996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Allocated IP 2001:db8:2::2 (2a439bcd-ffa3-404a-8f80-4b49f3a1e201/0af61358-c5b9-4a53-bda5-77c26a0bdc5c/6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:17.685768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365262c0-9cab-44c1-a664-016bb4a6c2e1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=992dcc83-dda0-4f62-aa79-3aa23d093ced,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:17.778674 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-18803445-48af-48ed-91c2-76f2db6afede service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000844 Jan 27 21:56:17.802435 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd4e4739-5077-4c3a-aab3-89b2f42b07bd tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1530297 Jan 27 21:56:17.805276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58336) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:17.990824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c19048d1-2db5-4e63-9c53-c293cbaabdb6 req-7ae0b666-f808-4964-a470-532d62877cb7 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.5446088 Jan 27 21:56:18.222631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0024-f2a0-4a00-8dfe-cdff494cef9b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (391baff9-7b4c-45f1-9ceb-f509817470f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.249208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc490d8-6455-44a9-b573-21434bf58b89 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c67ba2f-703b-4846-97b5-7e8cc083fcbe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:18.369556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-14873883-ff4e-468c-a251-a2413e0c17cf service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653145 Jan 27 21:56:18.373358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0024-f2a0-4a00-8dfe-cdff494cef9b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (391baff9-7b4c-45f1-9ceb-f509817470f5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.395286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-946d4f09-9163-4f54-8af6-e007a8b8ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.404541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-946d4f09-9163-4f54-8af6-e007a8b8ecec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 1098 time: 0.8424840 Jan 27 21:56:18.475830 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-a03f922f-d90e-41bb-83a7-e114cae74fa5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 200 len: 217 time: 0.0951869 Jan 27 21:56:18.643480 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-60ff1aa1-96f5-46db-accf-18ede6cb9320 req-2a3fb683-1242-4dda-bf2d-ed1ce339c4af tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:56:18.660520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60ff1aa1-96f5-46db-accf-18ede6cb9320 req-2a3fb683-1242-4dda-bf2d-ed1ce339c4af tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/0c67ba2f-703b-4846-97b5-7e8cc083fcbe HTTP/1.1" status: 404 len: 352 time: 0.3310564 Jan 27 21:56:18.694918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0024-f2a0-4a00-8dfe-cdff494cef9b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (391baff9-7b4c-45f1-9ceb-f509817470f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.694918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0024-f2a0-4a00-8dfe-cdff494cef9b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.707159 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9c5c0024-f2a0-4a00-8dfe-cdff494cef9b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/391baff9-7b4c-45f1-9ceb-f509817470f5 HTTP/1.1" status: 204 len: 168 time: 0.8890362 Jan 27 21:56:18.707159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58346) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:18.720767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-3a29c7c6-6d39-45c7-9993-a2412f25e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.736369 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-3a29c7c6-6d39-45c7-9993-a2412f25e09f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.2360177 Jan 27 21:56:18.778083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42c0e4-0f61-46e7-b28c-f2503815dc3b req-37c896e9-fa2f-495c-9a3b-cee84c6ddadd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.790964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f42c0e4-0f61-46e7-b28c-f2503815dc3b req-37c896e9-fa2f-495c-9a3b-cee84c6ddadd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 947 time: 0.8100550 Jan 27 21:56:18.806064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.863529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c0024-f2a0-4a00-8dfe-cdff494cef9b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391baff9-7b4c-45f1-9ceb-f509817470f5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:18.950258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-ff61a906-cb7e-4dca-a4b5-645a67d0a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.952039 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-ff61a906-cb7e-4dca-a4b5-645a67d0a030 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2141318 Jan 27 21:56:18.983552 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f541659f-4724-408d-bf60-48e92bcea72e tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2418463 Jan 27 21:56:18.988477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58348) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:19.261546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf88-4cbf-4325-b964-913198b0dbd9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (fd45cf0c-c6b9-4bdb-9062-dd10a566f92a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.266594 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-c067a5f5-73a8-44b6-b37c-eb08fa904bb7 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815933 Jan 27 21:56:19.345250 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Publish callbacks [] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.359328 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.365993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Publish callbacks [] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.413187 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf88-4cbf-4325-b964-913198b0dbd9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (fd45cf0c-c6b9-4bdb-9062-dd10a566f92a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.445395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Pushing event updated for resources: {'Port': ['ID=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:19.462054 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.579638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f42c0e4-0f61-46e7-b28c-f2503815dc3b req-409ba5ae-dd52-42eb-a871-81bf3756b908 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434341 Jan 27 21:56:19.582917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-f53e085d-7244-4d69-a593-c1c26990fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:19.585679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-e10d98b4-0206-4acb-8f12-a267f5fb9307 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115649 Jan 27 21:56:19.586278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-f53e085d-7244-4d69-a593-c1c26990fab2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.1556125 Jan 27 21:56:19.595928 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf88-4cbf-4325-b964-913198b0dbd9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fd45cf0c-c6b9-4bdb-9062-dd10a566f92a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.603606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf88-4cbf-4325-b964-913198b0dbd9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.605027 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3a7cf88-4cbf-4325-b964-913198b0dbd9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/fd45cf0c-c6b9-4bdb-9062-dd10a566f92a HTTP/1.1" status: 204 len: 168 time: 0.5946114 Jan 27 21:56:19.624873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58358) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:19.625979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7cf88-4cbf-4325-b964-913198b0dbd9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd45cf0c-c6b9-4bdb-9062-dd10a566f92a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:19.642336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:19.658554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:19.676844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:19.681545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.703671 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-5543f198-06b3-413b-ab8f-9a33eba5bf96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7 HTTP/1.1" status: 200 len: 217 time: 0.0969458 Jan 27 21:56:19.738146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6eb9b003-8e0e-4fb3-b9a6-4f93d697b40c req-e9dcd531-1759-4cdb-845a-0c7517593cae tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1417301673', 'description': 'tempest-description-869251527'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:19.779236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf3893-25dd-4230-a013-a6438f2d298b None None] Pushing event updated for resources: {'Port': ['ID=9c83a180-5ce7-4d16-aafd-bcb639d21560,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:19.829085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-d71529e1-51d0-4a86-9121-937ab26f0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:19.831066 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-d71529e1-51d0-4a86-9121-937ab26f0ee4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.1210148 Jan 27 21:56:19.847272 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5510af94-110d-48ab-b2f4-08e3fa3bd430 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2101719 Jan 27 21:56:19.876219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58360) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:19.894406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-59c3d0c1-d671-403f-8383-173209956ce5 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--820786424'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:19.971901 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Attempting to bind port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:19.972832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Attempting to bind port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:19.983861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Attempting to bind port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 on network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:20.043983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293425b-8614-4f10-91ae-ee1a503362c7 req-714faddd-0458-4705-bc22-2a56f5caec5b tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.062378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:20.064990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5293425b-8614-4f10-91ae-ee1a503362c7 req-714faddd-0458-4705-bc22-2a56f5caec5b tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 1.0263808 Jan 27 21:56:20.069732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-0227133e-4e02-4f5a-af42-5934f90c0411 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b18d6daa-7d03-45fc-be17-44c086e9acb7 HTTP/1.1" status: 200 len: 217 time: 0.4193740 Jan 27 21:56:20.070684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Checking segment: {'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:20.073665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-ab907739-9fbd-4849-8e1f-7586480cd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.074379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.075309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Bound using segment: {'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:20.076464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Bound port: 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:20.077314 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.086749 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-ab907739-9fbd-4849-8e1f-7586480cd6c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2271206 Jan 27 21:56:20.090927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Attempting to bind port 9c83a180-5ce7-4d16-aafd-bcb639d21560 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:20.091570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Attempting to bind port 9c83a180-5ce7-4d16-aafd-bcb639d21560 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:20.098587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Attempting to bind port 9c83a180-5ce7-4d16-aafd-bcb639d21560 on network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:20.118930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59c3d0c1-d671-403f-8383-173209956ce5 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.159841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:20.160701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Checking segment: {'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:20.161570 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.162974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Bound using segment: {'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:20.163979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Bound port: 9c83a180-5ce7-4d16-aafd-bcb639d21560, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242c509c-4e89-4fa8-bf0f-caa0379a224a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:20.164716 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.370175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f5a9fa5f-fb32-4fce-9d18-95fe5883e8f6 None None] Provisioning complete for port 9c83a180-5ce7-4d16-aafd-bcb639d21560 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:20.370682 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fa5f-fb32-4fce-9d18-95fe5883e8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.423152 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6eb9b003-8e0e-4fb3-b9a6-4f93d697b40c req-e9dcd531-1759-4cdb-845a-0c7517593cae tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.430781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] For port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:20.433471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59c3d0c1-d671-403f-8383-173209956ce5 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (2444c107-2e85-4130-b7b3-af57d2dceae4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.441203 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59c3d0c1-d671-403f-8383-173209956ce5 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2444c107-2e85-4130-b7b3-af57d2dceae4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.451839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] For port 9c83a180-5ce7-4d16-aafd-bcb639d21560, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:20.463733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] For port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,segment=NetworkSegment(9614e3e8-9270-4cef-bef7-dc055b94081f),segment_id=9614e3e8-9270-4cef-bef7-dc055b94081f)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:20.500721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.503550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9fa5f-fb32-4fce-9d18-95fe5883e8f6 None None] Port 9c83a180-5ce7-4d16-aafd-bcb639d21560 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:20.508204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] For port 9c83a180-5ce7-4d16-aafd-bcb639d21560, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9c83a180-5ce7-4d16-aafd-bcb639d21560,segment=NetworkSegment(242c509c-4e89-4fa8-bf0f-caa0379a224a),segment_id=242c509c-4e89-4fa8-bf0f-caa0379a224a)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:20.523375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3d0c1-d671-403f-8383-173209956ce5 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2444c107-2e85-4130-b7b3-af57d2dceae4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:20.532470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59c3d0c1-d671-403f-8383-173209956ce5 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.533975 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-59c3d0c1-d671-403f-8383-173209956ce5 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6566086 Jan 27 21:56:20.538371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58364) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:20.549920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0b811fdc-f79c-430e-8cd0-9c59ffdb93a1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': '2444c107-2e85-4130-b7b3-af57d2dceae4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:20.568525 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.609003 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-2527f4aa-7cf7-4df2-897e-088bb87231e6 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206797 Jan 27 21:56:20.652509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5293425b-8614-4f10-91ae-ee1a503362c7 req-5129f16f-b317-4973-9b52-ba897a75ab58 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726895 Jan 27 21:56:20.768357 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.785120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-50036335-cae8-4c67-be0f-fe30b2716fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.795211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-50036335-cae8-4c67-be0f-fe30b2716fbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.7105162 Jan 27 21:56:20.843541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fcaaf-e19a-4f2b-b978-3c1d1512604f None None] Pushing event updated for resources: {'Port': ['ID=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:20.937174 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b811fdc-f79c-430e-8cd0-9c59ffdb93a1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (89c58fec-635e-4b8e-8c32-ee5853b5a222), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.989860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf3893-25dd-4230-a013-a6438f2d298b None None] Pushing event updated for resources: {'Port': ['ID=9c83a180-5ce7-4d16-aafd-bcb639d21560,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:20.993911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:20.994589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:21.160464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:21.423075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-732ce363-d1e7-4078-938f-2f8261e45805 req-d112701c-fb89-41df-ab14-308983af1015 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.3765986 Jan 27 21:56:21.479810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6eb9b003-8e0e-4fb3-b9a6-4f93d697b40c req-e9dcd531-1759-4cdb-845a-0c7517593cae tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (084d5e9c-c63c-4cd7-89be-049d46663a17), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.482774 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-a1721b8e-9e0a-4e17-b082-6526c80c647b service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8646698 Jan 27 21:56:21.500095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6eb9b003-8e0e-4fb3-b9a6-4f93d697b40c req-e9dcd531-1759-4cdb-845a-0c7517593cae tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (084d5e9c-c63c-4cd7-89be-049d46663a17), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.627971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcd531-1759-4cdb-845a-0c7517593cae tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084d5e9c-c63c-4cd7-89be-049d46663a17,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:21.634120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-fc8cf513-2d0f-457f-a088-6c4e64fa2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:21.636440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-fc8cf513-2d0f-457f-a088-6c4e64fa2f1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7684019 Jan 27 21:56:21.822958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b811fdc-f79c-430e-8cd0-9c59ffdb93a1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (89c58fec-635e-4b8e-8c32-ee5853b5a222), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.833856 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-5da6a233-6bec-4684-969a-b54b7c2c935f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629 HTTP/1.1" status: 200 len: 217 time: 0.3350582 Jan 27 21:56:21.836982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b811fdc-f79c-430e-8cd0-9c59ffdb93a1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (89c58fec-635e-4b8e-8c32-ee5853b5a222), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.897012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5fdd62a3-945f-4908-aab9-785e4923ad32 None None] Provisioning complete for port 9c83a180-5ce7-4d16-aafd-bcb639d21560 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:21.904883 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5fdd62a3-945f-4908-aab9-785e4923ad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.918872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-6d787a8a-7444-4e05-9fac-0d285a595100 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003424 Jan 27 21:56:21.928774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b811fdc-f79c-430e-8cd0-9c59ffdb93a1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.931929 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b811fdc-f79c-430e-8cd0-9c59ffdb93a1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3915560 Jan 27 21:56:21.940843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58374) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:21.963587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b811fdc-f79c-430e-8cd0-9c59ffdb93a1 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c58fec-635e-4b8e-8c32-ee5853b5a222,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:22.001321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-5c463cf9-31e1-45c7-882a-c0f0aee15d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:22.003235 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-5c463cf9-31e1-45c7-882a-c0f0aee15d04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.1555722 Jan 27 21:56:22.051175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6eb9b003-8e0e-4fb3-b9a6-4f93d697b40c req-e9dcd531-1759-4cdb-845a-0c7517593cae tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.059231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6eb9b003-8e0e-4fb3-b9a6-4f93d697b40c req-e9dcd531-1759-4cdb-845a-0c7517593cae tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 2.3611240 Jan 27 21:56:22.285193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-1d9e28c2-1745-438d-a52d-545215a8f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:22.303001 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-1d9e28c2-1745-438d-a52d-545215a8f80c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2920120 Jan 27 21:56:22.410234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:08Z', 'revision_number': 3, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:20Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:22.497658 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb827-b08a-4b9f-97b9-7f54592a9c7b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (89c58fec-635e-4b8e-8c32-ee5853b5a222), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.525191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:22.530018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd62a3-945f-4908-aab9-785e4923ad32 None None] Current status of the port 9c83a180-5ce7-4d16-aafd-bcb639d21560 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:22.531106 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5fdd62a3-945f-4908-aab9-785e4923ad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.534544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb827-b08a-4b9f-97b9-7f54592a9c7b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (89c58fec-635e-4b8e-8c32-ee5853b5a222), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.578470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b305e34-3b28-4463-81e3-3d7db2331b8f None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:08Z', 'revision_number': 3, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:20Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:22.719121 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb827-b08a-4b9f-97b9-7f54592a9c7b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (89c58fec-635e-4b8e-8c32-ee5853b5a222), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.770448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5fdd62a3-945f-4908-aab9-785e4923ad32 None None] For port 9c83a180-5ce7-4d16-aafd-bcb639d21560, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9c83a180-5ce7-4d16-aafd-bcb639d21560,segment=NetworkSegment(242c509c-4e89-4fa8-bf0f-caa0379a224a),segment_id=242c509c-4e89-4fa8-bf0f-caa0379a224a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:22.784443 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb827-b08a-4b9f-97b9-7f54592a9c7b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.790875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58384) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:22.794097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dc4fb827-b08a-4b9f-97b9-7f54592a9c7b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/89c58fec-635e-4b8e-8c32-ee5853b5a222 HTTP/1.1" status: 204 len: 168 time: 0.8307438 Jan 27 21:56:22.801384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b18d6daa-7d03-45fc-be17-44c086e9acb7 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:22.886016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8:2::1 (2a439bcd-ffa3-404a-8f80-4b49f3a1e201/0af61358-c5b9-4a53-bda5-77c26a0bdc5c/1a896873-4748-47d4-92f3-2c67ba86b6d6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:22.888679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fb827-b08a-4b9f-97b9-7f54592a9c7b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89c58fec-635e-4b8e-8c32-ee5853b5a222,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:22.907935 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-9b68e043-7623-402a-8184-e8c86c1868d2 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923617 Jan 27 21:56:22.965032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c435e-fba3-4630-9ffc-de09c48d0fb1 req-7c8aa052-fd44-4188-9670-2bb42e904082 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:22.973433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-039c435e-fba3-4630-9ffc-de09c48d0fb1 req-7c8aa052-fd44-4188-9670-2bb42e904082 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 947 time: 0.8641660 Jan 27 21:56:23.049317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3446c33-d60d-41e7-9d21-ad25fc2f8b2e req-afe427ce-8dd8-4132-beb1-7d9ed9adacc2 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:23.056374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3446c33-d60d-41e7-9d21-ad25fc2f8b2e req-afe427ce-8dd8-4132-beb1-7d9ed9adacc2 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.6993203 Jan 27 21:56:23.099034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88c4f568-d6e0-4e65-8f43-4e0d9b21225c req-a4a261ca-1713-48b6-86fa-678e0271258d service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1360381 Jan 27 21:56:23.181250 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5fdd62a3-945f-4908-aab9-785e4923ad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.420154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0dba91-bdab-4216-971b-99301d681c0c None None] Network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:23.518940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9f5cf7c2-8eca-40e8-9e14-3d1d76207679 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7203655 Jan 27 21:56:23.526760 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-7a77dfe5-c6d4-4ffa-950d-e4e6453d02eb service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164970 Jan 27 21:56:23.527352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58390) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:23.602220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.611353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3446c33-d60d-41e7-9d21-ad25fc2f8b2e req-4ed42f55-f53c-47fd-85b2-69f7dd98945e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898283 Jan 27 21:56:23.627160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-039c435e-fba3-4630-9ffc-de09c48d0fb1 req-d6855336-4789-463c-b01b-07187a67fdef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527817 Jan 27 21:56:23.635454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a5776558-45bf-4f27-8986-3c16d33b58c9 None None] Provisioning complete for port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:23.636508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5776558-45bf-4f27-8986-3c16d33b58c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.641630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd62a3-945f-4908-aab9-785e4923ad32 None None] Pushing event updated for resources: {'Port': ['ID=9c83a180-5ce7-4d16-aafd-bcb639d21560,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:23.682643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-470f5cbf-b312-46d1-be06-b41924511b81 req-2a6c5b9e-efef-410f-b074-d0c5ebab7336 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-992654041', 'description': 'tempest-description-1188164401'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:23.688929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b18d6daa-7d03-45fc-be17-44c086e9acb7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b18d6daa-7d03-45fc-be17-44c086e9acb7,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:23.693000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:23.693485 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.730882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-470f5cbf-b312-46d1-be06-b41924511b81 req-2a6c5b9e-efef-410f-b074-d0c5ebab7336 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.784636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.797281 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-811c907e-5f2a-4346-baaf-8f17778e2164 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a02378a6-77b4-49d1-9876-aeae9608ee06 HTTP/1.1" status: 200 len: 217 time: 0.2532349 Jan 27 21:56:23.858343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'b18d6daa-7d03-45fc-be17-44c086e9acb7', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'b18d6daa-7d03-45fc-be17-44c086e9acb7', 'mac_address': 'fa:16:3e:32:df:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:23.985800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:24.037696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:24.102540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:24.104014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.286925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=1a896873-4748-47d4-92f3-2c67ba86b6d6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:24.293988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ea708-3ddc-4b5a-ae17-b0427f4250c9 req-a81f91e6-6a0b-44cf-aba2-f6779ed6d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:24.296577 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-752ea708-3ddc-4b5a-ae17-b0427f4250c9 req-a81f91e6-6a0b-44cf-aba2-f6779ed6d28f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 1.0926051 Jan 27 21:56:24.301439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b18d6daa-7d03-45fc-be17-44c086e9acb7 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:24.302138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.367823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdc06f0e-7030-4d54-b678-165989b6c36f req-a110571d-b7c1-47bc-b7f3-337bba53646a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/ports?device_id=842ad8e5-2c86-47bb-9a4c-bba3bec5231d HTTP/1.1" status: 200 len: 210 time: 0.2672598 Jan 27 21:56:24.439800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18d6daa-7d03-45fc-be17-44c086e9acb7 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:24.470130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.521668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-532745f5-1d51-4eee-a7e9-b7aa15d957bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:24.525420 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-532745f5-1d51-4eee-a7e9-b7aa15d957bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.7128232 Jan 27 21:56:24.540994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-752ea708-3ddc-4b5a-ae17-b0427f4250c9 req-3e75caad-5954-4b51-9152-ad146c6db3e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286403 Jan 27 21:56:24.594454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b4e26b0-ec31-4bcc-af0b-b8a495935f42 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (2444c107-2e85-4130-b7b3-af57d2dceae4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.597266 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-470f5cbf-b312-46d1-be06-b41924511b81 req-2a6c5b9e-efef-410f-b074-d0c5ebab7336 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (258feaae-8dab-473e-a768-33532f7279ab), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.603460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b18d6daa-7d03-45fc-be17-44c086e9acb7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b18d6daa-7d03-45fc-be17-44c086e9acb7,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:24.628939 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.630306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-fdc5df87-5b49-4f28-8fc7-dbfbfe83a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:24.632403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a5776558-45bf-4f27-8986-3c16d33b58c9 None None] Current status of the port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:24.632403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5776558-45bf-4f27-8986-3c16d33b58c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.632778 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-fdc5df87-5b49-4f28-8fc7-dbfbfe83a075 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896077 Jan 27 21:56:24.663313 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-470f5cbf-b312-46d1-be06-b41924511b81 req-2a6c5b9e-efef-410f-b074-d0c5ebab7336 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (258feaae-8dab-473e-a768-33532f7279ab), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.687036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b4e26b0-ec31-4bcc-af0b-b8a495935f42 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (2444c107-2e85-4130-b7b3-af57d2dceae4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.751931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b18d6daa-7d03-45fc-be17-44c086e9acb7,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:24.801806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a5776558-45bf-4f27-8986-3c16d33b58c9 None None] For port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,segment=NetworkSegment(9614e3e8-9270-4cef-bef7-dc055b94081f),segment_id=9614e3e8-9270-4cef-bef7-dc055b94081f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:24.803969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:24.805021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.834696 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5776558-45bf-4f27-8986-3c16d33b58c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.835820 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-470f5cbf-b312-46d1-be06-b41924511b81 req-2a6c5b9e-efef-410f-b074-d0c5ebab7336 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.847777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-470f5cbf-b312-46d1-be06-b41924511b81 req-2a6c5b9e-efef-410f-b074-d0c5ebab7336 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1835675 Jan 27 21:56:24.909074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5776558-45bf-4f27-8986-3c16d33b58c9 None None] Pushing event updated for resources: {'Port': ['ID=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:24.950472 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b4e26b0-ec31-4bcc-af0b-b8a495935f42 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2444c107-2e85-4130-b7b3-af57d2dceae4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.957537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b4e26b0-ec31-4bcc-af0b-b8a495935f42 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.968910 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8b4e26b0-ec31-4bcc-af0b-b8a495935f42 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/2444c107-2e85-4130-b7b3-af57d2dceae4 HTTP/1.1" status: 204 len: 168 time: 1.4273918 Jan 27 21:56:24.980559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58402) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:25.004253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c5b9e-efef-410f-b074-d0c5ebab7336 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258feaae-8dab-473e-a768-33532f7279ab,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:25.010675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:56:25.011507 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:56:25.016839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e26b0-ec31-4bcc-af0b-b8a495935f42 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2444c107-2e85-4130-b7b3-af57d2dceae4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:25.068524 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-08cc8b11-6f45-41bb-84bd-ac6450c105cb service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234421 Jan 27 21:56:25.134452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-71725b00-fc3c-4c70-8f62-ce112e1058c0 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1419113 Jan 27 21:56:25.139311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58404) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:25.175523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a364f4f6-46b6-4a46-a18d-e27e856cdf65 None None] Provisioning complete for port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:25.176218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a364f4f6-46b6-4a46-a18d-e27e856cdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.184022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2f6c4ac6-cdaa-4d04-bf7c-341ad3a581f6 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128731117'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:25.294198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5d485-f240-4932-b42b-aa65f104ed89 req-870adad3-e12c-40e3-8f89-40e42c874a6e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:25.304173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf5d485-f240-4932-b42b-aa65f104ed89 req-870adad3-e12c-40e3-8f89-40e42c874a6e tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.4995651 Jan 27 21:56:25.335507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['b18d6daa-7d03-45fc-be17-44c086e9acb7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:25.375431 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-d1cd40f4-fc11-4731-b747-53c548832e94 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941504 Jan 27 21:56:25.384067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75d46-061d-4daf-b808-82f01c6f46e7 req-1a1dd411-8124-494e-9869-8ae87640b53c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:25.387635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ba75d46-061d-4daf-b808-82f01c6f46e7 req-1a1dd411-8124-494e-9869-8ae87640b53c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 948 time: 0.3793216 Jan 27 21:56:25.463842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ac6-cdaa-4d04-bf7c-341ad3a581f6 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.543154 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-96530326-de1f-49d5-b8eb-9ba964b34221 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89247f41-4fed-45ab-af6d-0a711ea30c23 HTTP/1.1" status: 200 len: 217 time: 0.1565230 Jan 27 21:56:25.657031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-1e40bcdb-4fda-4e10-bf3c-20a7fc30f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:25.660888 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-1e40bcdb-4fda-4e10-bf3c-20a7fc30f6bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.1095204 Jan 27 21:56:25.766463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a364f4f6-46b6-4a46-a18d-e27e856cdf65 None None] Current status of the port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:25.773832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-a0886286-4156-4f02-ac4b-22dae3f84c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:25.777115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-a0886286-4156-4f02-ac4b-22dae3f84c71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087253 Jan 27 21:56:25.806557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:25.870645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ba75d46-061d-4daf-b808-82f01c6f46e7 req-21437040-150e-4071-8b8b-aaeea9e0450b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689257 Jan 27 21:56:25.899184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a364f4f6-46b6-4a46-a18d-e27e856cdf65 None None] Provisioning complete for port 1a896873-4748-47d4-92f3-2c67ba86b6d6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:25.914534 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a364f4f6-46b6-4a46-a18d-e27e856cdf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.944904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf5d485-f240-4932-b42b-aa65f104ed89 req-217adfb7-7928-4bec-bc4d-2ade7065de64 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392584 Jan 27 21:56:26.040806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-bd80ec49-ef3a-4b64-b563-7cabd2050f40 req-c616893c-885b-4a06-8c4b-76adf4240fc9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2133153107', 'description': 'tempest-description-1480776503'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:26.084480 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-a2617d2a-4adc-4056-919a-6d50887aaa1b service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002162 Jan 27 21:56:26.258747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ac6-cdaa-4d04-bf7c-341ad3a581f6 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (d6eadf88-d07e-4f1b-9e5a-77fe74756b23), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.261372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bd80ec49-ef3a-4b64-b563-7cabd2050f40 req-c616893c-885b-4a06-8c4b-76adf4240fc9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.353857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58416) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:26.354732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.359404 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ac6-cdaa-4d04-bf7c-341ad3a581f6 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d6eadf88-d07e-4f1b-9e5a-77fe74756b23), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.380922 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.382468 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.390877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0d6117d-ef1d-4754-8ac8-d5cc66133f5d req-329b5957-8841-4a3f-bd73-32ee86ccd111 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981007 Jan 27 21:56:26.439618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9c83a180-5ce7-4d16-aafd-bcb639d21560 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:26.480106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a092801-62a8-4820-9a4d-af1e3f2078eb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group (935e8010-20cb-47fb-b275-6f7918fd867a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.550521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a364f4f6-46b6-4a46-a18d-e27e856cdf65 None None] Port 1a896873-4748-47d4-92f3-2c67ba86b6d6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:26.553015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a092801-62a8-4820-9a4d-af1e3f2078eb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group (935e8010-20cb-47fb-b275-6f7918fd867a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.563901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ac6-cdaa-4d04-bf7c-341ad3a581f6 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.565349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2f6c4ac6-cdaa-4d04-bf7c-341ad3a581f6 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4050786 Jan 27 21:56:26.579685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=1a896873-4748-47d4-92f3-2c67ba86b6d6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:26.584192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58418) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:26.590649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-406ef8ca-08c2-4e09-8b9f-85d998e43044 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': 'd6eadf88-d07e-4f1b-9e5a-77fe74756b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:26.634297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4ac6-cdaa-4d04-bf7c-341ad3a581f6 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eadf88-d07e-4f1b-9e5a-77fe74756b23,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:26.689645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1d6e68d9-d9db-47f0-8f40-22d120e4c91e None None] Provisioning complete for port 1a896873-4748-47d4-92f3-2c67ba86b6d6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:26.690435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d6e68d9-d9db-47f0-8f40-22d120e4c91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.748351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9c83a180-5ce7-4d16-aafd-bcb639d21560 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:26.748582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-406ef8ca-08c2-4e09-8b9f-85d998e43044 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (82138402-756a-4a63-9cd3-9c5aa3eaf297), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.749205 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.749349 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a092801-62a8-4820-9a4d-af1e3f2078eb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (935e8010-20cb-47fb-b275-6f7918fd867a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.756076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a092801-62a8-4820-9a4d-af1e3f2078eb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.765574 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1a092801-62a8-4820-9a4d-af1e3f2078eb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "DELETE /v2.0/security-groups/935e8010-20cb-47fb-b275-6f7918fd867a HTTP/1.1" status: 204 len: 168 time: 0.4091182 Jan 27 21:56:26.767612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58420) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:26.806388 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-4d603f31-3086-4f20-9ca2-2d06e4d1726b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] show failed (client error): The resource could not be found. Jan 27 21:56:26.815535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e68d9-d9db-47f0-8f40-22d120e4c91e None None] Port 1a896873-4748-47d4-92f3-2c67ba86b6d6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:26.819342 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d603f31-3086-4f20-9ca2-2d06e4d1726b tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "GET /v2.0/security-groups/935e8010-20cb-47fb-b275-6f7918fd867a HTTP/1.1" status: 404 len: 347 time: 0.0403373 Jan 27 21:56:26.821568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58422) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:26.838993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a092801-62a8-4820-9a4d-af1e3f2078eb tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935e8010-20cb-47fb-b275-6f7918fd867a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:27.029707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9c83a180-5ce7-4d16-aafd-bcb639d21560 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:27.036181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:27.209004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:27.210618 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.260186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bd80ec49-ef3a-4b64-b563-7cabd2050f40 req-c616893c-885b-4a06-8c4b-76adf4240fc9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (11c6308a-65b0-4bd5-82af-10efcf0dda0d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.301990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:27.331662 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bd80ec49-ef3a-4b64-b563-7cabd2050f40 req-c616893c-885b-4a06-8c4b-76adf4240fc9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (11c6308a-65b0-4bd5-82af-10efcf0dda0d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.348383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:27.387219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port 858e5f2d-7b2c-4de7-ab43-41f76cbab7db {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:27.388718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:27.390632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.445690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-406ef8ca-08c2-4e09-8b9f-85d998e43044 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (82138402-756a-4a63-9cd3-9c5aa3eaf297), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.517595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec872a0-ff56-45e8-a747-d3c59c25b3b5 req-dc45ce4c-0ddb-48f3-95b0-aa41229f340d tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.535185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ec872a0-ff56-45e8-a747-d3c59c25b3b5 req-dc45ce4c-0ddb-48f3-95b0-aa41229f340d tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 948 time: 0.2841175 Jan 27 21:56:27.545159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.545970 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for floatingip (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.554787 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bd80ec49-ef3a-4b64-b563-7cabd2050f40 req-c616893c-885b-4a06-8c4b-76adf4240fc9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.558395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd80ec49-ef3a-4b64-b563-7cabd2050f40 req-c616893c-885b-4a06-8c4b-76adf4240fc9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.5544398 Jan 27 21:56:27.559556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-406ef8ca-08c2-4e09-8b9f-85d998e43044 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (82138402-756a-4a63-9cd3-9c5aa3eaf297), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.579859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for 858e5f2d-7b2c-4de7-ab43-41f76cbab7db owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:27.652193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ef8ca-08c2-4e09-8b9f-85d998e43044 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82138402-756a-4a63-9cd3-9c5aa3eaf297,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:27.710821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616893c-885b-4a06-8c4b-76adf4240fc9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c6308a-65b0-4bd5-82af-10efcf0dda0d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:27.755471 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-406ef8ca-08c2-4e09-8b9f-85d998e43044 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.758184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-406ef8ca-08c2-4e09-8b9f-85d998e43044 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1713102 Jan 27 21:56:27.781605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58436) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:27.818072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (858e5f2d-7b2c-4de7-ab43-41f76cbab7db), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.865723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5527f9c1-d341-4b9d-8e79-fdbe4a9f5689 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules/82138402-756a-4a63-9cd3-9c5aa3eaf297 HTTP/1.1" status: 200 len: 763 time: 0.0774503 Jan 27 21:56:27.872631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-786d2c4f-4d33-4b3b-b7e4-a37c125b25c0 None None] Provisioning complete for port 1a896873-4748-47d4-92f3-2c67ba86b6d6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:27.873534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58438) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:27.875164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=858e5f2d-7b2c-4de7-ab43-41f76cbab7db,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:27.875743 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-786d2c4f-4d33-4b3b-b7e4-a37c125b25c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.900009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:27.917984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ec872a0-ff56-45e8-a747-d3c59c25b3b5 req-1c857be3-1013-459d-b7fe-b03fd0c9a5c0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811474 Jan 27 21:56:27.966992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for floatingip (cd9217dc-5ee6-460a-ba2b-21f588a14f5f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.970572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-786d2c4f-4d33-4b3b-b7e4-a37c125b25c0 None None] Port 1a896873-4748-47d4-92f3-2c67ba86b6d6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:27.975952 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.978349 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c7a9d259-215f-4162-8b9f-36a9fc451ae1 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "DELETE /v2.0/floatingips/cd9217dc-5ee6-460a-ba2b-21f588a14f5f HTTP/1.1" status: 204 len: 168 time: 1.1467674 Jan 27 21:56:27.983023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58440) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:27.986233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b823-d5c5-4ac3-ada7-53e2593c27f9 req-b7e8ad34-4ddb-4d22-ae00-0ebc3d13b3df tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.989740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9874b823-d5c5-4ac3-ada7-53e2593c27f9 req-b7e8ad34-4ddb-4d22-ae00-0ebc3d13b3df tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.2233875 Jan 27 21:56:28.032297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c01d0002-14e3-449a-ad4d-91a8ed7916f7 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1568546 Jan 27 21:56:28.039877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58442) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:28.183251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2263e716-72cd-4959-8fb0-050e9e0bc624 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port 2a759bf5-1a16-49b8-a009-af20e3874c08 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:28.183857 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2263e716-72cd-4959-8fb0-050e9e0bc624 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.195322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6742c280-8b1d-440d-99bc-fac28273d74a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (82138402-756a-4a63-9cd3-9c5aa3eaf297), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.208358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9874b823-d5c5-4ac3-ada7-53e2593c27f9 req-660699f7-fb71-4483-8dec-3a1359b6ba53 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088370 Jan 27 21:56:28.223348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6742c280-8b1d-440d-99bc-fac28273d74a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (82138402-756a-4a63-9cd3-9c5aa3eaf297), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.274787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:28.293967 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c62a0944-b7c2-4f5f-8c46-44a9e17e0456 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7297235 Jan 27 21:56:28.298352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58450) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:28.299761 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:28.303473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1837513620'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:28.336073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:28.340097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.346603 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:28.347804 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:28.364160 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6742c280-8b1d-440d-99bc-fac28273d74a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (82138402-756a-4a63-9cd3-9c5aa3eaf297), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.399816 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6742c280-8b1d-440d-99bc-fac28273d74a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.401079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6742c280-8b1d-440d-99bc-fac28273d74a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/82138402-756a-4a63-9cd3-9c5aa3eaf297 HTTP/1.1" status: 204 len: 168 time: 0.3598306 Jan 27 21:56:28.414412 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58454) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:28.432590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742c280-8b1d-440d-99bc-fac28273d74a tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82138402-756a-4a63-9cd3-9c5aa3eaf297,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:28.453892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2263e716-72cd-4959-8fb0-050e9e0bc624 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.481768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-991cbb56-4908-4537-9739-eef17eb2bc88 req-4907f54e-5fcb-41fe-83fb-07445d809ae3 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2dc319e98579495eb6da0ec5e43d772d HTTP/1.1" status: 200 len: 11011 time: 0.3812959 Jan 27 21:56:28.521682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2263e716-72cd-4959-8fb0-050e9e0bc624 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for 2a759bf5-1a16-49b8-a009-af20e3874c08 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:28.523266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:28.539611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-497f2935-624e-41b0-b77f-17323665c8b3 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181622 Jan 27 21:56:28.544713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58456) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:28.557084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8eb4d292-1081-4032-8950-d4616a7accb6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.557435 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added segment 8eb4d292-1081-4032-8950-d4616a7accb6 of type vlan for network 678e79db-11db-4207-b3af-d28ccfe40118 Jan 27 21:56:28.573254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8c6a6d36-f6ef-4b55-a3fb-6e780699934b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': 'd6eadf88-d07e-4f1b-9e5a-77fe74756b23', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:28.577458 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:28.594047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-991cbb56-4908-4537-9739-eef17eb2bc88 req-53b5213a-e880-40a0-bf18-ea35f3c534ba tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/8e63d3a7-ee3f-4b22-bec2-6681d10b88cd HTTP/1.1" status: 200 len: 3002 time: 0.1111784 Jan 27 21:56:28.652798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (678e79db-11db-4207-b3af-d28ccfe40118), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.691280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-991cbb56-4908-4537-9739-eef17eb2bc88 req-5b9c195b-d72d-44b0-a84f-ba9101c6d034 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/8e63d3a7-ee3f-4b22-bec2-6681d10b88cd HTTP/1.1" status: 200 len: 3002 time: 0.0962098 Jan 27 21:56:28.718290 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (678e79db-11db-4207-b3af-d28ccfe40118), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.723779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.724464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.809015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b18d6daa-7d03-45fc-be17-44c086e9acb7 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:28.898621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5981452 Jan 27 21:56:28.902509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58462) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:28.919274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'subnet': {'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:28.924300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port b18d6daa-7d03-45fc-be17-44c086e9acb7 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:56:28.929351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port b18d6daa-7d03-45fc-be17-44c086e9acb7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:28.929816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.952156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3d1969b-0901-4bd7-97b0-0be8c50a0be4 req-85ab8526-a257-4429-a034-a9d16ba9c111 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/084d5e9c-c63c-4cd7-89be-049d46663a17 HTTP/1.1" status: 200 len: 1819 time: 0.2210886 Jan 27 21:56:29.011039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Network': ['ID=678e79db-11db-4207-b3af-d28ccfe40118,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:29.067299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.067673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.068029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.068380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.068717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.069061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.069462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.069806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.070137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.070462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.070788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.071118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.071475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a117d1-8784-4529-a33e-4752e14795a6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:29.098374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 678e79db-11db-4207-b3af-d28ccfe40118 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:29.102098 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:24Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:25Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:29.138870 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:29.139463 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Updating router b6cd0647-5abd-454c-a857-d5d3f3eaa66f port 1a896873-4748-47d4-92f3-2c67ba86b6d6 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:29.177458 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.226754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd013b4-173c-4c1f-95f4-8ebb7caa7066 req-a2394d89-3b9e-4443-8a1c-dadedc52708d tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.229424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd013b4-173c-4c1f-95f4-8ebb7caa7066 req-a2394d89-3b9e-4443-8a1c-dadedc52708d tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.1820097 Jan 27 21:56:29.258106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d36-f6ef-4b55-a3fb-6e780699934b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (761b7a0a-3745-4c1c-bdfa-916eda623189), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.266035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Made reservation on behalf of 95287a90e6414958a237c4efaaa9f216 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:29.272873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.347853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3d1969b-0901-4bd7-97b0-0be8c50a0be4 req-1aa1de17-5f78-4d76-9da2-3359d85de694 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (084d5e9c-c63c-4cd7-89be-049d46663a17), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.422341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-a91dc658-43ba-4c0c-b590-ed1aa5feeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.425981 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-a91dc658-43ba-4c0c-b590-ed1aa5feeaea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 0.5019233 Jan 27 21:56:29.522724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b18d6daa-7d03-45fc-be17-44c086e9acb7 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:29.524060 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.604873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92270bb-a407-4aea-9083-97add0ce252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18d6daa-7d03-45fc-be17-44c086e9acb7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:29.616813 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Publish callbacks [] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.619018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3d1969b-0901-4bd7-97b0-0be8c50a0be4 req-1aa1de17-5f78-4d76-9da2-3359d85de694 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (084d5e9c-c63c-4cd7-89be-049d46663a17), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.619482 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b019451-9a2a-457e-9465-dd09fe410645" -d '{"events": [{"server_uuid": "a92270bb-a407-4aea-9083-97add0ce252b", "name": "network-vif-plugged", "status": "completed", "tag": "b18d6daa-7d03-45fc-be17-44c086e9acb7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:29.641103 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.654196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b18d6daa-7d03-45fc-be17-44c086e9acb7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b18d6daa-7d03-45fc-be17-44c086e9acb7,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:29.673887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.785517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd013b4-173c-4c1f-95f4-8ebb7caa7066 req-050de818-aa4f-478d-ac21-4d262958bee6 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379884 Jan 27 21:56:29.810028 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba04ca6-1b44-4447-9fea-59ee181edab5 None None] Pushing event updated for resources: {'Port': ['ID=1a896873-4748-47d4-92f3-2c67ba86b6d6,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:29.828693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b18d6daa-7d03-45fc-be17-44c086e9acb7,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:29.868430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d36-f6ef-4b55-a3fb-6e780699934b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (761b7a0a-3745-4c1c-bdfa-916eda623189), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.883004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3d1969b-0901-4bd7-97b0-0be8c50a0be4 req-1aa1de17-5f78-4d76-9da2-3359d85de694 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (084d5e9c-c63c-4cd7-89be-049d46663a17), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.890481 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3d1969b-0901-4bd7-97b0-0be8c50a0be4 req-1aa1de17-5f78-4d76-9da2-3359d85de694 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.895976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d36-f6ef-4b55-a3fb-6e780699934b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (761b7a0a-3745-4c1c-bdfa-916eda623189), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.916077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3d1969b-0901-4bd7-97b0-0be8c50a0be4 req-1aa1de17-5f78-4d76-9da2-3359d85de694 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/084d5e9c-c63c-4cd7-89be-049d46663a17 HTTP/1.1" status: 204 len: 173 time: 0.9453735 Jan 27 21:56:29.952384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2263e716-72cd-4959-8fb0-050e9e0bc624 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2a759bf5-1a16-49b8-a009-af20e3874c08), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.985374 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Attempting to bind port 1a896873-4748-47d4-92f3-2c67ba86b6d6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:29.986088 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Attempting to bind port 1a896873-4748-47d4-92f3-2c67ba86b6d6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:29.986889 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Attempting to bind port 1a896873-4748-47d4-92f3-2c67ba86b6d6 on network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:30.002230 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:30.002971 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Checking segment: {'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:30.003654 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.007293 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Bound using segment: {'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:30.008324 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Bound port: 1a896873-4748-47d4-92f3-2c67ba86b6d6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9614e3e8-9270-4cef-bef7-dc055b94081f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:30.008964 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.036195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1de17-5f78-4d76-9da2-3359d85de694 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084d5e9c-c63c-4cd7-89be-049d46663a17,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.049125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-f166b419-bc83-4117-b5a2-d4d17afc9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:30.053587 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-f166b419-bc83-4117-b5a2-d4d17afc9a79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.6169412 Jan 27 21:56:30.173786 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ab2f1-147c-46f4-be3e-8f2a08de97ee x-openstack-request-id: req-165ab2f1-147c-46f4-be3e-8f2a08de97ee {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:30.175693 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92270bb-a407-4aea-9083-97add0ce252b", "name": "network-vif-plugged", "status": "completed", "tag": "b18d6daa-7d03-45fc-be17-44c086e9acb7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:30.176240 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-165ab2f1-147c-46f4-be3e-8f2a08de97ee {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:30.176958 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92270bb-a407-4aea-9083-97add0ce252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18d6daa-7d03-45fc-be17-44c086e9acb7', 'code': 200} Jan 27 21:56:30.205544 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] For port 1a896873-4748-47d4-92f3-2c67ba86b6d6, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:30.209689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a6d36-f6ef-4b55-a3fb-6e780699934b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761b7a0a-3745-4c1c-bdfa-916eda623189,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.213278 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] For port 1a896873-4748-47d4-92f3-2c67ba86b6d6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1a896873-4748-47d4-92f3-2c67ba86b6d6,segment=NetworkSegment(9614e3e8-9270-4cef-bef7-dc055b94081f),segment_id=9614e3e8-9270-4cef-bef7-dc055b94081f)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:30.223290 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.275583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263e716-72cd-4959-8fb0-050e9e0bc624 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=2a759bf5-1a16-49b8-a009-af20e3874c08,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.299594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f9b9d-535b-4177-8d3a-0570e76456bf req-2f2cc76f-12a2-44d7-a155-3a9ebab49d9a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:30.309789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-492f9b9d-535b-4177-8d3a-0570e76456bf req-2f2cc76f-12a2-44d7-a155-3a9ebab49d9a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 949 time: 0.3592970 Jan 27 21:56:30.320553 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-5df6cb46-5f36-49ce-9a2d-4b643a821a6e req-e16b6a93-044f-4ef2-b655-8241d60a222c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:56:30.328148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df6cb46-5f36-49ce-9a2d-4b643a821a6e req-e16b6a93-044f-4ef2-b655-8241d60a222c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/084d5e9c-c63c-4cd7-89be-049d46663a17 HTTP/1.1" status: 404 len: 352 time: 0.0886509 Jan 27 21:56:30.352544 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba04ca6-1b44-4447-9fea-59ee181edab5 None None] Pushing event updated for resources: {'Port': ['ID=1a896873-4748-47d4-92f3-2c67ba86b6d6,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.353510 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6d36-f6ef-4b55-a3fb-6e780699934b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.358150 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8c6a6d36-f6ef-4b55-a3fb-6e780699934b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8107243 Jan 27 21:56:30.362957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58478) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:30.368560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (0df9b953-787a-459c-9988-e47375d70bd9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.383399 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:30.384413 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:30.420160 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-2c5d4904-5225-4ab3-beb8-c56ccde2522c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 217 time: 0.1868887 Jan 27 21:56:30.436188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-395b9467-095b-4de8-b118-dc0b498237fb None None] Provisioning complete for port 1a896873-4748-47d4-92f3-2c67ba86b6d6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:30.436721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-395b9467-095b-4de8-b118-dc0b498237fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.521800 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:30.549103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b7c173f7-f745-49a4-800f-886d64e2595b tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules/761b7a0a-3745-4c1c-bdfa-916eda623189 HTTP/1.1" status: 200 len: 763 time: 0.1804931 Jan 27 21:56:30.596631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58482) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:30.727891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-395b9467-095b-4de8-b118-dc0b498237fb None None] Current status of the port 1a896873-4748-47d4-92f3-2c67ba86b6d6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:30.728308 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-395b9467-095b-4de8-b118-dc0b498237fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.755264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Subnet': ['ID=0df9b953-787a-459c-9988-e47375d70bd9,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.762492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-1380926e-f523-4dda-a56e-baba622a5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:30.765546 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-1380926e-f523-4dda-a56e-baba622a5ea7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.3198087 Jan 27 21:56:30.787852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2263e716-72cd-4959-8fb0-050e9e0bc624 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.805928 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2263e716-72cd-4959-8fb0-050e9e0bc624 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "DELETE /v2.0/ports/2a759bf5-1a16-49b8-a009-af20e3874c08 HTTP/1.1" status: 204 len: 168 time: 2.8130193 Jan 27 21:56:30.818336 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58488) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:30.843230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-492f9b9d-535b-4177-8d3a-0570e76456bf req-96143248-9b09-41d6-82c9-714efbc79b75 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309885 Jan 27 21:56:30.854814 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5db5a-6da0-434b-960e-3480b0e0cc4a req-1913577c-6fb8-4074-a3bd-2e69c1d9668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:30.858934 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-18d5db5a-6da0-434b-960e-3480b0e0cc4a req-1913577c-6fb8-4074-a3bd-2e69c1d9668e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 1100 time: 0.4972229 Jan 27 21:56:30.888048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-395b9467-095b-4de8-b118-dc0b498237fb None None] For port 1a896873-4748-47d4-92f3-2c67ba86b6d6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1a896873-4748-47d4-92f3-2c67ba86b6d6,segment=NetworkSegment(9614e3e8-9270-4cef-bef7-dc055b94081f),segment_id=9614e3e8-9270-4cef-bef7-dc055b94081f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:30.897324 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-395b9467-095b-4de8-b118-dc0b498237fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.959648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdf1fe8-66e3-468d-bb91-486f85ad1088 req-6b77e618-8b79-473a-aec5-7f51fe97f065 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/258feaae-8dab-473e-a768-33532f7279ab HTTP/1.1" status: 200 len: 1819 time: 0.5833349 Jan 27 21:56:30.997725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f5d6cf28-4a5d-472a-bfcd-2ffc5950d0c9 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3947134 Jan 27 21:56:31.011912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58494) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:31.039344 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-f766881e-546f-466a-bd94-be437ccaa4a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2585540 Jan 27 21:56:31.059587 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-18d5db5a-6da0-434b-960e-3480b0e0cc4a req-3eeef92c-4038-492c-a641-a5bbf8d4bd9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212375 Jan 27 21:56:31.067539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b9467-095b-4de8-b118-dc0b498237fb None None] Pushing event updated for resources: {'Port': ['ID=1a896873-4748-47d4-92f3-2c67ba86b6d6,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:31.069816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Checking segment: {'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:31.070277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network hostable DHCP agents. Network: 678e79db-11db-4207-b3af-d28ccfe40118, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:31.123530 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:56:31.141458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b081e64d-22d4-4d8e-af82-760a117892ac None None] Provisioning complete for port 1a896873-4748-47d4-92f3-2c67ba86b6d6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:31.147481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b081e64d-22d4-4d8e-af82-760a117892ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.187305 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:24Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:31.234848 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-948be16b-3ab1-4b21-b526-62ad6f989902 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (761b7a0a-3745-4c1c-bdfa-916eda623189), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.246977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-948be16b-3ab1-4b21-b526-62ad6f989902 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (761b7a0a-3745-4c1c-bdfa-916eda623189), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.263403 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8167d6-e81e-4b50-ae90-020e257e99ca None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:24Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:31.272826 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-c0e9b25a-8e63-4884-a245-e71f60670eaa service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247908 Jan 27 21:56:31.325399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 678e79db-11db-4207-b3af-d28ccfe40118 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:31.370134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b081e64d-22d4-4d8e-af82-760a117892ac None None] Current status of the port 1a896873-4748-47d4-92f3-2c67ba86b6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:31.386002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdf1fe8-66e3-468d-bb91-486f85ad1088 req-d7a2e746-9c4d-43c7-9495-60b276297c42 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (258feaae-8dab-473e-a768-33532f7279ab), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.389941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 678e79db-11db-4207-b3af-d28ccfe40118) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:31.403271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c0aea-a07a-402a-b9c8-fbc3a3a5e7e3 req-ca984646-8b35-45bc-8b39-4ae584152b5b tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.405595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1442c9f-d60b-4e54-8684-d03e063edc0c None None] Network 678e79db-11db-4207-b3af-d28ccfe40118 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:31.423859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba0c0aea-a07a-402a-b9c8-fbc3a3a5e7e3 req-ca984646-8b35-45bc-8b39-4ae584152b5b tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3054416 Jan 27 21:56:31.450138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.451766 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.457519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-948be16b-3ab1-4b21-b526-62ad6f989902 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (761b7a0a-3745-4c1c-bdfa-916eda623189), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.476503 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-948be16b-3ab1-4b21-b526-62ad6f989902 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.478394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-948be16b-3ab1-4b21-b526-62ad6f989902 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/761b7a0a-3745-4c1c-bdfa-916eda623189 HTTP/1.1" status: 204 len: 168 time: 0.4553921 Jan 27 21:56:31.525887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58504) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:31.529986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948be16b-3ab1-4b21-b526-62ad6f989902 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=761b7a0a-3745-4c1c-bdfa-916eda623189,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:31.623879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdf1fe8-66e3-468d-bb91-486f85ad1088 req-d7a2e746-9c4d-43c7-9495-60b276297c42 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (258feaae-8dab-473e-a768-33532f7279ab), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.644257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba0c0aea-a07a-402a-b9c8-fbc3a3a5e7e3 req-1742837c-ed46-4979-9b9c-a67803d4b23a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192481 Jan 27 21:56:31.660246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-678e79db-11db-4207-b3af-d28ccfe40118', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'project_id': '95287a90e6414958a237c4efaaa9f216', 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:56:31.660246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.680487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f6d4994a-3635-40ed-ae91-da8e6d9fbf9e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7738283 Jan 27 21:56:31.690158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58510) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:31.757864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-61a213c3-47f5-450e-b651-c328153f923a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port 9b3acebe-6418-4dc9-90d9-b9463431689b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:31.758320 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61a213c3-47f5-450e-b651-c328153f923a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.823209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-aa3ad95f-552f-4c61-8cd8-a7e4e5cf6dec tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2889929 Jan 27 21:56:31.833323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58512) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:31.926650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ed04e08e-23ed-48af-8d62-c503a6d06b4f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': 'd6eadf88-d07e-4f1b-9e5a-77fe74756b23', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:31.983350 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-ed04e08e-23ed-48af-8d62-c503a6d06b4f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Project 797a9a50e6d343b2a5422ae95bf5d153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:56:32.021559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed04e08e-23ed-48af-8d62-c503a6d06b4f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (f49a9676-3afd-43df-ab23-e2468fc49f07), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.026861 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-150994ed-c0c8-4ece-afe1-7b1759c3370a req-396df2b8-b7ee-435d-84c5-7526df3ef125 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340562 Jan 27 21:56:32.049516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Allocated IP 2001:db8:3::2 (678e79db-11db-4207-b3af-d28ccfe40118/0df9b953-787a-459c-9988-e47375d70bd9/53b63532-65ab-4804-b36b-20ee367357d4) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:32.125475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdf1fe8-66e3-468d-bb91-486f85ad1088 req-d7a2e746-9c4d-43c7-9495-60b276297c42 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (258feaae-8dab-473e-a768-33532f7279ab), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.140150 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdf1fe8-66e3-468d-bb91-486f85ad1088 req-d7a2e746-9c4d-43c7-9495-60b276297c42 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.144112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdf1fe8-66e3-468d-bb91-486f85ad1088 req-d7a2e746-9c4d-43c7-9495-60b276297c42 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/258feaae-8dab-473e-a768-33532f7279ab HTTP/1.1" status: 204 len: 173 time: 1.1806214 Jan 27 21:56:32.169022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61a213c3-47f5-450e-b651-c328153f923a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.189181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1a896873-4748-47d4-92f3-2c67ba86b6d6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:32.201383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-61a213c3-47f5-450e-b651-c328153f923a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for 9b3acebe-6418-4dc9-90d9-b9463431689b owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:32.217808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed04e08e-23ed-48af-8d62-c503a6d06b4f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (f49a9676-3afd-43df-ab23-e2468fc49f07), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.246765 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed04e08e-23ed-48af-8d62-c503a6d06b4f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f49a9676-3afd-43df-ab23-e2468fc49f07), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.317015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2e746-9c4d-43c7-9495-60b276297c42 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258feaae-8dab-473e-a768-33532f7279ab,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:32.324722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04e08e-23ed-48af-8d62-c503a6d06b4f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49a9676-3afd-43df-ab23-e2468fc49f07,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:32.329835 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed04e08e-23ed-48af-8d62-c503a6d06b4f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.331094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ed04e08e-23ed-48af-8d62-c503a6d06b4f tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4887748 Jan 27 21:56:32.336406 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-a2f991c2-91d2-4148-b127-cee94aa96466 req-9254164a-e2cc-44b2-9f49-7436db2d8b59 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:56:32.345882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2f991c2-91d2-4148-b127-cee94aa96466 req-9254164a-e2cc-44b2-9f49-7436db2d8b59 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/258feaae-8dab-473e-a768-33532f7279ab HTTP/1.1" status: 404 len: 352 time: 0.1133518 Jan 27 21:56:32.345882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58518) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:32.416993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a64aa0-a842-44fe-b7ea-1716216168af req-469cd65f-b078-43ef-9dcc-ed868d597777 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.425328 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6a64aa0-a842-44fe-b7ea-1716216168af req-469cd65f-b078-43ef-9dcc-ed868d597777 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 949 time: 0.3586347 Jan 27 21:56:32.504483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1a896873-4748-47d4-92f3-2c67ba86b6d6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:32.505401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.516203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c8672a77-7164-42f3-8b65-c7bc43a6a75c tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules/f49a9676-3afd-43df-ab23-e2468fc49f07 HTTP/1.1" status: 200 len: 769 time: 0.1162827 Jan 27 21:56:32.532004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58522) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:32.597832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6a64aa0-a842-44fe-b7ea-1716216168af req-803e8cc1-25d4-4ec4-a748-529de856ff4e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700494 Jan 27 21:56:32.622177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0f2e0ff-f037-4c0d-8dd6-57f2a05a62aa req-4c59f5c9-3341-48b3-b70f-dd05e88419d1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/11c6308a-65b0-4bd5-82af-10efcf0dda0d HTTP/1.1" status: 200 len: 1820 time: 0.1743631 Jan 27 21:56:32.654834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8d02931b-538b-4e77-a4d1-a7d1af2f3a67 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1174517 Jan 27 21:56:32.709522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58524) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:32.732106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61a213c3-47f5-450e-b651-c328153f923a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9b3acebe-6418-4dc9-90d9-b9463431689b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.845356 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Publish callbacks [] for port (53b63532-65ab-4804-b36b-20ee367357d4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.886829 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (53b63532-65ab-4804-b36b-20ee367357d4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.891112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e97d8-c722-499e-bd2b-d1ed18f35d71 req-21c86d94-7cfe-477a-a90f-109432cee18c tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.897394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a213c3-47f5-450e-b651-c328153f923a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=9b3acebe-6418-4dc9-90d9-b9463431689b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:32.902528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d80e97d8-c722-499e-bd2b-d1ed18f35d71 req-21c86d94-7cfe-477a-a90f-109432cee18c tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.1324770 Jan 27 21:56:32.906194 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4de1d09a-2955-4faf-a67b-863323c291ca tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (f49a9676-3afd-43df-ab23-e2468fc49f07), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.971148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4de1d09a-2955-4faf-a67b-863323c291ca tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (f49a9676-3afd-43df-ab23-e2468fc49f07), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.055202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Network 678e79db-11db-4207-b3af-d28ccfe40118 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:33.078129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d80e97d8-c722-499e-bd2b-d1ed18f35d71 req-715329a9-6113-45e0-9139-29c98ac5b280 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687250 Jan 27 21:56:33.093000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61a213c3-47f5-450e-b651-c328153f923a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.101051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1a896873-4748-47d4-92f3-2c67ba86b6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:33.114143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:33.114247 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-61a213c3-47f5-450e-b651-c328153f923a tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "DELETE /v2.0/ports/9b3acebe-6418-4dc9-90d9-b9463431689b HTTP/1.1" status: 204 len: 168 time: 2.2924347 Jan 27 21:56:33.118757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58534) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:33.124040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:33.130936 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a0f2e0ff-f037-4c0d-8dd6-57f2a05a62aa req-f2d875e4-6ff9-4564-a4ed-62474a7e4c75 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (11c6308a-65b0-4bd5-82af-10efcf0dda0d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.160628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a0f2e0ff-f037-4c0d-8dd6-57f2a05a62aa req-f2d875e4-6ff9-4564-a4ed-62474a7e4c75 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (11c6308a-65b0-4bd5-82af-10efcf0dda0d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.242638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a0f2e0ff-f037-4c0d-8dd6-57f2a05a62aa req-f2d875e4-6ff9-4564-a4ed-62474a7e4c75 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (11c6308a-65b0-4bd5-82af-10efcf0dda0d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.245647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a0f2e0ff-f037-4c0d-8dd6-57f2a05a62aa req-f2d875e4-6ff9-4564-a4ed-62474a7e4c75 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.251136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0f2e0ff-f037-4c0d-8dd6-57f2a05a62aa req-f2d875e4-6ff9-4564-a4ed-62474a7e4c75 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/11c6308a-65b0-4bd5-82af-10efcf0dda0d HTTP/1.1" status: 204 len: 173 time: 0.6274054 Jan 27 21:56:33.275058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Pushing event updated for resources: {'Port': ['ID=53b63532-65ab-4804-b36b-20ee367357d4,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:33.283296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4de1d09a-2955-4faf-a67b-863323c291ca tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f49a9676-3afd-43df-ab23-e2468fc49f07), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.297162 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-f20dc03e-4156-4370-bba0-92981793dd21 req-5c217281-2cec-4363-8f0e-5aff10ff0627 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:56:33.303455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4de1d09a-2955-4faf-a67b-863323c291ca tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.306334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f20dc03e-4156-4370-bba0-92981793dd21 req-5c217281-2cec-4363-8f0e-5aff10ff0627 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/11c6308a-65b0-4bd5-82af-10efcf0dda0d HTTP/1.1" status: 404 len: 352 time: 0.0308254 Jan 27 21:56:33.308363 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4de1d09a-2955-4faf-a67b-863323c291ca tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f49a9676-3afd-43df-ab23-e2468fc49f07 HTTP/1.1" status: 204 len: 168 time: 0.5970557 Jan 27 21:56:33.316102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Attempting to bind port 53b63532-65ab-4804-b36b-20ee367357d4 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:33.316993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Attempting to bind port 53b63532-65ab-4804-b36b-20ee367357d4 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:33.317856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Attempting to bind port 53b63532-65ab-4804-b36b-20ee367357d4 on network 678e79db-11db-4207-b3af-d28ccfe40118 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:33.330273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58538) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:33.339313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:33.340091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Checking segment: {'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:33.340659 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.341380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Bound using segment: {'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:33.346316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1d09a-2955-4faf-a67b-863323c291ca tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f49a9676-3afd-43df-ab23-e2468fc49f07,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:33.355317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Bound port: 53b63532-65ab-4804-b36b-20ee367357d4, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:33.356377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (53b63532-65ab-4804-b36b-20ee367357d4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.372012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-650d393f-22c5-4f44-bd71-b683fec0a7db tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting subnet eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:33.379746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-650d393f-22c5-4f44-bd71-b683fec0a7db tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for subnet (eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.390746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d875e4-6ff9-4564-a4ed-62474a7e4c75 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c6308a-65b0-4bd5-82af-10efcf0dda0d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:33.482496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-650d393f-22c5-4f44-bd71-b683fec0a7db tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.502404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] For port 53b63532-65ab-4804-b36b-20ee367357d4, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:33.508002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] For port 53b63532-65ab-4804-b36b-20ee367357d4, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=53b63532-65ab-4804-b36b-20ee367357d4,segment=NetworkSegment(8eb4d292-1081-4032-8950-d4616a7accb6),segment_id=8eb4d292-1081-4032-8950-d4616a7accb6)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:33.526831 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (53b63532-65ab-4804-b36b-20ee367357d4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.660725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31ebca-2e07-4b0e-a745-844a6c4bcee1 None None] Pushing event updated for resources: {'Port': ['ID=53b63532-65ab-4804-b36b-20ee367357d4,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:33.722907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.739989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-650d393f-22c5-4f44-bd71-b683fec0a7db tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.883593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-650d393f-22c5-4f44-bd71-b683fec0a7db tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.912968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-98dceaeb-97a2-4684-b6ee-fc6dd76d4384 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5806363 Jan 27 21:56:33.972089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58544) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:33.991718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d393f-22c5-4f44-bd71-b683fec0a7db tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:33.998232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-650d393f-22c5-4f44-bd71-b683fec0a7db tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.998667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96cc77-e7ae-4b35-805d-2b5295c54aec None None] Network a037efcc-5d48-4a4c-96ad-46cd3cbe06cd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:34.010270 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-650d393f-22c5-4f44-bd71-b683fec0a7db tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "DELETE /v2.0/subnets/eb4a45ce-7eb0-42e3-80d1-c5f85aba49d3 HTTP/1.1" status: 204 len: 168 time: 0.8861175 Jan 27 21:56:34.023849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58546) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:34.241899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c9bb-923a-46e1-9797-cf10d5cbef90 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (d6eadf88-d07e-4f1b-9e5a-77fe74756b23), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.270016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-587ca968-8767-4394-9f61-0e8e3c9c366a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.280479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c9bb-923a-46e1-9797-cf10d5cbef90 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (d6eadf88-d07e-4f1b-9e5a-77fe74756b23), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.354695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b61f388-4e58-4864-9d9d-cef8632d87ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting subnet aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:34.360351 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b61f388-4e58-4864-9d9d-cef8632d87ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks [] for subnet (aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.404864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c9bb-923a-46e1-9797-cf10d5cbef90 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d6eadf88-d07e-4f1b-9e5a-77fe74756b23), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.415650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c9bb-923a-46e1-9797-cf10d5cbef90 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.418225 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3bf3c9bb-923a-46e1-9797-cf10d5cbef90 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/d6eadf88-d07e-4f1b-9e5a-77fe74756b23 HTTP/1.1" status: 204 len: 168 time: 0.4402034 Jan 27 21:56:34.438902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58556) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:34.518445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] DHCP port deletion for a037efcc-5d48-4a4c-96ad-46cd3cbe06cd request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:56:34.550146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3c9bb-923a-46e1-9797-cf10d5cbef90 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eadf88-d07e-4f1b-9e5a-77fe74756b23,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:34.557815 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b61f388-4e58-4864-9d9d-cef8632d87ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.621773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] Deleting port e7328922-de4a-4a96-b9cf-f03625dd812e {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:34.623364 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.709711 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-14e62518-a25b-4792-ba50-ee7c919e2d49 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2665100 Jan 27 21:56:34.715735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58558) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:34.726125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1de5dd7e-4eec-4fe3-84d1-bab5ababe5c4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group': {'name': 'tempest-secgroup--444241608'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:34.747126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] For port e7328922-de4a-4a96-b9cf-f03625dd812e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e7328922-de4a-4a96-b9cf-f03625dd812e,segment=NetworkSegment(1228ea6c-d166-472a-aa54-7e6cf8273f43),segment_id=1228ea6c-d166-472a-aa54-7e6cf8273f43)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:34.747939 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.769794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72d8f88e-e477-4449-bfcf-0698be923050 req-291fddf9-6243-46fb-a326-a09691e49493 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2dc319e98579495eb6da0ec5e43d772d HTTP/1.1" status: 200 len: 6206 time: 1.3913670 Jan 27 21:56:34.770758 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd7e-4eec-4fe3-84d1-bab5ababe5c4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.785266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] Calling delete_port for e7328922-de4a-4a96-b9cf-f03625dd812e owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:34.837026 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b61f388-4e58-4864-9d9d-cef8632d87ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.858704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72d8f88e-e477-4449-bfcf-0698be923050 req-a23ea8d1-fd2d-4a08-9d08-b841501384b9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/8e63d3a7-ee3f-4b22-bec2-6681d10b88cd HTTP/1.1" status: 200 len: 3002 time: 0.0658627 Jan 27 21:56:34.867289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780ae16-d3a8-4dd8-946f-00aafc90d7ed req-49c5af17-400c-4734-bf71-3322aa2127c9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.869165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5780ae16-d3a8-4dd8-946f-00aafc90d7ed req-49c5af17-400c-4734-bf71-3322aa2127c9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 949 time: 0.9895067 Jan 27 21:56:34.945377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (e7328922-de4a-4a96-b9cf-f03625dd812e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.981208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b61f388-4e58-4864-9d9d-cef8632d87ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.995123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] Pushing event deleted for resources: {'Port': ['ID=e7328922-de4a-4a96-b9cf-f03625dd812e,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:35.003366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343919b-3370-47f3-83fe-c330046af9f2 None None] No DVR routers for this DVR port e7328922-de4a-4a96-b9cf-f03625dd812e on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:35.061613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61f388-4e58-4864-9d9d-cef8632d87ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Subnet': ['ID=aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:35.065912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b61f388-4e58-4864-9d9d-cef8632d87ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.073926 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8b61f388-4e58-4864-9d9d-cef8632d87ee tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "DELETE /v2.0/subnets/aa42c8d1-cfb3-4e3d-8ef9-431734c4a27b HTTP/1.1" status: 204 len: 168 time: 1.0483031 Jan 27 21:56:35.078763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58560) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:35.086923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93774483-dec3-430c-a1ef-9cfed84f7d4f None None] Network b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:35.143110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72d8f88e-e477-4449-bfcf-0698be923050 req-7d3ba826-bc10-4eb8-a93b-35397a2710ab tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/8e63d3a7-ee3f-4b22-bec2-6681d10b88cd HTTP/1.1" status: 200 len: 3002 time: 0.2287014 Jan 27 21:56:35.236876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5780ae16-d3a8-4dd8-946f-00aafc90d7ed req-f43f675e-2a0a-4f0c-8113-fe364820a08d tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544333 Jan 27 21:56:35.253960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a037efcc-5d48-4a4c-96ad-46cd3cbe06cd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.475964 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a037efcc-5d48-4a4c-96ad-46cd3cbe06cd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.542161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a037efcc-5d48-4a4c-96ad-46cd3cbe06cd']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:35.567253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661181c-b05d-4050-8636-43d8776d532b None None] DHCP port deletion for b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:56:35.575402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1228ea6c-d166-472a-aa54-7e6cf8273f43') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:35.576128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1228ea6c-d166-472a-aa54-7e6cf8273f43') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:35.604473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (1228ea6c-d166-472a-aa54-7e6cf8273f43), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.609366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9961e80f-e6a3-408e-92b2-f5494ef05160 req-5aa19196-36c4-4a8c-9aeb-b19314630ff1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-906667366', 'description': 'tempest-description-1379065997'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:35.643357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1228ea6c-d166-472a-aa54-7e6cf8273f43), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.648705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9961e80f-e6a3-408e-92b2-f5494ef05160 req-5aa19196-36c4-4a8c-9aeb-b19314630ff1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.654920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:35.655804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (1228ea6c-d166-472a-aa54-7e6cf8273f43), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.698104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c661181c-b05d-4050-8636-43d8776d532b None None] Deleting port 357df1f9-85a1-4e81-9509-46d11fb175b3 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:35.699691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c661181c-b05d-4050-8636-43d8776d532b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.741600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Allocated IP 2001:db8:3::1 (678e79db-11db-4207-b3af-d28ccfe40118/0df9b953-787a-459c-9988-e47375d70bd9/0f3a3c3c-2196-4f2c-9fad-67bad9c282bf) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:35.774358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd7e-4eec-4fe3-84d1-bab5ababe5c4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (13b5eb97-4505-4951-80f9-6875cee7bf01), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.786384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd7e-4eec-4fe3-84d1-bab5ababe5c4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (13b5eb97-4505-4951-80f9-6875cee7bf01), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:35.797215 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:35.834214 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a037efcc-5d48-4a4c-96ad-46cd3cbe06cd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.846374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.853980 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "DELETE /v2.0/networks/a037efcc-5d48-4a4c-96ad-46cd3cbe06cd HTTP/1.1" status: 204 len: 168 time: 0.7732124 Jan 27 21:56:35.854876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58570) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:35.881204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea3e7f-66d9-4f9e-a8e7-988783da01c9 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Network': ['ID=a037efcc-5d48-4a4c-96ad-46cd3cbe06cd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:35.925918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c661181c-b05d-4050-8636-43d8776d532b None None] For port 357df1f9-85a1-4e81-9509-46d11fb175b3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=357df1f9-85a1-4e81-9509-46d11fb175b3,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:35.926575 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c661181c-b05d-4050-8636-43d8776d532b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.941216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5dd7e-4eec-4fe3-84d1-bab5ababe5c4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b5eb97-4505-4951-80f9-6875cee7bf01,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:35.961392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59402e-1483-4c3e-9680-a1ea3d042bcf req-e976f153-cd29-4603-b807-f55d02245e64 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.964360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c661181c-b05d-4050-8636-43d8776d532b None None] Calling delete_port for 357df1f9-85a1-4e81-9509-46d11fb175b3 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:35.976853 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f59402e-1483-4c3e-9680-a1ea3d042bcf req-e976f153-cd29-4603-b807-f55d02245e64 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.4165950 Jan 27 21:56:35.993869 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1de5dd7e-4eec-4fe3-84d1-bab5ababe5c4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.995710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1de5dd7e-4eec-4fe3-84d1-bab5ababe5c4 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2740707 Jan 27 21:56:36.008407 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc96318-4635-4e3f-aa5a-b904216313a7 None None] Network 678e79db-11db-4207-b3af-d28ccfe40118 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:36.011819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.013960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58572) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:36.022089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0ddaaec3-f3b8-40de-b8c4-a3dcecd87075 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Request body: {'security_group_rule': {'security_group_id': '13b5eb97-4505-4951-80f9-6875cee7bf01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:36.115058 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ddaaec3-f3b8-40de-b8c4-a3dcecd87075 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (6e3fffbb-b779-41ff-9c22-fc5ac3dabec2), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.227122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9961e80f-e6a3-408e-92b2-f5494ef05160 req-5aa19196-36c4-4a8c-9aeb-b19314630ff1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (a1ab1797-8592-4b4b-a27a-624886db2d51), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.234793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f59402e-1483-4c3e-9680-a1ea3d042bcf req-6bc1a9cf-0333-4fa3-901a-dcc09a1e49c6 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563419 Jan 27 21:56:36.240482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9961e80f-e6a3-408e-92b2-f5494ef05160 req-5aa19196-36c4-4a8c-9aeb-b19314630ff1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a1ab1797-8592-4b4b-a27a-624886db2d51), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.242628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ddaaec3-f3b8-40de-b8c4-a3dcecd87075 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (6e3fffbb-b779-41ff-9c22-fc5ac3dabec2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.248748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ddaaec3-f3b8-40de-b8c4-a3dcecd87075 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6e3fffbb-b779-41ff-9c22-fc5ac3dabec2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.274520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddaaec3-f3b8-40de-b8c4-a3dcecd87075 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3fffbb-b779-41ff-9c22-fc5ac3dabec2,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:36.309443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0ddaaec3-f3b8-40de-b8c4-a3dcecd87075 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.315908 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0ddaaec3-f3b8-40de-b8c4-a3dcecd87075 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3007479 Jan 27 21:56:36.318095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58574) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:36.364406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Deleting port 357df1f9-85a1-4e81-9509-46d11fb175b3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:36.364772 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.438181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9961e80f-e6a3-408e-92b2-f5494ef05160 req-5aa19196-36c4-4a8c-9aeb-b19314630ff1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.440742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9961e80f-e6a3-408e-92b2-f5494ef05160 req-5aa19196-36c4-4a8c-9aeb-b19314630ff1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8906794 Jan 27 21:56:36.492249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 53b63532-65ab-4804-b36b-20ee367357d4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:36.505807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa19196-36c4-4a8c-9aeb-b19314630ff1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab1797-8592-4b4b-a27a-624886db2d51,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:36.510602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] For port 357df1f9-85a1-4e81-9509-46d11fb175b3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=357df1f9-85a1-4e81-9509-46d11fb175b3,segment=NetworkSegment(7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628),segment_id=7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:36.510602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.527638 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Calling delete_port for 357df1f9-85a1-4e81-9509-46d11fb175b3 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:36.576822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-17ebe9dc-bbf3-4e4b-9671-5134a620dd46 req-1537be16-2935-4fac-bd4e-3e04f9d4f540 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-774248424', 'description': 'tempest-description-1826767139'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:36.629849 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.645992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0b37-0310-4ed6-a31b-aaeb8a2da4dd tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (13b5eb97-4505-4951-80f9-6875cee7bf01), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.691811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0b37-0310-4ed6-a31b-aaeb8a2da4dd tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (13b5eb97-4505-4951-80f9-6875cee7bf01), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.730537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-17ebe9dc-bbf3-4e4b-9671-5134a620dd46 req-1537be16-2935-4fac-bd4e-3e04f9d4f540 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.795885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c1810513-a3a7-4599-a426-1e4cc73736ee None None] Provisioning complete for port 53b63532-65ab-4804-b36b-20ee367357d4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:36.796532 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1810513-a3a7-4599-a426-1e4cc73736ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (53b63532-65ab-4804-b36b-20ee367357d4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.809299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f91c3-6a45-423c-b428-c79dd81b7773 req-a5276fe0-f53c-4873-943e-4557afa10190 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:36.816469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b24f91c3-6a45-423c-b428-c79dd81b7773 req-a5276fe0-f53c-4873-943e-4557afa10190 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 1100 time: 0.3214636 Jan 27 21:56:36.822521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0b37-0310-4ed6-a31b-aaeb8a2da4dd tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (13b5eb97-4505-4951-80f9-6875cee7bf01), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.831004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0b37-0310-4ed6-a31b-aaeb8a2da4dd tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.834295 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8b9e0b37-0310-4ed6-a31b-aaeb8a2da4dd tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/13b5eb97-4505-4951-80f9-6875cee7bf01 HTTP/1.1" status: 204 len: 168 time: 0.5147262 Jan 27 21:56:36.842627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.855557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58586) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:36.870281 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.883853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e0b37-0310-4ed6-a31b-aaeb8a2da4dd tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b5eb97-4505-4951-80f9-6875cee7bf01,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.028052 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-17ebe9dc-bbf3-4e4b-9671-5134a620dd46 req-1537be16-2935-4fac-bd4e-3e04f9d4f540 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (19eca6ab-5776-4daa-a732-c17616d49fcc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.029659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.045136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-17ebe9dc-bbf3-4e4b-9671-5134a620dd46 req-1537be16-2935-4fac-bd4e-3e04f9d4f540 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (19eca6ab-5776-4daa-a732-c17616d49fcc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.076094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 678e79db-11db-4207-b3af-d28ccfe40118 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:37.084339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:37.103983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:37.104691 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.146009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 53b63532-65ab-4804-b36b-20ee367357d4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:37.146474 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (53b63532-65ab-4804-b36b-20ee367357d4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.156669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] No DVR routers for this DVR port 357df1f9-85a1-4e81-9509-46d11fb175b3 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:37.178784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Port': ['ID=357df1f9-85a1-4e81-9509-46d11fb175b3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.286387 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c661181c-b05d-4050-8636-43d8776d532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (357df1f9-85a1-4e81-9509-46d11fb175b3), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.293751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0732eb1c-c2f7-42ce-b0e6-51ee085aef02 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3536181 Jan 27 21:56:37.297278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b00d123-db40-4c7a-9a2f-35043f5e3d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.304224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58592) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:37.307889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-17ebe9dc-bbf3-4e4b-9671-5134a620dd46 req-1537be16-2935-4fac-bd4e-3e04f9d4f540 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.309546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17ebe9dc-bbf3-4e4b-9671-5134a620dd46 req-1537be16-2935-4fac-bd4e-3e04f9d4f540 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7976654 Jan 27 21:56:37.320516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661181c-b05d-4050-8636-43d8776d532b None None] No DVR routers for this DVR port 357df1f9-85a1-4e81-9509-46d11fb175b3 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:37.496014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b24f91c3-6a45-423c-b428-c79dd81b7773 req-3c4134c9-a9b6-430c-8669-be6b4a9a5db0 tempest-ServersOnMultiNodesTest-1965251227 tempest-ServersOnMultiNodesTest-1965251227-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697223 Jan 27 21:56:37.497337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.508627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537be16-2935-4fac-bd4e-3e04f9d4f540 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19eca6ab-5776-4daa-a732-c17616d49fcc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.526275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.601303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:37.614491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:37.615076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:37.626681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e6f33884-bda9-41e6-b81b-cb8ba24e1735 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3158085 Jan 27 21:56:37.628308 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.644768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661181c-b05d-4050-8636-43d8776d532b None None] Pushing event deleted for resources: {'Port': ['ID=357df1f9-85a1-4e81-9509-46d11fb175b3,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.645151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.653602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:37.654298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (7bf6d9cc-c6ee-49cf-9b32-b32c28cb4628), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.674845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c1810513-a3a7-4599-a426-1e4cc73736ee None None] Current status of the port 53b63532-65ab-4804-b36b-20ee367357d4 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:37.675554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1810513-a3a7-4599-a426-1e4cc73736ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (53b63532-65ab-4804-b36b-20ee367357d4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.747258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58610) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:37.752056 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:37.760318 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.781639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.786515 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] 10.222.0.45 "DELETE /v2.0/networks/b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21 HTTP/1.1" status: 204 len: 168 time: 1.9172912 Jan 27 21:56:37.823477 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-512eb3f6-042b-417b-b75c-c9f7424581fb tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] delete failed (client error): The resource could not be found. Jan 27 21:56:37.833202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-512eb3f6-042b-417b-b75c-c9f7424581fb tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "DELETE /v2.0/security-groups/13b5eb97-4505-4951-80f9-6875cee7bf01 HTTP/1.1" status: 404 len: 347 time: 0.0527668 Jan 27 21:56:37.837501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638b81e-9b9f-4c1c-ad98-844adee566f0 tempest-TaggedBootDevicesTest_v242-1004239339 tempest-TaggedBootDevicesTest_v242-1004239339-project] Pushing event deleted for resources: {'Network': ['ID=b8467d0b-f4ff-4b68-9ae1-5f72d3cbeb21,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.847960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58616) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:37.856321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 53b63532-65ab-4804-b36b-20ee367357d4 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:37.858161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (53b63532-65ab-4804-b36b-20ee367357d4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.957015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c1810513-a3a7-4599-a426-1e4cc73736ee None None] For port 53b63532-65ab-4804-b36b-20ee367357d4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=53b63532-65ab-4804-b36b-20ee367357d4,segment=NetworkSegment(8eb4d292-1081-4032-8950-d4616a7accb6),segment_id=8eb4d292-1081-4032-8950-d4616a7accb6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:37.974898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c1810513-a3a7-4599-a426-1e4cc73736ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (53b63532-65ab-4804-b36b-20ee367357d4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.989973 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1483ddb5-2a54-4b23-ac31-76219b1f8349 tempest-SecGroupIPv6Test-1639760032 tempest-SecGroupIPv6Test-1639760032-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1407151 Jan 27 21:56:38.131732 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:56:38.132371 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:56:38.139155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1810513-a3a7-4599-a426-1e4cc73736ee None None] Pushing event updated for resources: {'Port': ['ID=53b63532-65ab-4804-b36b-20ee367357d4,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:38.324046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a90800a0-c799-4aff-8b96-5d8ee4a95fd9 None None] Provisioning complete for port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:38.325704 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a90800a0-c799-4aff-8b96-5d8ee4a95fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.416275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bc562-867d-4297-ab03-ac48b465cc0a req-72c75b32-3ca1-425b-87c5-cff32f39f44f tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:38.425416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-72c75b32-3ca1-425b-87c5-cff32f39f44f tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 813 time: 0.6763608 Jan 27 21:56:38.457708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392666dc-93de-44c2-a744-a959ab1abd58 req-22465717-3cf2-4411-bd19-d6aaebc7195a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:38.466268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.467035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-392666dc-93de-44c2-a744-a959ab1abd58 req-22465717-3cf2-4411-bd19-d6aaebc7195a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 949 time: 0.3571036 Jan 27 21:56:38.487142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-56c4c696-02df-4f7d-afce-a3359ca0d78f tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/quotas/2dc319e98579495eb6da0ec5e43d772d HTTP/1.1" status: 200 len: 375 time: 0.0604627 Jan 27 21:56:38.491056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a90800a0-c799-4aff-8b96-5d8ee4a95fd9 None None] Port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:38.530109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a90800a0-c799-4aff-8b96-5d8ee4a95fd9 None None] Provisioning complete for port 53b63532-65ab-4804-b36b-20ee367357d4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:38.530738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a90800a0-c799-4aff-8b96-5d8ee4a95fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (53b63532-65ab-4804-b36b-20ee367357d4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.589348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58632) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:38.674703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-392666dc-93de-44c2-a744-a959ab1abd58 req-100e26b0-a3d9-40e4-ac74-5ac76cf77177 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064240 Jan 27 21:56:38.781280 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.795195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-7d6ea47b-53cb-41be-9b16-9a6461ac956d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3064244 Jan 27 21:56:38.797069 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.797957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.830918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 53b63532-65ab-4804-b36b-20ee367357d4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:38.864087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a90800a0-c799-4aff-8b96-5d8ee4a95fd9 None None] Current status of the port 53b63532-65ab-4804-b36b-20ee367357d4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:38.954819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e7328922-de4a-4a96-b9cf-f03625dd812e no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:38.961970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event updated for resources: {'Port': ['ID=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:39.013965 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9a7c60b8-1f6c-4797-9a84-1f1991861e7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=797a9a50e6d343b2a5422ae95bf5d153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193981 Jan 27 21:56:39.015214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58638) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:39.017893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: e7328922-de4a-4a96-b9cf-f03625dd812e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:39.018401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e7328922-de4a-4a96-b9cf-f03625dd812e not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:39.018916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 357df1f9-85a1-4e81-9509-46d11fb175b3 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:39.075714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 357df1f9-85a1-4e81-9509-46d11fb175b3 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:39.076279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 357df1f9-85a1-4e81-9509-46d11fb175b3 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:39.110598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5e5fcb11-96f8-4aca-ab98-15f4489f3f82 None None] Provisioning complete for port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:39.119312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e5fcb11-96f8-4aca-ab98-15f4489f3f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.245277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-f3560e67-4fff-4a7b-bcce-c5e445a2f639 service neutron] 10.222.0.45 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725951 Jan 27 21:56:39.287967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5e5fcb11-96f8-4aca-ab98-15f4489f3f82 None None] Port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:39.322958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53056785-dfc9-4ba1-9f51-710e5b12722f admin admin] Publish callbacks [] for security_group (5dd43bb8-4454-4670-ab5a-c231d666a57d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.420646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53056785-dfc9-4ba1-9f51-710e5b12722f admin admin] Publish callbacks [] for security_group (5dd43bb8-4454-4670-ab5a-c231d666a57d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.481296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Network 678e79db-11db-4207-b3af-d28ccfe40118 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:39.487829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:39.508505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 53b63532-65ab-4804-b36b-20ee367357d4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:39.632745 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53056785-dfc9-4ba1-9f51-710e5b12722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5dd43bb8-4454-4670-ab5a-c231d666a57d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.644982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-53056785-dfc9-4ba1-9f51-710e5b12722f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.649990 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-53056785-dfc9-4ba1-9f51-710e5b12722f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5dd43bb8-4454-4670-ab5a-c231d666a57d HTTP/1.1" status: 204 len: 168 time: 0.6317515 Jan 27 21:56:39.698124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53056785-dfc9-4ba1-9f51-710e5b12722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd43bb8-4454-4670-ab5a-c231d666a57d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:39.862735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:39.867459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-7a95d3bd-de6c-4739-ab1c-1108189016e4 service neutron] 10.222.0.45 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6069825 Jan 27 21:56:39.953872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 53b63532-65ab-4804-b36b-20ee367357d4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:39.954569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (53b63532-65ab-4804-b36b-20ee367357d4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.126155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2e26cf1d-79b5-4e7c-baad-743ca746cad8 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:40.134192 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2e26cf1d-79b5-4e7c-baad-743ca746cad8 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 949 time: 0.2686837 Jan 27 21:56:40.344922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 53b63532-65ab-4804-b36b-20ee367357d4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:40.359616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5703b55f-207d-4ee7-8c32-31eb764ef136 None None] Provisioning complete for port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:40.360264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5703b55f-207d-4ee7-8c32-31eb764ef136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.517268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:40.524543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5703b55f-207d-4ee7-8c32-31eb764ef136 None None] Port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:40.542488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:40.548556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58670) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:40.555043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:40.560180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-387013a6-50d4-4540-9b60-ed1a19d201a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8586698 Jan 27 21:56:40.590223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:40.591165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:40.797164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025050-5004-4734-a8fe-527e89814469 req-12c703b9-4e7f-4f90-927a-d61f1d6d7c49 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:40.798822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Deleting port b18d6daa-7d03-45fc-be17-44c086e9acb7 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:40.799834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.812993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:40.815704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d025050-5004-4734-a8fe-527e89814469 req-12c703b9-4e7f-4f90-927a-d61f1d6d7c49 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 949 time: 0.6072402 Jan 27 21:56:41.112355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0da46a06-b61e-40e8-a7dc-ab223fc555b7 req-23eb1ad9-6b7c-4b3f-b6f5-0a6915c80469 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 210 time: 0.2928541 Jan 27 21:56:41.204639 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.208449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.251231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d025050-5004-4734-a8fe-527e89814469 req-d14391ff-e45a-4f3f-b81f-5ec205c6a0ca tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272976 Jan 27 21:56:41.466072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:37Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:38Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:41.556674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:41.558819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Updating router b6cd0647-5abd-454c-a857-d5d3f3eaa66f port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:41.649208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] For port b18d6daa-7d03-45fc-be17-44c086e9acb7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b18d6daa-7d03-45fc-be17-44c086e9acb7,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:41.649589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.692461 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.788830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Calling delete_port for b18d6daa-7d03-45fc-be17-44c086e9acb7 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:42.219287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12860c8-9e47-4f1e-b066-89b279b2a414 req-ad5ca3e7-05ea-4083-8b5e-d7422beddaea tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.245372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b12860c8-9e47-4f1e-b066-89b279b2a414 req-ad5ca3e7-05ea-4083-8b5e-d7422beddaea tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.1798017 Jan 27 21:56:42.247737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58712) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:42.541960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e65d87af-0e33-4ef6-9304-6933a5128560 req-effed953-5a28-41d9-9408-d8def8c0e245 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 210 time: 0.1664574 Jan 27 21:56:42.603561 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Publish callbacks [] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.642119 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.663305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b12860c8-9e47-4f1e-b066-89b279b2a414 req-7f33698f-08f5-4d1f-a5c4-d7853a9edee8 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164126 Jan 27 21:56:42.683737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--683305888'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:42.796776 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.975056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.026602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b18d6daa-7d03-45fc-be17-44c086e9acb7 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:43.110842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Attempting to bind port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:43.124273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Attempting to bind port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:43.127814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Attempting to bind port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf on network 678e79db-11db-4207-b3af-d28ccfe40118 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:43.200361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ed529-1516-4ef8-9bf3-f05ce4682ed8 None None] Pushing event updated for resources: {'Port': ['ID=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.222345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:43.223167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Checking segment: {'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:43.224230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.225268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Bound using segment: {'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:43.226447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Bound port: 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb4d292-1081-4032-8950-d4616a7accb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:43.229076 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.403931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (e021b5b9-cde3-4572-9bad-e8a109ae1f7a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.429239 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e021b5b9-cde3-4572-9bad-e8a109ae1f7a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.459262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4e719096-96fb-4596-9f55-4b2ea7cf6404 None None] Provisioning complete for port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:43.459262 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4e719096-96fb-4596-9f55-4b2ea7cf6404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.539279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] For port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:43.544686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b18d6daa-7d03-45fc-be17-44c086e9acb7 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:43.548604 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.613479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] For port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,segment=NetworkSegment(8eb4d292-1081-4032-8950-d4616a7accb6),segment_id=8eb4d292-1081-4032-8950-d4616a7accb6)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:43.623765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4e719096-96fb-4596-9f55-4b2ea7cf6404 None None] Port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:43.637932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (5048332d-277d-4c97-b12d-3391d77efe63), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.665877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b18d6daa-7d03-45fc-be17-44c086e9acb7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b18d6daa-7d03-45fc-be17-44c086e9acb7,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:43.667899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92270bb-a407-4aea-9083-97add0ce252b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18d6daa-7d03-45fc-be17-44c086e9acb7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:43.671514 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f4a69a-17cd-4d5a-be87-a9063eca63c5" -d '{"events": [{"server_uuid": "a92270bb-a407-4aea-9083-97add0ce252b", "name": "network-vif-unplugged", "status": "completed", "tag": "b18d6daa-7d03-45fc-be17-44c086e9acb7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:43.675100 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.734672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.739014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ed529-1516-4ef8-9bf3-f05ce4682ed8 None None] Pushing event updated for resources: {'Port': ['ID=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.853675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b18d6daa-7d03-45fc-be17-44c086e9acb7,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.893961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:43.894685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:43.952580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e021b5b9-cde3-4572-9bad-e8a109ae1f7a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.985346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5048332d-277d-4c97-b12d-3391d77efe63), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.073971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:56:44.145874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:44.195068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Removed routes are [] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:56:44.199252 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.227202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b18d6daa-7d03-45fc-be17-44c086e9acb7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.239858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5048332d-277d-4c97-b12d-3391d77efe63,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:44.263131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.269187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-77b49504-c719-4c2e-b337-e5a212439119 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0157456 Jan 27 21:56:44.287786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb0c7ec0-49a0-4610-8fca-af4a50686e77 req-6d16c5b3-1f98-4ec5-b6d1-9f5e36f91cb4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 210 time: 0.1235933 Jan 27 21:56:44.297950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58746) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:44.337333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b', 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:44.350834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd0a1c-1231-4e66-90b2-0108e22cc011 req-5080b1f9-f2c6-4535-9265-9fd5f2345ee0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:44.359823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a', 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'f1effa96-3779-4cc7-a306-23b7e584d0b1', '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:44.360873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1abd0a1c-1231-4e66-90b2-0108e22cc011 req-5080b1f9-f2c6-4535-9265-9fd5f2345ee0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=a92270bb-a407-4aea-9083-97add0ce252b HTTP/1.1" status: 200 len: 949 time: 1.4795320 Jan 27 21:56:44.425175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event deleted for resources: {'Port': ['ID=b18d6daa-7d03-45fc-be17-44c086e9acb7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:44.546688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1abd0a1c-1231-4e66-90b2-0108e22cc011 req-450f3426-f7c7-4330-a8c6-c033d22ddca3 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461954 Jan 27 21:56:44.595347 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a50c62-2a03-4490-bb90-2152bc0ae360 x-openstack-request-id: req-50a50c62-2a03-4490-bb90-2152bc0ae360 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:44.601133 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92270bb-a407-4aea-9083-97add0ce252b", "name": "network-vif-unplugged", "status": "completed", "tag": "b18d6daa-7d03-45fc-be17-44c086e9acb7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:44.601412 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50a50c62-2a03-4490-bb90-2152bc0ae360 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:44.601859 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92270bb-a407-4aea-9083-97add0ce252b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18d6daa-7d03-45fc-be17-44c086e9acb7', 'code': 200} Jan 27 21:56:44.690667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bc562-867d-4297-ab03-ac48b465cc0a req-6a2820f7-5a33-41b6-bfc1-d7609c90cf22 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:44.700787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] No DVR routers for this DVR port b18d6daa-7d03-45fc-be17-44c086e9acb7 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:44.703579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-6a2820f7-5a33-41b6-bfc1-d7609c90cf22 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 813 time: 1.7038581 Jan 27 21:56:44.718680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.732030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'port': {'device_id': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db', 'admin_state_up': True, 'tenant_id': '2dc319e98579495eb6da0ec5e43d772d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:44.734359 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78ee1a2-7cd4-46c5-be44-ce7a68351eb6 req-2c8b27ec-f38e-4d0f-bc2f-d6a78ad096c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "DELETE /v2.0/ports/b18d6daa-7d03-45fc-be17-44c086e9acb7 HTTP/1.1" status: 204 len: 173 time: 4.5946302 Jan 27 21:56:44.735382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92270bb-a407-4aea-9083-97add0ce252b', 'name': 'network-vif-deleted', 'tag': 'b18d6daa-7d03-45fc-be17-44c086e9acb7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:44.747745 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d8228-6a76-4359-9826-418f5897e2fb" -d '{"events": [{"server_uuid": "a92270bb-a407-4aea-9083-97add0ce252b", "name": "network-vif-deleted", "tag": "b18d6daa-7d03-45fc-be17-44c086e9acb7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:44.953427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Made reservation on behalf of 2dc319e98579495eb6da0ec5e43d772d for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:44.957892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.018198 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caee96ad-68b1-4ee7-a8ac-e5a33b9d4a89 x-openstack-request-id: req-caee96ad-68b1-4ee7-a8ac-e5a33b9d4a89 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:45.022372 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92270bb-a407-4aea-9083-97add0ce252b", "name": "network-vif-deleted", "tag": "b18d6daa-7d03-45fc-be17-44c086e9acb7", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:45.022961 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-caee96ad-68b1-4ee7-a8ac-e5a33b9d4a89 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:45.036091 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92270bb-a407-4aea-9083-97add0ce252b', 'name': 'network-vif-deleted', 'tag': 'b18d6daa-7d03-45fc-be17-44c086e9acb7', 'status': 'completed', 'code': 200} Jan 27 21:56:45.070616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9490d775-ba1c-4f3c-8011-34b1cb4f44a5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.7685010 Jan 27 21:56:45.075356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58758) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:45.089240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d720e548-577c-4781-a232-f6e74f8da9f5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-security--581825977', 'description': 'tempest-security-description-1096954171'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:45.335242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.369658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.397566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d720e548-577c-4781-a232-f6e74f8da9f5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (5048332d-277d-4c97-b12d-3391d77efe63), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.562574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b1cd8ca-fad2-4fd8-b02b-48ee4f0ec540 req-1164f690-64a9-4ccb-9733-ad74a4c13ea1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 210 time: 0.0856607 Jan 27 21:56:45.719012 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d720e548-577c-4781-a232-f6e74f8da9f5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (5048332d-277d-4c97-b12d-3391d77efe63), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.745191 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d720e548-577c-4781-a232-f6e74f8da9f5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5048332d-277d-4c97-b12d-3391d77efe63), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.752823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d720e548-577c-4781-a232-f6e74f8da9f5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.757630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d720e548-577c-4781-a232-f6e74f8da9f5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "PUT /v2.0/security-groups/5048332d-277d-4c97-b12d-3391d77efe63 HTTP/1.1" status: 200 len: 1796 time: 0.6786630 Jan 27 21:56:45.761338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58766) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:45.807133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:45.822051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-aa6d1508-8c26-4100-b31f-6f51053ba134 None None] Provisioning complete for port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:45.822659 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1508-8c26-4100-b31f-6f51053ba134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.850725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Allocated IP 172.20.0.5 (d5fcccc9-78f6-48d1-a721-2faf0d3a42db/f6b3c1b0-ab63-484b-a036-ff75df1f1e5a/fea06030-df1f-42ce-8a82-65ce1dcf7237) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:46.029714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720e548-577c-4781-a232-f6e74f8da9f5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5048332d-277d-4c97-b12d-3391d77efe63,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:46.144440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b2b45273-9767-43d9-a952-b47ddcbbeb28 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups/5048332d-277d-4c97-b12d-3391d77efe63 HTTP/1.1" status: 200 len: 1796 time: 0.3628452 Jan 27 21:56:46.151348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58774) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:46.195379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:46.230442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.234633 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0c2d03c3-fb2f-4cf5-9fa0-a2e93197432f tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 200 len: 954 time: 5.6817071 Jan 27 21:56:46.235186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58776) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:46.239885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:37Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:43Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:46.290248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbdf4a-3244-405f-9ef3-6244f4810089 None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:37Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:43Z', 'revision_number': 4, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:46.818500 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.865695 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9ebfc03-b986-4e32-8f72-88b43997077b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (5048332d-277d-4c97-b12d-3391d77efe63), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.973385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88ba502e-3786-4fbc-8a55-368ddf341fea req-e9433a62-0027-43eb-a28a-7fe5cd8ec230 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 210 time: 0.1137791 Jan 27 21:56:46.990768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9ebfc03-b986-4e32-8f72-88b43997077b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (5048332d-277d-4c97-b12d-3391d77efe63), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.052335 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b591ec1d-8f2e-4c96-a3ba-6b67dc85c613 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 200 len: 954 time: 0.7945867 Jan 27 21:56:47.066393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce4aee-e557-45a3-b919-16e9efd605a2 req-cf69f458-3e21-4b7e-8681-c2ca568e4e49 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:47.076881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58788) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:47.077233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88ce4aee-e557-45a3-b919-16e9efd605a2 req-cf69f458-3e21-4b7e-8681-c2ca568e4e49 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 950 time: 0.3398182 Jan 27 21:56:47.110050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'routes': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:47.177585 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.199234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d1508-8c26-4100-b31f-6f51053ba134 None None] Current status of the port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:47.200362 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1508-8c26-4100-b31f-6f51053ba134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.253229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:47.484620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88ce4aee-e557-45a3-b919-16e9efd605a2 req-fc1e931c-d1bf-407d-b36c-0a682a559bf1 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062366 Jan 27 21:56:47.509629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-aa6d1508-8c26-4100-b31f-6f51053ba134 None None] For port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,segment=NetworkSegment(8eb4d292-1081-4032-8950-d4616a7accb6),segment_id=8eb4d292-1081-4032-8950-d4616a7accb6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:47.554301 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1508-8c26-4100-b31f-6f51053ba134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.573768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Network d5fcccc9-78f6-48d1-a721-2faf0d3a42db is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:47.575758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9ebfc03-b986-4e32-8f72-88b43997077b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5048332d-277d-4c97-b12d-3391d77efe63), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.578484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9ebfc03-b986-4e32-8f72-88b43997077b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.579757 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a9ebfc03-b986-4e32-8f72-88b43997077b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/5048332d-277d-4c97-b12d-3391d77efe63 HTTP/1.1" status: 204 len: 168 time: 1.4273672 Jan 27 21:56:47.584346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58794) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:47.598371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:47.604720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:47.754501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebfc03-b986-4e32-8f72-88b43997077b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5048332d-277d-4c97-b12d-3391d77efe63,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:47.760672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:47.774966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'Port': ['ID=fea06030-df1f-42ce-8a82-65ce1dcf7237,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:47.812563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d1508-8c26-4100-b31f-6f51053ba134 None None] Pushing event updated for resources: {'Port': ['ID=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:47.956040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:47.957137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.009627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-da2f97ba-eb8e-4f5e-8bd7-7e34880d1740 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2927678 Jan 27 21:56:48.051696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Request body: {'port': {'device_id': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:48.097266 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e3ec660-33af-42a0-948c-e1c577842be5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3915927 Jan 27 21:56:48.145937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58804) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:48.265357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:48.265926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.286491 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:48.307325 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.308109 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:48.313062 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:48.330238 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-39e513a7-bef7-4181-8400-ba05f94684bd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] delete failed (client error): The resource could not be found. Jan 27 21:56:48.331324 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-39e513a7-bef7-4181-8400-ba05f94684bd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/5048332d-277d-4c97-b12d-3391d77efe63 HTTP/1.1" status: 404 len: 347 time: 0.1790545 Jan 27 21:56:48.349199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:48.390433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b65ead63-5f7f-49e6-aa1f-7eea88a9aca4 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--123496727'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:48.490467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58a534-1824-46a4-a27c-071facde763b req-6b944bb1-4e65-4a9c-8c1e-0a879d3c1035 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:48.493669 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f58a534-1824-46a4-a27c-071facde763b req-6b944bb1-4e65-4a9c-8c1e-0a879d3c1035 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 950 time: 0.7404354 Jan 27 21:56:48.494962 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b65ead63-5f7f-49e6-aa1f-7eea88a9aca4 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.607242 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:49.094260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added routes are [] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:56:49.094587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:56:49.136305 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.196722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:49.370556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.420572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:49.459275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49187a52-8c52-4ff2-8f2d-28b1b43885a9 req-53783f10-b1b4-4fd7-8f99-115abb8d351a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:49.463278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49187a52-8c52-4ff2-8f2d-28b1b43885a9 req-53783f10-b1b4-4fd7-8f99-115abb8d351a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 931 time: 1.2715349 Jan 27 21:56:49.574209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b65ead63-5f7f-49e6-aa1f-7eea88a9aca4 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (b575f4e2-cd5a-4d2e-9132-fc1f252ba289), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.622853 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b65ead63-5f7f-49e6-aa1f-7eea88a9aca4 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b575f4e2-cd5a-4d2e-9132-fc1f252ba289), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.646404 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:44Z', 'revision_number': 6, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:47Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:49.675250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49187a52-8c52-4ff2-8f2d-28b1b43885a9 req-07d10aea-d8b8-4c73-9b06-9d7396610b85 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315489 Jan 27 21:56:49.709137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fa133-feb1-438f-b83b-f1cd14e0a225 req-497b45ec-aa21-4a00-8cb6-7d1f6cadc739 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:49.711007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa8fa133-feb1-438f-b83b-f1cd14e0a225 req-497b45ec-aa21-4a00-8cb6-7d1f6cadc739 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 950 time: 0.5156000 Jan 27 21:56:49.763574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.770323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Deleting port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:49.770751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.782997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.803383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa8fa133-feb1-438f-b83b-f1cd14e0a225 req-0ab559c1-19dd-44a1-b0a2-b8aff08069a0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764139 Jan 27 21:56:49.815302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:49.815841 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.839753 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:49.856028 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b65ead63-5f7f-49e6-aa1f-7eea88a9aca4 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.861274 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b65ead63-5f7f-49e6-aa1f-7eea88a9aca4 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5070946 Jan 27 21:56:49.866663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58822) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:49.885232 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:49.886540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c9422796-a952-45d3-ae36-0a1735603bc8 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': 'b575f4e2-cd5a-4d2e-9132-fc1f252ba289', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:49.891963 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:49.942258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ead63-5f7f-49e6-aa1f-7eea88a9aca4 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b575f4e2-cd5a-4d2e-9132-fc1f252ba289,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:50.180377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] For port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:50.181050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.214293 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:50.219980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Calling delete_port for 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:50.279981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:50.319974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:50.343307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9422796-a952-45d3-ae36-0a1735603bc8 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (13afa3f8-dfba-4f11-bb30-80cb7ff5d61c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.477152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea06030-df1f-42ce-8a82-65ce1dcf7237 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:50.487449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9422796-a952-45d3-ae36-0a1735603bc8 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (13afa3f8-dfba-4f11-bb30-80cb7ff5d61c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.487930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Publish callbacks [] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.525406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Transition to ACTIVE for port object fea06030-df1f-42ce-8a82-65ce1dcf7237 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:50.532018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.565890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9422796-a952-45d3-ae36-0a1735603bc8 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (13afa3f8-dfba-4f11-bb30-80cb7ff5d61c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.574211 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.635608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Pushing event updated for resources: {'Port': ['ID=fea06030-df1f-42ce-8a82-65ce1dcf7237,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:50.798866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Attempting to bind port fea06030-df1f-42ce-8a82-65ce1dcf7237 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:50.798866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Attempting to bind port fea06030-df1f-42ce-8a82-65ce1dcf7237 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:50.799444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Attempting to bind port fea06030-df1f-42ce-8a82-65ce1dcf7237 on network d5fcccc9-78f6-48d1-a721-2faf0d3a42db {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:50.804414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Port fea06030-df1f-42ce-8a82-65ce1dcf7237 on network d5fcccc9-78f6-48d1-a721-2faf0d3a42db not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:50.804724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Attempting to bind port fea06030-df1f-42ce-8a82-65ce1dcf7237 on network d5fcccc9-78f6-48d1-a721-2faf0d3a42db {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:50.816393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:50.816750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Checking segment: {'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:50.817241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Bound using segment: {'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:50.819772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Bound port: fea06030-df1f-42ce-8a82-65ce1dcf7237, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163c5189-d3fe-464f-b6f3-ffe855fef026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:50.820147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.892247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:50.927049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9422796-a952-45d3-ae36-0a1735603bc8 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13afa3f8-dfba-4f11-bb30-80cb7ff5d61c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:50.992722 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9422796-a952-45d3-ae36-0a1735603bc8 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.003690 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c9422796-a952-45d3-ae36-0a1735603bc8 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1176364 Jan 27 21:56:51.039734 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:51.093658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:51.117727 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.119708 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-26babd37-c9aa-4b74-b56e-5b738cca280c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 200 len: 704 time: 4.0364990 Jan 27 21:56:51.137865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58840) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:51.182501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:51.182923 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.248564 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:49Z', 'revision_number': 7, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:47Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:51.272159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] For port fea06030-df1f-42ce-8a82-65ce1dcf7237, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:51.285791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] For port fea06030-df1f-42ce-8a82-65ce1dcf7237, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:51.322654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:51.329597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b94fed-0249-4a04-9dd8-02776502cb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:51.336146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64341fab-ae75-4764-9adc-6dbfb4475fa0 req-6e23417d-eaf7-413e-bec4-a309e1be0986 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.337296 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfe3f9b-9acd-4a60-a139-2148a3e20142" -d '{"events": [{"server_uuid": "09b94fed-0249-4a04-9dd8-02776502cb52", "name": "network-vif-unplugged", "status": "completed", "tag": "01b54f0a-a6cf-4184-9ca0-7c6288f9b69f"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:51.350477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64341fab-ae75-4764-9adc-6dbfb4475fa0 req-6e23417d-eaf7-413e-bec4-a309e1be0986 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 950 time: 0.3103979 Jan 27 21:56:51.362300 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.367822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff0ad-7f3d-4b19-8168-a9ea501f39ad tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (13afa3f8-dfba-4f11-bb30-80cb7ff5d61c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.384630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02cc0c-2f2d-4120-850b-92fac06c50d8 req-8958754c-0088-4ada-8da0-34847fe7174b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.386953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f02cc0c-2f2d-4120-850b-92fac06c50d8 req-8958754c-0088-4ada-8da0-34847fe7174b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 943 time: 0.4545758 Jan 27 21:56:51.392518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.456227 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff0ad-7f3d-4b19-8168-a9ea501f39ad tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (13afa3f8-dfba-4f11-bb30-80cb7ff5d61c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.461553 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d112a13-8fd7-4053-b7b3-4fe678efe480 None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:49Z', 'revision_number': 7, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:47Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:51.526261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:51.599256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.602685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.604526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] 10.222.0.16 "PUT /v2.0/ports/fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 200 len: 1091 time: 3.5798471 Jan 27 21:56:51.661221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:51.665821 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:51.729936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12791e74-c79e-44d3-94e7-bbc7b776dc59 service neutron] Pushing event updated for resources: {'Port': ['ID=fea06030-df1f-42ce-8a82-65ce1dcf7237,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:51.784429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff0ad-7f3d-4b19-8168-a9ea501f39ad tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (13afa3f8-dfba-4f11-bb30-80cb7ff5d61c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.808329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff0ad-7f3d-4b19-8168-a9ea501f39ad tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.809405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64341fab-ae75-4764-9adc-6dbfb4475fa0 req-a38eeaad-81e2-4298-bcc9-af8a01e475e3 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568067 Jan 27 21:56:51.810998 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ac1ff0ad-7f3d-4b19-8168-a9ea501f39ad tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/13afa3f8-dfba-4f11-bb30-80cb7ff5d61c HTTP/1.1" status: 204 len: 168 time: 0.7608562 Jan 27 21:56:51.816993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (01b54f0a-a6cf-4184-9ca0-7c6288f9b69f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.818728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58854) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:51.830155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a', 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'f1effa96-3779-4cc7-a306-23b7e584d0b1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:51.950060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b', 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:51.960388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:52.035665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f02cc0c-2f2d-4120-850b-92fac06c50d8 req-f21dee4e-cee9-43c6-b298-57c9ce29e36e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219463 Jan 27 21:56:52.073092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bc562-867d-4297-ab03-ac48b465cc0a req-16aa0460-92ff-4b76-a1e5-064a8ff30d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:52.106656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-16aa0460-92ff-4b76-a1e5-064a8ff30d3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1094 time: 0.3387871 Jan 27 21:56:52.192908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:52.194140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:52.271471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-7852e58b-05e9-411b-9b02-b4e1b177569c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 200 len: 217 time: 0.1633728 Jan 27 21:56:52.441184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:52.504654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bc562-867d-4297-ab03-ac48b465cc0a req-b1b144ba-a946-433a-8250-25c8936530ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:52.510530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-b1b144ba-a946-433a-8250-25c8936530ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.2317491 Jan 27 21:56:52.649386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event deleted for resources: {'Port': ['ID=01b54f0a-a6cf-4184-9ca0-7c6288f9b69f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:52.691496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ff0ad-7f3d-4b19-8168-a9ea501f39ad tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13afa3f8-dfba-4f11-bb30-80cb7ff5d61c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:52.700662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-f86d7ea0-9e6f-4218-a7db-df5d38ec7363 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834369 Jan 27 21:56:52.743753 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-eeaee60c-2ccc-4507-814d-81526a447b85 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 200 len: 704 time: 1.6040895 Jan 27 21:56:52.750206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58864) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:52.860390 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d8287-6167-46b0-8556-0fcd94cee3b8 x-openstack-request-id: req-e79d8287-6167-46b0-8556-0fcd94cee3b8 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:52.861767 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b94fed-0249-4a04-9dd8-02776502cb52", "name": "network-vif-unplugged", "status": "completed", "tag": "01b54f0a-a6cf-4184-9ca0-7c6288f9b69f", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:52.862567 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e79d8287-6167-46b0-8556-0fcd94cee3b8 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:52.863465 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b94fed-0249-4a04-9dd8-02776502cb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f', 'code': 200} Jan 27 21:56:52.951972 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1340324f-e0a3-4dc9-99ef-7300cbe79bc6 x-openstack-request-id: req-1340324f-e0a3-4dc9-99ef-7300cbe79bc6 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:52.953289 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:52.953942 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1340324f-e0a3-4dc9-99ef-7300cbe79bc6 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:52.954758 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237', 'status': 'completed', 'code': 200} Jan 27 21:56:53.115002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-f5b0f957-4dc8-4f09-a73b-84bd876b5826 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071214 Jan 27 21:56:53.282313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] No DVR routers for this DVR port 01b54f0a-a6cf-4184-9ca0-7c6288f9b69f on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:53.292351 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:53.303015 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f58a534-1824-46a4-a27c-071facde763b req-71e210f3-7db0-4f3a-93cb-d32d9a9ad81c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "DELETE /v2.0/ports/01b54f0a-a6cf-4184-9ca0-7c6288f9b69f HTTP/1.1" status: 204 len: 173 time: 4.7763503 Jan 27 21:56:53.312009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b94fed-0249-4a04-9dd8-02776502cb52', 'name': 'network-vif-deleted', 'tag': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:53.319802 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f2a0bd-93c4-44b3-9d39-994d509febde" -d '{"events": [{"server_uuid": "09b94fed-0249-4a04-9dd8-02776502cb52", "name": "network-vif-deleted", "tag": "01b54f0a-a6cf-4184-9ca0-7c6288f9b69f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:53.353200 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-090b90c9-2617-45d0-9d65-8f6a25940766 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.5292912 Jan 27 21:56:53.362354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:53.396386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f733f9b1-ebef-4042-b6fc-1d1d1db8c4fc req-b4bb9ce5-7e47-4d74-8f54-bb4358346ee0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09b94fed-0249-4a04-9dd8-02776502cb52 HTTP/1.1" status: 200 len: 210 time: 0.2410493 Jan 27 21:56:53.691982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-591bc562-867d-4297-ab03-ac48b465cc0a req-b26175b0-6f6e-4257-bca6-8616464e872e service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684440 Jan 27 21:56:53.899098 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c53d3e0d-b8fb-4375-a2ce-60e5ba151da5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (b575f4e2-cd5a-4d2e-9132-fc1f252ba289), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:53.920010 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8205dcf1-0824-4ea7-a3cd-128e685bb9f3 x-openstack-request-id: req-8205dcf1-0824-4ea7-a3cd-128e685bb9f3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:53.922528 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b94fed-0249-4a04-9dd8-02776502cb52", "name": "network-vif-deleted", "tag": "01b54f0a-a6cf-4184-9ca0-7c6288f9b69f", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:53.923023 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8205dcf1-0824-4ea7-a3cd-128e685bb9f3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:53.923900 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b94fed-0249-4a04-9dd8-02776502cb52', 'name': 'network-vif-deleted', 'tag': '01b54f0a-a6cf-4184-9ca0-7c6288f9b69f', 'status': 'completed', 'code': 200} Jan 27 21:56:54.016680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c53d3e0d-b8fb-4375-a2ce-60e5ba151da5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (b575f4e2-cd5a-4d2e-9132-fc1f252ba289), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.026647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec6912-d847-4774-8e77-d814d25da2f4 req-208f111d-0f54-4d37-be6f-61e8cc5de8c1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:54.052737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0dec6912-d847-4774-8e77-d814d25da2f4 req-208f111d-0f54-4d37-be6f-61e8cc5de8c1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 943 time: 0.7273247 Jan 27 21:56:54.157301 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c53d3e0d-b8fb-4375-a2ce-60e5ba151da5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b575f4e2-cd5a-4d2e-9132-fc1f252ba289), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.157941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-ecb41cce-dacd-4f9b-9c18-540adccde51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:54.160954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-ecb41cce-dacd-4f9b-9c18-540adccde51b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1094 time: 0.3905802 Jan 27 21:56:54.161404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c53d3e0d-b8fb-4375-a2ce-60e5ba151da5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.167518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c53d3e0d-b8fb-4375-a2ce-60e5ba151da5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/b575f4e2-cd5a-4d2e-9132-fc1f252ba289 HTTP/1.1" status: 204 len: 168 time: 0.8039839 Jan 27 21:56:54.173723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58890) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:54.271976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d3e0d-b8fb-4375-a2ce-60e5ba151da5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575f4e2-cd5a-4d2e-9132-fc1f252ba289,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:54.377278 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f6455473-dede-43b1-ba49-d2a33769072e tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1914928 Jan 27 21:56:54.378634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58896) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:54.404670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bbe58bd7-c59a-4cde-a3f2-4446ddeaf1fd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079087927'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:54.493569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbe58bd7-c59a-4cde-a3f2-4446ddeaf1fd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.575333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-67c7c315-645a-4b49-8e0c-e39927b4abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:54.577558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-67c7c315-645a-4b49-8e0c-e39927b4abc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 914 time: 0.3956852 Jan 27 21:56:54.649373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0dec6912-d847-4774-8e77-d814d25da2f4 req-a9e638de-c1b6-4d5c-9bf5-97e8a2a2ef13 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852537 Jan 27 21:56:54.658497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.721482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:49Z', 'revision_number': 7, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:47Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:54.755665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-aacfbed6-8fad-492f-bed1-7732687e737d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 200 len: 217 time: 0.1050336 Jan 27 21:56:54.813915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:54.883575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:54.884287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:54.921840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-10cb49ef-eed4-4a71-9a21-17f686ae67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:54.930713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-10cb49ef-eed4-4a71-9a21-17f686ae67c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.1588788 Jan 27 21:56:55.003759 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-1cafdc2d-376d-4ec3-960f-2ea23158629f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625031 Jan 27 21:56:55.096385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:55.145341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:55.230871 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbe58bd7-c59a-4cde-a3f2-4446ddeaf1fd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (07b9bee4-fab2-494c-b27f-1cd78ce93de1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.246190 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbe58bd7-c59a-4cde-a3f2-4446ddeaf1fd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (07b9bee4-fab2-494c-b27f-1cd78ce93de1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.332285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-6890c865-86cb-428e-a58a-80f7e422a4f9 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222024 Jan 27 21:56:55.340860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bbe58bd7-c59a-4cde-a3f2-4446ddeaf1fd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.356542 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bbe58bd7-c59a-4cde-a3f2-4446ddeaf1fd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9759624 Jan 27 21:56:55.362729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58920) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:55.388753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-186e6688-8ba3-4750-a0bd-96f119273e18 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '07b9bee4-fab2-494c-b27f-1cd78ce93de1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:55.486343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-186e6688-8ba3-4750-a0bd-96f119273e18 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (f64de94b-f767-4443-99d7-91efe3f236be), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.570453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-186e6688-8ba3-4750-a0bd-96f119273e18 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (f64de94b-f767-4443-99d7-91efe3f236be), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.573804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe58bd7-c59a-4cde-a3f2-4446ddeaf1fd tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b9bee4-fab2-494c-b27f-1cd78ce93de1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:55.626006 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-186e6688-8ba3-4750-a0bd-96f119273e18 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f64de94b-f767-4443-99d7-91efe3f236be), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.677064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e6688-8ba3-4750-a0bd-96f119273e18 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64de94b-f767-4443-99d7-91efe3f236be,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:55.842618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76cf46-4235-4248-9c1e-57185b613256 req-1b5125c8-f5f5-4d68-814b-c6e6963309e5 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.857523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac76cf46-4235-4248-9c1e-57185b613256 req-1b5125c8-f5f5-4d68-814b-c6e6963309e5 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 949 time: 0.2505250 Jan 27 21:56:55.875087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f52a3d8c-2a40-4817-82b0-5ccf35f3f2b1 req-44c94b5f-fdf0-4a5c-b802-5914d869c661 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357411 Jan 27 21:56:55.884992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-186e6688-8ba3-4750-a0bd-96f119273e18 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.889803 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-186e6688-8ba3-4750-a0bd-96f119273e18 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5113835 Jan 27 21:56:55.892565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58926) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:55.893825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49213f2f-9a45-4c55-b43a-14e1acdcbad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.923788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b5aef415-8198-42a3-9679-8b770239d927 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '07b9bee4-fab2-494c-b27f-1cd78ce93de1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:56.126757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:56.127335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.129368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac76cf46-4235-4248-9c1e-57185b613256 req-579e55e1-0e13-43d0-8c84-126f287fa4c3 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703969 Jan 27 21:56:56.136337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:49Z', 'revision_number': 7, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:47Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:56.187446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f88639-4c4e-4070-8530-1d6277445863 None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:49Z', 'revision_number': 7, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '0f3a3c3c-2196-4f2c-9fad-67bad9c282bf', 'name': '', 'network_id': '678e79db-11db-4207-b3af-d28ccfe40118', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:9c:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0df9b953-787a-459c-9988-e47375d70bd9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:34Z', 'updated_at': '2022-01-27T21:56:47Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0df9b953-787a-459c-9988-e47375d70bd9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:56.203734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3bf09-3e5f-48de-95a2-f5bd8e8ef6e8 req-398f0949-aa61-4538-8955-a5af928bef88 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:56.208774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fd3bf09-3e5f-48de-95a2-f5bd8e8ef6e8 req-398f0949-aa61-4538-8955-a5af928bef88 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 943 time: 0.3322432 Jan 27 21:56:56.330139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fd3bf09-3e5f-48de-95a2-f5bd8e8ef6e8 req-4fcaefcb-113c-4fa1-abb9-3a5d47eed16e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103475 Jan 27 21:56:56.346595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5aef415-8198-42a3-9679-8b770239d927 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.643064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,segment=NetworkSegment(8eb4d292-1081-4032-8950-d4616a7accb6),segment_id=8eb4d292-1081-4032-8950-d4616a7accb6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:56.643595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.661377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:56.760022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49213f2f-9a45-4c55-b43a-14e1acdcbad1 admin admin] Publish callbacks [] for security_group (a51a71bd-798b-460e-aa03-6d4789f11f21), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.764557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5aef415-8198-42a3-9679-8b770239d927 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.905116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fea06030-df1f-42ce-8a82-65ce1dcf7237 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:56.942150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49213f2f-9a45-4c55-b43a-14e1acdcbad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a51a71bd-798b-460e-aa03-6d4789f11f21), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.948092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5aef415-8198-42a3-9679-8b770239d927 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.996854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aef415-8198-42a3-9679-8b770239d927 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.083280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-6dc3abe2-7940-4b7f-85a5-e6f2ab29f91e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.085036 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-6dc3abe2-7940-4b7f-85a5-e6f2ab29f91e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 949 time: 0.4754906 Jan 27 21:56:57.112265 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-49213f2f-9a45-4c55-b43a-14e1acdcbad1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e725773bc7d4116be8c6c81a7074d62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9641700 Jan 27 21:56:57.114665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58934) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:57.180875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5aef415-8198-42a3-9679-8b770239d927 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.187984 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b5aef415-8198-42a3-9679-8b770239d927 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2877984 Jan 27 21:56:57.196845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58936) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:57.203201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-74437ae8-5c91-48b2-acd1-fa391e788fe3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '07b9bee4-fab2-494c-b27f-1cd78ce93de1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:57.214262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49213f2f-9a45-4c55-b43a-14e1acdcbad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a71bd-798b-460e-aa03-6d4789f11f21,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.267792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fea06030-df1f-42ce-8a82-65ce1dcf7237, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:57.297834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0f3a3c3c-2196-4f2c-9fad-67bad9c282bf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.319289 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9aebfaa4-1bd1-4afb-8cf3-6ad9777a9b01 admin admin] Publish callbacks [] for security_group (a51a71bd-798b-460e-aa03-6d4789f11f21), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.366038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'fea06030-df1f-42ce-8a82-65ce1dcf7237', 'network_id': 'd5fcccc9-78f6-48d1-a721-2faf0d3a42db', 'port_id': 'fea06030-df1f-42ce-8a82-65ce1dcf7237', 'mac_address': 'fa:16:3e:92:9d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b3c1b0-ab63-484b-a036-ff75df1f1e5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:57.414439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9aebfaa4-1bd1-4afb-8cf3-6ad9777a9b01 admin admin] Publish callbacks [] for security_group (a51a71bd-798b-460e-aa03-6d4789f11f21), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.517203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port fea06030-df1f-42ce-8a82-65ce1dcf7237 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:57.517831 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.581373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea06030-df1f-42ce-8a82-65ce1dcf7237 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:57.678379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fea06030-df1f-42ce-8a82-65ce1dcf7237, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:57.692889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.706993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=0f3a3c3c-2196-4f2c-9fad-67bad9c282bf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.725630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74437ae8-5c91-48b2-acd1-fa391e788fe3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (6f44f84c-356f-47a6-895c-83f0816a1b7d), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.749423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9aebfaa4-1bd1-4afb-8cf3-6ad9777a9b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a51a71bd-798b-460e-aa03-6d4789f11f21), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.758846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9aebfaa4-1bd1-4afb-8cf3-6ad9777a9b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.760397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9aebfaa4-1bd1-4afb-8cf3-6ad9777a9b01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a51a71bd-798b-460e-aa03-6d4789f11f21 HTTP/1.1" status: 204 len: 168 time: 0.6443710 Jan 27 21:56:57.829988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebfaa4-1bd1-4afb-8cf3-6ad9777a9b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a71bd-798b-460e-aa03-6d4789f11f21,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.863723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977e24-8d42-4a4c-a2fe-99bd0740a039 req-0b2f22b8-f1c9-4e32-a48d-8168067d8700 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.872161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18977e24-8d42-4a4c-a2fe-99bd0740a039 req-0b2f22b8-f1c9-4e32-a48d-8168067d8700 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 949 time: 0.2784407 Jan 27 21:56:57.887819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74437ae8-5c91-48b2-acd1-fa391e788fe3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (6f44f84c-356f-47a6-895c-83f0816a1b7d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.895708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=fea06030-df1f-42ce-8a82-65ce1dcf7237,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.919124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74437ae8-5c91-48b2-acd1-fa391e788fe3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6f44f84c-356f-47a6-895c-83f0816a1b7d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.920659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.921012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.921352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.921691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.922020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.922445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.922667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.922989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.923309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.932353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.932631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.933160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.933689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:57.991437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74437ae8-5c91-48b2-acd1-fa391e788fe3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f44f84c-356f-47a6-895c-83f0816a1b7d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:58.005841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadee1d4-eafd-44b3-b179-bdaea9dfba10 req-4233a440-a0bb-489d-93ea-daf31ede76eb tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:58.012503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74437ae8-5c91-48b2-acd1-fa391e788fe3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.014925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dadee1d4-eafd-44b3-b179-bdaea9dfba10 req-4233a440-a0bb-489d-93ea-daf31ede76eb tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 944 time: 0.2895224 Jan 27 21:56:58.016029 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-74437ae8-5c91-48b2-acd1-fa391e788fe3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8178596 Jan 27 21:56:58.027226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58950) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:58.035287 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.045985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18977e24-8d42-4a4c-a2fe-99bd0740a039 req-7ca04555-c9ca-4e7d-9725-68b8efe3ae40 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727724 Jan 27 21:56:58.054204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cb53e4e9-8826-4de5-b202-daa8900635a7 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '07b9bee4-fab2-494c-b27f-1cd78ce93de1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:58.078471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Deleting port f1effa96-3779-4cc7-a306-23b7e584d0b1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:58.078830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.149018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dadee1d4-eafd-44b3-b179-bdaea9dfba10 req-070ddad6-dd50-4fa2-8376-477017728a84 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328084 Jan 27 21:56:58.219859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['fea06030-df1f-42ce-8a82-65ce1dcf7237'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:58.291376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb53e4e9-8826-4de5-b202-daa8900635a7 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (b9896036-6614-49a6-bfb3-ee9a183cfe39), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.511333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58954) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:58.529773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-290c9c52-ba49-4ee8-83d2-2ad9536cf34a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.594527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] For port f1effa96-3779-4cc7-a306-23b7e584d0b1, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f1effa96-3779-4cc7-a306-23b7e584d0b1,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:58.595033 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.611907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb53e4e9-8826-4de5-b202-daa8900635a7 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (b9896036-6614-49a6-bfb3-ee9a183cfe39), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.625731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Calling delete_port for f1effa96-3779-4cc7-a306-23b7e584d0b1 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:58.646953 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb53e4e9-8826-4de5-b202-daa8900635a7 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (b9896036-6614-49a6-bfb3-ee9a183cfe39), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.721795 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-290c9c52-ba49-4ee8-83d2-2ad9536cf34a admin admin] Publish callbacks [] for security_group (aae3a506-6436-4359-a60a-f3dcf313a1c9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.731685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-290c9c52-ba49-4ee8-83d2-2ad9536cf34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aae3a506-6436-4359-a60a-f3dcf313a1c9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.818338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c9c52-ba49-4ee8-83d2-2ad9536cf34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae3a506-6436-4359-a60a-f3dcf313a1c9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:58.832412 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-290c9c52-ba49-4ee8-83d2-2ad9536cf34a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=070b85dca71a4eec9341f75fc59211ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3164208 Jan 27 21:56:58.834125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58962) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:58.944615 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49c2b8f6-eda7-4ded-88c4-36ebe10ccdb2 admin admin] Publish callbacks [] for security_group (aae3a506-6436-4359-a60a-f3dcf313a1c9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.996662 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49c2b8f6-eda7-4ded-88c4-36ebe10ccdb2 admin admin] Publish callbacks [] for security_group (aae3a506-6436-4359-a60a-f3dcf313a1c9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.017600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53e4e9-8826-4de5-b202-daa8900635a7 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9896036-6614-49a6-bfb3-ee9a183cfe39,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:59.039098 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb53e4e9-8826-4de5-b202-daa8900635a7 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.042004 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cb53e4e9-8826-4de5-b202-daa8900635a7 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9930379 Jan 27 21:56:59.054052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58964) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:59.063832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a2f985a7-d3e0-42af-a0dc-cee55342ba53 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '07b9bee4-fab2-494c-b27f-1cd78ce93de1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:59.119920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:59.168618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2f985a7-d3e0-42af-a0dc-cee55342ba53 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (4699a881-84c0-428f-8f98-fff45a47fcdd), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.422166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2f985a7-d3e0-42af-a0dc-cee55342ba53 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (4699a881-84c0-428f-8f98-fff45a47fcdd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.426457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49c2b8f6-eda7-4ded-88c4-36ebe10ccdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aae3a506-6436-4359-a60a-f3dcf313a1c9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.433356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49c2b8f6-eda7-4ded-88c4-36ebe10ccdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.436318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-49c2b8f6-eda7-4ded-88c4-36ebe10ccdb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aae3a506-6436-4359-a60a-f3dcf313a1c9 HTTP/1.1" status: 204 len: 168 time: 0.5996482 Jan 27 21:56:59.493648 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2f985a7-d3e0-42af-a0dc-cee55342ba53 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (4699a881-84c0-428f-8f98-fff45a47fcdd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.546600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2b8f6-eda7-4ded-88c4-36ebe10ccdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae3a506-6436-4359-a60a-f3dcf313a1c9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:59.596511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:59.598541 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f1effa96-3779-4cc7-a306-23b7e584d0b1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.615968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a', 'c548b248-03dd-4272-8a2d-5aca2cd5d36c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:59.618978 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:59.619770 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f324fed7-7955-41dd-9e87-c38c47722165 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8394868 Jan 27 21:56:59.620578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58972) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:59.623138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b', 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:59.624429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f985a7-d3e0-42af-a0dc-cee55342ba53 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4699a881-84c0-428f-8f98-fff45a47fcdd,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:59.653637 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:59.654660 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:59.676605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6a5a9-6029-4857-a3d2-0c572eac4dd2 req-c1fc30f7-15c1-4772-8a79-f001f79317e3 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:59.679222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13b6a5a9-6029-4857-a3d2-0c572eac4dd2 req-c1fc30f7-15c1-4772-8a79-f001f79317e3 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 949 time: 0.4443374 Jan 27 21:56:59.688779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2f985a7-d3e0-42af-a0dc-cee55342ba53 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.692010 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a2f985a7-d3e0-42af-a0dc-cee55342ba53 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6358664 Jan 27 21:56:59.698793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58976) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:59.802455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-522446de-56f8-48d0-8abb-2b8ed92397cc tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet 0df9b953-787a-459c-9988-e47375d70bd9 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:59.835288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b96e4-72f1-4f57-838c-4c5040ecfd16 req-5ba822f5-e8b4-4abb-98bd-485a15f8d3f2 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:59.850753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c5b96e4-72f1-4f57-838c-4c5040ecfd16 req-5ba822f5-e8b4-4abb-98bd-485a15f8d3f2 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 944 time: 0.5006969 Jan 27 21:56:59.882141 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-522446de-56f8-48d0-8abb-2b8ed92397cc tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (0df9b953-787a-459c-9988-e47375d70bd9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.904893 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:59.957835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event deleted for resources: {'Port': ['ID=f1effa96-3779-4cc7-a306-23b7e584d0b1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:00.026950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13b6a5a9-6029-4857-a3d2-0c572eac4dd2 req-9431f8fc-0b50-4b1b-859c-8c4feb6c5e87 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261192 Jan 27 21:57:00.079733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b51703-1e1e-4667-bc3d-384f6ec157ef tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (4699a881-84c0-428f-8f98-fff45a47fcdd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.109228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c5b96e4-72f1-4f57-838c-4c5040ecfd16 req-9b84f24d-b0e4-48cf-82c4-a239789be8dd tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573621 Jan 27 21:57:00.125314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b51703-1e1e-4667-bc3d-384f6ec157ef tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (4699a881-84c0-428f-8f98-fff45a47fcdd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.160209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-522446de-56f8-48d0-8abb-2b8ed92397cc tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (0df9b953-787a-459c-9988-e47375d70bd9), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.166385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] No DVR routers for this DVR port f1effa96-3779-4cc7-a306-23b7e584d0b1 on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:00.207151 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b51703-1e1e-4667-bc3d-384f6ec157ef tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (4699a881-84c0-428f-8f98-fff45a47fcdd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.215134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b51703-1e1e-4667-bc3d-384f6ec157ef tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.236509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-28b51703-1e1e-4667-bc3d-384f6ec157ef tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/4699a881-84c0-428f-8f98-fff45a47fcdd HTTP/1.1" status: 204 len: 168 time: 0.4949362 Jan 27 21:57:00.238980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58984) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:00.260327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.275059 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5afbfdc4-4e0e-4cdb-a94e-15cefafa050f req-e7e1e0ba-412f-48f3-8422-a3719ec8cc01 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "DELETE /v2.0/ports/f1effa96-3779-4cc7-a306-23b7e584d0b1 HTTP/1.1" status: 204 len: 173 time: 3.1760194 Jan 27 21:57:00.277868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b51703-1e1e-4667-bc3d-384f6ec157ef tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4699a881-84c0-428f-8f98-fff45a47fcdd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:00.291438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168471d7-ab98-40fc-8669-634ffe2f78b1', 'name': 'network-vif-deleted', 'tag': 'f1effa96-3779-4cc7-a306-23b7e584d0b1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:00.306814 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7921923b-40e6-4b5f-a855-d0800d4a359c" -d '{"events": [{"server_uuid": "168471d7-ab98-40fc-8669-634ffe2f78b1", "name": "network-vif-deleted", "tag": "f1effa96-3779-4cc7-a306-23b7e584d0b1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:00.414789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cab8d446-020f-4d2c-9cee-c8b5a53b65b8 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1749661 Jan 27 21:57:00.431815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58988) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:00.503836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca134b05-237c-4d6e-bc76-ecb579234094 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (b9896036-6614-49a6-bfb3-ee9a183cfe39), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.533995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca134b05-237c-4d6e-bc76-ecb579234094 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (b9896036-6614-49a6-bfb3-ee9a183cfe39), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.572350 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b9c128-336c-4ebb-b475-b70bac361559 x-openstack-request-id: req-13b9c128-336c-4ebb-b475-b70bac361559 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:00.572765 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168471d7-ab98-40fc-8669-634ffe2f78b1", "name": "network-vif-deleted", "tag": "f1effa96-3779-4cc7-a306-23b7e584d0b1", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:00.573170 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13b9c128-336c-4ebb-b475-b70bac361559 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:00.573805 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168471d7-ab98-40fc-8669-634ffe2f78b1', 'name': 'network-vif-deleted', 'tag': 'f1effa96-3779-4cc7-a306-23b7e584d0b1', 'status': 'completed', 'code': 200} Jan 27 21:57:00.628318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca134b05-237c-4d6e-bc76-ecb579234094 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (b9896036-6614-49a6-bfb3-ee9a183cfe39), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.630799 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-522446de-56f8-48d0-8abb-2b8ed92397cc tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (0df9b953-787a-459c-9988-e47375d70bd9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.636794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca134b05-237c-4d6e-bc76-ecb579234094 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.638300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ca134b05-237c-4d6e-bc76-ecb579234094 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b9896036-6614-49a6-bfb3-ee9a183cfe39 HTTP/1.1" status: 204 len: 168 time: 0.2125423 Jan 27 21:57:00.647376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58994) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:00.648269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca134b05-237c-4d6e-bc76-ecb579234094 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9896036-6614-49a6-bfb3-ee9a183cfe39,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:00.723851 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:56Z', 'revision_number': 8, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:00.745368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58998) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:00.756139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-355ede6b-7041-42fd-904d-dd32afa4d09b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1044605 Jan 27 21:57:00.770639 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:00.788733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:00.790663 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:00.800821 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3df7f882-c83c-48f2-92f8-7df445600d22 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (6f44f84c-356f-47a6-895c-83f0816a1b7d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.820722 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3df7f882-c83c-48f2-92f8-7df445600d22 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (6f44f84c-356f-47a6-895c-83f0816a1b7d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.844705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-522446de-56f8-48d0-8abb-2b8ed92397cc tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (0df9b953-787a-459c-9988-e47375d70bd9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.940675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fea06030-df1f-42ce-8a82-65ce1dcf7237 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:00.966841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-522446de-56f8-48d0-8abb-2b8ed92397cc tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.982393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59004) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:00.982694 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:00.983312 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-522446de-56f8-48d0-8abb-2b8ed92397cc tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/0df9b953-787a-459c-9988-e47375d70bd9 HTTP/1.1" status: 204 len: 168 time: 1.3469970 Jan 27 21:57:00.995894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522446de-56f8-48d0-8abb-2b8ed92397cc tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=0df9b953-787a-459c-9988-e47375d70bd9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:01.062360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3df7f882-c83c-48f2-92f8-7df445600d22 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6f44f84c-356f-47a6-895c-83f0816a1b7d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.073467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f1effa96-3779-4cc7-a306-23b7e584d0b1 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:01.081198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3df7f882-c83c-48f2-92f8-7df445600d22 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.086110 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3df7f882-c83c-48f2-92f8-7df445600d22 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/6f44f84c-356f-47a6-895c-83f0816a1b7d HTTP/1.1" status: 204 len: 168 time: 0.3337729 Jan 27 21:57:01.101775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59012) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:01.145000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7f882-c83c-48f2-92f8-7df445600d22 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f44f84c-356f-47a6-895c-83f0816a1b7d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:01.177090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23579a1c-3f7c-48ea-842d-23a6b1f2eda4 None None] Network 678e79db-11db-4207-b3af-d28ccfe40118 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:01.267183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: f1effa96-3779-4cc7-a306-23b7e584d0b1 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:01.268819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f1effa96-3779-4cc7-a306-23b7e584d0b1 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:01.294837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (678e79db-11db-4207-b3af-d28ccfe40118), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.307769 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-89da0985-e978-49e8-aa9e-eb6a6e11d60f tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1946442 Jan 27 21:57:01.309365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59022) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:01.428621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54557fee-a589-47e7-bda8-62b95f51164d tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.450924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54557fee-a589-47e7-bda8-62b95f51164d tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.494619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0baa3258-3888-4271-bbf5-0d89dc17988d req-632be662-0feb-41c1-bdbe-f458acb2beb6 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=168471d7-ab98-40fc-8669-634ffe2f78b1 HTTP/1.1" status: 200 len: 210 time: 0.1546037 Jan 27 21:57:01.547954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54557fee-a589-47e7-bda8-62b95f51164d tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.576709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54557fee-a589-47e7-bda8-62b95f51164d tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.580521 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54557fee-a589-47e7-bda8-62b95f51164d tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a HTTP/1.1" status: 204 len: 168 time: 0.2673094 Jan 27 21:57:01.599495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59028) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:01.629241 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:56Z', 'revision_number': 8, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:01.634788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54557fee-a589-47e7-bda8-62b95f51164d tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a5faf3a-1a0d-48b1-9714-4f8b4c3c4e1a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:01.703955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2205f6-391b-43d3-aa24-ce2f3c142506 req-6f039bb5-ed82-4340-9402-b6fc18151390 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:01.704833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port fea06030-df1f-42ce-8a82-65ce1dcf7237 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:57:01.710359 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf3421-03ef-468e-93a4-507599a61220 None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:56:56Z', 'revision_number': 8, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '1a896873-4748-47d4-92f3-2c67ba86b6d6', 'name': '', 'network_id': '2a439bcd-ffa3-404a-8f80-4b49f3a1e201', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:65:f9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:30Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '0af61358-c5b9-4a53-bda5-77c26a0bdc5c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:01.727343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c2205f6-391b-43d3-aa24-ce2f3c142506 req-6f039bb5-ed82-4340-9402-b6fc18151390 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 944 time: 0.3642700 Jan 27 21:57:01.744610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port fea06030-df1f-42ce-8a82-65ce1dcf7237 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:01.748305 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.785143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54409834-2205-4f40-b1b8-3c64a4ed3a25 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1810820 Jan 27 21:57:01.788457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59030) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:01.798035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 53b63532-65ab-4804-b36b-20ee367357d4 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:01.798482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (53b63532-65ab-4804-b36b-20ee367357d4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.952093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port fea06030-df1f-42ce-8a82-65ce1dcf7237 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:01.953288 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.955708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c2205f6-391b-43d3-aa24-ce2f3c142506 req-51ebd6f2-7790-422a-8dc7-8f495d8c9d8b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271230 Jan 27 21:57:01.983196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac5782d1-475d-43ae-8c63-844c851bdcc3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (f64de94b-f767-4443-99d7-91efe3f236be), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.999299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 53b63532-65ab-4804-b36b-20ee367357d4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=53b63532-65ab-4804-b36b-20ee367357d4,segment=NetworkSegment(8eb4d292-1081-4032-8950-d4616a7accb6),segment_id=8eb4d292-1081-4032-8950-d4616a7accb6)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:02.000092 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (53b63532-65ab-4804-b36b-20ee367357d4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.020730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:02.024899 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4bd282-db73-4a7c-96b0-b33f629baa59" -d '{"events": [{"server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "name": "network-vif-plugged", "status": "completed", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:02.039737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fea06030-df1f-42ce-8a82-65ce1dcf7237, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:02.041927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac5782d1-475d-43ae-8c63-844c851bdcc3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (f64de94b-f767-4443-99d7-91efe3f236be), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.046702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.069459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 53b63532-65ab-4804-b36b-20ee367357d4 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:02.145981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] DHCP port deletion for 678e79db-11db-4207-b3af-d28ccfe40118 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:02.203110 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4e84c-adf1-4ca1-b815-c17831684502 x-openstack-request-id: req-3cf4e84c-adf1-4ca1-b815-c17831684502 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:02.205721 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "name": "network-vif-plugged", "status": "completed", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:02.206153 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cf4e84c-adf1-4ca1-b815-c17831684502 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:02.206708 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237', 'code': 200} Jan 27 21:57:02.219959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=fea06030-df1f-42ce-8a82-65ce1dcf7237,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:02.301003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] Deleting port 53b63532-65ab-4804-b36b-20ee367357d4 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:02.301392 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (53b63532-65ab-4804-b36b-20ee367357d4), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.334028 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (53b63532-65ab-4804-b36b-20ee367357d4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.372429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac5782d1-475d-43ae-8c63-844c851bdcc3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f64de94b-f767-4443-99d7-91efe3f236be), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.384432 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac5782d1-475d-43ae-8c63-844c851bdcc3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.386437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac5782d1-475d-43ae-8c63-844c851bdcc3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f64de94b-f767-4443-99d7-91efe3f236be HTTP/1.1" status: 204 len: 168 time: 0.5092618 Jan 27 21:57:02.389914 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59046) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:02.433818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] For port 53b63532-65ab-4804-b36b-20ee367357d4, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:02.435127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (53b63532-65ab-4804-b36b-20ee367357d4), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.447298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5782d1-475d-43ae-8c63-844c851bdcc3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f64de94b-f767-4443-99d7-91efe3f236be,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:02.452012 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e16f1a1f-45c5-4a82-9529-940a05f71736 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610144 Jan 27 21:57:02.455702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59050) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:02.463764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=53b63532-65ab-4804-b36b-20ee367357d4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:02.465071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] Calling delete_port for 53b63532-65ab-4804-b36b-20ee367357d4 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:02.474294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] Port 53b63532-65ab-4804-b36b-20ee367357d4 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:57:02.476171 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (53b63532-65ab-4804-b36b-20ee367357d4), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.488767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No DVR routers for this DVR port 53b63532-65ab-4804-b36b-20ee367357d4 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:02.539358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] Pushing event deleted for resources: {'Port': ['ID=53b63532-65ab-4804-b36b-20ee367357d4,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:02.549838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0131a8-ffd6-4aed-817d-42cdfe4aa054 req-0e0818f3-5788-454b-b6a6-52eabc838728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:02.552639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f0131a8-ffd6-4aed-817d-42cdfe4aa054 req-0e0818f3-5788-454b-b6a6-52eabc838728 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1096 time: 0.2810171 Jan 27 21:57:02.567059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf8c79-c9c0-40cd-844c-45f6f3baa2e6 None None] No DVR routers for this DVR port 53b63532-65ab-4804-b36b-20ee367357d4 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:02.605333 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d525-3230-4c86-b328-ed9ffe5874a5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (07b9bee4-fab2-494c-b27f-1cd78ce93de1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.652857 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d525-3230-4c86-b328-ed9ffe5874a5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (07b9bee4-fab2-494c-b27f-1cd78ce93de1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.723673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d525-3230-4c86-b328-ed9ffe5874a5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (07b9bee4-fab2-494c-b27f-1cd78ce93de1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.730248 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d525-3230-4c86-b328-ed9ffe5874a5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.741328 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d0d9d525-3230-4c86-b328-ed9ffe5874a5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/07b9bee4-fab2-494c-b27f-1cd78ce93de1 HTTP/1.1" status: 204 len: 168 time: 0.2744541 Jan 27 21:57:02.742690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59060) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:02.782103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d525-3230-4c86-b328-ed9ffe5874a5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b9bee4-fab2-494c-b27f-1cd78ce93de1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:02.792950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f0131a8-ffd6-4aed-817d-42cdfe4aa054 req-1ef50c01-5814-43e5-aa26-21165c54f7b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281973 Jan 27 21:57:02.809699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (678e79db-11db-4207-b3af-d28ccfe40118), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.842042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678e79db-11db-4207-b3af-d28ccfe40118']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:02.877586 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff0bda9d-b58e-49f1-8222-eb69f5a15a75 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1282005 Jan 27 21:57:02.886677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb4d292-1081-4032-8950-d4616a7accb6') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:02.887224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb4d292-1081-4032-8950-d4616a7accb6') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:02.887764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59068) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:02.896352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-310a56df-32ae-4483-ab87-f369e67e501b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--753261210'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:02.920128 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (8eb4d292-1081-4032-8950-d4616a7accb6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.961060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-310a56df-32ae-4483-ab87-f369e67e501b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.962759 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8eb4d292-1081-4032-8950-d4616a7accb6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.976786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:02.977489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (8eb4d292-1081-4032-8950-d4616a7accb6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:03.089024 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:03.096100 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (678e79db-11db-4207-b3af-d28ccfe40118), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.119954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.124808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/678e79db-11db-4207-b3af-d28ccfe40118 HTTP/1.1" status: 204 len: 168 time: 2.1411994 Jan 27 21:57:03.129184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59078) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:03.142435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e302fb-9210-4e9d-aff3-256d66dbed36 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=678e79db-11db-4207-b3af-d28ccfe40118,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:03.301491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-310a56df-32ae-4483-ab87-f369e67e501b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (c55385c1-4b8f-4d2e-8745-2c8c19ee0905), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.334912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8466636-532a-4f2d-bd5f-8b8b22a50941 req-8b3c1257-0ebd-4a53-89f9-633bf271acb1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.338185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8466636-532a-4f2d-bd5f-8b8b22a50941 req-8b3c1257-0ebd-4a53-89f9-633bf271acb1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 945 time: 0.1308749 Jan 27 21:57:03.413012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-310a56df-32ae-4483-ab87-f369e67e501b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c55385c1-4b8f-4d2e-8745-2c8c19ee0905), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.475227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:03.490457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8466636-532a-4f2d-bd5f-8b8b22a50941 req-d7f5193f-dc46-4423-8231-8e2a7310b6ad tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374018 Jan 27 21:57:03.507042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:03.507753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0f3a3c3c-2196-4f2c-9fad-67bad9c282bf not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:03.508777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 53b63532-65ab-4804-b36b-20ee367357d4 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:03.535542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 53b63532-65ab-4804-b36b-20ee367357d4 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:03.536109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 53b63532-65ab-4804-b36b-20ee367357d4 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:03.660095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-310a56df-32ae-4483-ab87-f369e67e501b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.665527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59088) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:03.666258 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-310a56df-32ae-4483-ab87-f369e67e501b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7766926 Jan 27 21:57:03.677965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0a2fee43-cc59-4f55-8ef2-c38dc1adab2a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': 'c55385c1-4b8f-4d2e-8745-2c8c19ee0905', 'direction': 'ingress', 'protocol': 17}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:03.704806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023dc3c-414b-4071-a309-29a2afdd85ad req-e85fd61f-8f09-4e8e-9460-e75779563d45 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.707910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3023dc3c-414b-4071-a309-29a2afdd85ad req-e85fd61f-8f09-4e8e-9460-e75779563d45 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 950 time: 0.1086631 Jan 27 21:57:03.769176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a56df-32ae-4483-ab87-f369e67e501b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55385c1-4b8f-4d2e-8745-2c8c19ee0905,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:03.872511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a2fee43-cc59-4f55-8ef2-c38dc1adab2a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (40e87589-ed2d-44dc-9a1a-b9fca1b49889), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.924354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3023dc3c-414b-4071-a309-29a2afdd85ad req-092da12c-ae26-4b7b-916b-f6ae010d7e38 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019689 Jan 27 21:57:03.995125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a2fee43-cc59-4f55-8ef2-c38dc1adab2a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (40e87589-ed2d-44dc-9a1a-b9fca1b49889), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.001582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a2fee43-cc59-4f55-8ef2-c38dc1adab2a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (40e87589-ed2d-44dc-9a1a-b9fca1b49889), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.038287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fee43-cc59-4f55-8ef2-c38dc1adab2a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e87589-ed2d-44dc-9a1a-b9fca1b49889,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:04.057597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a2fee43-cc59-4f55-8ef2-c38dc1adab2a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.062789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59092) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:04.063302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0a2fee43-cc59-4f55-8ef2-c38dc1adab2a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3955188 Jan 27 21:57:04.101759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d11521a-2202-492c-bbac-7c30b44859ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.155903 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.668604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d519325b-cf26-47e1-9b27-66d48a50c2b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (c55385c1-4b8f-4d2e-8745-2c8c19ee0905), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.712724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d519325b-cf26-47e1-9b27-66d48a50c2b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (c55385c1-4b8f-4d2e-8745-2c8c19ee0905), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.740433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-0f822ac0-119f-4d0a-8b76-47d879241eb8 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:04.743514 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-0f822ac0-119f-4d0a-8b76-47d879241eb8 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 950 time: 0.1678557 Jan 27 21:57:04.801129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d717-19c5-4f39-9b4b-5a709256e9e0 req-68a59f66-96e2-471f-9f16-4242ece955f5 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:04.813775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a63d717-19c5-4f39-9b4b-5a709256e9e0 req-68a59f66-96e2-471f-9f16-4242ece955f5 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 945 time: 0.0847895 Jan 27 21:57:04.923623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a63d717-19c5-4f39-9b4b-5a709256e9e0 req-d5f4b32c-109d-4d65-9046-205dcc197550 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084018 Jan 27 21:57:05.013666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d519325b-cf26-47e1-9b27-66d48a50c2b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c55385c1-4b8f-4d2e-8745-2c8c19ee0905), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.019874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d519325b-cf26-47e1-9b27-66d48a50c2b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.022770 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d519325b-cf26-47e1-9b27-66d48a50c2b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/c55385c1-4b8f-4d2e-8745-2c8c19ee0905 HTTP/1.1" status: 204 len: 168 time: 0.9580460 Jan 27 21:57:05.025627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59108) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:05.048146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519325b-cf26-47e1-9b27-66d48a50c2b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55385c1-4b8f-4d2e-8745-2c8c19ee0905,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:05.112659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Deleting port c548b248-03dd-4272-8a2d-5aca2cd5d36c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:05.115867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.258341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ae6f685c-78df-4f5e-83d7-d9d0897eeac7 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2305150 Jan 27 21:57:05.268801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59118) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:05.273533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-44431250-92cc-41ae-8dd8-f257105c911a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--784823088'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:05.330055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-61951c03-d1b7-4f23-a391-98039a1a0d9c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:05.336941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-61951c03-d1b7-4f23-a391-98039a1a0d9c tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5288ea-c67d-4335-b270-ee488bf38281 HTTP/1.1" status: 200 len: 950 time: 0.1897027 Jan 27 21:57:05.346946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71997a82-3f4b-4ee4-bfcd-b216677cd4b7 req-30d74eab-dc6c-4328-b1f3-fca210e01ea4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:05.349048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71997a82-3f4b-4ee4-bfcd-b216677cd4b7 req-30d74eab-dc6c-4328-b1f3-fca210e01ea4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 950 time: 0.2027693 Jan 27 21:57:05.350168 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-44431250-92cc-41ae-8dd8-f257105c911a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.486230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] For port c548b248-03dd-4272-8a2d-5aca2cd5d36c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c548b248-03dd-4272-8a2d-5aca2cd5d36c,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:05.486957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.523384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Calling delete_port for c548b248-03dd-4272-8a2d-5aca2cd5d36c owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:05.537908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71997a82-3f4b-4ee4-bfcd-b216677cd4b7 req-d44ba98c-d9c6-4e4a-886a-16c79de0b8ae tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760199 Jan 27 21:57:05.602119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Deleting port dd65799b-9bbd-4e95-87b2-74566dce9a6b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:05.608289 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.670344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-44431250-92cc-41ae-8dd8-f257105c911a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (14a1f97b-47e2-46dc-a479-84ca97aca9bb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.721845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 1a896873-4748-47d4-92f3-2c67ba86b6d6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:05.722734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.760859 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-44431250-92cc-41ae-8dd8-f257105c911a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (14a1f97b-47e2-46dc-a479-84ca97aca9bb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.883322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] For port dd65799b-9bbd-4e95-87b2-74566dce9a6b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dd65799b-9bbd-4e95-87b2-74566dce9a6b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:05.884397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.898745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Calling delete_port for dd65799b-9bbd-4e95-87b2-74566dce9a6b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:05.904756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 1a896873-4748-47d4-92f3-2c67ba86b6d6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1a896873-4748-47d4-92f3-2c67ba86b6d6,segment=NetworkSegment(9614e3e8-9270-4cef-bef7-dc055b94081f),segment_id=9614e3e8-9270-4cef-bef7-dc055b94081f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:05.905340 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.930442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 1a896873-4748-47d4-92f3-2c67ba86b6d6 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:06.142373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-44431250-92cc-41ae-8dd8-f257105c911a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.147097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-44431250-92cc-41ae-8dd8-f257105c911a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8772302 Jan 27 21:57:06.152946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59140) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.161670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (dd65799b-9bbd-4e95-87b2-74566dce9a6b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.176026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b', 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:06.177250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f1b0a753-64fd-454b-857c-f6d533d69f7c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406289295'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:06.182598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a', 'c548b248-03dd-4272-8a2d-5aca2cd5d36c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:06.230887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event deleted for resources: {'Port': ['ID=dd65799b-9bbd-4e95-87b2-74566dce9a6b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:06.250689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44431250-92cc-41ae-8dd8-f257105c911a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1f97b-47e2-46dc-a479-84ca97aca9bb,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:06.313878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86470e79-e294-46af-9a42-a5d66089ef6a req-e5ebaf91-578f-49de-86d3-4b058d61c245 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:06.321932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86470e79-e294-46af-9a42-a5d66089ef6a req-e5ebaf91-578f-49de-86d3-4b058d61c245 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 945 time: 0.1899083 Jan 27 21:57:06.328445 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a753-64fd-454b-857c-f6d533d69f7c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.350258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c548b248-03dd-4272-8a2d-5aca2cd5d36c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.374824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] No DVR routers for this DVR port dd65799b-9bbd-4e95-87b2-74566dce9a6b on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:06.388723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.392361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e820941-6c8d-47af-8c22-2460c4c35be9 req-ac532c7c-1100-422a-a6f6-19b5bef7d81b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "DELETE /v2.0/ports/dd65799b-9bbd-4e95-87b2-74566dce9a6b HTTP/1.1" status: 204 len: 173 time: 1.0391238 Jan 27 21:57:06.393361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5288ea-c67d-4335-b270-ee488bf38281', 'name': 'network-vif-deleted', 'tag': 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:06.396140 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a696bf02-b40c-455b-8fc8-4de466b0fac1" -d '{"events": [{"server_uuid": "7f5288ea-c67d-4335-b270-ee488bf38281", "name": "network-vif-deleted", "tag": "dd65799b-9bbd-4e95-87b2-74566dce9a6b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:06.473299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86470e79-e294-46af-9a42-a5d66089ef6a req-d6716b03-2d2f-4606-977a-c6c124e1c605 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490450 Jan 27 21:57:06.493446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b', 'dd65799b-9bbd-4e95-87b2-74566dce9a6b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:06.516767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event deleted for resources: {'Port': ['ID=c548b248-03dd-4272-8a2d-5aca2cd5d36c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:06.602707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.603120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.603717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.604299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.604864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.613201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a753-64fd-454b-857c-f6d533d69f7c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.617160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.617822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.620287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.620926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.622603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.629304 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21320321-1820-4d7a-9aa3-5a72444ed353 x-openstack-request-id: req-21320321-1820-4d7a-9aa3-5a72444ed353 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:06.630182 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5288ea-c67d-4335-b270-ee488bf38281", "name": "network-vif-deleted", "tag": "dd65799b-9bbd-4e95-87b2-74566dce9a6b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:06.639912 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21320321-1820-4d7a-9aa3-5a72444ed353 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:06.640916 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5288ea-c67d-4335-b270-ee488bf38281', 'name': 'network-vif-deleted', 'tag': 'dd65799b-9bbd-4e95-87b2-74566dce9a6b', 'status': 'completed', 'code': 200} Jan 27 21:57:06.641993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a753-64fd-454b-857c-f6d533d69f7c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.642217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.642762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.643337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:06.672682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', '795d8b11-0359-4849-817c-b0b4bb9a111a', 'c548b248-03dd-4272-8a2d-5aca2cd5d36c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:06.769660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0a753-64fd-454b-857c-f6d533d69f7c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:06.776441 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a753-64fd-454b-857c-f6d533d69f7c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.797729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f1b0a753-64fd-454b-857c-f6d533d69f7c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6322086 Jan 27 21:57:06.798899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.814090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-81c8b560-818c-43d4-ba49-de52e072d7be tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '14a1f97b-47e2-46dc-a479-84ca97aca9bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79', 'remote_ip_prefix': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:06.959545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] No DVR routers for this DVR port c548b248-03dd-4272-8a2d-5aca2cd5d36c on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:06.975218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.996511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8233eb6-d83b-4a59-8125-654f7442e8d0 req-bcd41254-f496-4993-a3df-47d880efe062 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 210 time: 0.1490867 Jan 27 21:57:07.019556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fa8dccb-5207-4d27-9f3e-7f5f1d398ea1 req-c5303031-2ae3-4f85-bd1e-479fd5d9d053 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "DELETE /v2.0/ports/c548b248-03dd-4272-8a2d-5aca2cd5d36c HTTP/1.1" status: 204 len: 173 time: 2.2696080 Jan 27 21:57:07.059116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81c8b560-818c-43d4-ba49-de52e072d7be tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (66b66e74-b5ba-405f-88a6-7de6d88ba8d7), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.228791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-5d8d6b55-7622-46fe-89a4-63ee317b90f1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-906667366&fields=id&tenant_id=2dc319e98579495eb6da0ec5e43d772d HTTP/1.1" status: 200 len: 267 time: 0.2693434 Jan 27 21:57:07.457958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81c8b560-818c-43d4-ba49-de52e072d7be tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (66b66e74-b5ba-405f-88a6-7de6d88ba8d7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.482073 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81c8b560-818c-43d4-ba49-de52e072d7be tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (66b66e74-b5ba-405f-88a6-7de6d88ba8d7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.495698 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2befa20b-d8d5-47dc-adb5-7fac32dec892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.514260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-da2b3149-6b20-4df7-8359-7bae7a9a5ebe tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:07.523013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-da2b3149-6b20-4df7-8359-7bae7a9a5ebe tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 945 time: 0.2758210 Jan 27 21:57:07.536248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'port': {'security_groups': ['8e63d3a7-ee3f-4b22-bec2-6681d10b88cd', 'a1ab1797-8592-4b4b-a27a-624886db2d51']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:07.542305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8b560-818c-43d4-ba49-de52e072d7be tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b66e74-b5ba-405f-88a6-7de6d88ba8d7,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:07.576765 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81c8b560-818c-43d4-ba49-de52e072d7be tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.582588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-81c8b560-818c-43d4-ba49-de52e072d7be tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7817240 Jan 27 21:57:07.583544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59164) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:07.607485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ca758b-e43f-4ff2-97b2-c301b3fd9116', 'name': 'network-vif-deleted', 'tag': 'c548b248-03dd-4272-8a2d-5aca2cd5d36c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:07.615038 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cdbab9-4708-4632-9177-738dfd506aea" -d '{"events": [{"server_uuid": "09ca758b-e43f-4ff2-97b2-c301b3fd9116", "name": "network-vif-deleted", "tag": "c548b248-03dd-4272-8a2d-5aca2cd5d36c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:07.627470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1a896873-4748-47d4-92f3-2c67ba86b6d6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.742402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08b5cf70-50a9-4de3-b457-3b46efa6fe37 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (66b66e74-b5ba-405f-88a6-7de6d88ba8d7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.746185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=1a896873-4748-47d4-92f3-2c67ba86b6d6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:07.859819 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08b5cf70-50a9-4de3-b457-3b46efa6fe37 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (66b66e74-b5ba-405f-88a6-7de6d88ba8d7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.919873 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a013cd04-a45f-4204-a9a0-703331d9a852 x-openstack-request-id: req-a013cd04-a45f-4204-a9a0-703331d9a852 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:07.920361 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ca758b-e43f-4ff2-97b2-c301b3fd9116", "name": "network-vif-deleted", "tag": "c548b248-03dd-4272-8a2d-5aca2cd5d36c", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:07.920800 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a013cd04-a45f-4204-a9a0-703331d9a852 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:07.936627 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ca758b-e43f-4ff2-97b2-c301b3fd9116', 'name': 'network-vif-deleted', 'tag': 'c548b248-03dd-4272-8a2d-5aca2cd5d36c', 'status': 'completed', 'code': 200} Jan 27 21:57:07.945960 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.109855 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:57:08.563689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.676688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] For port fea06030-df1f-42ce-8a82-65ce1dcf7237, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:08.763082 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.773530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59178) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:08.809402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.811937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08b5cf70-50a9-4de3-b457-3b46efa6fe37 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (66b66e74-b5ba-405f-88a6-7de6d88ba8d7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.880001 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08b5cf70-50a9-4de3-b457-3b46efa6fe37 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.884711 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.885611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-08b5cf70-50a9-4de3-b457-3b46efa6fe37 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/66b66e74-b5ba-405f-88a6-7de6d88ba8d7 HTTP/1.1" status: 204 len: 168 time: 1.2951934 Jan 27 21:57:08.886208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5cf70-50a9-4de3-b457-3b46efa6fe37 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66b66e74-b5ba-405f-88a6-7de6d88ba8d7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.897919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014', 'fea06030-df1f-42ce-8a82-65ce1dcf7237'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:08.971778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59184) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:09.015117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e52453eb-9541-4199-b42e-8ff79d4ca3f6 req-e8a2ffc6-73ee-45c4-ac12-ed2f13c8db8f tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=09ca758b-e43f-4ff2-97b2-c301b3fd9116 HTTP/1.1" status: 200 len: 210 time: 0.2446182 Jan 27 21:57:09.066851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device dd65799b-9bbd-4e95-87b2-74566dce9a6b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:09.109596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c548b248-03dd-4272-8a2d-5aca2cd5d36c no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:09.180564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: dd65799b-9bbd-4e95-87b2-74566dce9a6b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:09.181488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device dd65799b-9bbd-4e95-87b2-74566dce9a6b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:09.187880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: c548b248-03dd-4272-8a2d-5aca2cd5d36c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:09.190359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c548b248-03dd-4272-8a2d-5aca2cd5d36c not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:09.192222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:09.194306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.229375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d9b0db2-da67-410a-9f09-c78310bf66ef req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "PUT /v2.0/ports/fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 200 len: 981 time: 1.7050381 Jan 27 21:57:09.275512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:09.279717 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78045758-a6ba-4c6c-9001-7d2bdc81e64a" -d '{"events": [{"name": "network-changed", "server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:09.581934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['fea06030-df1f-42ce-8a82-65ce1dcf7237'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:09.748306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:10.323681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:10.352647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:10.369707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-666b04f5-e3e6-4f9e-a6d1-4ff6abbdff53 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2387378 Jan 27 21:57:10.374713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59206) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:10.399564 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5e113c-6bdb-48a6-af8b-8a0a114b38d1 x-openstack-request-id: req-4e5e113c-6bdb-48a6-af8b-8a0a114b38d1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:10.400420 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:10.400420 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e5e113c-6bdb-48a6-af8b-8a0a114b38d1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:10.401061 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237', 'status': 'completed', 'code': 200} Jan 27 21:57:10.503137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2a867c76-07b1-44e4-af84-8569e1c3c5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.590721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8c4ea93e-a65f-4265-a943-f1b7613f1b02 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.6172743 Jan 27 21:57:10.594983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59212) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:10.604583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f2e3-477e-46d4-ab38-49fd74186088 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'Port': ['ID=fea06030-df1f-42ce-8a82-65ce1dcf7237,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:10.630447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc69191b-6603-492c-b5c6-15b14bed524d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet 0af61358-c5b9-4a53-bda5-77c26a0bdc5c {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:10.643539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc69191b-6603-492c-b5c6-15b14bed524d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (0af61358-c5b9-4a53-bda5-77c26a0bdc5c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.931320 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc69191b-6603-492c-b5c6-15b14bed524d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (0af61358-c5b9-4a53-bda5-77c26a0bdc5c), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.967930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2a867c76-07b1-44e4-af84-8569e1c3c5cc admin admin] Publish callbacks [] for security_group (46375f5e-f5c1-497e-bcaf-40be7defed07), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.985060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2a867c76-07b1-44e4-af84-8569e1c3c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (46375f5e-f5c1-497e-bcaf-40be7defed07), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.006505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:11.012595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:11.091824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-e611388c-8598-427e-a7e9-c7239b250160 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7182579 Jan 27 21:57:11.167510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a867c76-07b1-44e4-af84-8569e1c3c5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46375f5e-f5c1-497e-bcaf-40be7defed07,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:11.191916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d3d5161-09f0-40c1-867b-831a5a7a9ca3 req-8644c281-da6c-4bb9-83e8-2defdc00f064 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/a1ab1797-8592-4b4b-a27a-624886db2d51 HTTP/1.1" status: 200 len: 1819 time: 1.8640885 Jan 27 21:57:11.212525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2a867c76-07b1-44e4-af84-8569e1c3c5cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8b6021aef8e476daf5f1cfce5bd3e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4237714 Jan 27 21:57:11.222868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59220) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:11.361426 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc69191b-6603-492c-b5c6-15b14bed524d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (0af61358-c5b9-4a53-bda5-77c26a0bdc5c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.436013 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14ce744d-66fb-4adc-a981-00ccfc9d18fb tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.442034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47d416-525b-484e-9080-89cf7f701e6a req-f21b5415-19d9-4b56-97c5-d6c0fb815b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:11.452131 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-f21b5415-19d9-4b56-97c5-d6c0fb815b6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 0.2913556 Jan 27 21:57:11.619820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-05a82341-8ff2-4b02-9c6f-9e350587bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:11.628763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-05a82341-8ff2-4b02-9c6f-9e350587bc3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1135 time: 1.2262383 Jan 27 21:57:11.633959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.642299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.751736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:11.810130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47d416-525b-484e-9080-89cf7f701e6a req-7fc7fd01-0c00-4850-97d5-17faefc5c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:11.813175 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-7fc7fd01-0c00-4850-97d5-17faefc5c4d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.3273141 Jan 27 21:57:11.921479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78e99762-8d76-412b-84d8-c7c13787d384 admin admin] Publish callbacks [] for security_group (46375f5e-f5c1-497e-bcaf-40be7defed07), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.925829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-d860a785-dfa5-4715-8dd0-2c9333f52db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:11.928712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-d860a785-dfa5-4715-8dd0-2c9333f52db2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 914 time: 0.2369819 Jan 27 21:57:11.938132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14ce744d-66fb-4adc-a981-00ccfc9d18fb tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.978546 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-91ed090a-5047-44cd-8826-c83f5b5a7018 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 217 time: 0.1541626 Jan 27 21:57:11.981889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc69191b-6603-492c-b5c6-15b14bed524d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (0af61358-c5b9-4a53-bda5-77c26a0bdc5c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.101970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c4b4f-5092-4a2d-b938-ab89f27814a6 req-e5027c82-950b-49ca-ac75-5090ada095d2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:12.116314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-577c4b4f-5092-4a2d-b938-ab89f27814a6 req-e5027c82-950b-49ca-ac75-5090ada095d2 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 950 time: 0.8740160 Jan 27 21:57:12.132584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-9c1bea40-7f7c-49f8-a43c-1d83c51d403e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 200 len: 217 time: 0.1566157 Jan 27 21:57:12.257643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69191b-6603-492c-b5c6-15b14bed524d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=0af61358-c5b9-4a53-bda5-77c26a0bdc5c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:12.270687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47d416-525b-484e-9080-89cf7f701e6a req-5452b1d9-2dbd-4f19-ba43-6acff7742c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:12.273540 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-5452b1d9-2dbd-4f19-ba43-6acff7742c28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.2857661 Jan 27 21:57:12.283344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc69191b-6603-492c-b5c6-15b14bed524d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.298987 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fc69191b-6603-492c-b5c6-15b14bed524d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/0af61358-c5b9-4a53-bda5-77c26a0bdc5c HTTP/1.1" status: 204 len: 168 time: 1.9159553 Jan 27 21:57:12.302846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:12.477346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7454f-341d-4423-b06f-439a7d721e53 None None] Network 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:12.510637 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2a439bcd-ffa3-404a-8f80-4b49f3a1e201), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.514350 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-5d3d5161-09f0-40c1-867b-831a5a7a9ca3 req-29fbba73-259d-48cb-85bc-ffca0dd3734d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:57:12.516142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d3d5161-09f0-40c1-867b-831a5a7a9ca3 req-29fbba73-259d-48cb-85bc-ffca0dd3734d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/a1ab1797-8592-4b4b-a27a-624886db2d51 HTTP/1.1" status: 409 len: 341 time: 1.3223977 Jan 27 21:57:12.592538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78e99762-8d76-412b-84d8-c7c13787d384 admin admin] Publish callbacks [] for security_group (46375f5e-f5c1-497e-bcaf-40be7defed07), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.684340 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-6674ee91-fabc-4136-808e-bab529552235 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3823798 Jan 27 21:57:12.744225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-da7f9362-fe88-4fe7-a49b-3cddd01959e7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:57:12.750086 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-da7f9362-fe88-4fe7-a49b-3cddd01959e7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230219 Jan 27 21:57:12.751435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-ef70b73a-930c-4a15-ba27-46f3a927c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:12.754200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-ef70b73a-930c-4a15-ba27-46f3a927c0fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.4983699 Jan 27 21:57:12.817967 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-577c4b4f-5092-4a2d-b938-ab89f27814a6 req-d1d51ce5-bc87-4530-9769-9a5951b5aa16 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7001307 Jan 27 21:57:12.884523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14ce744d-66fb-4adc-a981-00ccfc9d18fb tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.897725 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14ce744d-66fb-4adc-a981-00ccfc9d18fb tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.903750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-14ce744d-66fb-4adc-a981-00ccfc9d18fb tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79 HTTP/1.1" status: 204 len: 168 time: 2.2979355 Jan 27 21:57:12.919877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59234) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:12.955301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-c1766329-022a-4948-88c2-192c3b59786e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:12.968295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-c1766329-022a-4948-88c2-192c3b59786e tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 950 time: 1.0160055 Jan 27 21:57:13.024082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-81944fe6-2e73-41c1-813a-3e3b2cf47a58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2449644 Jan 27 21:57:13.073299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:07Z', 'revision_number': 9, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:13.133205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-d82e4a97-0c55-4451-9f56-2c6dd2b26f22 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:57:13.134020 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-54d74486-a1a8-40a0-8144-97beb1c5ff11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4470141 Jan 27 21:57:13.157698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-d82e4a97-0c55-4451-9f56-2c6dd2b26f22 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0363955 Jan 27 21:57:13.158123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] DHCP port deletion for 2a439bcd-ffa3-404a-8f80-4b49f3a1e201 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:13.163209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:13.236967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce744d-66fb-4adc-a981-00ccfc9d18fb tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a8ee1-dc1f-4ddf-b5e3-d722ef371d79,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:13.350601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-4d49fc2e-3fcf-47c8-b12d-b4d1fcf273f9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.352602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-4d49fc2e-3fcf-47c8-b12d-b4d1fcf273f9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "GET /v2.0/ports?device_id=3fa81b54-bb2a-47f6-bbbf-80097f7547b1 HTTP/1.1" status: 200 len: 950 time: 0.7558820 Jan 27 21:57:13.379768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:13.381224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:13.540878 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0cd99748-97a7-42a3-b577-47f578dbdb0b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.5423379 Jan 27 21:57:13.548021 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59240) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:13.604355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:13.677295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:13.677756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.757667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] Deleting port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:13.758055 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.835467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-a551110b-223c-411e-a9b4-90c4a7078e16 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452417 Jan 27 21:57:13.902499 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78e99762-8d76-412b-84d8-c7c13787d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (46375f5e-f5c1-497e-bcaf-40be7defed07), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.905351 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78e99762-8d76-412b-84d8-c7c13787d384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.921938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-78e99762-8d76-412b-84d8-c7c13787d384 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46375f5e-f5c1-497e-bcaf-40be7defed07 HTTP/1.1" status: 204 len: 168 time: 2.6913002 Jan 27 21:57:13.940355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-60e9d2cb-87d3-4aa0-ade8-a9d62d1c6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.943236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-60e9d2cb-87d3-4aa0-ade8-a9d62d1c6224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bf468f1d5b4435698a82f8407077a37&device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 1101 time: 0.7278793 Jan 27 21:57:13.993708 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-d84d7b48-97c2-428e-ba12-2596ffe700dc service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1180515 Jan 27 21:57:14.068420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb94fc-3465-4775-ab78-6f5a4f7a70ae req-b1ccdd36-04f8-4edb-8a94-8d25b8b6d83c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:14.075288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ffb94fc-3465-4775-ab78-6f5a4f7a70ae req-b1ccdd36-04f8-4edb-8a94-8d25b8b6d83c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 984 time: 0.8578389 Jan 27 21:57:14.081809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e99762-8d76-412b-84d8-c7c13787d384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46375f5e-f5c1-497e-bcaf-40be7defed07,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:14.135500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] For port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,segment=NetworkSegment(9614e3e8-9270-4cef-bef7-dc055b94081f),segment_id=9614e3e8-9270-4cef-bef7-dc055b94081f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:14.136467 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.172330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] Calling delete_port for 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:14.452884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,segment=NetworkSegment(9614e3e8-9270-4cef-bef7-dc055b94081f),segment_id=9614e3e8-9270-4cef-bef7-dc055b94081f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:14.453762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.460731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:14.488395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:14.614692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.637235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Deleting port 795d8b11-0359-4849-817c-b0b4bb9a111a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:14.637777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.670057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:14.674386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59254) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:14.680023 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fbe82c1-180f-4e9f-8e3d-5e6c50605056 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (14a1f97b-47e2-46dc-a479-84ca97aca9bb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.680163 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.711199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fbe82c1-180f-4e9f-8e3d-5e6c50605056 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (14a1f97b-47e2-46dc-a479-84ca97aca9bb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.755190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f9768b2-bca0-4f29-8e9f-d06586d0ab99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.765114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Deleting port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:14.765378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.767276 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.770773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] No DVR routers for this DVR port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:14.821656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fbe82c1-180f-4e9f-8e3d-5e6c50605056 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (14a1f97b-47e2-46dc-a479-84ca97aca9bb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.824596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fbe82c1-180f-4e9f-8e3d-5e6c50605056 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.830017 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4fbe82c1-180f-4e9f-8e3d-5e6c50605056 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/14a1f97b-47e2-46dc-a479-84ca97aca9bb HTTP/1.1" status: 204 len: 168 time: 1.2742856 Jan 27 21:57:14.835747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59256) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:14.843918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c739837-27aa-4ab7-a5df-9a985b0b6ba6 None None] Pushing event deleted for resources: {'Port': ['ID=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:14.917897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] For port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:14.918516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.935071 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4e6ce379-e698-466e-a8bc-420241e046c4 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0920315 Jan 27 21:57:14.939364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59260) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:14.944401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Calling delete_port for b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:14.946274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ff6685e1-c7d2-49b1-a118-70b938f70d81 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--538950747'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:14.968349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:14.971178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No DVR routers for this DVR port 6fa65f6f-bbf9-4f65-9b01-3cd49d6aab09 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:14.976909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe82c1-180f-4e9f-8e3d-5e6c50605056 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1f97b-47e2-46dc-a479-84ca97aca9bb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:15.014381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff6685e1-c7d2-49b1-a118-70b938f70d81 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.038938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 795d8b11-0359-4849-817c-b0b4bb9a111a no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:15.206230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2a439bcd-ffa3-404a-8f80-4b49f3a1e201), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.213588 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa47d416-525b-484e-9080-89cf7f701e6a req-22687923-1206-4b4b-8132-6ae5eea764b3 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1969371 Jan 27 21:57:15.230514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-8df5af1a-2858-4d43-9629-ad6cca1eabab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.233520 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-8df5af1a-2858-4d43-9629-ad6cca1eabab service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 1.2298815 Jan 27 21:57:15.303782 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-3fa7afab-7af9-49b3-9e2d-a125fa82c107 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=04495889-3964-49fe-9ccc-f7c06cf6330b HTTP/1.1" status: 200 len: 217 time: 0.0598679 Jan 27 21:57:15.368284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-bf59d2e8-82b4-466d-bf02-d20cdd868d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.370337 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-bf59d2e8-82b4-466d-bf02-d20cdd868d39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0541177 Jan 27 21:57:15.378726 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a439bcd-ffa3-404a-8f80-4b49f3a1e201']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:15.400365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] For port 795d8b11-0359-4849-817c-b0b4bb9a111a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=795d8b11-0359-4849-817c-b0b4bb9a111a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:15.400789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.418645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Calling delete_port for 795d8b11-0359-4849-817c-b0b4bb9a111a owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:15.423624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9614e3e8-9270-4cef-bef7-dc055b94081f') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:15.423998 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9614e3e8-9270-4cef-bef7-dc055b94081f') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:15.452901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (9614e3e8-9270-4cef-bef7-dc055b94081f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.456941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 795d8b11-0359-4849-817c-b0b4bb9a111a is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:15.457469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.509587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 795d8b11-0359-4849-817c-b0b4bb9a111a, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=795d8b11-0359-4849-817c-b0b4bb9a111a,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:15.512157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff6685e1-c7d2-49b1-a118-70b938f70d81 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (58a5a2bf-1f5e-4a94-82b4-c12261a39263), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.513484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795d8b11-0359-4849-817c-b0b4bb9a111a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:15.517413 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575a7ae-0e12-477d-93f9-07d9a43d620b" -d '{"events": [{"server_uuid": "3fa81b54-bb2a-47f6-bbbf-80097f7547b1", "name": "network-vif-unplugged", "status": "completed", "tag": "795d8b11-0359-4849-817c-b0b4bb9a111a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:15.525568 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff6685e1-c7d2-49b1-a118-70b938f70d81 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (58a5a2bf-1f5e-4a94-82b4-c12261a39263), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.527337 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.528537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9614e3e8-9270-4cef-bef7-dc055b94081f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.528923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:15.567494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-fd6f6db3-9a7e-411a-b90a-98d08d460ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.570084 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-fd6f6db3-9a7e-411a-b90a-98d08d460ce5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1884971 Jan 27 21:57:15.571841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:15.572456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:07Z', 'revision_number': 9, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:15.572639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (9614e3e8-9270-4cef-bef7-dc055b94081f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:15.583637 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:15.717435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7938b9b-871c-42ed-9478-7b127d705854 None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:07Z', 'revision_number': 9, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c83a180-5ce7-4d16-aafd-bcb639d21560', 'name': '', 'network_id': '4665ee16-53b8-4ad5-80e2-7a4e243f1b84', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:27:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:07Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '5ab32fba-c06f-4c02-ac68-866a90ab5633', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:15.722058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=795d8b11-0359-4849-817c-b0b4bb9a111a,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:15.818126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff6685e1-c7d2-49b1-a118-70b938f70d81 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.822518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff6685e1-c7d2-49b1-a118-70b938f70d81 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8800657 Jan 27 21:57:15.832444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59268) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:15.837110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ffb94fc-3465-4775-ab78-6f5a4f7a70ae req-893ff75b-cc1e-41c8-b174-067844e533a4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1ab1797-8592-4b4b-a27a-624886db2d51&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 1.6929052 Jan 27 21:57:15.837762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d5413ca0-a613-41f9-8b73-25835260baf6 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '58a5a2bf-1f5e-4a94-82b4-c12261a39263', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:15.847313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6685e1-c7d2-49b1-a118-70b938f70d81 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a5a2bf-1f5e-4a94-82b4-c12261a39263,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:15.856986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78045758-a6ba-4c6c-9001-7d2bdc81e64a req-351ba7dc-67f7-4f66-8ca9-3ab19ebfd677 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9238887 Jan 27 21:57:15.894737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:15.895292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.915082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b80b0f-f74c-40cf-aee1-bcfaee96397f req-bac50100-b5d8-464c-95e5-a2532acb5c91 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.918439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b80b0f-f74c-40cf-aee1-bcfaee96397f req-bac50100-b5d8-464c-95e5-a2532acb5c91 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 950 time: 1.8966448 Jan 27 21:57:15.920538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (795d8b11-0359-4849-817c-b0b4bb9a111a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.964420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:16.011221 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2a439bcd-ffa3-404a-8f80-4b49f3a1e201), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.044765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5413ca0-a613-41f9-8b73-25835260baf6 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (20230bbf-a915-4289-a3bd-abcbc9775195), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.092147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.100357 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/2a439bcd-ffa3-404a-8f80-4b49f3a1e201 HTTP/1.1" status: 204 len: 168 time: 3.7957110 Jan 27 21:57:16.162218 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d1ba68-8d1a-4616-99fa-94096bbe9b8c x-openstack-request-id: req-a3d1ba68-8d1a-4616-99fa-94096bbe9b8c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:16.162892 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa81b54-bb2a-47f6-bbbf-80097f7547b1", "name": "network-vif-unplugged", "status": "completed", "tag": "795d8b11-0359-4849-817c-b0b4bb9a111a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:16.163500 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3d1ba68-8d1a-4616-99fa-94096bbe9b8c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:16.164424 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795d8b11-0359-4849-817c-b0b4bb9a111a', 'code': 200} Jan 27 21:57:16.281248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f9768b2-bca0-4f29-8e9f-d06586d0ab99 admin admin] Publish callbacks [] for security_group (8805e816-b76e-4597-a915-d4e98d9762a2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.324781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59270) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:16.478875 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f9768b2-bca0-4f29-8e9f-d06586d0ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8805e816-b76e-4597-a915-d4e98d9762a2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.483198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event deleted for resources: {'Port': ['ID=795d8b11-0359-4849-817c-b0b4bb9a111a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:16.627292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2f9768b2-bca0-4f29-8e9f-d06586d0ab99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7648aead8cef4710aea7dfe34e6e3ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9103105 Jan 27 21:57:16.859913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59278) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:16.861512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a708f-56c0-48ba-a36c-85b9071253d6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=2a439bcd-ffa3-404a-8f80-4b49f3a1e201,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:16.873606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63b80b0f-f74c-40cf-aee1-bcfaee96397f req-1e8e324e-652d-41ee-b12a-797e42da39bc tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9189968 Jan 27 21:57:16.886725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9768b2-bca0-4f29-8e9f-d06586d0ab99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8805e816-b76e-4597-a915-d4e98d9762a2,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:16.895327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.910544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04495889-3964-49fe-9ccc-f7c06cf6330b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:16.939052 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-0231da3f-2ced-478b-a2a6-a5fac5227a67 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3544929 Jan 27 21:57:17.350867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1a896873-4748-47d4-92f3-2c67ba86b6d6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:17.420303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ab84-125b-4082-8f50-01ec3138a89c admin admin] Publish callbacks [] for security_group (8805e816-b76e-4597-a915-d4e98d9762a2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.431634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 1a896873-4748-47d4-92f3-2c67ba86b6d6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:17.432257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1a896873-4748-47d4-92f3-2c67ba86b6d6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:17.539630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ab84-125b-4082-8f50-01ec3138a89c admin admin] Publish callbacks [] for security_group (8805e816-b76e-4597-a915-d4e98d9762a2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.632223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5413ca0-a613-41f9-8b73-25835260baf6 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (20230bbf-a915-4289-a3bd-abcbc9775195), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.646823 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ef90168-bbf1-44bc-9263-7ef7fe30f493 req-5815d12f-0ba3-4db0-815e-98502bdd5841 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783438 Jan 27 21:57:17.663711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] No DVR routers for this DVR port 795d8b11-0359-4849-817c-b0b4bb9a111a on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:17.687256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5413ca0-a613-41f9-8b73-25835260baf6 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (20230bbf-a915-4289-a3bd-abcbc9775195), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.765098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.769159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5021205-5c86-4c12-afe5-c7867fb7469a req-e9cc4a43-b92e-4d80-948c-f2ded1717925 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "DELETE /v2.0/ports/795d8b11-0359-4849-817c-b0b4bb9a111a HTTP/1.1" status: 204 len: 173 time: 4.3312116 Jan 27 21:57:17.772882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'name': 'network-vif-deleted', 'tag': '795d8b11-0359-4849-817c-b0b4bb9a111a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:17.776032 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e9062-b198-49e9-8d25-1b4bfc69b54d" -d '{"events": [{"server_uuid": "3fa81b54-bb2a-47f6-bbbf-80097f7547b1", "name": "network-vif-deleted", "tag": "795d8b11-0359-4849-817c-b0b4bb9a111a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:17.781400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5413ca0-a613-41f9-8b73-25835260baf6 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20230bbf-a915-4289-a3bd-abcbc9775195,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:17.787845 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5413ca0-a613-41f9-8b73-25835260baf6 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.789732 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d5413ca0-a613-41f9-8b73-25835260baf6 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.9562423 Jan 27 21:57:17.796864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59290) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:17.827833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event deleted for resources: {'Port': ['ID=b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:17.849384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] No DVR routers for this DVR port b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:17.867562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8217-0a4b-4dc2-8492-5465e227f583 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (20230bbf-a915-4289-a3bd-abcbc9775195), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.872025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-8bb6df2b-0ac2-4063-839b-5ee9f7d36476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:17.879525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-8bb6df2b-0ac2-4063-839b-5ee9f7d36476 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1135 time: 1.8532619 Jan 27 21:57:17.881090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.892283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-daeaf7cc-a2ac-4dc1-abfc-8b85cddd26f3 req-a28ce781-2ec5-45a3-af85-09b5e5510aef tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.57 "DELETE /v2.0/ports/b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac HTTP/1.1" status: 204 len: 173 time: 4.9205499 Jan 27 21:57:17.932719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8217-0a4b-4dc2-8492-5465e227f583 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (20230bbf-a915-4289-a3bd-abcbc9775195), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.946522 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ab84-125b-4082-8f50-01ec3138a89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8805e816-b76e-4597-a915-d4e98d9762a2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.951001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ab84-125b-4082-8f50-01ec3138a89c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.969620 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4fe5ab84-125b-4082-8f50-01ec3138a89c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8805e816-b76e-4597-a915-d4e98d9762a2 HTTP/1.1" status: 204 len: 168 time: 1.1046982 Jan 27 21:57:18.112880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.139356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ab84-125b-4082-8f50-01ec3138a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8805e816-b76e-4597-a915-d4e98d9762a2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:18.162607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8217-0a4b-4dc2-8492-5465e227f583 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (20230bbf-a915-4289-a3bd-abcbc9775195), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.186524 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8217-0a4b-4dc2-8492-5465e227f583 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.205727 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a1cc8217-0a4b-4dc2-8492-5465e227f583 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/20230bbf-a915-4289-a3bd-abcbc9775195 HTTP/1.1" status: 204 len: 168 time: 0.3996093 Jan 27 21:57:18.207554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59298) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.224961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-283859ce-a43e-4865-bc8d-df0f945f7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:18.228631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-283859ce-a43e-4865-bc8d-df0f945f7972 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 914 time: 0.3166409 Jan 27 21:57:18.246831 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1967333-e949-4b9c-aa5c-7726a15ab1cf x-openstack-request-id: req-f1967333-e949-4b9c-aa5c-7726a15ab1cf {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:18.247310 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa81b54-bb2a-47f6-bbbf-80097f7547b1", "name": "network-vif-deleted", "tag": "795d8b11-0359-4849-817c-b0b4bb9a111a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:18.247745 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1967333-e949-4b9c-aa5c-7726a15ab1cf {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:18.248407 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa81b54-bb2a-47f6-bbbf-80097f7547b1', 'name': 'network-vif-deleted', 'tag': '795d8b11-0359-4849-817c-b0b4bb9a111a', 'status': 'completed', 'code': 200} Jan 27 21:57:18.290069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc8217-0a4b-4dc2-8492-5465e227f583 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20230bbf-a915-4289-a3bd-abcbc9775195,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:18.430581 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6357ac83-a531-48f7-9d02-64a97ec9bd3a tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2142923 Jan 27 21:57:18.431465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9cc43-dca4-46ed-ae50-127e9e938816 req-31677b9e-2aaf-4105-b5e2-16bc61685ac2 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:18.434197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59302) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.435545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90f9cc43-dca4-46ed-ae50-127e9e938816 req-31677b9e-2aaf-4105-b5e2-16bc61685ac2 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 984 time: 0.7887399 Jan 27 21:57:18.441073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2638f9d0-eb56-47d7-aa03-1f94b284a400 req-6bbdd780-1a92-4dba-80f8-0c18b99fd96b tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6deb9a-2a3d-4a7a-b226-a943f47c0867 HTTP/1.1" status: 200 len: 210 time: 0.1905348 Jan 27 21:57:18.454881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-208c59d1-787f-4824-8e22-39d17d928b2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 200 len: 217 time: 0.1728301 Jan 27 21:57:18.617086 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81dd0e51-c117-409c-b751-dc3b88a61bac tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (58a5a2bf-1f5e-4a94-82b4-c12261a39263), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.704614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81dd0e51-c117-409c-b751-dc3b88a61bac tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (58a5a2bf-1f5e-4a94-82b4-c12261a39263), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.860123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81dd0e51-c117-409c-b751-dc3b88a61bac tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (58a5a2bf-1f5e-4a94-82b4-c12261a39263), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.871324 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81dd0e51-c117-409c-b751-dc3b88a61bac tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.875612 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-81dd0e51-c117-409c-b751-dc3b88a61bac tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/58a5a2bf-1f5e-4a94-82b4-c12261a39263 HTTP/1.1" status: 204 len: 168 time: 0.4373136 Jan 27 21:57:18.884570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59310) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.906773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-355589f1-80d2-4665-96e9-a1180247df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:18.908382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-355589f1-80d2-4665-96e9-a1180247df4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.4387527 Jan 27 21:57:18.910036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd0e51-c117-409c-b751-dc3b88a61bac tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a5a2bf-1f5e-4a94-82b4-c12261a39263,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.046062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-26e6b412-1dee-4741-bd99-24ac835691d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720937 Jan 27 21:57:19.096567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90f9cc43-dca4-46ed-ae50-127e9e938816 req-fe02c6a7-500c-4f11-b407-000c27358aa6 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1ab1797-8592-4b4b-a27a-624886db2d51&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6404505 Jan 27 21:57:19.155198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-397df2fc-d36f-4905-9bee-ca2ecbd18e75 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2691641 Jan 27 21:57:19.160567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59318) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.170636 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a215e7c5-42de-4def-9e47-6a1de47648ea tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145641970'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:19.252229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a215e7c5-42de-4def-9e47-6a1de47648ea tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.265720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-791e61e1-e97f-490a-990e-59ccb97a17a1 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998389 Jan 27 21:57:19.428761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a215e7c5-42de-4def-9e47-6a1de47648ea tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (20b3325e-ae47-4a84-a877-609db5d99fc8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.439100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a215e7c5-42de-4def-9e47-6a1de47648ea tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (20b3325e-ae47-4a84-a877-609db5d99fc8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.485293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a215e7c5-42de-4def-9e47-6a1de47648ea tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.490637 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a215e7c5-42de-4def-9e47-6a1de47648ea tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3283675 Jan 27 21:57:19.495742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59324) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.505152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-00b25afc-2d4d-4723-a4b3-3a69866e97b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '20b3325e-ae47-4a84-a877-609db5d99fc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:19.544037 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56951562-3932-41e2-a0f1-3fd8090d8892 req-0fde15f0-14ae-4769-8627-2058d9184810 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287798 Jan 27 21:57:19.573033 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b25afc-2d4d-4723-a4b3-3a69866e97b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (225c9f9a-1157-4c97-9298-c694415eb8df), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.647217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215e7c5-42de-4def-9e47-6a1de47648ea tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b3325e-ae47-4a84-a877-609db5d99fc8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.680054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.705448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b25afc-2d4d-4723-a4b3-3a69866e97b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (225c9f9a-1157-4c97-9298-c694415eb8df), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.716447 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b25afc-2d4d-4723-a4b3-3a69866e97b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (225c9f9a-1157-4c97-9298-c694415eb8df), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.812032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b25afc-2d4d-4723-a4b3-3a69866e97b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225c9f9a-1157-4c97-9298-c694415eb8df,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.826870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00b25afc-2d4d-4723-a4b3-3a69866e97b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.828871 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-00b25afc-2d4d-4723-a4b3-3a69866e97b5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3312843 Jan 27 21:57:19.831637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59344) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.892316 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2f9b3449-2d13-4d78-9882-a1a17a28e9e6 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules/225c9f9a-1157-4c97-9298-c694415eb8df HTTP/1.1" status: 200 len: 763 time: 0.0584404 Jan 27 21:57:19.894974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59346) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.981593 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-14912c2e-8c71-4b10-851a-86bd5b151234 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0841210 Jan 27 21:57:19.986414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59348) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.024503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-377a9ac9-0a67-40a4-81cb-7d32575ae3d3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (225c9f9a-1157-4c97-9298-c694415eb8df), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.038283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-377a9ac9-0a67-40a4-81cb-7d32575ae3d3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (225c9f9a-1157-4c97-9298-c694415eb8df), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.098393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-377a9ac9-0a67-40a4-81cb-7d32575ae3d3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (225c9f9a-1157-4c97-9298-c694415eb8df), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.117145 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-377a9ac9-0a67-40a4-81cb-7d32575ae3d3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.121115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-377a9ac9-0a67-40a4-81cb-7d32575ae3d3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/225c9f9a-1157-4c97-9298-c694415eb8df HTTP/1.1" status: 204 len: 168 time: 0.1325257 Jan 27 21:57:20.122042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a9ac9-0a67-40a4-81cb-7d32575ae3d3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=225c9f9a-1157-4c97-9298-c694415eb8df,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.140495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59354) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.214134 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2412b7af-9387-4a2d-b073-eb17b7440e3e tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0876260 Jan 27 21:57:20.214953 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59360) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.220795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-45ec3ec4-e1c8-4244-8f35-ad4119c16535 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '20b3325e-ae47-4a84-a877-609db5d99fc8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:20.270167 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45ec3ec4-e1c8-4244-8f35-ad4119c16535 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (695fe4c6-68ca-41df-8f7b-291355c96579), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.276420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6deb9a-2a3d-4a7a-b226-a943f47c0867', 'name': 'network-vif-deleted', 'tag': 'b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:20.283325 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eff1b5-63eb-4684-9143-7bdfeacddbf8" -d '{"events": [{"server_uuid": "ca6deb9a-2a3d-4a7a-b226-a943f47c0867", "name": "network-vif-deleted", "tag": "b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:20.440806 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45ec3ec4-e1c8-4244-8f35-ad4119c16535 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (695fe4c6-68ca-41df-8f7b-291355c96579), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.449687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45ec3ec4-e1c8-4244-8f35-ad4119c16535 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (695fe4c6-68ca-41df-8f7b-291355c96579), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.524335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45ec3ec4-e1c8-4244-8f35-ad4119c16535 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.527069 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-45ec3ec4-e1c8-4244-8f35-ad4119c16535 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101802 Jan 27 21:57:20.533259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59366) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.548497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec3ec4-e1c8-4244-8f35-ad4119c16535 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695fe4c6-68ca-41df-8f7b-291355c96579,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.591080 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.597511 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0a778978-569b-4b71-9c3b-f74d0933b7a5 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules/695fe4c6-68ca-41df-8f7b-291355c96579 HTTP/1.1" status: 200 len: 763 time: 0.0575755 Jan 27 21:57:20.598461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59368) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.630165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef04b0-6b72-4a57-95fc-ca6ac32662c5 req-c5f97653-0f5d-4ef6-82e0-a5d42eea50bb tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.643880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36ef04b0-6b72-4a57-95fc-ca6ac32662c5 req-c5f97653-0f5d-4ef6-82e0-a5d42eea50bb tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 950 time: 0.4853463 Jan 27 21:57:20.688598 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-28f3257d-33ae-4df5-a026-fc2dfef103e0 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0874100 Jan 27 21:57:20.692521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59370) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.718174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885c718-9b0d-44f9-8e88-11d8d954bd66 req-dd577392-4b01-4d69-b57f-c8524db9d966 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.719863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a885c718-9b0d-44f9-8e88-11d8d954bd66 req-dd577392-4b01-4d69-b57f-c8524db9d966 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 984 time: 0.4116213 Jan 27 21:57:20.787470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0609aa6-0be4-4040-bb93-b91f78c228f1 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (695fe4c6-68ca-41df-8f7b-291355c96579), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.803237 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0609aa6-0be4-4040-bb93-b91f78c228f1 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (695fe4c6-68ca-41df-8f7b-291355c96579), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.817686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36ef04b0-6b72-4a57-95fc-ca6ac32662c5 req-a2c8b29e-0818-4f05-b226-70600dc77566 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627173 Jan 27 21:57:20.902924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0609aa6-0be4-4040-bb93-b91f78c228f1 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (695fe4c6-68ca-41df-8f7b-291355c96579), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.928274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0609aa6-0be4-4040-bb93-b91f78c228f1 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.932043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a885c718-9b0d-44f9-8e88-11d8d954bd66 req-942f073e-f9e9-4111-866b-951b5ea37f28 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1ab1797-8592-4b4b-a27a-624886db2d51&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1989748 Jan 27 21:57:20.932626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59378) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.934564 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410cd9d9-f201-4ecd-824b-e0bd16f344d1 x-openstack-request-id: req-410cd9d9-f201-4ecd-824b-e0bd16f344d1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:20.935008 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6deb9a-2a3d-4a7a-b226-a943f47c0867", "name": "network-vif-deleted", "tag": "b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:20.935348 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-410cd9d9-f201-4ecd-824b-e0bd16f344d1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:20.935809 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6deb9a-2a3d-4a7a-b226-a943f47c0867', 'name': 'network-vif-deleted', 'tag': 'b4cf568e-e5f4-4664-9d49-9e69b1d1f5ac', 'status': 'completed', 'code': 200} Jan 27 21:57:20.944920 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a0609aa6-0be4-4040-bb93-b91f78c228f1 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/695fe4c6-68ca-41df-8f7b-291355c96579 HTTP/1.1" status: 204 len: 168 time: 0.2492537 Jan 27 21:57:20.967674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0609aa6-0be4-4040-bb93-b91f78c228f1 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=695fe4c6-68ca-41df-8f7b-291355c96579,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:21.005108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-649f3c2b-dd94-41f4-add7-70af17c1744d tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666449 Jan 27 21:57:21.009812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59380) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:21.016913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9a456ece-ca58-493f-80de-2dbc0496f3c3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '20b3325e-ae47-4a84-a877-609db5d99fc8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:21.092788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 9c83a180-5ce7-4d16-aafd-bcb639d21560 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:21.100540 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.260022 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a456ece-ca58-493f-80de-2dbc0496f3c3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (64526c0a-cc70-4147-9bdf-9a933d2712b1), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.402269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 9c83a180-5ce7-4d16-aafd-bcb639d21560, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9c83a180-5ce7-4d16-aafd-bcb639d21560,segment=NetworkSegment(242c509c-4e89-4fa8-bf0f-caa0379a224a),segment_id=242c509c-4e89-4fa8-bf0f-caa0379a224a)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:21.403725 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.420538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 9c83a180-5ce7-4d16-aafd-bcb639d21560 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:21.501462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a456ece-ca58-493f-80de-2dbc0496f3c3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (64526c0a-cc70-4147-9bdf-9a933d2712b1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.509157 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a456ece-ca58-493f-80de-2dbc0496f3c3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (64526c0a-cc70-4147-9bdf-9a933d2712b1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.558156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a456ece-ca58-493f-80de-2dbc0496f3c3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64526c0a-cc70-4147-9bdf-9a933d2712b1,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:21.566864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a456ece-ca58-493f-80de-2dbc0496f3c3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.569014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9a456ece-ca58-493f-80de-2dbc0496f3c3 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5579228 Jan 27 21:57:21.574258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59396) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:21.616013 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6d239f6b-d1ac-42f5-8476-2d6d99b75df2 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules/64526c0a-cc70-4147-9bdf-9a933d2712b1 HTTP/1.1" status: 200 len: 764 time: 0.0389850 Jan 27 21:57:21.617070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59398) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:21.696930 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51d83bee-5c5a-43db-8d62-44cd18e60e43 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0782416 Jan 27 21:57:21.701881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59400) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:21.773521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04ac2b2d-d540-4f4a-b42d-a45c794a6a62 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (64526c0a-cc70-4147-9bdf-9a933d2712b1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.788628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04ac2b2d-d540-4f4a-b42d-a45c794a6a62 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (64526c0a-cc70-4147-9bdf-9a933d2712b1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.814237 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9c83a180-5ce7-4d16-aafd-bcb639d21560), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.853106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=9c83a180-5ce7-4d16-aafd-bcb639d21560,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:21.868505 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04ac2b2d-d540-4f4a-b42d-a45c794a6a62 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (64526c0a-cc70-4147-9bdf-9a933d2712b1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.897378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04ac2b2d-d540-4f4a-b42d-a45c794a6a62 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.898839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04ac2b2d-d540-4f4a-b42d-a45c794a6a62 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/64526c0a-cc70-4147-9bdf-9a933d2712b1 HTTP/1.1" status: 204 len: 168 time: 0.1956921 Jan 27 21:57:21.902894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59404) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:21.976287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac2b2d-d540-4f4a-b42d-a45c794a6a62 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64526c0a-cc70-4147-9bdf-9a933d2712b1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.054295 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-288188e8-4e37-4dd7-8388-45531dbba1cb tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1490526 Jan 27 21:57:22.057016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59408) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.229528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a97f377-8368-45ba-9bb6-8e4d2d95e50c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (20b3325e-ae47-4a84-a877-609db5d99fc8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.272494 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a97f377-8368-45ba-9bb6-8e4d2d95e50c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (20b3325e-ae47-4a84-a877-609db5d99fc8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.301746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-0cb4829a-522a-4b89-a938-47425cdc15c9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:22.304119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-0cb4829a-522a-4b89-a938-47425cdc15c9 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 950 time: 0.4367421 Jan 27 21:57:22.308986 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.344810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a97f377-8368-45ba-9bb6-8e4d2d95e50c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (20b3325e-ae47-4a84-a877-609db5d99fc8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.347862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a97f377-8368-45ba-9bb6-8e4d2d95e50c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.349976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299cab7-0f2b-4d57-904a-7a4a3a16a3bc req-0a8b93de-28d1-41db-9f7b-c3d0801944b4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:22.352295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b299cab7-0f2b-4d57-904a-7a4a3a16a3bc req-0a8b93de-28d1-41db-9f7b-c3d0801944b4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 950 time: 0.3228831 Jan 27 21:57:22.358553 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8a97f377-8368-45ba-9bb6-8e4d2d95e50c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/20b3325e-ae47-4a84-a877-609db5d99fc8 HTTP/1.1" status: 204 len: 168 time: 0.2997842 Jan 27 21:57:22.359372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59414) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.386687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97f377-8368-45ba-9bb6-8e4d2d95e50c tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b3325e-ae47-4a84-a877-609db5d99fc8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.484658 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cfa20598-b248-471f-bfa5-c3f5d3e1e0e2 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1174157 Jan 27 21:57:22.485500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59420) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.495374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5dfafd98-652a-411e-968c-57a6fdf56a88 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629273101'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:22.562954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dfafd98-652a-411e-968c-57a6fdf56a88 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.683111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac68c07-a8b5-4b45-b1ee-3cb79a403620 req-8c38963b-73e2-441e-890a-18543a379456 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:22.684927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ac68c07-a8b5-4b45-b1ee-3cb79a403620 req-8c38963b-73e2-441e-890a-18543a379456 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 984 time: 0.4763770 Jan 27 21:57:22.744436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dfafd98-652a-411e-968c-57a6fdf56a88 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (8c809d8e-72bf-4d7b-8302-94b79369ae01), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.751695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b299cab7-0f2b-4d57-904a-7a4a3a16a3bc req-8d4035e4-efff-43f2-a515-25e4bcad4f78 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809297 Jan 27 21:57:22.769473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dfafd98-652a-411e-968c-57a6fdf56a88 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8c809d8e-72bf-4d7b-8302-94b79369ae01), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.853951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dfafd98-652a-411e-968c-57a6fdf56a88 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.855879 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5dfafd98-652a-411e-968c-57a6fdf56a88 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3692913 Jan 27 21:57:22.859485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59426) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.865410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5a450b32-59c5-4efc-abfc-b81c9542dd73 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Request body: {'security_group_rule': {'security_group_id': '8c809d8e-72bf-4d7b-8302-94b79369ae01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:22.893534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:22.921526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a450b32-59c5-4efc-abfc-b81c9542dd73 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (48fdab97-29ad-4843-b992-6ac92fa61d7b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.961938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfafd98-652a-411e-968c-57a6fdf56a88 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c809d8e-72bf-4d7b-8302-94b79369ae01,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.978816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Deleting port 04495889-3964-49fe-9ccc-f7c06cf6330b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:22.979374 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.006653 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a450b32-59c5-4efc-abfc-b81c9542dd73 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (48fdab97-29ad-4843-b992-6ac92fa61d7b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.014512 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a450b32-59c5-4efc-abfc-b81c9542dd73 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (48fdab97-29ad-4843-b992-6ac92fa61d7b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.041832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a450b32-59c5-4efc-abfc-b81c9542dd73 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fdab97-29ad-4843-b992-6ac92fa61d7b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:23.056540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ac68c07-a8b5-4b45-b1ee-3cb79a403620 req-e10959cb-edc6-4f39-a197-813c32da14d5 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1ab1797-8592-4b4b-a27a-624886db2d51&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3530638 Jan 27 21:57:23.062747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a450b32-59c5-4efc-abfc-b81c9542dd73 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.066888 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5a450b32-59c5-4efc-abfc-b81c9542dd73 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2036729 Jan 27 21:57:23.067443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59428) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:23.154329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6de6-d50d-4283-bc46-d2c3ee0dce19 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (8c809d8e-72bf-4d7b-8302-94b79369ae01), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.191442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6de6-d50d-4283-bc46-d2c3ee0dce19 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (8c809d8e-72bf-4d7b-8302-94b79369ae01), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.254464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6de6-d50d-4283-bc46-d2c3ee0dce19 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8c809d8e-72bf-4d7b-8302-94b79369ae01), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.258136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6de6-d50d-4283-bc46-d2c3ee0dce19 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.263193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e5ce6de6-d50d-4283-bc46-d2c3ee0dce19 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c809d8e-72bf-4d7b-8302-94b79369ae01 HTTP/1.1" status: 204 len: 168 time: 0.1943736 Jan 27 21:57:23.264387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59432) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:23.286377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce6de6-d50d-4283-bc46-d2c3ee0dce19 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c809d8e-72bf-4d7b-8302-94b79369ae01,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:23.367941 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cb78d1c2-b818-4933-81b2-2bbe0901c16b tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973642 Jan 27 21:57:23.368933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:23.495037 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ab2eb5e2-052b-4003-971f-959cc99668e9 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1242189 Jan 27 21:57:23.496992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59438) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:23.525400 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-3fdce0eb-2ddd-4002-9439-f38df7989a32 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] delete failed (client error): The resource could not be found. Jan 27 21:57:23.534101 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3fdce0eb-2ddd-4002-9439-f38df7989a32 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c809d8e-72bf-4d7b-8302-94b79369ae01 HTTP/1.1" status: 404 len: 347 time: 0.0345318 Jan 27 21:57:23.535127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59440) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:23.710815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8227973b-a1a2-483b-9d74-459bfe64a927 tempest-SecGroupTest-884964851 tempest-SecGroupTest-884964851-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1687233 Jan 27 21:57:24.160812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-7e1f5cd1-a3f7-45ab-bea6-e953ad664291 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-774248424&fields=id&tenant_id=2dc319e98579495eb6da0ec5e43d772d HTTP/1.1" status: 200 len: 267 time: 0.3631649 Jan 27 21:57:24.215711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] For port 04495889-3964-49fe-9ccc-f7c06cf6330b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04495889-3964-49fe-9ccc-f7c06cf6330b,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:24.216496 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.249949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:24.273972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59458) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:24.275222 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:24.285694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3911f0df-fdd2-4583-8022-89c16bed3041 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9571815 Jan 27 21:57:24.333067 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:24.334550 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:24.381662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59460) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:24.419335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73927d-4b4e-4c42-b25b-1ba99668651c req-f30c67c7-ec7a-4a91-8f08-34c82b85acc0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:24.438569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8003d58f-535a-4ed6-8a4f-75117a620e58 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet 5ab32fba-c06f-4c02-ac68-866a90ab5633 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:24.442540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a73927d-4b4e-4c42-b25b-1ba99668651c req-f30c67c7-ec7a-4a91-8f08-34c82b85acc0 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 950 time: 0.3770816 Jan 27 21:57:24.452692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8003d58f-535a-4ed6-8a4f-75117a620e58 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (5ab32fba-c06f-4c02-ac68-866a90ab5633), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.518348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Calling delete_port for 04495889-3964-49fe-9ccc-f7c06cf6330b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:24.624123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8003d58f-535a-4ed6-8a4f-75117a620e58 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (5ab32fba-c06f-4c02-ac68-866a90ab5633), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.720744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-49b4721c-1c6b-4670-9481-2b7b77ec62b9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:24.728007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-49b4721c-1c6b-4670-9481-2b7b77ec62b9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 984 time: 0.5292478 Jan 27 21:57:24.756986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a73927d-4b4e-4c42-b25b-1ba99668651c req-245b0387-b7a3-4f16-9af4-7c0a79d9a0c4 tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/security-groups?id=739bd72a-11ce-4bfa-b8f0-e92c7d04143f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129299 Jan 27 21:57:24.789163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'port': {'security_groups': ['8e63d3a7-ee3f-4b22-bec2-6681d10b88cd', 'a1ab1797-8592-4b4b-a27a-624886db2d51', '19eca6ab-5776-4daa-a732-c17616d49fcc']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:24.884489 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:25.076400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8003d58f-535a-4ed6-8a4f-75117a620e58 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (5ab32fba-c06f-4c02-ac68-866a90ab5633), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.121378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (04495889-3964-49fe-9ccc-f7c06cf6330b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.163584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Pushing event deleted for resources: {'Port': ['ID=04495889-3964-49fe-9ccc-f7c06cf6330b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.198595 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9ccdd106-29d9-490c-b788-fa05038f9a63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62845ebf57414cf7aad540e13e05a798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8126166 Jan 27 21:57:25.198595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8003d58f-535a-4ed6-8a4f-75117a620e58 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (5ab32fba-c06f-4c02-ac68-866a90ab5633), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.202738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59470) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:25.271082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8003d58f-535a-4ed6-8a4f-75117a620e58 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.274993 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8003d58f-535a-4ed6-8a4f-75117a620e58 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/5ab32fba-c06f-4c02-ac68-866a90ab5633 HTTP/1.1" status: 204 len: 168 time: 0.9994545 Jan 27 21:57:25.282524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003d58f-535a-4ed6-8a4f-75117a620e58 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab32fba-c06f-4c02-ac68-866a90ab5633,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.284157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59472) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:25.313084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9436802-192a-49f6-93a1-7e8c5fb9cd9b None None] Network 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:25.414510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:21Z', 'revision_number': 10, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:25.453059 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:25.478772 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:25.479658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (4665ee16-53b8-4ad5-80e2-7a4e243f1b84), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.480444 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:25.627630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] No DVR routers for this DVR port 04495889-3964-49fe-9ccc-f7c06cf6330b on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:25.673890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 5c4aeae8-da3c-4385-8096-02c7f384ad79 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:25.674307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.698443 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.712335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26e3d2a1-1eda-4588-9699-73b93eae7b0f req-2cd1f2c0-1dc2-415c-95b2-6541bee50f2a tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.16 "DELETE /v2.0/ports/04495889-3964-49fe-9ccc-f7c06cf6330b HTTP/1.1" status: 204 len: 173 time: 3.3832810 Jan 27 21:57:25.728095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458633b-5e37-41b8-8e70-ad95a19b7a71', 'name': 'network-vif-deleted', 'tag': '04495889-3964-49fe-9ccc-f7c06cf6330b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:25.763816 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9232cf-2c56-4b2d-853f-c83c1bef58f9" -d '{"events": [{"server_uuid": "c458633b-5e37-41b8-8e70-ad95a19b7a71", "name": "network-vif-deleted", "tag": "04495889-3964-49fe-9ccc-f7c06cf6330b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:25.791822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.808952 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:25.873818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] DHCP port deletion for 4665ee16-53b8-4ad5-80e2-7a4e243f1b84 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:25.906126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-a85c618f-5191-46d4-ae6b-893ba056798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.907858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-a85c618f-5191-46d4-ae6b-893ba056798d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 0.4030907 Jan 27 21:57:25.969130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 5c4aeae8-da3c-4385-8096-02c7f384ad79, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c4aeae8-da3c-4385-8096-02c7f384ad79,segment=NetworkSegment(242c509c-4e89-4fa8-bf0f-caa0379a224a),segment_id=242c509c-4e89-4fa8-bf0f-caa0379a224a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:25.969715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.036366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 5c4aeae8-da3c-4385-8096-02c7f384ad79 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:26.086202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] Deleting port 5c4aeae8-da3c-4385-8096-02c7f384ad79 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:26.086661 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.099440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-b3f5d035-bafb-445d-a19d-4d5675f8c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:26.101060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-b3f5d035-bafb-445d-a19d-4d5675f8c460 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.1843154 Jan 27 21:57:26.262168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] For port 5c4aeae8-da3c-4385-8096-02c7f384ad79, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c4aeae8-da3c-4385-8096-02c7f384ad79,segment=NetworkSegment(242c509c-4e89-4fa8-bf0f-caa0379a224a),segment_id=242c509c-4e89-4fa8-bf0f-caa0379a224a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:26.263277 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.307257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa0c0af-3eaf-4bb1-83e3-5155a13eccad admin admin] Publish callbacks [] for security_group (e021b5b9-cde3-4572-9bad-e8a109ae1f7a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.321080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] Calling delete_port for 5c4aeae8-da3c-4385-8096-02c7f384ad79 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:26.337925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a4873-efe4-426f-b304-1fa760904848 req-22c56efa-ca05-4bbe-bebd-3eb493542b51 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:26.352293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-152a4873-efe4-426f-b304-1fa760904848 req-22c56efa-ca05-4bbe-bebd-3eb493542b51 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.6379533 Jan 27 21:57:26.356832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-fc315f38-806d-42f7-b5ad-8b7e176eb811 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 217 time: 0.1423109 Jan 27 21:57:26.390438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.437674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No DVR routers for this DVR port 5c4aeae8-da3c-4385-8096-02c7f384ad79 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:26.517210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa0c0af-3eaf-4bb1-83e3-5155a13eccad admin admin] Publish callbacks [] for security_group (e021b5b9-cde3-4572-9bad-e8a109ae1f7a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.539705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=5c4aeae8-da3c-4385-8096-02c7f384ad79,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:26.646930 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (5c4aeae8-da3c-4385-8096-02c7f384ad79), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.682027 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:21Z', 'revision_number': 10, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:26.728992 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba0b60-bf43-4a23-8cb3-9067f51ed769 None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:21Z', 'revision_number': 10, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None, '_interfaces': [{'id': '62d14b46-e713-423b-8cc3-634bdb8f75b4', 'name': '', 'network_id': '8f5bd005-55d4-464d-9da1-00cc7a50990a', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'mac_address': 'fa:16:3e:73:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:54Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 5, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'subnets': [{'id': '74b60179-80d3-4a61-bbb6-bb1d90984492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:26.731660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-152a4873-efe4-426f-b304-1fa760904848 req-27b88f98-2236-4e52-8ec0-197e3cfcc997 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778603 Jan 27 21:57:26.755558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-40b33df8-83e3-461f-8c68-a284a3996447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:26.757123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-40b33df8-83e3-461f-8c68-a284a3996447 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.3680539 Jan 27 21:57:26.770713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] No DVR routers for this DVR port 5c4aeae8-da3c-4385-8096-02c7f384ad79 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:26.881160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7169615-3b23-4050-a7a1-02731e67b9f6 None None] Pushing event deleted for resources: {'Port': ['ID=5c4aeae8-da3c-4385-8096-02c7f384ad79,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:26.887548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-fc5074cc-d4d2-44fb-8d68-d1f4f05c21d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167874 Jan 27 21:57:26.898964 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5453cac1-ff8c-4702-b4ea-2c0f52f17236 x-openstack-request-id: req-5453cac1-ff8c-4702-b4ea-2c0f52f17236 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:26.899633 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c458633b-5e37-41b8-8e70-ad95a19b7a71", "name": "network-vif-deleted", "tag": "04495889-3964-49fe-9ccc-f7c06cf6330b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:26.900121 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5453cac1-ff8c-4702-b4ea-2c0f52f17236 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:26.900767 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458633b-5e37-41b8-8e70-ad95a19b7a71', 'name': 'network-vif-deleted', 'tag': '04495889-3964-49fe-9ccc-f7c06cf6330b', 'status': 'completed', 'code': 200} Jan 27 21:57:26.929788 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (4665ee16-53b8-4ad5-80e2-7a4e243f1b84), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.981964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4665ee16-53b8-4ad5-80e2-7a4e243f1b84']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:27.025274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 04495889-3964-49fe-9ccc-f7c06cf6330b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:27.063507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa0c0af-3eaf-4bb1-83e3-5155a13eccad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e021b5b9-cde3-4572-9bad-e8a109ae1f7a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.066779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa0c0af-3eaf-4bb1-83e3-5155a13eccad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.070956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242c509c-4e89-4fa8-bf0f-caa0379a224a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:27.070956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242c509c-4e89-4fa8-bf0f-caa0379a224a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:27.074924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3fa0c0af-3eaf-4bb1-83e3-5155a13eccad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e021b5b9-cde3-4572-9bad-e8a109ae1f7a HTTP/1.1" status: 204 len: 168 time: 1.8590634 Jan 27 21:57:27.090086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 04495889-3964-49fe-9ccc-f7c06cf6330b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:27.090659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 04495889-3964-49fe-9ccc-f7c06cf6330b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:27.106103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (242c509c-4e89-4fa8-bf0f-caa0379a224a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.139130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0c0af-3eaf-4bb1-83e3-5155a13eccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e021b5b9-cde3-4572-9bad-e8a109ae1f7a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:27.167300 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (242c509c-4e89-4fa8-bf0f-caa0379a224a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.216579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7c7862e-c821-4e66-8c21-7973f51ef040 req-ac9e5f2b-3c89-45f4-b33c-df16272b4bfd tempest-ServersOnMultiNodesTest-15629220 tempest-ServersOnMultiNodesTest-15629220-project] 10.222.0.45 "GET /v2.0/ports?device_id=c458633b-5e37-41b8-8e70-ad95a19b7a71 HTTP/1.1" status: 200 len: 210 time: 0.0865114 Jan 27 21:57:27.226551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:27.226551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (242c509c-4e89-4fa8-bf0f-caa0379a224a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:27.239095 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:27.242336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-d993fb11-8d37-48b8-af1d-73103b1d50af service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294437 Jan 27 21:57:27.245397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] For port fea06030-df1f-42ce-8a82-65ce1dcf7237, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:27.392282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (4665ee16-53b8-4ad5-80e2-7a4e243f1b84), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.413032 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.422794 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/4665ee16-53b8-4ad5-80e2-7a4e243f1b84 HTTP/1.1" status: 204 len: 168 time: 2.1374562 Jan 27 21:57:27.459196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59500) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:27.475399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f64d0c-4ae6-438a-b26e-e5b25a48d585 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=4665ee16-53b8-4ad5-80e2-7a4e243f1b84,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:27.500399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9c83a180-5ce7-4d16-aafd-bcb639d21560 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:27.550570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 9c83a180-5ce7-4d16-aafd-bcb639d21560 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:27.550977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9c83a180-5ce7-4d16-aafd-bcb639d21560 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:27.551544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c4aeae8-da3c-4385-8096-02c7f384ad79 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:27.580625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce0b3b4a-764d-4950-93b6-d9feea9beb01 req-bf4c465c-78c1-470a-bfdb-a5d231a870b9 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308725 Jan 27 21:57:27.596894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 5c4aeae8-da3c-4385-8096-02c7f384ad79 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:27.598480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c4aeae8-da3c-4385-8096-02c7f384ad79 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:27.675939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.688292 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.703289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014', 'fea06030-df1f-42ce-8a82-65ce1dcf7237'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:27.986057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:27.993572 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.015727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2f969f2-c91e-427e-b6fe-2854ed4ac8b5 req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "PUT /v2.0/ports/fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 200 len: 1020 time: 3.2476327 Jan 27 21:57:28.063919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59520) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:28.229700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['fea06030-df1f-42ce-8a82-65ce1dcf7237'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:28.397612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0497e9-b68e-41de-bb4d-b6fd66564752 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'Port': ['ID=fea06030-df1f-42ce-8a82-65ce1dcf7237,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:28.517831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-179aec43-e203-4ed0-8587-cc5f5b8a7d3d req-0d7f01ac-f3cb-4dc0-9cf3-3057f8f74db5 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/19eca6ab-5776-4daa-a732-c17616d49fcc HTTP/1.1" status: 200 len: 1819 time: 0.3881478 Jan 27 21:57:28.640964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5e13f-0cca-4510-9e9f-d340fe0ed4b3 req-09bb3909-7ba0-4eb2-bec2-637db41a6617 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:28.655062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94e5e13f-0cca-4510-9e9f-d340fe0ed4b3 req-09bb3909-7ba0-4eb2-bec2-637db41a6617 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.6061869 Jan 27 21:57:28.664427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.819597 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-179aec43-e203-4ed0-8587-cc5f5b8a7d3d req-caa96501-2e06-4ce4-a470-6461e844173d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:57:28.826671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-179aec43-e203-4ed0-8587-cc5f5b8a7d3d req-caa96501-2e06-4ce4-a470-6461e844173d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/19eca6ab-5776-4daa-a732-c17616d49fcc HTTP/1.1" status: 409 len: 341 time: 0.3054471 Jan 27 21:57:28.905012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:28.913893 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc342946-390c-44ca-937b-9ea73cdbed57" -d '{"events": [{"name": "network-changed", "server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:28.942725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94e5e13f-0cca-4510-9e9f-d340fe0ed4b3 req-bb33af51-17df-4dee-a143-de87d45bd058 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821674 Jan 27 21:57:29.238657 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5413c391-31cc-4407-bd3c-095b2abbad99 x-openstack-request-id: req-5413c391-31cc-4407-bd3c-095b2abbad99 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:29.238976 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:29.239218 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5413c391-31cc-4407-bd3c-095b2abbad99 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:29.239681 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237', 'status': 'completed', 'code': 200} Jan 27 21:57:29.501058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-58d6fa50-532a-4d91-8a85-80d799854613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:29.514858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-58d6fa50-532a-4d91-8a85-80d799854613 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2dc319e98579495eb6da0ec5e43d772d&device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1174 time: 0.2488832 Jan 27 21:57:29.598036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59552) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:30.013780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-28ad56ac-4780-4259-95ef-10a7cb829e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:30.015819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-28ad56ac-4780-4259-95ef-10a7cb829e0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 200 len: 914 time: 0.4928546 Jan 27 21:57:30.048777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port 62d14b46-e713-423b-8cc3-634bdb8f75b4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:30.058143 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.080464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-98de97cf-4c62-4e78-927f-8d02c57c79e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 200 len: 217 time: 0.0557575 Jan 27 21:57:30.090795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63867bfd-b77a-42b0-8f47-b736e9ee044f req-3a60f0ea-9e58-48c4-acd0-a8bcaa4e02a4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:30.101568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63867bfd-b77a-42b0-8f47-b736e9ee044f req-3a60f0ea-9e58-48c4-acd0-a8bcaa4e02a4 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1023 time: 0.2234848 Jan 27 21:57:30.247604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-1ea32f28-3150-4707-92fe-8013702082e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:30.249688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-1ea32f28-3150-4707-92fe-8013702082e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 200 len: 853 time: 0.1447961 Jan 27 21:57:30.309896 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e20cb17-efb9-4122-b170-1e53ba72aca8 tempest-ServiceProvidersTest-897312036 tempest-ServiceProvidersTest-897312036-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6802468 Jan 27 21:57:30.311730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59566) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:30.400612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63867bfd-b77a-42b0-8f47-b736e9ee044f req-9a8fbd51-fcf0-4167-9424-8996b932d9be tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1ab1797-8592-4b4b-a27a-624886db2d51&id=19eca6ab-5776-4daa-a732-c17616d49fcc&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2967424 Jan 27 21:57:30.405160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port 62d14b46-e713-423b-8cc3-634bdb8f75b4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=62d14b46-e713-423b-8cc3-634bdb8f75b4,segment=NetworkSegment(9856d700-750a-4c38-b6c7-46962d86da0b),segment_id=9856d700-750a-4c38-b6c7-46962d86da0b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:30.406108 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.469659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for 62d14b46-e713-423b-8cc3-634bdb8f75b4 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:30.598845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-9ba08425-8cfb-45ce-b126-9d60d8ca04b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d5fcccc9-78f6-48d1-a721-2faf0d3a42db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332592 Jan 27 21:57:30.700628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a70ad-2f1d-4614-bdbe-0f0275d4176f req-f0ab82f5-acca-48b8-9c22-e1ce2a8d0ac6 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:30.715697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-180a70ad-2f1d-4614-bdbe-0f0275d4176f req-f0ab82f5-acca-48b8-9c22-e1ce2a8d0ac6 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3418987 Jan 27 21:57:30.830573 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e4add76-1cef-4782-bb2d-e65aa9847dad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8bf468f1d5b4435698a82f8407077a37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144930 Jan 27 21:57:30.835548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59574) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:30.986426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-180a70ad-2f1d-4614-bdbe-0f0275d4176f req-b11b994b-ed75-495b-a2c2-f8be0c199236 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693934 Jan 27 21:57:30.988588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59576) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:31.056734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-b4957397-8fb3-457b-8a90-d38c198628af service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378252 Jan 27 21:57:31.385329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc342946-390c-44ca-937b-9ea73cdbed57 req-d1c2239e-c496-4c6c-b272-7475b63d7f39 service neutron] 10.222.0.16 "GET /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211720 Jan 27 21:57:31.400098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.432634 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (62d14b46-e713-423b-8cc3-634bdb8f75b4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.515922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e0d1-d8ff-4536-8c4f-7a5be6da0b26 admin admin] Publish callbacks [] for security_group (739bd72a-11ce-4bfa-b8f0-e92c7d04143f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.566539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e0d1-d8ff-4536-8c4f-7a5be6da0b26 admin admin] Publish callbacks [] for security_group (739bd72a-11ce-4bfa-b8f0-e92c7d04143f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.718644 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Publish callbacks [] for security_group (c420551a-5626-4f3a-925e-9817ab9a3eab), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.746375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-ac1893ee-c556-42c6-b67a-59bc1b9afe0d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.748440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-ac1893ee-c556-42c6-b67a-59bc1b9afe0d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.16 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1023 time: 0.0986166 Jan 27 21:57:31.749762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c420551a-5626-4f3a-925e-9817ab9a3eab), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.830737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=62d14b46-e713-423b-8cc3-634bdb8f75b4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:31.833074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e0d1-d8ff-4536-8c4f-7a5be6da0b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (739bd72a-11ce-4bfa-b8f0-e92c7d04143f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.836427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e0d1-d8ff-4536-8c4f-7a5be6da0b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.837877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1bf1e0d1-d8ff-4536-8c4f-7a5be6da0b26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/739bd72a-11ce-4bfa-b8f0-e92c7d04143f HTTP/1.1" status: 204 len: 168 time: 0.9972553 Jan 27 21:57:31.844106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c420551a-5626-4f3a-925e-9817ab9a3eab,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:31.866072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b4f40-6b40-4679-9eb6-88e781b49004 req-8360cdb6-9450-4b03-a6e8-49d8472d2782 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.875976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab6b4f40-6b40-4679-9eb6-88e781b49004 req-8360cdb6-9450-4b03-a6e8-49d8472d2782 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 1023 time: 0.2813163 Jan 27 21:57:31.975329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.978969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.980237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.981058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.981913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.982750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.983612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.984395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.985443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.986297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.987072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.987886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:31.988771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:32.068468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-051b3f77-1c45-4d56-ab7b-45425540a365 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2622c68e6874a02a90588f34e313bde&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0581632 Jan 27 21:57:32.076361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59590) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.132296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.297104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1e0d1-d8ff-4536-8c4f-7a5be6da0b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bd72a-11ce-4bfa-b8f0-e92c7d04143f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:32.331952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Deleting port fea06030-df1f-42ce-8a82-65ce1dcf7237 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:32.332665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.507314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab6b4f40-6b40-4679-9eb6-88e781b49004 req-66ae8522-1301-49f1-9ec2-267f96f8ede9 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1ab1797-8592-4b4b-a27a-624886db2d51&id=19eca6ab-5776-4daa-a732-c17616d49fcc&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6298571 Jan 27 21:57:32.534392 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca31af69-67f9-447c-a0e7-dcebf9b4580a admin admin] Publish callbacks [] for security_group (c420551a-5626-4f3a-925e-9817ab9a3eab), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.605773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb09f4-1efa-434d-bc8c-0619c5e1e59f req-9b9839c8-8af0-4340-b44d-991eff9a3e21 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:32.608709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60cb09f4-1efa-434d-bc8c-0619c5e1e59f req-9b9839c8-8af0-4340-b44d-991eff9a3e21 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3405468 Jan 27 21:57:32.626205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59596) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.702764 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.749842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca31af69-67f9-447c-a0e7-dcebf9b4580a admin admin] Publish callbacks [] for security_group (c420551a-5626-4f3a-925e-9817ab9a3eab), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.767333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:32.940573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60cb09f4-1efa-434d-bc8c-0619c5e1e59f req-8a0180ac-8c9c-4d47-a621-3b42f8315574 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215401 Jan 27 21:57:33.061991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] For port fea06030-df1f-42ce-8a82-65ce1dcf7237, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fea06030-df1f-42ce-8a82-65ce1dcf7237,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:33.062838 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.117300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a0a4422b-af4f-49c9-82a8-0b146bd824d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66076efb51484f97909badd7d7706dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795768 Jan 27 21:57:33.118317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59600) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.121830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Calling delete_port for fea06030-df1f-42ce-8a82-65ce1dcf7237 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:33.193701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca31af69-67f9-447c-a0e7-dcebf9b4580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c420551a-5626-4f3a-925e-9817ab9a3eab), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.198990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca31af69-67f9-447c-a0e7-dcebf9b4580a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.200820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ca31af69-67f9-447c-a0e7-dcebf9b4580a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c420551a-5626-4f3a-925e-9817ab9a3eab HTTP/1.1" status: 204 len: 168 time: 1.1222684 Jan 27 21:57:33.392763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:33.407893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:33.415293 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2169d224-553b-4142-ad87-83efb0e70b01 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9524477 Jan 27 21:57:33.417068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59604) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.430946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:33.432803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31af69-67f9-447c-a0e7-dcebf9b4580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c420551a-5626-4f3a-925e-9817ab9a3eab,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:33.446372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:33.491569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-994cd481-e688-45ac-aca9-21a5c70bd15b admin admin] Publish callbacks [] for security_group (a74a5994-a71c-4324-b4a7-0c676c6d348e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.544311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-994cd481-e688-45ac-aca9-21a5c70bd15b admin admin] Publish callbacks [] for security_group (a74a5994-a71c-4324-b4a7-0c676c6d348e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.635896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c971ef-0442-4446-bf82-902f74170ef9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting subnet 74b60179-80d3-4a61-bbb6-bb1d90984492 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:33.686315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0c971ef-0442-4446-bf82-902f74170ef9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for subnet (74b60179-80d3-4a61-bbb6-bb1d90984492), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.743833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0c971ef-0442-4446-bf82-902f74170ef9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (74b60179-80d3-4a61-bbb6-bb1d90984492), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.762298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (fea06030-df1f-42ce-8a82-65ce1dcf7237), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.786282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d05f1ead-699c-4a49-bd4c-c1cdb53af014', 'fea06030-df1f-42ce-8a82-65ce1dcf7237'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:33.872177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0c971ef-0442-4446-bf82-902f74170ef9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (74b60179-80d3-4a61-bbb6-bb1d90984492), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.032383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0c971ef-0442-4446-bf82-902f74170ef9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (74b60179-80d3-4a61-bbb6-bb1d90984492), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.135758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c971ef-0442-4446-bf82-902f74170ef9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Subnet': ['ID=74b60179-80d3-4a61-bbb6-bb1d90984492,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.144306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f0c971ef-0442-4446-bf82-902f74170ef9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.154893 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f0c971ef-0442-4446-bf82-902f74170ef9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/74b60179-80d3-4a61-bbb6-bb1d90984492 HTTP/1.1" status: 204 len: 168 time: 0.7333767 Jan 27 21:57:34.173189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59616) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:34.185820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:34.195867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850ef87-47ed-4a8b-a192-5db46862722c None None] Network 8f5bd005-55d4-464d-9da1-00cc7a50990a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:34.463103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (8f5bd005-55d4-464d-9da1-00cc7a50990a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.472416 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] No DVR routers for this DVR port fea06030-df1f-42ce-8a82-65ce1dcf7237 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:34.478982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.485761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42680b74-6d69-485d-aa01-d47ab2d9060e req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.16 "DELETE /v2.0/ports/fea06030-df1f-42ce-8a82-65ce1dcf7237 HTTP/1.1" status: 204 len: 173 time: 2.7286379 Jan 27 21:57:34.495285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:31Z', 'revision_number': 11, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:34.515094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Deleting port 587c2772-c648-471c-af54-f9e8b741d22e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:34.518313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (587c2772-c648-471c-af54-f9e8b741d22e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.532031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'name': 'network-vif-deleted', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:34.536432 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ce8cd7-f065-4a4d-860d-631bdac6deda" -d '{"events": [{"server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "name": "network-vif-deleted", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:34.542246 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-994cd481-e688-45ac-aca9-21a5c70bd15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a74a5994-a71c-4324-b4a7-0c676c6d348e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.547899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-994cd481-e688-45ac-aca9-21a5c70bd15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.556100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-994cd481-e688-45ac-aca9-21a5c70bd15b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a74a5994-a71c-4324-b4a7-0c676c6d348e HTTP/1.1" status: 204 len: 168 time: 1.4301174 Jan 27 21:57:34.571498 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bec78f7c-f277-4263-ac26-ac76bd634c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.621829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa14094-45ad-4150-b89b-c1ebff737165 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'Port': ['ID=fea06030-df1f-42ce-8a82-65ce1dcf7237,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.631952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:34.716308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:34.717399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:34.862348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d564728-efe7-4cc2-9d09-1c5422454f91 req-ef7934e7-7ae4-49de-85f8-b7c05d750957 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:34.867975 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d564728-efe7-4cc2-9d09-1c5422454f91 req-ef7934e7-7ae4-49de-85f8-b7c05d750957 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=8153e97f-17c5-4f6b-a787-7fc80b873de1 HTTP/1.1" status: 200 len: 945 time: 1.2019746 Jan 27 21:57:34.888757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cd481-e688-45ac-aca9-21a5c70bd15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74a5994-a71c-4324-b4a7-0c676c6d348e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.949706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] For port 587c2772-c648-471c-af54-f9e8b741d22e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=587c2772-c648-471c-af54-f9e8b741d22e,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:34.950559 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (587c2772-c648-471c-af54-f9e8b741d22e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.970931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc52c90-780a-4647-bc82-6fab8cc1164b req-70427236-6d8a-487f-8731-77211aa01380 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:34.979212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Calling delete_port for 587c2772-c648-471c-af54-f9e8b741d22e owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:34.985976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fc52c90-780a-4647-bc82-6fab8cc1164b req-70427236-6d8a-487f-8731-77211aa01380 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.4568644 Jan 27 21:57:35.135775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:35.284717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fc52c90-780a-4647-bc82-6fab8cc1164b req-2624a309-67f2-4f91-b694-abc1def2d347 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851791 Jan 27 21:57:35.332842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d564728-efe7-4cc2-9d09-1c5422454f91 req-cbf64e60-a823-49e1-bb1f-a47be4433f63 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1ab1797-8592-4b4b-a27a-624886db2d51&id=19eca6ab-5776-4daa-a732-c17616d49fcc&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4333928 Jan 27 21:57:35.420091 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a898f69a-41dd-449b-8929-e4480880ae1e x-openstack-request-id: req-a898f69a-41dd-449b-8929-e4480880ae1e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:35.420091 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8153e97f-17c5-4f6b-a787-7fc80b873de1", "name": "network-vif-deleted", "tag": "fea06030-df1f-42ce-8a82-65ce1dcf7237", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:35.420091 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a898f69a-41dd-449b-8929-e4480880ae1e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:35.420091 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8153e97f-17c5-4f6b-a787-7fc80b873de1', 'name': 'network-vif-deleted', 'tag': 'fea06030-df1f-42ce-8a82-65ce1dcf7237', 'status': 'completed', 'code': 200} Jan 27 21:57:35.453094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:31Z', 'revision_number': 11, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:35.565829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67faa879-48f2-4fda-a949-a4bed2d68aa7 None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:31Z', 'revision_number': 11, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:35.588609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] DHCP port deletion for 8f5bd005-55d4-464d-9da1-00cc7a50990a request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:35.715875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (587c2772-c648-471c-af54-f9e8b741d22e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.796508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Deleting port fd312b25-4f03-45cc-9d65-f020e4289a45 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:35.797020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.803790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=587c2772-c648-471c-af54-f9e8b741d22e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:35.939960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] Deleting port fd312b25-4f03-45cc-9d65-f020e4289a45 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:35.940575 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.945770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59654) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:36.095825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] For port fd312b25-4f03-45cc-9d65-f020e4289a45, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fd312b25-4f03-45cc-9d65-f020e4289a45,segment=NetworkSegment(9856d700-750a-4c38-b6c7-46962d86da0b),segment_id=9856d700-750a-4c38-b6c7-46962d86da0b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:36.098152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.268740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] For port fd312b25-4f03-45cc-9d65-f020e4289a45, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fd312b25-4f03-45cc-9d65-f020e4289a45,segment=NetworkSegment(9856d700-750a-4c38-b6c7-46962d86da0b),segment_id=9856d700-750a-4c38-b6c7-46962d86da0b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:36.269410 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.323173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] Calling delete_port for fd312b25-4f03-45cc-9d65-f020e4289a45 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:36.387751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-919638347'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:36.392785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Calling delete_port for fd312b25-4f03-45cc-9d65-f020e4289a45 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:36.488497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Made reservation on behalf of 44386d14a9f84fae8adc070b5ee27681 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:36.494401 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.553700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.572171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.579215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.615828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59674) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:36.663158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] No DVR routers for this DVR port fd312b25-4f03-45cc-9d65-f020e4289a45 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:36.679775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e56210-cfd5-409e-b41b-b75d8c19ad53 None None] Pushing event deleted for resources: {'Port': ['ID=fd312b25-4f03-45cc-9d65-f020e4289a45,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:36.748841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cfa44-42ba-45b9-82ab-bc4883ad37f7 req-678ebd08-3a0e-4eb0-8ff9-78888d48b7be tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:36.758320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-546cfa44-42ba-45b9-82ab-bc4883ad37f7 req-678ebd08-3a0e-4eb0-8ff9-78888d48b7be tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.2470305 Jan 27 21:57:36.883647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-546cfa44-42ba-45b9-82ab-bc4883ad37f7 req-22d7b5fd-4b34-46cc-8027-4e8fdf475d3a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241353 Jan 27 21:57:36.899452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-network', 'tenant_id': '95a3607e02ca4d06a194790510559fab'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:36.917900 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (fd312b25-4f03-45cc-9d65-f020e4289a45), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.950903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d82e4a50-3145-4bb9-8168-a7743490162a req-7c2ee4ca-2759-48d3-b9ee-e8c913a68003 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/a1ab1797-8592-4b4b-a27a-624886db2d51 HTTP/1.1" status: 200 len: 1819 time: 0.1893320 Jan 27 21:57:37.000835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No DVR routers for this DVR port fd312b25-4f03-45cc-9d65-f020e4289a45 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:37.007995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Made reservation on behalf of 95a3607e02ca4d06a194790510559fab for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:37.009164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Port': ['ID=fd312b25-4f03-45cc-9d65-f020e4289a45,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.012500 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.036354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.058677 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7447078-7509-432c-a8ec-fbc5effb66cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.096515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fea06030-df1f-42ce-8a82-65ce1dcf7237 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:37.101885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks [] for security_group (027b8ef0-9142-4a7b-8dc2-485620f1787d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.116433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (8f5bd005-55d4-464d-9da1-00cc7a50990a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.122194 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (027b8ef0-9142-4a7b-8dc2-485620f1787d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.145755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5bd005-55d4-464d-9da1-00cc7a50990a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:37.160239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9856d700-750a-4c38-b6c7-46962d86da0b') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:37.161314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9856d700-750a-4c38-b6c7-46962d86da0b') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:37.189954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (9856d700-750a-4c38-b6c7-46962d86da0b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.203176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: fea06030-df1f-42ce-8a82-65ce1dcf7237 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:37.204662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fea06030-df1f-42ce-8a82-65ce1dcf7237 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:37.219132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9856d700-750a-4c38-b6c7-46962d86da0b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.221028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:37.228392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:37.230250 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (9856d700-750a-4c38-b6c7-46962d86da0b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:37.308917 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:37.314977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027b8ef0-9142-4a7b-8dc2-485620f1787d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.336996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d82e4a50-3145-4bb9-8168-a7743490162a req-7778ed93-d241-46e9-ac88-a8ce03c2808b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (a1ab1797-8592-4b4b-a27a-624886db2d51), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.341848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (8f5bd005-55d4-464d-9da1-00cc7a50990a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.354026 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.362296 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/networks/8f5bd005-55d4-464d-9da1-00cc7a50990a HTTP/1.1" status: 204 len: 168 time: 3.1831343 Jan 27 21:57:37.371003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59680) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:37.385139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'routes': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:37.401437 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d82e4a50-3145-4bb9-8168-a7743490162a req-7778ed93-d241-46e9-ac88-a8ce03c2808b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (a1ab1797-8592-4b4b-a27a-624886db2d51), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.482531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995560d-e821-443c-aa55-679650f33cbd tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Pushing event deleted for resources: {'Network': ['ID=8f5bd005-55d4-464d-9da1-00cc7a50990a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.548405 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Publish callbacks [] for security_group (85a1d331-99a4-4494-95d9-2eeeaef7df98), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.552983 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (49c61e53-199a-4b7d-85e7-7c0788f8d16d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.553555 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Added segment 49c61e53-199a-4b7d-85e7-7c0788f8d16d of type vlan for network 70d4a7eb-669f-4b4f-b689-55abf621242f Jan 27 21:57:37.584007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fd312b25-4f03-45cc-9d65-f020e4289a45 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:37.618792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: fd312b25-4f03-45cc-9d65-f020e4289a45 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:37.619544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fd312b25-4f03-45cc-9d65-f020e4289a45 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:37.620185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 62d14b46-e713-423b-8cc3-634bdb8f75b4 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:37.653114 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (70d4a7eb-669f-4b4f-b689-55abf621242f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.656287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 62d14b46-e713-423b-8cc3-634bdb8f75b4 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:37.656954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 62d14b46-e713-423b-8cc3-634bdb8f75b4 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:37.721861 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (85a1d331-99a4-4494-95d9-2eeeaef7df98), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.737727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:37.752309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:37.774868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (70d4a7eb-669f-4b4f-b689-55abf621242f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.778890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Added routes are [] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:57:37.779278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Removed routes are [] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:57:37.779886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.787683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:37.788778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.853822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (59da2563-0601-41d5-8267-540483535170), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.854561 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Added segment 59da2563-0601-41d5-8267-540483535170 of type vlan for network 454c5e9e-f81d-4233-8b38-19e999eb80fd Jan 27 21:57:38.013018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0602515 Jan 27 21:57:38.021286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a1d331-99a4-4494-95d9-2eeeaef7df98,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:38.025980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d82e4a50-3145-4bb9-8168-a7743490162a req-7778ed93-d241-46e9-ac88-a8ce03c2808b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a1ab1797-8592-4b4b-a27a-624886db2d51), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.030957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d82e4a50-3145-4bb9-8168-a7743490162a req-7778ed93-d241-46e9-ac88-a8ce03c2808b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.042847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d82e4a50-3145-4bb9-8168-a7743490162a req-7778ed93-d241-46e9-ac88-a8ce03c2808b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/a1ab1797-8592-4b4b-a27a-624886db2d51 HTTP/1.1" status: 204 len: 173 time: 1.0666604 Jan 27 21:57:38.071437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59686) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:38.081044 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (454c5e9e-f81d-4233-8b38-19e999eb80fd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.085917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-eff9ca71-d875-43b6-9596-57d4916d781f tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', 'tempest-TagsTest-Tag-543794008') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:38.091851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15cc65-6009-4f94-b0cb-8e14d9c8f5c2 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Pushing event updated for resources: {'Network': ['ID=70d4a7eb-669f-4b4f-b689-55abf621242f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:38.111349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 70d4a7eb-669f-4b4f-b689-55abf621242f details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:38.129508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778ed93-d241-46e9-ac88-a8ce03c2808b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab1797-8592-4b4b-a27a-624886db2d51,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:38.205274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.250626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (454c5e9e-f81d-4233-8b38-19e999eb80fd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.252100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:38.253175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.307129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c36dc468-0492-44f5-aede-cbaceb0b277c req-90608639-bb1f-4407-8385-5d66000f5562 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/19eca6ab-5776-4daa-a732-c17616d49fcc HTTP/1.1" status: 200 len: 1819 time: 0.2091742 Jan 27 21:57:38.326689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.385865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.406936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125cf25-b5ac-44cc-94db-a5d12634a76f req-a10bd0c6-0e44-4407-8f2f-a377e3c43041 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:38.414955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d125cf25-b5ac-44cc-94db-a5d12634a76f req-a10bd0c6-0e44-4407-8f2f-a377e3c43041 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3189247 Jan 27 21:57:38.420250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8012831 Jan 27 21:57:38.439584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59692) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:38.446650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Request body: {'subnet': {'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-subnet', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:38.492529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37a565-b3ed-4244-b9e0-b83cc535b503 admin admin] Pushing event updated for resources: {'Network': ['ID=454c5e9e-f81d-4233-8b38-19e999eb80fd,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:38.521311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:38.558271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Made reservation on behalf of 95a3607e02ca4d06a194790510559fab for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:38.565765 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.595452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router b6cd0647-5abd-454c-a857-d5d3f3eaa66f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:38.608132 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d125cf25-b5ac-44cc-94db-a5d12634a76f req-3e3f43f8-6d65-4a5b-812d-65ec783c5a3d tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900644 Jan 27 21:57:38.632884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:38.646387 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] Sync routers for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:38.649883 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2fc88e37-c68d-4743-aa09-5a1c1f3e8c87 admin admin] 10.222.0.45 "PUT /v2.0/routers/519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5846179 Jan 27 21:57:38.657375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59694) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:38.693550 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:38.694631 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:38.734901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c36dc468-0492-44f5-aede-cbaceb0b277c req-2096f560-53d5-4f65-9daf-433629eedf26 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (19eca6ab-5776-4daa-a732-c17616d49fcc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.919597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c36dc468-0492-44f5-aede-cbaceb0b277c req-2096f560-53d5-4f65-9daf-433629eedf26 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (19eca6ab-5776-4daa-a732-c17616d49fcc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.023912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb027ec7-7103-4951-b141-d2cad0d87768 req-cab41dd9-41cd-4bc9-928f-1882ddd40cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.028819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb027ec7-7103-4951-b141-d2cad0d87768 req-cab41dd9-41cd-4bc9-928f-1882ddd40cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 0.3389280 Jan 27 21:57:39.047108 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:39.156346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c36dc468-0492-44f5-aede-cbaceb0b277c req-2096f560-53d5-4f65-9daf-433629eedf26 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (19eca6ab-5776-4daa-a732-c17616d49fcc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.159688 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c36dc468-0492-44f5-aede-cbaceb0b277c req-2096f560-53d5-4f65-9daf-433629eedf26 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.162164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c36dc468-0492-44f5-aede-cbaceb0b277c req-2096f560-53d5-4f65-9daf-433629eedf26 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/19eca6ab-5776-4daa-a732-c17616d49fcc HTTP/1.1" status: 204 len: 173 time: 0.8319709 Jan 27 21:57:39.189160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096f560-53d5-4f65-9daf-433629eedf26 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eca6ab-5776-4daa-a732-c17616d49fcc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.197896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb027ec7-7103-4951-b141-d2cad0d87768 req-1b92c245-fa4d-497f-bbe5-7583b1bcc719 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563501 Jan 27 21:57:39.367913 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-eff9ca71-d875-43b6-9596-57d4916d781f tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "PUT /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags/tempest-TagsTest-Tag-543794008 HTTP/1.1" status: 201 len: 201 time: 1.2862358 Jan 27 21:57:39.368561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f66a6df8-fe19-4a9d-8594-d0a8f82027b4 req-28aee4f3-ea5e-40ef-a0af-bbe87c68232a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1497264060', 'description': 'tempest-description-171013031'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:39.376693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59700) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:39.389490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-00a04e2c-7572-4461-9525-c96c78f85664 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', 'tempest-TagsTest-Tag-543794008') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.418173 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (48df4cbe-7dfc-4376-8952-8891f2f1384b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.436939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:39.451768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] Sync routers for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:39.456494 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.458568 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8afc2949-7363-4932-a2f6-d50e463ccf55 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 200 len: 705 time: 2.0820806 Jan 27 21:57:39.463063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59702) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:39.483969 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.491474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:39.492527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.572202 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] Checking router: 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:39.633573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] Routers {'519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:39.637621 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.692948 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c83b6ff-7655-4821-8f64-ebf43fc00ce2 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 200 len: 205 time: 0.2280240 Jan 27 21:57:39.693918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59708) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:39.716265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:39.772921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f66a6df8-fe19-4a9d-8594-d0a8f82027b4 req-28aee4f3-ea5e-40ef-a0af-bbe87c68232a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.879735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:31Z', 'revision_number': 11, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.905188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] Set router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:39.946878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] Checking router: b6cd0647-5abd-454c-a857-d5d3f3eaa66f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:39.947229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48df4cbe-7dfc-4376-8952-8891f2f1384b,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.965976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] Routers {'b6cd0647-5abd-454c-a857-d5d3f3eaa66f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:39.967296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:40.016066 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks [] for router (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.043820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27e3aa58-88ef-4962-ab11-815382d5c50d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.127122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Checking segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:40.128086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Network hostable DHCP agents. Network: 454c5e9e-f81d-4233-8b38-19e999eb80fd, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:40.158213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-00a04e2c-7572-4461-9525-c96c78f85664 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "GET /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags/tempest-TagsTest-Tag-543794008 HTTP/1.1" status: 204 len: 168 time: 0.7748718 Jan 27 21:57:40.176799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59712) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.190046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-184d0aa0-7c18-4537-a8b8-45b58f3b9b4a tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:40.220445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c116f-e3df-4e4e-852d-53d79510a36a req-11b71537-272a-4d0f-b977-629bb4fcbb25 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:40.224054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-094c116f-e3df-4e4e-852d-53d79510a36a req-11b71537-272a-4d0f-b977-629bb4fcbb25 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3758633 Jan 27 21:57:40.239787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] Set router b6cd0647-5abd-454c-a857-d5d3f3eaa66f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:40.358832 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:40.373796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:40.412819 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f603b60-c311-4d30-b0b3-6ed8258b5c82 None None] The sync data for ids ['519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1'] in n-d-826529-2 is: [{'id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'name': 'tempest-TaggedBootDevicesTest_v242-681760281-router', 'tenant_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:06Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 5, 'project_id': '3daec964e12b4ef6ab1ed3b60aaafe15', 'gw_port': {'id': '3df01716-1f8d-458b-bf8c-867dedf31c18', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:07Z', 'updated_at': '2022-01-27T21:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:40.430538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:31Z', 'revision_number': 11, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:40.457956 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f66a6df8-fe19-4a9d-8594-d0a8f82027b4 req-28aee4f3-ea5e-40ef-a0af-bbe87c68232a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (95c91b59-e59a-4df7-a0b5-ee559466ebbc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.511512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf8215-d154-4e60-848b-4cda36f520bc None None] The sync data for ids ['b6cd0647-5abd-454c-a857-d5d3f3eaa66f'] in n-d-826529-2 is: [{'id': 'b6cd0647-5abd-454c-a857-d5d3f3eaa66f', 'name': 'tempest-RoutersIpV6Test-router-2020829127', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:57:31Z', 'revision_number': 11, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:40.532149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f66a6df8-fe19-4a9d-8594-d0a8f82027b4 req-28aee4f3-ea5e-40ef-a0af-bbe87c68232a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95c91b59-e59a-4df7-a0b5-ee559466ebbc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.536143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 454c5e9e-f81d-4233-8b38-19e999eb80fd) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:40.555491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db55ff-6c20-4830-82cf-8b083a081f80 None None] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:40.589178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:40.590149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.598869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-094c116f-e3df-4e4e-852d-53d79510a36a req-9a19b0f6-c2d1-4a5a-ac11-e35209754340 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430281 Jan 27 21:57:40.720372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f66a6df8-fe19-4a9d-8594-d0a8f82027b4 req-28aee4f3-ea5e-40ef-a0af-bbe87c68232a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.722432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f66a6df8-fe19-4a9d-8594-d0a8f82027b4 req-28aee4f3-ea5e-40ef-a0af-bbe87c68232a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.3644366 Jan 27 21:57:40.756308 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-583363a7-0f84-49a2-9e3c-509cb958f51f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3151066 Jan 27 21:57:40.762750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59718) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.769169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aee4f3-ea5e-40ef-a0af-bbe87c68232a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c91b59-e59a-4df7-a0b5-ee559466ebbc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:40.795983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:40.859607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-184d0aa0-7c18-4537-a8b8-45b58f3b9b4a tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "GET /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags HTTP/1.1" status: 200 len: 237 time: 0.6806664 Jan 27 21:57:40.861969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59720) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.867099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (3cda758f-e577-4810-a54a-5a16129049df), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.868477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (3cda758f-e577-4810-a54a-5a16129049df), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.880671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-073417a5-0f85-45e2-adf7-23772f7933bf tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', {'tags': ['tempest-TagsTest-Tag-12865891', 'tempest-TagsTest-Tag-351656143', 'tempest-TagsTest-Tag-2088468326']}) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:40.900496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks [] for router_gateway (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.024347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27e3aa58-88ef-4962-ab11-815382d5c50d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.030528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27e3aa58-88ef-4962-ab11-815382d5c50d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.171454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27e3aa58-88ef-4962-ab11-815382d5c50d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (b6cd0647-5abd-454c-a857-d5d3f3eaa66f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.172550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e3aa58-88ef-4962-ab11-815382d5c50d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Fanout notify agent at l3_agent the message router_deleted on router b6cd0647-5abd-454c-a857-d5d3f3eaa66f {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:57:41.203471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27e3aa58-88ef-4962-ab11-815382d5c50d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.204666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df2251a0-1b1d-45bb-bdf0-0f9423e6a152 req-673bf473-c3ad-44ed-80a2-81ec83691e49 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/95c91b59-e59a-4df7-a0b5-ee559466ebbc HTTP/1.1" status: 200 len: 1819 time: 0.3405657 Jan 27 21:57:41.212959 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-27e3aa58-88ef-4962-ab11-815382d5c50d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 204 len: 168 time: 1.4985123 Jan 27 21:57:41.216434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59722) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:41.220304 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.221353 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.226321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Deleting port 3df01716-1f8d-458b-bf8c-867dedf31c18 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:41.227029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.237763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b947721a-69b8-4bae-bd2a-3cb3de1d2a78 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1096330882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:41.238159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-454c5e9e-f81d-4233-8b38-19e999eb80fd', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:41.240085 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.373496 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks [] for router_controller (3cda758f-e577-4810-a54a-5a16129049df), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.408077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 587c2772-c648-471c-af54-f9e8b741d22e no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:41.409311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-df2251a0-1b1d-45bb-bdf0-0f9423e6a152 req-01da27d1-4a3b-4990-8601-e38537a8cf1a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Request body: {'security_group': {'name': 'tempest-sg-hth-220728890', 'description': 'tempest-description-hth-1330661292'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:41.465252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 587c2772-c648-471c-af54-f9e8b741d22e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:41.481968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 587c2772-c648-471c-af54-f9e8b741d22e not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:41.514107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b947721a-69b8-4bae-bd2a-3cb3de1d2a78 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (7857472b-df6b-476c-9543-c11c4686c3b7), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.515902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b947721a-69b8-4bae-bd2a-3cb3de1d2a78 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (7857472b-df6b-476c-9543-c11c4686c3b7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.590667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Allocated IP 172.20.0.2 (454c5e9e-f81d-4233-8b38-19e999eb80fd/48df4cbe-7dfc-4376-8952-8891f2f1384b/97dcc6d6-abf1-4098-a73b-a1629d83c827) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:41.596679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] For port 3df01716-1f8d-458b-bf8c-867dedf31c18, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3df01716-1f8d-458b-bf8c-867dedf31c18,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:41.597290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.648288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Calling delete_port for 3df01716-1f8d-458b-bf8c-867dedf31c18 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:41.702893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-df2251a0-1b1d-45bb-bdf0-0f9423e6a152 req-01da27d1-4a3b-4990-8601-e38537a8cf1a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (95c91b59-e59a-4df7-a0b5-ee559466ebbc), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.707760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b947721a-69b8-4bae-bd2a-3cb3de1d2a78 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (7857472b-df6b-476c-9543-c11c4686c3b7), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.725694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b947721a-69b8-4bae-bd2a-3cb3de1d2a78 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (7857472b-df6b-476c-9543-c11c4686c3b7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.856744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-073417a5-0f85-45e2-adf7-23772f7933bf tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "PUT /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags HTTP/1.1" status: 200 len: 306 time: 0.9832289 Jan 27 21:57:41.877296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-df2251a0-1b1d-45bb-bdf0-0f9423e6a152 req-01da27d1-4a3b-4990-8601-e38537a8cf1a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (95c91b59-e59a-4df7-a0b5-ee559466ebbc), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.878096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59726) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:41.934279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Publish callbacks [] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.948525 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.958649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-e86c878e-2fab-4e51-a5fd-882deac43d63 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', 'tempest-TagsTest-Tag-12865891') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:41.972887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:41.976792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:41.981353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:42.008334 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks [] for router_gateway (3cda758f-e577-4810-a54a-5a16129049df), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.016149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-df2251a0-1b1d-45bb-bdf0-0f9423e6a152 req-01da27d1-4a3b-4990-8601-e38537a8cf1a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95c91b59-e59a-4df7-a0b5-ee559466ebbc), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.022104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-df2251a0-1b1d-45bb-bdf0-0f9423e6a152 req-01da27d1-4a3b-4990-8601-e38537a8cf1a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.045561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df2251a0-1b1d-45bb-bdf0-0f9423e6a152 req-01da27d1-4a3b-4990-8601-e38537a8cf1a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "PUT /v2.0/security-groups/95c91b59-e59a-4df7-a0b5-ee559466ebbc HTTP/1.1" status: 200 len: 1793 time: 0.6454613 Jan 27 21:57:42.083618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Pushing event updated for resources: {'Port': ['ID=97dcc6d6-abf1-4098-a73b-a1629d83c827,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.101727 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b947721a-69b8-4bae-bd2a-3cb3de1d2a78 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.105800 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b947721a-69b8-4bae-bd2a-3cb3de1d2a78 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8816705 Jan 27 21:57:42.109260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3df01716-1f8d-458b-bf8c-867dedf31c18), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.112818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59736) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:42.131222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Attempting to bind port 97dcc6d6-abf1-4098-a73b-a1629d83c827 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:42.131804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Attempting to bind port 97dcc6d6-abf1-4098-a73b-a1629d83c827 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:42.131995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-41576b59-e75c-4a03-abc9-8758bfc0f5c5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:42.132393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Attempting to bind port 97dcc6d6-abf1-4098-a73b-a1629d83c827 on network 454c5e9e-f81d-4233-8b38-19e999eb80fd {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:42.139701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:42.145320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Checking segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:42.145896 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.146458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Bound using segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:42.147347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Bound port: 97dcc6d6-abf1-4098-a73b-a1629d83c827, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:42.148177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.280568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] For port 97dcc6d6-abf1-4098-a73b-a1629d83c827, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:42.283569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=3df01716-1f8d-458b-bf8c-867dedf31c18,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.289670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] For port 97dcc6d6-abf1-4098-a73b-a1629d83c827, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=97dcc6d6-abf1-4098-a73b-a1629d83c827,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:42.298036 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.342519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da27d1-4a3b-4990-8601-e38537a8cf1a tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c91b59-e59a-4df7-a0b5-ee559466ebbc,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.376557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf629ca-afd7-4a9b-9667-ea83ca17a952 req-6963821e-d895-41b7-8caa-ed5c69ea1463 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:42.378316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bf629ca-afd7-4a9b-9667-ea83ca17a952 req-6963821e-d895-41b7-8caa-ed5c69ea1463 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.5931814 Jan 27 21:57:42.508000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bf629ca-afd7-4a9b-9667-ea83ca17a952 req-04f008be-923a-4dbf-98b2-f263a6e2f643 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056876 Jan 27 21:57:42.512037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49f48f-21c9-4b2d-b754-6a8d6e7fbe2d None None] Pushing event updated for resources: {'Port': ['ID=97dcc6d6-abf1-4098-a73b-a1629d83c827,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.521562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.621805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b941279-299b-4204-882d-0e67f7507444 req-7f770b62-4e23-45d1-acac-11f478969022 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/95c91b59-e59a-4df7-a0b5-ee559466ebbc HTTP/1.1" status: 200 len: 1793 time: 0.2875516 Jan 27 21:57:42.721119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e86c878e-2fab-4e51-a5fd-882deac43d63 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "DELETE /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags/tempest-TagsTest-Tag-12865891 HTTP/1.1" status: 204 len: 168 time: 0.7781272 Jan 27 21:57:42.728961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59748) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:42.748408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-7f3987ac-1544-407c-8470-6d52e58fed68 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', 'tempest-TagsTest-Tag-12865891') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:42.822953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a8c86ea-2856-4110-a1c7-3c074de5a301 req-80a8d63a-d10e-42eb-92df-29250009061b tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/95c91b59-e59a-4df7-a0b5-ee559466ebbc HTTP/1.1" status: 200 len: 1793 time: 0.1506093 Jan 27 21:57:42.931862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41576b59-e75c-4a03-abc9-8758bfc0f5c5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (7857472b-df6b-476c-9543-c11c4686c3b7), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.937210 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.944987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks [] for router_controller (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.956100 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6a8c86ea-2856-4110-a1c7-3c074de5a301 req-98cd2f95-2363-470d-bc9e-330bac52b31c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (95c91b59-e59a-4df7-a0b5-ee559466ebbc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.059916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41576b59-e75c-4a03-abc9-8758bfc0f5c5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (7857472b-df6b-476c-9543-c11c4686c3b7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.128008 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6a8c86ea-2856-4110-a1c7-3c074de5a301 req-98cd2f95-2363-470d-bc9e-330bac52b31c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (95c91b59-e59a-4df7-a0b5-ee559466ebbc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.235706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.236324 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:57:43.251020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.256300 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b5fa3cd8-1ec6-4c15-9522-cdee13245f6a admin admin] 10.222.0.45 "DELETE /v2.0/routers/519a5ab7-57d2-4d86-8ebb-e1ff34d0aff1 HTTP/1.1" status: 204 len: 168 time: 4.5931656 Jan 27 21:57:43.256533 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-7f3987ac-1544-407c-8470-6d52e58fed68 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] show failed (client error): The resource could not be found. Jan 27 21:57:43.261942 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f3987ac-1544-407c-8470-6d52e58fed68 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "GET /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags/tempest-TagsTest-Tag-12865891 HTTP/1.1" status: 404 len: 324 time: 0.5303960 Jan 27 21:57:43.263022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59756) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:43.263342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59758) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:43.277128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-a4ef61dc-aae1-4526-92e0-2ceb17c00248 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', 'tempest-TagsTest-Tag-351656143') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:43.404587 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks [] for router_gateway (3cda758f-e577-4810-a54a-5a16129049df), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.434091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.675533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-904dd6bb-d138-4652-b16a-2ef8b0e03e90 admin admin] Deleting subnet 06288402-3250-4099-a036-550239416a5c {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:43.694642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Allocated IP 172.25.8.202 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/c8d6a4a4-40af-42cf-95fd-389cffe2be0a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:43.703976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-904dd6bb-d138-4652-b16a-2ef8b0e03e90 admin admin] Publish callbacks [] for subnet (06288402-3250-4099-a036-550239416a5c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.809681 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-904dd6bb-d138-4652-b16a-2ef8b0e03e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (06288402-3250-4099-a036-550239416a5c), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.829288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks [] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.850873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-f3a598a9-21cc-4367-865e-96bd3d440fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:43.852657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-f3a598a9-21cc-4367-865e-96bd3d440fb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 0.7284665 Jan 27 21:57:43.870630 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4ef61dc-aae1-4526-92e0-2ceb17c00248 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "GET /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags/tempest-TagsTest-Tag-351656143 HTTP/1.1" status: 204 len: 168 time: 0.5971286 Jan 27 21:57:43.874711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:43.881282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-df9c1fc7-28a0-454d-adfe-78a94abcf43e tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', 'tempest-TagsTest-Tag-2088468326') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:43.888230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41576b59-e75c-4a03-abc9-8758bfc0f5c5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Router 7857472b-df6b-476c-9543-c11c4686c3b7 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:57:43.980381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 97dcc6d6-abf1-4098-a73b-a1629d83c827 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:44.026832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-eb83580d-b385-4d0d-b6cc-c252e0089414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:44.029590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-eb83580d-b385-4d0d-b6cc-c252e0089414 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.1480954 Jan 27 21:57:44.086292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae05a38-da44-4a46-b8a5-267180131598 req-95b777fe-fb13-48fb-bdbf-79ae991656b1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:44.095405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ae05a38-da44-4a46-b8a5-267180131598 req-95b777fe-fb13-48fb-bdbf-79ae991656b1 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.9063668 Jan 27 21:57:44.115740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 97dcc6d6-abf1-4098-a73b-a1629d83c827 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:44.116208 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.166746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6a8c86ea-2856-4110-a1c7-3c074de5a301 req-98cd2f95-2363-470d-bc9e-330bac52b31c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95c91b59-e59a-4df7-a0b5-ee559466ebbc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.170811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6a8c86ea-2856-4110-a1c7-3c074de5a301 req-98cd2f95-2363-470d-bc9e-330bac52b31c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.172895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a8c86ea-2856-4110-a1c7-3c074de5a301 req-98cd2f95-2363-470d-bc9e-330bac52b31c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/95c91b59-e59a-4df7-a0b5-ee559466ebbc HTTP/1.1" status: 204 len: 173 time: 1.3418601 Jan 27 21:57:44.195844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-ed58e1de-5982-413b-b6ea-0089cc789370 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 217 time: 0.1577773 Jan 27 21:57:44.235329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2f95-2363-470d-bc9e-330bac52b31c tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c91b59-e59a-4df7-a0b5-ee559466ebbc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.278783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-904dd6bb-d138-4652-b16a-2ef8b0e03e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (06288402-3250-4099-a036-550239416a5c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.281215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.321006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:44.329047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 97dcc6d6-abf1-4098-a73b-a1629d83c827 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:44.329454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.334065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:44.352466 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41576b59-e75c-4a03-abc9-8758bfc0f5c5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:44.364963 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] Sync routers for ids ['7857472b-df6b-476c-9543-c11c4686c3b7'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:44.379201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41576b59-e75c-4a03-abc9-8758bfc0f5c5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.384904 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-41576b59-e75c-4a03-abc9-8758bfc0f5c5 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "PUT /v2.0/routers/7857472b-df6b-476c-9543-c11c4686c3b7 HTTP/1.1" status: 200 len: 698 time: 2.2613139 Jan 27 21:57:44.390662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:44.393171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59766) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:44.411254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ae05a38-da44-4a46-b8a5-267180131598 req-35b86d5c-2768-47d1-8d51-9d60b38e6641 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126006 Jan 27 21:57:44.442526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 97dcc6d6-abf1-4098-a73b-a1629d83c827, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=97dcc6d6-abf1-4098-a73b-a1629d83c827,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:44.468195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.525130 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-df9c1fc7-28a0-454d-adfe-78a94abcf43e tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "GET /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags/tempest-TagsTest-Tag-2088468326 HTTP/1.1" status: 204 len: 168 time: 0.6488266 Jan 27 21:57:44.530663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-904dd6bb-d138-4652-b16a-2ef8b0e03e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (06288402-3250-4099-a036-550239416a5c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.539343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59770) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:44.580502 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-edbd310c-dd5d-4050-8179-d3beeb0a5f40 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:44.640611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-cd5876dc-61ae-4d1a-84fc-364eeb3a891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:44.647379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-cd5876dc-61ae-4d1a-84fc-364eeb3a891f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.4402981 Jan 27 21:57:44.670421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=97dcc6d6-abf1-4098-a73b-a1629d83c827,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.702326 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] Routers {'7857472b-df6b-476c-9543-c11c4686c3b7'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:44.702802 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7857472b-df6b-476c-9543-c11c4686c3b7'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:44.712383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de68c1a-873f-49cf-b6ba-9f569ac192f8 None None] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:44.778699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d6a4a4-40af-42cf-95fd-389cffe2be0a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.790232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-cbe8b3e3-ed6f-4520-b73e-d30f46695bff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335211 Jan 27 21:57:44.792130 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-ce8f0254-81de-4e67-a425-8a8468a3d63a req-023f9add-177f-40c2-9efd-170cdfa4cfff tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:57:44.793718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce8f0254-81de-4e67-a425-8a8468a3d63a req-023f9add-177f-40c2-9efd-170cdfa4cfff tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/19eca6ab-5776-4daa-a732-c17616d49fcc HTTP/1.1" status: 404 len: 352 time: 0.1921916 Jan 27 21:57:44.805876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ee90911c-7edb-4a85-8098-6784b405dd35 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/routers/7857472b-df6b-476c-9543-c11c4686c3b7 HTTP/1.1" status: 200 len: 704 time: 0.3921013 Jan 27 21:57:44.819054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59778) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:44.845593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904dd6bb-d138-4652-b16a-2ef8b0e03e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06288402-3250-4099-a036-550239416a5c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.861641 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-f15b21e1-7c09-4297-bc53-7cdb27852926 req-d41726ea-842d-4498-9736-5e29b4dca838 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:57:44.871635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f15b21e1-7c09-4297-bc53-7cdb27852926 req-d41726ea-842d-4498-9736-5e29b4dca838 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/a1ab1797-8592-4b4b-a27a-624886db2d51 HTTP/1.1" status: 404 len: 352 time: 0.0385907 Jan 27 21:57:44.871783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-904dd6bb-d138-4652-b16a-2ef8b0e03e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.882477 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] Set router 7857472b-df6b-476c-9543-c11c4686c3b7 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:44.885856 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-904dd6bb-d138-4652-b16a-2ef8b0e03e90 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/06288402-3250-4099-a036-550239416a5c HTTP/1.1" status: 204 len: 168 time: 1.6204658 Jan 27 21:57:44.888464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:44.925983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112c9f5-646c-4c91-b20f-1e5edaf50c33 None None] Network e78fca6c-458f-45b2-a2a2-4054b3edd670 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:45.035162 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7857472b-df6b-476c-9543-c11c4686c3b7', 'name': 'tempest-RoutersIpV6Test-router-1096330882', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:41Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:45.120717 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] Checking router: 7857472b-df6b-476c-9543-c11c4686c3b7 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:45.123717 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:57:45.129989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-96384c41-8e1b-4750-9ab4-39f80f3c2899 None None] Provisioning complete for port 97dcc6d6-abf1-4098-a73b-a1629d83c827 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:45.131096 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96384c41-8e1b-4750-9ab4-39f80f3c2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.143667 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] Routers {'7857472b-df6b-476c-9543-c11c4686c3b7'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:45.144859 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7857472b-df6b-476c-9543-c11c4686c3b7'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:45.180385 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (e78fca6c-458f-45b2-a2a2-4054b3edd670), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.223703 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-edbd310c-dd5d-4050-8179-d3beeb0a5f40 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "DELETE /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags HTTP/1.1" status: 204 len: 168 time: 0.6623745 Jan 27 21:57:45.228081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59784) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:45.235292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-b921f215-1da1-4eda-92ac-e9feec947234 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', 'tempest-TagsTest-Tag-351656143') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:45.357151 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] Set router 7857472b-df6b-476c-9543-c11c4686c3b7 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:45.482487 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] DHCP port deletion for e78fca6c-458f-45b2-a2a2-4054b3edd670 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:45.541810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 97dcc6d6-abf1-4098-a73b-a1629d83c827 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:45.604213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6629905f-6848-4c6a-a760-d1075cd93cdf tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=7857472b-df6b-476c-9543-c11c4686c3b7 HTTP/1.1" status: 200 len: 205 time: 0.7835979 Jan 27 21:57:45.606345 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-63511bc4-2b68-4df8-aecd-08d710b5d434 req-e8a470f3-c8fb-4431-a089-44e66586e0b1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:57:45.614129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59790) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:45.637440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63511bc4-2b68-4df8-aecd-08d710b5d434 req-e8a470f3-c8fb-4431-a089-44e66586e0b1 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/11c6308a-65b0-4bd5-82af-10efcf0dda0d HTTP/1.1" status: 404 len: 352 time: 0.0702271 Jan 27 21:57:45.750772 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7857472b-df6b-476c-9543-c11c4686c3b7', 'name': 'tempest-RoutersIpV6Test-router-1096330882', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:41Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:45.909987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-96384c41-8e1b-4750-9ab4-39f80f3c2899 None None] Current status of the port 97dcc6d6-abf1-4098-a73b-a1629d83c827 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:45.931605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 97dcc6d6-abf1-4098-a73b-a1629d83c827 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:45.932214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.947227 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-82a1364b-d5c6-4be5-bfe7-a24d97ef0744 req-a6d0f706-574d-4e72-9acd-fc89cc2dee01 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:57:45.948718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82a1364b-d5c6-4be5-bfe7-a24d97ef0744 req-a6d0f706-574d-4e72-9acd-fc89cc2dee01 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/258feaae-8dab-473e-a768-33532f7279ab HTTP/1.1" status: 404 len: 352 time: 0.0499368 Jan 27 21:57:45.978232 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38160c68-0304-4a95-80f0-7bd2c1cee6a6 None None] The sync data for ids ['7857472b-df6b-476c-9543-c11c4686c3b7'] in n-d-826529-2 is: [{'id': '7857472b-df6b-476c-9543-c11c4686c3b7', 'name': 'tempest-RoutersIpV6Test-router-1096330882', 'tenant_id': '95287a90e6414958a237c4efaaa9f216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:41Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 2, 'project_id': '95287a90e6414958a237c4efaaa9f216', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:46.179850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0783b312-82c9-479b-95ac-abe90bc722ea None None] Provisioning complete for port 97dcc6d6-abf1-4098-a73b-a1629d83c827 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:46.182184 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-ef09daa8-0c5b-4b48-a351-03b8b80a6f1a req-c6e0a31d-a448-46c0-b40b-1b4a6b0043dc tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:57:46.184823 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0783b312-82c9-479b-95ac-abe90bc722ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.195402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef09daa8-0c5b-4b48-a351-03b8b80a6f1a req-c6e0a31d-a448-46c0-b40b-1b4a6b0043dc tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/084d5e9c-c63c-4cd7-89be-049d46663a17 HTTP/1.1" status: 404 len: 352 time: 0.0979168 Jan 27 21:57:46.285695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] Deleting port 87e7653f-fe1b-4cc7-9018-5a1516239c03 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:46.286092 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.332762 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 97dcc6d6-abf1-4098-a73b-a1629d83c827 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:46.346991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3df01716-1f8d-458b-bf8c-867dedf31c18 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:46.453350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 3df01716-1f8d-458b-bf8c-867dedf31c18 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:46.464286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3df01716-1f8d-458b-bf8c-867dedf31c18 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:46.522733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-e31a308e-9e41-4e76-b9f6-e218f0e44aed service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7122540 Jan 27 21:57:46.523661 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-2023667d-b078-4430-a2fc-fe869d0847a5 req-7e09d8fe-503f-4e30-9052-de75ba0b7046 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] show failed (client error): The resource could not be found. Jan 27 21:57:46.524914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2023667d-b078-4430-a2fc-fe869d0847a5 req-7e09d8fe-503f-4e30-9052-de75ba0b7046 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/0c67ba2f-703b-4846-97b5-7e8cc083fcbe HTTP/1.1" status: 404 len: 352 time: 0.1994855 Jan 27 21:57:46.548388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] For port 87e7653f-fe1b-4cc7-9018-5a1516239c03, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=87e7653f-fe1b-4cc7-9018-5a1516239c03,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:46.549019 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.591660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df574423-7928-467b-ad88-278d4c05a39c req-834b59bc-9987-40bf-85a3-33025b89da97 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:46.593576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df574423-7928-467b-ad88-278d4c05a39c req-834b59bc-9987-40bf-85a3-33025b89da97 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.7165961 Jan 27 21:57:46.643990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Deleting port 87e7653f-fe1b-4cc7-9018-5a1516239c03 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:46.644675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.672071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-210111c5-f4df-46d1-8f77-a8e34108a48d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (7857472b-df6b-476c-9543-c11c4686c3b7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.709191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] Calling delete_port for 87e7653f-fe1b-4cc7-9018-5a1516239c03 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:46.760545 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-b921f215-1da1-4eda-92ac-e9feec947234 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] show failed (client error): The resource could not be found. Jan 27 21:57:46.761985 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b921f215-1da1-4eda-92ac-e9feec947234 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "GET /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags/tempest-TagsTest-Tag-351656143 HTTP/1.1" status: 404 len: 325 time: 1.5325849 Jan 27 21:57:46.818423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0783b312-82c9-479b-95ac-abe90bc722ea None None] Current status of the port 97dcc6d6-abf1-4098-a73b-a1629d83c827 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:46.838290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] For port 87e7653f-fe1b-4cc7-9018-5a1516239c03, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=87e7653f-fe1b-4cc7-9018-5a1516239c03,segment=NetworkSegment(2973b185-d783-4d03-a0ce-b844cb5d76f4),segment_id=2973b185-d783-4d03-a0ce-b844cb5d76f4)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:46.839113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.862910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Calling delete_port for 87e7653f-fe1b-4cc7-9018-5a1516239c03 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:46.865292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59804) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:46.893596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-b4f54326-de79-4ee7-881c-2a9d9ea5e23f tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f', 'tempest-TagsTest-Tag-2088468326') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.000330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.043845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e7653f-fe1b-4cc7-9018-5a1516239c03,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.076797 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (87e7653f-fe1b-4cc7-9018-5a1516239c03), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.155770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks [] for router_gateway (3cda758f-e577-4810-a54a-5a16129049df), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.180346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] Pushing event deleted for resources: {'Port': ['ID=87e7653f-fe1b-4cc7-9018-5a1516239c03,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.182433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] No DVR routers for this DVR port 87e7653f-fe1b-4cc7-9018-5a1516239c03 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:47.242402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319d012-b2d6-4eb5-9ce6-d207e208498f None None] No DVR routers for this DVR port 87e7653f-fe1b-4cc7-9018-5a1516239c03 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:47.277724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-210111c5-f4df-46d1-8f77-a8e34108a48d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (7857472b-df6b-476c-9543-c11c4686c3b7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.282283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-210111c5-f4df-46d1-8f77-a8e34108a48d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router_controller (7857472b-df6b-476c-9543-c11c4686c3b7), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.519871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 87e7653f-fe1b-4cc7-9018-5a1516239c03 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:47.552805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df574423-7928-467b-ad88-278d4c05a39c req-2d3e7a1e-6778-4d5c-9d4d-8a861089763b tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9110477 Jan 27 21:57:47.556898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 87e7653f-fe1b-4cc7-9018-5a1516239c03 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:47.557344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 87e7653f-fe1b-4cc7-9018-5a1516239c03 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:47.563116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (e78fca6c-458f-45b2-a2a2-4054b3edd670), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.614412 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29698fb2-5bdf-49d3-9d38-47572b16491a req-edd8fdf1-99c9-4f3a-9c88-e374660589d1 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0746641 Jan 27 21:57:47.625698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-210111c5-f4df-46d1-8f77-a8e34108a48d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (7857472b-df6b-476c-9543-c11c4686c3b7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.626663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210111c5-f4df-46d1-8f77-a8e34108a48d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Fanout notify agent at l3_agent the message router_deleted on router 7857472b-df6b-476c-9543-c11c4686c3b7 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:57:47.636420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78fca6c-458f-45b2-a2a2-4054b3edd670']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.642872 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-b4f54326-de79-4ee7-881c-2a9d9ea5e23f tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] show failed (client error): The resource could not be found. Jan 27 21:57:47.644744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b4f54326-de79-4ee7-881c-2a9d9ea5e23f tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "GET /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags/tempest-TagsTest-Tag-2088468326 HTTP/1.1" status: 404 len: 326 time: 0.7723377 Jan 27 21:57:47.649617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59810) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:47.650140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-210111c5-f4df-46d1-8f77-a8e34108a48d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.659577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-8e74caee-7b45-4df0-a1d7-6d2e86a05f94 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '70d4a7eb-669f-4b4f-b689-55abf621242f') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.660927 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-210111c5-f4df-46d1-8f77-a8e34108a48d tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/7857472b-df6b-476c-9543-c11c4686c3b7 HTTP/1.1" status: 204 len: 168 time: 2.0442495 Jan 27 21:57:47.672620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59812) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:47.697323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2973b185-d783-4d03-a0ce-b844cb5d76f4') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.697957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2973b185-d783-4d03-a0ce-b844cb5d76f4') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.721993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (2973b185-d783-4d03-a0ce-b844cb5d76f4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.753798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2973b185-d783-4d03-a0ce-b844cb5d76f4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.766143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:47.766825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (2973b185-d783-4d03-a0ce-b844cb5d76f4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:47.771550 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:47.818696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-64814a60-af46-4122-8240-5ddf1d2619f6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=7857472b-df6b-476c-9543-c11c4686c3b7 HTTP/1.1" status: 200 len: 205 time: 0.1441097 Jan 27 21:57:47.822003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59814) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:47.915518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (e78fca6c-458f-45b2-a2a2-4054b3edd670), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.938428 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.945199 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e78fca6c-458f-45b2-a2a2-4054b3edd670 HTTP/1.1" status: 204 len: 168 time: 3.0550730 Jan 27 21:57:47.949266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59816) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:47.992991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb938f-7540-4d5c-b69d-0e5e4d7cc3e3 req-7c2d5e8b-3cad-456b-a09c-952116f33552 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:47.997197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71bb938f-7540-4d5c-b69d-0e5e4d7cc3e3 req-7c2d5e8b-3cad-456b-a09c-952116f33552 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1023 time: 0.6965549 Jan 27 21:57:48.010455 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-0d027ad1-f225-4a77-b277-95c6a4d63ae6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] delete failed (client error): The resource could not be found. Jan 27 21:57:48.012154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0d027ad1-f225-4a77-b277-95c6a4d63ae6 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/7857472b-df6b-476c-9543-c11c4686c3b7 HTTP/1.1" status: 404 len: 336 time: 0.1841373 Jan 27 21:57:48.051569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.055070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59818) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.072335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682d793-08f2-4050-ae1d-ae2a537aa5d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e78fca6c-458f-45b2-a2a2-4054b3edd670,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:48.182315 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb6eee5-3f8c-46c4-8a7f-ce56d0d7fa18 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:48.182993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb6eee5-3f8c-46c4-8a7f-ce56d0d7fa18 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:48.186549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0bb6eee5-3f8c-46c4-8a7f-ce56d0d7fa18 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/0df9b953-787a-459c-9988-e47375d70bd9 HTTP/1.1" status: 404 len: 337 time: 0.1215672 Jan 27 21:57:48.196935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59824) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.243774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (3cda758f-e577-4810-a54a-5a16129049df), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.253917 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9e1faa-ba02-4a36-bcdd-babb808c44ed tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:48.254437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9e1faa-ba02-4a36-bcdd-babb808c44ed tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:48.260238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ab9e1faa-ba02-4a36-bcdd-babb808c44ed tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/0af61358-c5b9-4a53-bda5-77c26a0bdc5c HTTP/1.1" status: 404 len: 337 time: 0.0594389 Jan 27 21:57:48.260643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59826) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.333833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71bb938f-7540-4d5c-b69d-0e5e4d7cc3e3 req-422faef0-a8b4-4bc1-a949-1c4dd86974a6 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=27c19ae8-a435-4044-8874-a24e178a2d70&id=60406323-ba1d-4793-8a30-ee7756e8bff8&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3194053 Jan 27 21:57:48.337078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8e74caee-7b45-4df0-a1d7-6d2e86a05f94 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "DELETE /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f/tags HTTP/1.1" status: 204 len: 168 time: 0.6842260 Jan 27 21:57:48.341224 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-551b2d92-199b-4e1b-9f08-832ee6d6bc71 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:48.342195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551b2d92-199b-4e1b-9f08-832ee6d6bc71 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:48.350884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-551b2d92-199b-4e1b-9f08-832ee6d6bc71 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/5ab32fba-c06f-4c02-ac68-866a90ab5633 HTTP/1.1" status: 404 len: 337 time: 0.0801926 Jan 27 21:57:48.392899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59828) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.393365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59830) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.485167 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d222ddff-674d-45ef-b446-82bc80028c51 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:48.486024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d222ddff-674d-45ef-b446-82bc80028c51 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:48.493052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d222ddff-674d-45ef-b446-82bc80028c51 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/74b60179-80d3-4a61-bbb6-bb1d90984492 HTTP/1.1" status: 404 len: 337 time: 0.0887957 Jan 27 21:57:48.496391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59832) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.557393 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2b0b284a-ecac-4266-b188-ca649fd7ab71 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 200 len: 205 time: 0.0586412 Jan 27 21:57:48.568472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59834) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.651798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (70d4a7eb-669f-4b4f-b689-55abf621242f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.703540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-51fb8aef-372a-4d5f-b37e-b4ff9cb52e63 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:48.706299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-51fb8aef-372a-4d5f-b37e-b4ff9cb52e63 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.16 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1023 time: 0.1953690 Jan 27 21:57:48.719075 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-dcc541e5-5601-4b44-ad1f-854b7710378e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] delete failed (client error): The resource could not be found. Jan 27 21:57:48.721765 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dcc541e5-5601-4b44-ad1f-854b7710378e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/b6cd0647-5abd-454c-a857-d5d3f3eaa66f HTTP/1.1" status: 404 len: 336 time: 0.1509330 Jan 27 21:57:48.725518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.790628 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-66ab775b-25fd-476e-b907-628919ac4194 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=40f929c0-a573-4410-a0bd-c536e8f15621 HTTP/1.1" status: 200 len: 205 time: 0.0608935 Jan 27 21:57:48.793930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59840) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.904023 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-d33657b4-d221-4e6e-b408-253753f32f13 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] delete failed (client error): The resource could not be found. Jan 27 21:57:48.905944 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d33657b4-d221-4e6e-b408-253753f32f13 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/40f929c0-a573-4410-a0bd-c536e8f15621 HTTP/1.1" status: 404 len: 336 time: 0.1100597 Jan 27 21:57:48.913254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59842) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.933491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (70d4a7eb-669f-4b4f-b689-55abf621242f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.988888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac62076-c8d2-4ac8-aa2c-5645f4e56033 req-25eb1683-0f73-43bf-ab2c-916637190cd6 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:48.990058 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-6202f424-84cc-40a4-ac71-8b3745839d73 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:48.990513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ac62076-c8d2-4ac8-aa2c-5645f4e56033 req-25eb1683-0f73-43bf-ab2c-916637190cd6 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.2521033 Jan 27 21:57:48.991228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6202f424-84cc-40a4-ac71-8b3745839d73 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:48.993871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d4a7eb-669f-4b4f-b689-55abf621242f']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:48.996418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Router 3cda758f-e577-4810-a54a-5a16129049df is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:57:48.997787 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6202f424-84cc-40a4-ac71-8b3745839d73 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/7ea26183-6dfd-4724-aa09-e4fb281c1123 HTTP/1.1" status: 404 len: 337 time: 0.0825715 Jan 27 21:57:49.001843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59844) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.012829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c61e53-199a-4b7d-85e7-7c0788f8d16d') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:49.013166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c61e53-199a-4b7d-85e7-7c0788f8d16d') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:49.050111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (49c61e53-199a-4b7d-85e7-7c0788f8d16d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.095241 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-357ecaef-b64a-42db-b88c-aa66d8ecb658 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=91aed80d-0d90-40ec-ac46-c62b6cf271e1 HTTP/1.1" status: 200 len: 205 time: 0.0871236 Jan 27 21:57:49.095848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59846) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.120768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (49c61e53-199a-4b7d-85e7-7c0788f8d16d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.140630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:49.141135 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (49c61e53-199a-4b7d-85e7-7c0788f8d16d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:49.146570 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:49.174112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Deleting port d05f1ead-699c-4a49-bd4c-c1cdb53af014 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:49.174458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.177605 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-e8e41dcb-795e-464f-92b2-ac2dd22f4d20 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] delete failed (client error): The resource could not be found. Jan 27 21:57:49.183319 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e8e41dcb-795e-464f-92b2-ac2dd22f4d20 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/91aed80d-0d90-40ec-ac46-c62b6cf271e1 HTTP/1.1" status: 404 len: 336 time: 0.0817959 Jan 27 21:57:49.183901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59848) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.231680 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2237a99b-058e-4e95-81b6-2f8d3f535cff tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d871a3f-eef0-487e-8fdc-f625e2b65a79 HTTP/1.1" status: 200 len: 205 time: 0.0428016 Jan 27 21:57:49.232228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59852) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.246887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ac62076-c8d2-4ac8-aa2c-5645f4e56033 req-a9c8ff61-1017-48d8-9546-ed6c4004911a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280586 Jan 27 21:57:49.401013 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (70d4a7eb-669f-4b4f-b689-55abf621242f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.408731 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-611becb4-3eec-4b52-8790-4a0a9179b24e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] delete failed (client error): The resource could not be found. Jan 27 21:57:49.423884 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-611becb4-3eec-4b52-8790-4a0a9179b24e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/0d871a3f-eef0-487e-8fdc-f625e2b65a79 HTTP/1.1" status: 404 len: 336 time: 0.1880841 Jan 27 21:57:49.426796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59862) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.433620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.438140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] 10.222.0.45 "DELETE /v2.0/networks/70d4a7eb-669f-4b4f-b689-55abf621242f HTTP/1.1" status: 204 len: 168 time: 1.0436003 Jan 27 21:57:49.472904 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.480368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:49.501644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:49.507836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bc9d5-b85e-43e7-ad16-6fc163bf7f79 tempest-TagsTest-160889459 tempest-TagsTest-160889459-project] Pushing event deleted for resources: {'Network': ['ID=70d4a7eb-669f-4b4f-b689-55abf621242f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:49.517298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.518895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-28b9531b-f1f1-46b7-a26f-39b690c7ade7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.7454848 Jan 27 21:57:49.522567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:49.523207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:49.524917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59866) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.533271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] For port d05f1ead-699c-4a49-bd4c-c1cdb53af014, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d05f1ead-699c-4a49-bd4c-c1cdb53af014,segment=NetworkSegment(163c5189-d3fe-464f-b6f3-ffe855fef026),segment_id=163c5189-d3fe-464f-b6f3-ffe855fef026)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:49.534578 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.590328 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9aff6a-3fa7-46ec-b294-49c986a6e2a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:49.591249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9aff6a-3fa7-46ec-b294-49c986a6e2a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:49.613268 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aa9aff6a-3fa7-46ec-b294-49c986a6e2a4 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/c91b0938-d599-46df-9f50-95a7c83626bf HTTP/1.1" status: 404 len: 337 time: 0.1844089 Jan 27 21:57:49.626370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59868) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.632574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Calling delete_port for d05f1ead-699c-4a49-bd4c-c1cdb53af014 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:49.722511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-de5e14ee-86c2-43e3-b18c-285ed602f2f1 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd HTTP/1.1" status: 200 len: 205 time: 0.0947609 Jan 27 21:57:49.744251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:49.745829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59870) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.027966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:46Z', 'revision_number': 3, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:50.109366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.133022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:50.133998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Updating router 3cda758f-e577-4810-a54a-5a16129049df port c8d6a4a4-40af-42cf-95fd-389cffe2be0a binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:50.160062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59878) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.228603 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.516605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9718d4b2-0ade-4a4f-bc87-8bddbeb0439d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.613318 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Publish callbacks [] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.629350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.630218 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-beb6b471-c686-481b-8f10-32e0e725181e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] delete failed (client error): The resource could not be found. Jan 27 21:57:50.642535 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b027aa38-f1ab-4ebd-97b3-428b0e051455 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44386d14a9f84fae8adc070b5ee27681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4732406 Jan 27 21:57:50.642535 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59888) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.643749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-beb6b471-c686-481b-8f10-32e0e725181e tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/5db4e716-b4f7-4756-bbb4-a52e6b2ee7bd HTTP/1.1" status: 404 len: 336 time: 0.8962095 Jan 27 21:57:50.645752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59890) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.676320 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0b6fcb-5a79-4b53-a7a4-c0aa2ead130c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:50.678045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0b6fcb-5a79-4b53-a7a4-c0aa2ead130c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:50.686769 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da0b6fcb-5a79-4b53-a7a4-c0aa2ead130c tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/31c9eebd-f7e4-412d-b5bb-3b3049625b8e HTTP/1.1" status: 404 len: 337 time: 0.0411000 Jan 27 21:57:50.692373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08249b-8744-47a6-809a-73ad8934bc6c req-8d6d6506-88c8-4566-92e7-1b8319de2ac7 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:50.692720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.700495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a08249b-8744-47a6-809a-73ad8934bc6c req-8d6d6506-88c8-4566-92e7-1b8319de2ac7 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 1023 time: 1.0931664 Jan 27 21:57:50.729190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Attempting to bind port c8d6a4a4-40af-42cf-95fd-389cffe2be0a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:50.729778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Attempting to bind port c8d6a4a4-40af-42cf-95fd-389cffe2be0a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:50.730324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Attempting to bind port c8d6a4a4-40af-42cf-95fd-389cffe2be0a on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:50.738855 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.745701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd18c84-e940-4e92-be07-2d19554c1e3e None None] Pushing event updated for resources: {'Port': ['ID=c8d6a4a4-40af-42cf-95fd-389cffe2be0a,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.746006 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b9ff7a33-13b9-4fac-849d-101026e4ce6b tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "GET /v2.0/ports?device_id=0399b1ee-5c01-46b9-b82a-56453d2a4e60 HTTP/1.1" status: 200 len: 205 time: 0.0477967 Jan 27 21:57:50.746187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:50.746447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:50.747486 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.747486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:50.747845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Bound port: c8d6a4a4-40af-42cf-95fd-389cffe2be0a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:50.748333 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.756503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59894) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.772171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Deleting port 90e04f50-6dcb-4341-9e44-3840fdfee4a6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:50.772555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.814860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] For port c8d6a4a4-40af-42cf-95fd-389cffe2be0a, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:50.844941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] For port c8d6a4a4-40af-42cf-95fd-389cffe2be0a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c8d6a4a4-40af-42cf-95fd-389cffe2be0a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:50.853806 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.881345 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-61b65439-159b-48ac-8ec1-3cb2995d44ce tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] delete failed (client error): The resource could not be found. Jan 27 21:57:50.885126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-61b65439-159b-48ac-8ec1-3cb2995d44ce tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/routers/0399b1ee-5c01-46b9-b82a-56453d2a4e60 HTTP/1.1" status: 404 len: 336 time: 0.1110563 Jan 27 21:57:50.896999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59896) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.979088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:50.980287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:50.991260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd18c84-e940-4e92-be07-2d19554c1e3e None None] Pushing event updated for resources: {'Port': ['ID=c8d6a4a4-40af-42cf-95fd-389cffe2be0a,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.992566 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaeb346-8bee-489a-9ff7-9fba65357688 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:50.993507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaeb346-8bee-489a-9ff7-9fba65357688 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:51.002753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a9943-4110-4f6a-a294-8db6d9f827ae req-a53305ce-86c1-4f7d-9f8d-1f2a4413c5df tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:51.005620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b58a9943-4110-4f6a-a294-8db6d9f827ae req-a53305ce-86c1-4f7d-9f8d-1f2a4413c5df tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.3809810 Jan 27 21:57:51.006212 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3eaeb346-8bee-489a-9ff7-9fba65357688 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/60c14931-9fd9-4ad0-86a3-b39b336fe092 HTTP/1.1" status: 404 len: 337 time: 0.1008503 Jan 27 21:57:51.027133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59898) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.052367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] For port 90e04f50-6dcb-4341-9e44-3840fdfee4a6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=90e04f50-6dcb-4341-9e44-3840fdfee4a6,segment=NetworkSegment(9ae383c6-c697-4029-a262-83751dee3c58),segment_id=9ae383c6-c697-4029-a262-83751dee3c58)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:51.053099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.116501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Calling delete_port for 90e04f50-6dcb-4341-9e44-3840fdfee4a6 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:51.143268 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94b9ceb8-79ee-401a-b024-44a6c7b01ef9 admin admin] Publish callbacks [] for security_group (027b8ef0-9142-4a7b-8dc2-485620f1787d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.158608 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9718d4b2-0ade-4a4f-bc87-8bddbeb0439d admin admin] Publish callbacks [] for security_group (b96f3617-91dd-4a71-81f9-c365426f9c4e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.169949 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9718d4b2-0ade-4a4f-bc87-8bddbeb0439d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b96f3617-91dd-4a71-81f9-c365426f9c4e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.194392 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd80f6b-932e-43d5-85ac-d76f5ac485d9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:51.195256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd80f6b-932e-43d5-85ac-d76f5ac485d9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:51.200823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5bd80f6b-932e-43d5-85ac-d76f5ac485d9 tempest-RoutersIpV6Test-1231790187 tempest-RoutersIpV6Test-1231790187-project] 10.222.0.45 "DELETE /v2.0/subnets/d6fa5d0d-158f-4518-ad42-c1a9fb59b865 HTTP/1.1" status: 404 len: 337 time: 0.1718435 Jan 27 21:57:51.251528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a08249b-8744-47a6-809a-73ad8934bc6c req-42172142-e66e-4181-9531-67b93605231d tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups?id=27c19ae8-a435-4044-8874-a24e178a2d70&id=60406323-ba1d-4793-8a30-ee7756e8bff8&id=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.5501013 Jan 27 21:57:51.275125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:51.353736 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9718d4b2-0ade-4a4f-bc87-8bddbeb0439d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a40d2821190741989dc0004618944785&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2392452 Jan 27 21:57:51.363374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59902) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.375916 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94b9ceb8-79ee-401a-b024-44a6c7b01ef9 admin admin] Publish callbacks [] for security_group (027b8ef0-9142-4a7b-8dc2-485620f1787d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.378228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718d4b2-0ade-4a4f-bc87-8bddbeb0439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f3617-91dd-4a71-81f9-c365426f9c4e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:51.561927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d05f1ead-699c-4a49-bd4c-c1cdb53af014), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.583249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b58a9943-4110-4f6a-a294-8db6d9f827ae req-fa425b80-33de-4385-9160-3077bc26c25f tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426917 Jan 27 21:57:51.643069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'Port': ['ID=d05f1ead-699c-4a49-bd4c-c1cdb53af014,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:51.757502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (90e04f50-6dcb-4341-9e44-3840fdfee4a6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.865560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e04f50-6dcb-4341-9e44-3840fdfee4a6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:51.928491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] No DVR routers for this DVR port d05f1ead-699c-4a49-bd4c-c1cdb53af014 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:51.942000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.959034 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.974565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0ff51a0-4397-423d-b9a0-3924ab5cdfb6 req-ce8c5dc9-2845-4176-91c1-bb754aab4038 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.16 "DELETE /v2.0/ports/d05f1ead-699c-4a49-bd4c-c1cdb53af014 HTTP/1.1" status: 204 len: 173 time: 3.2372792 Jan 27 21:57:51.992913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'name': 'network-vif-deleted', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:51.997777 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f915e7e-d3da-4a37-8c4d-2ea8c4fd07f4" -d '{"events": [{"server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "name": "network-vif-deleted", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:52.002243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94b9ceb8-79ee-401a-b024-44a6c7b01ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (027b8ef0-9142-4a7b-8dc2-485620f1787d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.013488 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94b9ceb8-79ee-401a-b024-44a6c7b01ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.034529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-94b9ceb8-79ee-401a-b024-44a6c7b01ef9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/027b8ef0-9142-4a7b-8dc2-485620f1787d HTTP/1.1" status: 204 len: 168 time: 1.3822851 Jan 27 21:57:52.047164 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c4b7d76-d6a5-43dc-ab67-5816456162ca admin admin] Publish callbacks [] for security_group (b96f3617-91dd-4a71-81f9-c365426f9c4e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.221390 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09415613-a9d6-4801-b59a-1e68cd1d3561 x-openstack-request-id: req-09415613-a9d6-4801-b59a-1e68cd1d3561 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:52.222960 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb8cc56-2d45-4502-834b-172206794405", "name": "network-vif-deleted", "tag": "d05f1ead-699c-4a49-bd4c-c1cdb53af014", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:52.223398 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09415613-a9d6-4801-b59a-1e68cd1d3561 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:52.227154 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb8cc56-2d45-4502-834b-172206794405', 'name': 'network-vif-deleted', 'tag': 'd05f1ead-699c-4a49-bd4c-c1cdb53af014', 'status': 'completed', 'code': 200} Jan 27 21:57:52.232643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:46Z', 'revision_number': 3, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:52.233352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9ceb8-79ee-401a-b024-44a6c7b01ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027b8ef0-9142-4a7b-8dc2-485620f1787d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:52.424812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c4b7d76-d6a5-43dc-ab67-5816456162ca admin admin] Publish callbacks [] for security_group (b96f3617-91dd-4a71-81f9-c365426f9c4e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.475115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb53dd77-a5dd-4e26-936c-d43901503607 None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:46Z', 'revision_number': 3, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:52.754453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.882060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dec238ff-87b2-4024-a7da-5df878be84ba req-27e149a4-8379-4c8c-b2f8-f1297a5c9d0f tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cb8cc56-2d45-4502-834b-172206794405 HTTP/1.1" status: 200 len: 210 time: 0.0862958 Jan 27 21:57:52.990770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.016422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c4b7d76-d6a5-43dc-ab67-5816456162ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b96f3617-91dd-4a71-81f9-c365426f9c4e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.020433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c4b7d76-d6a5-43dc-ab67-5816456162ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.022578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2c4b7d76-d6a5-43dc-ab67-5816456162ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b96f3617-91dd-4a71-81f9-c365426f9c4e HTTP/1.1" status: 204 len: 168 time: 1.6286342 Jan 27 21:57:53.076602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b7d76-d6a5-43dc-ab67-5816456162ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f3617-91dd-4a71-81f9-c365426f9c4e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:53.151662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d05f1ead-699c-4a49-bd4c-c1cdb53af014 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:53.225341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: d05f1ead-699c-4a49-bd4c-c1cdb53af014 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:53.225816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d05f1ead-699c-4a49-bd4c-c1cdb53af014 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:53.397554 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cdc6a334-c054-4c13-aba2-3fc8f696b25c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95287a90e6414958a237c4efaaa9f216&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4403737 Jan 27 21:57:53.413732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59940) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:53.583326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Allocated IP 172.20.0.1 (454c5e9e-f81d-4233-8b38-19e999eb80fd/48df4cbe-7dfc-4376-8952-8891f2f1384b/585bc83e-093a-46f6-a078-dec69c6a4e73) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:53.656500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:53.699859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c8d6a4a4-40af-42cf-95fd-389cffe2be0a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:53.908781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c8d6a4a4-40af-42cf-95fd-389cffe2be0a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:53.909427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.991954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7210930b-05ff-4215-ad4b-fb7ad1c0fa1e admin admin] Publish callbacks [] for security_group (ce859536-3523-41b1-aa92-7dfe4ec660a9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.060660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Publish callbacks [] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.072864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7210930b-05ff-4215-ad4b-fb7ad1c0fa1e admin admin] Publish callbacks [] for security_group (ce859536-3523-41b1-aa92-7dfe4ec660a9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.250313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:54.258615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-816251d8-03c3-49dd-a2af-48d12547ba65 admin admin] 10.222.0.45 "PUT /v2.0/routers/9a134b4d-1a7b-4a5a-a950-4a523df0ea4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3038726 Jan 27 21:57:54.260914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7210930b-05ff-4215-ad4b-fb7ad1c0fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ce859536-3523-41b1-aa92-7dfe4ec660a9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.264140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7210930b-05ff-4215-ad4b-fb7ad1c0fa1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.271146 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] Sync routers for ids ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:54.277791 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7210930b-05ff-4215-ad4b-fb7ad1c0fa1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce859536-3523-41b1-aa92-7dfe4ec660a9 HTTP/1.1" status: 204 len: 168 time: 0.8466702 Jan 27 21:57:54.278418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:54.309743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c8d6a4a4-40af-42cf-95fd-389cffe2be0a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:54.310846 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.311116 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] Routers {'9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:54.313194 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:54.320326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59962) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:54.366723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.385637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port c8d6a4a4-40af-42cf-95fd-389cffe2be0a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c8d6a4a4-40af-42cf-95fd-389cffe2be0a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:54.398452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.493767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210930b-05ff-4215-ad4b-fb7ad1c0fa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce859536-3523-41b1-aa92-7dfe4ec660a9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:54.523640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:54.536449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:54.546255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:54.720168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=c8d6a4a4-40af-42cf-95fd-389cffe2be0a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:54.777429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (3cda758f-e577-4810-a54a-5a16129049df), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.795856 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f476111-fcfc-4147-8fee-3fcd92e7c162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.830215 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] Set router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:54.866374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks [] for router (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.244212 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f476111-fcfc-4147-8fee-3fcd92e7c162 admin admin] Publish callbacks [] for security_group (2640d13e-ea2a-49c6-b39e-a8c2192180e0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.262159 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f476111-fcfc-4147-8fee-3fcd92e7c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2640d13e-ea2a-49c6-b39e-a8c2192180e0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.289812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6a932723-3c8c-43e9-8da7-9fda5f391f39 None None] Provisioning complete for port 585bc83e-093a-46f6-a078-dec69c6a4e73 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:55.290497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6a932723-3c8c-43e9-8da7-9fda5f391f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.433755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5f476111-fcfc-4147-8fee-3fcd92e7c162 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02a96e8e98804b008b2704838e21099e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0987642 Jan 27 21:57:55.433755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2164a27e-3799-4481-bfd4-a8b0090b80e7 req-d679e97e-52d3-4f00-abee-a5cbe7696c53 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/27c19ae8-a435-4044-8874-a24e178a2d70 HTTP/1.1" status: 200 len: 1817 time: 1.2618892 Jan 27 21:57:55.438265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Pushing event updated for resources: {'Port': ['ID=585bc83e-093a-46f6-a078-dec69c6a4e73,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:55.449672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59982) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:55.452095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks [] for router_gateway (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.481613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f476111-fcfc-4147-8fee-3fcd92e7c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2640d13e-ea2a-49c6-b39e-a8c2192180e0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:55.515403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6a932723-3c8c-43e9-8da7-9fda5f391f39 None None] Port 585bc83e-093a-46f6-a078-dec69c6a4e73 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:55.684524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c8d6a4a4-40af-42cf-95fd-389cffe2be0a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:55.771342 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:57:51Z', 'revision_number': 5, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port': {'id': '94e43ceb-b05c-4fcd-931b-e4d36c5a706a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:28Z', 'updated_at': '2022-01-27T21:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:55.817648 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] Checking router: 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:55.838095 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] Routers {'9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:55.839250 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:55.948272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c8d6a4a4-40af-42cf-95fd-389cffe2be0a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:55.948905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.998430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cf134b5-83bc-4018-8c4e-7bc714b7d699 admin admin] Publish callbacks [] for security_group (2640d13e-ea2a-49c6-b39e-a8c2192180e0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.014982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Deleting port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:56.015805 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.128887 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2164a27e-3799-4481-bfd4-a8b0090b80e7 req-dc924928-ed2e-414c-8846-24f8bff43126 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (27c19ae8-a435-4044-8874-a24e178a2d70), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.144778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c8d6a4a4-40af-42cf-95fd-389cffe2be0a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:56.153421 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.211110 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] Set router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:56.301652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2164a27e-3799-4481-bfd4-a8b0090b80e7 req-dc924928-ed2e-414c-8846-24f8bff43126 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (27c19ae8-a435-4044-8874-a24e178a2d70), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.322654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] For port 94e43ceb-b05c-4fcd-931b-e4d36c5a706a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=94e43ceb-b05c-4fcd-931b-e4d36c5a706a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:56.323763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.352167 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Calling delete_port for 94e43ceb-b05c-4fcd-931b-e4d36c5a706a owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:56.378830 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 6, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:56.480620 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb7e16-90fb-4972-aa51-36be8f7b9993 None None] The sync data for ids ['9a134b4d-1a7b-4a5a-a950-4a523df0ea4e'] in n-d-826529-2 is: [{'id': '9a134b4d-1a7b-4a5a-a950-4a523df0ea4e', 'name': 'tempest-TaggedBootDevicesTest_v242-1033478939-router', 'tenant_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:26Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 6, 'project_id': 'bb4a9746450b47e29e4bc2d6fb566991', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:56.591102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (94e43ceb-b05c-4fcd-931b-e4d36c5a706a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.679591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2164a27e-3799-4481-bfd4-a8b0090b80e7 req-dc924928-ed2e-414c-8846-24f8bff43126 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (27c19ae8-a435-4044-8874-a24e178a2d70), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.681238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e43ceb-b05c-4fcd-931b-e4d36c5a706a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:56.700697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2164a27e-3799-4481-bfd4-a8b0090b80e7 req-dc924928-ed2e-414c-8846-24f8bff43126 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.712476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2164a27e-3799-4481-bfd4-a8b0090b80e7 req-dc924928-ed2e-414c-8846-24f8bff43126 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/27c19ae8-a435-4044-8874-a24e178a2d70 HTTP/1.1" status: 204 len: 173 time: 1.2553723 Jan 27 21:57:56.718892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cf134b5-83bc-4018-8c4e-7bc714b7d699 admin admin] Publish callbacks [] for security_group (2640d13e-ea2a-49c6-b39e-a8c2192180e0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.854118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.876580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc924928-ed2e-414c-8846-24f8bff43126 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c19ae8-a435-4044-8874-a24e178a2d70,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:57.088324 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.095076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks [] for router_controller (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.129633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16315b2d-9915-4c50-a217-7193471212bb req-650127af-999b-4303-947a-553cfe9595c7 tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "GET /v2.0/security-groups/60406323-ba1d-4793-8a30-ee7756e8bff8 HTTP/1.1" status: 200 len: 1820 time: 0.3478594 Jan 27 21:57:57.213804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Publish callbacks [] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.217577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cf134b5-83bc-4018-8c4e-7bc714b7d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2640d13e-ea2a-49c6-b39e-a8c2192180e0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.224994 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cf134b5-83bc-4018-8c4e-7bc714b7d699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.229417 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9cf134b5-83bc-4018-8c4e-7bc714b7d699 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2640d13e-ea2a-49c6-b39e-a8c2192180e0 HTTP/1.1" status: 204 len: 168 time: 1.7565727 Jan 27 21:57:57.243529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.248506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (9a134b4d-1a7b-4a5a-a950-4a523df0ea4e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.260976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a134b4d-1a7b-4a5a-a950-4a523df0ea4e {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:57:57.295071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60022) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.300313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.306479 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0bde9d4-c9b5-4e65-9ee6-914e183d0db3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9a134b4d-1a7b-4a5a-a950-4a523df0ea4e HTTP/1.1" status: 204 len: 168 time: 3.0149693 Jan 27 21:57:57.308467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60024) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.315748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf134b5-83bc-4018-8c4e-7bc714b7d699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2640d13e-ea2a-49c6-b39e-a8c2192180e0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:57.363557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Pushing event updated for resources: {'Port': ['ID=585bc83e-093a-46f6-a078-dec69c6a4e73,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:57.420893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16315b2d-9915-4c50-a217-7193471212bb req-0570b321-12b8-462b-89ff-85efda910b4e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (60406323-ba1d-4793-8a30-ee7756e8bff8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.428125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (3cda758f-e577-4810-a54a-5a16129049df), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.543225 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16315b2d-9915-4c50-a217-7193471212bb req-0570b321-12b8-462b-89ff-85efda910b4e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (60406323-ba1d-4793-8a30-ee7756e8bff8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.571639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3e0a0e-e756-4828-aa1f-b6792879691f admin admin] Deleting subnet 71f63782-4bb2-47a7-a45b-0c59704a8d08 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:57.582223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0a0e-e756-4828-aa1f-b6792879691f admin admin] Publish callbacks [] for subnet (71f63782-4bb2-47a7-a45b-0c59704a8d08), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.673535 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0a0e-e756-4828-aa1f-b6792879691f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (71f63782-4bb2-47a7-a45b-0c59704a8d08), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.676162 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16315b2d-9915-4c50-a217-7193471212bb req-0570b321-12b8-462b-89ff-85efda910b4e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (60406323-ba1d-4793-8a30-ee7756e8bff8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.682814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16315b2d-9915-4c50-a217-7193471212bb req-0570b321-12b8-462b-89ff-85efda910b4e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.691156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16315b2d-9915-4c50-a217-7193471212bb req-0570b321-12b8-462b-89ff-85efda910b4e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] 10.222.0.45 "DELETE /v2.0/security-groups/60406323-ba1d-4793-8a30-ee7756e8bff8 HTTP/1.1" status: 204 len: 173 time: 0.5360963 Jan 27 21:57:57.726200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60030) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.772926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 94e43ceb-b05c-4fcd-931b-e4d36c5a706a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:57.881629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 94e43ceb-b05c-4fcd-931b-e4d36c5a706a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:57.883159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 94e43ceb-b05c-4fcd-931b-e4d36c5a706a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:57.883856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 90e04f50-6dcb-4341-9e44-3840fdfee4a6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:57.890284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570b321-12b8-462b-89ff-85efda910b4e tempest-SecurityGroupsTestJSON-1624406752 tempest-SecurityGroupsTestJSON-1624406752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60406323-ba1d-4793-8a30-ee7756e8bff8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:57.957922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 90e04f50-6dcb-4341-9e44-3840fdfee4a6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:57.959529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 90e04f50-6dcb-4341-9e44-3840fdfee4a6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:58.030883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:58.037139 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0a0e-e756-4828-aa1f-b6792879691f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (71f63782-4bb2-47a7-a45b-0c59704a8d08), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.077312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:58.092346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0697fcd-e581-4159-9ad5-84bfc0713219 admin admin] Deleting subnet f6b3c1b0-ab63-484b-a036-ff75df1f1e5a {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:58.099516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0697fcd-e581-4159-9ad5-84bfc0713219 admin admin] Publish callbacks [] for subnet (f6b3c1b0-ab63-484b-a036-ff75df1f1e5a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.477401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8ebc645a-9258-4402-a96c-21f95a6db4ca tempest-DvrRoutersNegativeTest-1878040889 tempest-DvrRoutersNegativeTest-1878040889-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-519330826', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:58.482441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.policy [None req-8ebc645a-9258-4402-a96c-21f95a6db4ca tempest-DvrRoutersNegativeTest-1878040889 tempest-DvrRoutersNegativeTest-1878040889-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103330) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 27 21:57:58.482918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.policy [None req-8ebc645a-9258-4402-a96c-21f95a6db4ca tempest-DvrRoutersNegativeTest-1878040889 tempest-DvrRoutersNegativeTest-1878040889-project] Failed policy check for 'create_router' {{(pid=103330) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 27 21:57:58.483883 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-8ebc645a-9258-4402-a96c-21f95a6db4ca tempest-DvrRoutersNegativeTest-1878040889 tempest-DvrRoutersNegativeTest-1878040889-project] create failed (client error): Access was denied to this resource. Jan 27 21:57:58.494994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8ebc645a-9258-4402-a96c-21f95a6db4ca tempest-DvrRoutersNegativeTest-1878040889 tempest-DvrRoutersNegativeTest-1878040889-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.1625512 Jan 27 21:57:58.519134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0697fcd-e581-4159-9ad5-84bfc0713219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (f6b3c1b0-ab63-484b-a036-ff75df1f1e5a), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.638077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0697fcd-e581-4159-9ad5-84bfc0713219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (f6b3c1b0-ab63-484b-a036-ff75df1f1e5a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.708690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Router 3cda758f-e577-4810-a54a-5a16129049df has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:58.777133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-04bfd975-dc2b-4aaa-b435-6be1b654f01f None None] Provisioning complete for port 585bc83e-093a-46f6-a078-dec69c6a4e73 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:58.780554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-04bfd975-dc2b-4aaa-b435-6be1b654f01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.900984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:58.920017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9c1a2c36-1564-46fc-9f59-b034e79a5009 admin admin] 10.222.0.45 "PUT /v2.0/routers/3cda758f-e577-4810-a54a-5a16129049df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3938491 Jan 27 21:57:58.935616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:58.949860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0697fcd-e581-4159-9ad5-84bfc0713219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (f6b3c1b0-ab63-484b-a036-ff75df1f1e5a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.980665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-04bfd975-dc2b-4aaa-b435-6be1b654f01f None None] Port 585bc83e-093a-46f6-a078-dec69c6a4e73 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:58.994567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:58.995507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:59.046251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0697fcd-e581-4159-9ad5-84bfc0713219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b3c1b0-ab63-484b-a036-ff75df1f1e5a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:59.054480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0697fcd-e581-4159-9ad5-84bfc0713219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.060698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0a0e-e756-4828-aa1f-b6792879691f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (71f63782-4bb2-47a7-a45b-0c59704a8d08), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.076138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e0697fcd-e581-4159-9ad5-84bfc0713219 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f6b3c1b0-ab63-484b-a036-ff75df1f1e5a HTTP/1.1" status: 204 len: 168 time: 1.3326645 Jan 27 21:57:59.077786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60054) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:59.133264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e0a0e-e756-4828-aa1f-b6792879691f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f63782-4bb2-47a7-a45b-0c59704a8d08,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:59.174115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3e0a0e-e756-4828-aa1f-b6792879691f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.189525 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c3e0a0e-e756-4828-aa1f-b6792879691f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/71f63782-4bb2-47a7-a45b-0c59704a8d08 HTTP/1.1" status: 204 len: 168 time: 1.8776703 Jan 27 21:57:59.192973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60060) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:59.201720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55bd5f-ebbc-4da1-8ef1-bd999a04a48e None None] Network aaac6152-aace-4887-b43e-8f049250bb4b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:59.333366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60064) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:59.465427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (aaac6152-aace-4887-b43e-8f049250bb4b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.513842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d5fcccc9-78f6-48d1-a721-2faf0d3a42db), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.720426 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Deleting port 208c19fb-411e-41f9-9fae-ad7f6d65524b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:59.720827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.863219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:59.868293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d5fcccc9-78f6-48d1-a721-2faf0d3a42db), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.985693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fcccc9-78f6-48d1-a721-2faf0d3a42db']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.002744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] For port 208c19fb-411e-41f9-9fae-ad7f6d65524b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=208c19fb-411e-41f9-9fae-ad7f6d65524b,segment=NetworkSegment(9ae383c6-c697-4029-a262-83751dee3c58),segment_id=9ae383c6-c697-4029-a262-83751dee3c58)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:00.007729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.033114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163c5189-d3fe-464f-b6f3-ffe855fef026') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.038806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] DHCP port deletion for aaac6152-aace-4887-b43e-8f049250bb4b request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:00.044861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163c5189-d3fe-464f-b6f3-ffe855fef026') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.061500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Calling delete_port for 208c19fb-411e-41f9-9fae-ad7f6d65524b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:00.116255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (163c5189-d3fe-464f-b6f3-ffe855fef026), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.337376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (163c5189-d3fe-464f-b6f3-ffe855fef026), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.346504 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6287c9ac-4c82-49b4-b388-44f05a0d3c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.373185 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.391779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:00.392417 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (163c5189-d3fe-464f-b6f3-ffe855fef026), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: timer() Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:00.394616 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:00.462831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Pushing event deleted for resources: {'Port': ['ID=208c19fb-411e-41f9-9fae-ad7f6d65524b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:00.475505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] No DVR routers for this DVR port 208c19fb-411e-41f9-9fae-ad7f6d65524b on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:00.528656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6287c9ac-4c82-49b4-b388-44f05a0d3c6f admin admin] Publish callbacks [] for security_group (d44abfde-3f74-4d4a-b568-97ee9044a8d1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.548157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Deleting port 208c19fb-411e-41f9-9fae-ad7f6d65524b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:00.548761 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.594988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:57:56Z', 'revision_number': 2, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.672339 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6287c9ac-4c82-49b4-b388-44f05a0d3c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d44abfde-3f74-4d4a-b568-97ee9044a8d1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.693164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:58:00.698427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Updating router 3cda758f-e577-4810-a54a-5a16129049df port 585bc83e-093a-46f6-a078-dec69c6a4e73 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:58:00.705351 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d5fcccc9-78f6-48d1-a721-2faf0d3a42db), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.745711 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.749791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] 10.222.0.45 "DELETE /v2.0/networks/d5fcccc9-78f6-48d1-a721-2faf0d3a42db HTTP/1.1" status: 204 len: 168 time: 1.6706054 Jan 27 21:58:00.760622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (aaac6152-aace-4887-b43e-8f049250bb4b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.788498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd347521-b939-4b2f-831e-e8ba08fdddec admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fcccc9-78f6-48d1-a721-2faf0d3a42db,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:00.820080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6287c9ac-4c82-49b4-b388-44f05a0d3c6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=989313d0989b47f3b3192969aeb65aad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4772692 Jan 27 21:58:00.822268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaac6152-aace-4887-b43e-8f049250bb4b']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.824760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60106) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:00.848497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae383c6-c697-4029-a262-83751dee3c58') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.851456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae383c6-c697-4029-a262-83751dee3c58') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.858160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-cb048ac6-9850-4682-849e-d5d10f585613 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:00.867614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-cb048ac6-9850-4682-849e-d5d10f585613 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 820 time: 0.8200707 Jan 27 21:58:00.869788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287c9ac-4c82-49b4-b388-44f05a0d3c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44abfde-3f74-4d4a-b568-97ee9044a8d1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:00.918691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (9ae383c6-c697-4029-a262-83751dee3c58), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.951230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-5f877428-4221-4447-8829-deea040c91e5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/quotas/95a3607e02ca4d06a194790510559fab HTTP/1.1" status: 200 len: 375 time: 0.0826209 Jan 27 21:58:00.959291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9ae383c6-c697-4029-a262-83751dee3c58), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.988642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:00.992616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (9ae383c6-c697-4029-a262-83751dee3c58), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:01.001393 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:01.034754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:01.041858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] For port 208c19fb-411e-41f9-9fae-ad7f6d65524b, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:01.043360 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.058578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Calling delete_port for 208c19fb-411e-41f9-9fae-ad7f6d65524b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:01.065664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Port 208c19fb-411e-41f9-9fae-ad7f6d65524b was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:58:01.081762 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (208c19fb-411e-41f9-9fae-ad7f6d65524b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.130980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c99bb24-c1b3-4f03-bc92-90c91b95d257 admin admin] Publish callbacks [] for security_group (d44abfde-3f74-4d4a-b568-97ee9044a8d1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.153165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-59a03222-9bee-4759-8e99-913846ff075d tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1963317 Jan 27 21:58:01.209297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Pushing event deleted for resources: {'Port': ['ID=208c19fb-411e-41f9-9fae-ad7f6d65524b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:01.254434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.256604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.258188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.259916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.261729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.262709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.264344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.268132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (aaac6152-aace-4887-b43e-8f049250bb4b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.274130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.278971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.282546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.288665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.291311 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] 10.222.0.45 "DELETE /v2.0/networks/aaac6152-aace-4887-b43e-8f049250bb4b HTTP/1.1" status: 204 len: 168 time: 2.0968699 Jan 27 21:58:01.292106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.292895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.300235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:01.314840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed293f-a31b-4c05-951b-643d99912942 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaac6152-aace-4887-b43e-8f049250bb4b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:01.326326 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d6d7d7a-21ac-4f4a-aec7-2527c188d082 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2dc319e98579495eb6da0ec5e43d772d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851593 Jan 27 21:58:01.328528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60116) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:01.336060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584a980-351f-43ad-bdf7-2787eac2413b None None] No DVR routers for this DVR port 208c19fb-411e-41f9-9fae-ad7f6d65524b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:01.359797 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.382587 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c99bb24-c1b3-4f03-bc92-90c91b95d257 admin admin] Publish callbacks [] for security_group (d44abfde-3f74-4d4a-b568-97ee9044a8d1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.600172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac82ff4f-4f48-47bb-915a-d5452e7f00ba admin admin] Publish callbacks [] for security_group (8e63d3a7-ee3f-4b22-bec2-6681d10b88cd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.607020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 208c19fb-411e-41f9-9fae-ad7f6d65524b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:01.638151 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c99bb24-c1b3-4f03-bc92-90c91b95d257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d44abfde-3f74-4d4a-b568-97ee9044a8d1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.649766 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c99bb24-c1b3-4f03-bc92-90c91b95d257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.661018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9c99bb24-c1b3-4f03-bc92-90c91b95d257 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d44abfde-3f74-4d4a-b568-97ee9044a8d1 HTTP/1.1" status: 204 len: 168 time: 0.8321471 Jan 27 21:58:01.737760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99bb24-c1b3-4f03-bc92-90c91b95d257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44abfde-3f74-4d4a-b568-97ee9044a8d1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:01.741827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac82ff4f-4f48-47bb-915a-d5452e7f00ba admin admin] Publish callbacks [] for security_group (8e63d3a7-ee3f-4b22-bec2-6681d10b88cd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.812546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-e41d2306-db0c-4f36-8edf-3577e5505612 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552508 Jan 27 21:58:01.858759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 208c19fb-411e-41f9-9fae-ad7f6d65524b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:01.860496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 208c19fb-411e-41f9-9fae-ad7f6d65524b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:01.926772 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac82ff4f-4f48-47bb-915a-d5452e7f00ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8e63d3a7-ee3f-4b22-bec2-6681d10b88cd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.930231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac82ff4f-4f48-47bb-915a-d5452e7f00ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.936035 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ac82ff4f-4f48-47bb-915a-d5452e7f00ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e63d3a7-ee3f-4b22-bec2-6681d10b88cd HTTP/1.1" status: 204 len: 168 time: 0.6058650 Jan 27 21:58:01.963342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60130) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:01.965736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82ff4f-4f48-47bb-915a-d5452e7f00ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e63d3a7-ee3f-4b22-bec2-6681d10b88cd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:02.718060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-10f35cde-6db5-49f5-85ba-d5c7732b5c23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3daec964e12b4ef6ab1ed3b60aaafe15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7497420 Jan 27 21:58:02.723347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:02.729809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Publish callbacks [] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.749197 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.774895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-45a22398-8706-4805-9dc0-7cd77d734ebb service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9602218 Jan 27 21:58:02.868373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857706e0-4b1a-4af0-9915-b417b651b8e6 None None] Pushing event updated for resources: {'Port': ['ID=585bc83e-093a-46f6-a078-dec69c6a4e73,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:03.086225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1239-6a62-4d3d-ada8-4ca1d9d80689 admin admin] Publish callbacks [] for security_group (45dfe1e9-2b16-4702-b970-1b96032a4ab0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.107434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Attempting to bind port 585bc83e-093a-46f6-a078-dec69c6a4e73 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:03.108169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Attempting to bind port 585bc83e-093a-46f6-a078-dec69c6a4e73 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:03.108724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Attempting to bind port 585bc83e-093a-46f6-a078-dec69c6a4e73 on network 454c5e9e-f81d-4233-8b38-19e999eb80fd {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:03.122119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:03.129611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Checking segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:03.130792 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.133728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Bound using segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:03.136276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Bound port: 585bc83e-093a-46f6-a078-dec69c6a4e73, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:03.138275 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.145088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1239-6a62-4d3d-ada8-4ca1d9d80689 admin admin] Publish callbacks [] for security_group (45dfe1e9-2b16-4702-b970-1b96032a4ab0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.275446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1239-6a62-4d3d-ada8-4ca1d9d80689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (45dfe1e9-2b16-4702-b970-1b96032a4ab0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.280894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a9d1239-6a62-4d3d-ada8-4ca1d9d80689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.288559 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8a9d1239-6a62-4d3d-ada8-4ca1d9d80689 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45dfe1e9-2b16-4702-b970-1b96032a4ab0 HTTP/1.1" status: 204 len: 168 time: 0.5633333 Jan 27 21:58:03.303885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d1239-6a62-4d3d-ada8-4ca1d9d80689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dfe1e9-2b16-4702-b970-1b96032a4ab0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:03.331094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4888f573-71bc-4d0e-a50a-4c545f8afebf req-12777b42-b8c2-4f4c-816f-44dbc855e8ac tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 210 time: 0.0953219 Jan 27 21:58:03.390677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] For port 585bc83e-093a-46f6-a078-dec69c6a4e73, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:03.394913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] For port 585bc83e-093a-46f6-a078-dec69c6a4e73, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=585bc83e-093a-46f6-a078-dec69c6a4e73,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:03.428134 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.711227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:03.712437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:57:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:03.731190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c537c79c-6f4b-4efc-bb83-bb5b69bc362a None None] Provisioning complete for port 585bc83e-093a-46f6-a078-dec69c6a4e73 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:03.731839 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c537c79c-6f4b-4efc-bb83-bb5b69bc362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.931232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857706e0-4b1a-4af0-9915-b417b651b8e6 None None] Pushing event updated for resources: {'Port': ['ID=585bc83e-093a-46f6-a078-dec69c6a4e73,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:04.510257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4c8cf26-ae0a-4321-8c8c-0664edaee65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.711002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06ad0d60-2ac4-4a83-abe1-da6086bec461 req-f9f9b8d2-6429-45c6-bcba-b20e57c33d05 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 210 time: 0.1797705 Jan 27 21:58:04.811893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c537c79c-6f4b-4efc-bb83-bb5b69bc362a None None] Current status of the port 585bc83e-093a-46f6-a078-dec69c6a4e73 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:04.812595 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c537c79c-6f4b-4efc-bb83-bb5b69bc362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.853098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:05.092620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60216) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:05.209121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a3e83ed1-d53a-4fe3-a6a2-1bbf5704dd33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb4a9746450b47e29e4bc2d6fb566991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142712 Jan 27 21:58:05.213856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60222) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:05.330851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60230) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:05.352611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c537c79c-6f4b-4efc-bb83-bb5b69bc362a None None] For port 585bc83e-093a-46f6-a078-dec69c6a4e73, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=585bc83e-093a-46f6-a078-dec69c6a4e73,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:05.386297 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b80bd106-b38c-44d8-9b91-06bfc2b6c109 admin admin] Publish callbacks [] for security_group (a9ec49d3-3bec-45d0-a228-0a8076f202cd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.434264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c537c79c-6f4b-4efc-bb83-bb5b69bc362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.446759 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b80bd106-b38c-44d8-9b91-06bfc2b6c109 admin admin] Publish callbacks [] for security_group (a9ec49d3-3bec-45d0-a228-0a8076f202cd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.521648 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b80bd106-b38c-44d8-9b91-06bfc2b6c109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a9ec49d3-3bec-45d0-a228-0a8076f202cd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.525836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b80bd106-b38c-44d8-9b91-06bfc2b6c109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.527013 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b80bd106-b38c-44d8-9b91-06bfc2b6c109 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9ec49d3-3bec-45d0-a228-0a8076f202cd HTTP/1.1" status: 204 len: 168 time: 0.3116760 Jan 27 21:58:05.544150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bd106-b38c-44d8-9b91-06bfc2b6c109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec49d3-3bec-45d0-a228-0a8076f202cd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:05.710601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-311858784-network', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:05.712634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7aebd80f-cfb1-48c5-89f4-4074c0baeffa None None] Provisioning complete for port 585bc83e-093a-46f6-a078-dec69c6a4e73 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:05.713140 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7aebd80f-cfb1-48c5-89f4-4074c0baeffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.715058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c79c-6f4b-4efc-bb83-bb5b69bc362a None None] Pushing event updated for resources: {'Port': ['ID=585bc83e-093a-46f6-a078-dec69c6a4e73,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:05.898172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7aebd80f-cfb1-48c5-89f4-4074c0baeffa None None] Current status of the port 585bc83e-093a-46f6-a078-dec69c6a4e73 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:05.910318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:03Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:05.960423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc20517-2aba-49ce-b098-00ed0b71e3ed None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:03Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:06.071157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-6399afc6-38cb-40e9-bced-95bb490196d3 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.073385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-6399afc6-38cb-40e9-bced-95bb490196d3 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.57 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 820 time: 0.4480927 Jan 27 21:58:06.076406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Made reservation on behalf of 376f3a79a48d449dab9daf01b78843ea for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:06.087705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.175597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Request body: {'port': {'device_id': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'admin_state_up': True, 'tenant_id': '95a3607e02ca4d06a194790510559fab'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:06.437006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.457778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fde7aa55-24a0-471e-9966-aa00d0b244a1 req-65dc9080-3650-4223-80c5-232f9c7e2c9a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 210 time: 0.5100820 Jan 27 21:58:06.532792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Made reservation on behalf of 95a3607e02ca4d06a194790510559fab for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:06.542165 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.925776 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Publish callbacks [] for security_group (e8b686f8-fff0-417a-ba17-0c7c0e82d89e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.960139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e8b686f8-fff0-417a-ba17-0c7c0e82d89e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.990467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:07.043353 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-495fa859-316f-4e8a-87c0-61a3ad45c8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.057926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bbf503b8-9db6-4ed5-914d-84436ad38b58), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.058450 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Added segment bbf503b8-9db6-4ed5-914d-84436ad38b58 of type vlan for network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c Jan 27 21:58:07.237561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.394015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b686f8-fff0-417a-ba17-0c7c0e82d89e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:07.450920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Allocated IP 172.20.0.13 (454c5e9e-f81d-4233-8b38-19e999eb80fd/48df4cbe-7dfc-4376-8952-8891f2f1384b/3c9f37f3-fcea-4d00-b01c-a956c551e907) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:07.768079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 585bc83e-093a-46f6-a078-dec69c6a4e73 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:07.861828 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.864712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:07.866311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.902319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 585bc83e-093a-46f6-a078-dec69c6a4e73 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:07.902707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.993599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60302) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.033127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60306) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.086813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 585bc83e-093a-46f6-a078-dec69c6a4e73 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:08.099067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a936f1a1-77a5-4c39-a09e-754a0518316c req-d4b5f0e2-4551-465d-ba62-05cf4d12e789 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 210 time: 0.2223129 Jan 27 21:58:08.237498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.265940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9332793 Jan 27 21:58:08.270180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60310) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.276638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Request body: {'subnet': {'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-311858784-subnet', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:08.280594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789bf78-52e8-439f-ac6c-8d6383dceba6 admin admin] Pushing event updated for resources: {'Network': ['ID=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.296117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:08.319503 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.347015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Made reservation on behalf of 376f3a79a48d449dab9daf01b78843ea for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:08.354473 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.370486 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Publish callbacks [] for security_group (da516670-6279-4789-aa50-c3fbae150404), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.378582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-914508469-network', 'tenant_id': 'bcd0d957ba86409099840f713b282e40'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:08.399954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (da516670-6279-4789-aa50-c3fbae150404), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.406693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Made reservation on behalf of bcd0d957ba86409099840f713b282e40 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:08.409543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.446969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.571169 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Publish callbacks [] for security_group (961a016c-8d6a-449a-af62-c5d569de21f0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.591052 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (961a016c-8d6a-449a-af62-c5d569de21f0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.598759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.606639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:08.619232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e08b2fb410b44f89a44b1fd5490d8e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5846543 Jan 27 21:58:08.622193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60316) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.686397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da516670-6279-4789-aa50-c3fbae150404,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.697264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.700729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.701087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.701440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.701784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.702126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.702485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.702854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.703189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.704060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.704606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.705133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.705671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.706187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ae88e-a169-48aa-9998-643312c9d207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:08.710645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d03b0ed4-8f84-4b87-a782-99fbafc852c6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.711234 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Added segment d03b0ed4-8f84-4b87-a782-99fbafc852c6 of type vlan for network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 Jan 27 21:58:08.779061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:08.786250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:08.802172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:08.851988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Pushing event updated for resources: {'Port': ['ID=3c9f37f3-fcea-4d00-b01c-a956c551e907,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.885174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961a016c-8d6a-449a-af62-c5d569de21f0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.934369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:08.935083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.011564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (3634b0d3-8ef7-455d-b130-319f1d1e5e22), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.026041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-f73e0a70-6b0f-45d7-840d-4417d1e5aec2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9345260 Jan 27 21:58:09.051550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Request body: {'port': {'device_id': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:09.140502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-edb832e1-3cc5-42eb-9aaa-e8dd7a6af0aa admin admin] Publish callbacks [] for security_group (da516670-6279-4789-aa50-c3fbae150404), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.224864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-edb832e1-3cc5-42eb-9aaa-e8dd7a6af0aa admin admin] Publish callbacks [] for security_group (da516670-6279-4789-aa50-c3fbae150404), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.235387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (09b2b0eb-d7ea-4f22-998a-8ce59e830b24), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.290222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (3634b0d3-8ef7-455d-b130-319f1d1e5e22), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.292528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.293460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.304321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-edb832e1-3cc5-42eb-9aaa-e8dd7a6af0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (da516670-6279-4789-aa50-c3fbae150404), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.308602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-edb832e1-3cc5-42eb-9aaa-e8dd7a6af0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.310310 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-edb832e1-3cc5-42eb-9aaa-e8dd7a6af0aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da516670-6279-4789-aa50-c3fbae150404 HTTP/1.1" status: 204 len: 168 time: 0.6775384 Jan 27 21:58:09.363120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9c0543d1-6f1e-4042-b2bd-106135161bb1 None None] Provisioning complete for port 3c9f37f3-fcea-4d00-b01c-a956c551e907 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:09.363819 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c0543d1-6f1e-4042-b2bd-106135161bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.377131 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3811357 Jan 27 21:58:09.377464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60326) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:09.390838 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.474730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Request body: {'subnet': {'network_id': '3634b0d3-8ef7-455d-b130-319f1d1e5e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-914508469-subnet', 'tenant_id': 'bcd0d957ba86409099840f713b282e40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:09.488802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9c0543d1-6f1e-4042-b2bd-106135161bb1 None None] Port 3c9f37f3-fcea-4d00-b01c-a956c551e907 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:09.498191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb832e1-3cc5-42eb-9aaa-e8dd7a6af0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da516670-6279-4789-aa50-c3fbae150404,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.562997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Checking segment: {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:09.563562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Network hostable DHCP agents. Network: 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:09.589350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2260b-9e6e-4eae-9c3c-fcb210e11c4a admin admin] Pushing event updated for resources: {'Network': ['ID=3634b0d3-8ef7-455d-b130-319f1d1e5e22,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.615495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:09.637719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Made reservation on behalf of bcd0d957ba86409099840f713b282e40 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:09.641687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.660935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b2b0eb-d7ea-4f22-998a-8ce59e830b24,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.808827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b69a2-2e4b-4016-938b-c769c71f7e28 req-b5f53a97-ee99-4e65-8419-df3f163a92cb tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.820835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f9b69a2-2e4b-4016-938b-c769c71f7e28 req-b5f53a97-ee99-4e65-8419-df3f163a92cb tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 932 time: 0.3900123 Jan 27 21:58:10.069230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:10.155997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60336) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:10.157533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f9b69a2-2e4b-4016-938b-c769c71f7e28 req-195fbcd0-4497-490e-84e6-8999546a4789 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356733 Jan 27 21:58:10.161830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:10.178786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:10.179456 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.183495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a5559-f713-4b0b-a7cd-fa98e13c0298 None None] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:10.259582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7890ceab-3337-4bd6-bbe9-fe3bde872abc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9874258 Jan 27 21:58:10.263463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60340) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:10.291008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3badd7a4-235e-44f6-93a2-dadcbd7c9148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.317723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:10.554551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:10.555468 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.611840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (c2551870-af8e-46fc-a939-2807a084b121), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.620923 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (23b2d152-1f8f-46b6-87fb-beef8d432e16), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.622397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (23b2d152-1f8f-46b6-87fb-beef8d432e16), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.722230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-2b2aa854-ea7a-42bf-9ddd-01f772fe25d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3973939 Jan 27 21:58:10.733479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks [] for router_controller (23b2d152-1f8f-46b6-87fb-beef8d432e16), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.944203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Allocated IP 172.20.0.2 (0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c/09b2b0eb-d7ea-4f22-998a-8ce59e830b24/d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:11.066754 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.153045 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.199173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-b9f0c9e0-752e-4586-8fa0-e8d65aa3b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.202910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-b9f0c9e0-752e-4586-8fa0-e8d65aa3b2b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 1096 time: 0.3780222 Jan 27 21:58:11.240152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9f37f3-fcea-4d00-b01c-a956c551e907 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:11.567483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Publish callbacks [] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.587539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.617634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-a3555757-f9fd-476a-b8fa-9f7918223a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.619201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-a3555757-f9fd-476a-b8fa-9f7918223a00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.3466547 Jan 27 21:58:11.625945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Publish callbacks [] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.723534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-b886bafc-6c1f-4d10-abe4-3f1cbcb586be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 200 len: 217 time: 0.0944896 Jan 27 21:58:11.727956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Transition to ACTIVE for port object 3c9f37f3-fcea-4d00-b01c-a956c551e907 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:11.739321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks [] for router_gateway (23b2d152-1f8f-46b6-87fb-beef8d432e16), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.749921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.753592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:11.787939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2551870-af8e-46fc-a939-2807a084b121,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:11.845169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:11.852645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:11.868581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edf97b-5f30-4b71-ba47-9bc7c90827a8 req-8b427cb0-207c-427f-9d3a-8c78f23537f4 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.869024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Pushing event updated for resources: {'Port': ['ID=d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:11.878925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37edf97b-5f30-4b71-ba47-9bc7c90827a8 req-8b427cb0-207c-427f-9d3a-8c78f23537f4 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 932 time: 0.2580826 Jan 27 21:58:11.926617 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3badd7a4-235e-44f6-93a2-dadcbd7c9148 admin admin] Publish callbacks [] for security_group (dbd4e302-14f3-4b25-abbc-45f1984c1f8b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.940575 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3badd7a4-235e-44f6-93a2-dadcbd7c9148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dbd4e302-14f3-4b25-abbc-45f1984c1f8b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.040335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37edf97b-5f30-4b71-ba47-9bc7c90827a8 req-aba5cf9b-fd71-4487-a867-9ddd1a01e469 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591511 Jan 27 21:58:12.048643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Checking segment: {'id': 'd03b0ed4-8f84-4b87-a782-99fbafc852c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3634b0d3-8ef7-455d-b130-319f1d1e5e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:12.051321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-5f89a32e-a149-4666-8640-c342849d632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.052101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Network hostable DHCP agents. Network: 3634b0d3-8ef7-455d-b130-319f1d1e5e22, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:12.069299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-5f89a32e-a149-4666-8640-c342849d632c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 0.3378589 Jan 27 21:58:12.070441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Attempting to bind port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:12.072207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Attempting to bind port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:12.075992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Attempting to bind port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 on network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:12.094561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:12.098866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Checking segment: {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:12.104207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.105233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Bound using segment: {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:12.106316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Bound port: d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:12.109425 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.133796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9f37f3-fcea-4d00-b01c-a956c551e907,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:12.221213 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3badd7a4-235e-44f6-93a2-dadcbd7c9148 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f572e9363c5f461aacda7f0bde8bd7bb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0397010 Jan 27 21:58:12.222095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:12.233984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60358) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:12.245723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-b6ab37ff-f00b-4fae-8d6c-d3a5f3992900 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421628 Jan 27 21:58:12.248129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badd7a4-235e-44f6-93a2-dadcbd7c9148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd4e302-14f3-4b25-abbc-45f1984c1f8b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:12.265368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 3634b0d3-8ef7-455d-b130-319f1d1e5e22) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:12.284784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1f94c-a151-4f5c-92e1-63f35e20aa32 None None] Network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:12.285218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.286016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.370115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-618055bc-fb83-4bd2-bc8e-c0855df51dd6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9022894 Jan 27 21:58:12.626398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Attempting to bind port 3c9f37f3-fcea-4d00-b01c-a956c551e907 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:12.626796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Attempting to bind port 3c9f37f3-fcea-4d00-b01c-a956c551e907 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:12.636419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Attempting to bind port 3c9f37f3-fcea-4d00-b01c-a956c551e907 on network 454c5e9e-f81d-4233-8b38-19e999eb80fd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:12.643590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Port 3c9f37f3-fcea-4d00-b01c-a956c551e907 on network 454c5e9e-f81d-4233-8b38-19e999eb80fd not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:12.643974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Attempting to bind port 3c9f37f3-fcea-4d00-b01c-a956c551e907 on network 454c5e9e-f81d-4233-8b38-19e999eb80fd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:12.714813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc49d7-8d92-4de6-a152-f7be84e05233 admin admin] Publish callbacks [] for security_group (dbd4e302-14f3-4b25-abbc-45f1984c1f8b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.720894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] For port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:12.725114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] For port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:12.735401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:12.736298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.740007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Checking segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:12.747031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Bound using segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:12.747538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Bound port: 3c9f37f3-fcea-4d00-b01c-a956c551e907, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:12.747939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.764746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8e7800-980e-443a-a8b9-c1f0a6a1420c None None] Network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:12.794841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks [] for router_gateway (23b2d152-1f8f-46b6-87fb-beef8d432e16), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.875399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.129826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-55cdf718-e2f9-471a-8328-a331ae361d09 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8605988 Jan 27 21:58:13.150989 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc49d7-8d92-4de6-a152-f7be84e05233 admin admin] Publish callbacks [] for security_group (dbd4e302-14f3-4b25-abbc-45f1984c1f8b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.239378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bb24c-03c0-4a6b-975d-d87c84783a44 None None] Pushing event updated for resources: {'Port': ['ID=d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:13.341375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Allocated IP 172.25.8.174 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/64f4f3cf-3641-4bed-af2f-005bbf225e37) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:13.436098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-1393cd51-eb56-4490-bb2c-5d030277ad6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6253319 Jan 27 21:58:13.863474 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks [] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.981965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.152665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:14.160238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:14.163875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=64f4f3cf-3641-4bed-af2f-005bbf225e37,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:14.173697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:14.237613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] For port 3c9f37f3-fcea-4d00-b01c-a956c551e907, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:14.326132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] For port 3c9f37f3-fcea-4d00-b01c-a956c551e907, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:14.374022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4c567-503f-4cae-985d-6fa6cd2ccba9 req-9d76799f-ff71-48e9-a2de-27b48bc61396 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.375109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bdf4c567-503f-4cae-985d-6fa6cd2ccba9 req-9d76799f-ff71-48e9-a2de-27b48bc61396 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 944 time: 1.0446765 Jan 27 21:58:14.376818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.410439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-b8bb8eff-7c56-4d94-9944-24e53a0474bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.410439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-b8bb8eff-7c56-4d94-9944-24e53a0474bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0dd809130b35416a80677bfd9217bf9f&device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 1096 time: 0.7013352 Jan 27 21:58:14.425832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc49d7-8d92-4de6-a152-f7be84e05233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dbd4e302-14f3-4b25-abbc-45f1984c1f8b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.429127 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1bc49d7-8d92-4de6-a152-f7be84e05233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.448452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f1bc49d7-8d92-4de6-a152-f7be84e05233 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbd4e302-14f3-4b25-abbc-45f1984c1f8b HTTP/1.1" status: 204 len: 168 time: 2.1959527 Jan 27 21:58:14.460075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.460961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.466797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] 10.222.0.57 "PUT /v2.0/ports/3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 1092 time: 5.4254069 Jan 27 21:58:14.557980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:14.594849 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf" -d '{"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:14.821413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-b6ace27a-e3e3-45e3-81c4-0726e1dd47a3 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.824359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-b6ace27a-e3e3-45e3-81c4-0726e1dd47a3 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/networks?id=3634b0d3-8ef7-455d-b130-319f1d1e5e22 HTTP/1.1" status: 200 len: 812 time: 1.4925613 Jan 27 21:58:14.919628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc49d7-8d92-4de6-a152-f7be84e05233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd4e302-14f3-4b25-abbc-45f1984c1f8b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:15.038477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7455d24c-5c4a-4203-81fc-adc5bd4dbefe req-c4e27a03-cbd9-48ee-a268-d2a9383c2157 service neutron] 10.222.0.57 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8700774 Jan 27 21:58:15.187770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks [] for router_gateway (23b2d152-1f8f-46b6-87fb-beef8d432e16), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.206884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290be32c-aa03-4671-8b19-90c81033a828 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9f37f3-fcea-4d00-b01c-a956c551e907,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:15.335949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-eb65c76c-4795-4951-8db4-a4db9c1859d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:15.342600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-eb65c76c-4795-4951-8db4-a4db9c1859d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 200 len: 920 time: 0.8738551 Jan 27 21:58:15.369620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-cb51f7eb-ac86-47d9-978c-9bcf10de7849 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/quotas/bcd0d957ba86409099840f713b282e40 HTTP/1.1" status: 200 len: 375 time: 0.4332676 Jan 27 21:58:15.549143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-ee45496d-8771-4683-bceb-4f1d3d3fba9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a HTTP/1.1" status: 200 len: 217 time: 0.1745770 Jan 27 21:58:15.571212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bdf4c567-503f-4cae-985d-6fa6cd2ccba9 req-69a10b6d-e7c3-4725-89a0-8fa2f03e3067 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1747680 Jan 27 21:58:15.784432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-ffc7152f-af67-455e-ab21-cfc71de5f6da tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcd0d957ba86409099840f713b282e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4114468 Jan 27 21:58:15.811845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:15.868718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-458ec0e3-1c3d-459a-b62c-c9642047aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:15.871913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-458ec0e3-1c3d-459a-b62c-c9642047aeb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1095 time: 1.2655897 Jan 27 21:58:15.948178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca923205-fab9-4596-a908-a8069bbca3de None None] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:16.054492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (23b2d152-1f8f-46b6-87fb-beef8d432e16), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.402110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Router 23b2d152-1f8f-46b6-87fb-beef8d432e16 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:58:16.437524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-14ef81e3-5963-4bb7-8ad6-e89dc64b2074 None None] Provisioning complete for port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:16.438523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14ef81e3-5963-4bb7-8ad6-e89dc64b2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.570909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:16.585488 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Sync routers for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:16.623632 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:16.624371 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:58:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:16.628199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.633781 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7846c3b0-4db7-4625-ae0b-52860c1dcaf7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3505559 Jan 27 21:58:16.636937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60444) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:16.677913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:16.678490 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.905024 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:16.920533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-14ef81e3-5963-4bb7-8ad6-e89dc64b2074 None None] Current status of the port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:16.921191 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14ef81e3-5963-4bb7-8ad6-e89dc64b2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.967223 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6f5448-1e9a-4409-a6a9-4c5be9a6fdff x-openstack-request-id: req-da6f5448-1e9a-4409-a6a9-4c5be9a6fdff {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:16.968001 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:16.968001 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da6f5448-1e9a-4409-a6a9-4c5be9a6fdff {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:16.973987 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'status': 'completed', 'code': 200} Jan 27 21:58:16.997631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-aab55382-6503-424b-9e66-4f41cd8dc5e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 217 time: 1.0906825 Jan 27 21:58:17.084721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-9540a6d2-ff2e-4932-abeb-cf9ac35ac722 service neutron] 10.222.0.45 "GET /v2.0/networks/3634b0d3-8ef7-455d-b130-319f1d1e5e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2373846 Jan 27 21:58:17.142724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-14ef81e3-5963-4bb7-8ad6-e89dc64b2074 None None] For port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:17.180001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14ef81e3-5963-4bb7-8ad6-e89dc64b2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.204319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-89d63648-828f-4d61-b817-98c0e547b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.206508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-89d63648-828f-4d61-b817-98c0e547b293 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 200 len: 859 time: 1.5835803 Jan 27 21:58:17.487001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbfb8f-6b32-432a-84d0-7c437edf966c req-58834921-b7db-48e3-ac29-e08aa19eb55e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.488767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aacbfb8f-6b32-432a-84d0-7c437edf966c req-58834921-b7db-48e3-ac29-e08aa19eb55e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 944 time: 0.5104597 Jan 27 21:58:17.489998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:17.496865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-d18fe052-4519-45bf-9ad5-4fa1faa08546 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c960a22-2521-441b-82f5-ce5b7d9fabdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2713311 Jan 27 21:58:17.603875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f2d7115d-552a-4f6d-97f2-e0f4e09643df None None] Provisioning complete for port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:17.604416 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2d7115d-552a-4f6d-97f2-e0f4e09643df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.664554 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:14Z', 'revision_number': 3, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:17.773731 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Checking router: 23b2d152-1f8f-46b6-87fb-beef8d432e16 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:58:17.778009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-51932517-ff5c-43ac-a9db-5f133fa475c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.778469 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Updating router 23b2d152-1f8f-46b6-87fb-beef8d432e16 port 64f4f3cf-3641-4bed-af2f-005bbf225e37 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:58:17.779585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-51932517-ff5c-43ac-a9db-5f133fa475c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.7644668 Jan 27 21:58:17.781568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-83997621-6a07-4be7-82d5-6f59b5ad6c4a service neutron] 10.222.0.16 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174859 Jan 27 21:58:17.810082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef81e3-5963-4bb7-8ad6-e89dc64b2074 None None] Pushing event updated for resources: {'Port': ['ID=d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:17.875740 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.943291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.009003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7115d-552a-4f6d-97f2-e0f4e09643df None None] Current status of the port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:18.070258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae09e893-46d0-4c57-9268-f6f1586da7ee req-de2de3e9-9cbf-46f9-a82a-a9afe348db52 service neutron] 10.222.0.16 "GET /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428453 Jan 27 21:58:18.073676 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.250724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aacbfb8f-6b32-432a-84d0-7c437edf966c req-848fe674-6d51-4fee-bcc8-063addd6cf3e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514808 Jan 27 21:58:18.313622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-49899830-034d-4bcd-b6be-8f392002e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:18.318609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-49899830-034d-4bcd-b6be-8f392002e002 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5114636 Jan 27 21:58:18.325578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-02441b1a-c25e-4ee2-a694-df84c50a9071 service neutron] 10.222.0.45 "GET /v2.0/networks/3634b0d3-8ef7-455d-b130-319f1d1e5e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2380779 Jan 27 21:58:18.420157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Allocated IP 172.20.0.1 (0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c/09b2b0eb-d7ea-4f22-998a-8ce59e830b24/93b05bc2-5cde-498b-8345-1414a99b8eff) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:18.777084 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Publish callbacks [] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.778555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-eaf3b1dd-2c30-4255-889e-7848f100432a service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446759 Jan 27 21:58:18.800573 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.875862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Publish callbacks [] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.986135 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Attempting to bind port 64f4f3cf-3641-4bed-af2f-005bbf225e37 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:18.987188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Attempting to bind port 64f4f3cf-3641-4bed-af2f-005bbf225e37 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:18.987681 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Attempting to bind port 64f4f3cf-3641-4bed-af2f-005bbf225e37 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:19.011627 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:19.012481 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:19.013070 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.013809 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:19.014504 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Bound port: 64f4f3cf-3641-4bed-af2f-005bbf225e37, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:19.015063 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.085588 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.126248 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] For port 64f4f3cf-3641-4bed-af2f-005bbf225e37, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:19.135661 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] For port 64f4f3cf-3641-4bed-af2f-005bbf225e37, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=64f4f3cf-3641-4bed-af2f-005bbf225e37,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:19.140115 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Pushing event updated for resources: {'Port': ['ID=64f4f3cf-3641-4bed-af2f-005bbf225e37,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.156413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5994c964-b3c9-4379-b762-9ecd6611f37a req-340a2997-984e-41f9-aea6-d56f0977c910 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698385 Jan 27 21:58:19.162597 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.172341 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.172852 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.173383 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.173872 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.174361 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.174840 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.175338 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.175879 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.176370 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.176877 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.177361 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.177859 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.184385 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.230212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2ce16cb-662f-4107-9754-f76b340a48f3 req-ead76f3c-4b87-44f1-8fb0-b2f87dd178c2 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 210 time: 0.0692358 Jan 27 21:58:19.358262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Pushing event updated for resources: {'Port': ['ID=93b05bc2-5cde-498b-8345-1414a99b8eff,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.394019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:19.406833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:19.415400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:19.449460 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661758c-e569-4ecf-83f6-d0e9d04865c8 None None] Pushing event updated for resources: {'Port': ['ID=64f4f3cf-3641-4bed-af2f-005bbf225e37,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.468160 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:19.468821 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:58:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:19.475698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-71b78f6a-01f2-4bd7-b09a-04ae8f14f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.477323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-71b78f6a-01f2-4bd7-b09a-04ae8f14f72b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1095 time: 0.2166333 Jan 27 21:58:19.769241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (23b2d152-1f8f-46b6-87fb-beef8d432e16), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.843536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:19.860257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-0ed6c68a-7638-4358-be3e-c6d7e3c07068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.864568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-0ed6c68a-7638-4358-be3e-c6d7e3c07068 service neutron] 10.222.0.57 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.3741109 Jan 27 21:58:20.065442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.114481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:20.114862 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.150446 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:20.193869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-eced31d4-fbde-40a9-8f33-f0a214fd20c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 217 time: 0.3146758 Jan 27 21:58:20.285399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e108e-2da9-476f-93e1-5034c2cf8a91 req-fe6eea94-9b00-4fc6-8747-15565c3f4dbc tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.310671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe1e108e-2da9-476f-93e1-5034c2cf8a91 req-fe6eea94-9b00-4fc6-8747-15565c3f4dbc tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 944 time: 0.8029907 Jan 27 21:58:20.365283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-810f5ddd-3968-47e4-8b5f-c169105b8815 None None] Provisioning complete for port 93b05bc2-5cde-498b-8345-1414a99b8eff triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:20.366069 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-810f5ddd-3968-47e4-8b5f-c169105b8815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.647911 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Publish callbacks [] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.667145 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.884309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87558f05-25c5-4243-bd4a-faf85864fb2b req-1f0ea39f-8f18-42e1-b93a-a45c2c2096e4 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 210 time: 0.3154902 Jan 27 21:58:20.916545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60520) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:20.917033 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:14Z', 'revision_number': 3, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:20.919062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-27da4418-08e9-456b-97c1-bd990228c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.937589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-27da4418-08e9-456b-97c1-bd990228c367 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.7273190 Jan 27 21:58:20.985699 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21133aea-f260-4cf9-95a5-0a33b649ece3 None None] The sync data for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 is: [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:14Z', 'revision_number': 3, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:20.999851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe1e108e-2da9-476f-93e1-5034c2cf8a91 req-8078f0df-0cb9-4b17-b5db-5494664253d4 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314764 Jan 27 21:58:21.110430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-035b4979-00d1-43db-9b44-518bf1f64a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:21.115677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-035b4979-00d1-43db-9b44-518bf1f64a44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682699 Jan 27 21:58:21.152457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Pushing event updated for resources: {'Port': ['ID=93b05bc2-5cde-498b-8345-1414a99b8eff,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.182020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (23b2d152-1f8f-46b6-87fb-beef8d432e16), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.285161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-810f5ddd-3968-47e4-8b5f-c169105b8815 None None] Port 93b05bc2-5cde-498b-8345-1414a99b8eff cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:21.556697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:21.599751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bdb0468-dba6-4a8d-b342-a6bb30510eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.602703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3c9f37f3-fcea-4d00-b01c-a956c551e907 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:21.655731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-d3e14fcd-7d49-40f4-9af4-8184d93de25c service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207763 Jan 27 21:58:21.683068 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.788097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:21.794304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:22.125211 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:58:22.324934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3c9f37f3-fcea-4d00-b01c-a956c551e907, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:22.388478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'mac_address': 'fa:16:3e:34:f3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:22.621594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3c9f37f3-fcea-4d00-b01c-a956c551e907 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:22.622018 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.654176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9f37f3-fcea-4d00-b01c-a956c551e907 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:22.721845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3c9f37f3-fcea-4d00-b01c-a956c551e907, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:22.735004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-7b4231b8-175f-44be-9aa1-a3bd3d1fb024 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:22.746200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-7b4231b8-175f-44be-9aa1-a3bd3d1fb024 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.16 "GET /v2.0/networks?id=3634b0d3-8ef7-455d-b130-319f1d1e5e22 HTTP/1.1" status: 200 len: 812 time: 0.9316907 Jan 27 21:58:22.772309 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.812549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-46906c5d-7d52-4b3a-bf49-0f5bda752f53 None None] Provisioning complete for port 93b05bc2-5cde-498b-8345-1414a99b8eff triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:22.812886 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-46906c5d-7d52-4b3a-bf49-0f5bda752f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.860589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Request body: {'port': {'device_id': '2f8c61c4-cf10-4e1a-8149-96172f0522b4', 'network_id': '3634b0d3-8ef7-455d-b130-319f1d1e5e22', 'admin_state_up': True, 'tenant_id': 'bcd0d957ba86409099840f713b282e40'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:22.901431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c75e6df6-3d2c-442f-8985-5c1cbd4db09d req-3b66bd32-dfb8-47e0-8a7f-7a38b7db2729 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 210 time: 0.2764852 Jan 27 21:58:22.923539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bb3a1de-01a8-45cc-a712-4fcad88c2faf req-34371afa-dbd8-42ee-aa78-0788f0d4a5a7 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2592928 Jan 27 21:58:23.018764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-46906c5d-7d52-4b3a-bf49-0f5bda752f53 None None] Port 93b05bc2-5cde-498b-8345-1414a99b8eff cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:23.114430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3c9f37f3-fcea-4d00-b01c-a956c551e907'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:23.321151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d07c3-1bbe-4dff-b745-007c92e175a8 req-b06bd596-2101-4f43-9ca2-13fd94c82a63 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.325776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-537d07c3-1bbe-4dff-b745-007c92e175a8 req-b06bd596-2101-4f43-9ca2-13fd94c82a63 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 945 time: 0.6090102 Jan 27 21:58:23.350413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3c9f37f3-fcea-4d00-b01c-a956c551e907,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:23.424635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bdb0468-dba6-4a8d-b342-a6bb30510eb4 admin admin] Publish callbacks [] for security_group (a3155c75-2d7a-4f9b-a303-1e5d6c5aa5e5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.442844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Router 23b2d152-1f8f-46b6-87fb-beef8d432e16 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:23.444593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7bdb0468-dba6-4a8d-b342-a6bb30510eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a3155c75-2d7a-4f9b-a303-1e5d6c5aa5e5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.610433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Made reservation on behalf of bcd0d957ba86409099840f713b282e40 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:23.629078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.770148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-537d07c3-1bbe-4dff-b745-007c92e175a8 req-a7be3ca0-086a-4812-aefb-9b495deb70f0 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363334 Jan 27 21:58:23.965683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 64f4f3cf-3641-4bed-af2f-005bbf225e37 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:23.987699 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7bdb0468-dba6-4a8d-b342-a6bb30510eb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc750da924ab4efe8e1d2d944266db73&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0373008 Jan 27 21:58:24.005971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60564) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:24.007171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb0468-dba6-4a8d-b342-a6bb30510eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3155c75-2d7a-4f9b-a303-1e5d6c5aa5e5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:24.132590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:24.168497 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a2a1dcf3-fc67-4521-a351-9e19a59c6ede admin admin] 10.222.0.45 "PUT /v2.0/routers/23b2d152-1f8f-46b6-87fb-beef8d432e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5271795 Jan 27 21:58:24.229171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Allocated IP 172.20.0.8 (3634b0d3-8ef7-455d-b130-319f1d1e5e22/c2551870-af8e-46fc-a939-2807a084b121/54bea6a3-b053-4f70-a77a-0d72ce805509) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:24.244995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 64f4f3cf-3641-4bed-af2f-005bbf225e37 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:24.246026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.317243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57e40155-eb30-4323-9cc8-5ddae6ab579f req-637a6085-a69d-48bc-ba1e-ab51acf2f22a tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 210 time: 0.0945117 Jan 27 21:58:24.366220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07d9e750-b6b7-40a5-936b-467c5aedb751 admin admin] Publish callbacks [] for security_group (a3155c75-2d7a-4f9b-a303-1e5d6c5aa5e5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.452447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 64f4f3cf-3641-4bed-af2f-005bbf225e37 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:24.454983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.487299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07d9e750-b6b7-40a5-936b-467c5aedb751 admin admin] Publish callbacks [] for security_group (a3155c75-2d7a-4f9b-a303-1e5d6c5aa5e5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.507843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 64f4f3cf-3641-4bed-af2f-005bbf225e37, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=64f4f3cf-3641-4bed-af2f-005bbf225e37,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:24.528515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.656183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07d9e750-b6b7-40a5-936b-467c5aedb751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a3155c75-2d7a-4f9b-a303-1e5d6c5aa5e5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.670833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07d9e750-b6b7-40a5-936b-467c5aedb751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.672657 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-07d9e750-b6b7-40a5-936b-467c5aedb751 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3155c75-2d7a-4f9b-a303-1e5d6c5aa5e5 HTTP/1.1" status: 204 len: 168 time: 0.6526058 Jan 27 21:58:24.719008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e750-b6b7-40a5-936b-467c5aedb751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3155c75-2d7a-4f9b-a303-1e5d6c5aa5e5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:24.734683 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Publish callbacks [] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.841657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.866244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=64f4f3cf-3641-4bed-af2f-005bbf225e37,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:24.950005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:24.987041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Pushing event updated for resources: {'Port': ['ID=54bea6a3-b053-4f70-a77a-0d72ce805509,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:25.009945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:25.021757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:25.157891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb66d97-a40e-47e5-886e-e25d32d9cca5 req-5765a223-0d0a-4a9c-9631-5089d8c7d174 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:25.166822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8eb66d97-a40e-47e5-886e-e25d32d9cca5 req-5765a223-0d0a-4a9c-9631-5089d8c7d174 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 945 time: 0.2154672 Jan 27 21:58:25.258126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8eb66d97-a40e-47e5-886e-e25d32d9cca5 req-214a910d-1c7e-4a4b-8541-0d3d8ded0ac0 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902264 Jan 27 21:58:25.264353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:25.264810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.301517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-24bab7ee-8242-4fc5-87ea-679aaea1ec9e tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4647555 Jan 27 21:58:25.313531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Request body: {'port': {'device_id': '2f8c61c4-cf10-4e1a-8149-96172f0522b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:25.427924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3c9f37f3-fcea-4d00-b01c-a956c551e907 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:25.490239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Sync routers for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:25.532659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:25.533667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:58:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:25.646934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.676935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60592) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:25.733044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 3c9f37f3-fcea-4d00-b01c-a956c551e907 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:25.762883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5bcde-76f0-481b-abd0-8ec0b3a045bd req-4a77a9c5-da44-4380-8a24-f3481e9af620 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:25.764565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ea5bcde-76f0-481b-abd0-8ec0b3a045bd req-4a77a9c5-da44-4380-8a24-f3481e9af620 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 931 time: 0.2409098 Jan 27 21:58:25.781808 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88ac5f43-9858-442d-baa8-3ace09d3ca81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.835324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 3c9f37f3-fcea-4d00-b01c-a956c551e907 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:25.842515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.851584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 64f4f3cf-3641-4bed-af2f-005bbf225e37 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:26.053508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ea5bcde-76f0-481b-abd0-8ec0b3a045bd req-3df37e7a-ebf7-4020-9828-7a59700fb31f tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745037 Jan 27 21:58:26.054306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60598) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:26.145580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-69deff58-8aa6-4e4c-8528-2de2011a0f8c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144410441', 'description': 'tempest-description--675649933'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:26.212206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88ac5f43-9858-442d-baa8-3ace09d3ca81 admin admin] Publish callbacks [] for security_group (4c330d05-f04e-4906-a434-e345ccdd8a63), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.220692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88ac5f43-9858-442d-baa8-3ace09d3ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4c330d05-f04e-4906-a434-e345ccdd8a63), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.234533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:26.293656 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-88ac5f43-9858-442d-baa8-3ace09d3ca81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0661c70fe69544d59a22da392e4db7ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6110229 Jan 27 21:58:26.297785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60604) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:26.355946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5f43-9858-442d-baa8-3ace09d3ca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c330d05-f04e-4906-a434-e345ccdd8a63,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:26.418241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 64f4f3cf-3641-4bed-af2f-005bbf225e37 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:26.419649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.489837 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30c9973d-5a0a-4f7b-8cf7-3934c931ea4f admin admin] Publish callbacks [] for security_group (4c330d05-f04e-4906-a434-e345ccdd8a63), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.585235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69deff58-8aa6-4e4c-8528-2de2011a0f8c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.586245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30c9973d-5a0a-4f7b-8cf7-3934c931ea4f admin admin] Publish callbacks [] for security_group (4c330d05-f04e-4906-a434-e345ccdd8a63), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.639924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a823c6b-882f-4d91-93d7-4f765b932b20 req-350c3e06-f420-408e-b837-8de750a2da84 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.654069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a823c6b-882f-4d91-93d7-4f765b932b20 req-350c3e06-f420-408e-b837-8de750a2da84 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 945 time: 0.1737139 Jan 27 21:58:26.790369 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30c9973d-5a0a-4f7b-8cf7-3934c931ea4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4c330d05-f04e-4906-a434-e345ccdd8a63), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.798707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30c9973d-5a0a-4f7b-8cf7-3934c931ea4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.801136 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-30c9973d-5a0a-4f7b-8cf7-3934c931ea4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c330d05-f04e-4906-a434-e345ccdd8a63 HTTP/1.1" status: 204 len: 168 time: 0.5010359 Jan 27 21:58:26.834304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9973d-5a0a-4f7b-8cf7-3934c931ea4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c330d05-f04e-4906-a434-e345ccdd8a63,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:26.891088 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69deff58-8aa6-4e4c-8528-2de2011a0f8c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group (b7e6f275-5865-402f-97f3-f525c1c87420), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.910330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69deff58-8aa6-4e4c-8528-2de2011a0f8c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b7e6f275-5865-402f-97f3-f525c1c87420), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.956108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69deff58-8aa6-4e4c-8528-2de2011a0f8c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.962788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60610) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:26.963312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69deff58-8aa6-4e4c-8528-2de2011a0f8c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8819637 Jan 27 21:58:26.967328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3c9f37f3-fcea-4d00-b01c-a956c551e907 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:26.968207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.975113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7269f508-06b6-4659-ab9d-5cba55ff940d tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Request body: {'security_group_rule': {'security_group_id': 'b7e6f275-5865-402f-97f3-f525c1c87420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:27.023620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 64f4f3cf-3641-4bed-af2f-005bbf225e37 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:27.063721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a823c6b-882f-4d91-93d7-4f765b932b20 req-3b07889e-dcc8-402c-8033-53b51b090ec5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055769 Jan 27 21:58:27.099581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:27.099904 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7269f508-06b6-4659-ab9d-5cba55ff940d tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group_rule (3a2cabbd-d860-48bd-9ac4-d99323f2cdc0), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.106424 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4925950a-4d9e-4d5f-acfe-133914728f4f" -d '{"events": [{"server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "name": "network-vif-plugged", "status": "completed", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:27.207359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69deff58-8aa6-4e4c-8528-2de2011a0f8c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6f275-5865-402f-97f3-f525c1c87420,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:27.253614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3c9f37f3-fcea-4d00-b01c-a956c551e907, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:27.320836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7269f508-06b6-4659-ab9d-5cba55ff940d tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group_rule (3a2cabbd-d860-48bd-9ac4-d99323f2cdc0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.330161 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7269f508-06b6-4659-ab9d-5cba55ff940d tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3a2cabbd-d860-48bd-9ac4-d99323f2cdc0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.382452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269f508-06b6-4659-ab9d-5cba55ff940d tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2cabbd-d860-48bd-9ac4-d99323f2cdc0,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:27.433072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.455050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7269f508-06b6-4659-ab9d-5cba55ff940d tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.464518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7269f508-06b6-4659-ab9d-5cba55ff940d tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4940820 Jan 27 21:58:27.465863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60628) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:27.516880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-686baf84-0202-47c5-83b5-ad55cfb2c440 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Request body: {'security_group_rule': {'security_group_id': 'b7e6f275-5865-402f-97f3-f525c1c87420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:27.656125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-686baf84-0202-47c5-83b5-ad55cfb2c440 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group_rule (e9c58f3f-cb68-42a9-8b9b-c7d3f40eb30a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.775236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bea6a3-b053-4f70-a77a-0d72ce805509 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:27.794297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3c9f37f3-fcea-4d00-b01c-a956c551e907,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:27.820342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0c4d5-f862-4ab7-a07e-f05a7e5f2c54 req-dead2b4a-5502-4a08-a715-1e758ee18adb tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.832032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8d0c4d5-f862-4ab7-a07e-f05a7e5f2c54 req-dead2b4a-5502-4a08-a715-1e758ee18adb tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 931 time: 0.3783834 Jan 27 21:58:27.848111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Publish callbacks [] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.849850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:20Z', 'revision_number': 2, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:27.900726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-686baf84-0202-47c5-83b5-ad55cfb2c440 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group_rule (e9c58f3f-cb68-42a9-8b9b-c7d3f40eb30a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.908407 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-686baf84-0202-47c5-83b5-ad55cfb2c440 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (e9c58f3f-cb68-42a9-8b9b-c7d3f40eb30a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.952912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686baf84-0202-47c5-83b5-ad55cfb2c440 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c58f3f-cb68-42a9-8b9b-c7d3f40eb30a,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:27.954648 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ec4c53-f2bc-4172-bec5-6de24e6b2976 x-openstack-request-id: req-51ec4c53-f2bc-4172-bec5-6de24e6b2976 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:27.955246 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "name": "network-vif-plugged", "status": "completed", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:27.955480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Transition to ACTIVE for port object 54bea6a3-b053-4f70-a77a-0d72ce805509 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:27.955968 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51ec4c53-f2bc-4172-bec5-6de24e6b2976 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:27.956778 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'code': 200} Jan 27 21:58:27.959463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Checking router: 23b2d152-1f8f-46b6-87fb-beef8d432e16 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:58:27.960218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Updating router 23b2d152-1f8f-46b6-87fb-beef8d432e16 port 93b05bc2-5cde-498b-8345-1414a99b8eff binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:58:27.979614 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.012739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-686baf84-0202-47c5-83b5-ad55cfb2c440 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.023823 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-686baf84-0202-47c5-83b5-ad55cfb2c440 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5520031 Jan 27 21:58:28.024244 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60636) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.042358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:28.045885 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.112731 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.346426 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.377898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8d0c4d5-f862-4ab7-a07e-f05a7e5f2c54 req-0f9f53b9-10f4-4311-9542-d0e31e2673c0 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204678 Jan 27 21:58:28.493200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Pushing event updated for resources: {'Port': ['ID=54bea6a3-b053-4f70-a77a-0d72ce805509,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:28.626323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076c25-1105-418b-acc7-ca43089d73e5 req-58b8193f-ad2b-4799-8245-887cbf3e1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.628929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5076c25-1105-418b-acc7-ca43089d73e5 req-58b8193f-ad2b-4799-8245-887cbf3e1ee2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.4737709 Jan 27 21:58:28.760145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Allocated IP 172.25.8.58 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:28.841345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825882f-ee05-4ea9-90fd-e3cd7e823abc req-56f30f79-0473-4b75-8c3f-1843bf5b08e4 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.880358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b825882f-ee05-4ea9-90fd-e3cd7e823abc req-56f30f79-0473-4b75-8c3f-1843bf5b08e4 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 946 time: 0.5266631 Jan 27 21:58:29.133894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for port (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.177238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b825882f-ee05-4ea9-90fd-e3cd7e823abc req-7018a330-af95-4ab1-b3f2-dee106b4d295 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946208 Jan 27 21:58:29.205262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Attempting to bind port 54bea6a3-b053-4f70-a77a-0d72ce805509 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:29.207911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Attempting to bind port 54bea6a3-b053-4f70-a77a-0d72ce805509 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'd03b0ed4-8f84-4b87-a782-99fbafc852c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3634b0d3-8ef7-455d-b130-319f1d1e5e22'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:29.208511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Attempting to bind port 54bea6a3-b053-4f70-a77a-0d72ce805509 on network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:29.221327 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Publish callbacks [] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.226347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5076c25-1105-418b-acc7-ca43089d73e5 req-d78bbe25-e51d-4b35-86e9-d7b880621f36 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461774 Jan 27 21:58:29.232298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.233586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Port 54bea6a3-b053-4f70-a77a-0d72ce805509 on network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:29.235622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Attempting to bind port 54bea6a3-b053-4f70-a77a-0d72ce805509 on network 3634b0d3-8ef7-455d-b130-319f1d1e5e22 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:29.262867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:29.263079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Checking segment: {'id': 'd03b0ed4-8f84-4b87-a782-99fbafc852c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3634b0d3-8ef7-455d-b130-319f1d1e5e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:29.263464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Bound using segment: {'id': 'd03b0ed4-8f84-4b87-a782-99fbafc852c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3634b0d3-8ef7-455d-b130-319f1d1e5e22'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:29.272648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Bound port: 54bea6a3-b053-4f70-a77a-0d72ce805509, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03b0ed4-8f84-4b87-a782-99fbafc852c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3634b0d3-8ef7-455d-b130-319f1d1e5e22'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:29.273027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.318370 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.323993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732d9b5-4782-4ef9-b19e-40a7959e6d9b None None] Pushing event updated for resources: {'Port': ['ID=93b05bc2-5cde-498b-8345-1414a99b8eff,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.502907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:29.537676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Attempting to bind port 93b05bc2-5cde-498b-8345-1414a99b8eff on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:29.540353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Attempting to bind port 93b05bc2-5cde-498b-8345-1414a99b8eff by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:29.541306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Attempting to bind port 93b05bc2-5cde-498b-8345-1414a99b8eff on network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:29.548350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:29.575894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:29.576795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Checking segment: {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:29.577474 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.578342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Bound using segment: {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:29.579113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Bound port: 93b05bc2-5cde-498b-8345-1414a99b8eff, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:29.580401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.624157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:29.629721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] For port 54bea6a3-b053-4f70-a77a-0d72ce805509, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:29.632791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event updated for resources: {'Port': ['ID=6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.653768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] For port 54bea6a3-b053-4f70-a77a-0d72ce805509, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54bea6a3-b053-4f70-a77a-0d72ce805509,segment=NetworkSegment(d03b0ed4-8f84-4b87-a782-99fbafc852c6),segment_id=d03b0ed4-8f84-4b87-a782-99fbafc852c6)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:29.682732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.836889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] For port 93b05bc2-5cde-498b-8345-1414a99b8eff, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:29.855327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] For port 93b05bc2-5cde-498b-8345-1414a99b8eff, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=93b05bc2-5cde-498b-8345-1414a99b8eff,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:29.875744 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.941598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732d9b5-4782-4ef9-b19e-40a7959e6d9b None None] Pushing event updated for resources: {'Port': ['ID=93b05bc2-5cde-498b-8345-1414a99b8eff,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.989615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:29.993952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:58:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:29.998423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9461f74c-2629-41a5-a5e5-caf7f82c5126 None None] Provisioning complete for port 93b05bc2-5cde-498b-8345-1414a99b8eff triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:29.999198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9461f74c-2629-41a5-a5e5-caf7f82c5126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.059593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.060252 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.065019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] 10.222.0.16 "PUT /v2.0/ports/54bea6a3-b053-4f70-a77a-0d72ce805509 HTTP/1.1" status: 200 len: 1091 time: 4.7566984 Jan 27 21:58:30.065914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8c61c4-cf10-4e1a-8149-96172f0522b4', 'tag': '54bea6a3-b053-4f70-a77a-0d72ce805509'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:30.073926 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7194c20f-08bd-4f98-9422-b29ae2da5902" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8c61c4-cf10-4e1a-8149-96172f0522b4", "tag": "54bea6a3-b053-4f70-a77a-0d72ce805509"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:30.141214 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for floatingip (c74b5e36-c914-491f-8167-be9f089ff7d3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.201234 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.233819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d2236-a1fa-4e2a-b772-73aa496a8260 service neutron] Pushing event updated for resources: {'Port': ['ID=54bea6a3-b053-4f70-a77a-0d72ce805509,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:30.279137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778100-8c7b-4dbf-a5f1-688b6c27c1b1 req-b20c1572-fa2c-424d-ae58-247457c2dac4 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.292008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c778100-8c7b-4dbf-a5f1-688b6c27c1b1 req-b20c1572-fa2c-424d-ae58-247457c2dac4 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 943 time: 0.4469614 Jan 27 21:58:30.333553 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d49336-3825-4662-aa48-f4392c9d15de x-openstack-request-id: req-b5d49336-3825-4662-aa48-f4392c9d15de {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:30.333998 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8c61c4-cf10-4e1a-8149-96172f0522b4", "tag": "54bea6a3-b053-4f70-a77a-0d72ce805509", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:30.336055 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5d49336-3825-4662-aa48-f4392c9d15de {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:30.336656 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8c61c4-cf10-4e1a-8149-96172f0522b4', 'tag': '54bea6a3-b053-4f70-a77a-0d72ce805509', 'status': 'completed', 'code': 200} Jan 27 21:58:30.431733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-9ec9f4c7-1bde-452f-9baa-fd2ec5c7f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.440969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-9ec9f4c7-1bde-452f-9baa-fd2ec5c7f558 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bcd0d957ba86409099840f713b282e40&device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 1094 time: 0.2597427 Jan 27 21:58:30.464981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for port (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.471195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.617831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-6896ad74-7d19-4b2d-8645-283c9dd7fefa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54bea6a3-b053-4f70-a77a-0d72ce805509 HTTP/1.1" status: 200 len: 217 time: 0.1417091 Jan 27 21:58:30.715652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-c5315449-f035-4c66-9a88-4b1da9075add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.718842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-c5315449-f035-4c66-9a88-4b1da9075add service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2551870-af8e-46fc-a939-2807a084b121 HTTP/1.1" status: 200 len: 852 time: 0.0951591 Jan 27 21:58:30.723029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c778100-8c7b-4dbf-a5f1-688b6c27c1b1 req-2140364f-d111-4551-a858-b2f092d03ece tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266002 Jan 27 21:58:30.785950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (c74b5e36-c914-491f-8167-be9f089ff7d3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.810027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-367dd6bc-571d-4297-86b3-c0d24d0eed15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3634b0d3-8ef7-455d-b130-319f1d1e5e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800447 Jan 27 21:58:30.899093 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.902233 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8749659 Jan 27 21:58:30.914285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a60bad-161b-4e40-bdae-a2c7022ea871 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event updated for resources: {'Port': ['ID=6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:30.993818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:31.059014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f086a-a432-44d2-9ee6-fb9e393fbbc2 req-9b24faa1-9944-463e-b410-ade9d17052e0 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.068936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-074f086a-a432-44d2-9ee6-fb9e393fbbc2 req-9b24faa1-9944-463e-b410-ade9d17052e0 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 946 time: 0.6011603 Jan 27 21:58:31.221481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-c7deff4b-7390-4baa-a3aa-88ee75e078a1 service neutron] 10.222.0.16 "GET /v2.0/networks/3634b0d3-8ef7-455d-b130-319f1d1e5e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897059 Jan 27 21:58:31.276959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-074f086a-a432-44d2-9ee6-fb9e393fbbc2 req-16adc205-3e90-44c7-b015-cd303b517685 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044280 Jan 27 21:58:31.558779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-572d4dbd-a94f-4c08-9a60-41ae68799846 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--144410441&fields=id&tenant_id=376f3a79a48d449dab9daf01b78843ea HTTP/1.1" status: 200 len: 267 time: 0.2408497 Jan 27 21:58:31.592563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9461f74c-2629-41a5-a5e5-caf7f82c5126 None None] Current status of the port 93b05bc2-5cde-498b-8345-1414a99b8eff is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:31.592960 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9461f74c-2629-41a5-a5e5-caf7f82c5126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.671050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9461f74c-2629-41a5-a5e5-caf7f82c5126 None None] For port 93b05bc2-5cde-498b-8345-1414a99b8eff, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=93b05bc2-5cde-498b-8345-1414a99b8eff,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:31.679451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9461f74c-2629-41a5-a5e5-caf7f82c5126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.720212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:29Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:31.760254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa012bc4-666f-472b-9d89-4ddb405676ca None None] The sync data for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 is: [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:29Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:31.797687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461f74c-2629-41a5-a5e5-caf7f82c5126 None None] Pushing event updated for resources: {'Port': ['ID=93b05bc2-5cde-498b-8345-1414a99b8eff,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:31.819434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-cbcf72db-4fcd-4367-adb4-3060c34b58d1 None None] Provisioning complete for port 93b05bc2-5cde-498b-8345-1414a99b8eff triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:31.819903 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cbcf72db-4fcd-4367-adb4-3060c34b58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.157392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf72db-4fcd-4367-adb4-3060c34b58d1 None None] Current status of the port 93b05bc2-5cde-498b-8345-1414a99b8eff is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:32.787923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-57f24496-5dcc-45f8-8983-757316651d50 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:32.789577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-57f24496-5dcc-45f8-8983-757316651d50 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/networks?id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c HTTP/1.1" status: 200 len: 814 time: 1.1718297 Jan 27 21:58:32.811708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f921d9f1-0d0a-41be-adbd-38234a6483b2 req-b7312567-f640-46b3-9c59-1c4b09c71099 service neutron] 10.222.0.16 "GET /v2.0/networks/3634b0d3-8ef7-455d-b130-319f1d1e5e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5285912 Jan 27 21:58:32.833195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-7e5eb729-5779-490d-b956-0ee6c1b7e6b0 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/quotas/376f3a79a48d449dab9daf01b78843ea HTTP/1.1" status: 200 len: 375 time: 0.0209816 Jan 27 21:58:32.852351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31154-0b95-43f2-91c8-ab71e137e986 req-cd455c07-e9ad-46a6-b4b0-0dfacb0edbe2 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:32.862824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3b31154-0b95-43f2-91c8-ab71e137e986 req-cd455c07-e9ad-46a6-b4b0-0dfacb0edbe2 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 943 time: 0.1335833 Jan 27 21:58:33.300098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-cd2e9dab-65b2-4e0a-b782-0ee442846f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.302896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-cd2e9dab-65b2-4e0a-b782-0ee442846f0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bcd0d957ba86409099840f713b282e40&device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 1094 time: 0.3750157 Jan 27 21:58:33.341317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-41ab3a66-bedb-4ef9-9a2a-70a161fa76ef tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=376f3a79a48d449dab9daf01b78843ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4607360 Jan 27 21:58:33.610253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-ba18b6a8-4073-4faf-8077-ace6ad2e7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.612892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-ba18b6a8-4073-4faf-8077-ace6ad2e7264 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3634b0d3-8ef7-455d-b130-319f1d1e5e22 HTTP/1.1" status: 200 len: 913 time: 0.2698653 Jan 27 21:58:33.628659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3b31154-0b95-43f2-91c8-ab71e137e986 req-f737f919-82f9-4a08-af28-d16b49cc76d2 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644618 Jan 27 21:58:33.639792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-adb9387a-0be3-4dde-8a8b-b4f62377815b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:58:33.645067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-adb9387a-0be3-4dde-8a8b-b4f62377815b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0302527 Jan 27 21:58:33.931698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-7b5f9dfe-8473-49d4-b43c-728a26c67715 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54bea6a3-b053-4f70-a77a-0d72ce805509 HTTP/1.1" status: 200 len: 217 time: 0.2805822 Jan 27 21:58:33.990287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 93b05bc2-5cde-498b-8345-1414a99b8eff up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:34.237719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-3b862ed5-ebac-451b-a6f0-71aef29369af service neutron] 10.222.0.45 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648377 Jan 27 21:58:34.362239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-43d162e6-24e3-4b98-aa33-fb8b71ad0029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.400288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 93b05bc2-5cde-498b-8345-1414a99b8eff triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:34.408969 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.866479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 93b05bc2-5cde-498b-8345-1414a99b8eff is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:34.926273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-99f914dd-56d8-4607-bf43-cd7798bd6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.929135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-99f914dd-56d8-4607-bf43-cd7798bd6b17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2551870-af8e-46fc-a939-2807a084b121 HTTP/1.1" status: 200 len: 852 time: 0.6901774 Jan 27 21:58:34.949355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-f632e76d-1f40-4a55-8947-3e2852a8df32 service neutron] 10.222.0.45 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913805 Jan 27 21:58:34.976639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706786e-b4bc-421f-b6ee-e79c5ccf4942 req-63163ec1-01ec-4164-8c76-cffa3f63efbb tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.000448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d706786e-b4bc-421f-b6ee-e79c5ccf4942 req-63163ec1-01ec-4164-8c76-cffa3f63efbb tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 946 time: 0.7601175 Jan 27 21:58:35.176600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-69b033a9-509a-470b-b2b0-5aacb02c65d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3634b0d3-8ef7-455d-b130-319f1d1e5e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648695 Jan 27 21:58:35.611612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d706786e-b4bc-421f-b6ee-e79c5ccf4942 req-5029d28c-c109-4233-b6d6-f426be196c9f tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081517 Jan 27 21:58:35.637067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60792) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:35.703007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b23cda-1ffe-4d8f-92cd-c8d55539db23 req-9ccb0851-27f8-4349-af4b-0a99592b54de tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.723500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57b23cda-1ffe-4d8f-92cd-c8d55539db23 req-9ccb0851-27f8-4349-af4b-0a99592b54de tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 943 time: 0.2070374 Jan 27 21:58:35.923795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-a124a6f4-ef1b-46f3-aee5-b1bcd7d4f0d6 service neutron] 10.222.0.16 "GET /v2.0/networks/3634b0d3-8ef7-455d-b130-319f1d1e5e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019765 Jan 27 21:58:35.986795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57b23cda-1ffe-4d8f-92cd-c8d55539db23 req-b1b5929f-d94f-4695-8554-4343f3e65cd2 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247739 Jan 27 21:58:36.054864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f88-33ec-4834-8d01-8e9018d75399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.312868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f88-33ec-4834-8d01-8e9018d75399 admin admin] Publish callbacks [] for security_group (513579d4-c0fc-40bc-9999-b4908d1fdf13), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.322886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b8e8f88-33ec-4834-8d01-8e9018d75399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (513579d4-c0fc-40bc-9999-b4908d1fdf13), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.475381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e8f88-33ec-4834-8d01-8e9018d75399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513579d4-c0fc-40bc-9999-b4908d1fdf13,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:36.483700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7194c20f-08bd-4f98-9422-b29ae2da5902 req-c8d1755f-c3f3-46e9-8c14-19ab08d91441 service neutron] 10.222.0.16 "GET /v2.0/networks/3634b0d3-8ef7-455d-b130-319f1d1e5e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509136 Jan 27 21:58:36.629748 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4b8e8f88-33ec-4834-8d01-8e9018d75399 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b58cb8c5bca40db87f794b9166ac0ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9899671 Jan 27 21:58:36.630437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60810) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:36.691200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66dd41a2-fda3-4b52-9af8-1714a703fd73 req-fa118739-92ec-40ef-b304-bb93f6b7bc94 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 210 time: 0.5117500 Jan 27 21:58:36.883475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1182d313-7019-4fbd-97cf-5f6b0c0435fd admin admin] Publish callbacks [] for security_group (513579d4-c0fc-40bc-9999-b4908d1fdf13), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.063301 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c26b9663-4a37-40c9-bb8d-ef2443c14415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.089678 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1182d313-7019-4fbd-97cf-5f6b0c0435fd admin admin] Publish callbacks [] for security_group (513579d4-c0fc-40bc-9999-b4908d1fdf13), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.254044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1182d313-7019-4fbd-97cf-5f6b0c0435fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (513579d4-c0fc-40bc-9999-b4908d1fdf13), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.256990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1182d313-7019-4fbd-97cf-5f6b0c0435fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.258384 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1182d313-7019-4fbd-97cf-5f6b0c0435fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/513579d4-c0fc-40bc-9999-b4908d1fdf13 HTTP/1.1" status: 204 len: 168 time: 0.6224871 Jan 27 21:58:37.281456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d313-7019-4fbd-97cf-5f6b0c0435fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513579d4-c0fc-40bc-9999-b4908d1fdf13,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:37.295137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 54bea6a3-b053-4f70-a77a-0d72ce805509 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:37.386142 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60826) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:37.620393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 54bea6a3-b053-4f70-a77a-0d72ce805509, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54bea6a3-b053-4f70-a77a-0d72ce805509,segment=NetworkSegment(d03b0ed4-8f84-4b87-a782-99fbafc852c6),segment_id=d03b0ed4-8f84-4b87-a782-99fbafc852c6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:37.671795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '54bea6a3-b053-4f70-a77a-0d72ce805509', 'network_id': '3634b0d3-8ef7-455d-b130-319f1d1e5e22', 'port_id': '54bea6a3-b053-4f70-a77a-0d72ce805509', 'mac_address': 'fa:16:3e:ab:48:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2551870-af8e-46fc-a939-2807a084b121', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:37.712715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-368bec77-aaf0-490c-b1d7-cdde0fac6657 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5255411 Jan 27 21:58:37.744743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773366a2-ceb2-42ff-9f7e-0544637711a6 req-6468dff0-389e-41ab-855b-d526339813d0 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.757636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-773366a2-ceb2-42ff-9f7e-0544637711a6 req-6468dff0-389e-41ab-855b-d526339813d0 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 943 time: 0.5630963 Jan 27 21:58:37.838110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:37.847399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 54bea6a3-b053-4f70-a77a-0d72ce805509 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:37.863845 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.948562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bea6a3-b053-4f70-a77a-0d72ce805509 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:37.977720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-773366a2-ceb2-42ff-9f7e-0544637711a6 req-99358c37-e5f7-4381-a2ef-9564c36c4dff tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138751 Jan 27 21:58:37.984208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.091219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 54bea6a3-b053-4f70-a77a-0d72ce805509, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54bea6a3-b053-4f70-a77a-0d72ce805509,segment=NetworkSegment(d03b0ed4-8f84-4b87-a782-99fbafc852c6),segment_id=d03b0ed4-8f84-4b87-a782-99fbafc852c6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:38.111887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.229939 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61cddea8-bdf0-4b1b-84ac-7c013daa3543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.504769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.525146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=54bea6a3-b053-4f70-a77a-0d72ce805509,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.559562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60838) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:38.565523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61cddea8-bdf0-4b1b-84ac-7c013daa3543 admin admin] Publish callbacks [] for security_group (6377014b-9fe7-447f-972f-a56a2be68022), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.573833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-61cddea8-bdf0-4b1b-84ac-7c013daa3543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6377014b-9fe7-447f-972f-a56a2be68022), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.587972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['54bea6a3-b053-4f70-a77a-0d72ce805509'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:38.702665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cddea8-bdf0-4b1b-84ac-7c013daa3543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6377014b-9fe7-447f-972f-a56a2be68022,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.732453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-61cddea8-bdf0-4b1b-84ac-7c013daa3543 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a9498cf10254572884b79c0c8cfbaf4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3446522 Jan 27 21:58:38.734587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60844) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:38.952309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed5caa8b-83cd-4107-9e25-59a281127e1d req-3e92c4de-93b4-40fa-9171-ffa40fe37b3c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 210 time: 0.4696362 Jan 27 21:58:38.955948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.986216 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a06d423-aaa1-4893-bc0d-c29a1c510179 admin admin] Publish callbacks [] for security_group (6377014b-9fe7-447f-972f-a56a2be68022), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.133164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a06d423-aaa1-4893-bc0d-c29a1c510179 admin admin] Publish callbacks [] for security_group (6377014b-9fe7-447f-972f-a56a2be68022), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.162814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-6dcead67-6430-4ef6-87ef-bd92d1400117 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.165529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-6dcead67-6430-4ef6-87ef-bd92d1400117 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.57 "GET /v2.0/networks?id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c HTTP/1.1" status: 200 len: 814 time: 1.1073906 Jan 27 21:58:39.295620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982a34-09cc-4af8-ae48-dff3a704a59f req-cf77ea43-4996-4472-a668-e952dc5d83c8 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.300764 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a06d423-aaa1-4893-bc0d-c29a1c510179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6377014b-9fe7-447f-972f-a56a2be68022), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.305701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a06d423-aaa1-4893-bc0d-c29a1c510179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.306122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c982a34-09cc-4af8-ae48-dff3a704a59f req-cf77ea43-4996-4472-a668-e952dc5d83c8 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 944 time: 0.1560078 Jan 27 21:58:39.307836 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2a06d423-aaa1-4893-bc0d-c29a1c510179 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6377014b-9fe7-447f-972f-a56a2be68022 HTTP/1.1" status: 204 len: 168 time: 0.5685561 Jan 27 21:58:39.348915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06d423-aaa1-4893-bc0d-c29a1c510179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6377014b-9fe7-447f-972f-a56a2be68022,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.450205 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Publish callbacks [] for security_group (af6a4bdc-2c3f-4a0d-8592-793b5ee1f777), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.490758 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (af6a4bdc-2c3f-4a0d-8592-793b5ee1f777), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.569209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a4bdc-2c3f-4a0d-8592-793b5ee1f777,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.584335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.584335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.584878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.585338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.585793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.586239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.586681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.587169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.590730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.592834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.592834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.592834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.592834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:39.731679 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.782367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4889148f-d0cb-4685-b417-1f43b5a942ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a511067371945f79a1c062e22b70f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2026436 Jan 27 21:58:39.786985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60854) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:39.805487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c982a34-09cc-4af8-ae48-dff3a704a59f req-35e348eb-c5ae-445b-add6-3e4d1267d5ad tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981074 Jan 27 21:58:39.826436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-f5da6dd9-aae0-4b19-952f-71fc311054f3 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376f3a79a48d449dab9daf01b78843ea HTTP/1.1" status: 200 len: 379 time: 0.6130574 Jan 27 21:58:39.852547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Request body: {'port': {'device_id': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'admin_state_up': True, 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'security_groups': ['b7e6f275-5865-402f-97f3-f525c1c87420']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:40.144671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4636f5df-7f5d-4e09-bc93-ed42b0f864fc admin admin] Publish callbacks [] for security_group (af6a4bdc-2c3f-4a0d-8592-793b5ee1f777), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.290972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4636f5df-7f5d-4e09-bc93-ed42b0f864fc admin admin] Publish callbacks [] for security_group (af6a4bdc-2c3f-4a0d-8592-793b5ee1f777), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.455163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83a8ccd5-5cec-4e02-8b11-a39974943883 req-736a90b0-5008-4710-a2c4-9f43dcc716c5 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 210 time: 0.0616541 Jan 27 21:58:40.504631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Allocated IP 172.25.8.24 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/56380be3-dda9-490c-90ab-15606b6840eb) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:40.583042 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4636f5df-7f5d-4e09-bc93-ed42b0f864fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (af6a4bdc-2c3f-4a0d-8592-793b5ee1f777), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.586901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4636f5df-7f5d-4e09-bc93-ed42b0f864fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.590720 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4636f5df-7f5d-4e09-bc93-ed42b0f864fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af6a4bdc-2c3f-4a0d-8592-793b5ee1f777 HTTP/1.1" status: 204 len: 168 time: 0.8016522 Jan 27 21:58:40.648550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636f5df-7f5d-4e09-bc93-ed42b0f864fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a4bdc-2c3f-4a0d-8592-793b5ee1f777,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:40.868044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Made reservation on behalf of 376f3a79a48d449dab9daf01b78843ea for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:40.885401 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.970931 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.082459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for port (56380be3-dda9-490c-90ab-15606b6840eb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.213996 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.348650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 54bea6a3-b053-4f70-a77a-0d72ce805509 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:41.621670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 54bea6a3-b053-4f70-a77a-0d72ce805509 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:41.622088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611f336-bfe4-49b4-9dca-c323ebc2c511 req-cf6d057d-3797-4425-97fb-3cfa30909345 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.632619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9611f336-bfe4-49b4-9dca-c323ebc2c511 req-cf6d057d-3797-4425-97fb-3cfa30909345 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 944 time: 0.6413639 Jan 27 21:58:41.639460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 54bea6a3-b053-4f70-a77a-0d72ce805509 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:41.639854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.710253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (56380be3-dda9-490c-90ab-15606b6840eb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.858269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Pushing event updated for resources: {'Port': ['ID=56380be3-dda9-490c-90ab-15606b6840eb,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:41.926020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:41.934686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Allocated IP 172.20.0.14 (0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c/09b2b0eb-d7ea-4f22-998a-8ce59e830b24/e0671cc3-6ddc-413e-b645-9ab64136b8fd) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:41.981808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:42.015450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:42.185885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 54bea6a3-b053-4f70-a77a-0d72ce805509 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:42.186692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.240735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8c61c4-cf10-4e1a-8149-96172f0522b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bea6a3-b053-4f70-a77a-0d72ce805509'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:42.242902 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c14113-9898-45a2-ba29-259bf9595001" -d '{"events": [{"server_uuid": "2f8c61c4-cf10-4e1a-8149-96172f0522b4", "name": "network-vif-plugged", "status": "completed", "tag": "54bea6a3-b053-4f70-a77a-0d72ce805509"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:42.275695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 54bea6a3-b053-4f70-a77a-0d72ce805509, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54bea6a3-b053-4f70-a77a-0d72ce805509,segment=NetworkSegment(d03b0ed4-8f84-4b87-a782-99fbafc852c6),segment_id=d03b0ed4-8f84-4b87-a782-99fbafc852c6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:42.285723 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.418302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9611f336-bfe4-49b4-9dca-c323ebc2c511 req-8bd2bb9c-62b2-4336-bdf4-bad9498aae93 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7840884 Jan 27 21:58:42.424310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=54bea6a3-b053-4f70-a77a-0d72ce805509,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:42.871116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.962842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.386722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event updated for resources: {'Port': ['ID=e0671cc3-6ddc-413e-b645-9ab64136b8fd,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.540689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:43.541955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.561273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:43.568743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:43.816093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e74da8-e849-4340-b1bc-3e37ebe5ddcb req-69c2378f-bd4a-4a80-bb3e-7c6d3e8a6c08 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.826962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72e74da8-e849-4340-b1bc-3e37ebe5ddcb req-69c2378f-bd4a-4a80-bb3e-7c6d3e8a6c08 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 932 time: 0.4412277 Jan 27 21:58:43.897978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.904440 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.918078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (56380be3-dda9-490c-90ab-15606b6840eb), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.137482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-05ef59f8-11cf-4503-b1fb-821527748899 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3016639 Jan 27 21:58:44.166702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Request body: {'port': {'device_id': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:44.242410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72e74da8-e849-4340-b1bc-3e37ebe5ddcb req-7c8a6dbd-a66d-4911-b9c4-95e3c77cafd0 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4141836 Jan 27 21:58:44.292897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9347e618-4fa6-4a14-86e5-26bb12a4b704 None None] Provisioning complete for port e0671cc3-6ddc-413e-b645-9ab64136b8fd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:44.295736 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9347e618-4fa6-4a14-86e5-26bb12a4b704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.485148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for port (56380be3-dda9-490c-90ab-15606b6840eb), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.502714 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473623b5-3bd8-4163-9d45-c951c07b39d9 x-openstack-request-id: req-473623b5-3bd8-4163-9d45-c951c07b39d9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:44.503404 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8c61c4-cf10-4e1a-8149-96172f0522b4", "name": "network-vif-plugged", "status": "completed", "tag": "54bea6a3-b053-4f70-a77a-0d72ce805509", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:44.506668 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-473623b5-3bd8-4163-9d45-c951c07b39d9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:44.510141 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8c61c4-cf10-4e1a-8149-96172f0522b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bea6a3-b053-4f70-a77a-0d72ce805509', 'code': 200} Jan 27 21:58:44.592821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9347e618-4fa6-4a14-86e5-26bb12a4b704 None None] Port e0671cc3-6ddc-413e-b645-9ab64136b8fd cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:44.601826 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (56380be3-dda9-490c-90ab-15606b6840eb), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.290783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Pushing event updated for resources: {'Port': ['ID=56380be3-dda9-490c-90ab-15606b6840eb,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:45.471793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216ddb-0cbe-40d4-aed4-3e3c95f7b121 req-35cd682f-72f9-4bde-a9fc-48ef30c82037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.480233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6216ddb-0cbe-40d4-aed4-3e3c95f7b121 req-35cd682f-72f9-4bde-a9fc-48ef30c82037 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 1096 time: 0.9608264 Jan 27 21:58:45.491473 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.549903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36278a80-9ee2-4d62-8f92-daed01ee9f32 req-c793e9e7-9840-439f-a16b-aafe59a82a17 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.562376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36278a80-9ee2-4d62-8f92-daed01ee9f32 req-c793e9e7-9840-439f-a16b-aafe59a82a17 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 945 time: 0.9193327 Jan 27 21:58:45.598762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.684055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.692245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-5d5281eb-fafd-493a-baaf-4b81ecaeee68 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.9262192 Jan 27 21:58:45.719468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36278a80-9ee2-4d62-8f92-daed01ee9f32 req-016ea73b-36f9-4540-944e-86ddbfab16bf tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546452 Jan 27 21:58:45.781583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6216ddb-0cbe-40d4-aed4-3e3c95f7b121 req-7027ae9b-1481-4fed-a6fc-1276f495070c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913280 Jan 27 21:58:45.909092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-a0608464-6c3f-40b3-aab5-39c8cc00a003 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.2151110 Jan 27 21:58:46.357907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-de5b4b97-a425-4266-9eed-b58e6367e6c1 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.367880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-de5b4b97-a425-4266-9eed-b58e6367e6c1 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.4573760 Jan 27 21:58:46.375171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-6a86ceac-2de8-48ef-b6b0-d40e312d8a2b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:58:46.400684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c74b3cd8-1592-4145-b475-63ed0101f250 req-6a86ceac-2de8-48ef-b6b0-d40e312d8a2b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0315843 Jan 27 21:58:46.637435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de6057-eb34-46d3-86e5-77700073aace req-6b19aea7-0b8f-47f3-aa3b-e81c28f50d38 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.645012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37de6057-eb34-46d3-86e5-77700073aace req-6b19aea7-0b8f-47f3-aa3b-e81c28f50d38 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 932 time: 0.2352965 Jan 27 21:58:46.842628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37de6057-eb34-46d3-86e5-77700073aace req-3c0536f5-0813-4df2-9f0f-e9fb4e8e0f32 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965415 Jan 27 21:58:46.972795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0671cc3-6ddc-413e-b645-9ab64136b8fd {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:46.987931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Publish callbacks [] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.015167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Transition to ACTIVE for port object e0671cc3-6ddc-413e-b645-9ab64136b8fd will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:47.033451 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.098234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a699e9-d0c5-42d6-a095-7913d92f1d6b req-02c9392f-32e9-4784-ad0c-0f7993328a14 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.100917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93a699e9-d0c5-42d6-a095-7913d92f1d6b req-02c9392f-32e9-4784-ad0c-0f7993328a14 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 945 time: 0.2435772 Jan 27 21:58:47.606121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Pushing event updated for resources: {'Port': ['ID=e0671cc3-6ddc-413e-b645-9ab64136b8fd,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:47.755460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93a699e9-d0c5-42d6-a095-7913d92f1d6b req-8797c86b-285d-4cea-baf8-d1049cb9d751 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727914 Jan 27 21:58:47.945411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-25a85a67-fe3d-473e-bc88-c1406740d9a8 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.956767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-25a85a67-fe3d-473e-bc88-c1406740d9a8 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 820 time: 0.9400170 Jan 27 21:58:48.033147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-a192d6aa-e933-41e5-ac04-e095c7aafc2a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/quotas/95a3607e02ca4d06a194790510559fab HTTP/1.1" status: 200 len: 375 time: 0.0716643 Jan 27 21:58:48.060859 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.154052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Attempting to bind port e0671cc3-6ddc-413e-b645-9ab64136b8fd on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:48.158501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Attempting to bind port e0671cc3-6ddc-413e-b645-9ab64136b8fd by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:48.159102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Attempting to bind port e0671cc3-6ddc-413e-b645-9ab64136b8fd on network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:48.204612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Port e0671cc3-6ddc-413e-b645-9ab64136b8fd on network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:48.213507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Attempting to bind port e0671cc3-6ddc-413e-b645-9ab64136b8fd on network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:48.262776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-7715b50e-14ee-455c-b3a3-d80091172e9a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2247865 Jan 27 21:58:48.281247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:48.282031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Checking segment: {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:48.282681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Bound using segment: {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:48.283375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Bound port: e0671cc3-6ddc-413e-b645-9ab64136b8fd, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf503b8-9db6-4ed5-914d-84436ad38b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:48.284057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.335061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d98130-4f04-4965-8306-d6f81cb0016d req-5d469c5d-cf91-42dc-9c2a-7097e0734b4c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.340185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2d98130-4f04-4965-8306-d6f81cb0016d req-5d469c5d-cf91-42dc-9c2a-7097e0734b4c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 944 time: 0.2189858 Jan 27 21:58:48.537377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2d98130-4f04-4965-8306-d6f81cb0016d req-a64d4a27-c426-4670-885c-3092ecb649a1 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377459 Jan 27 21:58:48.586177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] For port e0671cc3-6ddc-413e-b645-9ab64136b8fd, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:48.591511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] For port e0671cc3-6ddc-413e-b645-9ab64136b8fd, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:48.601158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.726180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.728471 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.731085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] 10.222.0.57 "PUT /v2.0/ports/e0671cc3-6ddc-413e-b645-9ab64136b8fd HTTP/1.1" status: 200 len: 1092 time: 4.5770388 Jan 27 21:58:48.735083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'tag': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:48.739477 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d9c95-f856-4460-917a-48df278bc91d" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc4c3f-85d9-416a-9f23-2ef58d9c7305", "tag": "e0671cc3-6ddc-413e-b645-9ab64136b8fd"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:48.991832 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac54e25-58b2-4aa6-8b34-674bec454833 x-openstack-request-id: req-bac54e25-58b2-4aa6-8b34-674bec454833 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:48.992313 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc4c3f-85d9-416a-9f23-2ef58d9c7305", "tag": "e0671cc3-6ddc-413e-b645-9ab64136b8fd", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:48.992682 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bac54e25-58b2-4aa6-8b34-674bec454833 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:49.001497 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'tag': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'status': 'completed', 'code': 200} Jan 27 21:58:49.146186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8530315-f6d1-4dd0-956f-bbce010954ab service neutron] Pushing event updated for resources: {'Port': ['ID=e0671cc3-6ddc-413e-b645-9ab64136b8fd,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:49.299551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-2f4b48f3-40f9-424a-b009-af09fd507761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.304117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-2f4b48f3-40f9-424a-b009-af09fd507761 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=376f3a79a48d449dab9daf01b78843ea&device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 1095 time: 0.3431509 Jan 27 21:58:49.339289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b27ed-0305-490f-9033-a27fa8a2e0a7 req-243d594e-b5db-43d3-a583-be95d1157c48 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.357216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d90b27ed-0305-490f-9033-a27fa8a2e0a7 req-243d594e-b5db-43d3-a583-be95d1157c48 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 945 time: 0.3886487 Jan 27 21:58:49.486682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-220cbe96-79c4-46d5-add8-74e3fd04048c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd HTTP/1.1" status: 200 len: 217 time: 0.0980961 Jan 27 21:58:49.630519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-a6fdbc88-2111-4b62-a61d-8f0054370ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.634474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-a6fdbc88-2111-4b62-a61d-8f0054370ef2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b2b0eb-d7ea-4f22-998a-8ce59e830b24 HTTP/1.1" status: 200 len: 853 time: 0.1196170 Jan 27 21:58:49.800485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-39ba0024-d7e5-416d-848d-11d4d12cc1f4 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5335817 Jan 27 21:58:49.823501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d90b27ed-0305-490f-9033-a27fa8a2e0a7 req-a884fff6-6b0e-42da-8362-b4731012db9d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641945 Jan 27 21:58:49.919951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-220bce52-3c1f-4306-8f71-7f8635409695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.925800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-220bce52-3c1f-4306-8f71-7f8635409695 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2736619 Jan 27 21:58:50.192184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-88fa612e-be57-49ac-8236-be3c4babd9cd service neutron] 10.222.0.57 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082288 Jan 27 21:58:50.403706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-1d93a026-f385-4372-8f70-c3f265ed3c04 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767095 Jan 27 21:58:50.602160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.732865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2842566-0796-4331-868c-2cdae6f6ec01 req-3be4e158-a44c-428b-8bf0-3725b177ccb3 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.734784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2842566-0796-4331-868c-2cdae6f6ec01 req-3be4e158-a44c-428b-8bf0-3725b177ccb3 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 944 time: 0.3925476 Jan 27 21:58:50.841909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5f47b11-1082-4ebe-9669-74e6ef248945 req-b2c3c086-7b96-4659-b890-d31078a5b484 service neutron] 10.222.0.57 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385341 Jan 27 21:58:51.024014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2842566-0796-4331-868c-2cdae6f6ec01 req-92d6e9eb-dac0-431f-974e-1252506d79d9 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594483 Jan 27 21:58:51.075836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9c95-f856-4460-917a-48df278bc91d req-8c8bd3e9-fafa-45c2-b20a-274f1aed002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:51.082821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60d9c95-f856-4460-917a-48df278bc91d req-8c8bd3e9-fafa-45c2-b20a-274f1aed002a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=376f3a79a48d449dab9daf01b78843ea&device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 1095 time: 0.1440918 Jan 27 21:58:51.494515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39511dcd-7108-481a-a9cd-4b663d93e75b req-6ed2c04d-8cd8-465e-8791-3b02cf20a9eb tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 210 time: 0.1444016 Jan 27 21:58:51.608433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9c95-f856-4460-917a-48df278bc91d req-295ed55e-9667-42a5-91dc-f29e605fce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:51.611978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60d9c95-f856-4460-917a-48df278bc91d req-295ed55e-9667-42a5-91dc-f29e605fce47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c HTTP/1.1" status: 200 len: 915 time: 0.5193889 Jan 27 21:58:51.733913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60d9c95-f856-4460-917a-48df278bc91d req-649060f4-5202-4e95-a228-5c1fbbbbc04a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd HTTP/1.1" status: 200 len: 217 time: 0.1108363 Jan 27 21:58:51.866976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9c95-f856-4460-917a-48df278bc91d req-c27389ef-8fe4-4ab0-ae01-84c0d928b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:51.874753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60d9c95-f856-4460-917a-48df278bc91d req-c27389ef-8fe4-4ab0-ae01-84c0d928b476 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b2b0eb-d7ea-4f22-998a-8ce59e830b24 HTTP/1.1" status: 200 len: 853 time: 0.1342790 Jan 27 21:58:52.105759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0deb8-cd71-4425-a5cf-f307045f367a req-78e4428f-732f-4f02-b62c-d05f24582b6a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.114176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9b0deb8-cd71-4425-a5cf-f307045f367a req-78e4428f-732f-4f02-b62c-d05f24582b6a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.3826408 Jan 27 21:58:52.138435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9c95-f856-4460-917a-48df278bc91d req-1881ff98-8d29-4b9b-a1af-45ee0b97c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.140644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60d9c95-f856-4460-917a-48df278bc91d req-1881ff98-8d29-4b9b-a1af-45ee0b97c6b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582316 Jan 27 21:58:52.340171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9b0deb8-cd71-4425-a5cf-f307045f367a req-284ea78a-9577-4488-909f-4c718ca4f582 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250664 Jan 27 21:58:52.445675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875a923-e3bc-454a-a04f-acbbcfb1aa04 req-69942e22-b76f-434c-802d-9e1b40fc90ef tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.459588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5875a923-e3bc-454a-a04f-acbbcfb1aa04 req-69942e22-b76f-434c-802d-9e1b40fc90ef tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 945 time: 0.2499168 Jan 27 21:58:52.621476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60d9c95-f856-4460-917a-48df278bc91d req-d6154f3e-549a-4e00-9775-1f4ff1053394 service neutron] 10.222.0.57 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728882 Jan 27 21:58:53.111458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5875a923-e3bc-454a-a04f-acbbcfb1aa04 req-11277b07-4277-4900-b039-aba46e1ef18c tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/security-groups?id=961a016c-8d6a-449a-af62-c5d569de21f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499352 Jan 27 21:58:53.124390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b60d9c95-f856-4460-917a-48df278bc91d req-4f29f91e-6e54-4054-8344-148e45cc3e7b service neutron] 10.222.0.57 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908011 Jan 27 21:58:53.532787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb5d7c-62f6-4fb5-9809-2149c416332e req-0b9b0cd1-aaca-425a-b679-335b74801660 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.539841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50eb5d7c-62f6-4fb5-9809-2149c416332e req-0b9b0cd1-aaca-425a-b679-335b74801660 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 944 time: 1.0682645 Jan 27 21:58:53.560310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device e0671cc3-6ddc-413e-b645-9ab64136b8fd details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:53.809527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-06ef8217-b92f-47e3-ad5a-97da5f8d75db tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.812094 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-06ef8217-b92f-47e3-ad5a-97da5f8d75db tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 945 time: 0.1691084 Jan 27 21:58:53.938896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef52bb5a-d622-449f-8e03-8bb05bea4b92 req-6a08f9b2-7166-41ea-a210-3a3c1bc33732 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 210 time: 0.4679935 Jan 27 21:58:54.006561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Deleting port 54bea6a3-b053-4f70-a77a-0d72ce805509 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:54.007435 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.214010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] For port 54bea6a3-b053-4f70-a77a-0d72ce805509, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54bea6a3-b053-4f70-a77a-0d72ce805509,segment=NetworkSegment(d03b0ed4-8f84-4b87-a782-99fbafc852c6),segment_id=d03b0ed4-8f84-4b87-a782-99fbafc852c6)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:54.214895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.231779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Calling delete_port for 54bea6a3-b053-4f70-a77a-0d72ce805509 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:54.380204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port e0671cc3-6ddc-413e-b645-9ab64136b8fd, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:54.509118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'port_id': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'mac_address': 'fa:16:3e:df:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:54.624245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port e0671cc3-6ddc-413e-b645-9ab64136b8fd is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:54.624920 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.642435 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-93b11b6a-33ba-4983-a22f-7e9c1214f5a7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.649229 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-93b11b6a-33ba-4983-a22f-7e9c1214f5a7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.2066939 Jan 27 21:58:54.690243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0671cc3-6ddc-413e-b645-9ab64136b8fd {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:54.700674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (54bea6a3-b053-4f70-a77a-0d72ce805509), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.729091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['54bea6a3-b053-4f70-a77a-0d72ce805509'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:54.888442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port e0671cc3-6ddc-413e-b645-9ab64136b8fd, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:54.902583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.966722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Pushing event deleted for resources: {'Port': ['ID=54bea6a3-b053-4f70-a77a-0d72ce805509,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:55.179114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['e0671cc3-6ddc-413e-b645-9ab64136b8fd'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:55.299763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=e0671cc3-6ddc-413e-b645-9ab64136b8fd,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:55.315351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] No DVR routers for this DVR port 54bea6a3-b053-4f70-a77a-0d72ce805509 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:55.321557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.328749 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0362e8d6-5b1d-4e0d-a66a-50739876c270 req-778610e7-dcc4-4ea3-99bf-0cdc810d330d tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.16 "DELETE /v2.0/ports/54bea6a3-b053-4f70-a77a-0d72ce805509 HTTP/1.1" status: 204 len: 173 time: 1.5104439 Jan 27 21:58:55.344546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8c61c4-cf10-4e1a-8149-96172f0522b4', 'name': 'network-vif-deleted', 'tag': '54bea6a3-b053-4f70-a77a-0d72ce805509'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:55.356249 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd56d8-54d9-4a58-8f1b-202ec2a3ae92" -d '{"events": [{"server_uuid": "2f8c61c4-cf10-4e1a-8149-96172f0522b4", "name": "network-vif-deleted", "tag": "54bea6a3-b053-4f70-a77a-0d72ce805509"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:55.462086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Deleting port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:55.462086 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.487755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-24b7d6bd-d092-4742-8404-58c0671a08b5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:55.490136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-24b7d6bd-d092-4742-8404-58c0671a08b5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.16 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 820 time: 2.3479741 Jan 27 21:58:55.524850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Request body: {'port': {'device_id': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'admin_state_up': True, 'tenant_id': '95a3607e02ca4d06a194790510559fab'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:55.794562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] For port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:55.796124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1926cc-1b4f-400a-b97d-91c83fe4d00b req-9f831643-fde4-4432-96c1-9ae26d8fcba5 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:55.798286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be1926cc-1b4f-400a-b97d-91c83fe4d00b req-9f831643-fde4-4432-96c1-9ae26d8fcba5 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 945 time: 0.3518806 Jan 27 21:58:55.803001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.818818 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50eb5d7c-62f6-4fb5-9809-2149c416332e req-b350812a-608d-4274-bb16-e20c43e73834 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8725209 Jan 27 21:58:55.885316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Calling delete_port for 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:56.004747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be1926cc-1b4f-400a-b97d-91c83fe4d00b req-4c86e493-6325-45b1-9783-aa55ea4687b3 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824117 Jan 27 21:58:56.091211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Made reservation on behalf of 95a3607e02ca4d06a194790510559fab for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:56.099691 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.164968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc2facdb-5ce1-4634-81f3-c311b4dd3a3a req-c04715a8-59cd-4151-b0d5-6bc5ac5949f8 tempest-ServerPasswordTestJSON-1877793349 tempest-ServerPasswordTestJSON-1877793349-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8c61c4-cf10-4e1a-8149-96172f0522b4 HTTP/1.1" status: 200 len: 210 time: 0.0997436 Jan 27 21:58:56.299133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd0af3d4-3854-4474-9239-417587ba419b req-5333d79c-4d8b-492c-86c4-7a8fa345e905 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 210 time: 0.1458030 Jan 27 21:58:56.733171 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.746253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:56.752486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['54eb5805-c358-4d38-8a2e-50e6835f313b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:56.862130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Allocated IP 172.20.0.9 (454c5e9e-f81d-4233-8b38-19e999eb80fd/48df4cbe-7dfc-4376-8952-8891f2f1384b/dec0a13f-d186-42fb-8915-2ef4882960ad) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:57.119188 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf8a53b-1bd2-4e3f-8993-87a73579d425 x-openstack-request-id: req-baf8a53b-1bd2-4e3f-8993-87a73579d425 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:57.119685 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8c61c4-cf10-4e1a-8149-96172f0522b4", "name": "network-vif-deleted", "tag": "54bea6a3-b053-4f70-a77a-0d72ce805509", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:57.122740 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-baf8a53b-1bd2-4e3f-8993-87a73579d425 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:57.123550 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8c61c4-cf10-4e1a-8149-96172f0522b4', 'name': 'network-vif-deleted', 'tag': '54bea6a3-b053-4f70-a77a-0d72ce805509', 'status': 'completed', 'code': 200} Jan 27 21:58:57.284343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] No DVR routers for this DVR port 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:57.298245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.320354 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d4cc1366-9d57-43d1-a88d-d3b85cce67c1 req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.16 "DELETE /v2.0/ports/803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a HTTP/1.1" status: 204 len: 173 time: 2.6606450 Jan 27 21:58:57.327332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd511dc4-e574-4efc-a8ab-d7c1cf851a09 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Pushing event deleted for resources: {'Port': ['ID=803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:57.394767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:57.422418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1729f6a5-9baf-4909-9f9e-6ff035bb01c1 req-cd1a6f74-68fd-429f-94c9-3d7e6397829d tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff2b6103-aca5-44e8-9a4c-f746914d3ea6 HTTP/1.1" status: 200 len: 210 time: 0.2292354 Jan 27 21:58:57.629754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 32990) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.702143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34df0c-f79c-4bd0-a084-8089b808a046 req-049dd0b8-f6b0-484e-ba42-c5c766dfbf13 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.724056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b34df0c-f79c-4bd0-a084-8089b808a046 req-049dd0b8-f6b0-484e-ba42-c5c766dfbf13 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 945 time: 0.6991365 Jan 27 21:58:57.733623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device e0671cc3-6ddc-413e-b645-9ab64136b8fd up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:57.830450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee3b5a6-8443-4b39-96ba-11c27b502223 admin admin] Deleting subnet c2551870-af8e-46fc-a939-2807a084b121 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:57.839119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b5a6-8443-4b39-96ba-11c27b502223 admin admin] Publish callbacks [] for subnet (c2551870-af8e-46fc-a939-2807a084b121), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.907658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b5a6-8443-4b39-96ba-11c27b502223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (c2551870-af8e-46fc-a939-2807a084b121), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.984159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b5a6-8443-4b39-96ba-11c27b502223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c2551870-af8e-46fc-a939-2807a084b121), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.022985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:58.023909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:58.024427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 54bea6a3-b053-4f70-a77a-0d72ce805509 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:58.113739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b87b9ed-6b0d-4252-9aee-0a913a7407f9 req-dd2bac5e-82cd-419f-87a4-b880818873d0 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 210 time: 0.2480967 Jan 27 21:58:58.172456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b5a6-8443-4b39-96ba-11c27b502223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (c2551870-af8e-46fc-a939-2807a084b121), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.208904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 54bea6a3-b053-4f70-a77a-0d72ce805509 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:58.210451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 54bea6a3-b053-4f70-a77a-0d72ce805509 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:58.260863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b34df0c-f79c-4bd0-a084-8089b808a046 req-9003b140-8c31-4f73-90e7-c0ac75f30ddf tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5352209 Jan 27 21:58:58.277527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3b5a6-8443-4b39-96ba-11c27b502223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2551870-af8e-46fc-a939-2807a084b121,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.299848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port e0671cc3-6ddc-413e-b645-9ab64136b8fd completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:58.301622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b5a6-8443-4b39-96ba-11c27b502223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.314171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.314986 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ee3b5a6-8443-4b39-96ba-11c27b502223 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c2551870-af8e-46fc-a939-2807a084b121 HTTP/1.1" status: 204 len: 168 time: 0.6836812 Jan 27 21:58:58.318203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 32992) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.346047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port e0671cc3-6ddc-413e-b645-9ab64136b8fd triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:58.349880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.453429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.479535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3c9f37f3-fcea-4d00-b01c-a956c551e907'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:58.594850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (3634b0d3-8ef7-455d-b130-319f1d1e5e22), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.702696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Pushing event updated for resources: {'Port': ['ID=dec0a13f-d186-42fb-8915-2ef4882960ad,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.733284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:58.746186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:58.760893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:58.934766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port e0671cc3-6ddc-413e-b645-9ab64136b8fd is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:58.935334 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.993341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:58.994429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.027926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (3634b0d3-8ef7-455d-b130-319f1d1e5e22), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.043486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-adb45d03-3f86-47d9-a6a1-c9598fac2442 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5289938 Jan 27 21:58:59.062483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:59.074578 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cb4165-277e-4f9b-a369-661c1343d499" -d '{"events": [{"server_uuid": "26fc4c3f-85d9-416a-9f23-2ef58d9c7305", "name": "network-vif-plugged", "status": "completed", "tag": "e0671cc3-6ddc-413e-b645-9ab64136b8fd"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:59.096556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Request body: {'port': {'device_id': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:59.109171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3634b0d3-8ef7-455d-b130-319f1d1e5e22']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:59.114999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port e0671cc3-6ddc-413e-b645-9ab64136b8fd, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:59.138395 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:58:59.145537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2b6103-aca5-44e8-9a4c-f746914d3ea6', 'name': 'network-vif-deleted', 'tag': '803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:59.150596 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57233173-0539-4064-89c6-dc8a183d4f68" -d '{"events": [{"server_uuid": "ff2b6103-aca5-44e8-9a4c-f746914d3ea6", "name": "network-vif-deleted", "tag": "803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:59.156553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.184924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03b0ed4-8f84-4b87-a782-99fbafc852c6') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:59.186471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03b0ed4-8f84-4b87-a782-99fbafc852c6') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:59.229171 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d03b0ed4-8f84-4b87-a782-99fbafc852c6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.284037 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d03b0ed4-8f84-4b87-a782-99fbafc852c6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.314194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:59.317716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d03b0ed4-8f84-4b87-a782-99fbafc852c6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:59.330179 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:59.392130 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc6664-6054-43f7-b8e9-2663a58244c3 x-openstack-request-id: req-3cfc6664-6054-43f7-b8e9-2663a58244c3 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:59.394337 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc4c3f-85d9-416a-9f23-2ef58d9c7305", "name": "network-vif-plugged", "status": "completed", "tag": "e0671cc3-6ddc-413e-b645-9ab64136b8fd", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:59.394786 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cfc6664-6054-43f7-b8e9-2663a58244c3 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:59.395341 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'code': 200} Jan 27 21:58:59.418270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=e0671cc3-6ddc-413e-b645-9ab64136b8fd,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.432349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.477383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b1f8-a5a5-434b-90fd-d32764d20490 req-1f10c4cd-add3-44ef-86df-19ffe8e33e3a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.486086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d953b1f8-a5a5-434b-90fd-d32764d20490 req-1f10c4cd-add3-44ef-86df-19ffe8e33e3a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.4390388 Jan 27 21:58:59.571311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e42bce29-77a2-4e74-9999-4dbc3cb81a41 None None] Provisioning complete for port dec0a13f-d186-42fb-8915-2ef4882960ad triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:59.572030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e42bce29-77a2-4e74-9999-4dbc3cb81a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.591791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (3634b0d3-8ef7-455d-b130-319f1d1e5e22), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.627263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4b00d-3969-4e3e-bf86-7118ec034a52 req-dbb598e4-ae93-4941-93d2-cc2050882e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.630659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85d4b00d-3969-4e3e-bf86-7118ec034a52 req-dbb598e4-ae93-4941-93d2-cc2050882e47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 1097 time: 0.3135264 Jan 27 21:58:59.651058 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.667199 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3634b0d3-8ef7-455d-b130-319f1d1e5e22 HTTP/1.1" status: 204 len: 168 time: 1.3468711 Jan 27 21:58:59.668789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbddea-cb99-466c-990b-36ee14486776 admin admin] Pushing event deleted for resources: {'Network': ['ID=3634b0d3-8ef7-455d-b130-319f1d1e5e22,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.731385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e42bce29-77a2-4e74-9999-4dbc3cb81a41 None None] Port dec0a13f-d186-42fb-8915-2ef4882960ad cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:59.845025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85d4b00d-3969-4e3e-bf86-7118ec034a52 req-8a4ff891-659c-4a25-899f-80460e7362f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426213 Jan 27 21:59:00.030385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64004a59-c9a1-452f-8e89-5823e24b93a5 req-b39b8a55-8e82-4dff-ba27-ff2fec7a361f tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.036537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64004a59-c9a1-452f-8e89-5823e24b93a5 req-b39b8a55-8e82-4dff-ba27-ff2fec7a361f tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 931 time: 0.5861588 Jan 27 21:59:00.087993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d953b1f8-a5a5-434b-90fd-d32764d20490 req-ccaf74e4-30cb-4b61-9d2f-8855d721fb0a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000445 Jan 27 21:59:00.133711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33024) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.192901 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b73bd9-9514-44e2-9e03-f42a6db13f30 x-openstack-request-id: req-64b73bd9-9514-44e2-9e03-f42a6db13f30 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:00.193359 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2b6103-aca5-44e8-9a4c-f746914d3ea6", "name": "network-vif-deleted", "tag": "803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:00.193973 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64b73bd9-9514-44e2-9e03-f42a6db13f30 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:00.194637 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2b6103-aca5-44e8-9a4c-f746914d3ea6', 'name': 'network-vif-deleted', 'tag': '803d8ce9-f5a8-4b2b-99dd-16a7bd5c4a4a', 'status': 'completed', 'code': 200} Jan 27 21:59:00.345836 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c2e2a3d-12a4-4a34-880d-2b64e4cb7856 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcd0d957ba86409099840f713b282e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2101061 Jan 27 21:59:00.352715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33026) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.566592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec0a13f-d186-42fb-8915-2ef4882960ad {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:00.581158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Publish callbacks [] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.595467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Transition to ACTIVE for port object dec0a13f-d186-42fb-8915-2ef4882960ad will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:00.621997 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.631001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c927-c320-4e31-947d-a69607e43f2a admin admin] Publish callbacks [] for security_group (961a016c-8d6a-449a-af62-c5d569de21f0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.680555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64004a59-c9a1-452f-8e89-5823e24b93a5 req-4d7b5060-cdc5-41ba-947a-6b20761b29fd tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338601 Jan 27 21:59:00.744569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c927-c320-4e31-947d-a69607e43f2a admin admin] Publish callbacks [] for security_group (961a016c-8d6a-449a-af62-c5d569de21f0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.803052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4776a-dabe-451e-9d96-8e7463daedc3 req-85622fda-9799-4441-8dea-13c96b292854 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.819370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baa4776a-dabe-451e-9d96-8e7463daedc3 req-85622fda-9799-4441-8dea-13c96b292854 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 946 time: 0.5009298 Jan 27 21:59:00.891832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Pushing event updated for resources: {'Port': ['ID=dec0a13f-d186-42fb-8915-2ef4882960ad,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:00.960826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c927-c320-4e31-947d-a69607e43f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (961a016c-8d6a-449a-af62-c5d569de21f0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.977826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a6c927-c320-4e31-947d-a69607e43f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.985613 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7a6c927-c320-4e31-947d-a69607e43f2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/961a016c-8d6a-449a-af62-c5d569de21f0 HTTP/1.1" status: 204 len: 168 time: 0.6291721 Jan 27 21:59:01.037511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6c927-c320-4e31-947d-a69607e43f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961a016c-8d6a-449a-af62-c5d569de21f0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:01.239344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baa4776a-dabe-451e-9d96-8e7463daedc3 req-3c6ce56a-89f5-4309-b011-6f325fbd92ce tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188349 Jan 27 21:59:01.267513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Attempting to bind port dec0a13f-d186-42fb-8915-2ef4882960ad on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:01.269849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Attempting to bind port dec0a13f-d186-42fb-8915-2ef4882960ad by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:01.270198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Attempting to bind port dec0a13f-d186-42fb-8915-2ef4882960ad on network 454c5e9e-f81d-4233-8b38-19e999eb80fd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:01.284986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Port dec0a13f-d186-42fb-8915-2ef4882960ad on network 454c5e9e-f81d-4233-8b38-19e999eb80fd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:01.285471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Attempting to bind port dec0a13f-d186-42fb-8915-2ef4882960ad on network 454c5e9e-f81d-4233-8b38-19e999eb80fd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:01.298058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:01.298687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Checking segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:01.299115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Bound using segment: {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:01.301713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Bound port: dec0a13f-d186-42fb-8915-2ef4882960ad, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59da2563-0601-41d5-8267-540483535170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:01.302162 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.584126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e39dd-b1be-4db5-bfcd-012e5e484ee1 req-72365aac-d49b-461b-ba74-fe3b9b6f8441 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.585828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d55e39dd-b1be-4db5-bfcd-012e5e484ee1 req-72365aac-d49b-461b-ba74-fe3b9b6f8441 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.2454162 Jan 27 21:59:01.654915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] For port dec0a13f-d186-42fb-8915-2ef4882960ad, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:01.694737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] For port dec0a13f-d186-42fb-8915-2ef4882960ad, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dec0a13f-d186-42fb-8915-2ef4882960ad,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:01.729485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.934471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Pushing event updated for resources: {'Port': ['ID=dec0a13f-d186-42fb-8915-2ef4882960ad,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:01.987828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.988481 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.989951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-18834332-6410-4eab-9547-45bdfe232668 service neutron] 10.222.0.16 "PUT /v2.0/ports/dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 1091 time: 2.8987970 Jan 27 21:59:01.990657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:01.993777 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d158c3d8-1834-43b5-8934-f5253e2d1dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:02.035718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d55e39dd-b1be-4db5-bfcd-012e5e484ee1 req-eccd6922-77c7-4016-9da0-7ac2fb6c453c tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376686 Jan 27 21:59:02.240692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-55c1bced-fb09-49f1-83da-756a03448e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.246752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-55c1bced-fb09-49f1-83da-756a03448e21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 1094 time: 0.1911051 Jan 27 21:59:02.269628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d96565-5d30-4bf6-81f9-b732641f639b req-0c5b9717-39f2-40d6-95d4-07c3542d4113 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.284253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2d96565-5d30-4bf6-81f9-b732641f639b req-0c5b9717-39f2-40d6-95d4-07c3542d4113 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 943 time: 0.3332219 Jan 27 21:59:02.322965 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f698ab-1e1b-4ec1-88f1-4fae85801b3b x-openstack-request-id: req-89f698ab-1e1b-4ec1-88f1-4fae85801b3b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:02.325274 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:02.325756 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89f698ab-1e1b-4ec1-88f1-4fae85801b3b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:02.326394 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'status': 'completed', 'code': 200} Jan 27 21:59:02.562186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-1a7d4eb3-a59d-448a-b49d-1ade0de08ac6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 217 time: 0.2546127 Jan 27 21:59:02.725814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2d96565-5d30-4bf6-81f9-b732641f639b req-50dc414f-f915-4322-903f-58131a896e5b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398627 Jan 27 21:59:02.848666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b51b6-ae73-4649-94a2-f1f3b8b5ed5a req-7e68ce9c-702c-4d63-8966-598829e72879 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.863914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-580b51b6-ae73-4649-94a2-f1f3b8b5ed5a req-7e68ce9c-702c-4d63-8966-598829e72879 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 946 time: 0.3703861 Jan 27 21:59:02.902868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33076) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:02.999218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-580b51b6-ae73-4649-94a2-f1f3b8b5ed5a req-1f8eba6c-bff4-4d92-a664-51460f2b1a0f tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331663 Jan 27 21:59:03.016808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-cd2a44eb-1206-4a32-9495-ba59daeba9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.019303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-cd2a44eb-1206-4a32-9495-ba59daeba9b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.3368230 Jan 27 21:59:03.177350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-b01ca964-17ad-4129-a8d9-6fdf3842d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.185590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-b01ca964-17ad-4129-a8d9-6fdf3842d6c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563859 Jan 27 21:59:03.345350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-919045264-network', 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:03.412877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:03.419151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.440109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.719980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc087365-8bdf-434f-bcac-8d5f3f61f951 req-2927dda3-1b01-4d16-baad-06c1f30d7c52 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.722183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc087365-8bdf-434f-bcac-8d5f3f61f951 req-2927dda3-1b01-4d16-baad-06c1f30d7c52 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.4611764 Jan 27 21:59:03.754984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-022e4983-9c19-49da-a30b-835c3f5c6999 service neutron] 10.222.0.16 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564935 Jan 27 21:59:03.780007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Publish callbacks [] for security_group (3958824e-dadb-4f10-864b-c132b3d83f33), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.793474 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3958824e-dadb-4f10-864b-c132b3d83f33), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.836241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:59:03.874619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3958824e-dadb-4f10-864b-c132b3d83f33,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:03.881118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (22f6f3c4-d230-4e75-84d7-7b2d81801de9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.882103 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Added segment 22f6f3c4-d230-4e75-84d7-7b2d81801de9 of type vlan for network 117b07ff-d9aa-4124-b507-7b2a258cb97e Jan 27 21:59:03.897978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29cee5-734a-4a67-bbf1-6e977dd16d02 req-6d2bfc13-1e8f-435c-ba90-33749848a11a tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.900874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b29cee5-734a-4a67-bbf1-6e977dd16d02 req-6d2bfc13-1e8f-435c-ba90-33749848a11a tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 946 time: 0.5117993 Jan 27 21:59:03.914859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33094) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.973063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Request body: {'floatingip': {'port_id': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:04.016537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc087365-8bdf-434f-bcac-8d5f3f61f951 req-cf968ca4-0672-4b2a-9f46-bf89cf07b39a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676737 Jan 27 21:59:04.074155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60c9a6c9-d456-4278-9572-9c05f2a09d29 req-cbf6270e-d3b7-4288-8e64-a4440b73abdd service neutron] 10.222.0.16 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095751 Jan 27 21:59:04.086579 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7440-1e4a-4732-8b06-29f27085f727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.166741 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for floatingip (c74b5e36-c914-491f-8167-be9f089ff7d3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.251134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (117b07ff-d9aa-4124-b507-7b2a258cb97e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.357522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-0307bff2-1e26-42ed-b867-eef5587a87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.360241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-0307bff2-1e26-42ed-b867-eef5587a87a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 1094 time: 0.2053096 Jan 27 21:59:04.396471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:59:04.510205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dc877-d415-4751-a549-549e4bb200cc req-3a8c856f-9f43-4c66-855e-cdf985af8187 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.518980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a46dc877-d415-4751-a549-549e4bb200cc req-3a8c856f-9f43-4c66-855e-cdf985af8187 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 943 time: 0.2401462 Jan 27 21:59:04.541707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (117b07ff-d9aa-4124-b507-7b2a258cb97e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.543442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.544548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.661840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-41b3734d-3f43-4d91-aace-f399c45b00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.664360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-41b3734d-3f43-4d91-aace-f399c45b00ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.2968063 Jan 27 21:59:04.740374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-79efe1e6-873c-42f2-9cb0-c9e1cce0f5f2 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.741995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-79efe1e6-873c-42f2-9cb0-c9e1cce0f5f2 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.57 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 0.1986799 Jan 27 21:59:04.746740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a46dc877-d415-4751-a549-549e4bb200cc req-05b2842c-5fa9-4f0b-b236-17e04ab6b24a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241971 Jan 27 21:59:04.749238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-6efbc0ac-d828-4f9b-bbbe-30480f7c00f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 217 time: 0.0778797 Jan 27 21:59:04.795126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] Pushing event updated for resources: {'Network': ['ID=117b07ff-d9aa-4124-b507-7b2a258cb97e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:04.814766 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-214f0448-e05c-42a8-a13c-d8e83a0fdd5c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9101551 Jan 27 21:59:04.821886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33104) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.830080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:59:04.849482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Request body: {'subnet': {'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-919045264-subnet', 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:04.966925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-2b3301ac-42ee-46e9-ba1e-4bf9c21708a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.970397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-2b3301ac-42ee-46e9-ba1e-4bf9c21708a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.2067475 Jan 27 21:59:05.254161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-9dae5fb7-8010-469d-8fb9-5a34ad9efa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.256004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-9dae5fb7-8010-469d-8fb9-5a34ad9efa39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2764025 Jan 27 21:59:05.342391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:05.345682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.479925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Deleting port 54eb5805-c358-4d38-8a2e-50e6835f313b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:05.480398 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.083150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:59:06.271770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] For port 54eb5805-c358-4d38-8a2e-50e6835f313b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=54eb5805-c358-4d38-8a2e-50e6835f313b,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:06.273277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.293489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Calling delete_port for 54eb5805-c358-4d38-8a2e-50e6835f313b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:06.490480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (54eb5805-c358-4d38-8a2e-50e6835f313b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.522791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378e70-5d17-4318-bb35-21a808c855f4 req-9d103581-921a-4ec4-aeab-73f1c39a645a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.527228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d378e70-5d17-4318-bb35-21a808c855f4 req-9d103581-921a-4ec4-aeab-73f1c39a645a tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 945 time: 1.1219769 Jan 27 21:59:06.608052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-c1d85cd1-2863-4ea7-bdec-7c214ac6f1c2 service neutron] 10.222.0.16 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3408301 Jan 27 21:59:06.652572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceab99d-43fc-4033-8bac-113f76be8f21 req-be39b811-8124-4b8f-ae6c-40a0454dba71 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.654581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ceab99d-43fc-4033-8bac-113f76be8f21 req-be39b811-8124-4b8f-ae6c-40a0454dba71 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 943 time: 0.6414001 Jan 27 21:59:06.655790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Pushing event deleted for resources: {'Port': ['ID=54eb5805-c358-4d38-8a2e-50e6835f313b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.691365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.728213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d378e70-5d17-4318-bb35-21a808c855f4 req-2f7dcb99-d950-4334-be39-98ee84f987ae tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b10f5fa-044c-46c5-bf7b-165d08686c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732578 Jan 27 21:59:06.785790 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (c74b5e36-c914-491f-8167-be9f089ff7d3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.915868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] No DVR routers for this DVR port 54eb5805-c358-4d38-8a2e-50e6835f313b on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:06.923519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.927372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57d2ce39-a1f0-494f-a455-429bdb4e472d req-5bd378e8-5245-451d-b07d-e72f2a7218b7 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.57 "DELETE /v2.0/ports/54eb5805-c358-4d38-8a2e-50e6835f313b HTTP/1.1" status: 204 len: 173 time: 2.1767886 Jan 27 21:59:06.930676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a71e49-8918-4de0-8142-148d568d2b10', 'name': 'network-vif-deleted', 'tag': '54eb5805-c358-4d38-8a2e-50e6835f313b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:06.933533 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e490538-d544-433c-98cb-f239fdd2cfd7" -d '{"events": [{"server_uuid": "68a71e49-8918-4de0-8142-148d568d2b10", "name": "network-vif-deleted", "tag": "54eb5805-c358-4d38-8a2e-50e6835f313b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:07.063198 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5342bed-22bc-48c1-9ccc-4c4ec786b26c x-openstack-request-id: req-b5342bed-22bc-48c1-9ccc-4c4ec786b26c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:07.063736 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a71e49-8918-4de0-8142-148d568d2b10", "name": "network-vif-deleted", "tag": "54eb5805-c358-4d38-8a2e-50e6835f313b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:07.067163 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5342bed-22bc-48c1-9ccc-4c4ec786b26c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:07.068952 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a71e49-8918-4de0-8142-148d568d2b10', 'name': 'network-vif-deleted', 'tag': '54eb5805-c358-4d38-8a2e-50e6835f313b', 'status': 'completed', 'code': 200} Jan 27 21:59:07.071237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a58b65ca-4c85-4c17-bf5d-e19186cd6b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.076685 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Floating IP c74b5e36-c914-491f-8167-be9f089ff7d3 associated. External IP: 172.25.8.58, port: e0671cc3-6ddc-413e-b645-9ab64136b8fd. Jan 27 21:59:07.132467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ceab99d-43fc-4033-8bac-113f76be8f21 req-f3f842c7-36dd-4270-a348-a7a111f547a3 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283907 Jan 27 21:59:07.192851 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (3132c1c8-dbeb-452d-82de-98713bf9d5fc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.250421 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d158c3d8-1834-43b5-8934-f5253e2d1dc2 req-071f96d1-e3b0-4572-b7b6-315e2156f6ad service neutron] 10.222.0.16 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247971 Jan 27 21:59:07.295680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3132c1c8-dbeb-452d-82de-98713bf9d5fc,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.496070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Checking segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:07.497452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Network hostable DHCP agents. Network: 117b07ff-d9aa-4124-b507-7b2a258cb97e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:59:07.603336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 54eb5805-c358-4d38-8a2e-50e6835f313b no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:07.714631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 54eb5805-c358-4d38-8a2e-50e6835f313b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:07.716033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 54eb5805-c358-4d38-8a2e-50e6835f313b not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:07.882200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:59:08.003144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 117b07ff-d9aa-4124-b507-7b2a258cb97e) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:08.017471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16380037-e565-4723-914b-c60e61874b4a None None] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:08.018829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.019942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.070504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d600f433-2825-48e1-b800-d435609d1a02 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2315152 Jan 27 21:59:08.097912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Router 23b2d152-1f8f-46b6-87fb-beef8d432e16 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:08.146894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1010e30f-ed96-4e0d-94bb-ebedc0c867f9 req-1fe3f44b-8ed9-48b1-bdb5-0359072f2e96 tempest-ServerRescueNegativeTestJSON-607494853 tempest-ServerRescueNegativeTestJSON-607494853-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a71e49-8918-4de0-8142-148d568d2b10 HTTP/1.1" status: 200 len: 210 time: 0.1970906 Jan 27 21:59:08.425268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.446218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe903fd2-8bfd-429e-b2c9-87d48dc816de None None] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:08.579615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:08.607131 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] Sync routers for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:08.618497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.650291 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:08.651573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:08.681511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb29b4-ca82-48e7-af57-bf6d69f84063 req-0d0b919e-b539-4ddb-a2e9-c6706f80b8b5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.699239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1feb29b4-ca82-48e7-af57-bf6d69f84063 req-0d0b919e-b539-4ddb-a2e9-c6706f80b8b5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 943 time: 0.2986324 Jan 27 21:59:08.768575 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54055685-781d-4fb6-9cf1-f0d2bd2bb47c tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "PUT /v2.0/floatingips/c74b5e36-c914-491f-8167-be9f089ff7d3 HTTP/1.1" status: 200 len: 991 time: 4.8486536 Jan 27 21:59:08.768575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'tag': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:08.770980 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc4c3f-85d9-416a-9f23-2ef58d9c7305", "tag": "e0671cc3-6ddc-413e-b645-9ab64136b8fd"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:08.882145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1feb29b4-ca82-48e7-af57-bf6d69f84063 req-84bb7b48-36f0-4373-a356-1b68a9a13555 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816773 Jan 27 21:59:09.043332 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:09.269707 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ef7401-dfef-443b-99c4-d2486f782b2b x-openstack-request-id: req-97ef7401-dfef-443b-99c4-d2486f782b2b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:09.271953 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc4c3f-85d9-416a-9f23-2ef58d9c7305", "tag": "e0671cc3-6ddc-413e-b645-9ab64136b8fd", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:09.272991 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97ef7401-dfef-443b-99c4-d2486f782b2b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:09.274294 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'tag': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'status': 'completed', 'code': 200} Jan 27 21:59:09.305908 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.428160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device dec0a13f-d186-42fb-8915-2ef4882960ad details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:09.626246 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c74b5e36-c914-491f-8167-be9f089ff7d3', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'port_id': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'mac_address': 'fa:16:3e:df:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:29Z', 'updated_at': '2022-01-27T21:59:05Z', 'revision_number': 1, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:31Z', 'revision_number': 5, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:09.627391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-75a77518-2c76-4342-a852-27c61aa0ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.633539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-75a77518-2c76-4342-a852-27c61aa0ef53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=376f3a79a48d449dab9daf01b78843ea&device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 1097 time: 0.3495371 Jan 27 21:59:09.699033 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] Checking router: 23b2d152-1f8f-46b6-87fb-beef8d432e16 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:09.713082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33202) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.748785 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:09.752564 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:09.846317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port dec0a13f-d186-42fb-8915-2ef4882960ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dec0a13f-d186-42fb-8915-2ef4882960ad,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:09.882938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'port_id': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'mac_address': 'fa:16:3e:e3:41:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:10.049541 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.245500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port dec0a13f-d186-42fb-8915-2ef4882960ad is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:10.246778 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.266152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-b36ee278-7984-4f92-bb36-e84370dfeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:10.268951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-b36ee278-7984-4f92-bb36-e84370dfeec8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c HTTP/1.1" status: 200 len: 915 time: 0.6195815 Jan 27 21:59:10.322672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec0a13f-d186-42fb-8915-2ef4882960ad {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:10.378965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port dec0a13f-d186-42fb-8915-2ef4882960ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dec0a13f-d186-42fb-8915-2ef4882960ad,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:10.389585 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.395925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Publish callbacks [] for security_group (bb9a4322-b8bc-410e-b39f-607766576ecd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.422272 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bb9a4322-b8bc-410e-b39f-607766576ecd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.426116 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:10.573845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=dec0a13f-d186-42fb-8915-2ef4882960ad,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.686787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.687570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.693399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.694175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.695973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.697240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.697922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.698604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.699293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.700007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.703139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.703811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.710967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.738929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622d3d8-0487-4b0c-bb51-a81c0e9da407 req-e7a1a6f4-22d7-4edc-a9b6-7b6d8614f5ed tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:10.759433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9a4322-b8bc-410e-b39f-607766576ecd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.760579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b622d3d8-0487-4b0c-bb51-a81c0e9da407 req-e7a1a6f4-22d7-4edc-a9b6-7b6d8614f5ed tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 943 time: 0.5709372 Jan 27 21:59:10.788610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['dec0a13f-d186-42fb-8915-2ef4882960ad'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:10.854445 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.854664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.854850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.855197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.858425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.858772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.859163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.859545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.859888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.860261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.860660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.860994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.861322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:10.910065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8e3b45e1-c0d1-4b3b-8a2a-1db9da681f27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7fd0a52da5647e0b79b720cbf449342&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5983515 Jan 27 21:59:10.910065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33216) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:10.925056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-18c68e1d-03dd-4a57-8601-9c0d849c38df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd HTTP/1.1" status: 200 len: 999 time: 0.6451218 Jan 27 21:59:11.005710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.103249 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c74b5e36-c914-491f-8167-be9f089ff7d3', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'port_id': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'mac_address': 'fa:16:3e:df:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:29Z', 'updated_at': '2022-01-27T21:59:05Z', 'revision_number': 1, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:31Z', 'revision_number': 5, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:11.187466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb2c93df-254e-4ef7-86e2-0bf903931cde admin admin] Publish callbacks [] for security_group (bb9a4322-b8bc-410e-b39f-607766576ecd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.193735 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b654bf-4ee7-4926-9d7a-2a62b80e2d6d None None] The sync data for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 is: [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c74b5e36-c914-491f-8167-be9f089ff7d3', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'port_id': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'mac_address': 'fa:16:3e:df:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:29Z', 'updated_at': '2022-01-27T21:59:05Z', 'revision_number': 1, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:31Z', 'revision_number': 5, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:11.267626 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.400982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb2c93df-254e-4ef7-86e2-0bf903931cde admin admin] Publish callbacks [] for security_group (bb9a4322-b8bc-410e-b39f-607766576ecd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.464136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-6d260f06-01ea-49c6-93c3-389fedc09f9f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.483482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-6d260f06-01ea-49c6-93c3-389fedc09f9f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 1.8450177 Jan 27 21:59:11.653608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b622d3d8-0487-4b0c-bb51-a81c0e9da407 req-35b9cd6a-5104-41b0-8bf0-27d42df2c238 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8894103 Jan 27 21:59:11.653913 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb2c93df-254e-4ef7-86e2-0bf903931cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bb9a4322-b8bc-410e-b39f-607766576ecd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.662994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c3da9-092e-4664-8c2d-0502ce624793 None None] New status for floating IP c74b5e36-c914-491f-8167-be9f089ff7d3: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:59:11.667945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb2c93df-254e-4ef7-86e2-0bf903931cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.678793 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cb2c93df-254e-4ef7-86e2-0bf903931cde admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb9a4322-b8bc-410e-b39f-607766576ecd HTTP/1.1" status: 204 len: 168 time: 0.7586660 Jan 27 21:59:11.685409 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-901e9466-bc4b-4403-8ef9-32b03c057bc2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/quotas/b38c8ec451564736a8d87b12d6f553e3 HTTP/1.1" status: 200 len: 375 time: 0.1969638 Jan 27 21:59:11.689800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-491635e3-de4f-40f4-acca-765cbd7b21df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.698642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-491635e3-de4f-40f4-acca-765cbd7b21df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b2b0eb-d7ea-4f22-998a-8ce59e830b24 HTTP/1.1" status: 200 len: 853 time: 0.7551336 Jan 27 21:59:11.710823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-d611c021-6cd6-46c6-9d46-8c705a955373 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5298676 Jan 27 21:59:11.793023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c93df-254e-4ef7-86e2-0bf903931cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9a4322-b8bc-410e-b39f-607766576ecd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:11.874572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-db2de9c6-c495-4f4a-8aaa-14499d119347 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1872954 Jan 27 21:59:11.877491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (f3669f67-143c-4009-9d06-fb9a038ab5e3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.409171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-cdbf4b55-305a-44c8-9c61-9979775f4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.416229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-cdbf4b55-305a-44c8-9c61-9979775f4ef0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.3506236 Jan 27 21:59:12.449862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-26916afb-0fb8-43e5-8bbd-98b871922a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.451197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-26916afb-0fb8-43e5-8bbd-98b871922a7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6092250 Jan 27 21:59:12.583114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33230) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:12.632662 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aaddf3b-8060-4705-b12e-51758f80bbe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.816926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-a2566b9c-6a53-419b-bf33-5011ddd62c8e service neutron] 10.222.0.57 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542740 Jan 27 21:59:12.901226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aaddf3b-8060-4705-b12e-51758f80bbe4 admin admin] Publish callbacks [] for security_group (0afacc8e-36ba-4ecd-b9d7-66ded1ccafee), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.916833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aaddf3b-8060-4705-b12e-51758f80bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0afacc8e-36ba-4ecd-b9d7-66ded1ccafee), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.987613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7adc1d94-9ef3-4c0d-b692-2295a9e93d56 req-63e16e4a-c562-4b87-b07e-267d899e727a service neutron] 10.222.0.57 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613948 Jan 27 21:59:13.001514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaddf3b-8060-4705-b12e-51758f80bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afacc8e-36ba-4ecd-b9d7-66ded1ccafee,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:13.009158 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9aaddf3b-8060-4705-b12e-51758f80bbe4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3acd1eb01e0440eda60d360d9bf7211f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4249082 Jan 27 21:59:13.013492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33236) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.024840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-ffa6b353-f061-4c95-93f7-77722af1fe19 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1488426 Jan 27 21:59:13.051835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-5789ba80-82e6-4981-80cb-73c95ddf9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.065696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-5789ba80-82e6-4981-80cb-73c95ddf9598 service neutron] 10.222.0.57 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.6013939 Jan 27 21:59:13.088812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Deleting port d41bc477-ac86-4ffb-b2ee-aba9b367045b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:13.091380 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.334600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] For port d41bc477-ac86-4ffb-b2ee-aba9b367045b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d41bc477-ac86-4ffb-b2ee-aba9b367045b,segment=NetworkSegment(16856b41-3b77-49b8-9260-8ccee39a1526),segment_id=16856b41-3b77-49b8-9260-8ccee39a1526)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:13.335509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.365106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Calling delete_port for d41bc477-ac86-4ffb-b2ee-aba9b367045b owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:13.374684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-28df260c-6cff-4f70-aa08-797416a88c20 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520299 Jan 27 21:59:13.377034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-2958fb54-d9af-4406-a48a-37860c8d75d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 217 time: 0.2267439 Jan 27 21:59:13.431830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device dec0a13f-d186-42fb-8915-2ef4882960ad up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:13.517031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aecd0-89e3-4100-bb2d-7c7788c837a7 req-bb7e6203-fd7e-4d6a-906b-4b470df38e80 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.524703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-778aecd0-89e3-4100-bb2d-7c7788c837a7 req-bb7e6203-fd7e-4d6a-906b-4b470df38e80 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 944 time: 0.5243638 Jan 27 21:59:13.564382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port dec0a13f-d186-42fb-8915-2ef4882960ad completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:13.569338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port dec0a13f-d186-42fb-8915-2ef4882960ad triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:13.569720 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.618076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-3a3c02c8-5638-4e5c-ae97-54cc009aab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.624764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-3a3c02c8-5638-4e5c-ae97-54cc009aab9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.2286768 Jan 27 21:59:13.739452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-707110f9-1b1a-4e3c-9327-9c772cf022be admin admin] Publish callbacks [] for security_group (0afacc8e-36ba-4ecd-b9d7-66ded1ccafee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.805868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-707110f9-1b1a-4e3c-9327-9c772cf022be admin admin] Publish callbacks [] for security_group (0afacc8e-36ba-4ecd-b9d7-66ded1ccafee), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.812979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port dec0a13f-d186-42fb-8915-2ef4882960ad is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:13.813738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.851014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-e71001e9-b50d-4b2f-b023-ef1350ffe79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.853456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-e71001e9-b50d-4b2f-b023-ef1350ffe79e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170212 Jan 27 21:59:13.907034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-778aecd0-89e3-4100-bb2d-7c7788c837a7 req-9a178082-3bd6-4c2b-a3f8-9664253baeff tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601778 Jan 27 21:59:13.956795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-707110f9-1b1a-4e3c-9327-9c772cf022be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0afacc8e-36ba-4ecd-b9d7-66ded1ccafee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.959372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port dec0a13f-d186-42fb-8915-2ef4882960ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dec0a13f-d186-42fb-8915-2ef4882960ad,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:13.965850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:13.970339 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f33b91-737f-482d-bf66-f28b6f844eed" -d '{"events": [{"server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "name": "network-vif-plugged", "status": "completed", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:13.972862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-707110f9-1b1a-4e3c-9327-9c772cf022be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.987637 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-707110f9-1b1a-4e3c-9327-9c772cf022be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0afacc8e-36ba-4ecd-b9d7-66ded1ccafee HTTP/1.1" status: 204 len: 168 time: 0.9716351 Jan 27 21:59:14.005488 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.046058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707110f9-1b1a-4e3c-9327-9c772cf022be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afacc8e-36ba-4ecd-b9d7-66ded1ccafee,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:14.052168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d41bc477-ac86-4ffb-b2ee-aba9b367045b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.122448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41bc477-ac86-4ffb-b2ee-aba9b367045b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:14.145374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=dec0a13f-d186-42fb-8915-2ef4882960ad,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:14.234680 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c42e3d-a7a5-4d12-abab-449f3eb2f4ba x-openstack-request-id: req-a7c42e3d-a7a5-4d12-abab-449f3eb2f4ba {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:14.235008 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "name": "network-vif-plugged", "status": "completed", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:14.235226 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7c42e3d-a7a5-4d12-abab-449f3eb2f4ba {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:14.235835 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'code': 200} Jan 27 21:59:14.297038 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d6b722c-4865-47a5-82c6-73d1998757b4 req-fc1bfe58-0610-4745-a22c-aed45d0ef136 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 210 time: 0.2013178 Jan 27 21:59:14.545061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cac4d2-3178-4c55-8416-5b57851fa99f req-901e1b05-fc65-41e2-9419-3120aa1c5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.547791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79cac4d2-3178-4c55-8416-5b57851fa99f req-901e1b05-fc65-41e2-9419-3120aa1c5d2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 1096 time: 0.2231326 Jan 27 21:59:14.640195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-f370a0b7-be80-44eb-ae8b-3be0e494c100 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7787826 Jan 27 21:59:14.809101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (f3669f67-143c-4009-9d06-fb9a038ab5e3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.967054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79cac4d2-3178-4c55-8416-5b57851fa99f req-4d32c003-02f9-4d90-8e50-901e159b7c01 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026368 Jan 27 21:59:15.031572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13129900-a0cd-4cb2-af08-a183e33d6a55 req-c9d92c44-543e-4060-84ff-47239df80a06 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717499 Jan 27 21:59:15.298097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e03f6-aa88-49a2-9209-ac85290c6470 req-7a3f5788-84a1-4b0d-8b81-6dad6a913916 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.303705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd5e03f6-aa88-49a2-9209-ac85290c6470 req-7a3f5788-84a1-4b0d-8b81-6dad6a913916 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 945 time: 0.1530683 Jan 27 21:59:15.413372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Router f3669f67-143c-4009-9d06-fb9a038ab5e3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:15.475312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd5e03f6-aa88-49a2-9209-ac85290c6470 req-1d7b7aaa-0811-4eea-a2dd-55b42a48448f tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621904 Jan 27 21:59:15.621713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-462d1568-b845-4159-94b8-84c840f5fd3b req-315a4a42-b54e-41c9-a0c8-11eb344c3d36 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 210 time: 0.1006460 Jan 27 21:59:15.880016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:15.896251 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6db5c20d-d5ae-4800-9055-0cc6fee0fa71 admin admin] 10.222.0.45 "PUT /v2.0/routers/f3669f67-143c-4009-9d06-fb9a038ab5e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1769264 Jan 27 21:59:15.896682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33294) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:15.908281 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] Sync routers for ids ['f3669f67-143c-4009-9d06-fb9a038ab5e3'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:15.924832 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] Routers {'f3669f67-143c-4009-9d06-fb9a038ab5e3'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:15.926079 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f3669f67-143c-4009-9d06-fb9a038ab5e3'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:16.095184 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] Set router f3669f67-143c-4009-9d06-fb9a038ab5e3 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:16.411322 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:59:13Z', 'revision_number': 5, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:16.497614 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] Checking router: f3669f67-143c-4009-9d06-fb9a038ab5e3 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:16.526133 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] Routers {'f3669f67-143c-4009-9d06-fb9a038ab5e3'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:16.527241 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f3669f67-143c-4009-9d06-fb9a038ab5e3'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:17.024030 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] Set router f3669f67-143c-4009-9d06-fb9a038ab5e3 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:17.206711 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6b5a85e-abe3-43d3-9211-6271589bfaa8 req-2fc37d36-f74b-4f55-9b9d-0e18ddbde4a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 210 time: 0.1622181 Jan 27 21:59:17.524508 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks [] for router (f3669f67-143c-4009-9d06-fb9a038ab5e3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.727622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-be6f4e56-7ee3-41ea-94b9-71f60a1ef38b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.730415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-be6f4e56-7ee3-41ea-94b9-71f60a1ef38b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 1.3343847 Jan 27 21:59:17.759161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Request body: {'port': {'device_id': '97d1caec-efe1-4e33-82cb-b414f0cb9aef', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'admin_state_up': True, 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:17.780016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e89ac-32b5-413a-9619-356036235a0e req-215f41c4-3a60-457c-92a8-597e396ec912 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.794768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b43e89ac-32b5-413a-9619-356036235a0e req-215f41c4-3a60-457c-92a8-597e396ec912 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 945 time: 0.8041303 Jan 27 21:59:17.873611 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:59:13Z', 'revision_number': 5, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:17.911618 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9bf50c-c7e2-4a4d-aca3-34fc457b6634 None None] The sync data for ids ['f3669f67-143c-4009-9d06-fb9a038ab5e3'] in n-d-826529-2 is: [{'id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'name': 'tempest-ServerRescueNegativeTestJSON-2090639814-router', 'tenant_id': '0dd809130b35416a80677bfd9217bf9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:59:13Z', 'revision_number': 5, 'project_id': '0dd809130b35416a80677bfd9217bf9f', 'gw_port': {'id': 'fbfcaade-4229-494f-85f0-22798cda3981', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3669f67-143c-4009-9d06-fb9a038ab5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:18.086726 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.166488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b43e89ac-32b5-413a-9619-356036235a0e req-8d0aec82-1522-4766-a066-42abdc3a9cdf tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691509 Jan 27 21:59:18.267705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks [] for router_gateway (f3669f67-143c-4009-9d06-fb9a038ab5e3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.696928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1955646f-cb81-4da8-859d-b1d73a9cde4c req-41a5b091-0acd-4316-95bf-7592d2bc9985 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 210 time: 0.2398899 Jan 27 21:59:18.745017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:18.761404 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.509821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-83c4e417-d74c-474e-92f8-ed6fffe85d09 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.518538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-83c4e417-d74c-474e-92f8-ed6fffe85d09 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.0867515 Jan 27 21:59:19.652755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Deleting port fbfcaade-4229-494f-85f0-22798cda3981 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:19.653186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fbfcaade-4229-494f-85f0-22798cda3981), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.695057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-21fb774c-ec82-4132-98e0-3f81aefdd174 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.1754491 Jan 27 21:59:19.734031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d41bc477-ac86-4ffb-b2ee-aba9b367045b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:19.735534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Request body: {'floatingip': {'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:19.817532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d41bc477-ac86-4ffb-b2ee-aba9b367045b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:19.818100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d41bc477-ac86-4ffb-b2ee-aba9b367045b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:19.908335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.991885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a6b4c475-40b4-47c6-b77d-32260df8c886 req-954915c2-75df-4bde-9531-08391e1d707f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 210 time: 0.1061599 Jan 27 21:59:20.121081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Allocated IP 172.20.0.6 (117b07ff-d9aa-4124-b507-7b2a258cb97e/3132c1c8-dbeb-452d-82de-98713bf9d5fc/f801b46f-496e-4110-8578-a24c8ef60c80) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:20.220539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] For port fbfcaade-4229-494f-85f0-22798cda3981, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fbfcaade-4229-494f-85f0-22798cda3981,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:20.221491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fbfcaade-4229-494f-85f0-22798cda3981), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.281655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Calling delete_port for fbfcaade-4229-494f-85f0-22798cda3981 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:20.626268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.153447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks [] for port (f801b46f-496e-4110-8578-a24c8ef60c80), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.511620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (fbfcaade-4229-494f-85f0-22798cda3981), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.626624 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.714056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfcaade-4229-494f-85f0-22798cda3981,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:21.726576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:59:21.822527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d90d34-48f0-411d-847f-369e5efe5d22 req-b0e362ae-fbc6-440a-a51e-4ddadae97a40 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.830125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65d90d34-48f0-411d-847f-369e5efe5d22 req-b0e362ae-fbc6-440a-a51e-4ddadae97a40 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 931 time: 0.3560758 Jan 27 21:59:21.885468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:21.936303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:21.955125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:21.969528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.970788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event updated for resources: {'Port': ['ID=f801b46f-496e-4110-8578-a24c8ef60c80,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:22.041009 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.104253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (f3669f67-143c-4009-9d06-fb9a038ab5e3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.200250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65d90d34-48f0-411d-847f-369e5efe5d22 req-846fc2a3-69b2-4c60-9366-1c58410e91cb tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691061 Jan 27 21:59:22.254421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.255358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.263378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (f3669f67-143c-4009-9d06-fb9a038ab5e3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.269491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks [] for router_controller (f3669f67-143c-4009-9d06-fb9a038ab5e3), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.488956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-b672c684-e51d-44b5-bca5-647322f8d391 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7473521 Jan 27 21:59:22.512549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Request body: {'port': {'device_id': '97d1caec-efe1-4e33-82cb-b414f0cb9aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:22.518345 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (f3669f67-143c-4009-9d06-fb9a038ab5e3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.518345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3669f67-143c-4009-9d06-fb9a038ab5e3 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:22.567631 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31 associated. External IP: 172.25.8.24, port: 3c9f37f3-fcea-4d00-b01c-a956c551e907. Jan 27 21:59:22.585990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.589889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fbf7a607-f409-4691-b2f5-a46f6452c91f admin admin] 10.222.0.45 "DELETE /v2.0/routers/f3669f67-143c-4009-9d06-fb9a038ab5e3 HTTP/1.1" status: 204 len: 168 time: 6.6921003 Jan 27 21:59:22.590138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33422) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.733787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b677c3-ac3a-413d-8e49-0eb07385547e admin admin] Deleting subnet 849c3c01-ecfd-4e6a-acc9-d28572ca2422 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:22.743912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7b677c3-ac3a-413d-8e49-0eb07385547e admin admin] Publish callbacks [] for subnet (849c3c01-ecfd-4e6a-acc9-d28572ca2422), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.827636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.881793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7b677c3-ac3a-413d-8e49-0eb07385547e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (849c3c01-ecfd-4e6a-acc9-d28572ca2422), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.988031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7b677c3-ac3a-413d-8e49-0eb07385547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (849c3c01-ecfd-4e6a-acc9-d28572ca2422), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.117529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7b677c3-ac3a-413d-8e49-0eb07385547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (849c3c01-ecfd-4e6a-acc9-d28572ca2422), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.145574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7b677c3-ac3a-413d-8e49-0eb07385547e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.153398 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d7b677c3-ac3a-413d-8e49-0eb07385547e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/849c3c01-ecfd-4e6a-acc9-d28572ca2422 HTTP/1.1" status: 204 len: 168 time: 0.5616021 Jan 27 21:59:23.156704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:23.380113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Router 3cda758f-e577-4810-a54a-5a16129049df has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:23.430355 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (8c960a22-2521-441b-82f5-ce5b7d9fabdc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.436348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b677c3-ac3a-413d-8e49-0eb07385547e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849c3c01-ecfd-4e6a-acc9-d28572ca2422,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:23.626096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (8c960a22-2521-441b-82f5-ce5b7d9fabdc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.672117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c960a22-2521-441b-82f5-ce5b7d9fabdc']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:23.701570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16856b41-3b77-49b8-9260-8ccee39a1526') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:23.702074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16856b41-3b77-49b8-9260-8ccee39a1526') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:23.725642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (16856b41-3b77-49b8-9260-8ccee39a1526), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.776081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (16856b41-3b77-49b8-9260-8ccee39a1526), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.793676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:59:23.795169 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (16856b41-3b77-49b8-9260-8ccee39a1526), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: timer() Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:59:23.833410 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:59:23.892831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fbfcaade-4229-494f-85f0-22798cda3981 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:23.936431 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (8c960a22-2521-441b-82f5-ce5b7d9fabdc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.943215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.959877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8c960a22-2521-441b-82f5-ce5b7d9fabdc HTTP/1.1" status: 204 len: 168 time: 0.8004420 Jan 27 21:59:23.981648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e7cf7-793a-4a00-806d-272e5b9e0a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c960a22-2521-441b-82f5-ce5b7d9fabdc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:24.056715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:24.066219 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.108149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: fbfcaade-4229-494f-85f0-22798cda3981 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:24.112869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fbfcaade-4229-494f-85f0-22798cda3981 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:24.130696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:24.173761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:24.174986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:24.311032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-db65537f-6db5-4fd9-88f1-c834f509730e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "PUT /v2.0/floatingips/2ae0bf09-38e6-4102-9423-6f804a2dcc31 HTTP/1.1" status: 200 len: 996 time: 4.6148362 Jan 27 21:59:24.313945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:24.332567 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72b6055-12c8-4623-9ff9-3187c444e64f" -d '{"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:24.370272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c27e-be97-4903-bc3f-44bc50587cdb req-e4d13c8c-a020-4643-b294-8f4f5da0bbde tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:24.384372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e70c27e-be97-4903-bc3f-44bc50587cdb req-e4d13c8c-a020-4643-b294-8f4f5da0bbde tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 931 time: 0.9369316 Jan 27 21:59:24.405656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f801b46f-496e-4110-8578-a24c8ef60c80 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:24.437381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:24.541726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Publish callbacks [] for port (f801b46f-496e-4110-8578-a24c8ef60c80), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.647073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Transition to ACTIVE for port object f801b46f-496e-4110-8578-a24c8ef60c80 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:24.677233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.807243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-a6a90ca1-724e-4b93-a341-2f3f9ec4f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:24.822040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-a6a90ca1-724e-4b93-a341-2f3f9ec4f0ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.4111907 Jan 27 21:59:24.849932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33470) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:25.165232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e70c27e-be97-4903-bc3f-44bc50587cdb req-325b88a6-ac37-46a7-bb63-0a987ad88a27 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7799370 Jan 27 21:59:25.214384 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-07ca92ed-6c6d-47a3-a2c3-8c7ef121f055 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0dd809130b35416a80677bfd9217bf9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590689 Jan 27 21:59:25.218065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:34:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:21Z', 'revision_number': 1, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:25.219020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33478) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:25.271221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Pushing event updated for resources: {'Port': ['ID=f801b46f-496e-4110-8578-a24c8ef60c80,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:25.374740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:25.437564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:25.441741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:25.502976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48253f58-4fcc-4aba-983e-0b8519582b6e admin admin] Publish callbacks [] for security_group (2b10f5fa-044c-46c5-bf7b-165d08686c89), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.682184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48253f58-4fcc-4aba-983e-0b8519582b6e admin admin] Publish callbacks [] for security_group (2b10f5fa-044c-46c5-bf7b-165d08686c89), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.726917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Attempting to bind port f801b46f-496e-4110-8578-a24c8ef60c80 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:25.728552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Attempting to bind port f801b46f-496e-4110-8578-a24c8ef60c80 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:25.729391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Attempting to bind port f801b46f-496e-4110-8578-a24c8ef60c80 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:25.780676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Port f801b46f-496e-4110-8578-a24c8ef60c80 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:25.781606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Attempting to bind port f801b46f-496e-4110-8578-a24c8ef60c80 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:25.812111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-24f24cf8-ad8e-4a22-8602-605f4744013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.822592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-24f24cf8-ad8e-4a22-8602-605f4744013b service neutron] 10.222.0.45 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.9435794 Jan 27 21:59:25.832731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:25.833768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Checking segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:25.834806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Bound using segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:25.836290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Bound port: f801b46f-496e-4110-8578-a24c8ef60c80, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:25.837383 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.878484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48253f58-4fcc-4aba-983e-0b8519582b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2b10f5fa-044c-46c5-bf7b-165d08686c89), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.884765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-48253f58-4fcc-4aba-983e-0b8519582b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.886063 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-48253f58-4fcc-4aba-983e-0b8519582b6e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b10f5fa-044c-46c5-bf7b-165d08686c89 HTTP/1.1" status: 204 len: 168 time: 0.6651165 Jan 27 21:59:25.898513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48253f58-4fcc-4aba-983e-0b8519582b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10f5fa-044c-46c5-bf7b-165d08686c89,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:25.953388 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c2d3b8-ca3f-46ca-b5f3-9e8b92910773 x-openstack-request-id: req-88c2d3b8-ca3f-46ca-b5f3-9e8b92910773 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:25.954329 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:25.955917 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88c2d3b8-ca3f-46ca-b5f3-9e8b92910773 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:25.957358 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'status': 'completed', 'code': 200} Jan 27 21:59:26.082388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:26.177155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] For port f801b46f-496e-4110-8578-a24c8ef60c80, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:26.183074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] For port f801b46f-496e-4110-8578-a24c8ef60c80, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f801b46f-496e-4110-8578-a24c8ef60c80,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:26.199298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.526498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.531129 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.538439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] 10.222.0.57 "PUT /v2.0/ports/f801b46f-496e-4110-8578-a24c8ef60c80 HTTP/1.1" status: 200 len: 1091 time: 4.0284762 Jan 27 21:59:26.681655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-703b873e-02c2-4562-b131-e325d4b865e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 999 time: 0.8382583 Jan 27 21:59:26.941277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:34:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:21Z', 'revision_number': 1, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:26.943747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f67f94-7f06-4177-98d8-69b4c9b28001 service neutron] Pushing event updated for resources: {'Port': ['ID=f801b46f-496e-4110-8578-a24c8ef60c80,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:26.993568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-e4f4738d-3912-4af5-b0b3-8a8c529e6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.016736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-e4f4738d-3912-4af5-b0b3-8a8c529e6aea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.3005495 Jan 27 21:59:27.058840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-5057ad57-0243-4514-9c89-7e49956c1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.068923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-5057ad57-0243-4514-9c89-7e49956c1481 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 1.0829937 Jan 27 21:59:27.104925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba7562-ca84-47c4-8557-b5e6a510f4af None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:34:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:21Z', 'revision_number': 1, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:27.120046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d975d90-b41a-45aa-9304-dabfda26e32e req-009cd5f0-b47a-4693-a4e4-116864d26c9a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.122071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d975d90-b41a-45aa-9304-dabfda26e32e req-009cd5f0-b47a-4693-a4e4-116864d26c9a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 943 time: 0.7118015 Jan 27 21:59:27.395980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-87babf04-7ab0-4046-bce5-49ad99434614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.403169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-87babf04-7ab0-4046-bce5-49ad99434614 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 1094 time: 0.8054523 Jan 27 21:59:27.587628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-6b8e2e12-a9b4-4593-bf93-2c4c7aacffba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f801b46f-496e-4110-8578-a24c8ef60c80 HTTP/1.1" status: 200 len: 217 time: 0.1646483 Jan 27 21:59:27.627586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-0e01007f-fff3-4f91-bdec-79a254d336f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.629583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-0e01007f-fff3-4f91-bdec-79a254d336f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5421195 Jan 27 21:59:27.677894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-88e4713c-71b8-4eff-aa2a-b3f94f259cb7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:59:27.679585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-88e4713c-71b8-4eff-aa2a-b3f94f259cb7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064466 Jan 27 21:59:27.697847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d975d90-b41a-45aa-9304-dabfda26e32e req-24681c58-6e11-4b37-9aee-3a53ac1177bd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521004 Jan 27 21:59:27.749902 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037fc26-b1f9-4df2-b27a-df8a2bbc760d None None] New status for floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:59:27.954637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-87438f43-04b8-4d2c-b9ef-cf847b8f1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.960654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-87438f43-04b8-4d2c-b9ef-cf847b8f1027 service neutron] 10.222.0.57 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.8864620 Jan 27 21:59:27.967807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-7941eca3-74c9-4644-8148-1fbfde3ce8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.970817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-7941eca3-74c9-4644-8148-1fbfde3ce8ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.3694127 Jan 27 21:59:27.990181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d1caec-efe1-4e33-82cb-b414f0cb9aef', 'tag': 'f801b46f-496e-4110-8578-a24c8ef60c80'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:28.003376 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b9f7e-ad88-429c-a53b-f03f80a18475" -d '{"events": [{"name": "network-changed", "server_uuid": "97d1caec-efe1-4e33-82cb-b414f0cb9aef", "tag": "f801b46f-496e-4110-8578-a24c8ef60c80"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:28.519151 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063e193-2ef3-4467-9311-3b58024269d4 x-openstack-request-id: req-9063e193-2ef3-4467-9311-3b58024269d4 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:28.521050 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d1caec-efe1-4e33-82cb-b414f0cb9aef", "tag": "f801b46f-496e-4110-8578-a24c8ef60c80", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:28.521529 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9063e193-2ef3-4467-9311-3b58024269d4 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:28.526788 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d1caec-efe1-4e33-82cb-b414f0cb9aef', 'tag': 'f801b46f-496e-4110-8578-a24c8ef60c80', 'status': 'completed', 'code': 200} Jan 27 21:59:28.544450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-e91069f0-4e88-4b63-898c-83285388c8e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5296156 Jan 27 21:59:28.620522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33534) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:28.845614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-21d36a9f-1e62-44c4-beeb-cef19c882c92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 1001 time: 0.8587115 Jan 27 21:59:28.865614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-4ed2d8b2-bbb3-4df8-a8bd-6d4e78cd91a8 service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103092 Jan 27 21:59:28.919197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-151813058-network', 'tenant_id': '768334bd529f48eab7a203f21af8f837'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:29.008661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Made reservation on behalf of 768334bd529f48eab7a203f21af8f837 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:29.013850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.057102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.317257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Publish callbacks [] for security_group (32d7e262-22c0-4778-af9e-4824662c423b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.329743 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (32d7e262-22c0-4778-af9e-4824662c423b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.393651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:59:29.410899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d7e262-22c0-4778-af9e-4824662c423b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:29.422636 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a6d19836-df9a-46d7-91e5-10d340759939), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.423150 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Added segment a6d19836-df9a-46d7-91e5-10d340759939 of type vlan for network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 Jan 27 21:59:29.533564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (14c8dc06-bcdc-4b5f-89f3-56bd42bbd808), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.562341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206854-0ba7-4b02-8ea8-a00ac13c32de req-e4935b34-556b-47b6-a239-b626f872b686 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.572112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71206854-0ba7-4b02-8ea8-a00ac13c32de req-e4935b34-556b-47b6-a239-b626f872b686 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 943 time: 0.4860914 Jan 27 21:59:29.588463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-dc2f0e52-1933-4544-8c4d-3237c036fd22 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8817105 Jan 27 21:59:29.597220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (14c8dc06-bcdc-4b5f-89f3-56bd42bbd808), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.599629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.600981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.639880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-ad00e065-f3e4-4dcd-90d8-1ae2712e3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.641523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-ad00e065-f3e4-4dcd-90d8-1ae2712e3524 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.7533886 Jan 27 21:59:29.736257 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1142635 Jan 27 21:59:29.743145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33554) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.753797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Request body: {'subnet': {'network_id': '14c8dc06-bcdc-4b5f-89f3-56bd42bbd808', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-151813058-subnet', 'tenant_id': '768334bd529f48eab7a203f21af8f837', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:29.790829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd8abb-e898-4f6c-8ab7-5ce1fc58e9dc admin admin] Pushing event updated for resources: {'Network': ['ID=14c8dc06-bcdc-4b5f-89f3-56bd42bbd808,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:29.806218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:59:29.829550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Made reservation on behalf of 768334bd529f48eab7a203f21af8f837 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:29.833744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.856594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71206854-0ba7-4b02-8ea8-a00ac13c32de req-c64c97ea-051e-40b2-a82d-41bc0ca71824 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622890 Jan 27 21:59:30.010743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96eeb94-14ea-4f06-b6fd-675031e86dd0 req-f12a0264-8543-41a1-b804-0a8218f4e1b5 service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1142597 Jan 27 21:59:30.044001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-70f5c55b-c703-4207-9a21-ae2d11215ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:30.051041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-70f5c55b-c703-4207-9a21-ae2d11215ad8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3907585 Jan 27 21:59:30.110060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0da9c71-d197-4b3e-bba5-db8779caebd9 req-05844a39-7306-401e-a147-175561983440 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890087 Jan 27 21:59:30.331103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (bda4f099-4ed4-46dd-aa6e-ab94be2f1d05), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.381070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-c1f911d7-31c9-4057-b78d-936c06dccbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:30.383492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-c1f911d7-31c9-4057-b78d-936c06dccbe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 1094 time: 0.2702365 Jan 27 21:59:30.407710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda4f099-4ed4-46dd-aa6e-ab94be2f1d05,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:30.478766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Checking segment: {'id': 'a6d19836-df9a-46d7-91e5-10d340759939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '14c8dc06-bcdc-4b5f-89f3-56bd42bbd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:30.479188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Network hostable DHCP agents. Network: 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:59:30.518623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:59:30.521760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-d6ca3dd4-42d1-492c-b6e7-833b92a144c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:30.525690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-d6ca3dd4-42d1-492c-b6e7-833b92a144c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 0.1155248 Jan 27 21:59:30.567174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:30.575213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:30.581593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510aa03-519f-4937-8aeb-3dc713afaf2a None None] Network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:30.592118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.616382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-e63fa171-6d51-43e5-afca-95c2bcb4e798 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f801b46f-496e-4110-8578-a24c8ef60c80 HTTP/1.1" status: 200 len: 217 time: 0.0824828 Jan 27 21:59:30.626983 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-03e5284d-e840-4494-ba38-c9778f2c051f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8747258 Jan 27 21:59:30.732807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5716f3-6b14-4465-aa33-099902ff1a2c None None] Network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:30.750094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-2e0eb245-c311-4c76-9108-757fd8a898d4 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376076 Jan 27 21:59:30.813719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-c4fd5675-acc1-4ed7-9283-4de26ec83535 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:30.821765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-c4fd5675-acc1-4ed7-9283-4de26ec83535 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4647307 Jan 27 21:59:30.994915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-d512cb1f-204e-4697-bee5-b75109309a2c tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1001 time: 0.1722505 Jan 27 21:59:31.001833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Request body: {'floatingip': {'port_id': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:31.053573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-d4cc4218-8f99-418a-82de-17696e1cc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.055862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-d4cc4218-8f99-418a-82de-17696e1cc878 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.4122872 Jan 27 21:59:31.057957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72b6055-12c8-4623-9ff9-3187c444e64f req-9e957044-2163-40dc-98e8-df889577d573 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979486 Jan 27 21:59:31.149689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-c2d22103-8337-496f-8c1c-af7912212f44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708408 Jan 27 21:59:31.297367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c7f4-86c4-4610-a798-7f448c440bcf req-bfa9bd07-5203-4496-8014-94c997ec8830 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.304358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5815c7f4-86c4-4610-a798-7f448c440bcf req-bfa9bd07-5203-4496-8014-94c997ec8830 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 943 time: 0.2450507 Jan 27 21:59:31.326102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.479809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-e76e9057-b0ea-4c78-9cbd-1d680ccf7b34 service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092737 Jan 27 21:59:31.604676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5815c7f4-86c4-4610-a798-7f448c440bcf req-71b7a00a-9fa9-4f01-9c12-24ab276fb27f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977519 Jan 27 21:59:31.712664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f801b46f-496e-4110-8578-a24c8ef60c80 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:31.970913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f801b46f-496e-4110-8578-a24c8ef60c80, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f801b46f-496e-4110-8578-a24c8ef60c80,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:32.005023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'f801b46f-496e-4110-8578-a24c8ef60c80', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'port_id': 'f801b46f-496e-4110-8578-a24c8ef60c80', 'mac_address': 'fa:16:3e:ab:22:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3132c1c8-dbeb-452d-82de-98713bf9d5fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:32.108057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f801b46f-496e-4110-8578-a24c8ef60c80 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:32.108703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.139088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f801b46f-496e-4110-8578-a24c8ef60c80 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:32.199998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f801b46f-496e-4110-8578-a24c8ef60c80, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f801b46f-496e-4110-8578-a24c8ef60c80,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:32.209060 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.331703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f801b46f-496e-4110-8578-a24c8ef60c80,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:32.764126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-6c29b2fb-9517-4981-bb66-3effbc5796bf tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.777097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-6c29b2fb-9517-4981-bb66-3effbc5796bf tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/networks?id=14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 HTTP/1.1" status: 200 len: 808 time: 0.3457844 Jan 27 21:59:32.786552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:32.825957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-14d8e3d1-8b61-40cb-a17e-ee06fad81f08 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/quotas/768334bd529f48eab7a203f21af8f837 HTTP/1.1" status: 200 len: 375 time: 0.0472944 Jan 27 21:59:32.964315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-0dab4ae0-e6f1-42fc-bb4f-6751fd0c2880 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=768334bd529f48eab7a203f21af8f837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368022 Jan 27 21:59:33.244623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c9b9f7e-ad88-429c-a53b-f03f80a18475 req-f4c2024e-0aa1-46b9-9068-9cb542658cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7584472 Jan 27 21:59:33.640844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-414e7299-1fa8-4a9f-8068-1200008b7eee service neutron] 10.222.0.45 "GET /v2.0/networks/14c8dc06-bcdc-4b5f-89f3-56bd42bbd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747463 Jan 27 21:59:33.708364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33622) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:33.714839 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:59:33.727945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f801b46f-496e-4110-8578-a24c8ef60c80 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:33.918357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port f801b46f-496e-4110-8578-a24c8ef60c80 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:33.932834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port f801b46f-496e-4110-8578-a24c8ef60c80 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:33.933404 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.954081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.970247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.044273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port f801b46f-496e-4110-8578-a24c8ef60c80 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:34.044681 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.055974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-11edce5c-f9f8-4623-9f36-3dda545c85e6 service neutron] 10.222.0.45 "GET /v2.0/networks/14c8dc06-bcdc-4b5f-89f3-56bd42bbd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960807 Jan 27 21:59:34.086809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d1caec-efe1-4e33-82cb-b414f0cb9aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f801b46f-496e-4110-8578-a24c8ef60c80'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:34.089316 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2652f5c4-5d8a-42b2-94f5-fb1143459cd1" -d '{"events": [{"server_uuid": "97d1caec-efe1-4e33-82cb-b414f0cb9aef", "name": "network-vif-plugged", "status": "completed", "tag": "f801b46f-496e-4110-8578-a24c8ef60c80"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:34.104617 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3884cacd-0818-4517-969d-6d9659a94935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.109460 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6308949c-e0bc-4b03-bc58-78c86c5894d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.112742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port f801b46f-496e-4110-8578-a24c8ef60c80, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f801b46f-496e-4110-8578-a24c8ef60c80,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:34.120172 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.222730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=f801b46f-496e-4110-8578-a24c8ef60c80,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:34.325635 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31 associated. External IP: 172.25.8.24, port: 3c9f37f3-fcea-4d00-b01c-a956c551e907. Jan 27 21:59:34.374602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3884cacd-0818-4517-969d-6d9659a94935 admin admin] Publish callbacks [] for security_group (d8a22db5-f709-43fa-bcc8-9a08953da38c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.383879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3884cacd-0818-4517-969d-6d9659a94935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d8a22db5-f709-43fa-bcc8-9a08953da38c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.495685 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3884cacd-0818-4517-969d-6d9659a94935 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33fc849b77e946ce93ba525b8edd28dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7855186 Jan 27 21:59:34.501517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884cacd-0818-4517-969d-6d9659a94935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a22db5-f709-43fa-bcc8-9a08953da38c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:34.506395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33630) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:34.665436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-673d2a46-08b9-4da1-a961-b142a655f15e admin admin] Publish callbacks [] for security_group (d8a22db5-f709-43fa-bcc8-9a08953da38c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.750700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-673d2a46-08b9-4da1-a961-b142a655f15e admin admin] Publish callbacks [] for security_group (d8a22db5-f709-43fa-bcc8-9a08953da38c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.943619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-673d2a46-08b9-4da1-a961-b142a655f15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d8a22db5-f709-43fa-bcc8-9a08953da38c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.947904 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-673d2a46-08b9-4da1-a961-b142a655f15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.949233 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-673d2a46-08b9-4da1-a961-b142a655f15e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8a22db5-f709-43fa-bcc8-9a08953da38c HTTP/1.1" status: 204 len: 168 time: 0.4416912 Jan 27 21:59:34.964370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d2a46-08b9-4da1-a961-b142a655f15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a22db5-f709-43fa-bcc8-9a08953da38c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:35.103305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Router 3cda758f-e577-4810-a54a-5a16129049df has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:35.381991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186c10-7011-4ef1-8d93-203dbd7e5c41 req-cb79c89a-b48e-4483-b8f3-146c28aa4c31 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.387199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4186c10-7011-4ef1-8d93-203dbd7e5c41 req-cb79c89a-b48e-4483-b8f3-146c28aa4c31 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 945 time: 0.1594863 Jan 27 21:59:35.450965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:35.466275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:35.481931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:35.489544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:35.771928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4186c10-7011-4ef1-8d93-203dbd7e5c41 req-08a66ca7-cd96-48b6-a19f-d3b517cf4b3a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681381 Jan 27 21:59:35.822873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33664) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:35.843266 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2381-8f26-469b-b77d-10033378f673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.891307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:35.916992 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0215243-5167-4656-acc1-75f2a7fc3309 x-openstack-request-id: req-b0215243-5167-4656-acc1-75f2a7fc3309 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:35.917428 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d1caec-efe1-4e33-82cb-b414f0cb9aef", "name": "network-vif-plugged", "status": "completed", "tag": "f801b46f-496e-4110-8578-a24c8ef60c80", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:35.917818 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0215243-5167-4656-acc1-75f2a7fc3309 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:35.918423 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d1caec-efe1-4e33-82cb-b414f0cb9aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f801b46f-496e-4110-8578-a24c8ef60c80', 'code': 200} Jan 27 21:59:36.115049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1c6617e-3f59-4ba2-a384-51019b3333b3 req-516ddb62-6861-4251-8363-4b3cd1715b5d tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 210 time: 0.0482423 Jan 27 21:59:36.118204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2381-8f26-469b-b77d-10033378f673 admin admin] Publish callbacks [] for security_group (8aaeaa09-e23f-4b1f-9343-e62bf7ec7085), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.125172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2381-8f26-469b-b77d-10033378f673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8aaeaa09-e23f-4b1f-9343-e62bf7ec7085), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.148365 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:59:36.232851 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b8b2381-8f26-469b-b77d-10033378f673 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92bf57ac128e48108d0a8cc8ccd4f7e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086659 Jan 27 21:59:36.237184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33670) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:36.265282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b2381-8f26-469b-b77d-10033378f673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaeaa09-e23f-4b1f-9343-e62bf7ec7085,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:36.366213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Router 3cda758f-e577-4810-a54a-5a16129049df has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:36.446759 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ab28aad-7d46-4cdb-9a2b-63c1ec1f4aa1 admin admin] Publish callbacks [] for security_group (8aaeaa09-e23f-4b1f-9343-e62bf7ec7085), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.533206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ab28aad-7d46-4cdb-9a2b-63c1ec1f4aa1 admin admin] Publish callbacks [] for security_group (8aaeaa09-e23f-4b1f-9343-e62bf7ec7085), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.557146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:36.564265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.608732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff561f-ba9f-409f-bf0d-dfd7bd6f9a02 req-ab4a070d-fc29-48bf-b234-a5c5f53c2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.610520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9ff561f-ba9f-409f-bf0d-dfd7bd6f9a02 req-ab4a070d-fc29-48bf-b234-a5c5f53c2fb1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 1096 time: 0.3852351 Jan 27 21:59:36.612194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:36.614638 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d29b95-5622-4829-ab76-0e78f2ca729c" -d '{"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:36.673986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-ac37d7ec-d283-434a-8c3f-d08a18d29550 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "PUT /v2.0/floatingips/2ae0bf09-38e6-4102-9423-6f804a2dcc31 HTTP/1.1" status: 200 len: 997 time: 5.6777909 Jan 27 21:59:36.677313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ab28aad-7d46-4cdb-9a2b-63c1ec1f4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8aaeaa09-e23f-4b1f-9343-e62bf7ec7085), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.692778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ab28aad-7d46-4cdb-9a2b-63c1ec1f4aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.700487 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6ab28aad-7d46-4cdb-9a2b-63c1ec1f4aa1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8aaeaa09-e23f-4b1f-9343-e62bf7ec7085 HTTP/1.1" status: 204 len: 168 time: 0.4596596 Jan 27 21:59:36.748742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-5c8913d8-2bfe-452e-9b47-6ab74ad1c028 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.749524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab28aad-7d46-4cdb-9a2b-63c1ec1f4aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaeaa09-e23f-4b1f-9343-e62bf7ec7085,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:36.770866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-5c8913d8-2bfe-452e-9b47-6ab74ad1c028 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports/3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 943 time: 0.0959790 Jan 27 21:59:36.777958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9ff561f-ba9f-409f-bf0d-dfd7bd6f9a02 req-0fa8623b-c25b-4f9f-adea-0e0c5af31bcd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585138 Jan 27 21:59:36.823115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:e3:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:33Z', 'revision_number': 3, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:36.826239 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd8b678-cc89-498a-8731-222542f09a9a x-openstack-request-id: req-abd8b678-cc89-498a-8731-222542f09a9a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:36.826797 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:36.827220 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abd8b678-cc89-498a-8731-222542f09a9a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:36.828508 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'status': 'completed', 'code': 200} Jan 27 21:59:36.915859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:36.936594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:36.938332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:37.268746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:37.398065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-7e3dc3c3-ea29-40cf-9be1-f3d6ab6dc110 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:37.401487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-7e3dc3c3-ea29-40cf-9be1-f3d6ab6dc110 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.16 "GET /v2.0/networks?id=14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 HTTP/1.1" status: 200 len: 808 time: 0.2889400 Jan 27 21:59:37.437812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Request body: {'port': {'device_id': '98abbddd-7937-4f5f-8a7f-c6e815d79b61', 'network_id': '14c8dc06-bcdc-4b5f-89f3-56bd42bbd808', 'admin_state_up': True, 'tenant_id': '768334bd529f48eab7a203f21af8f837'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:37.586580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-12036a39-faf3-4702-9608-4b6161a92e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:37.588799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-12036a39-faf3-4702-9608-4b6161a92e2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.5686979 Jan 27 21:59:37.624512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-d87106b8-1c05-4b16-9b0f-43cebc415a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:37.625788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b65ad996-bb55-4090-8452-87b3ca8c248b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.626161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-d87106b8-1c05-4b16-9b0f-43cebc415a50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.5756721 Jan 27 21:59:37.669553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f5399-5f44-4562-91f5-3a420452068c req-be8494e5-badb-4524-a626-fce91237869b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:37.671281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b5f5399-5f44-4562-91f5-3a420452068c req-be8494e5-badb-4524-a626-fce91237869b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 945 time: 0.5570409 Jan 27 21:59:38.018369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:e3:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:33Z', 'revision_number': 3, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:38.111356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da20fa-2b67-407c-9dec-a9998aed8c13 None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:e3:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:33Z', 'revision_number': 3, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:38.165266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b5f5399-5f44-4562-91f5-3a420452068c req-ebef4fef-ca8e-46cb-8f53-be195d947454 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018519 Jan 27 21:59:38.215786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-fb598047-0abd-4668-8c14-28f0af987908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.217334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-fb598047-0abd-4668-8c14-28f0af987908 service neutron] 10.222.0.57 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.6169684 Jan 27 21:59:38.251284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Made reservation on behalf of 768334bd529f48eab7a203f21af8f837 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:38.256344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.295638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-b8b41d44-51b9-41b3-b599-0beea8c92b25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 217 time: 0.0559139 Jan 27 21:59:38.381193 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.501932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c090eba3-0b02-491f-ad27-d5fc1483f59e req-04a80154-06b0-473d-8e91-a32e97038f97 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 210 time: 0.1600215 Jan 27 21:59:38.516558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-e73a6eaa-4c56-4b0d-9751-f96f992f8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.525155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-e73a6eaa-4c56-4b0d-9751-f96f992f8e63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.8737683 Jan 27 21:59:38.613696 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3267ea5-a610-4709-a413-a0a8a5df92b6 None None] New status for floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:59:38.616805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-99f0876e-5e7a-4583-9535-df18b0aa44b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 217 time: 0.0900416 Jan 27 21:59:38.783052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-98766456-93ee-49d8-97ff-8954c3a105e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.786854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-98766456-93ee-49d8-97ff-8954c3a105e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.4747682 Jan 27 21:59:39.094869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:39.133778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:39.137347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:39.304938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:39.509739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:39.515455 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e566fd6-cb53-41fe-a6ae-5560350e5237" -d '{"events": [{"name": "network-changed", "server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:39.671097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-664b651c-c4e7-43a0-9993-b4feceabef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.673567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-664b651c-c4e7-43a0-9993-b4feceabef03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.9933639 Jan 27 21:59:39.784648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33734) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:39.856928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bd25d-c2e6-4db1-98e4-096bd19196a2 req-42f4d6f0-f58d-4407-b12b-8c6405784c23 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.859851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-799bd25d-c2e6-4db1-98e4-096bd19196a2 req-42f4d6f0-f58d-4407-b12b-8c6405784c23 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 945 time: 0.2983840 Jan 27 21:59:39.874223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-aed06858-5d40-44a1-91a9-9b418b72c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.885219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:e3:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:38Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:39.885861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-aed06858-5d40-44a1-91a9-9b418b72c68f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0784850 Jan 27 21:59:39.960755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-062e6fcf-c5a1-4f27-b729-68c15bf249e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.963489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-062e6fcf-c5a1-4f27-b729-68c15bf249e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516277 Jan 27 21:59:39.994084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:40.030610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:40.033808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:40.040176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Allocated IP 172.20.0.4 (14c8dc06-bcdc-4b5f-89f3-56bd42bbd808/bda4f099-4ed4-46dd-aa6e-ab94be2f1d05/8eb47a8c-b5df-4951-8027-db70a7a5603b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:40.066133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-0035fa6c-ce33-45de-af4f-3ae05f9b6dad service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:59:40.074150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-0035fa6c-ce33-45de-af4f-3ae05f9b6dad service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0374794 Jan 27 21:59:40.084325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41c8f891-ebbd-4e2a-9171-a5f5473d6f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.245921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41c8f891-ebbd-4e2a-9171-a5f5473d6f84 admin admin] Publish callbacks [] for security_group (42ac920a-406a-4443-b32b-0f39351dd9dd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.256729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41c8f891-ebbd-4e2a-9171-a5f5473d6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (42ac920a-406a-4443-b32b-0f39351dd9dd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.325681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-41c8f891-ebbd-4e2a-9171-a5f5473d6f84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef8238abfb6249509b76c8ed8b495939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5366089 Jan 27 21:59:40.335918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33744) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:40.377781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:40.423194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f891-ebbd-4e2a-9171-a5f5473d6f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ac920a-406a-4443-b32b-0f39351dd9dd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:40.464358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c29206-20f5-4017-8eb6-bfc0a3e33bce admin admin] Publish callbacks [] for security_group (42ac920a-406a-4443-b32b-0f39351dd9dd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.496493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c29206-20f5-4017-8eb6-bfc0a3e33bce admin admin] Publish callbacks [] for security_group (42ac920a-406a-4443-b32b-0f39351dd9dd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.561599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c29206-20f5-4017-8eb6-bfc0a3e33bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (42ac920a-406a-4443-b32b-0f39351dd9dd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.565788 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85c29206-20f5-4017-8eb6-bfc0a3e33bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.570607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-85c29206-20f5-4017-8eb6-bfc0a3e33bce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42ac920a-406a-4443-b32b-0f39351dd9dd HTTP/1.1" status: 204 len: 168 time: 0.2310452 Jan 27 21:59:40.582030 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c29206-20f5-4017-8eb6-bfc0a3e33bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ac920a-406a-4443-b32b-0f39351dd9dd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:40.641336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-799bd25d-c2e6-4db1-98e4-096bd19196a2 req-3279dfd3-1d34-497b-9a32-746ac0879b95 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321503 Jan 27 21:59:40.952843 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.971638 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:e3:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:38Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:41.026632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bec917d-ad4d-40e0-80ea-88db76b88242 req-04945b26-0618-4b29-939b-b83fb3f83e4c tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 210 time: 0.1541541 Jan 27 21:59:41.039213 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Publish callbacks [] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.107622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-ba9c4a2c-4e0e-4356-a55c-c9ca8f45513c service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2202656 Jan 27 21:59:41.212750 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568884e6-bfc7-4a1d-a15a-46cb7288cc7e x-openstack-request-id: req-568884e6-bfc7-4a1d-a15a-46cb7288cc7e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:41.213214 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:41.213635 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-568884e6-bfc7-4a1d-a15a-46cb7288cc7e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:41.214282 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'status': 'completed', 'code': 200} Jan 27 21:59:41.322460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-8fe0f684-7b33-42d6-9a05-8e8b71944dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.325419 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-8fe0f684-7b33-42d6-9a05-8e8b71944dab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 1096 time: 0.1436291 Jan 27 21:59:41.464162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d78faad-ec2c-4528-a951-d59db06e7e4d None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:e3:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T21:59:38Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:41.500056 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.582063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d29b95-5622-4829-ab76-0e78f2ca729c req-543d0a99-2138-4bf4-bba6-33f97ca19b6e service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603472 Jan 27 21:59:41.591573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-d85de672-7568-4121-aca7-80f87c2d9c01 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1493037 Jan 27 21:59:41.696885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-17aa1580-dfef-4a4c-9016-e8ba0e8ec1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.700048 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-17aa1580-dfef-4a4c-9016-e8ba0e8ec1e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.3650832 Jan 27 21:59:41.821568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-27823c95-5489-4652-af8f-8f54184ab27a service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152672 Jan 27 21:59:41.928927 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-86798686-1a95-4ec6-8141-733918dc01ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 1000 time: 0.2184813 Jan 27 21:59:42.065041 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:42.169692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-c72e0613-f803-4f9a-8d42-8293d5ab876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.184824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Pushing event updated for resources: {'Port': ['ID=8eb47a8c-b5df-4951-8027-db70a7a5603b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:42.193635 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-c72e0613-f803-4f9a-8d42-8293d5ab876c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.2577426 Jan 27 21:59:42.200867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.201484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.202021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.202541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.203040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.203649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.204169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.204664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.205173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.205662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.206163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.206796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.207482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:42.230188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:42.240028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:42.405454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-17e5b26c-0303-4d42-acbb-b4ab38537bc6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.424355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-17e5b26c-0303-4d42-acbb-b4ab38537bc6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.5998604 Jan 27 21:59:42.426279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:42.445762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-44b619b5-45d6-4887-ae8c-413053044e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.456766 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-44b619b5-45d6-4887-ae8c-413053044e5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546408 Jan 27 21:59:42.625557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-325ec3f0-c2d5-47ad-82da-53c83a9781bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.638572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-325ec3f0-c2d5-47ad-82da-53c83a9781bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 1096 time: 0.6421714 Jan 27 21:59:42.703097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-80f28195-8b1e-4f05-a45f-ee69fe402f7f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/quotas/b38c8ec451564736a8d87b12d6f553e3 HTTP/1.1" status: 200 len: 375 time: 0.2388780 Jan 27 21:59:42.791794 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-e4783c02-2463-4866-95de-365c34612265 service neutron] 10.222.0.16 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244646 Jan 27 21:59:42.961669 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4e566fd6-cb53-41fe-a6ae-5560350e5237 req-e3dec795-f406-46f9-90dc-1b0d25ca28f2 service neutron] 10.222.0.16 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609335 Jan 27 21:59:42.962225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.963434 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.043869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-17ab4f77-b442-4c53-ad48-6596169ce87b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6314971 Jan 27 21:59:43.055450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-f2bd89b2-461f-4af2-9742-93894e293ec7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3217034 Jan 27 21:59:43.067961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Request body: {'port': {'device_id': '98abbddd-7937-4f5f-8a7f-c6e815d79b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:43.239471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-6c3a550a-5410-4a25-a2b3-ce2589ea70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.252943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-6c3a550a-5410-4a25-a2b3-ce2589ea70dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.6027274 Jan 27 21:59:43.431771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.515470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-f648b9ea-1b39-4204-82a8-8e2f5228639c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 1000 time: 0.2608545 Jan 27 21:59:43.563476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-834b91a9-9eb2-462c-b230-21470f1b0627 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821191 Jan 27 21:59:43.796371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-02495dbf-6abe-4058-bc5d-06ea8ea432c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.797899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-02495dbf-6abe-4058-bc5d-06ea8ea432c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.2809672 Jan 27 21:59:44.016713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-0411d13a-625e-4dda-a13f-86cb7a81e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.018423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-0411d13a-625e-4dda-a13f-86cb7a81e979 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324034 Jan 27 21:59:44.192363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-dfeaa448-6f3f-490c-83e7-332cda49c889 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275935 Jan 27 21:59:44.317172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-f27bb3e5-3c95-4f8e-b554-2b883d3eb3ac service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563326 Jan 27 21:59:44.836595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524b578-f666-4e4e-b6ca-c8e61a615a88 req-bd130eb2-46bc-4cbf-ac6b-b68b9dba8fa6 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.865236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8524b578-f666-4e4e-b6ca-c8e61a615a88 req-bd130eb2-46bc-4cbf-ac6b-b68b9dba8fa6 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 931 time: 0.3687615 Jan 27 21:59:44.884809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4feab4-951a-49dc-9cfb-b10615240333 req-9e0d9cd2-c812-417e-a025-8a7c408ab075 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660965 Jan 27 21:59:45.162087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb47a8c-b5df-4951-8027-db70a7a5603b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:45.213217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Publish callbacks [] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.301745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8524b578-f666-4e4e-b6ca-c8e61a615a88 req-ef7545ef-d7c5-4f40-9498-390b74164d7f tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348752 Jan 27 21:59:45.333537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Transition to ACTIVE for port object 8eb47a8c-b5df-4951-8027-db70a7a5603b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:45.344008 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.944875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Pushing event updated for resources: {'Port': ['ID=8eb47a8c-b5df-4951-8027-db70a7a5603b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:45.975801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b318454-0ca7-4bd0-b0bf-6e1cc1e07c31 req-383f0368-31ef-411e-b8af-bc4536e5becc tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.4848199 Jan 27 21:59:46.009822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Attempting to bind port 8eb47a8c-b5df-4951-8027-db70a7a5603b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:46.010165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Attempting to bind port 8eb47a8c-b5df-4951-8027-db70a7a5603b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'a6d19836-df9a-46d7-91e5-10d340759939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '14c8dc06-bcdc-4b5f-89f3-56bd42bbd808'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:46.010503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Attempting to bind port 8eb47a8c-b5df-4951-8027-db70a7a5603b on network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:46.089057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Port 8eb47a8c-b5df-4951-8027-db70a7a5603b on network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:46.089334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Attempting to bind port 8eb47a8c-b5df-4951-8027-db70a7a5603b on network 14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:46.105520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:46.105520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Checking segment: {'id': 'a6d19836-df9a-46d7-91e5-10d340759939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '14c8dc06-bcdc-4b5f-89f3-56bd42bbd808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:46.105944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Bound using segment: {'id': 'a6d19836-df9a-46d7-91e5-10d340759939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '14c8dc06-bcdc-4b5f-89f3-56bd42bbd808'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:46.106352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Bound port: 8eb47a8c-b5df-4951-8027-db70a7a5603b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d19836-df9a-46d7-91e5-10d340759939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '14c8dc06-bcdc-4b5f-89f3-56bd42bbd808'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:46.111493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.157237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b318454-0ca7-4bd0-b0bf-6e1cc1e07c31 req-1dbcaa0d-acab-4813-947e-62822583159e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.175039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b318454-0ca7-4bd0-b0bf-6e1cc1e07c31 req-1dbcaa0d-acab-4813-947e-62822583159e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports/dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 942 time: 0.1976125 Jan 27 21:59:46.632313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] For port 8eb47a8c-b5df-4951-8027-db70a7a5603b, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:46.644891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] For port 8eb47a8c-b5df-4951-8027-db70a7a5603b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8eb47a8c-b5df-4951-8027-db70a7a5603b,segment=NetworkSegment(a6d19836-df9a-46d7-91e5-10d340759939),segment_id=a6d19836-df9a-46d7-91e5-10d340759939)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:46.661002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.777130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b318454-0ca7-4bd0-b0bf-6e1cc1e07c31 req-b05d2185-5253-487b-8d77-80496a928e52 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.3809738 Jan 27 21:59:46.838852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.841402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.845255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] 10.222.0.16 "PUT /v2.0/ports/8eb47a8c-b5df-4951-8027-db70a7a5603b HTTP/1.1" status: 200 len: 1091 time: 3.7846949 Jan 27 21:59:46.850970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98abbddd-7937-4f5f-8a7f-c6e815d79b61', 'tag': '8eb47a8c-b5df-4951-8027-db70a7a5603b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:46.859606 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c35fe3-32e4-4beb-8b25-87018dcc74c7" -d '{"events": [{"name": "network-changed", "server_uuid": "98abbddd-7937-4f5f-8a7f-c6e815d79b61", "tag": "8eb47a8c-b5df-4951-8027-db70a7a5603b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:47.662516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2acf5c-d1ef-49f2-9373-5bacf7062aca service neutron] Pushing event updated for resources: {'Port': ['ID=8eb47a8c-b5df-4951-8027-db70a7a5603b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:47.760586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca757d2-1fdf-400f-80b8-593a29899754 req-5682ef2c-1dca-4353-88cf-c1f60e1f8f94 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.769050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eca757d2-1fdf-400f-80b8-593a29899754 req-5682ef2c-1dca-4353-88cf-c1f60e1f8f94 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 943 time: 0.8686147 Jan 27 21:59:47.784576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b318454-0ca7-4bd0-b0bf-6e1cc1e07c31 req-2a81be60-b722-44fd-b1e2-e6c80d4c13f6 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.788935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b318454-0ca7-4bd0-b0bf-6e1cc1e07c31 req-2a81be60-b722-44fd-b1e2-e6c80d4c13f6 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 1.0096831 Jan 27 21:59:47.796126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-1afa4d34-3823-4807-bf57-fc822a3f56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.798759 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-1afa4d34-3823-4807-bf57-fc822a3f56fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=768334bd529f48eab7a203f21af8f837&device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 1094 time: 0.2721412 Jan 27 21:59:47.975316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-1c75df4b-e8a9-4961-8b17-59488f48b044 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb47a8c-b5df-4951-8027-db70a7a5603b HTTP/1.1" status: 200 len: 217 time: 0.1474614 Jan 27 21:59:47.983570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eca757d2-1fdf-400f-80b8-593a29899754 req-8278ff9e-bf12-4ae0-ae03-6d73b02076cc tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909659 Jan 27 21:59:48.094279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.134125 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b5c9fb-17af-4d80-bb13-18b7cee72cfd x-openstack-request-id: req-b6b5c9fb-17af-4d80-bb13-18b7cee72cfd {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:48.135301 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98abbddd-7937-4f5f-8a7f-c6e815d79b61", "tag": "8eb47a8c-b5df-4951-8027-db70a7a5603b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:48.136040 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6b5c9fb-17af-4d80-bb13-18b7cee72cfd {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:48.137565 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98abbddd-7937-4f5f-8a7f-c6e815d79b61', 'tag': '8eb47a8c-b5df-4951-8027-db70a7a5603b', 'status': 'completed', 'code': 200} Jan 27 21:59:48.245484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baeb0127-53b0-4051-a39a-ec9f4a90a4e0 req-90365deb-b9cb-4200-ae71-3471a3f6c8eb tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=d764569a-f375-4c14-bd2d-b29e70ebfacc HTTP/1.1" status: 200 len: 210 time: 0.1188829 Jan 27 21:59:48.261334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-cac69d58-606b-4ae1-8a8a-6a168d779e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:48.272812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-cac69d58-606b-4ae1-8a8a-6a168d779e92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda4f099-4ed4-46dd-aa6e-ab94be2f1d05 HTTP/1.1" status: 200 len: 848 time: 0.2871089 Jan 27 21:59:48.397245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-14b27f78-a043-4f13-b33c-7c4717fc67d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14c8dc06-bcdc-4b5f-89f3-56bd42bbd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610709 Jan 27 21:59:48.401551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-8bb1eb34-9ccd-4d0b-b36e-af7d0c17cf39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=d764569a-f375-4c14-bd2d-b29e70ebfacc HTTP/1.1" status: 200 len: 210 time: 0.2355590 Jan 27 21:59:48.612245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-3d093a61-c99a-4d55-beb6-9b4d4ddb5419 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.2738972 Jan 27 21:59:48.969013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-82d91bd3-6220-45db-94b6-e100ba5440e7 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d45052533dde4f9f8f39c96bf1e5fdd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2849548 Jan 27 21:59:48.995171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca004c48-563c-4810-8321-7b1c84af331e req-c5658f53-d473-4998-b307-56fa04ea0ce5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:48.997544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-c5658f53-d473-4998-b307-56fa04ea0ce5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports/dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 942 time: 0.3840845 Jan 27 21:59:49.358018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-148fb3f6-5128-4c3d-adc0-4a5fe800d6b3 service neutron] 10.222.0.16 "GET /v2.0/networks/14c8dc06-bcdc-4b5f-89f3-56bd42bbd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9522338 Jan 27 21:59:49.397457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-b1e3a7a1-bd89-4135-bf35-f7c335be62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:49.400134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-b1e3a7a1-bd89-4135-bf35-f7c335be62db service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b38c8ec451564736a8d87b12d6f553e3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.8342268 Jan 27 21:59:49.560441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-27672471-4c5f-488f-84a9-fc0bf3124554 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.4167695 Jan 27 21:59:49.581725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-ce78f964-3962-4258-8db6-8447ab98e8cb tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:49.583453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-ce78f964-3962-4258-8db6-8447ab98e8cb tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5722203 Jan 27 21:59:49.731715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-cab16a71-8f9b-43cf-a3b4-caa37a7822f5 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/quotas/d45052533dde4f9f8f39c96bf1e5fdd8 HTTP/1.1" status: 200 len: 375 time: 0.0978737 Jan 27 21:59:49.869275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-5a859c1a-b31f-4d49-a30e-f7c994527e59 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d45052533dde4f9f8f39c96bf1e5fdd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020293 Jan 27 21:59:49.989348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03918d1f-2116-4aeb-9b47-de77c27e27b4 req-c82f94fb-320c-46b1-92d0-996f944b887e service neutron] 10.222.0.16 "GET /v2.0/networks/14c8dc06-bcdc-4b5f-89f3-56bd42bbd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194775 Jan 27 21:59:50.002083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-f0c96be0-c908-4321-86ee-a25b5c61564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.004063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-f0c96be0-c908-4321-86ee-a25b5c61564a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5725763 Jan 27 21:59:50.020089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca004c48-563c-4810-8321-7b1c84af331e req-005068ec-c0f8-4328-9d5b-799355959ce2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.022113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-005068ec-c0f8-4328-9d5b-799355959ce2 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.4350660 Jan 27 21:59:50.218559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c770558d-350f-4011-bd00-b0cba93e00e0 req-78c28211-a4a5-4b32-b8de-59b146e13a8a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "GET /v2.0/ports?device_id=d764569a-f375-4c14-bd2d-b29e70ebfacc HTTP/1.1" status: 200 len: 210 time: 0.1833560 Jan 27 21:59:50.503104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-a7aca920-1f45-4f85-83a6-9af564b8e032 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1000 time: 0.4223392 Jan 27 21:59:50.511349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-a87952ff-e009-4843-b40a-2f591aa8e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.523210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-a87952ff-e009-4843-b40a-2f591aa8e455 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=768334bd529f48eab7a203f21af8f837&device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 1094 time: 0.3972979 Jan 27 21:59:50.559674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:50.690125 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.001459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cec23-de5b-4a28-9a96-aebb539f6b00 req-614c6ba4-409b-4ee2-ab38-efde919f2197 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:51.033471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72cec23-de5b-4a28-9a96-aebb539f6b00 req-614c6ba4-409b-4ee2-ab38-efde919f2197 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 943 time: 0.6904268 Jan 27 21:59:51.139747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-401d7183-e30c-4876-a3ce-2629aaa05021 req-432e2d22-6348-4945-b58a-ec402692fe58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=d764569a-f375-4c14-bd2d-b29e70ebfacc HTTP/1.1" status: 200 len: 210 time: 0.1699176 Jan 27 21:59:51.273889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.396582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-b88b9944-bbda-452b-a602-e04e23c5a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:51.399178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-b88b9944-bbda-452b-a602-e04e23c5a1a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 HTTP/1.1" status: 200 len: 909 time: 0.8598795 Jan 27 21:59:51.463662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-8775f250-1b88-4a5d-87f6-06ed0a8bbf56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8eb47a8c-b5df-4951-8027-db70a7a5603b HTTP/1.1" status: 200 len: 217 time: 0.0515175 Jan 27 21:59:51.923926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-9daeadc8-46e1-4223-b50f-160298cf7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:51.925588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-9daeadc8-46e1-4223-b50f-160298cf7b2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bda4f099-4ed4-46dd-aa6e-ab94be2f1d05 HTTP/1.1" status: 200 len: 848 time: 0.4467731 Jan 27 21:59:51.962809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d72cec23-de5b-4a28-9a96-aebb539f6b00 req-f10683ca-cf6c-4613-b579-468c4daf70c2 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9006858 Jan 27 21:59:52.052885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7183-e30c-4876-a3ce-2629aaa05021 req-018b3cda-e4ab-4283-8dcb-bbc3581ecaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.063383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-401d7183-e30c-4876-a3ce-2629aaa05021 req-018b3cda-e4ab-4283-8dcb-bbc3581ecaa1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b38c8ec451564736a8d87b12d6f553e3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.8971312 Jan 27 21:59:52.078957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-9acda3de-8639-4473-abeb-c067b93e211b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14c8dc06-bcdc-4b5f-89f3-56bd42bbd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154001 Jan 27 21:59:52.361711 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.480221 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.480657 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31 disassociated. External IP: 172.25.8.24, port: dec0a13f-d186-42fb-8915-2ef4882960ad. Jan 27 21:59:52.606387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-902a0bab-d12c-409c-8bbd-5838b0a42211 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d45052533dde4f9f8f39c96bf1e5fdd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928307 Jan 27 21:59:52.632050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cda1f0e-7e6a-4e35-a37a-8a01300dd8fb req-4c622127-5722-4bcf-87cd-d8d8cbbaee7d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=d764569a-f375-4c14-bd2d-b29e70ebfacc HTTP/1.1" status: 200 len: 210 time: 0.1645927 Jan 27 21:59:52.644878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7183-e30c-4876-a3ce-2629aaa05021 req-4970098c-b0c9-4fac-ad31-7bc4a86a163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.646449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-401d7183-e30c-4876-a3ce-2629aaa05021 req-4970098c-b0c9-4fac-ad31-7bc4a86a163b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5522466 Jan 27 21:59:52.664744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-569fe761-186a-4e76-ae27-b1dfe63bafd3 service neutron] 10.222.0.16 "GET /v2.0/networks/14c8dc06-bcdc-4b5f-89f3-56bd42bbd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009804 Jan 27 21:59:53.102771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a9bd607-a340-40fa-a05e-40159fdbd294 req-eacb7450-fdc7-41c0-94a0-a84d4313d944 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 210 time: 0.2989531 Jan 27 21:59:53.172798 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-401d7183-e30c-4876-a3ce-2629aaa05021 req-76276e49-7ee8-49db-b79f-066ffcf08944 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "GET /v2.0/ports?device_id=d764569a-f375-4c14-bd2d-b29e70ebfacc HTTP/1.1" status: 200 len: 210 time: 0.3708959 Jan 27 21:59:53.297758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-06f3ab23-e03f-4f93-81ab-0971f5594370 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:53.300407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-06f3ab23-e03f-4f93-81ab-0971f5594370 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6736875 Jan 27 21:59:53.317476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Request body: {'port': {'device_id': 'f5ed8c53-f9c3-4338-a3e2-be9409bcacf4', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': 'd45052533dde4f9f8f39c96bf1e5fdd8'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:53.404378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36c35fe3-32e4-4beb-8b25-87018dcc74c7 req-01a760d8-292e-4d42-b631-055de446f8cb service neutron] 10.222.0.16 "GET /v2.0/networks/14c8dc06-bcdc-4b5f-89f3-56bd42bbd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169994 Jan 27 21:59:53.438379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Router 3cda758f-e577-4810-a54a-5a16129049df has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:53.596962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8eb47a8c-b5df-4951-8027-db70a7a5603b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:53.688894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Made reservation on behalf of d45052533dde4f9f8f39c96bf1e5fdd8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:53.692819 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.805823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.818189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8eb47a8c-b5df-4951-8027-db70a7a5603b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8eb47a8c-b5df-4951-8027-db70a7a5603b,segment=NetworkSegment(a6d19836-df9a-46d7-91e5-10d340759939),segment_id=a6d19836-df9a-46d7-91e5-10d340759939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:53.834284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '8eb47a8c-b5df-4951-8027-db70a7a5603b', 'network_id': '14c8dc06-bcdc-4b5f-89f3-56bd42bbd808', 'port_id': '8eb47a8c-b5df-4951-8027-db70a7a5603b', 'mac_address': 'fa:16:3e:8d:b3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda4f099-4ed4-46dd-aa6e-ab94be2f1d05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:53.951141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8eb47a8c-b5df-4951-8027-db70a7a5603b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:53.955180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.004505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb47a8c-b5df-4951-8027-db70a7a5603b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:54.027210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8eb47a8c-b5df-4951-8027-db70a7a5603b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8eb47a8c-b5df-4951-8027-db70a7a5603b,segment=NetworkSegment(a6d19836-df9a-46d7-91e5-10d340759939),segment_id=a6d19836-df9a-46d7-91e5-10d340759939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:54.041569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.083928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:54.093781 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.098117 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:54.099114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8eb47a8c-b5df-4951-8027-db70a7a5603b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:54.133089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf3aae-b4fc-4506-b349-f4eb20b4dc3b req-30366abd-9665-4b27-8754-d3ecf9e13515 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.133740 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:54.134201 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:54.142114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44cf3aae-b4fc-4506-b349-f4eb20b4dc3b req-30366abd-9665-4b27-8754-d3ecf9e13515 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 943 time: 0.4431050 Jan 27 21:59:54.214600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-4c497445-aa5d-4581-821a-420b10ed340a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "PUT /v2.0/floatingips/2ae0bf09-38e6-4102-9423-6f804a2dcc31 HTTP/1.1" status: 200 len: 694 time: 3.7102351 Jan 27 21:59:54.230648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:54.237981 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50595b6b-b4bf-4775-a0e4-47bf8dced661" -d '{"events": [{"name": "network-changed", "server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:54.450153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['8eb47a8c-b5df-4951-8027-db70a7a5603b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:54.486823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca004c48-563c-4810-8321-7b1c84af331e req-1bf672d6-b792-427f-8ae5-7d6a5168da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.504092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-1bf672d6-b792-427f-8ae5-7d6a5168da00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 1096 time: 0.1389430 Jan 27 21:59:54.531919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44cf3aae-b4fc-4506-b349-f4eb20b4dc3b req-9478b0d8-1db2-4d1c-87fa-3fe8843e5d5b tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389933 Jan 27 21:59:54.562686 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks [] for security_group (af8fe274-06bb-4637-bc99-01310d226a40), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.597934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (af8fe274-06bb-4637-bc99-01310d226a40), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.710701 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:54.766227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8fe274-06bb-4637-bc99-01310d226a40,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:55.028161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca004c48-563c-4810-8321-7b1c84af331e req-a26c150a-7e8c-41e4-a157-903476b40976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.030947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-a26c150a-7e8c-41e4-a157-903476b40976 service neutron] 10.222.0.45 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.4973226 Jan 27 21:59:55.235312 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:55.298338 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:55.335161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Allocated IP 192.168.233.120 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/b1b6b7a7-113e-4619-ac23-e24fc6e90b7f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:55.336428 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:55.343973 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:55.380188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-439c1edc-a391-477b-89bf-b8aa0e7fc5a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 217 time: 0.3277388 Jan 27 21:59:55.508248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-303ec0d5-6cf0-44b5-a7c1-8ff91f4b0e83 req-2cf8861b-b37c-437a-838b-38bbfbcf14b5 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 210 time: 0.1902730 Jan 27 21:59:55.555358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca004c48-563c-4810-8321-7b1c84af331e req-0f32e6f3-a31e-44cb-874d-8e228849429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.557937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-0f32e6f3-a31e-44cb-874d-8e228849429e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.1424899 Jan 27 21:59:55.614473 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:55.729192 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8568675c-579c-43c5-b9df-56abcaa57281 x-openstack-request-id: req-8568675c-579c-43c5-b9df-56abcaa57281 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:55.729505 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:55.729751 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8568675c-579c-43c5-b9df-56abcaa57281 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:55.730159 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'status': 'completed', 'code': 200} Jan 27 21:59:55.839113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca004c48-563c-4810-8321-7b1c84af331e req-b7f0d072-7863-42a0-9cea-29012e0cca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.840871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-b7f0d072-7863-42a0-9cea-29012e0cca1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2414618 Jan 27 21:59:56.147904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks [] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.222832 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:56.262728 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631d41a-af15-4055-9765-0fecbcbd8c21 None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:56.298470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-5f669235-ea41-47c0-99a6-b15dd797d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:56.300683 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-5f669235-ea41-47c0-99a6-b15dd797d0bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 1096 time: 0.5010459 Jan 27 21:59:56.493510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-bfc50efd-427e-4546-bb44-185050560d45 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208551 Jan 27 21:59:56.657070 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.876869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b683bd-d43d-4596-a665-0e39af1c444a None None] New status for floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:59:57.111246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c391-3a69-43ae-b655-b270155a0485 req-e67297cb-c038-47fd-bf87-a956b8d872fa tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.112829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-e67297cb-c038-47fd-bf87-a956b8d872fa tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.9719985 Jan 27 21:59:57.124889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:57.153515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:57.173428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:57.188845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-4e2d649a-4b4b-4b12-8f21-9a2eed9633a2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/quotas/b38c8ec451564736a8d87b12d6f553e3 HTTP/1.1" status: 200 len: 375 time: 0.0618629 Jan 27 21:59:57.211321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Pushing event updated for resources: {'Port': ['ID=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:57.237205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-360d26ca-1384-464a-ac78-b4f36651f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.238751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-360d26ca-1384-464a-ac78-b4f36651f682 service neutron] 10.222.0.16 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.7846465 Jan 27 21:59:57.322336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca004c48-563c-4810-8321-7b1c84af331e req-50c5583a-423e-4f54-acb1-a797e99d0e27 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841268 Jan 27 21:59:57.434626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-cfcbc496-3b64-4dda-b495-4457ca13b7bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 200 len: 217 time: 0.1595929 Jan 27 21:59:57.535107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-e4bf4a33-fc4b-4581-94c1-ca6e54d5bc52 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3452404 Jan 27 21:59:57.550128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6dc36198-b260-424b-8c60-ffb02cd23769 None None] Provisioning complete for port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:57.551006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6dc36198-b260-424b-8c60-ffb02cd23769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.556934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.557720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.589321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-ea594282-79fb-4e55-a2fd-873dc9f065ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.590990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-ea594282-79fb-4e55-a2fd-873dc9f065ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.1438451 Jan 27 21:59:57.602445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff69c-2a3d-4464-b93c-3760af219133 req-aa0068b0-874d-4141-ab9a-ebaba267c0f1 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.610054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cbff69c-2a3d-4464-b93c-3760af219133 req-aa0068b0-874d-4141-ab9a-ebaba267c0f1 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 944 time: 0.1950836 Jan 27 21:59:57.623116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8eb47a8c-b5df-4951-8027-db70a7a5603b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:57.639357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6dc36198-b260-424b-8c60-ffb02cd23769 None None] Port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:57.666528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-c7fe40b6-d9d6-42cc-b361-ffde48fd2633 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3570688 Jan 27 21:59:57.706529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Request body: {'port': {'device_id': 'f5ed8c53-f9c3-4338-a3e2-be9409bcacf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:57.730663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 8eb47a8c-b5df-4951-8027-db70a7a5603b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:57.739643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 8eb47a8c-b5df-4951-8027-db70a7a5603b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:57.740529 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.779471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cbff69c-2a3d-4464-b93c-3760af219133 req-39ef380b-58d1-4050-b2d0-8130165dc7c9 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683469 Jan 27 21:59:57.797392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-00dd32eb-4398-4c19-8c45-1fe4cb678b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.799693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-00dd32eb-4398-4c19-8c45-1fe4cb678b26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872003 Jan 27 21:59:57.805640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-0d1774e3-91e7-4270-8cc1-867edc325674 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:59:57.817160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-0d1774e3-91e7-4270-8cc1-867edc325674 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2559175 Jan 27 21:59:57.965824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8eb47a8c-b5df-4951-8027-db70a7a5603b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:57.967347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.972551 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.018098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abbddd-7937-4f5f-8a7f-c6e815d79b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb47a8c-b5df-4951-8027-db70a7a5603b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:58.023692 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84610b74-084c-4451-a0f1-0c9d94f23ba6" -d '{"events": [{"server_uuid": "98abbddd-7937-4f5f-8a7f-c6e815d79b61", "name": "network-vif-plugged", "status": "completed", "tag": "8eb47a8c-b5df-4951-8027-db70a7a5603b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:58.056197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8eb47a8c-b5df-4951-8027-db70a7a5603b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8eb47a8c-b5df-4951-8027-db70a7a5603b,segment=NetworkSegment(a6d19836-df9a-46d7-91e5-10d340759939),segment_id=a6d19836-df9a-46d7-91e5-10d340759939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:58.075755 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.150579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8eb47a8c-b5df-4951-8027-db70a7a5603b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:58.167250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-067b07c8-4877-4951-870c-1c062188124a service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285103 Jan 27 21:59:58.185807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-9994d045-8dd9-40e1-9a17-26c01638c0a3 service neutron] 10.222.0.16 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671820 Jan 27 21:59:58.335450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c01072-778c-4286-a052-72120b89fbac req-6e95a47a-ab00-43d2-ad51-bc14b3fd9b87 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:58.338585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20c01072-778c-4286-a052-72120b89fbac req-6e95a47a-ab00-43d2-ad51-bc14b3fd9b87 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 936 time: 0.3447447 Jan 27 21:59:58.576718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-bc89f531-5e4f-40c4-bee8-641502628c21 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950665 Jan 27 21:59:58.593874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20c01072-778c-4286-a052-72120b89fbac req-ba8ff2d2-f18e-47e4-8619-10a6b80cac40 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339287 Jan 27 21:59:58.631737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50595b6b-b4bf-4775-a0e4-47bf8dced661 req-cd3251ea-243b-4328-906c-1208739c766a service neutron] 10.222.0.16 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250031 Jan 27 21:59:58.830993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b6b7a7-113e-4619-ac23-e24fc6e90b7f {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:58.839240 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab707109-e3ec-46d2-9e2f-90eee4c108ed x-openstack-request-id: req-ab707109-e3ec-46d2-9e2f-90eee4c108ed {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:58.839628 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abbddd-7937-4f5f-8a7f-c6e815d79b61", "name": "network-vif-plugged", "status": "completed", "tag": "8eb47a8c-b5df-4951-8027-db70a7a5603b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:58.839944 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab707109-e3ec-46d2-9e2f-90eee4c108ed {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:58.840395 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abbddd-7937-4f5f-8a7f-c6e815d79b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb47a8c-b5df-4951-8027-db70a7a5603b', 'code': 200} Jan 27 21:59:58.845896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Publish callbacks [] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.865269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Transition to ACTIVE for port object b1b6b7a7-113e-4619-ac23-e24fc6e90b7f will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:58.874187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.064675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3a21c8a-29f6-41e3-966a-90559eb75824 req-bfcf9b4b-2ba1-4d7b-a838-5a2b11a6b953 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 210 time: 0.1336279 Jan 27 21:59:59.275690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:59.330151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bc57d-4508-451b-9d7d-65ee6d068b49 req-c8cc2624-7fa4-45b4-96bd-7827ce3f7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:59.333279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-047bc57d-4508-451b-9d7d-65ee6d068b49 req-c8cc2624-7fa4-45b4-96bd-7827ce3f7082 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 1096 time: 0.3795698 Jan 27 21:59:59.342589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Attempting to bind port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:59.343170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Attempting to bind port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:59.343389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Attempting to bind port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:59.421544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:59.421890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Attempting to bind port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:59.443433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:59.444241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:59.444652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:59.445905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Bound port: b1b6b7a7-113e-4619-ac23-e24fc6e90b7f, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:59.446288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.511780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d2b31-859d-4d3b-b53f-10fa58aee4c8 req-343a1fac-bdf6-454a-8695-f73bc2782f29 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:59.520720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c10d2b31-859d-4d3b-b53f-10fa58aee4c8 req-343a1fac-bdf6-454a-8695-f73bc2782f29 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 945 time: 0.1858387 Jan 27 21:59:59.559646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-047bc57d-4508-451b-9d7d-65ee6d068b49 req-bbc0c082-f456-40ee-97c0-553f0520c397 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120988 Jan 27 21:59:59.634177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c10d2b31-859d-4d3b-b53f-10fa58aee4c8 req-e600c557-84ef-4da7-8408-3d51b5c76d79 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111465 Jan 27 21:59:59.678104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-cecbb438-66b4-4fe3-9490-b8e1c1faf0f7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:59.686049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-cecbb438-66b4-4fe3-9490-b8e1c1faf0f7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1996171 Jan 27 21:59:59.743294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] For port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:59.754559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-8d85baae-8234-4f5a-a89a-43a94cb845a4 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.0675316 Jan 27 21:59:59.760237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Request body: {'floatingip': {'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:59.819088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] For port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:59.825329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.830726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.963810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:59.964097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.965649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] 10.222.0.57 "PUT /v2.0/ports/b1b6b7a7-113e-4619-ac23-e24fc6e90b7f HTTP/1.1" status: 200 len: 1096 time: 2.2650359 Jan 27 21:59:59.969606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ed8c53-f9c3-4338-a3e2-be9409bcacf4', 'tag': 'b1b6b7a7-113e-4619-ac23-e24fc6e90b7f'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:59.972036 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b54ab1f-bf05-4745-892d-771215d5e3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ed8c53-f9c3-4338-a3e2-be9409bcacf4", "tag": "b1b6b7a7-113e-4619-ac23-e24fc6e90b7f"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:00.096451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aac779-b66f-4500-8552-fa2eb0f6ff91 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:00.130362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f49768-d248-4b03-852e-bbf2ba8f909a req-2d82c05b-1337-4b8b-8e03-3550eebe2a9a tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:00.138620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6f49768-d248-4b03-852e-bbf2ba8f909a req-2d82c05b-1337-4b8b-8e03-3550eebe2a9a tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 948 time: 0.2574434 Jan 27 22:00:00.337502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6f49768-d248-4b03-852e-bbf2ba8f909a req-4cfd1140-97c6-4e95-ba9f-36a21b75a4b7 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977985 Jan 27 22:00:00.342105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-233664c1-862d-4e10-a947-0230861b2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:00.344187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-233664c1-862d-4e10-a947-0230861b2d78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45052533dde4f9f8f39c96bf1e5fdd8&device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 1099 time: 0.3060811 Jan 27 22:00:00.434757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-da0311d0-21bd-444e-a299-458591604c01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f HTTP/1.1" status: 200 len: 217 time: 0.0814638 Jan 27 22:00:00.614482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-f700b616-02ec-41cf-96a1-5cf15c2f26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:00.633844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-f700b616-02ec-41cf-96a1-5cf15c2f26e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1893721 Jan 27 22:00:00.683190 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3183a993-10ac-4c86-b0cb-4bf9890629f2 x-openstack-request-id: req-3183a993-10ac-4c86-b0cb-4bf9890629f2 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:00.684748 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ed8c53-f9c3-4338-a3e2-be9409bcacf4", "tag": "b1b6b7a7-113e-4619-ac23-e24fc6e90b7f", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:00.686373 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3183a993-10ac-4c86-b0cb-4bf9890629f2 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:00.687313 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ed8c53-f9c3-4338-a3e2-be9409bcacf4', 'tag': 'b1b6b7a7-113e-4619-ac23-e24fc6e90b7f', 'status': 'completed', 'code': 200} Jan 27 22:00:00.807839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b7abad5-646f-4e55-a349-9fbd11b24a84 req-338175bf-a4b6-4325-b0e3-09ed61153e74 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 210 time: 0.0985370 Jan 27 22:00:01.070060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-8d88d9c4-427c-44a5-b75c-fe97022c5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:01.076347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-8d88d9c4-427c-44a5-b75c-fe97022c5599 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4268887 Jan 27 22:00:01.300443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-ab7bce9f-5178-486e-8301-5d6d7537d776 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:01.302818 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-ab7bce9f-5178-486e-8301-5d6d7537d776 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e88b2e0-d446-41a7-86f1-3ac4e4b88661 HTTP/1.1" status: 200 len: 945 time: 0.0541086 Jan 27 22:00:01.414315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Deleting port dec0a13f-d186-42fb-8915-2ef4882960ad {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:01.414967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.961669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] For port dec0a13f-d186-42fb-8915-2ef4882960ad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=dec0a13f-d186-42fb-8915-2ef4882960ad,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:01.962391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.978261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Calling delete_port for dec0a13f-d186-42fb-8915-2ef4882960ad owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:02.174368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c391-3a69-43ae-b655-b270155a0485 req-84b49f6b-e868-4d9b-90cf-9ad1b00284f7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.176639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-84b49f6b-e868-4d9b-90cf-9ad1b00284f7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 1.3730748 Jan 27 22:00:02.199603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Request body: {'port': {'device_id': 'e05a28ec-dd92-4b57-94b4-9116c05016bf', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'admin_state_up': True, 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:02.224547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd088558-1033-42ac-b696-8dea71c3723e req-5843c6b4-327b-47e1-80cf-45b9712404d4 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.226587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd088558-1033-42ac-b696-8dea71c3723e req-5843c6b4-327b-47e1-80cf-45b9712404d4 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 945 time: 1.0542324 Jan 27 22:00:02.240355 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:00:02.251597 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (dec0a13f-d186-42fb-8915-2ef4882960ad), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.274770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['dec0a13f-d186-42fb-8915-2ef4882960ad'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:02.373839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-75ef9ea6-02eb-4c8f-9999-635bff3293d7 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2033281 Jan 27 22:00:02.381694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Pushing event deleted for resources: {'Port': ['ID=dec0a13f-d186-42fb-8915-2ef4882960ad,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.382427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3c9f37f3-fcea-4d00-b01c-a956c551e907'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:02.427304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] No DVR routers for this DVR port dec0a13f-d186-42fb-8915-2ef4882960ad on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:02.436745 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.446446 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a888b884-2a86-4975-9fe5-2bd5c5f8b6fb req-db477951-bdcc-463a-9621-644dc974834a tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.16 "DELETE /v2.0/ports/dec0a13f-d186-42fb-8915-2ef4882960ad HTTP/1.1" status: 204 len: 173 time: 1.1373706 Jan 27 22:00:02.447480 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'name': 'network-vif-deleted', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:02.495731 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a38e00-ae2c-4e19-975a-3cd847104889" -d '{"events": [{"server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "name": "network-vif-deleted", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:02.515117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a439b03-9d00-4c09-a371-d85ff9d462ac req-220aeb6d-dfcc-42a8-87e6-9896f7f7f918 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179068 Jan 27 22:00:02.620593 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.729639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.851843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd088558-1033-42ac-b696-8dea71c3723e req-90388cdc-f847-4eff-861e-134ee1175822 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007054 Jan 27 22:00:03.022854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-f261ebaa-2789-4f59-b8bc-491cff793bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.024916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-f261ebaa-2789-4f59-b8bc-491cff793bae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d45052533dde4f9f8f39c96bf1e5fdd8&device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 1099 time: 0.3960118 Jan 27 22:00:03.169603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:03.175005 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.476445 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31 associated. External IP: 172.25.8.24, port: 3c9f37f3-fcea-4d00-b01c-a956c551e907. Jan 27 22:00:03.553647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43497b10-7f5f-4b1e-b607-79af6c884c48 req-3ba62bef-2b0a-4e4e-b90a-3a418b04622c tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.555653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43497b10-7f5f-4b1e-b607-79af6c884c48 req-3ba62bef-2b0a-4e4e-b90a-3a418b04622c tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 948 time: 0.4826529 Jan 27 22:00:03.611115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-0f1b1df7-e05e-43d4-9658-5d7d93a47cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.612901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-0f1b1df7-e05e-43d4-9658-5d7d93a47cab service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.5643868 Jan 27 22:00:03.752720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-01a6bd21-3700-4c5d-b213-1d1a6cf0def5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f HTTP/1.1" status: 200 len: 217 time: 0.1095424 Jan 27 22:00:03.817143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Allocated IP 172.20.0.12 (117b07ff-d9aa-4124-b507-7b2a258cb97e/3132c1c8-dbeb-452d-82de-98713bf9d5fc/6a3e7cd6-3154-4409-8cf0-358aa6c13bbe) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:03.828964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43497b10-7f5f-4b1e-b607-79af6c884c48 req-4a687dd2-4abe-4602-9011-371fc1bdc5a9 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551191 Jan 27 22:00:03.883127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b1b6b7a7-113e-4619-ac23-e24fc6e90b7f details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:03.915961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-c0c3f7d5-75c8-4231-8cf1-4ee1552b95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.918471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-c0c3f7d5-75c8-4231-8cf1-4ee1552b95f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.1529717 Jan 27 22:00:04.154192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2da3d42f-6164-4dbb-a4ca-407937368f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.156950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-fa461522-fc3a-409d-b344-6079188d85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.158523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-fa461522-fc3a-409d-b344-6079188d85b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2204199 Jan 27 22:00:04.213431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:04.239961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'b1b6b7a7-113e-4619-ac23-e24fc6e90b7f', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'b1b6b7a7-113e-4619-ac23-e24fc6e90b7f', 'mac_address': 'fa:16:3e:73:ed:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:04.262161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e10b411-85d5-42e3-bc21-6d6bef706b94 req-5148b01d-ca0f-418a-a145-fef7d0ffc68e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 210 time: 0.1572475 Jan 27 22:00:04.317340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:04.318419 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.350903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b6b7a7-113e-4619-ac23-e24fc6e90b7f {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:04.354341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Router 3cda758f-e577-4810-a54a-5a16129049df has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:04.368892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-a4062346-f73c-4cda-85ec-8b3e5d212d13 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825745 Jan 27 22:00:04.407840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:04.416738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.452530 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4b1213-ca3e-4be0-b14b-e44092e8a65e x-openstack-request-id: req-8c4b1213-ca3e-4be0-b14b-e44092e8a65e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:04.453129 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e88b2e0-d446-41a7-86f1-3ac4e4b88661", "name": "network-vif-deleted", "tag": "dec0a13f-d186-42fb-8915-2ef4882960ad", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:04.453421 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c4b1213-ca3e-4be0-b14b-e44092e8a65e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:04.454149 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e88b2e0-d446-41a7-86f1-3ac4e4b88661', 'name': 'network-vif-deleted', 'tag': 'dec0a13f-d186-42fb-8915-2ef4882960ad', 'status': 'completed', 'code': 200} Jan 27 22:00:04.548950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:04.573742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks [] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.691986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b1b6b7a7-113e-4619-ac23-e24fc6e90b7f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:04.698159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b54ab1f-bf05-4745-892d-771215d5e3d8 req-c2d1a083-d656-4d3d-b4ae-196777ed67ba service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846968 Jan 27 22:00:04.713247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d1e06-b09c-4780-a50e-88fda6afc782 req-435defe1-7f98-440c-a39f-fa06f3732ae3 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.714889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e8d1e06-b09c-4780-a50e-88fda6afc782 req-435defe1-7f98-440c-a39f-fa06f3732ae3 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 945 time: 0.1878927 Jan 27 22:00:04.731737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:04.745567 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:04.746694 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.774376 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:04.775301 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:04.775832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.834430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:04.835381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-38baa926-75af-42ed-9d54-91bd95308df7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "PUT /v2.0/floatingips/2ae0bf09-38e6-4102-9423-6f804a2dcc31 HTTP/1.1" status: 200 len: 996 time: 5.0792930 Jan 27 22:00:04.840747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:04.844784 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:04.876365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e8d1e06-b09c-4780-a50e-88fda6afc782 req-6b7112fc-bb61-4e7d-ae28-0dca4aa6f3d4 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551166 Jan 27 22:00:04.950099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:05.010071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:05.023393 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:05.028137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:05.161529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event updated for resources: {'Port': ['ID=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:05.197296 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e5be8-a7dd-45c0-a977-018d638ad092 x-openstack-request-id: req-ec9e5be8-a7dd-45c0-a977-018d638ad092 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:05.204152 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:05.204708 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec9e5be8-a7dd-45c0-a977-018d638ad092 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:05.205373 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'status': 'completed', 'code': 200} Jan 27 22:00:05.310069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-e93eec4b-f02c-457c-9da5-5bb396769bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.313569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-e93eec4b-f02c-457c-9da5-5bb396769bcf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.4261584 Jan 27 22:00:05.320653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-71ee8791-8ab9-4eab-8424-5f05fc7f4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.324671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-71ee8791-8ab9-4eab-8424-5f05fc7f4951 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.1388328 Jan 27 22:00:05.337561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.338574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.485648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-0300c055-1fac-407d-b4b6-023247cef5dd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2995982 Jan 27 22:00:05.505422 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:34:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T22:00:02Z', 'revision_number': 8, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:05.568002 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:05.586665 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:05.588231 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T21:59:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:05.646538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device dec0a13f-d186-42fb-8915-2ef4882960ad no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:05.691634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: dec0a13f-d186-42fb-8915-2ef4882960ad {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:05.696732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device dec0a13f-d186-42fb-8915-2ef4882960ad not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:05.808324 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:05.901971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b1b6b7a7-113e-4619-ac23-e24fc6e90b7f up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:06.005832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:06.013674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:06.014154 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.071507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Request body: {'port': {'device_id': 'e05a28ec-dd92-4b57-94b4-9116c05016bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:06.161088 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.163406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:06.164036 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.205857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed8c53-f9c3-4338-a3e2-be9409bcacf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b6b7a7-113e-4619-ac23-e24fc6e90b7f'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:06.209871 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abfb965-3949-41e3-b825-ba39ab977a8c" -d '{"events": [{"server_uuid": "f5ed8c53-f9c3-4338-a3e2-be9409bcacf4", "name": "network-vif-plugged", "status": "completed", "tag": "b1b6b7a7-113e-4619-ac23-e24fc6e90b7f"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:06.237192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:06.251398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.269216 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:34:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T22:00:02Z', 'revision_number': 8, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:06.277053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529b97-f359-46ea-a018-abc5d58c4ac8 req-cd9f09ae-0867-4d44-a68b-e4127d98a9c3 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.283291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d529b97-f359-46ea-a018-abc5d58c4ac8 req-cd9f09ae-0867-4d44-a68b-e4127d98a9c3 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 949 time: 1.1070790 Jan 27 22:00:06.284478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-5cd4917b-d674-4a4f-978a-2a9b6303c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.287988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-5cd4917b-d674-4a4f-978a-2a9b6303c043 service neutron] 10.222.0.45 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.9446385 Jan 27 22:00:06.289559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-dfce4427-2e6a-453e-a021-c13ab394b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.291190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-dfce4427-2e6a-453e-a021-c13ab394b014 service neutron] 10.222.0.57 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.9292855 Jan 27 22:00:06.352279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:06.485748 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef40b99-17ef-4d3e-9de9-fa49ddaedc6d None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '2ae0bf09-38e6-4102-9423-6f804a2dcc31', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '3cda758f-e577-4810-a54a-5a16129049df', 'port_id': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'mac_address': 'fa:16:3e:34:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:43Z', 'updated_at': '2022-01-27T22:00:02Z', 'revision_number': 8, 'project_id': '95a3607e02ca4d06a194790510559fab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:06.602478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d529b97-f359-46ea-a018-abc5d58c4ac8 req-ae3550b6-a82a-4e5c-8619-01f26e9f8241 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846327 Jan 27 22:00:06.852855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-3694a6fb-ee54-4478-85bd-d178d3ab47f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 999 time: 0.5508857 Jan 27 22:00:06.870284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-4e6f66c8-76da-4bc3-95a1-4ab47192ead8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 999 time: 0.5692582 Jan 27 22:00:06.880304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8db12-30c4-4e68-b389-d7907144332a None None] New status for floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:00:07.151083 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-319f0ee3-1eab-48e8-a401-09b7c2311e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.244448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-cc1f590f-14b0-4e7f-89f9-c1ce85cf2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.247010 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-cc1f590f-14b0-4e7f-89f9-c1ce85cf2abe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.3754990 Jan 27 22:00:07.265821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-3194105b-1a1b-4485-a834-7cd8ab923c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.268885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-3194105b-1a1b-4485-a834-7cd8ab923c4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.3502002 Jan 27 22:00:07.446092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3be5-5384-44b9-9804-532859d47cdb req-2f1ca23e-ada9-4697-a796-2764a704b2cc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.448920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2ae3be5-5384-44b9-9804-532859d47cdb req-2f1ca23e-ada9-4697-a796-2764a704b2cc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 932 time: 0.3334491 Jan 27 22:00:07.512083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-fe38ab37-ae6c-4a59-9509-32b6faae386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.514925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-fe38ab37-ae6c-4a59-9509-32b6faae386e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542307 Jan 27 22:00:07.599136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-a1867a4e-3057-451e-b439-a2bc704978d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.605427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-a1867a4e-3057-451e-b439-a2bc704978d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876356 Jan 27 22:00:07.914946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2ae3be5-5384-44b9-9804-532859d47cdb req-4ad37362-23ff-42ec-a807-6013fb616f41 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508424 Jan 27 22:00:07.979511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:08.026674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Publish callbacks [] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.056824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-80cd08fc-899d-4e26-89f7-66026377a849 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189850 Jan 27 22:00:08.095538 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82373d3b-6f0e-4f0a-b06f-b99bc9add333 x-openstack-request-id: req-82373d3b-6f0e-4f0a-b06f-b99bc9add333 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:08.096122 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed8c53-f9c3-4338-a3e2-be9409bcacf4", "name": "network-vif-plugged", "status": "completed", "tag": "b1b6b7a7-113e-4619-ac23-e24fc6e90b7f", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:08.097100 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82373d3b-6f0e-4f0a-b06f-b99bc9add333 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:08.099021 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed8c53-f9c3-4338-a3e2-be9409bcacf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b6b7a7-113e-4619-ac23-e24fc6e90b7f', 'code': 200} Jan 27 22:00:08.113904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-1e3246ca-2522-4fb3-a32c-161588438cc4 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960179 Jan 27 22:00:08.120083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Transition to ACTIVE for port object 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:08.183996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.324324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Pushing event updated for resources: {'Port': ['ID=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:08.381227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.514730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb8f5-0689-47ba-9bd4-6affd1d1882d req-c534a97e-e78e-4bb7-80d6-40acfcf8d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:08.515564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2cacb8f5-0689-47ba-9bd4-6affd1d1882d req-c534a97e-e78e-4bb7-80d6-40acfcf8d61d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 1101 time: 0.3092866 Jan 27 22:00:08.559962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-801a429f-f25e-45ff-8a7e-519b683f5d94 req-37e2f943-306a-404a-a1e4-6ea990410a22 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900281 Jan 27 22:00:08.602816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648d549-0cb7-4fe6-be12-6109db274a1b req-8995f45e-0ba2-4996-993f-915a73b0040c tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:08.610386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b648d549-0cb7-4fe6-be12-6109db274a1b req-8995f45e-0ba2-4996-993f-915a73b0040c tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 950 time: 0.3419316 Jan 27 22:00:08.672058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c84e9746-4b0f-4230-9b67-b0b35ebec9a2 req-94f80bec-3d6a-437f-a8c5-42f8a6e07dbb service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961655 Jan 27 22:00:08.753156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b648d549-0cb7-4fe6-be12-6109db274a1b req-a5c0575c-8aac-4822-b020-376e0a660962 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409802 Jan 27 22:00:08.795705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Attempting to bind port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:08.796050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Attempting to bind port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:08.796370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Attempting to bind port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:08.833874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2cacb8f5-0689-47ba-9bd4-6affd1d1882d req-f0f0e55d-6807-4587-9fb5-bdd28e32974b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886782 Jan 27 22:00:08.847689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe on network 117b07ff-d9aa-4124-b507-7b2a258cb97e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:08.848020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Attempting to bind port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:08.856911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:08.857336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Checking segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:08.857646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Bound using segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:08.858095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Bound port: 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:08.858463 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.965489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a2375e2-47d8-4733-81a8-c0981962ed3f req-a3c37370-a805-4cab-9962-fd6de4971165 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips/2ae0bf09-38e6-4102-9423-6f804a2dcc31 HTTP/1.1" status: 200 len: 998 time: 0.1819873 Jan 27 22:00:09.228794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2375e2-47d8-4733-81a8-c0981962ed3f req-ebfa4e3d-e86b-4e69-9f01-fac7a9e54924 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.235828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a2375e2-47d8-4733-81a8-c0981962ed3f req-ebfa4e3d-e86b-4e69-9f01-fac7a9e54924 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.2690239 Jan 27 22:00:09.242194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-4a2375e2-47d8-4733-81a8-c0981962ed3f req-bd4b5fe7-209b-4dfa-9e54-c7cfc3a39ac8 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:00:09.260101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a2375e2-47d8-4733-81a8-c0981962ed3f req-bd4b5fe7-209b-4dfa-9e54-c7cfc3a39ac8 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231290 Jan 27 22:00:09.383308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] For port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:09.394225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] For port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:09.414721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74295a-c827-4f0c-b1f2-79d505269125 req-d610f89a-db22-42d9-bfd4-d62f78cad3a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.428238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f74295a-c827-4f0c-b1f2-79d505269125 req-d610f89a-db22-42d9-bfd4-d62f78cad3a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 944 time: 0.3476849 Jan 27 22:00:09.461694 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.619849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.623356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.624916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] 10.222.0.16 "PUT /v2.0/ports/6a3e7cd6-3154-4409-8cf0-358aa6c13bbe HTTP/1.1" status: 200 len: 1092 time: 3.5620885 Jan 27 22:00:09.705849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05a28ec-dd92-4b57-94b4-9116c05016bf', 'tag': '6a3e7cd6-3154-4409-8cf0-358aa6c13bbe'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:09.708331 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4023af-e5a1-4f00-b774-2999ad932423" -d '{"events": [{"name": "network-changed", "server_uuid": "e05a28ec-dd92-4b57-94b4-9116c05016bf", "tag": "6a3e7cd6-3154-4409-8cf0-358aa6c13bbe"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:09.716485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-06a005ad-3c04-4c85-8351-7c88a957a415 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1001 time: 0.2500255 Jan 27 22:00:09.855059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de51e-5a78-4749-82d7-d123145e6d82 req-2a1bf3bf-c71c-44af-9fc6-c9ad1c049270 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.856724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-2a1bf3bf-c71c-44af-9fc6-c9ad1c049270 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports/3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 943 time: 0.1095760 Jan 27 22:00:09.878920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed576b4-10e1-40d3-94d8-1bc266da045f service neutron] Pushing event updated for resources: {'Port': ['ID=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:09.915247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f74295a-c827-4f0c-b1f2-79d505269125 req-b61cf38c-8881-44ec-ad97-f25eb0495366 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792757 Jan 27 22:00:09.944343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c391-3a69-43ae-b655-b270155a0485 req-2c7137c4-b317-4fc9-901e-c43111c76aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.948539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-2c7137c4-b317-4fc9-901e-c43111c76aaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 1095 time: 0.2264996 Jan 27 22:00:10.126306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-477fc0c6-7dd2-4ba5-81d6-00cb45c3a773 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe HTTP/1.1" status: 200 len: 217 time: 0.1692464 Jan 27 22:00:10.237473 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed976bd-4ace-4cb2-9ef5-93c9ab36129c x-openstack-request-id: req-eed976bd-4ace-4cb2-9ef5-93c9ab36129c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:10.237712 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05a28ec-dd92-4b57-94b4-9116c05016bf", "tag": "6a3e7cd6-3154-4409-8cf0-358aa6c13bbe", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:10.237929 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eed976bd-4ace-4cb2-9ef5-93c9ab36129c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:10.238339 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05a28ec-dd92-4b57-94b4-9116c05016bf', 'tag': '6a3e7cd6-3154-4409-8cf0-358aa6c13bbe', 'status': 'completed', 'code': 200} Jan 27 22:00:10.307781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-4824ab01-0b83-43fd-a64f-f99e93f375c5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1001 time: 0.2511744 Jan 27 22:00:10.319590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c391-3a69-43ae-b655-b270155a0485 req-20ecf17a-6088-4cca-91d2-6e03a7acf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:10.321155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-20ecf17a-6088-4cca-91d2-6e03a7acf466 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.0969827 Jan 27 22:00:10.400245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-a7dfa162-8577-428e-b91f-2860d798b913 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642686 Jan 27 22:00:10.569094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de51e-5a78-4749-82d7-d123145e6d82 req-3531ccae-0753-4e59-8740-58303a39b264 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:10.580325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-3531ccae-0753-4e59-8740-58303a39b264 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.2683299 Jan 27 22:00:10.646779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc10755-05f9-4cdf-a373-df782c58dd97 req-bdcd7e1c-b239-4d7b-9f7d-9a8465bce9df tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:10.648424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fc10755-05f9-4cdf-a373-df782c58dd97 req-bdcd7e1c-b239-4d7b-9f7d-9a8465bce9df tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 950 time: 0.2412581 Jan 27 22:00:10.686676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-b465579d-b1c1-4980-9e80-9adcd35bfdfc service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669497 Jan 27 22:00:10.736685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-20a97114-6ab7-4dbc-94eb-671ee2b0e001 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 1001 time: 0.1582980 Jan 27 22:00:10.901899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be41c391-3a69-43ae-b655-b270155a0485 req-d0ceba9a-2333-4d98-869d-682409280746 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087290 Jan 27 22:00:10.909753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:10.932368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.115557 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.134702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-60f54765-21d3-4e20-94b4-d79b6a4b0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.136552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-60f54765-21d3-4e20-94b4-d79b6a4b0478 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 1095 time: 0.1404936 Jan 27 22:00:11.148427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fc10755-05f9-4cdf-a373-df782c58dd97 req-6968d839-b762-4d62-bb29-fb6b4e3f6ac4 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747605 Jan 27 22:00:12.122095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-3bce03e3-6ca3-496b-90aa-413bf71e00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:12.123940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-3bce03e3-6ca3-496b-90aa-413bf71e00b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 0.9741888 Jan 27 22:00:12.137006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.184399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-eedb7a84-0419-41e6-b92e-3084b569caa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe HTTP/1.1" status: 200 len: 217 time: 0.0441539 Jan 27 22:00:12.303272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-99765ea7-f93b-4565-88c1-75ad37d7b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:12.305029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-99765ea7-f93b-4565-88c1-75ad37d7b5cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.0695207 Jan 27 22:00:12.351984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-e36753c5-5df8-4f82-bdb2-569a9a69adde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371366 Jan 27 22:00:12.486481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b48e48-22a4-4fc8-849f-c9f9ce1a3444 req-9ee588fa-7040-41a8-94a8-c6f1b3433620 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:12.489193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7b48e48-22a4-4fc8-849f-c9f9ce1a3444 req-9ee588fa-7040-41a8-94a8-c6f1b3433620 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 944 time: 0.3640404 Jan 27 22:00:12.706122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7b48e48-22a4-4fc8-849f-c9f9ce1a3444 req-b2baff9e-036a-4df7-a115-9b79e3838f74 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766648 Jan 27 22:00:12.726111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.734379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-a1c264dd-cec1-4e81-8aa1-5931b87d8ff0 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740969 Jan 27 22:00:12.735791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.736138 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31 disassociated. External IP: 172.25.8.24, port: 3c9f37f3-fcea-4d00-b01c-a956c551e907. Jan 27 22:00:13.113290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4023af-e5a1-4f00-b774-2999ad932423 req-79ca9047-72c3-4062-88e8-ed03f5169d90 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762535 Jan 27 22:00:13.148801 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:00:13.255593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-139dd69b-7a0f-4718-b030-9e32b19ea8a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1850331 Jan 27 22:00:13.376288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Router 3cda758f-e577-4810-a54a-5a16129049df has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:13.637801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-568684c6-d95c-40c5-866d-6e2ec8ef4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.639587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-568684c6-d95c-40c5-866d-6e2ec8ef4583 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=376f3a79a48d449dab9daf01b78843ea&device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 1097 time: 0.3444684 Jan 27 22:00:13.742009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:13.751092 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.771392 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:13.807958 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:13.809441 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:13.823997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc95c25-55ab-43f7-95d3-b7318128acc7 req-3293a109-853d-4226-8411-6ec9a86fa297 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.832742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdc95c25-55ab-43f7-95d3-b7318128acc7 req-3293a109-853d-4226-8411-6ec9a86fa297 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 950 time: 0.2447033 Jan 27 22:00:13.850512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-e2f4c268-9958-4d0b-a98a-67ac46560442 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2612927 Jan 27 22:00:13.883829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-fe812960-c432-4c2b-9ab3-4e5c9a99caa5 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "PUT /v2.0/floatingips/2ae0bf09-38e6-4102-9423-6f804a2dcc31 HTTP/1.1" status: 200 len: 695 time: 2.9801960 Jan 27 22:00:13.906056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:13.908837 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522acdf-53c0-42e8-bcaf-8985685bae0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:13.946365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-3164e9a5-cad4-41bd-8cad-90222c652e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.948361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-3164e9a5-cad4-41bd-8cad-90222c652e46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c HTTP/1.1" status: 200 len: 915 time: 0.2845998 Jan 27 22:00:13.994827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdc95c25-55ab-43f7-95d3-b7318128acc7 req-36888563-a4e0-4d5b-8ab8-dbb73f5d4f78 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597052 Jan 27 22:00:14.079563 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:14.276688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de51e-5a78-4749-82d7-d123145e6d82 req-376ec6bf-78d7-48d8-bfe6-d7765407a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.278476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-376ec6bf-78d7-48d8-bfe6-d7765407a745 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.3934002 Jan 27 22:00:14.314143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-4034d496-1305-4afa-b472-102063901766 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd HTTP/1.1" status: 200 len: 1001 time: 0.3374970 Jan 27 22:00:14.445794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223f29-cb59-4361-9c9d-180fa3d7599f req-bdab8cb8-c2eb-4db4-b0f8-232667e76bdd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.447148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5223f29-cb59-4361-9c9d-180fa3d7599f req-bdab8cb8-c2eb-4db4-b0f8-232667e76bdd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 944 time: 0.2053022 Jan 27 22:00:14.457154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-34cafcde-c499-44e5-b4f5-6edbb838c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.457738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-34cafcde-c499-44e5-b4f5-6edbb838c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.458221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-34cafcde-c499-44e5-b4f5-6edbb838c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.458695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-34cafcde-c499-44e5-b4f5-6edbb838c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.459241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-34cafcde-c499-44e5-b4f5-6edbb838c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.459818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-34cafcde-c499-44e5-b4f5-6edbb838c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.460332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-34cafcde-c499-44e5-b4f5-6edbb838c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.462424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-34cafcde-c499-44e5-b4f5-6edbb838c93f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6491 time: 0.3350091 Jan 27 22:00:14.490293 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:14.529388 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:14.541287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-0ed1651b-db9d-4749-83c1-54afaa9c207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.541930 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:14.542576 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:14.543042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-0ed1651b-db9d-4749-83c1-54afaa9c207f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b2b0eb-d7ea-4f22-998a-8ce59e830b24 HTTP/1.1" status: 200 len: 853 time: 0.2125716 Jan 27 22:00:14.634059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de51e-5a78-4749-82d7-d123145e6d82 req-227b489e-8788-4178-9fae-acaafc938bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.635674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-227b489e-8788-4178-9fae-acaafc938bfa service neutron] 10.222.0.45 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.3348773 Jan 27 22:00:14.642781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f3b1e059-ac7a-4f87-a6bd-e45748e57b2f tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.644359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f3b1e059-ac7a-4f87-a6bd-e45748e57b2f tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 950 time: 0.2670617 Jan 27 22:00:14.732515 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:15.080103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5223f29-cb59-4361-9c9d-180fa3d7599f req-dde0e93f-011c-4422-a1e9-b1477efc0703 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112914 Jan 27 22:00:15.094623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-d5e75f63-000a-44e0-aca4-30edd53b0948 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 217 time: 0.4472926 Jan 27 22:00:15.181348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-df813ef2-e0b8-4f56-b563-f3abe4507374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.201334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-df813ef2-e0b8-4f56-b563-f3abe4507374 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6130166 Jan 27 22:00:15.205480 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:15.243134 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dd93d6-6105-4571-9cd1-770ee511c619 x-openstack-request-id: req-a7dd93d6-6105-4571-9cd1-770ee511c619 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:15.243515 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:15.243775 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7dd93d6-6105-4571-9cd1-770ee511c619 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:15.244104 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'status': 'completed', 'code': 200} Jan 27 22:00:15.307562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-6f014b70-be26-4aec-b8bf-c8fcf7d4629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.308370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-6f014b70-be26-4aec-b8bf-c8fcf7d4629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.308521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-6f014b70-be26-4aec-b8bf-c8fcf7d4629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.310271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-6f014b70-be26-4aec-b8bf-c8fcf7d4629d service neutron] 10.222.0.16 "GET /v2.0/networks?id=25e016db-c5c8-4680-99fd-c704adf86e2c&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2 HTTP/1.1" status: 200 len: 2292 time: 0.7999578 Jan 27 22:00:15.361729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de51e-5a78-4749-82d7-d123145e6d82 req-1c9f3418-04b4-4ea5-b2b4-ae771585119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.363374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-1c9f3418-04b4-4ea5-b2b4-ae771585119d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.2472215 Jan 27 22:00:15.377976 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e6961-bd4b-4c0d-9441-8748a857df79 None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:55Z', 'revision_number': 4, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '585bc83e-093a-46f6-a078-dec69c6a4e73', 'name': '', 'network_id': '454c5e9e-f81d-4233-8b38-19e999eb80fd', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'mac_address': 'fa:16:3e:73:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:53Z', 'updated_at': '2022-01-27T21:58:04Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'subnets': [{'id': '48df4cbe-7dfc-4376-8952-8891f2f1384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:15.419197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-18327b78-1f4c-406d-9e27-5cbd442f783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.431353 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-18327b78-1f4c-406d-9e27-5cbd442f783b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95a3607e02ca4d06a194790510559fab&device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 1097 time: 0.1636534 Jan 27 22:00:15.704698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-a1c0afb8-9331-4bbe-b82d-5daf523b2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.706583 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-a1c0afb8-9331-4bbe-b82d-5daf523b2b34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 200 len: 921 time: 0.2689526 Jan 27 22:00:15.709387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:15.734429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-66027850-7253-457e-98d5-b237d425249b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c HTTP/1.1" status: 200 len: 1002 time: 0.3816218 Jan 27 22:00:15.782250 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-17f21fb1-c5d8-4c3b-869b-397e86a3a91a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 200 len: 217 time: 0.0693169 Jan 27 22:00:15.848850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Deleting port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:15.849208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.905699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-52a374fa-1b25-44f8-a00e-0c888681a3b4 service neutron] 10.222.0.57 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033782 Jan 27 22:00:15.919873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de51e-5a78-4749-82d7-d123145e6d82 req-c91840d2-25d9-42b0-94fc-74245647be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.923171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-c91840d2-25d9-42b0-94fc-74245647be21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4744337 Jan 27 22:00:15.953967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-b868c5f4-3f1e-4372-a4e0-c4bf32df2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.955577 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-b868c5f4-3f1e-4372-a4e0-c4bf32df2f28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 200 len: 859 time: 0.1667547 Jan 27 22:00:16.018868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0b863-2b32-4c83-9f34-c4d05357486e None None] New status for floating IP 2ae0bf09-38e6-4102-9423-6f804a2dcc31: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:00:16.075466 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-cd3a3aed-b919-461a-be2d-cd26145a6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.078845 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-cd3a3aed-b919-461a-be2d-cd26145a6798 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=454c5e9e-f81d-4233-8b38-19e999eb80fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146219 Jan 27 22:00:16.224393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-19b7ce3f-7766-44c5-96af-48f5c0b75a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.226673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-19b7ce3f-7766-44c5-96af-48f5c0b75a16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b451e4d-22c1-41c0-85f8-fe5254f83367 HTTP/1.1" status: 200 len: 851 time: 0.4129980 Jan 27 22:00:16.264105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:16.305112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '6a3e7cd6-3154-4409-8cf0-358aa6c13bbe', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'port_id': '6a3e7cd6-3154-4409-8cf0-358aa6c13bbe', 'mac_address': 'fa:16:3e:39:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3132c1c8-dbeb-452d-82de-98713bf9d5fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:16.372028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] For port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:16.372904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.430350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:16.431258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.446976 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-f8e69d90-2b60-4642-aaa5-3e7cd979fb64 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601291 Jan 27 22:00:16.453272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:16.480456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:16.493386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e763d-b0aa-4fba-abfc-c246e6947fad req-8c34ed2d-0376-478e-adbe-df67fd0839bf tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.496529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f35e763d-b0aa-4fba-abfc-c246e6947fad req-8c34ed2d-0376-478e-adbe-df67fd0839bf tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ed8c53-f9c3-4338-a3e2-be9409bcacf4 HTTP/1.1" status: 200 len: 950 time: 0.3521843 Jan 27 22:00:16.505443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-ba2f4d83-bdca-4dcd-b5bb-1e8c2b7a23a6 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308537 Jan 27 22:00:16.526239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Calling delete_port for b1b6b7a7-113e-4619-ac23-e24fc6e90b7f owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:16.582079 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.635177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.703016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.712989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.713906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.713906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.714280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.714449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.714656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.719003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.721732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.722272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.722782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.723302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.736079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.736750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:16.760375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-4a8fce1e-783c-4154-8e83-ce9f3646539f service neutron] 10.222.0.57 "GET /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105063 Jan 27 22:00:16.842594 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b522acdf-53c0-42e8-bcaf-8985685bae0d req-2497a690-525a-4383-b4b3-4eeaedf4fa62 service neutron] 10.222.0.57 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887906 Jan 27 22:00:16.862941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-424f54ee-5d9c-4f89-967a-db65e5b0bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.864895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-424f54ee-5d9c-4f89-967a-db65e5b0bc31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=25e016db-c5c8-4680-99fd-c704adf86e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6240401 Jan 27 22:00:16.866531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b1b6b7a7-113e-4619-ac23-e24fc6e90b7f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.952919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Pushing event deleted for resources: {'Port': ['ID=b1b6b7a7-113e-4619-ac23-e24fc6e90b7f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.972140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.985237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6a3e7cd6-3154-4409-8cf0-358aa6c13bbe'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:17.089035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] No DVR routers for this DVR port b1b6b7a7-113e-4619-ac23-e24fc6e90b7f on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:17.092184 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.096191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d44f26b3-3385-48ee-bad7-ef600d0871fe req-f4ffcdbb-a379-46e3-86e7-df2774d9f288 tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.57 "DELETE /v2.0/ports/b1b6b7a7-113e-4619-ac23-e24fc6e90b7f HTTP/1.1" status: 204 len: 173 time: 2.4366970 Jan 27 22:00:17.185036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f35e763d-b0aa-4fba-abfc-c246e6947fad req-d1b309f9-fe44-4005-8e3a-4e03eb6763af tempest-VolumesNegativeTest-686188550 tempest-VolumesNegativeTest-686188550-project] 10.222.0.45 "GET /v2.0/security-groups?id=af8fe274-06bb-4637-bc99-01310d226a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6671479 Jan 27 22:00:17.252091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed8c53-f9c3-4338-a3e2-be9409bcacf4', 'name': 'network-vif-deleted', 'tag': 'b1b6b7a7-113e-4619-ac23-e24fc6e90b7f'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:17.254506 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d876d5af-fb29-46fd-aa4d-b7390b098e9f" -d '{"events": [{"server_uuid": "f5ed8c53-f9c3-4338-a3e2-be9409bcacf4", "name": "network-vif-deleted", "tag": "b1b6b7a7-113e-4619-ac23-e24fc6e90b7f"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:17.301260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Publish callbacks [] for security_group (fbf4cf22-525a-4e48-bb83-7d7917f858c5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.310739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fbf4cf22-525a-4e48-bb83-7d7917f858c5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.351725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-1e46c9a9-3e21-427c-b32d-eae599aec4a9 service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708536 Jan 27 22:00:17.373007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-052de51e-5a78-4749-82d7-d123145e6d82 req-38f65c22-cb2b-42ad-8365-bb715f742e66 service neutron] 10.222.0.45 "GET /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8662841 Jan 27 22:00:17.404053 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=025b7c92b7ba496fbfaf3863c2abd8de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663255 Jan 27 22:00:17.413748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:17.585689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf4cf22-525a-4e48-bb83-7d7917f858c5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:17.643172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.643172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.643565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.643802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.644148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.644487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.645274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.645274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.645495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.645783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.646118 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.646509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.646895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c650d-8762-4c0e-8d3c-d58f1e33095f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:17.659307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-784220c2-ca43-4630-aceb-063c600dc925 service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890167 Jan 27 22:00:17.697719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca87c23d-084c-4559-ae23-25cd58ef7067 admin admin] Publish callbacks [] for security_group (fbf4cf22-525a-4e48-bb83-7d7917f858c5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.775438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca87c23d-084c-4559-ae23-25cd58ef7067 admin admin] Publish callbacks [] for security_group (fbf4cf22-525a-4e48-bb83-7d7917f858c5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.776962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-e47279e0-9dca-4858-9e2f-eee3388cc71c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 200 len: 217 time: 0.1097176 Jan 27 22:00:17.824481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eeb1f6-c2de-4e90-a3e3-7c2e793e9104 req-545949d4-b57c-48f8-b290-6f2e191959b2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:17.832107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53eeb1f6-c2de-4e90-a3e3-7c2e793e9104 req-545949d4-b57c-48f8-b290-6f2e191959b2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 945 time: 0.3310337 Jan 27 22:00:17.841967 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3b8336-ecba-49ce-87e7-d14e289dbbf7 x-openstack-request-id: req-fd3b8336-ecba-49ce-87e7-d14e289dbbf7 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:17.842317 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed8c53-f9c3-4338-a3e2-be9409bcacf4", "name": "network-vif-deleted", "tag": "b1b6b7a7-113e-4619-ac23-e24fc6e90b7f", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:17.842452 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd3b8336-ecba-49ce-87e7-d14e289dbbf7 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:17.842777 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed8c53-f9c3-4338-a3e2-be9409bcacf4', 'name': 'network-vif-deleted', 'tag': 'b1b6b7a7-113e-4619-ac23-e24fc6e90b7f', 'status': 'completed', 'code': 200} Jan 27 22:00:17.920983 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca87c23d-084c-4559-ae23-25cd58ef7067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fbf4cf22-525a-4e48-bb83-7d7917f858c5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.924203 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca87c23d-084c-4559-ae23-25cd58ef7067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.928048 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ca87c23d-084c-4559-ae23-25cd58ef7067 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbf4cf22-525a-4e48-bb83-7d7917f858c5 HTTP/1.1" status: 204 len: 168 time: 0.5121000 Jan 27 22:00:17.949386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87c23d-084c-4559-ae23-25cd58ef7067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf4cf22-525a-4e48-bb83-7d7917f858c5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:17.959625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b1b6b7a7-113e-4619-ac23-e24fc6e90b7f no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:17.978933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-67e68b1f-cda1-49fb-94ad-4ba4437445e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:17.984247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-67e68b1f-cda1-49fb-94ad-4ba4437445e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.1975729 Jan 27 22:00:18.020033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: b1b6b7a7-113e-4619-ac23-e24fc6e90b7f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:18.020384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b1b6b7a7-113e-4619-ac23-e24fc6e90b7f not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:18.021160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53eeb1f6-c2de-4e90-a3e3-7c2e793e9104 req-b02311a4-ade2-4ce3-a78b-df1648451a1c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881185 Jan 27 22:00:18.085523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.140389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-c966c164-4f5e-41a8-9730-7bd258e6bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.156838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-c966c164-4f5e-41a8-9730-7bd258e6bf51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339951 Jan 27 22:00:18.344583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-b397de0c-f7ba-490c-b9ed-9d326de0a615 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips/2ae0bf09-38e6-4102-9423-6f804a2dcc31 HTTP/1.1" status: 200 len: 693 time: 0.1185822 Jan 27 22:00:18.697600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-327e6221-54fe-4ff5-9854-a6ca98954690 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320559 Jan 27 22:00:18.860856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-c050c633-6de3-433e-b0f3-4036ea2075f4 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.863746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-c050c633-6de3-433e-b0f3-4036ea2075f4 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.5176926 Jan 27 22:00:18.883519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-2a77e3f7-36ef-483e-9b1a-2674f749d129 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:00:18.885827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-2a77e3f7-36ef-483e-9b1a-2674f749d129 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138290 Jan 27 22:00:19.019087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-69615701-acb0-439d-93a6-b4682c6ca7e8 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098893 Jan 27 22:00:19.131625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-61108451-5210-4bb8-97a8-2b28b15e8413 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 696 time: 0.2376575 Jan 27 22:00:19.134848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-e5975172-0085-41f6-923d-bc00502fcd83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 200 len: 217 time: 0.0691476 Jan 27 22:00:19.318244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-5420aec2-a2a1-4eae-b61b-166e93055a45 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 696 time: 0.1844416 Jan 27 22:00:19.546538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-34f9e9be-db9a-4a2f-a2aa-a3ca27355610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.548353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-34f9e9be-db9a-4a2f-a2aa-a3ca27355610 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.4049842 Jan 27 22:00:19.682472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c15657-0722-4e90-a57e-41fabe523ed1 req-8901a7b5-bd7e-47ad-9666-7084f7331502 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.684647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14c15657-0722-4e90-a57e-41fabe523ed1 req-8901a7b5-bd7e-47ad-9666-7084f7331502 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 945 time: 0.2054033 Jan 27 22:00:19.711673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:19.713272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-101b8513-b9f6-4e65-bb01-9f166afb54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.717119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-101b8513-b9f6-4e65-bb01-9f166afb54f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215372 Jan 27 22:00:19.850439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14c15657-0722-4e90-a57e-41fabe523ed1 req-d683f04a-4ed9-4b07-8d4e-92121969c762 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589456 Jan 27 22:00:19.866756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Deleting port 56380be3-dda9-490c-90ab-15606b6840eb {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:19.867293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (56380be3-dda9-490c-90ab-15606b6840eb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.986425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:20.012275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:20.014883 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.098652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-af5e3335-9f9a-4481-827a-6177c868bd64 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746138 Jan 27 22:00:20.126918 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (56380be3-dda9-490c-90ab-15606b6840eb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.127517 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (56380be3-dda9-490c-90ab-15606b6840eb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.192619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Calling delete_port for 56380be3-dda9-490c-90ab-15606b6840eb owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:20.317111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:20.318164 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.361966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-c81363ac-3f45-454f-aa07-df719c06dc00 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544637 Jan 27 22:00:20.530092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-e9eed541-3041-4431-bb9b-755499598357 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7 HTTP/1.1" status: 200 len: 217 time: 0.1571147 Jan 27 22:00:20.532010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05a28ec-dd92-4b57-94b4-9116c05016bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3e7cd6-3154-4409-8cf0-358aa6c13bbe'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:20.539121 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c10285-f851-4301-bbaf-175239c8e8c8" -d '{"events": [{"server_uuid": "e05a28ec-dd92-4b57-94b4-9116c05016bf", "name": "network-vif-plugged", "status": "completed", "tag": "6a3e7cd6-3154-4409-8cf0-358aa6c13bbe"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:20.593940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:20.641470 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.724933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.797014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:20.863863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-8159618b-1380-4687-9cfc-ca669df92ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:20.866564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-8159618b-1380-4687-9cfc-ca669df92ead service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.3295114 Jan 27 22:00:21.586595 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (56380be3-dda9-490c-90ab-15606b6840eb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.628667 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c767d6d7-e176-4189-897f-8a2284086c9d x-openstack-request-id: req-c767d6d7-e176-4189-897f-8a2284086c9d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:21.629130 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05a28ec-dd92-4b57-94b4-9116c05016bf", "name": "network-vif-plugged", "status": "completed", "tag": "6a3e7cd6-3154-4409-8cf0-358aa6c13bbe", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:21.629820 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c767d6d7-e176-4189-897f-8a2284086c9d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:21.630457 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05a28ec-dd92-4b57-94b4-9116c05016bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3e7cd6-3154-4409-8cf0-358aa6c13bbe', 'code': 200} Jan 27 22:00:21.655660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Pushing event deleted for resources: {'Port': ['ID=56380be3-dda9-490c-90ab-15606b6840eb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:21.800586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-8bd116e1-22de-4a1e-b133-1066e3d19b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.804085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-8bd116e1-22de-4a1e-b133-1066e3d19b7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9161851 Jan 27 22:00:21.876387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091dc76-19ba-4bca-ba46-6d8fbc311941 req-a6c166aa-285f-4d20-8c87-514ae4ab5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.889529 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4091dc76-19ba-4bca-ba46-6d8fbc311941 req-a6c166aa-285f-4d20-8c87-514ae4ab5116 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 1097 time: 0.1386933 Jan 27 22:00:22.060594 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4091dc76-19ba-4bca-ba46-6d8fbc311941 req-19d3becc-360e-40cb-b389-951e59dde822 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653948 Jan 27 22:00:22.129234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks [] for floatingip (2ae0bf09-38e6-4102-9423-6f804a2dcc31), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.134798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.137192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-063d39fa-e9c2-4c74-a702-94d16afe5647 req-08e105f2-a20b-4ac4-bbd3-abc7737d350b tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "DELETE /v2.0/floatingips/2ae0bf09-38e6-4102-9423-6f804a2dcc31 HTTP/1.1" status: 204 len: 173 time: 2.7667527 Jan 27 22:00:22.271747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50135626-1cb9-418e-ae4b-bbeaefd9737f req-c340d44e-5b86-404f-8943-8630337a1fa8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.284073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50135626-1cb9-418e-ae4b-bbeaefd9737f req-c340d44e-5b86-404f-8943-8630337a1fa8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 946 time: 0.4494123 Jan 27 22:00:22.287912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-4c0b083b-a5df-454a-be3f-ee6c0ae7bd15 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752631 Jan 27 22:00:22.397952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50135626-1cb9-418e-ae4b-bbeaefd9737f req-b9ff4126-d9d1-49ea-8b4b-bf0f6d157cda tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089151 Jan 27 22:00:22.474559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-43b25f60-e77b-4ba7-8216-89250f62abd9 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645432 Jan 27 22:00:22.574338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-428828a8-54df-4896-aaa9-6f97f9cab18e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629 HTTP/1.1" status: 200 len: 217 time: 0.0942869 Jan 27 22:00:22.763106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-f2bebbf4-4022-4f00-b31f-466092ae3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.765552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-f2bebbf4-4022-4f00-b31f-466092ae3508 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.1879835 Jan 27 22:00:22.867174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-c78db706-0dd4-4146-bbec-9ce44bdb83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.870391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-c78db706-0dd4-4146-bbec-9ce44bdb83db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956590 Jan 27 22:00:23.144546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847e57c-9658-42ec-a41b-0b11c20e38b7 req-90c450b0-82d1-420b-84af-00c41f5ae2e7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.146986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5847e57c-9658-42ec-a41b-0b11c20e38b7 req-90c450b0-82d1-420b-84af-00c41f5ae2e7 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 946 time: 0.1492677 Jan 27 22:00:23.156903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-5a9d3332-c49a-4690-aa62-3e327c94461c service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789385 Jan 27 22:00:23.399259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5847e57c-9658-42ec-a41b-0b11c20e38b7 req-93ed0745-4a00-476e-98b5-e4f9dba210ed tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382269 Jan 27 22:00:23.463598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-665c1be4-a462-48e4-9556-38a7ff1f5347 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940598 Jan 27 22:00:23.492574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07abf-7808-4010-a60c-d2679b2dbb13 req-99fa43ee-a283-4660-b88f-46f733900b86 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.502622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbb07abf-7808-4010-a60c-d2679b2dbb13 req-99fa43ee-a283-4660-b88f-46f733900b86 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 945 time: 0.1960673 Jan 27 22:00:23.564188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-1a9cedf7-398b-4da8-8b08-6777deaf7926 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a02378a6-77b4-49d1-9876-aeae9608ee06 HTTP/1.1" status: 200 len: 217 time: 0.0906835 Jan 27 22:00:23.637238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbb07abf-7808-4010-a60c-d2679b2dbb13 req-2a25d2ce-daf4-449c-8c6e-2493eab46ed8 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333344 Jan 27 22:00:23.704542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-7993bed2-6737-4a3c-929e-fe9ceae759df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.705998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-7993bed2-6737-4a3c-929e-fe9ceae759df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.0930800 Jan 27 22:00:23.859476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-9b804e07-90e3-44d0-bef2-9d745d15409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.861715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-9b804e07-90e3-44d0-bef2-9d745d15409d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480014 Jan 27 22:00:23.932096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36194c3c-2239-41a2-9622-bb6157404741 req-b3a4e469-10d7-436e-ad5c-36484544443f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.944804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36194c3c-2239-41a2-9622-bb6157404741 req-b3a4e469-10d7-436e-ad5c-36484544443f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 946 time: 0.2293346 Jan 27 22:00:24.186649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36194c3c-2239-41a2-9622-bb6157404741 req-b40383ba-6f80-4399-a097-c19cf1a0a603 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402592 Jan 27 22:00:24.242784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-24ec2308-a10d-4f97-b996-354f0bf4266e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.246744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-24ec2308-a10d-4f97-b996-354f0bf4266e tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.57 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 946 time: 0.2135601 Jan 27 22:00:24.269383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-47f1ab41-9994-4f82-9265-ddcf3b1b70df service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964467 Jan 27 22:00:24.747806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-4d17722b-868b-46d7-a080-bb5e69fa9fba service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513435 Jan 27 22:00:24.826954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-50ea23c5-b0ae-4224-8b22-bb1681a73953 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89247f41-4fed-45ab-af6d-0a711ea30c23 HTTP/1.1" status: 200 len: 217 time: 0.0653601 Jan 27 22:00:24.837962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc7a25-38f6-4add-9ecd-858ad2c6be17 req-f7657efb-3b5b-4ce4-9fe5-ddeab92ad681 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.839828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acbc7a25-38f6-4add-9ecd-858ad2c6be17 req-f7657efb-3b5b-4ce4-9fe5-ddeab92ad681 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 946 time: 0.3558478 Jan 27 22:00:24.930034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Deleting port 3c9f37f3-fcea-4d00-b01c-a956c551e907 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:24.930546 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.042921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-74229c3e-7144-4348-851b-cebee7066b13 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.044575 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-74229c3e-7144-4348-851b-cebee7066b13 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.16 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 945 time: 0.0940588 Jan 27 22:00:25.054284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-b0e715fe-f6c4-4227-944a-2975edf465f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.056566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-b0e715fe-f6c4-4227-944a-2975edf465f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.2156756 Jan 27 22:00:25.085620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b81c3-5859-43d4-b330-79e813802089 req-0291a64d-dc23-4d3f-a0f3-8c5db7108519 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.087483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-795b81c3-5859-43d4-b330-79e813802089 req-0291a64d-dc23-4d3f-a0f3-8c5db7108519 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 946 time: 0.3491142 Jan 27 22:00:25.170439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acbc7a25-38f6-4add-9ecd-858ad2c6be17 req-cf7239e6-8775-4a7f-83e5-a0ad3a1d254d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876196 Jan 27 22:00:25.228818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] For port 3c9f37f3-fcea-4d00-b01c-a956c551e907, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3c9f37f3-fcea-4d00-b01c-a956c551e907,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:25.229866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.254065 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-795b81c3-5859-43d4-b330-79e813802089 req-c1a66d95-5a63-4499-80a5-3527059b4f80 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/security-groups?id=85a1d331-99a4-4494-95d9-2eeeaef7df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380789 Jan 27 22:00:25.255185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Deleting port 8eb47a8c-b5df-4951-8027-db70a7a5603b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:25.255870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.269542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e1067-0625-4726-aa26-adbde493f466 req-186eef09-9826-4ae1-8708-ab49812be7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.274948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-186eef09-9826-4ae1-8708-ab49812be7e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2059033 Jan 27 22:00:25.301579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Calling delete_port for 3c9f37f3-fcea-4d00-b01c-a956c551e907 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:25.693990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] For port 8eb47a8c-b5df-4951-8027-db70a7a5603b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8eb47a8c-b5df-4951-8027-db70a7a5603b,segment=NetworkSegment(a6d19836-df9a-46d7-91e5-10d340759939),segment_id=a6d19836-df9a-46d7-91e5-10d340759939)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:25.703112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.789203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Calling delete_port for 8eb47a8c-b5df-4951-8027-db70a7a5603b owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:25.835364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-470657a7-88e0-45e7-b184-e61793e09868 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470674 Jan 27 22:00:26.127944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5acba9-42f5-447e-8ab9-3f494056e52c req-4ba234c7-f8d2-46b6-8fb7-f391bdeffac0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.142016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b5acba9-42f5-447e-8ab9-3f494056e52c req-4ba234c7-f8d2-46b6-8fb7-f391bdeffac0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/ports?device_id=98abbddd-7937-4f5f-8a7f-c6e815d79b61 HTTP/1.1" status: 200 len: 945 time: 0.6966140 Jan 27 22:00:26.206033 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3c9f37f3-fcea-4d00-b01c-a956c551e907), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.224116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8eb47a8c-b5df-4951-8027-db70a7a5603b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.273727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Pushing event deleted for resources: {'Port': ['ID=3c9f37f3-fcea-4d00-b01c-a956c551e907,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:26.332645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] No DVR routers for this DVR port 8eb47a8c-b5df-4951-8027-db70a7a5603b on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:26.336238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Pushing event deleted for resources: {'Port': ['ID=8eb47a8c-b5df-4951-8027-db70a7a5603b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:26.338796 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.343802 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-54c14774-8c72-42e6-ae5c-d13ea40ed3c8 req-607d46d0-0c37-4ca5-bfaa-fe34dfaa28d0 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.16 "DELETE /v2.0/ports/8eb47a8c-b5df-4951-8027-db70a7a5603b HTTP/1.1" status: 204 len: 173 time: 1.2922125 Jan 27 22:00:26.344485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abbddd-7937-4f5f-8a7f-c6e815d79b61', 'name': 'network-vif-deleted', 'tag': '8eb47a8c-b5df-4951-8027-db70a7a5603b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:26.348209 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874816aa-1c9c-4923-b375-4a68e6a46947" -d '{"events": [{"server_uuid": "98abbddd-7937-4f5f-8a7f-c6e815d79b61", "name": "network-vif-deleted", "tag": "8eb47a8c-b5df-4951-8027-db70a7a5603b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:26.432641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] No DVR routers for this DVR port 3c9f37f3-fcea-4d00-b01c-a956c551e907 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:26.441337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-333e1067-0625-4726-aa26-adbde493f466 req-0e735435-adb6-4d95-be39-2b58e0932ecd service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453835 Jan 27 22:00:26.443698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.464315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d9605fa-ab19-4e2c-aa02-c0704d4c2338 req-273e6185-c1c0-4425-b0ac-8ab302c43885 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.57 "DELETE /v2.0/ports/3c9f37f3-fcea-4d00-b01c-a956c551e907 HTTP/1.1" status: 204 len: 173 time: 2.1832502 Jan 27 22:00:26.488637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'name': 'network-vif-deleted', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:26.493832 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58718a-a834-4b35-b25d-5fed050c445d" -d '{"events": [{"server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "name": "network-vif-deleted", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:26.513971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b5acba9-42f5-447e-8ab9-3f494056e52c req-91bdf067-3392-4178-a099-642e51e5ba00 tempest-ServerTagsTestJSON-604504081 tempest-ServerTagsTestJSON-604504081-project] 10.222.0.45 "GET /v2.0/security-groups?id=32d7e262-22c0-4778-af9e-4824662c423b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706937 Jan 27 22:00:26.597810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ef791-66ab-43c3-ac53-4eb85134c267 req-cb496a08-0b00-4e10-9799-908c8c1d2aa7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.600888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-916ef791-66ab-43c3-ac53-4eb85134c267 req-cb496a08-0b00-4e10-9799-908c8c1d2aa7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 946 time: 0.1948657 Jan 27 22:00:26.747035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d2dba85-7082-421e-b72d-0304cd746e96 req-ebab7c1e-2fb3-43da-9a24-4113f178a964 tempest-FloatingIPsAssociationTestJSON-1077214515 tempest-FloatingIPsAssociationTestJSON-1077214515-project] 10.222.0.45 "GET /v2.0/ports?device_id=0174e3cd-ae68-43a2-8f4c-12038815a8f4 HTTP/1.1" status: 200 len: 210 time: 0.0903153 Jan 27 22:00:26.810232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-916ef791-66ab-43c3-ac53-4eb85134c267 req-0653ef86-b993-4b17-b307-5baa7686558c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949770 Jan 27 22:00:26.893106 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df98095-00a9-49f8-9edb-bfa78e3fa9a6 x-openstack-request-id: req-7df98095-00a9-49f8-9edb-bfa78e3fa9a6 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:26.893398 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0174e3cd-ae68-43a2-8f4c-12038815a8f4", "name": "network-vif-deleted", "tag": "3c9f37f3-fcea-4d00-b01c-a956c551e907", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:26.893857 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7df98095-00a9-49f8-9edb-bfa78e3fa9a6 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:26.894252 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0174e3cd-ae68-43a2-8f4c-12038815a8f4', 'name': 'network-vif-deleted', 'tag': '3c9f37f3-fcea-4d00-b01c-a956c551e907', 'status': 'completed', 'code': 200} Jan 27 22:00:26.924848 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1959d3ea-c59a-4a49-8db6-c88949320c3a x-openstack-request-id: req-1959d3ea-c59a-4a49-8db6-c88949320c3a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:26.925102 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abbddd-7937-4f5f-8a7f-c6e815d79b61", "name": "network-vif-deleted", "tag": "8eb47a8c-b5df-4951-8027-db70a7a5603b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:26.925563 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1959d3ea-c59a-4a49-8db6-c88949320c3a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:26.925969 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abbddd-7937-4f5f-8a7f-c6e815d79b61', 'name': 'network-vif-deleted', 'tag': '8eb47a8c-b5df-4951-8027-db70a7a5603b', 'status': 'completed', 'code': 200} Jan 27 22:00:27.779546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34714) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.791439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8eb47a8c-b5df-4951-8027-db70a7a5603b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:27.922554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-73317ef5-69c0-4b51-991c-131bf7669de5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.926986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 8eb47a8c-b5df-4951-8027-db70a7a5603b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:27.928273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8eb47a8c-b5df-4951-8027-db70a7a5603b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:27.932991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-73317ef5-69c0-4b51-991c-131bf7669de5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 946 time: 0.2054727 Jan 27 22:00:28.006569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3c9f37f3-fcea-4d00-b01c-a956c551e907 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:28.021644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34722) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:28.076723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e5eb56-4b08-43f8-99bc-0ad47d690a1b admin admin] Deleting subnet bda4f099-4ed4-46dd-aa6e-ab94be2f1d05 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:28.077001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 3c9f37f3-fcea-4d00-b01c-a956c551e907 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:28.077538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3c9f37f3-fcea-4d00-b01c-a956c551e907 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:28.083836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0e5eb56-4b08-43f8-99bc-0ad47d690a1b admin admin] Publish callbacks [] for subnet (bda4f099-4ed4-46dd-aa6e-ab94be2f1d05), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.294422 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0e5eb56-4b08-43f8-99bc-0ad47d690a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (bda4f099-4ed4-46dd-aa6e-ab94be2f1d05), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.333808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db7bd1-8c86-40b2-8ca4-8d51935b5163 req-ab67245f-32d4-42a7-9635-43dc53243acb tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.341900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6db7bd1-8c86-40b2-8ca4-8d51935b5163 req-ab67245f-32d4-42a7-9635-43dc53243acb tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 946 time: 0.2228463 Jan 27 22:00:28.383910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Deleting port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:28.384423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.511781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6db7bd1-8c86-40b2-8ca4-8d51935b5163 req-5201117a-e2b7-408c-84ea-66f11e9f589b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687558 Jan 27 22:00:28.548684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] For port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:28.549479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.571381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Calling delete_port for 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:28.797781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0e5eb56-4b08-43f8-99bc-0ad47d690a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (bda4f099-4ed4-46dd-aa6e-ab94be2f1d05), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.816850 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6a3e7cd6-3154-4409-8cf0-358aa6c13bbe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.830937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:28.880069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event deleted for resources: {'Port': ['ID=6a3e7cd6-3154-4409-8cf0-358aa6c13bbe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:28.923162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6a3e7cd6-3154-4409-8cf0-358aa6c13bbe'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:28.996961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] No DVR routers for this DVR port 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:29.003856 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.012079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7d2db23-86b2-48aa-8d1a-8c96a6aab7c0 req-a932ad28-fb4c-49ed-98f7-f0c03e9b102d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "DELETE /v2.0/ports/6a3e7cd6-3154-4409-8cf0-358aa6c13bbe HTTP/1.1" status: 204 len: 173 time: 1.0727088 Jan 27 22:00:29.015029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05a28ec-dd92-4b57-94b4-9116c05016bf', 'name': 'network-vif-deleted', 'tag': '6a3e7cd6-3154-4409-8cf0-358aa6c13bbe'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:29.023085 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b595da-f17a-4e55-9106-07b466771974" -d '{"events": [{"server_uuid": "e05a28ec-dd92-4b57-94b4-9116c05016bf", "name": "network-vif-deleted", "tag": "6a3e7cd6-3154-4409-8cf0-358aa6c13bbe"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:29.237537 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851a8fe6-4a23-4b38-a994-55a9aca3094e x-openstack-request-id: req-851a8fe6-4a23-4b38-a994-55a9aca3094e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:29.238721 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05a28ec-dd92-4b57-94b4-9116c05016bf", "name": "network-vif-deleted", "tag": "6a3e7cd6-3154-4409-8cf0-358aa6c13bbe", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:29.239109 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-851a8fe6-4a23-4b38-a994-55a9aca3094e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:29.240137 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05a28ec-dd92-4b57-94b4-9116c05016bf', 'name': 'network-vif-deleted', 'tag': '6a3e7cd6-3154-4409-8cf0-358aa6c13bbe', 'status': 'completed', 'code': 200} Jan 27 22:00:29.305106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0e5eb56-4b08-43f8-99bc-0ad47d690a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (bda4f099-4ed4-46dd-aa6e-ab94be2f1d05), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.439713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5eb56-4b08-43f8-99bc-0ad47d690a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda4f099-4ed4-46dd-aa6e-ab94be2f1d05,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.460798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0e5eb56-4b08-43f8-99bc-0ad47d690a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.467873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34758) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:29.468202 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d0e5eb56-4b08-43f8-99bc-0ad47d690a1b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bda4f099-4ed4-46dd-aa6e-ab94be2f1d05 HTTP/1.1" status: 204 len: 168 time: 1.6811512 Jan 27 22:00:29.476925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (3cda758f-e577-4810-a54a-5a16129049df), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.653674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (14c8dc06-bcdc-4b5f-89f3-56bd42bbd808), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.801837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-310ec0ba-1358-47a2-85c5-d1acad6c33ec req-1f24c715-f19d-442b-8639-4b6cecde140c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=e05a28ec-dd92-4b57-94b4-9116c05016bf HTTP/1.1" status: 200 len: 210 time: 0.0682902 Jan 27 22:00:29.966038 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (14c8dc06-bcdc-4b5f-89f3-56bd42bbd808), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.019376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Deleting port 585bc83e-093a-46f6-a078-dec69c6a4e73 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:30.020344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.064866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c8dc06-bcdc-4b5f-89f3-56bd42bbd808']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:30.113732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d19836-df9a-46d7-91e5-10d340759939') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:30.117539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d19836-df9a-46d7-91e5-10d340759939') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:30.142870 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (a6d19836-df9a-46d7-91e5-10d340759939), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.159002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] For port 585bc83e-093a-46f6-a078-dec69c6a4e73, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=585bc83e-093a-46f6-a078-dec69c6a4e73,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:30.159721 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.176107 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a6d19836-df9a-46d7-91e5-10d340759939), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.180879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Calling delete_port for 585bc83e-093a-46f6-a078-dec69c6a4e73 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:30.194337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:00:30.195270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (a6d19836-df9a-46d7-91e5-10d340759939), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:00:30.199240 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:00:30.328485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (14c8dc06-bcdc-4b5f-89f3-56bd42bbd808), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.335174 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.345527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] 10.222.0.45 "DELETE /v2.0/networks/14c8dc06-bcdc-4b5f-89f3-56bd42bbd808 HTTP/1.1" status: 204 len: 168 time: 0.8762112 Jan 27 22:00:30.366210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3b328-9410-4383-8095-f0857c73e461 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c8dc06-bcdc-4b5f-89f3-56bd42bbd808,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:30.735326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (585bc83e-093a-46f6-a078-dec69c6a4e73), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.793775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Pushing event deleted for resources: {'Port': ['ID=585bc83e-093a-46f6-a078-dec69c6a4e73,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:30.852249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34776) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:30.920085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3f27ffed-f558-4621-b0a1-da498b6f1e64 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=768334bd529f48eab7a203f21af8f837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0665414 Jan 27 22:00:30.925948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34780) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:31.037955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4c170eb-66cf-44de-ae5b-35973a04d82e admin admin] Publish callbacks [] for security_group (32d7e262-22c0-4778-af9e-4824662c423b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.105945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4c170eb-66cf-44de-ae5b-35973a04d82e admin admin] Publish callbacks [] for security_group (32d7e262-22c0-4778-af9e-4824662c423b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.154993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (3cda758f-e577-4810-a54a-5a16129049df), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.225869 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4c170eb-66cf-44de-ae5b-35973a04d82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (32d7e262-22c0-4778-af9e-4824662c423b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.234873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4c170eb-66cf-44de-ae5b-35973a04d82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.248073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e4c170eb-66cf-44de-ae5b-35973a04d82e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32d7e262-22c0-4778-af9e-4824662c423b HTTP/1.1" status: 204 len: 168 time: 0.3204920 Jan 27 22:00:31.290181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c170eb-66cf-44de-ae5b-35973a04d82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d7e262-22c0-4778-af9e-4824662c423b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:31.826359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:31.906298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:31.915503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6a3e7cd6-3154-4409-8cf0-358aa6c13bbe not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:32.082118 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Router 3cda758f-e577-4810-a54a-5a16129049df has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:32.285895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:32.295890 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f4bc1cf0-ffe3-4110-bc23-6073c40d02ff admin admin] 10.222.0.45 "PUT /v2.0/routers/3cda758f-e577-4810-a54a-5a16129049df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2739766 Jan 27 22:00:32.298193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.299702 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] Sync routers for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:32.321946 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:32.322653 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:32.757730 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks [] for router (3cda758f-e577-4810-a54a-5a16129049df), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.768174 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:33.073846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks [] for router_gateway (3cda758f-e577-4810-a54a-5a16129049df), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.302720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Deleting port c8d6a4a4-40af-42cf-95fd-389cffe2be0a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:33.304149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.371671 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T22:00:30Z', 'revision_number': 5, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port': {'id': 'c8d6a4a4-40af-42cf-95fd-389cffe2be0a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda758f-e577-4810-a54a-5a16129049df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:43Z', 'updated_at': '2022-01-27T21:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:33.423391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34844) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:33.464410 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] Checking router: 3cda758f-e577-4810-a54a-5a16129049df for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:33.496982 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] Routers {'3cda758f-e577-4810-a54a-5a16129049df'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:33.499361 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3cda758f-e577-4810-a54a-5a16129049df'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:33.506800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-f90bd7d7-6c60-459a-8904-ef935ab6941b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:33.514333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-f90bd7d7-6c60-459a-8904-ef935ab6941b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.2371252 Jan 27 22:00:33.536713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] For port c8d6a4a4-40af-42cf-95fd-389cffe2be0a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c8d6a4a4-40af-42cf-95fd-389cffe2be0a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:33.536713 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.543821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-5bcaa6b0-2841-4376-8e43-da4ca516a442 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/quotas/b38c8ec451564736a8d87b12d6f553e3 HTTP/1.1" status: 200 len: 375 time: 0.0239444 Jan 27 22:00:33.561399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Calling delete_port for c8d6a4a4-40af-42cf-95fd-389cffe2be0a owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:33.682133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-1ca31a56-f8b2-4b24-98b6-856c3e68d3d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1322958 Jan 27 22:00:33.843231 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] Set router 3cda758f-e577-4810-a54a-5a16129049df gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:33.896505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1235040010-network', 'tenant_id': 'bbb4d39529e446f58c11ce27a1ab2ca7'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:33.905086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-5927c243-3752-4704-8f12-e3102fe07818 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160711 Jan 27 22:00:34.092727 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70cb8bce-3a80-4e42-9b1c-3429c3bbc5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.130433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-b6013d05-ae10-48cf-a91a-3588c4d5874b service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211485 Jan 27 22:00:34.134189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Made reservation on behalf of bbb4d39529e446f58c11ce27a1ab2ca7 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:34.144186 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.153275 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T22:00:33Z', 'revision_number': 6, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:34.181855 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.214628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c8d6a4a4-40af-42cf-95fd-389cffe2be0a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.250200 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5ab63-e171-4725-8805-ebb19964ce52 None None] The sync data for ids ['3cda758f-e577-4810-a54a-5a16129049df'] in n-d-826529-2 is: [{'id': '3cda758f-e577-4810-a54a-5a16129049df', 'name': 'tempest-FloatingIPsAssociationTestJSON-203811989-router', 'tenant_id': '95a3607e02ca4d06a194790510559fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T22:00:33Z', 'revision_number': 6, 'project_id': '95a3607e02ca4d06a194790510559fab', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:34.427548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d6a4a4-40af-42cf-95fd-389cffe2be0a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:34.641986 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (3cda758f-e577-4810-a54a-5a16129049df), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.756630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f9cd7ba-47ce-4fa3-9131-bd1ef4545fbd req-c29cfe3d-939a-435c-af89-4e1d299015aa tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 210 time: 0.1209035 Jan 27 22:00:34.767941 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (3cda758f-e577-4810-a54a-5a16129049df), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.769538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks [] for router_controller (3cda758f-e577-4810-a54a-5a16129049df), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.829005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (3cda758f-e577-4810-a54a-5a16129049df), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.829656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cda758f-e577-4810-a54a-5a16129049df {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:00:34.835357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.836734 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1d30107-17a5-4269-83de-33a6161c4aac admin admin] 10.222.0.45 "DELETE /v2.0/routers/3cda758f-e577-4810-a54a-5a16129049df HTTP/1.1" status: 204 len: 168 time: 2.5373018 Jan 27 22:00:34.839563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34864) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:34.852806 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Publish callbacks [] for security_group (b4e33c25-fa45-4583-bfe7-60756441b74e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.863584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b4e33c25-fa45-4583-bfe7-60756441b74e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.940710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:00:34.967569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-72854160-19a6-4ba0-aecd-3260a4611cce admin admin] Deleting subnet 48df4cbe-7dfc-4376-8952-8891f2f1384b {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:34.977736 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-72854160-19a6-4ba0-aecd-3260a4611cce admin admin] Publish callbacks [] for subnet (48df4cbe-7dfc-4376-8952-8891f2f1384b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.004343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e33c25-fa45-4583-bfe7-60756441b74e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:35.013183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.013873 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Added segment c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3 of type vlan for network 639301f1-5e16-439b-bfd2-7913fc808a12 Jan 27 22:00:35.088202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-72854160-19a6-4ba0-aecd-3260a4611cce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (48df4cbe-7dfc-4376-8952-8891f2f1384b), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.180195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (639301f1-5e16-439b-bfd2-7913fc808a12), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.303563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (639301f1-5e16-439b-bfd2-7913fc808a12), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.306229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:35.310726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.314580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-72854160-19a6-4ba0-aecd-3260a4611cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (48df4cbe-7dfc-4376-8952-8891f2f1384b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.382618 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9577036 Jan 27 22:00:35.397892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34878) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:35.405185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Request body: {'subnet': {'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1235040010-subnet', 'tenant_id': 'bbb4d39529e446f58c11ce27a1ab2ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:35.561289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Made reservation on behalf of bbb4d39529e446f58c11ce27a1ab2ca7 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:35.562430 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.619357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f09d68-b6cb-4130-ab81-9df6cd27765c admin admin] Pushing event updated for resources: {'Network': ['ID=639301f1-5e16-439b-bfd2-7913fc808a12,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:35.639874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 639301f1-5e16-439b-bfd2-7913fc808a12 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:00:35.964734 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:36.126383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 585bc83e-093a-46f6-a078-dec69c6a4e73 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:36.224063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 585bc83e-093a-46f6-a078-dec69c6a4e73 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:36.225369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 585bc83e-093a-46f6-a078-dec69c6a4e73 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:36.243112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (e36cacf7-0b8a-4f6c-878e-28702ae0d10d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.244718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c8d6a4a4-40af-42cf-95fd-389cffe2be0a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:36.332246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c8d6a4a4-40af-42cf-95fd-389cffe2be0a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:36.333068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c8d6a4a4-40af-42cf-95fd-389cffe2be0a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:36.363403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0c76742-61ec-4939-b6fb-43201a84b1a8 req-8a91c5af-11b8-4c5d-9fe6-b4053cbc4089 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 210 time: 0.1481128 Jan 27 22:00:36.430649 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3b9c214-5ded-41bd-9522-226ac600b2a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d45052533dde4f9f8f39c96bf1e5fdd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4639273 Jan 27 22:00:36.433305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34898) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:36.487605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36cacf7-0b8a-4f6c-878e-28702ae0d10d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:36.540610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Checking segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:36.542384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Network hostable DHCP agents. Network: 639301f1-5e16-439b-bfd2-7913fc808a12, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:00:36.562101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-72854160-19a6-4ba0-aecd-3260a4611cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (48df4cbe-7dfc-4376-8952-8891f2f1384b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.563103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01b81989-d5d8-4709-ad4d-e7670b213f8c admin admin] Publish callbacks [] for security_group (af8fe274-06bb-4637-bc99-01310d226a40), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.657562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01b81989-d5d8-4709-ad4d-e7670b213f8c admin admin] Publish callbacks [] for security_group (af8fe274-06bb-4637-bc99-01310d226a40), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.671995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae53ae-cac3-42d1-9e97-50dbd396d601 None None] Network 454c5e9e-f81d-4233-8b38-19e999eb80fd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:36.672865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Network 639301f1-5e16-439b-bfd2-7913fc808a12 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:00:36.723302 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-72854160-19a6-4ba0-aecd-3260a4611cce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.740926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-72854160-19a6-4ba0-aecd-3260a4611cce admin admin] 10.222.0.45 "DELETE /v2.0/subnets/48df4cbe-7dfc-4376-8952-8891f2f1384b HTTP/1.1" status: 204 len: 168 time: 1.8999951 Jan 27 22:00:36.746089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854160-19a6-4ba0-aecd-3260a4611cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48df4cbe-7dfc-4376-8952-8891f2f1384b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:36.751665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34904) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:36.764142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 639301f1-5e16-439b-bfd2-7913fc808a12) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:36.792872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.795109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.879530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01b81989-d5d8-4709-ad4d-e7670b213f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (af8fe274-06bb-4637-bc99-01310d226a40), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.888674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-01b81989-d5d8-4709-ad4d-e7670b213f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.895470 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-01b81989-d5d8-4709-ad4d-e7670b213f8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af8fe274-06bb-4637-bc99-01310d226a40 HTTP/1.1" status: 204 len: 168 time: 0.4571557 Jan 27 22:00:36.932884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b81989-d5d8-4709-ad4d-e7670b213f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8fe274-06bb-4637-bc99-01310d226a40,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:37.044025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8c151-afa8-4290-9c2f-8cb27548a1f2 None None] Network 639301f1-5e16-439b-bfd2-7913fc808a12 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:37.063053 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (454c5e9e-f81d-4233-8b38-19e999eb80fd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.185987 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db1fcf4c-f8c7-4ad4-907c-1647a79ee24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.314408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2ce65acc-e514-4f1b-97ef-d45f2ee18d61 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9147069 Jan 27 22:00:37.400424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] DHCP port deletion for 454c5e9e-f81d-4233-8b38-19e999eb80fd request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:37.446178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19289e9c-8bff-4c6c-8d70-5937fe7d096c None None] Network 639301f1-5e16-439b-bfd2-7913fc808a12 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:37.870409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Deleting port 97dcc6d6-abf1-4098-a73b-a1629d83c827 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:37.870917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.029843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 97dcc6d6-abf1-4098-a73b-a1629d83c827 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:38.057878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] For port 97dcc6d6-abf1-4098-a73b-a1629d83c827, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=97dcc6d6-abf1-4098-a73b-a1629d83c827,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:38.058883 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.110311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Calling delete_port for 97dcc6d6-abf1-4098-a73b-a1629d83c827 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:38.505984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] Deleting port 97dcc6d6-abf1-4098-a73b-a1629d83c827 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:38.506611 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.630423 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.657019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 97dcc6d6-abf1-4098-a73b-a1629d83c827 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:38.657738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.736609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] For port 97dcc6d6-abf1-4098-a73b-a1629d83c827, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=97dcc6d6-abf1-4098-a73b-a1629d83c827,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:38.737025 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.793848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] Calling delete_port for 97dcc6d6-abf1-4098-a73b-a1629d83c827 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:38.838827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 97dcc6d6-abf1-4098-a73b-a1629d83c827, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=97dcc6d6-abf1-4098-a73b-a1629d83c827,segment=NetworkSegment(59da2563-0601-41d5-8267-540483535170),segment_id=59da2563-0601-41d5-8267-540483535170)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:38.851737 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.969021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.048307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=97dcc6d6-abf1-4098-a73b-a1629d83c827,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:39.050478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-f690a8ee-6bb3-4c31-ba5b-f64c4b67d728 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.054345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-f690a8ee-6bb3-4c31-ba5b-f64c4b67d728 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 1.6446111 Jan 27 22:00:39.086489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9036581f-8c7d-4838-807c-890a68a4104d req-788d4b76-333f-4b5f-adcd-5bc69d60fbb1 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 210 time: 1.2809815 Jan 27 22:00:39.111280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] No DVR routers for this DVR port 97dcc6d6-abf1-4098-a73b-a1629d83c827 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:39.136647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089bc1f-f834-457c-9ead-fb9212e381be None None] Pushing event deleted for resources: {'Port': ['ID=97dcc6d6-abf1-4098-a73b-a1629d83c827,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:39.160231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Request body: {'port': {'device_id': '25c74c40-2d04-4c3a-82a7-6f0d7acb3a36', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'admin_state_up': True, 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:39.586027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34978) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:39.906649 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc96a-5c61-4c06-8a04-071917a930bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.914214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-aa2815ae-9283-4b2c-be80-d42ace462527 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.922315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-aa2815ae-9283-4b2c-be80-d42ace462527 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 815 time: 0.8865902 Jan 27 22:00:39.948528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:39.953072 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.018884 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (97dcc6d6-abf1-4098-a73b-a1629d83c827), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.082085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] No DVR routers for this DVR port 97dcc6d6-abf1-4098-a73b-a1629d83c827 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:40.086462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-0678afc1-69f4-4f18-85ad-67d56485876d tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/quotas/bbb4d39529e446f58c11ce27a1ab2ca7 HTTP/1.1" status: 200 len: 375 time: 0.1627018 Jan 27 22:00:40.098632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc96a-5c61-4c06-8a04-071917a930bc admin admin] Publish callbacks [] for security_group (ddfac071-a8f5-4529-acff-63d66e19b6db), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.106694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc96a-5c61-4c06-8a04-071917a930bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ddfac071-a8f5-4529-acff-63d66e19b6db), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.163076 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2c0dc96a-5c61-4c06-8a04-071917a930bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d41cb97ec9c14bb29264f773e069ed7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754132 Jan 27 22:00:40.170590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34986) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:40.245910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dc96a-5c61-4c06-8a04-071917a930bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfac071-a8f5-4529-acff-63d66e19b6db,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:40.324778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-9f7d1238-b1fc-4fca-ab1f-578c0b0b61e1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1700745 Jan 27 22:00:40.348496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-261de719-f567-4268-a23d-f461cfb5bd6c admin admin] Publish callbacks [] for security_group (ddfac071-a8f5-4529-acff-63d66e19b6db), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.419889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-261de719-f567-4268-a23d-f461cfb5bd6c admin admin] Publish callbacks [] for security_group (ddfac071-a8f5-4529-acff-63d66e19b6db), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.507255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-b6a7ee1c-8c89-4afd-909b-c300b81e395e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.517878 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-261de719-f567-4268-a23d-f461cfb5bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ddfac071-a8f5-4529-acff-63d66e19b6db), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.521660 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-261de719-f567-4268-a23d-f461cfb5bd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.528523 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-261de719-f567-4268-a23d-f461cfb5bd6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ddfac071-a8f5-4529-acff-63d66e19b6db HTTP/1.1" status: 204 len: 168 time: 0.3559678 Jan 27 22:00:40.543836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261de719-f567-4268-a23d-f461cfb5bd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfac071-a8f5-4529-acff-63d66e19b6db,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:40.549878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-b6a7ee1c-8c89-4afd-909b-c300b81e395e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.593380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-b6a7ee1c-8c89-4afd-909b-c300b81e395e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.623530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-b6a7ee1c-8c89-4afd-909b-c300b81e395e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.634846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-b6a7ee1c-8c89-4afd-909b-c300b81e395e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.667660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-b6a7ee1c-8c89-4afd-909b-c300b81e395e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.703704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-b6a7ee1c-8c89-4afd-909b-c300b81e395e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.717643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-b6a7ee1c-8c89-4afd-909b-c300b81e395e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.8763413 Jan 27 22:00:40.722468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=97dcc6d6-abf1-4098-a73b-a1629d83c827,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:40.874991 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.030208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Allocated IP 172.20.0.13 (117b07ff-d9aa-4124-b507-7b2a258cb97e/3132c1c8-dbeb-452d-82de-98713bf9d5fc/30dcd79a-5bbf-4f9a-af2e-64592eaae10b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:41.134881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.224883 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (454c5e9e-f81d-4233-8b38-19e999eb80fd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.237408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34996) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:41.269207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c25fd7bf-793b-40dc-b65a-8cb2d9c6815b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.281275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454c5e9e-f81d-4233-8b38-19e999eb80fd']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:41.294205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59da2563-0601-41d5-8267-540483535170') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:41.294661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59da2563-0601-41d5-8267-540483535170') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:41.308433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (59da2563-0601-41d5-8267-540483535170), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.331504 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (59da2563-0601-41d5-8267-540483535170), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.339472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:00:41.339898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (59da2563-0601-41d5-8267-540483535170), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:00:41.430079 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:00:41.444066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (454c5e9e-f81d-4233-8b38-19e999eb80fd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.449803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.453977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] 10.222.0.45 "DELETE /v2.0/networks/454c5e9e-f81d-4233-8b38-19e999eb80fd HTTP/1.1" status: 204 len: 168 time: 4.6958363 Jan 27 22:00:41.485561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c25fd7bf-793b-40dc-b65a-8cb2d9c6815b admin admin] Publish callbacks [] for security_group (8363a193-1162-40af-b428-54b742094ce2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.496130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c25fd7bf-793b-40dc-b65a-8cb2d9c6815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8363a193-1162-40af-b428-54b742094ce2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.651810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fd7bf-793b-40dc-b65a-8cb2d9c6815b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8363a193-1162-40af-b428-54b742094ce2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:41.669313 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c25fd7bf-793b-40dc-b65a-8cb2d9c6815b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc2cec04d17b40e6a380ac5d30dddb26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4279215 Jan 27 22:00:41.672421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35000) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:41.695276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc5d23-3594-4c76-b9da-662fa47ccb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=454c5e9e-f81d-4233-8b38-19e999eb80fd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:41.724783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-fa95e760-b007-40b7-86f9-5bf5478827a7 service neutron] 10.222.0.45 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3032501 Jan 27 22:00:41.887361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1088b94b-4423-427c-8e29-76eeeeb33f9b admin admin] Publish callbacks [] for security_group (8363a193-1162-40af-b428-54b742094ce2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.981156 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1088b94b-4423-427c-8e29-76eeeeb33f9b admin admin] Publish callbacks [] for security_group (8363a193-1162-40af-b428-54b742094ce2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.052195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35008) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:42.136990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1088b94b-4423-427c-8e29-76eeeeb33f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8363a193-1162-40af-b428-54b742094ce2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.142523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1088b94b-4423-427c-8e29-76eeeeb33f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.145117 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1088b94b-4423-427c-8e29-76eeeeb33f9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8363a193-1162-40af-b428-54b742094ce2 HTTP/1.1" status: 204 len: 168 time: 0.4708788 Jan 27 22:00:42.169903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088b94b-4423-427c-8e29-76eeeeb33f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363a193-1162-40af-b428-54b742094ce2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:42.412810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35020) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:42.432243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7d30be71-5588-4ea5-9aa3-8034aeb94164 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95a3607e02ca4d06a194790510559fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533731 Jan 27 22:00:42.478621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ed03d09-7329-42a0-87d2-bd8dbd10c3a1 req-4a665986-ccdc-4f22-b181-1706c49884df tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.7592721 Jan 27 22:00:42.523937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks [] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.571176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e76b21-fc24-48cd-83cd-fc855e806d85 admin admin] Publish callbacks [] for security_group (85a1d331-99a4-4494-95d9-2eeeaef7df98), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.601045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-dbde7b72-71e6-4638-985a-5453a2fdabc8 service neutron] 10.222.0.45 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8752191 Jan 27 22:00:42.656592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e76b21-fc24-48cd-83cd-fc855e806d85 admin admin] Publish callbacks [] for security_group (85a1d331-99a4-4494-95d9-2eeeaef7df98), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.705576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.720652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:42.790299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:42.821812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:42.877809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e76b21-fc24-48cd-83cd-fc855e806d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (85a1d331-99a4-4494-95d9-2eeeaef7df98), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.884521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:42.898426 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e76b21-fc24-48cd-83cd-fc855e806d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.910138 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-07e76b21-fc24-48cd-83cd-fc855e806d85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85a1d331-99a4-4494-95d9-2eeeaef7df98 HTTP/1.1" status: 204 len: 168 time: 0.4922497 Jan 27 22:00:42.965387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e76b21-fc24-48cd-83cd-fc855e806d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a1d331-99a4-4494-95d9-2eeeaef7df98,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:43.012013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event updated for resources: {'Port': ['ID=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:43.107790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.115403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.116196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.116942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.117502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.118165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.118806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.119517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.120325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.120826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.121482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.122123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.124541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:43.206803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d995f-8079-4817-aa0d-e2a043ccfd19 req-01eb7bb0-ceb2-4350-a544-4179ca18a1dc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.226704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-440d995f-8079-4817-aa0d-e2a043ccfd19 req-01eb7bb0-ceb2-4350-a544-4179ca18a1dc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 932 time: 0.4422822 Jan 27 22:00:43.331569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.333530 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.558333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-440d995f-8079-4817-aa0d-e2a043ccfd19 req-997f4b41-5f44-466c-aa69-325afbe44baf tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302422 Jan 27 22:00:43.584771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-abe9cc4b-f501-47e3-9211-f3061023f7b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4942217 Jan 27 22:00:43.626188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Request body: {'port': {'device_id': '25c74c40-2d04-4c3a-82a7-6f0d7acb3a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:43.896867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.996247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66f3cd09-cf1c-4a68-8d39-7dfd293e53b0 req-e75783a7-9081-4003-8899-35ee1070508a tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 210 time: 0.2399695 Jan 27 22:00:44.276516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d60e-e451-4b1a-a255-3a9c52749ae9 req-01593549-a219-4916-9ed0-afa33ba8ca90 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.292683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d60e-e451-4b1a-a255-3a9c52749ae9 req-01593549-a219-4916-9ed0-afa33ba8ca90 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.305293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d60e-e451-4b1a-a255-3a9c52749ae9 req-01593549-a219-4916-9ed0-afa33ba8ca90 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.319547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d60e-e451-4b1a-a255-3a9c52749ae9 req-01593549-a219-4916-9ed0-afa33ba8ca90 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.332905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d60e-e451-4b1a-a255-3a9c52749ae9 req-01593549-a219-4916-9ed0-afa33ba8ca90 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.359361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d60e-e451-4b1a-a255-3a9c52749ae9 req-01593549-a219-4916-9ed0-afa33ba8ca90 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.373836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d60e-e451-4b1a-a255-3a9c52749ae9 req-01593549-a219-4916-9ed0-afa33ba8ca90 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.376577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1308d60e-e451-4b1a-a255-3a9c52749ae9 req-01593549-a219-4916-9ed0-afa33ba8ca90 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.4412651 Jan 27 22:00:44.812602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6048e3e-ae30-4764-aa3f-ab9a359edb84 req-293bdda9-df69-429b-accb-d6d6b1793fcd tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.816885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6048e3e-ae30-4764-aa3f-ab9a359edb84 req-293bdda9-df69-429b-accb-d6d6b1793fcd tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 946 time: 0.4385996 Jan 27 22:00:45.021182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f6013-328e-48f6-990f-1f4eea4e232a req-77d4ec73-0ed9-455b-ad2c-2090083e08af tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.022082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-049f6013-328e-48f6-990f-1f4eea4e232a req-77d4ec73-0ed9-455b-ad2c-2090083e08af tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.57 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 946 time: 0.1879683 Jan 27 22:00:45.146220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37bf4e-738e-4b53-ae83-c916d4a06d30 req-0bdbff1e-d146-42c9-ba16-66c5a41ed8a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.148218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b37bf4e-738e-4b53-ae83-c916d4a06d30 req-0bdbff1e-d146-42c9-ba16-66c5a41ed8a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 932 time: 0.2280548 Jan 27 22:00:45.308425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6048e3e-ae30-4764-aa3f-ab9a359edb84 req-463b5880-e598-4287-a383-503b411777e5 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4759431 Jan 27 22:00:45.461652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35094) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:45.656116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b37bf4e-738e-4b53-ae83-c916d4a06d30 req-cc547f2d-da8c-4207-8633-2f8ebfdb6dcf tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593234 Jan 27 22:00:45.760002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-04eddb03-4a38-4dc3-a81d-62e8a9837503 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.763172 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-04eddb03-4a38-4dc3-a81d-62e8a9837503 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 815 time: 0.4029698 Jan 27 22:00:45.801404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Request body: {'port': {'device_id': 'b2826271-0ea1-49cb-8b4e-0aba9099e94c', 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'admin_state_up': True, 'tenant_id': 'bbb4d39529e446f58c11ce27a1ab2ca7'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:45.854206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e27eaad5-f102-4a7a-8371-1f08dbf5ff13 req-ed0cdd3b-592e-4f1a-90f4-972cbcc698e2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 210 time: 0.1873608 Jan 27 22:00:45.892318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Deleting port e0671cc3-6ddc-413e-b645-9ab64136b8fd {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:45.892718 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.056080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] For port e0671cc3-6ddc-413e-b645-9ab64136b8fd, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=e0671cc3-6ddc-413e-b645-9ab64136b8fd,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:46.056464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.060528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-network', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:46.120930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Made reservation on behalf of bbb4d39529e446f58c11ce27a1ab2ca7 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:46.134337 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.157993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Made reservation on behalf of 5007c5dca0f641809dfac4f68bfd8958 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:46.169792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.241080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30dcd79a-5bbf-4f9a-af2e-64592eaae10b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:46.268485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Publish callbacks [] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.295246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Transition to ACTIVE for port object 30dcd79a-5bbf-4f9a-af2e-64592eaae10b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:46.376507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.468750 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.469268 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (c74b5e36-c914-491f-8167-be9f089ff7d3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.469530 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Floating IP c74b5e36-c914-491f-8167-be9f089ff7d3 disassociated. External IP: 172.25.8.58, port: e0671cc3-6ddc-413e-b645-9ab64136b8fd. Jan 27 22:00:46.469874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Calling delete_port for e0671cc3-6ddc-413e-b645-9ab64136b8fd owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:46.501528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Pushing event updated for resources: {'Port': ['ID=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:46.626276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Attempting to bind port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:46.626668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Attempting to bind port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:46.626975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Attempting to bind port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:46.636648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b on network 117b07ff-d9aa-4124-b507-7b2a258cb97e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:46.636982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Attempting to bind port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:46.651955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:46.652306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Checking segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:46.652689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Bound using segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:46.653157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Bound port: 30dcd79a-5bbf-4f9a-af2e-64592eaae10b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:46.653574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.658284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Allocated IP 172.20.0.5 (639301f1-5e16-439b-bfd2-7913fc808a12/e36cacf7-0b8a-4f6c-878e-28702ae0d10d/3b117de5-9be9-4980-8d2d-0e641eda1597) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:46.711216 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.050917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e0671cc3-6ddc-413e-b645-9ab64136b8fd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.278292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Publish callbacks [] for security_group (f55851e6-44fa-4880-bb15-72e40ea47d1a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.333332 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks [] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.408385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35140) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:47.421561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f55851e6-44fa-4880-bb15-72e40ea47d1a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.521075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event deleted for resources: {'Port': ['ID=e0671cc3-6ddc-413e-b645-9ab64136b8fd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:47.530766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:00:47.553023 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.573901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] For port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:47.717622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce614-10a9-42bd-ae08-4135ac26f669 req-5cb419ae-07f7-43d8-bdab-2b5a06c824db tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:47.730562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-796ce614-10a9-42bd-ae08-4135ac26f669 req-5cb419ae-07f7-43d8-bdab-2b5a06c824db tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 867 time: 1.0260251 Jan 27 22:00:47.755668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Pushing event updated for resources: {'Port': ['ID=3b117de5-9be9-4980-8d2d-0e641eda1597,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:47.761772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55851e6-44fa-4880-bb15-72e40ea47d1a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:47.771908 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (00500c91-bf84-4b7d-b8af-1e5e0d894cd9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.772862 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Added segment 00500c91-bf84-4b7d-b8af-1e5e0d894cd9 of type vlan for network a67309cf-d819-440a-ac69-13493dc795fc Jan 27 22:00:47.892644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Network 639301f1-5e16-439b-bfd2-7913fc808a12 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:47.902301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:47.925076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:47.950144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] For port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:47.968669 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a67309cf-d819-440a-ac69-13493dc795fc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.036901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704594c-76f5-4843-9413-b21993341d09 req-5aabd6d8-ef4a-4cbd-bd6f-89cdf82bc96c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.049949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f704594c-76f5-4843-9413-b21993341d09 req-5aabd6d8-ef4a-4cbd-bd6f-89cdf82bc96c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 944 time: 1.0288086 Jan 27 22:00:48.088594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.094345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device e0671cc3-6ddc-413e-b645-9ab64136b8fd no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:48.104252 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.138013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a67309cf-d819-440a-ac69-13493dc795fc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.139128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.139844 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.156331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: e0671cc3-6ddc-413e-b645-9ab64136b8fd {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:48.158403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device e0671cc3-6ddc-413e-b645-9ab64136b8fd not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:48.273992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8108015 Jan 27 22:00:48.277176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd0a65-537d-4ca0-b246-9ae667adb2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a67309cf-d819-440a-ac69-13493dc795fc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:48.279545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35148) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.284599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Request body: {'subnet': {'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-subnet', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:48.294457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.294788 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.297134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a67309cf-d819-440a-ac69-13493dc795fc details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:00:48.320078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.320669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.323513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] 10.222.0.16 "PUT /v2.0/ports/30dcd79a-5bbf-4f9a-af2e-64592eaae10b HTTP/1.1" status: 200 len: 1092 time: 4.7279367 Jan 27 22:00:48.331660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c74c40-2d04-4c3a-82a7-6f0d7acb3a36', 'tag': '30dcd79a-5bbf-4f9a-af2e-64592eaae10b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:48.336023 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968267bc-bb51-4b3e-8230-997dabe5ceaf" -d '{"events": [{"name": "network-changed", "server_uuid": "25c74c40-2d04-4c3a-82a7-6f0d7acb3a36", "tag": "30dcd79a-5bbf-4f9a-af2e-64592eaae10b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:48.338131 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-24e2c896-5afe-4f1b-b918-22df6b63ed4f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5654473 Jan 27 22:00:48.344008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Router 23b2d152-1f8f-46b6-87fb-beef8d432e16 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:48.358172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Made reservation on behalf of 5007c5dca0f641809dfac4f68bfd8958 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:48.362315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.373545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-796ce614-10a9-42bd-ae08-4135ac26f669 req-cdab6ed6-7923-49f4-98e6-b8a4d2924863 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups?id=b7e6f275-5865-402f-97f3-f525c1c87420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6411223 Jan 27 22:00:48.375193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Request body: {'port': {'device_id': 'b2826271-0ea1-49cb-8b4e-0aba9099e94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:48.499653 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.535560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f704594c-76f5-4843-9413-b21993341d09 req-f5fecead-d257-4879-85a6-a0273ff07ecd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839060 Jan 27 22:00:48.542038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8836c-cd12-4383-9550-638989975525 req-0376d14c-9174-4739-86a0-985c3abbd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.542038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8836c-cd12-4383-9550-638989975525 req-0376d14c-9174-4739-86a0-985c3abbd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.542427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8836c-cd12-4383-9550-638989975525 req-0376d14c-9174-4739-86a0-985c3abbd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.542814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8836c-cd12-4383-9550-638989975525 req-0376d14c-9174-4739-86a0-985c3abbd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.543153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8836c-cd12-4383-9550-638989975525 req-0376d14c-9174-4739-86a0-985c3abbd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.543636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8836c-cd12-4383-9550-638989975525 req-0376d14c-9174-4739-86a0-985c3abbd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.544104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8836c-cd12-4383-9550-638989975525 req-0376d14c-9174-4739-86a0-985c3abbd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.546773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53c8836c-cd12-4383-9550-638989975525 req-0376d14c-9174-4739-86a0-985c3abbd677 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6491 time: 1.1345992 Jan 27 22:00:48.595254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef4784-9513-4d7c-a414-985f18600472 service neutron] Pushing event updated for resources: {'Port': ['ID=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:49.072873 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c7f89f-f3a2-4704-8492-b380d265fdbd x-openstack-request-id: req-09c7f89f-f3a2-4704-8492-b380d265fdbd {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:49.073509 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c74c40-2d04-4c3a-82a7-6f0d7acb3a36", "tag": "30dcd79a-5bbf-4f9a-af2e-64592eaae10b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:49.074009 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09c7f89f-f3a2-4704-8492-b380d265fdbd {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:49.074729 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c74c40-2d04-4c3a-82a7-6f0d7acb3a36', 'tag': '30dcd79a-5bbf-4f9a-af2e-64592eaae10b', 'status': 'completed', 'code': 200} Jan 27 22:00:49.140775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-851b2c1e-9089-4a12-a3ae-4db87e342bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:49.143671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-851b2c1e-9089-4a12-a3ae-4db87e342bba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 1095 time: 0.6902885 Jan 27 22:00:49.240951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede755a-9f6f-4e2d-9a4a-98923edc2187 req-a312cec6-28d3-4dc9-99d7-d50abd4412d1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:49.246560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ede755a-9f6f-4e2d-9a4a-98923edc2187 req-a312cec6-28d3-4dc9-99d7-d50abd4412d1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 931 time: 0.6809599 Jan 27 22:00:49.340245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-79c36a0c-9d54-4d65-a381-ae5b71c5b5a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30dcd79a-5bbf-4f9a-af2e-64592eaae10b HTTP/1.1" status: 200 len: 217 time: 0.1679900 Jan 27 22:00:49.404277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:49.416231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53c8836c-cd12-4383-9550-638989975525 req-80a944fb-dce2-4bf2-91f1-0bc497e271b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8488820 Jan 27 22:00:49.417188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] Sync routers for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:49.449732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:49.453509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:49.485621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b117de5-9be9-4980-8d2d-0e641eda1597 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:49.511647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Publish callbacks [] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.559331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Transition to ACTIVE for port object 3b117de5-9be9-4980-8d2d-0e641eda1597 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:49.570297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-a8e299d5-cb04-47ea-b7a7-2664d113fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:49.573551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-a8e299d5-cb04-47ea-b7a7-2664d113fbe7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.1224482 Jan 27 22:00:49.609647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] No DVR routers for this DVR port e0671cc3-6ddc-413e-b645-9ab64136b8fd on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:49.633932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.639024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-049f6013-328e-48f6-990f-1f4eea4e232a req-cdb3cf35-37e2-47ab-915f-fd1f70c886ba tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.57 "DELETE /v2.0/ports/e0671cc3-6ddc-413e-b645-9ab64136b8fd HTTP/1.1" status: 204 len: 173 time: 4.5746288 Jan 27 22:00:49.726749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ede755a-9f6f-4e2d-9a4a-98923edc2187 req-be4c8d85-d0a1-4e47-931b-14e4415c9771 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903806 Jan 27 22:00:49.742316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bab4cde6-5eba-4dad-b3b5-5eadcf517b9f req-12e592ed-6897-46fd-aea1-f40882c139ec tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/ports?device_id=26fc4c3f-85d9-416a-9f23-2ef58d9c7305 HTTP/1.1" status: 200 len: 210 time: 0.1638284 Jan 27 22:00:49.749758 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-7ccf135e-d8d0-437f-888d-8bb5971af875 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432881 Jan 27 22:00:49.840736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.854652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (a174847e-99ef-4f53-bfb8-b08004b5c876), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.902184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:50.116926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-4f168f42-f871-4ad5-bbe0-c3ef917d2d07 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594205 Jan 27 22:00:50.139772 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:00:50.163520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1278254-4dd9-46c8-a9ab-f74f8ac40058 req-478eb6b0-1411-4984-8360-5975396a1c5d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.166383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1278254-4dd9-46c8-a9ab-f74f8ac40058 req-478eb6b0-1411-4984-8360-5975396a1c5d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 944 time: 0.1623747 Jan 27 22:00:50.255766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Checking segment: {'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:50.258985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Network hostable DHCP agents. Network: a67309cf-d819-440a-ac69-13493dc795fc, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:00:50.271969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b117de5-9be9-4980-8d2d-0e641eda1597,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.277647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a174847e-99ef-4f53-bfb8-b08004b5c876,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.386875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Network a67309cf-d819-440a-ac69-13493dc795fc is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:00:50.400217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1278254-4dd9-46c8-a9ab-f74f8ac40058 req-cab67217-8778-4bb6-a805-be7bf8583d17 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893117 Jan 27 22:00:50.416539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e95fc552-aedc-4583-9ef5-eb48ce9e9cac req-7db5efa9-4eb7-44f5-bff9-034dac71fa70 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933154 Jan 27 22:00:50.420238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a67309cf-d819-440a-ac69-13493dc795fc) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:50.440339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.441291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.465811 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8f4e3ce0-a6ca-46b9-b5a7-6b28d1d4d3c4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1850455 Jan 27 22:00:50.469172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35178) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:50.486531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:50.524577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Attempting to bind port 3b117de5-9be9-4980-8d2d-0e641eda1597 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:50.525409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Attempting to bind port 3b117de5-9be9-4980-8d2d-0e641eda1597 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:50.527996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Attempting to bind port 3b117de5-9be9-4980-8d2d-0e641eda1597 on network 639301f1-5e16-439b-bfd2-7913fc808a12 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:50.537932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa78d5-5129-42bf-917c-836684814729 None None] Network a67309cf-d819-440a-ac69-13493dc795fc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:50.538941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Port 3b117de5-9be9-4980-8d2d-0e641eda1597 on network 639301f1-5e16-439b-bfd2-7913fc808a12 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:50.539444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Attempting to bind port 3b117de5-9be9-4980-8d2d-0e641eda1597 on network 639301f1-5e16-439b-bfd2-7913fc808a12 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:50.547558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:50.548689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Checking segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:50.549644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Bound using segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:50.550031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Bound port: 3b117de5-9be9-4980-8d2d-0e641eda1597, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:50.550489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.634668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (7ad1bbba-7c3b-436a-b7e4-143134eb8009), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.636962 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (7ad1bbba-7c3b-436a-b7e4-143134eb8009), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.715778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] For port 3b117de5-9be9-4980-8d2d-0e641eda1597, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:50.725117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] For port 3b117de5-9be9-4980-8d2d-0e641eda1597, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3b117de5-9be9-4980-8d2d-0e641eda1597,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:50.732447 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.782619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.783195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.785348 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] 10.222.0.57 "PUT /v2.0/ports/3b117de5-9be9-4980-8d2d-0e641eda1597 HTTP/1.1" status: 200 len: 1091 time: 2.4314113 Jan 27 22:00:50.787258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2826271-0ea1-49cb-8b4e-0aba9099e94c', 'tag': '3b117de5-9be9-4980-8d2d-0e641eda1597'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:50.790652 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b91338-5504-4673-94c6-4a03b965254d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2826271-0ea1-49cb-8b4e-0aba9099e94c", "tag": "3b117de5-9be9-4980-8d2d-0e641eda1597"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:50.853304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-c41f2abc-b10b-44fa-8cbb-5fca7a424f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.854835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-c41f2abc-b10b-44fa-8cbb-5fca7a424f4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 1095 time: 0.3248672 Jan 27 22:00:50.858416 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks [] for router_controller (7ad1bbba-7c3b-436a-b7e4-143134eb8009), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.893309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8619338-cadb-42af-bf52-d7499b82fcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b117de5-9be9-4980-8d2d-0e641eda1597,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.906814 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-ae4fb6e4-fc74-4e08-b691-5400548a7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.910025 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-ae4fb6e4-fc74-4e08-b691-5400548a7500 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 1094 time: 0.0758462 Jan 27 22:00:51.010064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.015017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a67309cf-d819-440a-ac69-13493dc795fc', 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc', 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'fixed_ips': [{'subnet_id': 'a174847e-99ef-4f53-bfb8-b08004b5c876'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:51.016772 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.095953 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ae3b2-1591-4bf0-acbf-5f7c57b78f23 x-openstack-request-id: req-718ae3b2-1591-4bf0-acbf-5f7c57b78f23 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:51.096367 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2826271-0ea1-49cb-8b4e-0aba9099e94c", "tag": "3b117de5-9be9-4980-8d2d-0e641eda1597", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:51.096728 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-718ae3b2-1591-4bf0-acbf-5f7c57b78f23 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:51.098771 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2826271-0ea1-49cb-8b4e-0aba9099e94c', 'tag': '3b117de5-9be9-4980-8d2d-0e641eda1597', 'status': 'completed', 'code': 200} Jan 27 22:00:51.109794 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-2af9b104-a68b-43db-a07d-4f5fb6cd9b2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b117de5-9be9-4980-8d2d-0e641eda1597 HTTP/1.1" status: 200 len: 217 time: 0.1938322 Jan 27 22:00:51.184564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'name': 'network-vif-deleted', 'tag': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:51.197207 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65afc1d-888c-4821-8498-6595bc3220c3" -d '{"events": [{"server_uuid": "26fc4c3f-85d9-416a-9f23-2ef58d9c7305", "name": "network-vif-deleted", "tag": "e0671cc3-6ddc-413e-b645-9ab64136b8fd"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:51.237155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35194) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:51.260074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-7808650d-14b5-4219-b500-3d844be050a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:51.262130 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-7808650d-14b5-4219-b500-3d844be050a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.1457403 Jan 27 22:00:51.339069 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-185e33bd-ac77-4480-8213-4a86c2b0a7ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704193 Jan 27 22:00:51.423610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Allocated IP 172.20.0.2 (a67309cf-d819-440a-ac69-13493dc795fc/a174847e-99ef-4f53-bfb8-b08004b5c876/92b54b82-5d53-45f9-ab55-345c64f668fe) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:51.480157 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdfc9f5-3970-4b23-bcbb-9345ed1887a2 x-openstack-request-id: req-2cdfc9f5-3970-4b23-bcbb-9345ed1887a2 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:51.480649 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc4c3f-85d9-416a-9f23-2ef58d9c7305", "name": "network-vif-deleted", "tag": "e0671cc3-6ddc-413e-b645-9ab64136b8fd", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:51.481065 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cdfc9f5-3970-4b23-bcbb-9345ed1887a2 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:51.482290 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc4c3f-85d9-416a-9f23-2ef58d9c7305', 'name': 'network-vif-deleted', 'tag': 'e0671cc3-6ddc-413e-b645-9ab64136b8fd', 'status': 'completed', 'code': 200} Jan 27 22:00:51.765625 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-eb920c31-77c7-4fbe-8e87-c7f81b0d2f93 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189467 Jan 27 22:00:51.886901 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:31Z', 'revision_number': 5, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:51.937049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks [] for router_gateway (7ad1bbba-7c3b-436a-b7e4-143134eb8009), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.981013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238e4f-9063-4244-a12a-59a424322506 req-641f8aef-09e5-4f7e-96d3-cef9b36375bd tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:51.984204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56238e4f-9063-4244-a12a-59a424322506 req-641f8aef-09e5-4f7e-96d3-cef9b36375bd tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 943 time: 0.8585756 Jan 27 22:00:52.124151 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3b6f1154-f6a3-44f6-b1bf-bb51be54846e req-66cc89dd-87ab-491f-8c59-1d51d5032f52 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474588 Jan 27 22:00:52.125174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:52.151878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-3a18afbd-8626-42a1-9f5f-f99c053e6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.154709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-3a18afbd-8626-42a1-9f5f-f99c053e6cc2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 1.2848699 Jan 27 22:00:52.157627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3380c870-3603-4654-a1e4-048753a2cbac tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group (b7e6f275-5865-402f-97f3-f525c1c87420), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.328647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91338-5504-4673-94c6-4a03b965254d req-729b5b15-7b01-4931-a4a2-08b2885c9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.332639 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b91338-5504-4673-94c6-4a03b965254d req-729b5b15-7b01-4931-a4a2-08b2885c9347 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 1094 time: 0.1467140 Jan 27 22:00:52.423143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-2676a93c-aa67-477a-b391-2ce92e33f7f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30dcd79a-5bbf-4f9a-af2e-64592eaae10b HTTP/1.1" status: 200 len: 217 time: 0.2557259 Jan 27 22:00:52.449556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cee6-5c5c-4b1b-b617-438f2720869d req-4141d08f-8b58-43e2-835a-81d7a78f5cf9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.452419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe13cee6-5c5c-4b1b-b617-438f2720869d req-4141d08f-8b58-43e2-835a-81d7a78f5cf9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 944 time: 0.6877890 Jan 27 22:00:52.463031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1b1c-e1f0-4a0c-b4ef-8345af8eaa3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.504500 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Publish callbacks [] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.510943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] Checking router: 23b2d152-1f8f-46b6-87fb-beef8d432e16 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:52.518198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.563920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:52.564600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:52.679226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Network a67309cf-d819-440a-ac69-13493dc795fc is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:52.747485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3380c870-3603-4654-a1e4-048753a2cbac tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group (b7e6f275-5865-402f-97f3-f525c1c87420), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.797280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:52.808908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56238e4f-9063-4244-a12a-59a424322506 req-1bf4b62e-6005-4346-9f12-dc7675c3b8d1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8152080 Jan 27 22:00:52.871093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91338-5504-4673-94c6-4a03b965254d req-321684bd-c6a0-4487-b342-590c3dc20905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.874598 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b91338-5504-4673-94c6-4a03b965254d req-321684bd-c6a0-4487-b342-590c3dc20905 service neutron] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 916 time: 0.5350962 Jan 27 22:00:52.885865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:52.890501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:52.906768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Pushing event updated for resources: {'Port': ['ID=92b54b82-5d53-45f9-ab55-345c64f668fe,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:52.945754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-640440dc-2328-41d8-8ef6-52780d97a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.955618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-640440dc-2328-41d8-8ef6-52780d97a294 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.4956980 Jan 27 22:00:52.992388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b91338-5504-4673-94c6-4a03b965254d req-a6fb456e-10ca-4f01-8f31-42c898156350 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b117de5-9be9-4980-8d2d-0e641eda1597 HTTP/1.1" status: 200 len: 217 time: 0.0986817 Jan 27 22:00:53.112231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-8b36b965-4220-47a8-9fde-9c7e8bc163fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372323 Jan 27 22:00:53.122769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1b1c-e1f0-4a0c-b4ef-8345af8eaa3c admin admin] Publish callbacks [] for security_group (2e285251-7ad2-400f-b6be-493dfc722f3e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.141723 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1b1c-e1f0-4a0c-b4ef-8345af8eaa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2e285251-7ad2-400f-b6be-493dfc722f3e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.152097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe13cee6-5c5c-4b1b-b617-438f2720869d req-e5258f77-d9e1-4bb5-b107-982f0337a1d6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897369 Jan 27 22:00:53.186555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Attempting to bind port 92b54b82-5d53-45f9-ab55-345c64f668fe on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:53.187232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Attempting to bind port 92b54b82-5d53-45f9-ab55-345c64f668fe by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:53.187889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Attempting to bind port 92b54b82-5d53-45f9-ab55-345c64f668fe on network a67309cf-d819-440a-ac69-13493dc795fc {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:53.202324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:53.203070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Checking segment: {'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:53.205852 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.206111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91338-5504-4673-94c6-4a03b965254d req-27e659a1-cb94-4db4-970b-946ea948f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:53.206955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Bound using segment: {'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:53.208219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Bound port: 92b54b82-5d53-45f9-ab55-345c64f668fe, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:53.208892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.209880 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b91338-5504-4673-94c6-4a03b965254d req-27e659a1-cb94-4db4-970b-946ea948f36d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.1980438 Jan 27 22:00:53.331356 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b91338-5504-4673-94c6-4a03b965254d req-40808e19-6763-4209-bb99-19db4050a53e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041343 Jan 27 22:00:53.380255 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dd4a1b1c-e1f0-4a0c-b4ef-8345af8eaa3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f60471d9e91c4c3a9fa12ccc514652a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2465334 Jan 27 22:00:53.380255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a1b1c-e1f0-4a0c-b4ef-8345af8eaa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e285251-7ad2-400f-b6be-493dfc722f3e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:53.392774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] For port 92b54b82-5d53-45f9-ab55-345c64f668fe, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:53.415861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] For port 92b54b82-5d53-45f9-ab55-345c64f668fe, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=92b54b82-5d53-45f9-ab55-345c64f668fe,segment=NetworkSegment(00500c91-bf84-4b7d-b8af-1e5e0d894cd9),segment_id=00500c91-bf84-4b7d-b8af-1e5e0d894cd9)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:53.432718 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.461727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35216) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:53.464988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3380c870-3603-4654-a1e4-048753a2cbac tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b7e6f275-5865-402f-97f3-f525c1c87420), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.469771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3380c870-3603-4654-a1e4-048753a2cbac tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.472115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3380c870-3603-4654-a1e4-048753a2cbac tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "DELETE /v2.0/security-groups/b7e6f275-5865-402f-97f3-f525c1c87420 HTTP/1.1" status: 204 len: 168 time: 2.1953645 Jan 27 22:00:53.506269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da72474-4826-47f0-85c2-ed690a456c4d None None] Pushing event updated for resources: {'Port': ['ID=92b54b82-5d53-45f9-ab55-345c64f668fe,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:53.506617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35220) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:53.537399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:31Z', 'revision_number': 5, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:53.572872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36afd39-6d9a-4a44-86c8-f09a0947e49b None None] The sync data for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 is: [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T21:58:19Z', 'revision_number': 4, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '93b05bc2-5cde-498b-8345-1414a99b8eff', 'name': '', 'network_id': '0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'mac_address': 'fa:16:3e:a2:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:18Z', 'updated_at': '2022-01-27T21:58:31Z', 'revision_number': 5, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'subnets': [{'id': '09b2b0eb-d7ea-4f22-998a-8ce59e830b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:53.621087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks [] for router_gateway (7ad1bbba-7c3b-436a-b7e4-143134eb8009), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.628721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380c870-3603-4654-a1e4-048753a2cbac tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6f275-5865-402f-97f3-f525c1c87420,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:53.671122 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-3bf67e4a-5e4f-4eee-95da-b26a7bebe67b tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] show failed (client error): The resource could not be found. Jan 27 22:00:53.673506 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3bf67e4a-5e4f-4eee-95da-b26a7bebe67b tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "GET /v2.0/security-groups/b7e6f275-5865-402f-97f3-f525c1c87420 HTTP/1.1" status: 404 len: 347 time: 0.1433780 Jan 27 22:00:53.680732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35224) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:53.800836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.890594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 30dcd79a-5bbf-4f9a-af2e-64592eaae10b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:54.022802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-7614a518-2a71-4635-9c76-bac33a09301d service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9032347 Jan 27 22:00:54.052728 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b91338-5504-4673-94c6-4a03b965254d req-2e8a3ecd-5806-4fe8-add3-7fdae6866807 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014258 Jan 27 22:00:54.343869 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c83b3-d049-4681-abb4-8c6b9e85c262 None None] New status for floating IP c74b5e36-c914-491f-8167-be9f089ff7d3: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:00:54.415921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3b117de5-9be9-4980-8d2d-0e641eda1597 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:54.456462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:54.519846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '30dcd79a-5bbf-4f9a-af2e-64592eaae10b', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'port_id': '30dcd79a-5bbf-4f9a-af2e-64592eaae10b', 'mac_address': 'fa:16:3e:29:36:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3132c1c8-dbeb-452d-82de-98713bf9d5fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:54.675435 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f078b74e-4923-4f3c-8ea1-60a4dabd29d2 admin admin] Publish callbacks [] for security_group (2e285251-7ad2-400f-b6be-493dfc722f3e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.748471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3b117de5-9be9-4980-8d2d-0e641eda1597, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3b117de5-9be9-4980-8d2d-0e641eda1597,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:54.773185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '3b117de5-9be9-4980-8d2d-0e641eda1597', 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'port_id': '3b117de5-9be9-4980-8d2d-0e641eda1597', 'mac_address': 'fa:16:3e:96:8b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36cacf7-0b8a-4f6c-878e-28702ae0d10d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:54.792379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Allocated IP 172.25.8.26 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/c4555e09-ac99-4501-85c4-0dbd0ba2d577) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:54.821132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47681c6-0323-45c9-b1c3-183ce1baa449 req-4b714bc7-97c7-470a-aa16-6512399980ae tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:54.823329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f47681c6-0323-45c9-b1c3-183ce1baa449 req-4b714bc7-97c7-470a-aa16-6512399980ae tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 943 time: 0.5187740 Jan 27 22:00:54.836188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f078b74e-4923-4f3c-8ea1-60a4dabd29d2 admin admin] Publish callbacks [] for security_group (2e285251-7ad2-400f-b6be-493dfc722f3e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.846906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b91338-5504-4673-94c6-4a03b965254d req-aa307b10-3852-438a-8ce0-069223ed2b4a service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910643 Jan 27 22:00:54.875014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968267bc-bb51-4b3e-8230-997dabe5ceaf req-52f9f8e0-83f2-470e-bd70-872fdc819153 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383813 Jan 27 22:00:54.916889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853cce-1264-4d9b-a67d-01d48cde4282 req-8aaeb689-019b-44f2-9664-4f33487d41c9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:54.931935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72853cce-1264-4d9b-a67d-01d48cde4282 req-8aaeb689-019b-44f2-9664-4f33487d41c9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 944 time: 0.4147871 Jan 27 22:00:54.969178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3b117de5-9be9-4980-8d2d-0e641eda1597 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:54.970075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.992921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Deleting port 6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:54.993685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.026936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b117de5-9be9-4980-8d2d-0e641eda1597 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:55.042369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:55.043231 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.132414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dcd79a-5bbf-4f9a-af2e-64592eaae10b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:55.213498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:55.228615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3b117de5-9be9-4980-8d2d-0e641eda1597, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3b117de5-9be9-4980-8d2d-0e641eda1597,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:55.236875 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.281751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f078b74e-4923-4f3c-8ea1-60a4dabd29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2e285251-7ad2-400f-b6be-493dfc722f3e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.297565 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f078b74e-4923-4f3c-8ea1-60a4dabd29d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.299649 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f078b74e-4923-4f3c-8ea1-60a4dabd29d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e285251-7ad2-400f-b6be-493dfc722f3e HTTP/1.1" status: 204 len: 168 time: 1.8322401 Jan 27 22:00:55.361483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078b74e-4923-4f3c-8ea1-60a4dabd29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e285251-7ad2-400f-b6be-493dfc722f3e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:55.385030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.419929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72853cce-1264-4d9b-a67d-01d48cde4282 req-9a97e7ae-ba21-4c75-aa25-af6d49e821a0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833870 Jan 27 22:00:55.420159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.420578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for floatingip (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.485367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Calling delete_port for 6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:55.517440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f47681c6-0323-45c9-b1c3-183ce1baa449 req-bee0b02c-5cfb-4f0e-9c53-b904f89c969c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361802 Jan 27 22:00:55.554296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks [] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.603320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:55.706397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.750586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3b117de5-9be9-4980-8d2d-0e641eda1597'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:55.781957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['30dcd79a-5bbf-4f9a-af2e-64592eaae10b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:55.903706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:55.925380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:55.944825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:55.986492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ef5a4-05e2-46b2-bfa5-309175329bce None None] Network a67309cf-d819-440a-ac69-13493dc795fc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:56.050984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.230073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Pushing event deleted for resources: {'Port': ['ID=6ddae4cb-f31e-4ce0-842c-d7c1d587e5bc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:56.262741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 92b54b82-5d53-45f9-ab55-345c64f668fe up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:56.277783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fe8935a6-c8be-43e8-a4eb-9827b2acb8f8 None None] Provisioning complete for port 92b54b82-5d53-45f9-ab55-345c64f668fe triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:56.278766 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe8935a6-c8be-43e8-a4eb-9827b2acb8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.405402 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks [] for floatingip (c74b5e36-c914-491f-8167-be9f089ff7d3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.409846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.411477 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bb47b0f4-95cb-4266-8acc-15383f216250 tempest-ServersTestFqdnHostnames-1106903890 tempest-ServersTestFqdnHostnames-1106903890-project] 10.222.0.45 "DELETE /v2.0/floatingips/c74b5e36-c914-491f-8167-be9f089ff7d3 HTTP/1.1" status: 204 len: 168 time: 2.7190807 Jan 27 22:00:56.417455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35240) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.444653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4555e09-ac99-4501-85c4-0dbd0ba2d577,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:56.545995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.558670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3b117de5-9be9-4980-8d2d-0e641eda1597,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:56.606100 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7642c124-106d-479b-af4c-23eb046e6503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.919010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe8935a6-c8be-43e8-a4eb-9827b2acb8f8 None None] Current status of the port 92b54b82-5d53-45f9-ab55-345c64f668fe is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:56.919452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe8935a6-c8be-43e8-a4eb-9827b2acb8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.991838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 92b54b82-5d53-45f9-ab55-345c64f668fe triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:56.992924 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.084112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fe8935a6-c8be-43e8-a4eb-9827b2acb8f8 None None] For port 92b54b82-5d53-45f9-ab55-345c64f668fe, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=92b54b82-5d53-45f9-ab55-345c64f668fe,segment=NetworkSegment(00500c91-bf84-4b7d-b8af-1e5e0d894cd9),segment_id=00500c91-bf84-4b7d-b8af-1e5e0d894cd9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:57.110876 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe8935a6-c8be-43e8-a4eb-9827b2acb8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.243784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8935a6-c8be-43e8-a4eb-9827b2acb8f8 None None] Pushing event updated for resources: {'Port': ['ID=92b54b82-5d53-45f9-ab55-345c64f668fe,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:57.314626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (23b2d152-1f8f-46b6-87fb-beef8d432e16), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.328041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 92b54b82-5d53-45f9-ab55-345c64f668fe is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:57.347735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0241dc60-d477-4750-83c4-7cd489b1b660 None None] Provisioning complete for port 92b54b82-5d53-45f9-ab55-345c64f668fe triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:57.348646 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0241dc60-d477-4750-83c4-7cd489b1b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.487338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0241dc60-d477-4750-83c4-7cd489b1b660 None None] Current status of the port 92b54b82-5d53-45f9-ab55-345c64f668fe is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:57.523942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29faf5-2446-4c2c-a3e3-ccf274503767 req-1b9fab5d-afcd-4e93-aa1c-ad4768aabe9c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:57.526649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b29faf5-2446-4c2c-a3e3-ccf274503767 req-1b9fab5d-afcd-4e93-aa1c-ad4768aabe9c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 944 time: 0.6976237 Jan 27 22:00:57.541441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bc1f8-c350-4b71-a8a4-38ad5106a604 req-1c396009-b7e7-4c5e-a0c6-ce8a9b1ea62f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:57.543141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b8bc1f8-c350-4b71-a8a4-38ad5106a604 req-1c396009-b7e7-4c5e-a0c6-ce8a9b1ea62f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 945 time: 0.7027991 Jan 27 22:00:57.648111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7642c124-106d-479b-af4c-23eb046e6503 admin admin] Publish callbacks [] for security_group (544795fe-c4ce-4c34-a595-ff841ec03afc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.691682 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks [] for router_gateway (7ad1bbba-7c3b-436a-b7e4-143134eb8009), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.720759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Deleting port 93b05bc2-5cde-498b-8345-1414a99b8eff {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:57.721788 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.767398 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7642c124-106d-479b-af4c-23eb046e6503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (544795fe-c4ce-4c34-a595-ff841ec03afc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.834236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b29faf5-2446-4c2c-a3e3-ccf274503767 req-61cbe8e1-d2dd-4aa1-a67d-92a34a326b1f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899184 Jan 27 22:00:57.843096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b8bc1f8-c350-4b71-a8a4-38ad5106a604 req-61be19a9-c946-4b57-9f98-e82ae920e287 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699773 Jan 27 22:00:57.856026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7642c124-106d-479b-af4c-23eb046e6503 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7138222dd9c4daf9891bfb393ef64e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3073382 Jan 27 22:00:57.872401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35252) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.891899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642c124-106d-479b-af4c-23eb046e6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544795fe-c4ce-4c34-a595-ff841ec03afc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:57.892867 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] For port 93b05bc2-5cde-498b-8345-1414a99b8eff, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=93b05bc2-5cde-498b-8345-1414a99b8eff,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:57.893606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.926851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 30dcd79a-5bbf-4f9a-af2e-64592eaae10b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:57.938968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Calling delete_port for 93b05bc2-5cde-498b-8345-1414a99b8eff owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:58.037708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (7ad1bbba-7c3b-436a-b7e4-143134eb8009), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.120645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:58.130811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:58.134024 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.178603 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0202c717-90b7-4278-ad8e-e64e7ffa7a7c admin admin] Publish callbacks [] for security_group (544795fe-c4ce-4c34-a595-ff841ec03afc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.197412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3b117de5-9be9-4980-8d2d-0e641eda1597 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:58.201211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 92b54b82-5d53-45f9-ab55-345c64f668fe up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:58.242599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:00:58.260951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0202c717-90b7-4278-ad8e-e64e7ffa7a7c admin admin] Publish callbacks [] for security_group (544795fe-c4ce-4c34-a595-ff841ec03afc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.436785 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (93b05bc2-5cde-498b-8345-1414a99b8eff), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.451117 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0202c717-90b7-4278-ad8e-e64e7ffa7a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (544795fe-c4ce-4c34-a595-ff841ec03afc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.454974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0202c717-90b7-4278-ad8e-e64e7ffa7a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.457516 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0202c717-90b7-4278-ad8e-e64e7ffa7a7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/544795fe-c4ce-4c34-a595-ff841ec03afc HTTP/1.1" status: 204 len: 168 time: 0.5833588 Jan 27 22:00:58.471534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:58.494195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 3b117de5-9be9-4980-8d2d-0e641eda1597 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:58.506218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b05bc2-5cde-498b-8345-1414a99b8eff,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:58.513381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202c717-90b7-4278-ad8e-e64e7ffa7a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544795fe-c4ce-4c34-a595-ff841ec03afc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:58.519437 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.522242 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dd27f48a-1ae2-4b9f-9db0-f9095fd4b9e4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.0517681 Jan 27 22:00:58.526455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35256) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.529912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 92b54b82-5d53-45f9-ab55-345c64f668fe triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:58.533435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.540683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Sync routers for ids ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:58.570344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:58.573198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.664885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 3b117de5-9be9-4980-8d2d-0e641eda1597 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:58.665664 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.794254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Routers {'7ad1bbba-7c3b-436a-b7e4-143134eb8009'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:58.794752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:58.813505 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (23b2d152-1f8f-46b6-87fb-beef8d432e16), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.343954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35266) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.360340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c74c40-2d04-4c3a-82a7-6f0d7acb3a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dcd79a-5bbf-4f9a-af2e-64592eaae10b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:59.363555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Router 23b2d152-1f8f-46b6-87fb-beef8d432e16 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:59.364879 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd80b11f-0924-4191-8a34-c743634c7d2f" -d '{"events": [{"server_uuid": "25c74c40-2d04-4c3a-82a7-6f0d7acb3a36", "name": "network-vif-plugged", "status": "completed", "tag": "30dcd79a-5bbf-4f9a-af2e-64592eaae10b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:59.398932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:59.412828 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7765c6e-c7d0-4f75-b464-2ba5ac47b6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.482513 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.498482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de1e45-f1fb-481d-a6b4-dfc6e2bf3c64 req-1bf83ba4-4b5b-4b3e-8f9a-e34c795b2533 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:59.500189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13de1e45-f1fb-481d-a6b4-dfc6e2bf3c64 req-1bf83ba4-4b5b-4b3e-8f9a-e34c795b2533 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 945 time: 0.1900346 Jan 27 22:00:59.536138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa9702-080a-4b6a-a6d3-8ec79a09e5e3 req-ecccbb46-7e55-4665-b409-d94477a23a2d tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:59.539397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbfa9702-080a-4b6a-a6d3-8ec79a09e5e3 req-ecccbb46-7e55-4665-b409-d94477a23a2d tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 944 time: 0.2301183 Jan 27 22:00:59.601029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:59.612258 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b50d4712-3860-44c2-8469-c99cd37f81c1 admin admin] 10.222.0.45 "PUT /v2.0/routers/23b2d152-1f8f-46b6-87fb-beef8d432e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1884394 Jan 27 22:00:59.613985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35270) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.622585 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] Sync routers for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:59.641675 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:59.643679 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:59.713189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:59.740043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Set router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:59.778664 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks [] for router (23b2d152-1f8f-46b6-87fb-beef8d432e16), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.796949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13de1e45-f1fb-481d-a6b4-dfc6e2bf3c64 req-bd0e5d62-9873-4d3c-a58e-5bb90dfc71f1 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799704 Jan 27 22:00:59.918881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 92b54b82-5d53-45f9-ab55-345c64f668fe is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:00.003516 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6fefa8-dd9e-41d9-b7cc-fb617feeebad x-openstack-request-id: req-5a6fefa8-dd9e-41d9-b7cc-fb617feeebad {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:00.003951 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c74c40-2d04-4c3a-82a7-6f0d7acb3a36", "name": "network-vif-plugged", "status": "completed", "tag": "30dcd79a-5bbf-4f9a-af2e-64592eaae10b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:00.004392 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a6fefa8-dd9e-41d9-b7cc-fb617feeebad {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:00.005051 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c74c40-2d04-4c3a-82a7-6f0d7acb3a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dcd79a-5bbf-4f9a-af2e-64592eaae10b', 'code': 200} Jan 27 22:01:00.010047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3b117de5-9be9-4980-8d2d-0e641eda1597 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:00.011482 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.015351 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:00.070673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks [] for router_gateway (23b2d152-1f8f-46b6-87fb-beef8d432e16), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.151195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbfa9702-080a-4b6a-a6d3-8ec79a09e5e3 req-8defe5da-e4fa-4e53-9a7d-7b406f6c6acf tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886743 Jan 27 22:01:00.199682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Deleting port 64f4f3cf-3641-4bed-af2f-005bbf225e37 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:00.200220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.221853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3b117de5-9be9-4980-8d2d-0e641eda1597, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3b117de5-9be9-4980-8d2d-0e641eda1597,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:00.228504 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.327090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7765c6e-c7d0-4f75-b464-2ba5ac47b6ba admin admin] Publish callbacks [] for security_group (105b04cc-661a-4e80-8113-a668f41b2dc6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.364138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7765c6e-c7d0-4f75-b464-2ba5ac47b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (105b04cc-661a-4e80-8113-a668f41b2dc6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.406307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c37736-8fc3-4a1f-bbd9-d8a162ef6bf2 req-d7884acf-3d20-49db-aae9-7a14247d5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:00.409948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5c37736-8fc3-4a1f-bbd9-d8a162ef6bf2 req-d7884acf-3d20-49db-aae9-7a14247d5667 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 1097 time: 0.3187430 Jan 27 22:01:00.427071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3b117de5-9be9-4980-8d2d-0e641eda1597,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:00.459437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:00:56Z', 'revision_number': 3, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port': {'id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:53Z', 'updated_at': '2022-01-27T22:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:00.482614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] For port 64f4f3cf-3641-4bed-af2f-005bbf225e37, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=64f4f3cf-3641-4bed-af2f-005bbf225e37,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:00.483199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.507564 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.525840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d7765c6e-c7d0-4f75-b464-2ba5ac47b6ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c17b8eb31f2465c8864facca50ef481&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1781745 Jan 27 22:01:00.526100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Checking router: 7ad1bbba-7c3b-436a-b7e4-143134eb8009 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:00.526218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Calling delete_port for 64f4f3cf-3641-4bed-af2f-005bbf225e37 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:00.526345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Updating router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 port c4555e09-ac99-4501-85c4-0dbd0ba2d577 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:01:00.527302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35292) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.550576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7765c6e-c7d0-4f75-b464-2ba5ac47b6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105b04cc-661a-4e80-8113-a668f41b2dc6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:00.575739 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T22:00:58Z', 'revision_number': 5, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port': {'id': '64f4f3cf-3641-4bed-af2f-005bbf225e37', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:12Z', 'updated_at': '2022-01-27T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:00.630531 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.667884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5c37736-8fc3-4a1f-bbd9-d8a162ef6bf2 req-ae817b76-844e-436d-9c72-b25b37ff2776 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417343 Jan 27 22:01:00.693311 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] Checking router: 23b2d152-1f8f-46b6-87fb-beef8d432e16 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:00.725091 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] Routers {'23b2d152-1f8f-46b6-87fb-beef8d432e16'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:00.728408 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['23b2d152-1f8f-46b6-87fb-beef8d432e16'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:00.774188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9392c91f-5d05-4507-a292-dc55c56d2017 admin admin] Publish callbacks [] for security_group (105b04cc-661a-4e80-8113-a668f41b2dc6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.922988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9392c91f-5d05-4507-a292-dc55c56d2017 admin admin] Publish callbacks [] for security_group (105b04cc-661a-4e80-8113-a668f41b2dc6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.007539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Allocated IP 172.20.0.1 (a67309cf-d819-440a-ac69-13493dc795fc/a174847e-99ef-4f53-bfb8-b08004b5c876/a4399f29-b419-469f-901c-388440b702a6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:01.059191 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] Set router 23b2d152-1f8f-46b6-87fb-beef8d432e16 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:01.152022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9392c91f-5d05-4507-a292-dc55c56d2017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (105b04cc-661a-4e80-8113-a668f41b2dc6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.161939 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9392c91f-5d05-4507-a292-dc55c56d2017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.183348 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9392c91f-5d05-4507-a292-dc55c56d2017 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/105b04cc-661a-4e80-8113-a668f41b2dc6 HTTP/1.1" status: 204 len: 168 time: 0.6543238 Jan 27 22:01:01.220683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392c91f-5d05-4507-a292-dc55c56d2017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105b04cc-661a-4e80-8113-a668f41b2dc6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.238064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (64f4f3cf-3641-4bed-af2f-005bbf225e37), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.302751 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T22:01:00Z', 'revision_number': 6, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:01.347375 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Publish callbacks [] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.359587 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.380624 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4236f9d-8211-4157-8da8-55d34453b0f9 None None] The sync data for ids ['23b2d152-1f8f-46b6-87fb-beef8d432e16'] in n-d-826529-2 is: [{'id': '23b2d152-1f8f-46b6-87fb-beef8d432e16', 'name': 'tempest-ServersTestFqdnHostnames-311858784-router', 'tenant_id': '376f3a79a48d449dab9daf01b78843ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:10Z', 'updated_at': '2022-01-27T22:01:00Z', 'revision_number': 6, 'project_id': '376f3a79a48d449dab9daf01b78843ea', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:01.423459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Pushing event deleted for resources: {'Port': ['ID=64f4f3cf-3641-4bed-af2f-005bbf225e37,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.429645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a870a-f1dd-407f-9b1d-dfe5c9ca3c3d req-5b01e58a-2a3b-4c59-9425-53a1b290d474 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:01.433026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e3a870a-f1dd-407f-9b1d-dfe5c9ca3c3d req-5b01e58a-2a3b-4c59-9425-53a1b290d474 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 946 time: 0.4119241 Jan 27 22:01:01.544383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Attempting to bind port c4555e09-ac99-4501-85c4-0dbd0ba2d577 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:01.545813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Attempting to bind port c4555e09-ac99-4501-85c4-0dbd0ba2d577 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:01.546459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Attempting to bind port c4555e09-ac99-4501-85c4-0dbd0ba2d577 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:01.562568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:01.569017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:01.570179 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.570306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (23b2d152-1f8f-46b6-87fb-beef8d432e16), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.570990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:01.571832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Bound port: c4555e09-ac99-4501-85c4-0dbd0ba2d577, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:01.574354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.641451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ff306-6389-49e9-8b16-0fb5cf086f73 None None] Pushing event updated for resources: {'Port': ['ID=c4555e09-ac99-4501-85c4-0dbd0ba2d577,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.679463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e9454-23e3-41cf-8a4f-d6f08c1dfaf6 req-0e953821-e4bb-4dfe-b985-1a314b488316 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:01.682703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a8e9454-23e3-41cf-8a4f-d6f08c1dfaf6 req-0e953821-e4bb-4dfe-b985-1a314b488316 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 945 time: 0.3133178 Jan 27 22:01:01.742985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] For port c4555e09-ac99-4501-85c4-0dbd0ba2d577, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:01.745050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e3a870a-f1dd-407f-9b1d-dfe5c9ca3c3d req-dc59a6fa-75a2-4e78-aca6-a0c8751ace3d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748010 Jan 27 22:01:01.753506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] For port c4555e09-ac99-4501-85c4-0dbd0ba2d577, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c4555e09-ac99-4501-85c4-0dbd0ba2d577,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:01.762009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.806530 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Publish callbacks [] for port (a4399f29-b419-469f-901c-388440b702a6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.869753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ff306-6389-49e9-8b16-0fb5cf086f73 None None] Pushing event updated for resources: {'Port': ['ID=c4555e09-ac99-4501-85c4-0dbd0ba2d577,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.896998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a4399f29-b419-469f-901c-388440b702a6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.916580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Routers {'7ad1bbba-7c3b-436a-b7e4-143134eb8009'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:01.917243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:02.038978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2826271-0ea1-49cb-8b4e-0aba9099e94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b117de5-9be9-4980-8d2d-0e641eda1597'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:02.044853 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978ed62b-b798-4365-bcc6-15bf37c37da4" -d '{"events": [{"server_uuid": "b2826271-0ea1-49cb-8b4e-0aba9099e94c", "name": "network-vif-plugged", "status": "completed", "tag": "3b117de5-9be9-4980-8d2d-0e641eda1597"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:02.114633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 93b05bc2-5cde-498b-8345-1414a99b8eff no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:02.175072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 93b05bc2-5cde-498b-8345-1414a99b8eff {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:02.175764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 93b05bc2-5cde-498b-8345-1414a99b8eff not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:02.183354 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bae0bb5-e631-452a-aaae-432c6a732659 x-openstack-request-id: req-2bae0bb5-e631-452a-aaae-432c6a732659 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:02.183917 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2826271-0ea1-49cb-8b4e-0aba9099e94c", "name": "network-vif-plugged", "status": "completed", "tag": "3b117de5-9be9-4980-8d2d-0e641eda1597", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:02.184350 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bae0bb5-e631-452a-aaae-432c6a732659 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:02.201320 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2826271-0ea1-49cb-8b4e-0aba9099e94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b117de5-9be9-4980-8d2d-0e641eda1597', 'code': 200} Jan 27 22:01:02.270346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a8e9454-23e3-41cf-8a4f-d6f08c1dfaf6 req-2e5be5a6-b2ab-43e8-97f8-45b7a9c44f35 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677571 Jan 27 22:01:02.309959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Pushing event updated for resources: {'Port': ['ID=a4399f29-b419-469f-901c-388440b702a6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:02.345545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] Set router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:02.358622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Network a67309cf-d819-440a-ac69-13493dc795fc is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:02.374562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:02.382987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:02.502304 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (7ad1bbba-7c3b-436a-b7e4-143134eb8009), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.766816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:00:56Z', 'revision_number': 3, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port': {'id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:53Z', 'updated_at': '2022-01-27T22:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:02.820547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f4d11-5dff-4b0c-8ecc-6e5625b50994 None None] The sync data for ids ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'] in n-d-826529-2 is: [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:00:56Z', 'revision_number': 3, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port': {'id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:53Z', 'updated_at': '2022-01-27T22:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:02.866656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (23b2d152-1f8f-46b6-87fb-beef8d432e16), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.873588 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks [] for router_controller (23b2d152-1f8f-46b6-87fb-beef8d432e16), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.894323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-64294b9d-9d26-4af3-94c3-4db5bc8231bc None None] Provisioning complete for port a4399f29-b419-469f-901c-388440b702a6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:02.895109 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64294b9d-9d26-4af3-94c3-4db5bc8231bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a4399f29-b419-469f-901c-388440b702a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.933318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a4399f29-b419-469f-901c-388440b702a6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.948847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-64294b9d-9d26-4af3-94c3-4db5bc8231bc None None] Port a4399f29-b419-469f-901c-388440b702a6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:03.073236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (23b2d152-1f8f-46b6-87fb-beef8d432e16), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.074333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23b2d152-1f8f-46b6-87fb-beef8d432e16 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:01:03.082135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63ddaf-4031-45f5-b40e-df1227100f39 req-5930e923-755c-4880-8a7f-ada3b33ff1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.084691 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e63ddaf-4031-45f5-b40e-df1227100f39 req-5930e923-755c-4880-8a7f-ada3b33ff1a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 1096 time: 0.3359725 Jan 27 22:01:03.092971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.094714 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-25b73132-1f69-49e4-b194-555cd7386dff admin admin] 10.222.0.45 "DELETE /v2.0/routers/23b2d152-1f8f-46b6-87fb-beef8d432e16 HTTP/1.1" status: 204 len: 168 time: 3.4792511 Jan 27 22:01:03.104399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35318) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:03.188462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0e63ddaf-4031-45f5-b40e-df1227100f39 req-551e3223-bd73-465c-8251-3553691d7dd1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919826 Jan 27 22:01:03.300689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66d2449-c884-46a0-b68f-a822b9256665 admin admin] Deleting subnet 09b2b0eb-d7ea-4f22-998a-8ce59e830b24 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:03.321083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3818c0e-c87d-4f95-85ed-21951ffdcbd1 req-c7e5c806-ac56-450b-b82f-fdd6f920a85f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.324866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3818c0e-c87d-4f95-85ed-21951ffdcbd1 req-c7e5c806-ac56-450b-b82f-fdd6f920a85f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 946 time: 0.2742074 Jan 27 22:01:03.371330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e66d2449-c884-46a0-b68f-a822b9256665 admin admin] Publish callbacks [] for subnet (09b2b0eb-d7ea-4f22-998a-8ce59e830b24), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.597297 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e66d2449-c884-46a0-b68f-a822b9256665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (09b2b0eb-d7ea-4f22-998a-8ce59e830b24), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.646841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3818c0e-c87d-4f95-85ed-21951ffdcbd1 req-dd78cb04-4b4f-408b-ba81-c040eb746bea tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722740 Jan 27 22:01:03.687433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604c92-e010-4511-8a78-30f7fb2fbac2 req-9b70665f-5a72-409b-b904-5cbfad40605e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.689124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0604c92-e010-4511-8a78-30f7fb2fbac2 req-9b70665f-5a72-409b-b904-5cbfad40605e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 945 time: 0.1903429 Jan 27 22:01:03.693950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Publish callbacks [] for port (a4399f29-b419-469f-901c-388440b702a6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.744337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a4399f29-b419-469f-901c-388440b702a6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.914020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e66d2449-c884-46a0-b68f-a822b9256665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (09b2b0eb-d7ea-4f22-998a-8ce59e830b24), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.945793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Pushing event updated for resources: {'Port': ['ID=a4399f29-b419-469f-901c-388440b702a6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:03.949663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (7ad1bbba-7c3b-436a-b7e4-143134eb8009), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.960265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0604c92-e010-4511-8a78-30f7fb2fbac2 req-82fe5e1e-c483-41f4-a469-dd63b4858839 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526941 Jan 27 22:01:04.070109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cd13e-c937-497b-ab5c-24f0345585b1 req-490bf559-bc1c-4f3a-b2cf-a853f1a0dbb5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:04.072380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c08cd13e-c937-497b-ab5c-24f0345585b1 req-490bf559-bc1c-4f3a-b2cf-a853f1a0dbb5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 946 time: 0.2421348 Jan 27 22:01:04.097952 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e66d2449-c884-46a0-b68f-a822b9256665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (09b2b0eb-d7ea-4f22-998a-8ce59e830b24), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.104748 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1fefd937-f909-45a0-87b3-bd48120a659e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.132104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c4555e09-ac99-4501-85c4-0dbd0ba2d577 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:04.132721 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e66d2449-c884-46a0-b68f-a822b9256665 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.142385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e66d2449-c884-46a0-b68f-a822b9256665 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/09b2b0eb-d7ea-4f22-998a-8ce59e830b24 HTTP/1.1" status: 204 len: 168 time: 1.0351846 Jan 27 22:01:04.143802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462c774-f43c-4128-aa76-44b560d40d34 None None] Network 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:04.147061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35326) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:04.190488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d2449-c884-46a0-b68f-a822b9256665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b2b0eb-d7ea-4f22-998a-8ce59e830b24,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.300810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Network a67309cf-d819-440a-ac69-13493dc795fc is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:04.319157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:04.350059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.512580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Deleting port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:04.513236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.562483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c4555e09-ac99-4501-85c4-0dbd0ba2d577 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:04.562689 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.615328 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c08cd13e-c937-497b-ab5c-24f0345585b1 req-2f4200b7-092e-416a-a0fb-a99917bddc1d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613369 Jan 27 22:01:04.708418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] For port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9,segment=NetworkSegment(bbf503b8-9db6-4ed5-914d-84436ad38b58),segment_id=bbf503b8-9db6-4ed5-914d-84436ad38b58)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:04.708805 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.752329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Calling delete_port for d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:04.784191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] DHCP port deletion for 0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:04.816096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c4555e09-ac99-4501-85c4-0dbd0ba2d577 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:04.816863 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.885505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port c4555e09-ac99-4501-85c4-0dbd0ba2d577, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c4555e09-ac99-4501-85c4-0dbd0ba2d577,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:04.898274 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.909055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-020fb908-a1b6-40f0-a284-dabe6c671e69 None None] Provisioning complete for port a4399f29-b419-469f-901c-388440b702a6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:04.910113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-020fb908-a1b6-40f0-a284-dabe6c671e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a4399f29-b419-469f-901c-388440b702a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.951282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:04.962940 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.018904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-020fb908-a1b6-40f0-a284-dabe6c671e69 None None] Port a4399f29-b419-469f-901c-388440b702a6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:05.058573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=c4555e09-ac99-4501-85c4-0dbd0ba2d577,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.065957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] Deleting port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:05.066847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.106328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.113865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] No DVR routers for this DVR port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:05.194889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] For port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:05.196123 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.220587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] Calling delete_port for d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:05.228897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] Port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:01:05.235875 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.301736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 64f4f3cf-3641-4bed-af2f-005bbf225e37 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:05.346879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] Pushing event deleted for resources: {'Port': ['ID=d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.352998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31618cc8-fb79-41ec-bc02-2c0619d3d46b None None] No DVR routers for this DVR port d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:05.367463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 64f4f3cf-3641-4bed-af2f-005bbf225e37 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:05.367463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 64f4f3cf-3641-4bed-af2f-005bbf225e37 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:05.377655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.439019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:05.468043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf503b8-9db6-4ed5-914d-84436ad38b58') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:05.469000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf503b8-9db6-4ed5-914d-84436ad38b58') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:05.469513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44c379-a4c5-4300-a2dc-4ed778ae0667 req-6306212f-372c-421a-a509-dbf2c5be1104 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.481789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d44c379-a4c5-4300-a2dc-4ed778ae0667 req-6306212f-372c-421a-a509-dbf2c5be1104 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 946 time: 0.3016877 Jan 27 22:01:05.488707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (bbf503b8-9db6-4ed5-914d-84436ad38b58), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.514043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:05.515354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bbf503b8-9db6-4ed5-914d-84436ad38b58), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.527556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5e496150-c359-457f-9d22-9286129c3648 admin admin] 10.222.0.45 "PUT /v2.0/routers/7ad1bbba-7c3b-436a-b7e4-143134eb8009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9996996 Jan 27 22:01:05.529096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:05.529516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (bbf503b8-9db6-4ed5-914d-84436ad38b58), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:05.602754 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:05.607345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.619179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.626147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c18b-3a28-45fe-958e-16de79be4df4 req-db1604ad-78e3-4b6f-9ce4-26b983c8ccf9 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.627690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d536c18b-3a28-45fe-958e-16de79be4df4 req-db1604ad-78e3-4b6f-9ce4-26b983c8ccf9 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 945 time: 0.3452616 Jan 27 22:01:05.634421 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] 10.222.0.45 "DELETE /v2.0/networks/0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c HTTP/1.1" status: 204 len: 168 time: 1.4805589 Jan 27 22:01:05.677420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d44c379-a4c5-4300-a2dc-4ed778ae0667 req-a894f364-6947-4480-b746-c693be3c8197 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941645 Jan 27 22:01:05.688042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368166-ea8b-4130-8ad8-e2b35e9500ce admin admin] Pushing event deleted for resources: {'Network': ['ID=0131476e-2b5c-4f79-8b71-b3f8ab2f2a0c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.803983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d536c18b-3a28-45fe-958e-16de79be4df4 req-fd9e6554-1c31-4c03-9102-0031c1c23875 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604106 Jan 27 22:01:05.984970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Sync routers for ids ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:05.999301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35348) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:05.999962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Routers {'7ad1bbba-7c3b-436a-b7e4-143134eb8009'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:06.000645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:00:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:06.118114 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-08f1f3d7-dc7c-4c1d-a2ca-0d9c70e4c55a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=376f3a79a48d449dab9daf01b78843ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135416 Jan 27 22:01:06.120102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35350) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:06.136198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c4555e09-ac99-4501-85c4-0dbd0ba2d577 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:06.439143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Set router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:06.485961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c4555e09-ac99-4501-85c4-0dbd0ba2d577 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:06.486519 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.765826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c4555e09-ac99-4501-85c4-0dbd0ba2d577 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:06.814458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:01:02Z', 'revision_number': 4, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port': {'id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:53Z', 'updated_at': '2022-01-27T22:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a4399f29-b419-469f-901c-388440b702a6', 'name': '', 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'mac_address': 'fa:16:3e:1f:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'a174847e-99ef-4f53-bfb8-b08004b5c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:00Z', 'updated_at': '2022-01-27T22:01:03Z', 'revision_number': 2, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'subnets': [{'id': 'a174847e-99ef-4f53-bfb8-b08004b5c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:06.881268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:06.905379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Checking router: 7ad1bbba-7c3b-436a-b7e4-143134eb8009 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:06.906126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Updating router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 port a4399f29-b419-469f-901c-388440b702a6 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:01:06.910339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:06.911271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d4fc153a-1d39-4285-9d5e-55c7cbc7d6f9 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:06.973843 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-7d55ff1f-b1b4-48ee-a64c-c58f608db399 req-a1c12a79-81b0-4a7b-aca0-595a96f22ad4 tempest-FloatingIPDetailsNegativeTestJSON-1501742097 tempest-FloatingIPDetailsNegativeTestJSON-1501742097-project] show failed (client error): The resource could not be found. Jan 27 22:01:06.976046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d55ff1f-b1b4-48ee-a64c-c58f608db399 req-a1c12a79-81b0-4a7b-aca0-595a96f22ad4 tempest-FloatingIPDetailsNegativeTestJSON-1501742097 tempest-FloatingIPDetailsNegativeTestJSON-1501742097-project] 10.222.0.45 "GET /v2.0/floatingips/41b94c23-1e45-4a60-a2d2-d54005fd6ea0 HTTP/1.1" status: 404 len: 350 time: 0.1447816 Jan 27 22:01:06.977224 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a4399f29-b419-469f-901c-388440b702a6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.994395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35372) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:07.030541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c36e32d9-6be6-434f-886c-1a3c939f7653 admin admin] Publish callbacks [] for security_group (e8b686f8-fff0-417a-ba17-0c7c0e82d89e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.073119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c36e32d9-6be6-434f-886c-1a3c939f7653 admin admin] Publish callbacks [] for security_group (e8b686f8-fff0-417a-ba17-0c7c0e82d89e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.150301 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11b60a7a-f36b-4b78-98b7-e274b4dd763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.196346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c36e32d9-6be6-434f-886c-1a3c939f7653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e8b686f8-fff0-417a-ba17-0c7c0e82d89e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.201239 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c36e32d9-6be6-434f-886c-1a3c939f7653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.203284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c36e32d9-6be6-434f-886c-1a3c939f7653 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8b686f8-fff0-417a-ba17-0c7c0e82d89e HTTP/1.1" status: 204 len: 168 time: 1.0814083 Jan 27 22:01:07.248931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-4c193403-f7a1-48b7-b94a-d9d84ef6344d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:07.271690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-4c193403-f7a1-48b7-b94a-d9d84ef6344d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 946 time: 0.4252880 Jan 27 22:01:07.529419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8124ea-1223-4171-8b69-72ba259e6c0c req-c8fecf79-7c84-453e-806e-75fd8843cc55 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:07.532691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de8124ea-1223-4171-8b69-72ba259e6c0c req-c8fecf79-7c84-453e-806e-75fd8843cc55 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 946 time: 0.6426842 Jan 27 22:01:07.558217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e32d9-6be6-434f-886c-1a3c939f7653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b686f8-fff0-417a-ba17-0c7c0e82d89e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:07.661110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de8124ea-1223-4171-8b69-72ba259e6c0c req-04824d5c-6b7b-49da-8d42-afeb7a09fd6f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065660 Jan 27 22:01:07.758749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Deleting port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:07.759496 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.993466 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Publish callbacks [] for port (a4399f29-b419-469f-901c-388440b702a6), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.006530 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a4399f29-b419-469f-901c-388440b702a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.047743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] For port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:08.048653 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.077083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Calling delete_port for 30dcd79a-5bbf-4f9a-af2e-64592eaae10b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:08.093071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (7ad1bbba-7c3b-436a-b7e4-143134eb8009), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.233429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff924116-8ba0-4a48-a505-fb74b8734b34 None None] Pushing event updated for resources: {'Port': ['ID=a4399f29-b419-469f-901c-388440b702a6,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:08.434430 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (30dcd79a-5bbf-4f9a-af2e-64592eaae10b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.479707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event deleted for resources: {'Port': ['ID=30dcd79a-5bbf-4f9a-af2e-64592eaae10b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:08.497397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:08.546477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] No DVR routers for this DVR port 30dcd79a-5bbf-4f9a-af2e-64592eaae10b on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:08.551722 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.555902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae39c329-6c7a-481b-88af-4bd47dc11780 req-2838c622-86f4-46b2-9bc5-257a6dae35d8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "DELETE /v2.0/ports/30dcd79a-5bbf-4f9a-af2e-64592eaae10b HTTP/1.1" status: 204 len: 173 time: 1.2826898 Jan 27 22:01:08.556544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c74c40-2d04-4c3a-82a7-6f0d7acb3a36', 'name': 'network-vif-deleted', 'tag': '30dcd79a-5bbf-4f9a-af2e-64592eaae10b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:08.560247 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37d3c16-9101-4fe4-bd88-fe6a16436367" -d '{"events": [{"server_uuid": "25c74c40-2d04-4c3a-82a7-6f0d7acb3a36", "name": "network-vif-deleted", "tag": "30dcd79a-5bbf-4f9a-af2e-64592eaae10b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:08.641458 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da212c6d-6910-4198-9057-b5c49ad32845 x-openstack-request-id: req-da212c6d-6910-4198-9057-b5c49ad32845 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:08.642060 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c74c40-2d04-4c3a-82a7-6f0d7acb3a36", "name": "network-vif-deleted", "tag": "30dcd79a-5bbf-4f9a-af2e-64592eaae10b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:08.642489 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da212c6d-6910-4198-9057-b5c49ad32845 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:08.643061 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c74c40-2d04-4c3a-82a7-6f0d7acb3a36', 'name': 'network-vif-deleted', 'tag': '30dcd79a-5bbf-4f9a-af2e-64592eaae10b', 'status': 'completed', 'code': 200} Jan 27 22:01:08.753820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.771186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Attempting to bind port a4399f29-b419-469f-901c-388440b702a6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:08.776083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Attempting to bind port a4399f29-b419-469f-901c-388440b702a6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:08.776286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Attempting to bind port a4399f29-b419-469f-901c-388440b702a6 on network a67309cf-d819-440a-ac69-13493dc795fc {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:08.791389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:08.795168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Checking segment: {'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:08.795634 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.796014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Bound using segment: {'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:08.796533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Bound port: a4399f29-b419-469f-901c-388440b702a6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00500c91-bf84-4b7d-b8af-1e5e0d894cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:08.796993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a4399f29-b419-469f-901c-388440b702a6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.959693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e6dfcc3-9c42-4800-bf70-fe5b34732973 req-bfb6555a-b344-4265-87c8-716374fc8cd3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=25c74c40-2d04-4c3a-82a7-6f0d7acb3a36 HTTP/1.1" status: 200 len: 210 time: 0.0570586 Jan 27 22:01:09.074721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Deleting port a4399f29-b419-469f-901c-388440b702a6 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:09.075746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a4399f29-b419-469f-901c-388440b702a6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.076274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e93a3cd9-0595-4288-9e0d-73d032c89db9 None None] Provisioning complete for port a4399f29-b419-469f-901c-388440b702a6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:09.077011 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e93a3cd9-0595-4288-9e0d-73d032c89db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a4399f29-b419-469f-901c-388440b702a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.078991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] For port a4399f29-b419-469f-901c-388440b702a6, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:09.119069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] For port a4399f29-b419-469f-901c-388440b702a6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a4399f29-b419-469f-901c-388440b702a6,segment=NetworkSegment(00500c91-bf84-4b7d-b8af-1e5e0d894cd9),segment_id=00500c91-bf84-4b7d-b8af-1e5e0d894cd9)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:09.137052 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a4399f29-b419-469f-901c-388440b702a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.201972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff924116-8ba0-4a48-a505-fb74b8734b34 None None] Pushing event updated for resources: {'Port': ['ID=a4399f29-b419-469f-901c-388440b702a6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:09.245493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e93a3cd9-0595-4288-9e0d-73d032c89db9 None None] Port a4399f29-b419-469f-901c-388440b702a6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:09.248192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35408) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:09.357544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Routers {'7ad1bbba-7c3b-436a-b7e4-143134eb8009'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:09.358045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:01:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:09.400531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] For port a4399f29-b419-469f-901c-388440b702a6, host n-d-826529-2, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:09.401131 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a4399f29-b419-469f-901c-388440b702a6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.438025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Calling delete_port for a4399f29-b419-469f-901c-388440b702a6 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:09.487429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-688896500-network', 'tenant_id': 'eb1cd614a9c64717962274c50642681a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:09.541598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Made reservation on behalf of eb1cd614a9c64717962274c50642681a for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:09.544277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.570250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.684727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] Set router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:09.721688 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Publish callbacks [] for security_group (b596221e-3fe7-4c77-81ac-cf6f6a20c0e7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.728918 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b596221e-3fe7-4c77-81ac-cf6f6a20c0e7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.766653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:09.781571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:09.790636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (5278482b-ce5a-4c8e-a4fa-7484192cb45f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.791507 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Added segment 5278482b-ce5a-4c8e-a4fa-7484192cb45f of type vlan for network 07004775-3e31-4b22-b881-0df6534a33d1 Jan 27 22:01:09.878360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a4399f29-b419-469f-901c-388440b702a6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.880348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (07004775-3e31-4b22-b881-0df6534a33d1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.889577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-290c9a7a-d00e-43df-8a9f-f8003b59f34f None None] Provisioning complete for port a4399f29-b419-469f-901c-388440b702a6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:09.890249 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-290c9a7a-d00e-43df-8a9f-f8003b59f34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a4399f29-b419-469f-901c-388440b702a6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.956767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4399f29-b419-469f-901c-388440b702a6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:09.969937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (07004775-3e31-4b22-b881-0df6534a33d1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.970831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:09.971808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.983784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-290c9a7a-d00e-43df-8a9f-f8003b59f34f None None] Port a4399f29-b419-469f-901c-388440b702a6 was deleted so its status cannot be updated. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 22:01:09.988668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 30dcd79a-5bbf-4f9a-af2e-64592eaae10b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:10.091245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 30dcd79a-5bbf-4f9a-af2e-64592eaae10b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:10.092444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 30dcd79a-5bbf-4f9a-af2e-64592eaae10b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:10.188319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9343288 Jan 27 22:01:10.189448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35426) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:10.197793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Request body: {'subnet': {'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-688896500-subnet', 'tenant_id': 'eb1cd614a9c64717962274c50642681a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:10.241358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Made reservation on behalf of eb1cd614a9c64717962274c50642681a for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:10.247799 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.252773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e582e9-0251-4f00-84cd-ba06fd96ea66 admin admin] Pushing event updated for resources: {'Network': ['ID=07004775-3e31-4b22-b881-0df6534a33d1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:10.296906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 07004775-3e31-4b22-b881-0df6534a33d1 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:10.634952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:01:02Z', 'revision_number': 4, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port': {'id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:53Z', 'updated_at': '2022-01-27T22:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a4399f29-b419-469f-901c-388440b702a6', 'name': '', 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'mac_address': 'fa:16:3e:1f:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'a174847e-99ef-4f53-bfb8-b08004b5c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:00Z', 'updated_at': '2022-01-27T22:01:09Z', 'revision_number': 4, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'subnets': [{'id': 'a174847e-99ef-4f53-bfb8-b08004b5c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:10.674928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32512944-89e6-4b7f-a238-193c3fe2f38c None None] The sync data for ids ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'] in n-d-826529-2 is: [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:01:02Z', 'revision_number': 4, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port': {'id': 'c4555e09-ac99-4501-85c4-0dbd0ba2d577', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:53Z', 'updated_at': '2022-01-27T22:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a4399f29-b419-469f-901c-388440b702a6', 'name': '', 'network_id': 'a67309cf-d819-440a-ac69-13493dc795fc', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'mac_address': 'fa:16:3e:1f:7d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'a174847e-99ef-4f53-bfb8-b08004b5c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:00Z', 'updated_at': '2022-01-27T22:01:09Z', 'revision_number': 4, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'subnets': [{'id': 'a174847e-99ef-4f53-bfb8-b08004b5c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:10.694388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (7ad1bbba-7c3b-436a-b7e4-143134eb8009), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.887151 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.964128 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (f255f4b6-739c-45a3-86ca-29b661bbd2e9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.124037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.162054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f255f4b6-739c-45a3-86ca-29b661bbd2e9,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:11.261498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Checking segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:11.262458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Network hostable DHCP agents. Network: 07004775-3e31-4b22-b881-0df6534a33d1, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:11.339141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-f1caeb35-0e3e-4b3c-b402-6da14eff38e9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:11.351678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-f1caeb35-0e3e-4b3c-b402-6da14eff38e9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.4060998 Jan 27 22:01:11.371115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Network 07004775-3e31-4b22-b881-0df6534a33d1 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:11.390399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-6a4b69f8-03ad-4756-93e2-b7e3a22b87dc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/quotas/b38c8ec451564736a8d87b12d6f553e3 HTTP/1.1" status: 200 len: 375 time: 0.0368626 Jan 27 22:01:11.410068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 07004775-3e31-4b22-b881-0df6534a33d1) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:11.417972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:11.419294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.428301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7a696-18c8-4f34-a286-2d1504c4ece5 None None] Network 07004775-3e31-4b22-b881-0df6534a33d1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:11.445729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:11.548630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-74294040-96d7-49da-9a64-1489bdd5633c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3483617 Jan 27 22:01:11.560543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-bd476ddc-ada2-4cf5-89e0-e1213160bc51 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1654665 Jan 27 22:01:11.750205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dae98bc-9e18-439d-ac86-3bd8e3a6a4bc None None] Network 07004775-3e31-4b22-b881-0df6534a33d1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:11.859487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:11.866037 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8cbd6e8d-8dda-4755-acb7-aa187950f769 admin admin] 10.222.0.45 "PUT /v2.0/routers/7ad1bbba-7c3b-436a-b7e4-143134eb8009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8701963 Jan 27 22:01:11.868619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35458) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:11.890419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-b7dc954c-20d1-4f2d-876a-dc0530e68d90 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908616 Jan 27 22:01:12.110590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-2539c043-c01d-49a6-8f2a-b44faf9c8c7e service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138202 Jan 27 22:01:12.192319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks [] for router (7ad1bbba-7c3b-436a-b7e4-143134eb8009), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.441127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks [] for router_gateway (7ad1bbba-7c3b-436a-b7e4-143134eb8009), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.744749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797f3f1b-5cb6-43ee-a7c2-1e214204588c req-716f2dbc-1617-45f2-94fe-80b65ef36dfb tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 210 time: 0.2279360 Jan 27 22:01:12.786556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Deleting port c4555e09-ac99-4501-85c4-0dbd0ba2d577 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:12.789934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.895808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-ab32cbfc-1dc2-49e6-bd16-1628ea2d543f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:12.917832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-ab32cbfc-1dc2-49e6-bd16-1628ea2d543f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.3811762 Jan 27 22:01:12.967524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-56ca8b35-9d20-4eb3-902f-13bddb27d58d tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/quotas/eb1cd614a9c64717962274c50642681a HTTP/1.1" status: 200 len: 375 time: 0.0475750 Jan 27 22:01:13.077102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-11fbefdd-a4e4-4d03-905c-26bd54b93685 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063352 Jan 27 22:01:13.146293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] For port c4555e09-ac99-4501-85c4-0dbd0ba2d577, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c4555e09-ac99-4501-85c4-0dbd0ba2d577,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:13.161734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.228674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Calling delete_port for c4555e09-ac99-4501-85c4-0dbd0ba2d577 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:13.275049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-f4ddf4e7-943d-459c-80ce-9d0773e48cad service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968739 Jan 27 22:01:13.476162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-7d354950-7ec2-450f-8be5-e133100cb18d service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975319 Jan 27 22:01:13.662486 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] Sync routers for ids ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:13.668343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c4555e09-ac99-4501-85c4-0dbd0ba2d577), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.686265 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] Routers {'7ad1bbba-7c3b-436a-b7e4-143134eb8009'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:13.687196 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:01:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:13.850479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4555e09-ac99-4501-85c4-0dbd0ba2d577,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:13.923371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4f13228-ecac-4a22-9ddf-eb9d6930107d req-d3b0f6e2-6f8a-46a9-986c-3885bbd91882 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 210 time: 0.0599406 Jan 27 22:01:13.956224 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (7ad1bbba-7c3b-436a-b7e4-143134eb8009), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.972514 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] Set router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:14.019651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-196845e1-39a9-47ba-9f76-fbcdeaabbef1 req-994be668-bb48-455a-9f4d-93f9a6cf52ca tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 210 time: 0.2086194 Jan 27 22:01:14.127773 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:01:13Z', 'revision_number': 7, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:14.199403 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] Checking router: 7ad1bbba-7c3b-436a-b7e4-143134eb8009 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:14.262836 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] Routers {'7ad1bbba-7c3b-436a-b7e4-143134eb8009'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:14.264393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (7ad1bbba-7c3b-436a-b7e4-143134eb8009), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.267897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks [] for router_controller (7ad1bbba-7c3b-436a-b7e4-143134eb8009), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.275367 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:01:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:14.480402 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-1906d6ee-fc24-46b6-945b-f7da81c0e82d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2677467 Jan 27 22:01:14.507936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d46683c1-a04b-40c2-bed3-df374fbaa96f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:14.510171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d46683c1-a04b-40c2-bed3-df374fbaa96f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.3358357 Jan 27 22:01:14.513230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (7ad1bbba-7c3b-436a-b7e4-143134eb8009), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.521262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:01:14.527386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Request body: {'port': {'device_id': '8726458b-0e99-41cb-b7d7-a6edec305c85', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'admin_state_up': True, 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:14.537683 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.569111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35508) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:14.570358 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-25d51ee1-3ee2-48d3-aa38-8b6a9509dc05 admin admin] 10.222.0.45 "DELETE /v2.0/routers/7ad1bbba-7c3b-436a-b7e4-143134eb8009 HTTP/1.1" status: 204 len: 168 time: 2.6998491 Jan 27 22:01:14.656352 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] Set router 7ad1bbba-7c3b-436a-b7e4-143134eb8009 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:14.830613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-77f993c9-f261-455a-b1da-9d0768010525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:14.834032 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-77f993c9-f261-455a-b1da-9d0768010525 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 1096 time: 0.1800330 Jan 27 22:01:14.843137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-938d8277-415b-4830-a65a-cbd6db6c2a6d admin admin] Deleting subnet a174847e-99ef-4f53-bfb8-b08004b5c876 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:14.854294 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:01:13Z', 'revision_number': 7, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:14.874545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-938d8277-415b-4830-a65a-cbd6db6c2a6d admin admin] Publish callbacks [] for subnet (a174847e-99ef-4f53-bfb8-b08004b5c876), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.111116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-938d8277-415b-4830-a65a-cbd6db6c2a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (a174847e-99ef-4f53-bfb8-b08004b5c876), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.237502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-938d8277-415b-4830-a65a-cbd6db6c2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a174847e-99ef-4f53-bfb8-b08004b5c876), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.251908 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-cc51cfd7-d243-44ac-822a-4b6074ce6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:15.265152 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-cc51cfd7-d243-44ac-822a-4b6074ce6563 service neutron] 10.222.0.57 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 0.3905833 Jan 27 22:01:15.305546 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822f3e0-f2fc-4a01-8e9e-e44468fbf324 None None] The sync data for ids ['7ad1bbba-7c3b-436a-b7e4-143134eb8009'] in n-d-826529-2 is: [{'id': '7ad1bbba-7c3b-436a-b7e4-143134eb8009', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1583890889-router', 'tenant_id': '5007c5dca0f641809dfac4f68bfd8958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:50Z', 'updated_at': '2022-01-27T22:01:13Z', 'revision_number': 7, 'project_id': '5007c5dca0f641809dfac4f68bfd8958', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:15.368550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968cbc20-349b-4572-90e0-e436bc8150f5 req-6b690094-e34b-4eba-a623-d3647c689d69 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 210 time: 0.2981122 Jan 27 22:01:15.426441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69db2977-71d6-4aa4-9bbf-79ea8e0f0bd9 req-b49a53a9-5298-4b11-86ea-a7034676d75f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 210 time: 0.1366386 Jan 27 22:01:15.464663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:15.482035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.540980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-938d8277-415b-4830-a65a-cbd6db6c2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (a174847e-99ef-4f53-bfb8-b08004b5c876), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.711722 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-938d8277-415b-4830-a65a-cbd6db6c2a6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.713078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0de73a-ec71-4195-8b64-5b119862876f None None] Network a67309cf-d819-440a-ac69-13493dc795fc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:15.732571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-938d8277-415b-4830-a65a-cbd6db6c2a6d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a174847e-99ef-4f53-bfb8-b08004b5c876 HTTP/1.1" status: 204 len: 168 time: 1.1617517 Jan 27 22:01:15.735514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35532) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:15.739249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d8277-415b-4830-a65a-cbd6db6c2a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a174847e-99ef-4f53-bfb8-b08004b5c876,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:16.017676 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-d153f51c-1105-4ddd-8674-3618f6677ff7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f801b46f-496e-4110-8578-a24c8ef60c80 HTTP/1.1" status: 200 len: 217 time: 0.7442899 Jan 27 22:01:16.145980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a67309cf-d819-440a-ac69-13493dc795fc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.162691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-4b92953d-a619-4b9c-ab40-551d3f6e5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:16.164342 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-4b92953d-a619-4b9c-ab40-551d3f6e5074 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.1264279 Jan 27 22:01:16.258613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] DHCP port deletion for a67309cf-d819-440a-ac69-13493dc795fc request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:16.267298 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-b07c722f-7f7d-45a0-992c-6edc6f354def service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960593 Jan 27 22:01:16.445699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c4555e09-ac99-4501-85c4-0dbd0ba2d577 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:16.479554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-7cd74d40-bc5e-4399-acb3-f6ea0298fb53 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:16.482532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-7cd74d40-bc5e-4399-acb3-f6ea0298fb53 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.57 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.2927594 Jan 27 22:01:16.483800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35536) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.524039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c4555e09-ac99-4501-85c4-0dbd0ba2d577 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:16.525072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c4555e09-ac99-4501-85c4-0dbd0ba2d577 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:16.542640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 92b54b82-5d53-45f9-ab55-345c64f668fe no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:16.551228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Request body: {'port': {'device_id': 'dbe009f5-8e51-43fb-bd17-c08cdb3a8105', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'admin_state_up': True, 'tenant_id': 'eb1cd614a9c64717962274c50642681a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:16.643158 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-6cba2d05-2d10-4b6a-81f7-895bfd1dd2a7 service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659754 Jan 27 22:01:16.763625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] Deleting port 92b54b82-5d53-45f9-ab55-345c64f668fe {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:16.765104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.861649 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f9a7383-336e-4fd6-b846-db3ab3ca9ed9 req-2992a576-74e5-48a4-be6d-56e96a4e1cea service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136755 Jan 27 22:01:16.944253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] For port 92b54b82-5d53-45f9-ab55-345c64f668fe, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=92b54b82-5d53-45f9-ab55-345c64f668fe,segment=NetworkSegment(00500c91-bf84-4b7d-b8af-1e5e0d894cd9),segment_id=00500c91-bf84-4b7d-b8af-1e5e0d894cd9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:16.944763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.036109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bfb516a-35e7-4f6a-8979-7d61c12a136a req-0b98718a-e0df-4b40-9884-76ff075519df tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 210 time: 0.3614070 Jan 27 22:01:17.064719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] Calling delete_port for 92b54b82-5d53-45f9-ab55-345c64f668fe owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:17.073320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 92b54b82-5d53-45f9-ab55-345c64f668fe is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:17.073948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.162245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 92b54b82-5d53-45f9-ab55-345c64f668fe, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=92b54b82-5d53-45f9-ab55-345c64f668fe,segment=NetworkSegment(00500c91-bf84-4b7d-b8af-1e5e0d894cd9),segment_id=00500c91-bf84-4b7d-b8af-1e5e0d894cd9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:17.176443 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.177792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a4399f29-b419-469f-901c-388440b702a6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:17.223694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a815501-4189-460c-acbf-c21df788bcbf req-afc87273-b5f5-48e5-a318-9935bc5e659f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 210 time: 0.6436541 Jan 27 22:01:17.229635 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aa8420ec-47df-40cb-85c1-55827722936d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.273677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a4399f29-b419-469f-901c-388440b702a6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:17.274796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a4399f29-b419-469f-901c-388440b702a6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:17.467164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=92b54b82-5d53-45f9-ab55-345c64f668fe,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:17.473557 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aa8420ec-47df-40cb-85c1-55827722936d admin admin] Publish callbacks [] for security_group (6da0f4f1-9d95-4237-9f38-3e215e67e3ba), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.475451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.494841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Allocated IP 172.20.0.12 (117b07ff-d9aa-4124-b507-7b2a258cb97e/3132c1c8-dbeb-452d-82de-98713bf9d5fc/53ac2772-fe97-4ef2-bdd1-07a7750274b7) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:17.497830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aa8420ec-47df-40cb-85c1-55827722936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6da0f4f1-9d95-4237-9f38-3e215e67e3ba), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.503911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.505085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.505911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.506717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.507555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.508353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.509200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.509955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.510735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.511561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.512374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.514144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.515194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:17.522083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] No DVR routers for this DVR port 92b54b82-5d53-45f9-ab55-345c64f668fe on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:17.591905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a005565-264e-46aa-ab18-61ef7ce22472 None None] Pushing event deleted for resources: {'Port': ['ID=92b54b82-5d53-45f9-ab55-345c64f668fe,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:17.627321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Deleting port 92b54b82-5d53-45f9-ab55-345c64f668fe {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:17.628067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.657469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-aa8420ec-47df-40cb-85c1-55827722936d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=874162802d3d47c0aa5b149b138385ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1494431 Jan 27 22:01:17.657785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35548) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:17.804145 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Publish callbacks [] for security_group (6da0f4f1-9d95-4237-9f38-3e215e67e3ba), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.828243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8420ec-47df-40cb-85c1-55827722936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da0f4f1-9d95-4237-9f38-3e215e67e3ba,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:17.850215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Publish callbacks [] for security_group (6da0f4f1-9d95-4237-9f38-3e215e67e3ba), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.860149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Made reservation on behalf of eb1cd614a9c64717962274c50642681a for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:17.866195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.940625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] For port 92b54b82-5d53-45f9-ab55-345c64f668fe, host n-d-826529-2, got binding levels [] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:17.941322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.969527 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6da0f4f1-9d95-4237-9f38-3e215e67e3ba), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.974406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.976824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6da0f4f1-9d95-4237-9f38-3e215e67e3ba HTTP/1.1" status: 204 len: 168 time: 0.3070738 Jan 27 22:01:18.015967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da0f4f1-9d95-4237-9f38-3e215e67e3ba,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.040296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.040871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.052145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.052918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.053490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.054043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.054622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.055196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.055818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.056380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.062320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.063085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.063693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bda519-a9f7-4bc8-8eff-aacb41503a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:18.112254 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.328725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c6da6ea-e8d5-4e41-a284-d75c3bcfef10 req-32bcafe2-6d5f-4c77-867c-0c2dd586db95 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 210 time: 0.0586932 Jan 27 22:01:18.335175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks [] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.484307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Calling delete_port for 92b54b82-5d53-45f9-ab55-345c64f668fe owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:18.491863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Port 92b54b82-5d53-45f9-ab55-345c64f668fe was not found and therefore no delete operation was performed {{(pid=103330) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:01:18.507394 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (92b54b82-5d53-45f9-ab55-345c64f668fe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.524124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.538386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:18.644407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] No DVR routers for this DVR port 92b54b82-5d53-45f9-ab55-345c64f668fe on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:18.807355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35562) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:18.840934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7360e714-c155-4807-93fc-34201bcd03b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.984698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7360e714-c155-4807-93fc-34201bcd03b6 admin admin] Publish callbacks [] for security_group (36b744f5-d14d-4d38-94b4-ea0cbb1edc06), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.988230 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a67309cf-d819-440a-ac69-13493dc795fc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.991530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7360e714-c155-4807-93fc-34201bcd03b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (36b744f5-d14d-4d38-94b4-ea0cbb1edc06), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.028532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67309cf-d819-440a-ac69-13493dc795fc']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:19.036040 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7360e714-c155-4807-93fc-34201bcd03b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b27ff07faded4de9ba4c1dc98f768e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235403 Jan 27 22:01:19.037433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360e714-c155-4807-93fc-34201bcd03b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b744f5-d14d-4d38-94b4-ea0cbb1edc06,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.040192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35564) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:19.050887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00500c91-bf84-4b7d-b8af-1e5e0d894cd9') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:19.052061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00500c91-bf84-4b7d-b8af-1e5e0d894cd9') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:19.070618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Pushing event deleted for resources: {'Port': ['ID=92b54b82-5d53-45f9-ab55-345c64f668fe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.094216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:19.098022 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (00500c91-bf84-4b7d-b8af-1e5e0d894cd9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.105299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b118a56-9b3b-4665-942b-921fa35e45bd admin admin] Publish callbacks [] for security_group (36b744f5-d14d-4d38-94b4-ea0cbb1edc06), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.109228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:19.133004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:19.144582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Allocated IP 172.20.0.10 (07004775-3e31-4b22-b881-0df6534a33d1/f255f4b6-739c-45a3-86ca-29b661bbd2e9/d0f7fe4f-c451-47ba-b7f9-99b6c951129d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:19.162781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b118a56-9b3b-4665-942b-921fa35e45bd admin admin] Publish callbacks [] for security_group (36b744f5-d14d-4d38-94b4-ea0cbb1edc06), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.272101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (00500c91-bf84-4b7d-b8af-1e5e0d894cd9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.285950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b118a56-9b3b-4665-942b-921fa35e45bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (36b744f5-d14d-4d38-94b4-ea0cbb1edc06), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.288937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b118a56-9b3b-4665-942b-921fa35e45bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.290170 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b118a56-9b3b-4665-942b-921fa35e45bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36b744f5-d14d-4d38-94b4-ea0cbb1edc06 HTTP/1.1" status: 204 len: 168 time: 0.2487502 Jan 27 22:01:19.301233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b118a56-9b3b-4665-942b-921fa35e45bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b744f5-d14d-4d38-94b4-ea0cbb1edc06,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.330151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:19.330610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (00500c91-bf84-4b7d-b8af-1e5e0d894cd9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:19.346021 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:19.501647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks [] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.537691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event updated for resources: {'Port': ['ID=53ac2772-fe97-4ef2-bdd1-07a7750274b7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.548749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e757d3a-0aab-4261-8584-c63fd3aeeabe req-7530e5fa-81cd-437a-8bb8-dfc6e5350590 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:19.556608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e757d3a-0aab-4261-8584-c63fd3aeeabe req-7530e5fa-81cd-437a-8bb8-dfc6e5350590 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 932 time: 1.0618210 Jan 27 22:01:19.604093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:19.604921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.649607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89056f6e-32a0-4042-89c2-07386d7267c0 req-9441f879-e756-4242-9471-f4b43d70e53a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 210 time: 0.0904064 Jan 27 22:01:19.702091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e757d3a-0aab-4261-8584-c63fd3aeeabe req-4216cc91-7115-4996-947c-1b7a89c8b987 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440613 Jan 27 22:01:19.705167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a67309cf-d819-440a-ac69-13493dc795fc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.719270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-70fba8d2-c407-4a41-9e7c-135a3d2106d4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2002215 Jan 27 22:01:19.723958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.731757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] 10.222.0.45 "DELETE /v2.0/networks/a67309cf-d819-440a-ac69-13493dc795fc HTTP/1.1" status: 204 len: 168 time: 3.9704795 Jan 27 22:01:19.753115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Request body: {'port': {'device_id': '8726458b-0e99-41cb-b7d7-a6edec305c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:19.759525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce34b6-f225-43d7-bba8-51c34e0aff7d admin admin] Pushing event deleted for resources: {'Network': ['ID=a67309cf-d819-440a-ac69-13493dc795fc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:20.181529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35582) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:20.283720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.353924 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ad1bd262-ff4b-437a-a42e-3a2d57490cfa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5007c5dca0f641809dfac4f68bfd8958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662500 Jan 27 22:01:20.355924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35586) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:20.425666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Network 07004775-3e31-4b22-b881-0df6534a33d1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:20.435923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.460485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3eb027a8-2e2b-45a4-b0b8-582a674901ca admin admin] Publish callbacks [] for security_group (f55851e6-44fa-4880-bb15-72e40ea47d1a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.462713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event updated for resources: {'Port': ['ID=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:20.478960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:20.488527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:20.498479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3eb027a8-2e2b-45a4-b0b8-582a674901ca admin admin] Publish callbacks [] for security_group (f55851e6-44fa-4880-bb15-72e40ea47d1a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.568229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3eb027a8-2e2b-45a4-b0b8-582a674901ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f55851e6-44fa-4880-bb15-72e40ea47d1a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.571698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3eb027a8-2e2b-45a4-b0b8-582a674901ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.573275 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3eb027a8-2e2b-45a4-b0b8-582a674901ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f55851e6-44fa-4880-bb15-72e40ea47d1a HTTP/1.1" status: 204 len: 168 time: 0.2157774 Jan 27 22:01:20.630141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb027a8-2e2b-45a4-b0b8-582a674901ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55851e6-44fa-4880-bb15-72e40ea47d1a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:20.637242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:20.639232 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.678020 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.016299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-42b3df4f-6873-403d-99da-1a8796baf9da tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4826112 Jan 27 22:01:21.050476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Request body: {'port': {'device_id': 'dbe009f5-8e51-43fb-bd17-c08cdb3a8105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:21.166730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a4db-390b-4218-a5e2-7a9737af02af req-ffa11908-7e48-4f21-8f6e-3b20ab25a277 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:21.196120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01d5a4db-390b-4218-a5e2-7a9737af02af req-ffa11908-7e48-4f21-8f6e-3b20ab25a277 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 932 time: 0.3507545 Jan 27 22:01:21.226404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebcba7-ddd2-44d6-b0b8-ddfcf1c2da14 req-28b3ebc7-c877-4d94-92fc-7b49465d13c2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:21.238675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94ebcba7-ddd2-44d6-b0b8-ddfcf1c2da14 req-28b3ebc7-c877-4d94-92fc-7b49465d13c2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 932 time: 0.3916326 Jan 27 22:01:21.387375 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.541724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94ebcba7-ddd2-44d6-b0b8-ddfcf1c2da14 req-59d9f0d0-2180-452b-bdd1-d9e0f0f0ba86 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015285 Jan 27 22:01:21.573647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01d5a4db-390b-4218-a5e2-7a9737af02af req-4df8a48a-4241-432a-9a5c-222a944973ae tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757451 Jan 27 22:01:21.656817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ac2772-fe97-4ef2-bdd1-07a7750274b7 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:21.686538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Publish callbacks [] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.826901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Transition to ACTIVE for port object 53ac2772-fe97-4ef2-bdd1-07a7750274b7 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:21.841678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.056689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Pushing event updated for resources: {'Port': ['ID=53ac2772-fe97-4ef2-bdd1-07a7750274b7,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.176411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f7fe4f-c451-47ba-b7f9-99b6c951129d {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:22.186644 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Publish callbacks [] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.212491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Transition to ACTIVE for port object d0f7fe4f-c451-47ba-b7f9-99b6c951129d will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:22.220314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.364797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.408923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Attempting to bind port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:22.409147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Attempting to bind port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:22.409989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Attempting to bind port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:22.420674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:22.421037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Attempting to bind port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:22.434767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:22.435186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Checking segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:22.435541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Bound using segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:22.436022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Bound port: 53ac2772-fe97-4ef2-bdd1-07a7750274b7, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:22.436358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.559295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] For port 53ac2772-fe97-4ef2-bdd1-07a7750274b7, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:22.600991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Attempting to bind port d0f7fe4f-c451-47ba-b7f9-99b6c951129d on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:22.601555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Attempting to bind port d0f7fe4f-c451-47ba-b7f9-99b6c951129d by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:22.602210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Attempting to bind port d0f7fe4f-c451-47ba-b7f9-99b6c951129d on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:22.609981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] For port 53ac2772-fe97-4ef2-bdd1-07a7750274b7, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=53ac2772-fe97-4ef2-bdd1-07a7750274b7,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:22.614345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-5de6d3b8-45f5-4344-8b29-396cedb4a9ab tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=78922c4ee98b41ae9ae5ebc46e43e15b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601620 Jan 27 22:01:22.618318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.642499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Port d0f7fe4f-c451-47ba-b7f9-99b6c951129d on network 07004775-3e31-4b22-b881-0df6534a33d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:22.642903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Attempting to bind port d0f7fe4f-c451-47ba-b7f9-99b6c951129d on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:22.682327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:22.682711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Checking segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:22.683169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Bound using segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:22.683763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Bound port: d0f7fe4f-c451-47ba-b7f9-99b6c951129d, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:22.684190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.689717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:22.690358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.692053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] 10.222.0.16 "PUT /v2.0/ports/53ac2772-fe97-4ef2-bdd1-07a7750274b7 HTTP/1.1" status: 200 len: 1092 time: 2.9434745 Jan 27 22:01:22.702888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8726458b-0e99-41cb-b7d7-a6edec305c85', 'tag': '53ac2772-fe97-4ef2-bdd1-07a7750274b7'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:22.705670 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e4b10a-dcf5-41b7-a604-b9852c871b24" -d '{"events": [{"name": "network-changed", "server_uuid": "8726458b-0e99-41cb-b7d7-a6edec305c85", "tag": "53ac2772-fe97-4ef2-bdd1-07a7750274b7"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:22.897525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613668b-ee03-4691-bcba-45e023e98251 service neutron] Pushing event updated for resources: {'Port': ['ID=53ac2772-fe97-4ef2-bdd1-07a7750274b7,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.976052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-33a54182-7f4d-41c0-b2c6-f26735e3ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:22.977902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-33a54182-7f4d-41c0-b2c6-f26735e3ae7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 1095 time: 0.2381206 Jan 27 22:01:22.986072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] For port d0f7fe4f-c451-47ba-b7f9-99b6c951129d, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:23.000044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] For port d0f7fe4f-c451-47ba-b7f9-99b6c951129d, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:23.010151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-3049483b-5361-4dab-8f90-17aee79afbc5 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.011881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-3049483b-5361-4dab-8f90-17aee79afbc5 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3806643 Jan 27 22:01:23.078459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff0886-c9c4-45ba-b528-f89206ce570f req-1e69b598-807d-4da6-af96-b7af72965dfe tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.080416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42ff0886-c9c4-45ba-b528-f89206ce570f req-1e69b598-807d-4da6-af96-b7af72965dfe tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 944 time: 0.3410459 Jan 27 22:01:23.082955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-442ed50c-2816-48b8-af47-7d532a1535c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac2772-fe97-4ef2-bdd1-07a7750274b7 HTTP/1.1" status: 200 len: 217 time: 0.0921681 Jan 27 22:01:23.088043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.216482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35672) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:23.226202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-11e571e3-9b5a-4d2d-a9e4-0637ae0cfafc tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/quotas/78922c4ee98b41ae9ae5ebc46e43e15b HTTP/1.1" status: 200 len: 375 time: 0.1413112 Jan 27 22:01:23.302481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.303190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.304736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] 10.222.0.57 "PUT /v2.0/ports/d0f7fe4f-c451-47ba-b7f9-99b6c951129d HTTP/1.1" status: 200 len: 1092 time: 2.2704775 Jan 27 22:01:23.325143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a978a-61da-4ec7-828c-aed59c5b9338 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.371509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-df843737-00ea-4b9d-aee3-35c3dff724df tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=78922c4ee98b41ae9ae5ebc46e43e15b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1253514 Jan 27 22:01:23.429645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23ea37f5-aac1-4a4b-9952-77513d3b4365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.465624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42ff0886-c9c4-45ba-b528-f89206ce570f req-e0bbe614-2c1b-48d7-9541-46a2d7745586 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737211 Jan 27 22:01:23.485143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-c7fbed7e-25d1-4800-9cc8-681fbdb9a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.495399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-c7fbed7e-25d1-4800-9cc8-681fbdb9a10e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.3995397 Jan 27 22:01:23.624037 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23ea37f5-aac1-4a4b-9952-77513d3b4365 admin admin] Publish callbacks [] for security_group (b7670379-3015-4d03-ac1a-2b654a532d21), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.631365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-bcc40923-a9e1-454a-bc90-3870efced682 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953784 Jan 27 22:01:23.638905 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23ea37f5-aac1-4a4b-9952-77513d3b4365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b7670379-3015-4d03-ac1a-2b654a532d21), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.722132 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-23ea37f5-aac1-4a4b-9952-77513d3b4365 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07dc5243d9194a86aec0039a75b33596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4940879 Jan 27 22:01:23.723169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35682) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:23.752169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea37f5-aac1-4a4b-9952-77513d3b4365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7670379-3015-4d03-ac1a-2b654a532d21,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.786134 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e8703-d278-440a-aca2-e3ba3457cacd x-openstack-request-id: req-e32e8703-d278-440a-aca2-e3ba3457cacd {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:23.786904 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8726458b-0e99-41cb-b7d7-a6edec305c85", "tag": "53ac2772-fe97-4ef2-bdd1-07a7750274b7", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:23.787451 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e32e8703-d278-440a-aca2-e3ba3457cacd {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:23.788134 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8726458b-0e99-41cb-b7d7-a6edec305c85', 'tag': '53ac2772-fe97-4ef2-bdd1-07a7750274b7', 'status': 'completed', 'code': 200} Jan 27 22:01:23.821076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f950d6-cd65-43c1-8f6c-43e2039822ac admin admin] Publish callbacks [] for security_group (b7670379-3015-4d03-ac1a-2b654a532d21), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.854960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f950d6-cd65-43c1-8f6c-43e2039822ac admin admin] Publish callbacks [] for security_group (b7670379-3015-4d03-ac1a-2b654a532d21), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.902146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af295f4d-f1b5-4d9f-9b2f-1fd882f14fc0 req-9ac54510-a642-4045-ab38-7bd6720a2ade tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 210 time: 0.1200964 Jan 27 22:01:23.922634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-34ea0572-6680-4bf2-a7c7-bdd15fcc66db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.924562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-34ea0572-6680-4bf2-a7c7-bdd15fcc66db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 1095 time: 0.4543312 Jan 27 22:01:23.928463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f950d6-cd65-43c1-8f6c-43e2039822ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b7670379-3015-4d03-ac1a-2b654a532d21), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.932169 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54f950d6-cd65-43c1-8f6c-43e2039822ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.933520 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54f950d6-cd65-43c1-8f6c-43e2039822ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7670379-3015-4d03-ac1a-2b654a532d21 HTTP/1.1" status: 204 len: 168 time: 0.2041187 Jan 27 22:01:23.963282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f950d6-cd65-43c1-8f6c-43e2039822ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7670379-3015-4d03-ac1a-2b654a532d21,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:24.016025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478b67d-d73a-485e-917e-2744b3be3b37 req-6b37caab-af22-4d89-b7a5-31900d2db28e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.017330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6478b67d-d73a-485e-917e-2744b3be3b37 req-6b37caab-af22-4d89-b7a5-31900d2db28e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 944 time: 0.3849270 Jan 27 22:01:24.070302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-51f842cf-632f-4a45-abdc-cfc33b5bc07d service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203010 Jan 27 22:01:24.082626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-a64411c6-3fa8-4e1c-9715-ef23746beac4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f7fe4f-c451-47ba-b7f9-99b6c951129d HTTP/1.1" status: 200 len: 217 time: 0.1394715 Jan 27 22:01:24.241407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6478b67d-d73a-485e-917e-2744b3be3b37 req-ea506738-c86a-467c-8fcb-b88f9845b592 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830902 Jan 27 22:01:24.253636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-d1341f91-6f51-4139-9b1f-5df04d752041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.255770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-d1341f91-6f51-4139-9b1f-5df04d752041 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1431444 Jan 27 22:01:24.307450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-7581357e-c616-498a-96aa-48e4fb4328bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326293 Jan 27 22:01:24.386739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f152a083-74d4-46a3-ac88-1327c6c38eb2 req-9977ebe4-2086-46ed-87f4-c247de4ea867 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012106 Jan 27 22:01:24.516489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-8e498515-556f-4352-87b4-794c57efa983 service neutron] 10.222.0.57 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102551 Jan 27 22:01:24.633043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35698) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:24.649640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-a31fa123-d6e7-423a-91af-7adcc3065b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.651630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca70191d-d355-4554-bcbc-8e75867e2869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.657963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-a31fa123-d6e7-423a-91af-7adcc3065b24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 1095 time: 0.1964965 Jan 27 22:01:24.775865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca70191d-d355-4554-bcbc-8e75867e2869 admin admin] Publish callbacks [] for security_group (762ef91a-69e4-4147-b299-2f89b5230b87), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.782661 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca70191d-d355-4554-bcbc-8e75867e2869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (762ef91a-69e4-4147-b299-2f89b5230b87), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.841204 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ca70191d-d355-4554-bcbc-8e75867e2869 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8157a23ce488432a8d778cc82e46549b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2045159 Jan 27 22:01:24.841937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35700) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:24.851617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70191d-d355-4554-bcbc-8e75867e2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ef91a-69e4-4147-b299-2f89b5230b87,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:24.905181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3773b5a6-5ec0-4504-af89-4644b5e5063d req-32b42948-092d-4906-b27f-c1d47fb9aca0 service neutron] 10.222.0.57 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811898 Jan 27 22:01:24.913056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6033c04-b6bc-4b88-b7b0-e4752b947be6 admin admin] Publish callbacks [] for security_group (762ef91a-69e4-4147-b299-2f89b5230b87), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.942288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6033c04-b6bc-4b88-b7b0-e4752b947be6 admin admin] Publish callbacks [] for security_group (762ef91a-69e4-4147-b299-2f89b5230b87), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.964236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bead20-7d98-4987-ae95-712b6fe90139 req-5ade5357-2403-4bc7-b8c3-7d58363576ac tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.978167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4bead20-7d98-4987-ae95-712b6fe90139 req-5ade5357-2403-4bc7-b8c3-7d58363576ac tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 944 time: 0.2530406 Jan 27 22:01:25.027339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6033c04-b6bc-4b88-b7b0-e4752b947be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (762ef91a-69e4-4147-b299-2f89b5230b87), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.032621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6033c04-b6bc-4b88-b7b0-e4752b947be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.038281 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c6033c04-b6bc-4b88-b7b0-e4752b947be6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/762ef91a-69e4-4147-b299-2f89b5230b87 HTTP/1.1" status: 204 len: 168 time: 0.1945329 Jan 27 22:01:25.053924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6033c04-b6bc-4b88-b7b0-e4752b947be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ef91a-69e4-4147-b299-2f89b5230b87,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:25.063521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-3a8c4331-9858-49f2-bcd1-9791ce03503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.067273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-3a8c4331-9858-49f2-bcd1-9791ce03503f service neutron] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 0.3897617 Jan 27 22:01:25.219265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d927f22e-3764-4c5e-bdb8-52bea2ca5943 req-5a31c052-2ca5-460d-9769-3a55f222911b tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 210 time: 0.0889084 Jan 27 22:01:25.221717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-64efc419-1c51-444e-9669-354676229f88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac2772-fe97-4ef2-bdd1-07a7750274b7 HTTP/1.1" status: 200 len: 217 time: 0.1389866 Jan 27 22:01:25.226280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4bead20-7d98-4987-ae95-712b6fe90139 req-0f7e9de0-9b73-49c9-bd78-52c63ee6dfd5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469928 Jan 27 22:01:25.322601 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-da93c43a-93ad-4582-9696-d4eee6c3df2c tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=78922c4ee98b41ae9ae5ebc46e43e15b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312994 Jan 27 22:01:25.374216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-3ca451af-8b84-48dd-915e-84feb6c45780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.386751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-3ca451af-8b84-48dd-915e-84feb6c45780 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.1567876 Jan 27 22:01:25.490675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-299ef9be-3d99-4388-94ad-f6ae02fa16d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950396 Jan 27 22:01:25.572321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-24d94275-3793-4c73-9af4-cc978654461d tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.575133 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-24d94275-3793-4c73-9af4-cc978654461d tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469594 Jan 27 22:01:25.601872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Request body: {'port': {'device_id': 'a0e74079-b5c2-416b-a3cb-db0883ea69a7', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '78922c4ee98b41ae9ae5ebc46e43e15b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:25.653899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-2c7ea2a3-c44e-445b-8870-704bb7379c0d service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567662 Jan 27 22:01:25.794347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe009f5-8e51-43fb-bd17-c08cdb3a8105', 'tag': 'd0f7fe4f-c451-47ba-b7f9-99b6c951129d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:25.797185 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a21874a-67ed-4cd2-96d1-becb03b3b61c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe009f5-8e51-43fb-bd17-c08cdb3a8105", "tag": "d0f7fe4f-c451-47ba-b7f9-99b6c951129d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:25.856915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Made reservation on behalf of 78922c4ee98b41ae9ae5ebc46e43e15b for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:25.863579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.868378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb4211-7955-4541-9c31-12333b24235d req-3b32c645-024b-41e8-beb5-fe055e56f846 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.870601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2edb4211-7955-4541-9c31-12333b24235d req-3b32c645-024b-41e8-beb5-fe055e56f846 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 944 time: 0.2153585 Jan 27 22:01:25.891348 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d66276-4f19-4186-906c-87dbf80c8f44 x-openstack-request-id: req-81d66276-4f19-4186-906c-87dbf80c8f44 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:25.893708 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe009f5-8e51-43fb-bd17-c08cdb3a8105", "tag": "d0f7fe4f-c451-47ba-b7f9-99b6c951129d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:25.893708 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81d66276-4f19-4186-906c-87dbf80c8f44 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:25.893708 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe009f5-8e51-43fb-bd17-c08cdb3a8105', 'tag': 'd0f7fe4f-c451-47ba-b7f9-99b6c951129d', 'status': 'completed', 'code': 200} Jan 27 22:01:25.912948 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.018171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7e4b10a-dcf5-41b7-a604-b9852c871b24 req-a763e98b-483b-4f8d-a6f9-85a1ed252f7f service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506832 Jan 27 22:01:26.040212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks [] for security_group (c6e47426-0634-4c51-b12c-e50497bc6fb8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.047587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c6e47426-0634-4c51-b12c-e50497bc6fb8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.089404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2edb4211-7955-4541-9c31-12333b24235d req-f1f2a734-063d-488e-83d0-895b87c5d704 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842217 Jan 27 22:01:26.103856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-9919b33a-3aa1-426a-a17c-f2202671dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.106770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-9919b33a-3aa1-426a-a17c-f2202671dd9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 1095 time: 0.1541612 Jan 27 22:01:26.227120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e47426-0634-4c51-b12c-e50497bc6fb8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:26.295697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-02205487-7eb1-45a5-825a-cc6b1f166125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.301621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-02205487-7eb1-45a5-825a-cc6b1f166125 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 912 time: 0.1841531 Jan 27 22:01:26.355149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-24fa364c-2d10-46cb-8ef6-023fff0248a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f7fe4f-c451-47ba-b7f9-99b6c951129d HTTP/1.1" status: 200 len: 217 time: 0.0492325 Jan 27 22:01:26.356762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Allocated IP 192.168.233.54 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/6c24b733-102a-4303-9627-200e19b01ace) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:26.501769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-52b31a3f-4937-498b-8716-a530baf4b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.503959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-52b31a3f-4937-498b-8716-a530baf4b3cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1417253 Jan 27 22:01:26.550865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94b49d9d-5e1f-4a72-87d2-0f4702826680 req-06a52330-de9c-425b-ba9e-cfab1dbdc15a tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 210 time: 0.1269827 Jan 27 22:01:26.597464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-48775f51-becc-45d9-bc41-3e374f3e1828 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664570 Jan 27 22:01:26.639940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b8069-7305-493c-9388-83bac50ebf7b req-bc616675-7436-4ef1-9dcd-f2690aa4464c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.652896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-359b8069-7305-493c-9388-83bac50ebf7b req-bc616675-7436-4ef1-9dcd-f2690aa4464c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 944 time: 0.2248461 Jan 27 22:01:26.665666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks [] for port (6c24b733-102a-4303-9627-200e19b01ace), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.744073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6c24b733-102a-4303-9627-200e19b01ace), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.842651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Pushing event updated for resources: {'Port': ['ID=6c24b733-102a-4303-9627-200e19b01ace,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:26.843213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-9d052677-4ca7-46ab-b607-0415be47f5b8 service neutron] 10.222.0.57 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384641 Jan 27 22:01:26.855640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:26.858835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-359b8069-7305-493c-9388-83bac50ebf7b req-1b453d2b-e695-4b93-8b50-bd043cfa0763 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042382 Jan 27 22:01:26.861702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:26.880720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:26.996722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.998122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.003756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a21874a-67ed-4cd2-96d1-becb03b3b61c req-eeb50e8d-b3cf-42e1-b784-3d511526d12a service neutron] 10.222.0.57 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397088 Jan 27 22:01:27.055437 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-44cbdad4-3507-4e14-8a4c-9acdd73919e8 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4634545 Jan 27 22:01:27.072928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Request body: {'port': {'device_id': 'a0e74079-b5c2-416b-a3cb-db0883ea69a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:27.147228 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:01:27.148162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6c24b733-102a-4303-9627-200e19b01ace), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.288639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b9427052-d3de-40fa-893e-2dcc1e56007e None None] Provisioning complete for port 6c24b733-102a-4303-9627-200e19b01ace triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:27.289652 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b9427052-d3de-40fa-893e-2dcc1e56007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6c24b733-102a-4303-9627-200e19b01ace), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.365198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b9427052-d3de-40fa-893e-2dcc1e56007e None None] Port 6c24b733-102a-4303-9627-200e19b01ace cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:27.395620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35746) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:27.537940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c24b733-102a-4303-9627-200e19b01ace {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:27.549034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Publish callbacks [] for port (6c24b733-102a-4303-9627-200e19b01ace), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.565622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Transition to ACTIVE for port object 6c24b733-102a-4303-9627-200e19b01ace will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:27.571268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6c24b733-102a-4303-9627-200e19b01ace), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.709797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9cebc27-bdfa-4f82-9288-4b640339b92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.799625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Pushing event updated for resources: {'Port': ['ID=6c24b733-102a-4303-9627-200e19b01ace,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:27.890055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02db826-cc44-4660-9648-c77c9fe70169 req-59f44421-2b36-4d2f-95e5-7577382d1ebc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.891836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d02db826-cc44-4660-9648-c77c9fe70169 req-59f44421-2b36-4d2f-95e5-7577382d1ebc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 944 time: 0.6619668 Jan 27 22:01:27.909637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d06a1-116a-4f79-9a63-1f225f640db9 req-cc819907-be69-4bf2-926c-3217999ea625 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.924406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f44d06a1-116a-4f79-9a63-1f225f640db9 req-cc819907-be69-4bf2-926c-3217999ea625 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 947 time: 0.1001897 Jan 27 22:01:27.975613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Attempting to bind port 6c24b733-102a-4303-9627-200e19b01ace on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:27.976442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Attempting to bind port 6c24b733-102a-4303-9627-200e19b01ace by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:27.976956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Attempting to bind port 6c24b733-102a-4303-9627-200e19b01ace on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:27.999475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Port 6c24b733-102a-4303-9627-200e19b01ace on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:28.000305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Attempting to bind port 6c24b733-102a-4303-9627-200e19b01ace on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:28.017797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:28.018499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:28.020142 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:28.021333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Bound port: 6c24b733-102a-4303-9627-200e19b01ace, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:28.022159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6c24b733-102a-4303-9627-200e19b01ace), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.045473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d02db826-cc44-4660-9648-c77c9fe70169 req-1f05543b-4373-4177-8b88-ed1d7ae9f990 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779011 Jan 27 22:01:28.049897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 53ac2772-fe97-4ef2-bdd1-07a7750274b7 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:28.077830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f44d06a1-116a-4f79-9a63-1f225f640db9 req-091c5951-dee8-4102-98e3-c26d823eee47 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476591 Jan 27 22:01:28.147892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9cebc27-bdfa-4f82-9288-4b640339b92a admin admin] Publish callbacks [] for security_group (222c5425-5dfa-45e9-9f58-342ca71528f8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.172446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a9cebc27-bdfa-4f82-9288-4b640339b92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (222c5425-5dfa-45e9-9f58-342ca71528f8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.241736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device d0f7fe4f-c451-47ba-b7f9-99b6c951129d details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:28.242077 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a9cebc27-bdfa-4f82-9288-4b640339b92a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3481771d102f48f5b264d717719091c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8447433 Jan 27 22:01:28.246327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35756) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:28.294727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] For port 6c24b733-102a-4303-9627-200e19b01ace, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:28.303357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cebc27-bdfa-4f82-9288-4b640339b92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222c5425-5dfa-45e9-9f58-342ca71528f8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:28.336316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] For port 6c24b733-102a-4303-9627-200e19b01ace, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c24b733-102a-4303-9627-200e19b01ace,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:28.338131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 53ac2772-fe97-4ef2-bdd1-07a7750274b7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=53ac2772-fe97-4ef2-bdd1-07a7750274b7,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:28.340319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686c528-d855-449d-afb7-d73e33a97550 req-3de0b258-6a76-45fb-89fe-8d51d01c7874 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.343315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b686c528-d855-449d-afb7-d73e33a97550 req-3de0b258-6a76-45fb-89fe-8d51d01c7874 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 944 time: 0.1617820 Jan 27 22:01:28.355149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6c24b733-102a-4303-9627-200e19b01ace), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.401474 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35126809-809a-4a53-a78b-04cc94d1a1ae admin admin] Publish callbacks [] for security_group (222c5425-5dfa-45e9-9f58-342ca71528f8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.455762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.460311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.465527 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] 10.222.0.16 "PUT /v2.0/ports/6c24b733-102a-4303-9627-200e19b01ace HTTP/1.1" status: 200 len: 1095 time: 1.3996992 Jan 27 22:01:28.466057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35126809-809a-4a53-a78b-04cc94d1a1ae admin admin] Publish callbacks [] for security_group (222c5425-5dfa-45e9-9f58-342ca71528f8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.466490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e74079-b5c2-416b-a3cb-db0883ea69a7', 'tag': '6c24b733-102a-4303-9627-200e19b01ace'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:28.477437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b686c528-d855-449d-afb7-d73e33a97550 req-9a87758f-a3b7-4c8c-9288-4e95cc7ac45b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229322 Jan 27 22:01:28.506520 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e74079-b5c2-416b-a3cb-db0883ea69a7", "tag": "6c24b733-102a-4303-9627-200e19b01ace"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:28.606162 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35126809-809a-4a53-a78b-04cc94d1a1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (222c5425-5dfa-45e9-9f58-342ca71528f8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.609257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35126809-809a-4a53-a78b-04cc94d1a1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.610537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-35126809-809a-4a53-a78b-04cc94d1a1ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/222c5425-5dfa-45e9-9f58-342ca71528f8 HTTP/1.1" status: 204 len: 168 time: 0.3631358 Jan 27 22:01:28.629934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35126809-809a-4a53-a78b-04cc94d1a1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c5425-5dfa-45e9-9f58-342ca71528f8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:28.652245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af883f-a235-42cf-a20b-0b5a5d75c469 service neutron] Pushing event updated for resources: {'Port': ['ID=6c24b733-102a-4303-9627-200e19b01ace,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:28.682702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-9ff6c52d-2908-4018-93bb-df06808166e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.685049 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-9ff6c52d-2908-4018-93bb-df06808166e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78922c4ee98b41ae9ae5ebc46e43e15b&device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 1098 time: 0.1332660 Jan 27 22:01:28.762703 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c38899-54f3-47ef-a986-651130574964 x-openstack-request-id: req-a2c38899-54f3-47ef-a986-651130574964 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:28.766238 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e74079-b5c2-416b-a3cb-db0883ea69a7", "tag": "6c24b733-102a-4303-9627-200e19b01ace", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:28.766848 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2c38899-54f3-47ef-a986-651130574964 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:28.767449 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e74079-b5c2-416b-a3cb-db0883ea69a7', 'tag': '6c24b733-102a-4303-9627-200e19b01ace', 'status': 'completed', 'code': 200} Jan 27 22:01:28.771577 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-10bacfa1-6c5a-445f-a99a-c83d162e9af8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=6c24b733-102a-4303-9627-200e19b01ace HTTP/1.1" status: 200 len: 217 time: 0.0799234 Jan 27 22:01:28.798968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '53ac2772-fe97-4ef2-bdd1-07a7750274b7', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'port_id': '53ac2772-fe97-4ef2-bdd1-07a7750274b7', 'mac_address': 'fa:16:3e:43:7b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3132c1c8-dbeb-452d-82de-98713bf9d5fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:28.851489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-9212a2a8-3e31-4567-b131-ecda77cbca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.853964 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-9212a2a8-3e31-4567-b131-ecda77cbca44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0748732 Jan 27 22:01:28.920710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port d0f7fe4f-c451-47ba-b7f9-99b6c951129d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:28.924027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:28.925008 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.948883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-853d464b-fd7c-473d-b6d5-b04c98ec2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.953831 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-853d464b-fd7c-473d-b6d5-b04c98ec2159 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921905 Jan 27 22:01:28.955296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ac2772-fe97-4ef2-bdd1-07a7750274b7 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:28.975464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'd0f7fe4f-c451-47ba-b7f9-99b6c951129d', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'port_id': 'd0f7fe4f-c451-47ba-b7f9-99b6c951129d', 'mac_address': 'fa:16:3e:34:f7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f4b6-739c-45a3-86ca-29b661bbd2e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:28.994465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 53ac2772-fe97-4ef2-bdd1-07a7750274b7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=53ac2772-fe97-4ef2-bdd1-07a7750274b7,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:29.039005 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.102459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port d0f7fe4f-c451-47ba-b7f9-99b6c951129d is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:29.103282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.168440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f7fe4f-c451-47ba-b7f9-99b6c951129d {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:29.213197 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-21e37a0e-b650-4af8-b585-c4bc7b4d159e service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517223 Jan 27 22:01:29.267075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port d0f7fe4f-c451-47ba-b7f9-99b6c951129d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:29.271722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=53ac2772-fe97-4ef2-bdd1-07a7750274b7,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.279279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.368388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3725044-1d57-4f52-ac39-12b2363ccecf req-371a54ce-33e2-4351-8010-360812170d3e tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.370371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3725044-1d57-4f52-ac39-12b2363ccecf req-371a54ce-33e2-4351-8010-360812170d3e tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 947 time: 0.2140455 Jan 27 22:01:29.381366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155b8d8-15ee-4baf-a888-97a8d39bd9e2 req-3f494e6e-ee3a-48f0-bcdd-51b0c8205f83 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.383393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8155b8d8-15ee-4baf-a888-97a8d39bd9e2 req-3f494e6e-ee3a-48f0-bcdd-51b0c8205f83 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 945 time: 0.1329696 Jan 27 22:01:29.406913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.423299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['53ac2772-fe97-4ef2-bdd1-07a7750274b7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:29.481452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f0ab94ac-263a-4e1a-afa7-c7829f82531c req-7536d8b1-415f-4dff-8d26-0fa7d581bc01 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611623 Jan 27 22:01:29.509907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8155b8d8-15ee-4baf-a888-97a8d39bd9e2 req-aaefc51f-7009-4525-9139-33440f6e56f0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156218 Jan 27 22:01:29.526647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['d0f7fe4f-c451-47ba-b7f9-99b6c951129d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:29.528532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3725044-1d57-4f52-ac39-12b2363ccecf req-94838c6b-f087-45b3-8635-17fbd6023ff5 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422138 Jan 27 22:01:29.623473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-5c318e22-baf2-433f-bc6f-a9a6edfb9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.631647 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-5c318e22-baf2-433f-bc6f-a9a6edfb9e29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78922c4ee98b41ae9ae5ebc46e43e15b&device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 1098 time: 0.0814075 Jan 27 22:01:29.710334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926158d0-523c-4eb2-be5d-634520d811e1 req-52eb2263-2f26-4fa0-a5b2-dcf64b4d4076 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.718667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-926158d0-523c-4eb2-be5d-634520d811e1 req-52eb2263-2f26-4fa0-a5b2-dcf64b4d4076 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 945 time: 0.0717616 Jan 27 22:01:29.795876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-926158d0-523c-4eb2-be5d-634520d811e1 req-88892b06-7c74-415c-af1d-a5006c3f1b8f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759811 Jan 27 22:01:29.822663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-a8be5ac7-b079-48c3-bd53-4c8f33cb149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.824604 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-a8be5ac7-b079-48c3-bd53-4c8f33cb149e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1886051 Jan 27 22:01:29.892979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-feb19b57-b807-42b3-bc3e-3f5e3394d021 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=6c24b733-102a-4303-9627-200e19b01ace HTTP/1.1" status: 200 len: 217 time: 0.0615735 Jan 27 22:01:29.948467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-eb521ca5-daa7-4950-abc1-790a0fa6c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.949989 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-eb521ca5-daa7-4950-abc1-790a0fa6c488 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0512180 Jan 27 22:01:30.005355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-57a10072-ea6c-40cf-b58a-70f6d883d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.007033 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-57a10072-ea6c-40cf-b58a-70f6d883d305 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511928 Jan 27 22:01:30.114542 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-a15b53a0-f834-4e75-bc9f-5cd457a1e950 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005893 Jan 27 22:01:30.222058 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e1b8b092-1e07-4f52-95df-c56db4cf6b6e req-28f3a848-03ce-4ac4-93ad-9cadc099d465 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012814 Jan 27 22:01:30.253473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device d0f7fe4f-c451-47ba-b7f9-99b6c951129d up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:30.313900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port d0f7fe4f-c451-47ba-b7f9-99b6c951129d completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:30.318500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port d0f7fe4f-c451-47ba-b7f9-99b6c951129d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:30.318889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.410844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port d0f7fe4f-c451-47ba-b7f9-99b6c951129d is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:30.411612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.439193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe009f5-8e51-43fb-bd17-c08cdb3a8105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f7fe4f-c451-47ba-b7f9-99b6c951129d'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:30.441888 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c86bd09-99d7-4bed-abb6-27bc49ab8fa5" -d '{"events": [{"server_uuid": "dbe009f5-8e51-43fb-bd17-c08cdb3a8105", "name": "network-vif-plugged", "status": "completed", "tag": "d0f7fe4f-c451-47ba-b7f9-99b6c951129d"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:30.460855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port d0f7fe4f-c451-47ba-b7f9-99b6c951129d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:30.466764 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.505142 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e3139-bba2-40d1-bd4b-c7ce4bfdbd04 x-openstack-request-id: req-0f7e3139-bba2-40d1-bd4b-c7ce4bfdbd04 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:30.505446 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe009f5-8e51-43fb-bd17-c08cdb3a8105", "name": "network-vif-plugged", "status": "completed", "tag": "d0f7fe4f-c451-47ba-b7f9-99b6c951129d", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:30.505689 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f7e3139-bba2-40d1-bd4b-c7ce4bfdbd04 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:30.506098 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe009f5-8e51-43fb-bd17-c08cdb3a8105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f7fe4f-c451-47ba-b7f9-99b6c951129d', 'code': 200} Jan 27 22:01:30.525294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:30.658695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 35806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:30.722442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760e1e1-9040-4e60-ae74-5124ce291835 req-f8651da1-34c9-49d3-bd62-76dc82202ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.724112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9760e1e1-9040-4e60-ae74-5124ce291835 req-f8651da1-34c9-49d3-bd62-76dc82202ac4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 1097 time: 0.1431968 Jan 27 22:01:30.749053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc8517-5055-45b3-a3d0-52950a2d40fd req-6c5aca47-e3b0-4831-ab62-dfa6e5720f22 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.750632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ebc8517-5055-45b3-a3d0-52950a2d40fd req-6c5aca47-e3b0-4831-ab62-dfa6e5720f22 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 947 time: 0.1244128 Jan 27 22:01:30.777328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5a0e4-8961-44b3-8116-1f731007386e req-8e132e2e-a173-45dd-86cf-46fd5a87d34f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.778952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdf5a0e4-8961-44b3-8116-1f731007386e req-8e132e2e-a173-45dd-86cf-46fd5a87d34f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 945 time: 0.1217012 Jan 27 22:01:30.807319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55916468-6d32-4a46-9b72-7d97d7c4de06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.859128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9760e1e1-9040-4e60-ae74-5124ce291835 req-5b12e8fe-3d52-48a2-b372-c18cdcba0e06 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282616 Jan 27 22:01:30.875527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ebc8517-5055-45b3-a3d0-52950a2d40fd req-b2f33d68-a55b-4e81-bdc7-5667da3a3e9b tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143548 Jan 27 22:01:30.883954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdf5a0e4-8961-44b3-8116-1f731007386e req-b1281b98-4bff-430a-b030-13274ab87779 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944734 Jan 27 22:01:30.902753 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55916468-6d32-4a46-9b72-7d97d7c4de06 admin admin] Publish callbacks [] for security_group (e4b8e618-4616-46c8-a715-f252308c998d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.910756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-55916468-6d32-4a46-9b72-7d97d7c4de06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e4b8e618-4616-46c8-a715-f252308c998d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.955718 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-55916468-6d32-4a46-9b72-7d97d7c4de06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8663c9ea2ae40e195497360d21205d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949276 Jan 27 22:01:30.957159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55916468-6d32-4a46-9b72-7d97d7c4de06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8e618-4616-46c8-a715-f252308c998d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:30.959729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35812) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:31.047071 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73b7418e-a024-4a2b-82c4-b1a754ac139c admin admin] Publish callbacks [] for security_group (e4b8e618-4616-46c8-a715-f252308c998d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.073947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bc24b-a2a9-418b-9c4a-5f0cb9d7e1f9 req-8f77a8e9-b44d-47ed-a567-291091d10fb7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.075646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-339bc24b-a2a9-418b-9c4a-5f0cb9d7e1f9 req-8f77a8e9-b44d-47ed-a567-291091d10fb7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 946 time: 0.0851696 Jan 27 22:01:31.095295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73b7418e-a024-4a2b-82c4-b1a754ac139c admin admin] Publish callbacks [] for security_group (e4b8e618-4616-46c8-a715-f252308c998d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.163878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-339bc24b-a2a9-418b-9c4a-5f0cb9d7e1f9 req-c5903a3c-c487-4ebb-9a5d-e790859d128a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786731 Jan 27 22:01:31.187172 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73b7418e-a024-4a2b-82c4-b1a754ac139c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e4b8e618-4616-46c8-a715-f252308c998d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.192143 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73b7418e-a024-4a2b-82c4-b1a754ac139c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.194125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-73b7418e-a024-4a2b-82c4-b1a754ac139c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4b8e618-4616-46c8-a715-f252308c998d HTTP/1.1" status: 204 len: 168 time: 0.2331567 Jan 27 22:01:31.209965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7418e-a024-4a2b-82c4-b1a754ac139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8e618-4616-46c8-a715-f252308c998d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:32.067075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 53ac2772-fe97-4ef2-bdd1-07a7750274b7 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:32.126225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dd6f6-c3a1-4496-a2f3-ba077e18c7a8 req-93876c9f-00ba-47b8-b0e7-a414ddf0b3bc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.128929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f5dd6f6-c3a1-4496-a2f3-ba077e18c7a8 req-93876c9f-00ba-47b8-b0e7-a414ddf0b3bc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 945 time: 0.1147788 Jan 27 22:01:32.148982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657d615-0d2e-4a50-85e7-91adb64b3834 req-016ed907-a7b2-496c-ade8-6e28d94f8cca tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.151576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1657d615-0d2e-4a50-85e7-91adb64b3834 req-016ed907-a7b2-496c-ade8-6e28d94f8cca tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 947 time: 0.1213183 Jan 27 22:01:32.160382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:32.169399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:32.170073 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.263799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f5dd6f6-c3a1-4496-a2f3-ba077e18c7a8 req-d275b526-35ff-496e-99eb-d48a81ed8388 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105368 Jan 27 22:01:32.296167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1657d615-0d2e-4a50-85e7-91adb64b3834 req-97c69167-f4ae-45fa-ab07-0b6002ab0ea4 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309950 Jan 27 22:01:32.329838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:32.332517 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.420307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 53ac2772-fe97-4ef2-bdd1-07a7750274b7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=53ac2772-fe97-4ef2-bdd1-07a7750274b7,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:32.427637 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.505364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c92468-a37c-4dd5-95af-8679f1688077 req-55e6eba3-5017-43f1-9e61-f4bd234d6dde tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.511667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2c92468-a37c-4dd5-95af-8679f1688077 req-55e6eba3-5017-43f1-9e61-f4bd234d6dde tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 946 time: 0.0974197 Jan 27 22:01:32.512700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8726458b-0e99-41cb-b7d7-a6edec305c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac2772-fe97-4ef2-bdd1-07a7750274b7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:32.516953 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd9bd04-1643-4937-8c09-6ea9ccbb7aa3" -d '{"events": [{"server_uuid": "8726458b-0e99-41cb-b7d7-a6edec305c85", "name": "network-vif-plugged", "status": "completed", "tag": "53ac2772-fe97-4ef2-bdd1-07a7750274b7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:32.527899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=53ac2772-fe97-4ef2-bdd1-07a7750274b7,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:32.603268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2c92468-a37c-4dd5-95af-8679f1688077 req-82b5427c-c766-4831-9803-ee02e15a7de3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873950 Jan 27 22:01:32.613118 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7022e7-23ba-4c56-b307-49800a42b458 x-openstack-request-id: req-9b7022e7-23ba-4c56-b307-49800a42b458 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:32.613954 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8726458b-0e99-41cb-b7d7-a6edec305c85", "name": "network-vif-plugged", "status": "completed", "tag": "53ac2772-fe97-4ef2-bdd1-07a7750274b7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:32.614381 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b7022e7-23ba-4c56-b307-49800a42b458 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:32.615158 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8726458b-0e99-41cb-b7d7-a6edec305c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac2772-fe97-4ef2-bdd1-07a7750274b7', 'code': 200} Jan 27 22:01:32.751256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a535d3-d751-468c-a76b-01f83920d8f2 req-760881a4-7cd1-4f33-8f71-100429295267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.755132 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c1a535d3-d751-468c-a76b-01f83920d8f2 req-760881a4-7cd1-4f33-8f71-100429295267 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 1097 time: 0.0689418 Jan 27 22:01:32.808728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35860) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:32.845699 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c1a535d3-d751-468c-a76b-01f83920d8f2 req-f88bd4af-8aa3-471b-854e-1b3e7e78fa86 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837317 Jan 27 22:01:32.980594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bd2e60a6-00c9-4b2b-91bd-14ff6fd385ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.017111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ff6d9-188d-447d-b028-3bfe41990ec8 req-35a2383d-76f4-438d-bb00-823ed184cedd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.018962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-060ff6d9-188d-447d-b028-3bfe41990ec8 req-35a2383d-76f4-438d-bb00-823ed184cedd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 946 time: 0.0891788 Jan 27 22:01:33.108974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-060ff6d9-188d-447d-b028-3bfe41990ec8 req-d40dc743-4609-4fc6-84fc-21645a4be786 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821655 Jan 27 22:01:33.139528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bd2e60a6-00c9-4b2b-91bd-14ff6fd385ee admin admin] Publish callbacks [] for security_group (d70e248b-c4de-4cc6-abc0-b07a26570e83), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.145539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bd2e60a6-00c9-4b2b-91bd-14ff6fd385ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d70e248b-c4de-4cc6-abc0-b07a26570e83), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.188968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bd2e60a6-00c9-4b2b-91bd-14ff6fd385ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d60bb967484749cd90b1c3b0743cc293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3780055 Jan 27 22:01:33.190084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e60a6-00c9-4b2b-91bd-14ff6fd385ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70e248b-c4de-4cc6-abc0-b07a26570e83,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:33.192857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 35866) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:33.269118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3947e309-060a-4f48-be41-72b33342b3d6 admin admin] Publish callbacks [] for security_group (d70e248b-c4de-4cc6-abc0-b07a26570e83), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.309393 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3947e309-060a-4f48-be41-72b33342b3d6 admin admin] Publish callbacks [] for security_group (d70e248b-c4de-4cc6-abc0-b07a26570e83), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.383007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3947e309-060a-4f48-be41-72b33342b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d70e248b-c4de-4cc6-abc0-b07a26570e83), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.387186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3947e309-060a-4f48-be41-72b33342b3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.395014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3947e309-060a-4f48-be41-72b33342b3d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d70e248b-c4de-4cc6-abc0-b07a26570e83 HTTP/1.1" status: 204 len: 168 time: 0.2003746 Jan 27 22:01:33.414544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947e309-060a-4f48-be41-72b33342b3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70e248b-c4de-4cc6-abc0-b07a26570e83,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:33.533524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7c496-63ed-4fcb-88a5-4852bfee8847 req-e8f8430a-057c-4601-8332-c0e8c32d03fc tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.535806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5b7c496-63ed-4fcb-88a5-4852bfee8847 req-e8f8430a-057c-4601-8332-c0e8c32d03fc tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 947 time: 0.1084247 Jan 27 22:01:33.553959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6093dc9-2462-4d44-af42-6fe69a94edef req-e44b1d98-5da9-4330-9de6-72b431170c1e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.555620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6093dc9-2462-4d44-af42-6fe69a94edef req-e44b1d98-5da9-4330-9de6-72b431170c1e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 946 time: 0.1144977 Jan 27 22:01:33.636662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5b7c496-63ed-4fcb-88a5-4852bfee8847 req-376ba47a-8518-4e67-8639-9650259acead tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918610 Jan 27 22:01:33.642457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6093dc9-2462-4d44-af42-6fe69a94edef req-42a00757-ac0c-40fd-be31-57871830d3a8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792446 Jan 27 22:01:34.071095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a402c8bb-02da-49b2-a0b0-2a5722355e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.080960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6c24b733-102a-4303-9627-200e19b01ace details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:34.243786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6c24b733-102a-4303-9627-200e19b01ace, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c24b733-102a-4303-9627-200e19b01ace,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:34.263264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '6c24b733-102a-4303-9627-200e19b01ace', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '6c24b733-102a-4303-9627-200e19b01ace', 'mac_address': 'fa:16:3e:c3:bc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:34.327136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-6985daaa-0b70-4939-9dee-494f9ca20a0e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.328808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-6985daaa-0b70-4939-9dee-494f9ca20a0e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 946 time: 0.1256714 Jan 27 22:01:34.337844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6c24b733-102a-4303-9627-200e19b01ace is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:34.338452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6c24b733-102a-4303-9627-200e19b01ace), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.370188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c24b733-102a-4303-9627-200e19b01ace {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:34.412171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6c24b733-102a-4303-9627-200e19b01ace, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c24b733-102a-4303-9627-200e19b01ace,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:34.419157 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6c24b733-102a-4303-9627-200e19b01ace), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.449805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19d41a-efa0-4c9b-ba6b-8a657fa6d059 req-dfa102e1-157e-43e6-80b4-963116395acd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.451801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba19d41a-efa0-4c9b-ba6b-8a657fa6d059 req-dfa102e1-157e-43e6-80b4-963116395acd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 946 time: 0.1220393 Jan 27 22:01:34.502441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Deleting port d0f7fe4f-c451-47ba-b7f9-99b6c951129d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:34.502818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.517204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6c24b733-102a-4303-9627-200e19b01ace,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:34.587084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba19d41a-efa0-4c9b-ba6b-8a657fa6d059 req-fa3f4513-fce8-4a02-9185-727900abaf41 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192250 Jan 27 22:01:34.645141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] For port d0f7fe4f-c451-47ba-b7f9-99b6c951129d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:34.645539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.661962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Calling delete_port for d0f7fe4f-c451-47ba-b7f9-99b6c951129d owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:34.784609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6c24b733-102a-4303-9627-200e19b01ace'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:34.898553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3385b-2180-4899-88f7-a66dc858bed7 req-a92ba78f-32d6-4a2f-a27d-7df2b84a2a8f tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.901277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bf3385b-2180-4899-88f7-a66dc858bed7 req-a92ba78f-32d6-4a2f-a27d-7df2b84a2a8f tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 948 time: 0.1357162 Jan 27 22:01:34.926509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab39d7-14e3-478e-a230-d3d6aa4a8c76 req-93df71d6-52fa-41ef-a18a-31bf53d5714d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.929614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdab39d7-14e3-478e-a230-d3d6aa4a8c76 req-93df71d6-52fa-41ef-a18a-31bf53d5714d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 946 time: 0.1483629 Jan 27 22:01:35.127400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d0f7fe4f-c451-47ba-b7f9-99b6c951129d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.141176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['d0f7fe4f-c451-47ba-b7f9-99b6c951129d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:35.149168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdab39d7-14e3-478e-a230-d3d6aa4a8c76 req-ba03033c-3719-4a7d-a81c-9f5e64d1989a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697397 Jan 27 22:01:35.211545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bf3385b-2180-4899-88f7-a66dc858bed7 req-2635f39b-f0de-4e92-937f-ecbc432c959e tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808697 Jan 27 22:01:35.213524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event deleted for resources: {'Port': ['ID=d0f7fe4f-c451-47ba-b7f9-99b6c951129d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:35.284541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] No DVR routers for this DVR port d0f7fe4f-c451-47ba-b7f9-99b6c951129d on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:35.288873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.295811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27e96675-c920-4676-8e6d-b39cfe4eccac req-e297b211-4c1e-4184-9bf2-431cd581c506 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.57 "DELETE /v2.0/ports/d0f7fe4f-c451-47ba-b7f9-99b6c951129d HTTP/1.1" status: 204 len: 173 time: 0.9555216 Jan 27 22:01:35.296719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe009f5-8e51-43fb-bd17-c08cdb3a8105', 'name': 'network-vif-deleted', 'tag': 'd0f7fe4f-c451-47ba-b7f9-99b6c951129d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:35.301220 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835deef7-0acf-4500-88bc-0f492e7b8255" -d '{"events": [{"server_uuid": "dbe009f5-8e51-43fb-bd17-c08cdb3a8105", "name": "network-vif-deleted", "tag": "d0f7fe4f-c451-47ba-b7f9-99b6c951129d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:35.351544 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7bc3a3-4009-4275-8374-ee09c358eb97 x-openstack-request-id: req-0e7bc3a3-4009-4275-8374-ee09c358eb97 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:35.352244 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe009f5-8e51-43fb-bd17-c08cdb3a8105", "name": "network-vif-deleted", "tag": "d0f7fe4f-c451-47ba-b7f9-99b6c951129d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:35.352374 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e7bc3a3-4009-4275-8374-ee09c358eb97 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:35.352853 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe009f5-8e51-43fb-bd17-c08cdb3a8105', 'name': 'network-vif-deleted', 'tag': 'd0f7fe4f-c451-47ba-b7f9-99b6c951129d', 'status': 'completed', 'code': 200} Jan 27 22:01:35.616626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-66bf5f4b-5696-4274-8990-568e5b8e2162 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.618864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-66bf5f4b-5696-4274-8990-568e5b8e2162 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.1524668 Jan 27 22:01:35.645587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-b8a2198e-0c81-4395-8a0b-b99a6be4231a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/quotas/b38c8ec451564736a8d87b12d6f553e3 HTTP/1.1" status: 200 len: 375 time: 0.0169938 Jan 27 22:01:35.767553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-2e8ecab2-cf61-4357-a38c-6721df40de40 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171651 Jan 27 22:01:35.790255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bbf5d5c-9505-4c13-879f-ba32a7f78783 req-54e13d8d-8e04-4728-bfd7-606613c2cde5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe009f5-8e51-43fb-bd17-c08cdb3a8105 HTTP/1.1" status: 200 len: 210 time: 0.0772653 Jan 27 22:01:35.908003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-3f1896b6-f358-4aa5-805b-ce7b8f0e8059 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417403 Jan 27 22:01:36.089617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6c24b733-102a-4303-9627-200e19b01ace up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:36.157303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 6c24b733-102a-4303-9627-200e19b01ace completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:36.166244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 6c24b733-102a-4303-9627-200e19b01ace triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:36.166878 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6c24b733-102a-4303-9627-200e19b01ace), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.188489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-e84fdb33-b55e-4591-a385-6e0af0de5767 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765148 Jan 27 22:01:36.264706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-cff355bb-0567-4a5d-896d-ca5357813e65 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.272715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-cff355bb-0567-4a5d-896d-ca5357813e65 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 815 time: 0.2658665 Jan 27 22:01:36.291587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-0a23373d-32d7-4d2d-916f-97471f7221ae tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/quotas/bbb4d39529e446f58c11ce27a1ab2ca7 HTTP/1.1" status: 200 len: 375 time: 0.0176861 Jan 27 22:01:36.357259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6c24b733-102a-4303-9627-200e19b01ace is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:36.358547 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6c24b733-102a-4303-9627-200e19b01ace), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.400177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-fbbd5da2-bfdd-41e2-a9f9-d3afe498cbce tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067841 Jan 27 22:01:36.425505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e74079-b5c2-416b-a3cb-db0883ea69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c24b733-102a-4303-9627-200e19b01ace'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:36.429579 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaa5dfb-9d7a-42a6-b64e-99f5be009765" -d '{"events": [{"server_uuid": "a0e74079-b5c2-416b-a3cb-db0883ea69a7", "name": "network-vif-plugged", "status": "completed", "tag": "6c24b733-102a-4303-9627-200e19b01ace"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:36.457580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6c24b733-102a-4303-9627-200e19b01ace, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c24b733-102a-4303-9627-200e19b01ace,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:36.464656 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6c24b733-102a-4303-9627-200e19b01ace), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.612326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6c24b733-102a-4303-9627-200e19b01ace,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:36.703808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bcb45-714b-443f-b779-23c8c78c0810 req-74d35b1d-af2a-46f7-af3a-4fe65757ebd4 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.706361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab7bcb45-714b-443f-b779-23c8c78c0810 req-74d35b1d-af2a-46f7-af3a-4fe65757ebd4 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 949 time: 0.1449108 Jan 27 22:01:36.722093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-f0bf9524-0f75-49e3-8c2e-76775c263497 service neutron] 10.222.0.45 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166859 Jan 27 22:01:36.866776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab7bcb45-714b-443f-b779-23c8c78c0810 req-05ceb839-c5c1-422b-91b8-55deffbdda15 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429262 Jan 27 22:01:36.905520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-85fbd486-ce39-4c18-bacc-2e3a4e176635 service neutron] 10.222.0.45 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798303 Jan 27 22:01:37.030002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d5bae3c-09f0-498c-b83f-9906791d989a req-7102fc86-6b68-4f3a-bf11-066407f52dd0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 210 time: 0.0539382 Jan 27 22:01:37.045126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19c1198d-75bd-4436-a768-ce50a5ef323d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.166074 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd60839-b0ef-4475-b48b-4c434fb57f10 x-openstack-request-id: req-6dd60839-b0ef-4475-b48b-4c434fb57f10 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:37.167036 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e74079-b5c2-416b-a3cb-db0883ea69a7", "name": "network-vif-plugged", "status": "completed", "tag": "6c24b733-102a-4303-9627-200e19b01ace", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:37.167036 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6dd60839-b0ef-4475-b48b-4c434fb57f10 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:37.167036 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e74079-b5c2-416b-a3cb-db0883ea69a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c24b733-102a-4303-9627-200e19b01ace', 'code': 200} Jan 27 22:01:37.361870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9edfb32-6250-44af-9dc3-28a0707b24ee req-a0e19197-6f82-41df-8f5c-16427535760e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 210 time: 0.0875244 Jan 27 22:01:37.457028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7582d-27f4-4538-9a1e-77ff082a6b35 req-49002fde-9053-4464-8513-83f6020c3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.461150 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dfc7582d-27f4-4538-9a1e-77ff082a6b35 req-49002fde-9053-4464-8513-83f6020c3021 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 1100 time: 0.1445701 Jan 27 22:01:37.586343 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dfc7582d-27f4-4538-9a1e-77ff082a6b35 req-e1e4388e-ef79-4d7c-9605-63e734999227 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184783 Jan 27 22:01:37.817265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-8327d14a-3e37-4f83-aeca-d952db0ea893 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.819622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-8327d14a-3e37-4f83-aeca-d952db0ea893 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.1405606 Jan 27 22:01:37.841927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-97c94457-dafa-4e91-a73f-22786753a83e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/quotas/eb1cd614a9c64717962274c50642681a HTTP/1.1" status: 200 len: 375 time: 0.0119219 Jan 27 22:01:37.884724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-c63c4202-1037-4ece-b0a0-13da85792281 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326130 Jan 27 22:01:38.268589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671bf53-72a8-4b10-bf97-ec9de1203ecd req-d580eeca-ded7-4d44-8af1-f9e41bed1871 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.270226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e671bf53-72a8-4b10-bf97-ec9de1203ecd req-d580eeca-ded7-4d44-8af1-f9e41bed1871 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 949 time: 0.2634592 Jan 27 22:01:38.275251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-4f95ef37-addf-43ac-a2c7-667e53436efd service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786991 Jan 27 22:01:38.287453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device d0f7fe4f-c451-47ba-b7f9-99b6c951129d no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:38.316322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: d0f7fe4f-c451-47ba-b7f9-99b6c951129d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:38.316764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device d0f7fe4f-c451-47ba-b7f9-99b6c951129d not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:38.378499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.380250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-bbf27343-d894-4799-a00a-d119696f62a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.382202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-bbf27343-d894-4799-a00a-d119696f62a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.3532596 Jan 27 22:01:38.405880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Request body: {'port': {'device_id': '5d6845b0-aa0c-4f02-9f83-8bc7d9d41286', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'admin_state_up': True, 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:38.503458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e671bf53-72a8-4b10-bf97-ec9de1203ecd req-08de2233-0b7e-40e8-beb3-4f24a143f2ec tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245266 Jan 27 22:01:38.581501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-53442dec-a170-4a23-904a-f3fe756aa90a service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929752 Jan 27 22:01:38.730544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66ca6580-f564-4a32-a112-790cd5e22e01 req-77e81c5c-4712-47c6-bc49-0c73a1f07fd1 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 210 time: 0.0975127 Jan 27 22:01:38.733522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:38.767460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.882620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-ff57529b-cfda-4a66-b564-30dda2bdf6d4 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.885956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-ff57529b-cfda-4a66-b564-30dda2bdf6d4 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 815 time: 0.2277741 Jan 27 22:01:38.929325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Request body: {'port': {'device_id': '90e9838c-9d7b-4432-9dde-e266988da485', 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'admin_state_up': True, 'tenant_id': 'bbb4d39529e446f58c11ce27a1ab2ca7'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:38.980777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e6b1985-2e07-4e88-a227-b1c1aab2639a req-e000700f-f998-4915-8405-d01511119558 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 210 time: 0.0717776 Jan 27 22:01:39.152096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-817149eb-99e7-42e1-a857-f1570ab50042 req-7c77516e-d4b3-4cb1-8a8a-9482cde4596d tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.0783145 Jan 27 22:01:39.165814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Allocated IP 172.20.0.7 (117b07ff-d9aa-4124-b507-7b2a258cb97e/3132c1c8-dbeb-452d-82de-98713bf9d5fc/3a36e486-7458-4b3b-b960-f204177c2795) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:39.212367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Made reservation on behalf of bbb4d39529e446f58c11ce27a1ab2ca7 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:39.219666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.442408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Allocated IP 172.20.0.4 (639301f1-5e16-439b-bfd2-7913fc808a12/e36cacf7-0b8a-4f6c-878e-28702ae0d10d/1a43f67e-68c4-4866-83be-0190ee169623) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:39.683081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks [] for port (1a43f67e-68c4-4866-83be-0190ee169623), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.794048 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1a43f67e-68c4-4866-83be-0190ee169623), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.807432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3b117de5-9be9-4980-8d2d-0e641eda1597'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:39.868859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Network 639301f1-5e16-439b-bfd2-7913fc808a12 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:39.893727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Pushing event updated for resources: {'Port': ['ID=1a43f67e-68c4-4866-83be-0190ee169623,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:39.911505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:39.918285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:40.063588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.067371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.072733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82a64d0c-629e-44e8-8493-0a70ed823edd req-861c83ea-7fd7-4c3d-be50-9b62a90ec967 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 210 time: 0.0815868 Jan 27 22:01:40.111237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-9ea2cb39-50e8-444e-8aa6-89fb8217daf3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1971540 Jan 27 22:01:40.126065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Request body: {'port': {'device_id': '90e9838c-9d7b-4432-9dde-e266988da485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:40.192262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4919e4-222b-4a92-9a8f-4c846b394d3c req-3127d241-ff03-4e0c-9462-24cf4279e4e2 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.201113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac4919e4-222b-4a92-9a8f-4c846b394d3c req-3127d241-ff03-4e0c-9462-24cf4279e4e2 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 949 time: 0.2086782 Jan 27 22:01:40.234292 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks [] for port (3a36e486-7458-4b3b-b960-f204177c2795), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.254525 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a43f67e-68c4-4866-83be-0190ee169623), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.320578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac4919e4-222b-4a92-9a8f-4c846b394d3c req-8a0ff3e0-75d4-4134-9d2a-6eced586ea9c tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175439 Jan 27 22:01:40.356098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3a36e486-7458-4b3b-b960-f204177c2795), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.371060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49181b02-a110-492a-b949-0369676bde3c req-59df559f-7ab2-4185-8dee-df68e19c4cc8 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.372995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49181b02-a110-492a-b949-0369676bde3c req-59df559f-7ab2-4185-8dee-df68e19c4cc8 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 931 time: 0.1229622 Jan 27 22:01:40.388715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['53ac2772-fe97-4ef2-bdd1-07a7750274b7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:40.411040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:40.427572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:40.436009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:40.442898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:40.493158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event updated for resources: {'Port': ['ID=3a36e486-7458-4b3b-b960-f204177c2795,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:40.649136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28931d0d-36cc-477a-8f52-8acc8ac29b58 req-06769d47-b74c-4466-bfa1-00408a5a47cd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.1720464 Jan 27 22:01:40.679168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49181b02-a110-492a-b949-0369676bde3c req-35ea1b58-7750-4cbf-9b4d-830e9616c462 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790067 Jan 27 22:01:40.702886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.705746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.758632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-0a7a4893-3260-405c-92c0-1cd053f2054f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3626027 Jan 27 22:01:40.771703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Request body: {'port': {'device_id': '5d6845b0-aa0c-4f02-9f83-8bc7d9d41286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:40.916370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.923707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-49086c7b-8656-484b-9246-1a2cf1f19078 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.925960 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-49086c7b-8656-484b-9246-1a2cf1f19078 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.2462592 Jan 27 22:01:40.945300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a36e486-7458-4b3b-b960-f204177c2795), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.953181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Request body: {'port': {'device_id': '77b92dad-628b-4fb3-a75c-4a2a33ed5b20', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'admin_state_up': True, 'tenant_id': 'eb1cd614a9c64717962274c50642681a'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:41.128248 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.186622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a43f67e-68c4-4866-83be-0190ee169623 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:41.198491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Publish callbacks [] for port (1a43f67e-68c4-4866-83be-0190ee169623), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.214096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Made reservation on behalf of eb1cd614a9c64717962274c50642681a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:41.219326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.223136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Transition to ACTIVE for port object 1a43f67e-68c4-4866-83be-0190ee169623 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:41.231355 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (1a43f67e-68c4-4866-83be-0190ee169623), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.355909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25e348-01bc-43cb-a6a5-4dcc0d99de50 req-e72af329-b164-4a03-8090-e69827828c37 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.357726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb25e348-01bc-43cb-a6a5-4dcc0d99de50 req-e72af329-b164-4a03-8090-e69827828c37 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 949 time: 0.2027180 Jan 27 22:01:41.379858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c29f7-a330-4bf3-96b6-e989bae43a28 req-129fc0f4-0424-4482-8d3c-1099569ef532 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.387649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-824c29f7-a330-4bf3-96b6-e989bae43a28 req-129fc0f4-0424-4482-8d3c-1099569ef532 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 931 time: 0.1800661 Jan 27 22:01:41.420426 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Pushing event updated for resources: {'Port': ['ID=1a43f67e-68c4-4866-83be-0190ee169623,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:41.584518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a36e486-7458-4b3b-b960-f204177c2795 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:41.596675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb25e348-01bc-43cb-a6a5-4dcc0d99de50 req-28b60476-3ce8-4919-9582-ab14c76e1a2e tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265313 Jan 27 22:01:41.608064 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Publish callbacks [] for port (3a36e486-7458-4b3b-b960-f204177c2795), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.654890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-824c29f7-a330-4bf3-96b6-e989bae43a28 req-efa3e4f9-4657-44fe-9fb9-360e9cc6479d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664742 Jan 27 22:01:41.659262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Transition to ACTIVE for port object 3a36e486-7458-4b3b-b960-f204177c2795 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:41.674664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3a36e486-7458-4b3b-b960-f204177c2795), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.711259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Attempting to bind port 1a43f67e-68c4-4866-83be-0190ee169623 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:41.711797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Attempting to bind port 1a43f67e-68c4-4866-83be-0190ee169623 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:41.712320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Attempting to bind port 1a43f67e-68c4-4866-83be-0190ee169623 on network 639301f1-5e16-439b-bfd2-7913fc808a12 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:41.723737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Allocated IP 172.20.0.9 (07004775-3e31-4b22-b881-0df6534a33d1/f255f4b6-739c-45a3-86ca-29b661bbd2e9/9376679a-3da1-4bfd-aa98-958de19f168b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:41.790095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Port 1a43f67e-68c4-4866-83be-0190ee169623 on network 639301f1-5e16-439b-bfd2-7913fc808a12 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:41.791360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Attempting to bind port 1a43f67e-68c4-4866-83be-0190ee169623 on network 639301f1-5e16-439b-bfd2-7913fc808a12 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:41.866661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:41.867239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Checking segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:41.867973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Bound using segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:41.868756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Bound port: 1a43f67e-68c4-4866-83be-0190ee169623, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:41.869386 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a43f67e-68c4-4866-83be-0190ee169623), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.888511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Pushing event updated for resources: {'Port': ['ID=3a36e486-7458-4b3b-b960-f204177c2795,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:42.005661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e45043f-b73d-4157-9fe2-d5f24ee48741 req-86047711-5c9c-4e8b-9476-5551b2c572d9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.1419346 Jan 27 22:01:42.078464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] For port 1a43f67e-68c4-4866-83be-0190ee169623, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:42.101304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] For port 1a43f67e-68c4-4866-83be-0190ee169623, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1a43f67e-68c4-4866-83be-0190ee169623,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:42.111896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (1a43f67e-68c4-4866-83be-0190ee169623), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.131271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Attempting to bind port 3a36e486-7458-4b3b-b960-f204177c2795 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:42.131944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Attempting to bind port 3a36e486-7458-4b3b-b960-f204177c2795 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:42.132302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Attempting to bind port 3a36e486-7458-4b3b-b960-f204177c2795 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:42.146836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Port 3a36e486-7458-4b3b-b960-f204177c2795 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:42.146836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Attempting to bind port 3a36e486-7458-4b3b-b960-f204177c2795 on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:42.164044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b2096-5867-426b-8bd0-6f336a6b18e8 req-be818718-7d4f-4362-80c3-11686904e38a tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.166746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f14b2096-5867-426b-8bd0-6f336a6b18e8 req-be818718-7d4f-4362-80c3-11686904e38a tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 943 time: 0.2254298 Jan 27 22:01:42.168341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:42.168872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Checking segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:42.169660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Bound using segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:42.170400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Bound port: 3a36e486-7458-4b3b-b960-f204177c2795, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:42.170990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a36e486-7458-4b3b-b960-f204177c2795), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.188796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.189404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.191447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a43f67e-68c4-4866-83be-0190ee169623 HTTP/1.1" status: 200 len: 1091 time: 2.0736125 Jan 27 22:01:42.196157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e9838c-9d7b-4432-9dde-e266988da485', 'tag': '1a43f67e-68c4-4866-83be-0190ee169623'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:42.198872 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213" -d '{"events": [{"name": "network-changed", "server_uuid": "90e9838c-9d7b-4432-9dde-e266988da485", "tag": "1a43f67e-68c4-4866-83be-0190ee169623"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:42.223085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks [] for port (9376679a-3da1-4bfd-aa98-958de19f168b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.240649 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a2a8f-2a95-4d66-9928-f577f644bd58 service neutron] Pushing event updated for resources: {'Port': ['ID=1a43f67e-68c4-4866-83be-0190ee169623,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:42.327672 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f4abbe-07cb-4d03-9565-297c99affbc1 x-openstack-request-id: req-e3f4abbe-07cb-4d03-9565-297c99affbc1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:42.328237 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e9838c-9d7b-4432-9dde-e266988da485", "tag": "1a43f67e-68c4-4866-83be-0190ee169623", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:42.328621 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3f4abbe-07cb-4d03-9565-297c99affbc1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:42.329398 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e9838c-9d7b-4432-9dde-e266988da485', 'tag': '1a43f67e-68c4-4866-83be-0190ee169623', 'status': 'completed', 'code': 200} Jan 27 22:01:42.332483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.375279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-effb1804-2e9f-4c29-9043-7b5432d3534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.377115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-effb1804-2e9f-4c29-9043-7b5432d3534e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 1094 time: 0.1022830 Jan 27 22:01:42.383048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] For port 3a36e486-7458-4b3b-b960-f204177c2795, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:42.420363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f14b2096-5867-426b-8bd0-6f336a6b18e8 req-96e4baf6-3c1f-4912-b8cc-ed2527dc58a8 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164333 Jan 27 22:01:42.424104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] For port 3a36e486-7458-4b3b-b960-f204177c2795, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3a36e486-7458-4b3b-b960-f204177c2795,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:42.438106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Network 07004775-3e31-4b22-b881-0df6534a33d1 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:42.440356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3a36e486-7458-4b3b-b960-f204177c2795), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.446138 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-4e29b845-6c03-4734-ba7d-4700af6cca4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a43f67e-68c4-4866-83be-0190ee169623 HTTP/1.1" status: 200 len: 217 time: 0.0599747 Jan 27 22:01:42.450591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:42.454851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:42.480102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event updated for resources: {'Port': ['ID=9376679a-3da1-4bfd-aa98-958de19f168b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:42.526214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.526573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.528120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] 10.222.0.57 "PUT /v2.0/ports/3a36e486-7458-4b3b-b960-f204177c2795 HTTP/1.1" status: 200 len: 1091 time: 1.7612183 Jan 27 22:01:42.528623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6845b0-aa0c-4f02-9f83-8bc7d9d41286', 'tag': '3a36e486-7458-4b3b-b960-f204177c2795'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:42.531003 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5041c0-c68f-4bf0-b08d-88169ed78396" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6845b0-aa0c-4f02-9f83-8bc7d9d41286", "tag": "3a36e486-7458-4b3b-b960-f204177c2795"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:42.559392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.560275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.565933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-5fe3841c-f8e2-4655-ba91-b169a44842d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.567820 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-5fe3841c-f8e2-4655-ba91-b169a44842d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.1145418 Jan 27 22:01:42.596348 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-b58003de-64c2-4e89-bfc3-c68f8025aa34 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6512876 Jan 27 22:01:42.616900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Request body: {'port': {'device_id': '77b92dad-628b-4fb3-a75c-4a2a33ed5b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:42.621410 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-6fb85763-30ab-480b-8a39-9f0bd78dea60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460224 Jan 27 22:01:42.672520 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f70e69-ffe9-4144-aa27-997415f1ef47 x-openstack-request-id: req-95f70e69-ffe9-4144-aa27-997415f1ef47 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:42.673002 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6845b0-aa0c-4f02-9f83-8bc7d9d41286", "tag": "3a36e486-7458-4b3b-b960-f204177c2795", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:42.673419 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95f70e69-ffe9-4144-aa27-997415f1ef47 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:42.674059 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6845b0-aa0c-4f02-9f83-8bc7d9d41286', 'tag': '3a36e486-7458-4b3b-b960-f204177c2795', 'status': 'completed', 'code': 200} Jan 27 22:01:42.721610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b593be6-a73b-4013-a11d-d4fd90c3f5bd service neutron] Pushing event updated for resources: {'Port': ['ID=3a36e486-7458-4b3b-b960-f204177c2795,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:42.795016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-90e4f098-92af-447f-acd3-a541f7db0b12 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.797945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-90e4f098-92af-447f-acd3-a541f7db0b12 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 949 time: 0.2461667 Jan 27 22:01:42.815854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-ff71f8d3-4a9d-4461-9819-f385c011ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.826052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-ff71f8d3-4a9d-4461-9819-f385c011ccce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 1094 time: 0.2259653 Jan 27 22:01:42.957018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-f8f54bc5-65fc-49de-882b-39efa56540f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a36e486-7458-4b3b-b960-f204177c2795 HTTP/1.1" status: 200 len: 217 time: 0.1013098 Jan 27 22:01:43.073057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355d56-9e1f-474b-b99a-83f8cfa98d9b req-4403f962-4276-48a3-993a-c35e72815a74 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.076130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af355d56-9e1f-474b-b99a-83f8cfa98d9b req-4403f962-4276-48a3-993a-c35e72815a74 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 949 time: 0.2487514 Jan 27 22:01:43.095261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dc6d5-b346-43b7-8344-5afc245933a6 req-3c41096c-1db6-47dd-aed5-ad30703f4e87 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.097147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8dc6d5-b346-43b7-8344-5afc245933a6 req-3c41096c-1db6-47dd-aed5-ad30703f4e87 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 943 time: 0.2939289 Jan 27 22:01:43.134583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-2091b5e3-cae7-4985-8ecb-26fc0b064ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.145604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-2091b5e3-cae7-4985-8ecb-26fc0b064ca5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.1755626 Jan 27 22:01:43.214387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-086677e7-0ec7-4cc4-9d1b-d3f63c3daa63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440183 Jan 27 22:01:43.365863 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.397757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af355d56-9e1f-474b-b99a-83f8cfa98d9b req-0f01cbc0-8870-4f69-a57c-a37092dacd3a tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6e47426-0634-4c51-b12c-e50497bc6fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991474 Jan 27 22:01:43.445298 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-08dd9a65-145e-40ba-a007-d35e114511dd service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867243 Jan 27 22:01:43.460436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8dc6d5-b346-43b7-8344-5afc245933a6 req-bbe53b23-e55c-472c-afd5-ccd6f5b81d13 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475914 Jan 27 22:01:43.477189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Deleting port 6c24b733-102a-4303-9627-200e19b01ace {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:43.489363 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6c24b733-102a-4303-9627-200e19b01ace), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.603626 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-372318a5-3708-4e4e-b7c5-7f0871b840ec req-8eb6a1f0-4243-4cc9-9635-12484c0b39c4 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520691 Jan 27 22:01:43.830374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a262-ac76-434b-a720-eee81a63b367 req-04cca949-dea3-4b33-85da-26c98378ec8e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.832497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd29a262-ac76-434b-a720-eee81a63b367 req-04cca949-dea3-4b33-85da-26c98378ec8e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 931 time: 0.1788886 Jan 27 22:01:43.834753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-cd8b4ee1-d3e0-4917-b64e-d85f0c3c38d1 service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978251 Jan 27 22:01:43.895895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbcdcc-71c8-4997-9e94-f3f27f767988 req-a1b67330-4203-4a9a-b112-a94ccb1c39ba tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.897579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ffbcdcc-71c8-4997-9e94-f3f27f767988 req-a1b67330-4203-4a9a-b112-a94ccb1c39ba tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 943 time: 0.2065411 Jan 27 22:01:43.993300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] For port 6c24b733-102a-4303-9627-200e19b01ace, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c24b733-102a-4303-9627-200e19b01ace,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:43.993886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6c24b733-102a-4303-9627-200e19b01ace), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.062246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ffbcdcc-71c8-4997-9e94-f3f27f767988 req-26986a42-3054-4e38-940d-bb36f816f13e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562223 Jan 27 22:01:44.063803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Calling delete_port for 6c24b733-102a-4303-9627-200e19b01ace owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:44.067895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9376679a-3da1-4bfd-aa98-958de19f168b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:44.083005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Publish callbacks [] for port (9376679a-3da1-4bfd-aa98-958de19f168b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.105863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Transition to ACTIVE for port object 9376679a-3da1-4bfd-aa98-958de19f168b will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:44.119642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.133529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd29a262-ac76-434b-a720-eee81a63b367 req-c6c1a2bd-8ae7-4551-9c8d-22f31a34ee04 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850001 Jan 27 22:01:44.138546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5a75e72-49e9-42c8-b15b-38f1ccfcafac req-5733824e-ddd7-4592-8063-a47fcd1af468 service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939830 Jan 27 22:01:44.214330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Pushing event updated for resources: {'Port': ['ID=9376679a-3da1-4bfd-aa98-958de19f168b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:44.272393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-bcfd955f-df4e-405b-b92f-53dae26f7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.274822 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-bcfd955f-df4e-405b-b92f-53dae26f7df0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 1094 time: 0.5688033 Jan 27 22:01:44.352628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-0ce85daa-215e-4c82-8607-a489b4ff1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.354677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-0ce85daa-215e-4c82-8607-a489b4ff1308 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 1094 time: 0.1444557 Jan 27 22:01:44.384363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Attempting to bind port 9376679a-3da1-4bfd-aa98-958de19f168b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:44.385310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Attempting to bind port 9376679a-3da1-4bfd-aa98-958de19f168b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:44.385310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Attempting to bind port 9376679a-3da1-4bfd-aa98-958de19f168b on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:44.395488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Port 9376679a-3da1-4bfd-aa98-958de19f168b on network 07004775-3e31-4b22-b881-0df6534a33d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:44.395488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Attempting to bind port 9376679a-3da1-4bfd-aa98-958de19f168b on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:44.443150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:44.443631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Checking segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:44.443923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Bound using segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:44.444513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Bound port: 9376679a-3da1-4bfd-aa98-958de19f168b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:44.444982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.548901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6c24b733-102a-4303-9627-200e19b01ace), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.585089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-8e56ac7c-edd0-47b7-aba4-2a1e8acc9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.587037 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-8e56ac7c-edd0-47b7-aba4-2a1e8acc9831 service neutron] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 916 time: 0.2470677 Jan 27 22:01:44.591783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] For port 9376679a-3da1-4bfd-aa98-958de19f168b, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:44.598061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] For port 9376679a-3da1-4bfd-aa98-958de19f168b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9376679a-3da1-4bfd-aa98-958de19f168b,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:44.606753 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.609427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Pushing event deleted for resources: {'Port': ['ID=6c24b733-102a-4303-9627-200e19b01ace,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:44.695282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f1a0de8-0cc9-40a8-8e9c-6434aac98966 req-9b2cee88-bf19-44f6-916f-d3ac043c4753 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e74079-b5c2-416b-a3cb-db0883ea69a7 HTTP/1.1" status: 200 len: 210 time: 0.0915880 Jan 27 22:01:44.711522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Pushing event updated for resources: {'Port': ['ID=9376679a-3da1-4bfd-aa98-958de19f168b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:44.717598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.717942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.718283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.718620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.718959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.719292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.719654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.719978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.720302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.720626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.720948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.721275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.721718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:44.733534 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-a8a0d666-b192-469d-b0d8-46f3a25009ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a43f67e-68c4-4866-83be-0190ee169623 HTTP/1.1" status: 200 len: 217 time: 0.1379409 Jan 27 22:01:44.744141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.744773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.746190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-fb9a2cec-674a-4dc8-9249-13a992bf9947 service neutron] 10.222.0.16 "PUT /v2.0/ports/9376679a-3da1-4bfd-aa98-958de19f168b HTTP/1.1" status: 200 len: 1091 time: 2.1338937 Jan 27 22:01:44.783662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] No DVR routers for this DVR port 6c24b733-102a-4303-9627-200e19b01ace on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:44.789327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b92dad-628b-4fb3-a75c-4a2a33ed5b20', 'tag': '9376679a-3da1-4bfd-aa98-958de19f168b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:44.791855 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10c0bf4-8c41-4b97-a37e-b3ae38933001" -d '{"events": [{"name": "network-changed", "server_uuid": "77b92dad-628b-4fb3-a75c-4a2a33ed5b20", "tag": "9376679a-3da1-4bfd-aa98-958de19f168b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:44.815020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.819868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e965812-8111-4a22-9261-e2186eeee3b1 req-2c58e173-a304-45cc-aa6f-1d6e08c06df7 tempest-ImagesNegativeTestJSON-980355833 tempest-ImagesNegativeTestJSON-980355833-project] 10.222.0.16 "DELETE /v2.0/ports/6c24b733-102a-4303-9627-200e19b01ace HTTP/1.1" status: 204 len: 173 time: 1.9823110 Jan 27 22:01:44.820563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e74079-b5c2-416b-a3cb-db0883ea69a7', 'name': 'network-vif-deleted', 'tag': '6c24b733-102a-4303-9627-200e19b01ace'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:44.823809 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0533b18-a373-4a7d-9803-16d33627d39a" -d '{"events": [{"server_uuid": "a0e74079-b5c2-416b-a3cb-db0883ea69a7", "name": "network-vif-deleted", "tag": "6c24b733-102a-4303-9627-200e19b01ace"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:44.834519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-8dbe81e0-78fc-4e35-9760-1482edf1b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.837517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-8dbe81e0-78fc-4e35-9760-1482edf1b046 service neutron] 10.222.0.57 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 0.3936551 Jan 27 22:01:44.867040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda145f0-977b-43a9-a8bd-b68ded49449c req-c9c727a8-01d7-4b87-a69a-225e0fc68fc0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.877150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fda145f0-977b-43a9-a8bd-b68ded49449c req-c9c727a8-01d7-4b87-a69a-225e0fc68fc0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 943 time: 0.2721946 Jan 27 22:01:44.929638 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713ffc1a-be67-4e71-b808-6cf2ddfebf3e x-openstack-request-id: req-713ffc1a-be67-4e71-b808-6cf2ddfebf3e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:44.930175 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b92dad-628b-4fb3-a75c-4a2a33ed5b20", "tag": "9376679a-3da1-4bfd-aa98-958de19f168b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:44.930607 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-713ffc1a-be67-4e71-b808-6cf2ddfebf3e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:44.931283 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b92dad-628b-4fb3-a75c-4a2a33ed5b20', 'tag': '9376679a-3da1-4bfd-aa98-958de19f168b', 'status': 'completed', 'code': 200} Jan 27 22:01:44.994691 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a4d3a-1657-4810-b6a4-3de447bc662f x-openstack-request-id: req-7b2a4d3a-1657-4810-b6a4-3de447bc662f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:44.995278 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e74079-b5c2-416b-a3cb-db0883ea69a7", "name": "network-vif-deleted", "tag": "6c24b733-102a-4303-9627-200e19b01ace", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:44.995762 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b2a4d3a-1657-4810-b6a4-3de447bc662f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:44.996334 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e74079-b5c2-416b-a3cb-db0883ea69a7', 'name': 'network-vif-deleted', 'tag': '6c24b733-102a-4303-9627-200e19b01ace', 'status': 'completed', 'code': 200} Jan 27 22:01:45.003474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-e4fe7001-502d-4afd-b80d-ad7e3af3eb04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a36e486-7458-4b3b-b960-f204177c2795 HTTP/1.1" status: 200 len: 217 time: 0.1566825 Jan 27 22:01:45.007642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-c0d09831-713e-4c45-8a5c-989d112760aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.009632 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-c0d09831-713e-4c45-8a5c-989d112760aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 1094 time: 0.1843259 Jan 27 22:01:45.012062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-12410930-47ee-4529-bd50-af6a477459b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.013759 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-12410930-47ee-4529-bd50-af6a477459b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.2665658 Jan 27 22:01:45.061876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fda145f0-977b-43a9-a8bd-b68ded49449c req-d871f6c9-f4b2-46b4-8a09-4f7456b44d49 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734374 Jan 27 22:01:45.082009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-eb51737c-afe9-4342-9b82-9aac32e9778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.083554 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-cce21afa-b262-44f7-8470-c31c3cddc081 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9376679a-3da1-4bfd-aa98-958de19f168b HTTP/1.1" status: 200 len: 217 time: 0.0651259 Jan 27 22:01:45.084144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-eb51737c-afe9-4342-9b82-9aac32e9778a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.0732126 Jan 27 22:01:45.116011 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-911c3877-dd0f-4910-aa0c-f53559268b52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775764 Jan 27 22:01:45.177207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-75bfb10f-e8bf-473e-8dda-a86982045204 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865259 Jan 27 22:01:45.293992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-317b8a9c-d8ad-4363-82de-b3ab50576933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.295962 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-317b8a9c-d8ad-4363-82de-b3ab50576933 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1914184 Jan 27 22:01:45.312202 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-f5745e6c-d075-4423-a943-3316e164d3a4 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686740 Jan 27 22:01:45.372752 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-7718fa16-6a3f-4ee6-ab31-2a32c13c8a05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637493 Jan 27 22:01:45.599998 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-35ecb620-0c3a-46a6-a17a-b2166cb083a4 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888390 Jan 27 22:01:45.608762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbcc6d-cbf1-4761-affe-6ccb4808b1ae req-3ebf114e-890e-44e0-87fc-8d0e61d03bbc tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.610357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afcbcc6d-cbf1-4761-affe-6ccb4808b1ae req-3ebf114e-890e-44e0-87fc-8d0e61d03bbc tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 943 time: 0.2676184 Jan 27 22:01:45.624172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a6d10-8d52-41a2-8add-f5e16c42fd67 req-08527fa6-e68d-4111-9e9d-35d7dfc558c3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.626527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-043a6d10-8d52-41a2-8add-f5e16c42fd67 req-08527fa6-e68d-4111-9e9d-35d7dfc558c3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 943 time: 0.2883623 Jan 27 22:01:45.640304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-37cc1736-0218-4a78-9310-9bb76e11182f service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569278 Jan 27 22:01:45.693782 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd912790-dc2b-4a5d-be9f-79a9f2e5a213 req-57a8236c-f4fb-4dcb-a6a3-9d34bdc4a494 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725486 Jan 27 22:01:45.763524 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f9bb6166-043d-460f-97f3-f4d353d85026 req-10f1a953-d60c-4de5-b859-acabe095f50e service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496947 Jan 27 22:01:45.803337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afcbcc6d-cbf1-4761-affe-6ccb4808b1ae req-156a51b5-dd34-44f1-8487-dc50cb944b3a tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757696 Jan 27 22:01:45.811744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b5041c0-c68f-4bf0-b08d-88169ed78396 req-2fa85b3a-e4c8-4d56-ba0c-036c2a9f5f9d service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620424 Jan 27 22:01:45.815250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-043a6d10-8d52-41a2-8add-f5e16c42fd67 req-b197ce56-66db-4b24-8132-7c61a84568d7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667771 Jan 27 22:01:45.929355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-68e5bcdd-baac-404a-87b8-c8771d2ae1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.932125 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-68e5bcdd-baac-404a-87b8-c8771d2ae1f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 1094 time: 0.0711060 Jan 27 22:01:46.104110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-873a29ab-988e-4dc5-b112-84c66c9d5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:46.106470 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-873a29ab-988e-4dc5-b112-84c66c9d5ee4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 912 time: 0.1667240 Jan 27 22:01:46.169779 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-fede3645-543e-4d7c-abde-2b8638fe3cf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9376679a-3da1-4bfd-aa98-958de19f168b HTTP/1.1" status: 200 len: 217 time: 0.0562212 Jan 27 22:01:46.177580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6c24b733-102a-4303-9627-200e19b01ace no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:46.221362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 6c24b733-102a-4303-9627-200e19b01ace {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:46.222775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6c24b733-102a-4303-9627-200e19b01ace not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:46.234963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba08d-dd79-4a51-ab53-11de52209c52 req-a9e3c426-7c11-4caf-919f-c5063f9e421e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:46.237999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3cba08d-dd79-4a51-ab53-11de52209c52 req-a9e3c426-7c11-4caf-919f-c5063f9e421e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 943 time: 0.0657456 Jan 27 22:01:46.271285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-873d03d2-3f54-4a25-b919-06d46fe3ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:46.274115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-873d03d2-3f54-4a25-b919-06d46fe3ce54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.0943658 Jan 27 22:01:46.312426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3cba08d-dd79-4a51-ab53-11de52209c52 req-bebc8c58-927c-4b11-9d8f-6c33fdec08a5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630186 Jan 27 22:01:46.331776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1a43f67e-68c4-4866-83be-0190ee169623 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:46.333839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-dec5f3d1-2060-4a31-9c7d-9b1e285e1de7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518513 Jan 27 22:01:46.438769 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-e4f82206-d1ef-4b14-81d8-4c909a6668a8 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980577 Jan 27 22:01:46.539922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1a43f67e-68c4-4866-83be-0190ee169623, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1a43f67e-68c4-4866-83be-0190ee169623,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:46.582516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36100) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:46.599950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '1a43f67e-68c4-4866-83be-0190ee169623', 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'port_id': '1a43f67e-68c4-4866-83be-0190ee169623', 'mac_address': 'fa:16:3e:d7:39:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36cacf7-0b8a-4f6c-878e-28702ae0d10d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:46.652292 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c10c0bf4-8c41-4b97-a37e-b3ae38933001 req-1a6701ed-0067-41b5-9b74-6c616451e005 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066801 Jan 27 22:01:46.693711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 1a43f67e-68c4-4866-83be-0190ee169623 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:46.694258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a43f67e-68c4-4866-83be-0190ee169623), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.714578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a43f67e-68c4-4866-83be-0190ee169623 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:46.744159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1a43f67e-68c4-4866-83be-0190ee169623, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1a43f67e-68c4-4866-83be-0190ee169623,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:46.752017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a43f67e-68c4-4866-83be-0190ee169623), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.759468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bdae0047-c034-4325-adbf-3863b9ecc00e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78922c4ee98b41ae9ae5ebc46e43e15b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750498 Jan 27 22:01:46.761496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36104) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:46.812411 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=1a43f67e-68c4-4866-83be-0190ee169623,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:46.827365 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c5427096-fd76-45ac-ad04-2a3748cddc57 admin admin] Publish callbacks [] for security_group (c6e47426-0634-4c51-b12c-e50497bc6fb8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.858755 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c5427096-fd76-45ac-ad04-2a3748cddc57 admin admin] Publish callbacks [] for security_group (c6e47426-0634-4c51-b12c-e50497bc6fb8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.965190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['1a43f67e-68c4-4866-83be-0190ee169623'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:47.040700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007de4d-0ca1-415d-9b35-47c9cdd5147d req-e711564e-a4d6-40bd-81fb-c78d62f79327 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.042451 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5007de4d-0ca1-415d-9b35-47c9cdd5147d req-e711564e-a4d6-40bd-81fb-c78d62f79327 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 944 time: 0.1298311 Jan 27 22:01:47.055932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c5427096-fd76-45ac-ad04-2a3748cddc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c6e47426-0634-4c51-b12c-e50497bc6fb8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.058687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c5427096-fd76-45ac-ad04-2a3748cddc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.063862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c5427096-fd76-45ac-ad04-2a3748cddc57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6e47426-0634-4c51-b12c-e50497bc6fb8 HTTP/1.1" status: 204 len: 168 time: 0.2973711 Jan 27 22:01:47.095215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96c95d-5704-44c8-95b2-d9ce15a0401f req-6d6e0bd5-850c-4ecb-ae01-6959419cd630 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.103358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f96c95d-5704-44c8-95b2-d9ce15a0401f req-6d6e0bd5-850c-4ecb-ae01-6959419cd630 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 943 time: 0.1320260 Jan 27 22:01:47.115280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5427096-fd76-45ac-ad04-2a3748cddc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e47426-0634-4c51-b12c-e50497bc6fb8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:47.170660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5007de4d-0ca1-415d-9b35-47c9cdd5147d req-b3a9c166-0a3a-4fa4-8144-05a3077184b4 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094720 Jan 27 22:01:47.197404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f96c95d-5704-44c8-95b2-d9ce15a0401f req-48f87b48-6824-437a-8b85-2af259cedbda tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929768 Jan 27 22:01:47.503695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da41e2-5492-4b0e-8212-90dc868edf29 req-4d3e233b-c602-48b7-8cdc-ca8b19ee9c66 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.512636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1da41e2-5492-4b0e-8212-90dc868edf29 req-4d3e233b-c602-48b7-8cdc-ca8b19ee9c66 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 943 time: 0.0877757 Jan 27 22:01:47.572669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1da41e2-5492-4b0e-8212-90dc868edf29 req-558160b1-01f9-491a-921c-dfc92c75d6ad tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585473 Jan 27 22:01:48.071051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.348030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3a36e486-7458-4b3b-b960-f204177c2795 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:48.357853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1a43f67e-68c4-4866-83be-0190ee169623 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:48.396144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3158-daef-4e5d-b217-c90fc373e4f6 req-852f983e-d8ff-4e6a-a3ef-c26fc4b475c0 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.411252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-492d3158-daef-4e5d-b217-c90fc373e4f6 req-852f983e-d8ff-4e6a-a3ef-c26fc4b475c0 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 944 time: 0.1117148 Jan 27 22:01:48.522339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-492d3158-daef-4e5d-b217-c90fc373e4f6 req-7a5c8947-f7b7-4825-8d8a-cebf2bb332e1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069076 Jan 27 22:01:48.526715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 1a43f67e-68c4-4866-83be-0190ee169623 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:48.546670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 1a43f67e-68c4-4866-83be-0190ee169623 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:48.547242 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1a43f67e-68c4-4866-83be-0190ee169623), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.711283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3a36e486-7458-4b3b-b960-f204177c2795, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3a36e486-7458-4b3b-b960-f204177c2795,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:48.786230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '3a36e486-7458-4b3b-b960-f204177c2795', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'port_id': '3a36e486-7458-4b3b-b960-f204177c2795', 'mac_address': 'fa:16:3e:e4:e6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3132c1c8-dbeb-452d-82de-98713bf9d5fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:48.801358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f2ea6-4d9b-48b0-a2a3-8c801ad828a1 req-a0ded36b-5299-4738-94da-fb3147aab6d1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.804134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d09f2ea6-4d9b-48b0-a2a3-8c801ad828a1 req-a0ded36b-5299-4738-94da-fb3147aab6d1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 943 time: 0.1529589 Jan 27 22:01:48.810042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 1a43f67e-68c4-4866-83be-0190ee169623 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:48.810866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1a43f67e-68c4-4866-83be-0190ee169623), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.936715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1a43f67e-68c4-4866-83be-0190ee169623, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1a43f67e-68c4-4866-83be-0190ee169623,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:48.942733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e9838c-9d7b-4432-9dde-e266988da485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a43f67e-68c4-4866-83be-0190ee169623'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:48.947588 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4f91b0-cd28-43cc-a32b-0a5da6881a5b" -d '{"events": [{"server_uuid": "90e9838c-9d7b-4432-9dde-e266988da485", "name": "network-vif-plugged", "status": "completed", "tag": "1a43f67e-68c4-4866-83be-0190ee169623"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:48.957189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1a43f67e-68c4-4866-83be-0190ee169623), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.957686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d09f2ea6-4d9b-48b0-a2a3-8c801ad828a1 req-39efc0e4-6ae2-492d-ad40-7e993df8031b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238065 Jan 27 22:01:48.995049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6b2fe-5856-4ace-ba1f-39ce92ed11dd req-04151163-b75e-4177-a26a-cadda404c82c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.013743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4c6b2fe-5856-4ace-ba1f-39ce92ed11dd req-04151163-b75e-4177-a26a-cadda404c82c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 943 time: 0.2070663 Jan 27 22:01:49.045293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3a36e486-7458-4b3b-b960-f204177c2795 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:49.045937 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a36e486-7458-4b3b-b960-f204177c2795), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.073824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a36e486-7458-4b3b-b960-f204177c2795 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:49.119547 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef723d63-d99d-4c2c-b229-2923e1d4ce13 x-openstack-request-id: req-ef723d63-d99d-4c2c-b229-2923e1d4ce13 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:49.120251 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e9838c-9d7b-4432-9dde-e266988da485", "name": "network-vif-plugged", "status": "completed", "tag": "1a43f67e-68c4-4866-83be-0190ee169623", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:49.120889 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef723d63-d99d-4c2c-b229-2923e1d4ce13 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:49.121730 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e9838c-9d7b-4432-9dde-e266988da485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a43f67e-68c4-4866-83be-0190ee169623', 'code': 200} Jan 27 22:01:49.133067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4c6b2fe-5856-4ace-ba1f-39ce92ed11dd req-ad47edeb-611c-471c-88c6-d8ffab8c03fe tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156898 Jan 27 22:01:49.180594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3a36e486-7458-4b3b-b960-f204177c2795, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3a36e486-7458-4b3b-b960-f204177c2795,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:49.195688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=1a43f67e-68c4-4866-83be-0190ee169623,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:49.214979 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3a36e486-7458-4b3b-b960-f204177c2795), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.372715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a834d-5e12-44c0-b05c-34772364c7c1 req-d1c4bec1-9860-45fe-8d6d-9946edd8d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.374322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e10a834d-5e12-44c0-b05c-34772364c7c1 req-d1c4bec1-9860-45fe-8d6d-9946edd8d1b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 1096 time: 0.1159022 Jan 27 22:01:49.390731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3a36e486-7458-4b3b-b960-f204177c2795,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:49.456044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3a36e486-7458-4b3b-b960-f204177c2795'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:49.468067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e10a834d-5e12-44c0-b05c-34772364c7c1 req-b3ad5b64-7948-4c14-a734-5ba3a990843e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695808 Jan 27 22:01:49.836381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d4e2-1d9d-416a-9ab6-8ecdd329cd9f req-b39a7cbf-0447-4355-af14-3f8dbec1d425 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.839674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2da0d4e2-1d9d-416a-9ab6-8ecdd329cd9f req-b39a7cbf-0447-4355-af14-3f8dbec1d425 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 945 time: 0.1423330 Jan 27 22:01:49.982655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2da0d4e2-1d9d-416a-9ab6-8ecdd329cd9f req-189c1578-09fe-42b8-b563-a51849a3faed tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321330 Jan 27 22:01:50.174443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c11af-7a44-4105-92f6-69ee97dbc9b6 req-0484736e-2ce0-40ac-9c69-2a6ce2ea1057 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:50.177113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee9c11af-7a44-4105-92f6-69ee97dbc9b6 req-0484736e-2ce0-40ac-9c69-2a6ce2ea1057 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 943 time: 0.0846481 Jan 27 22:01:50.192782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9376679a-3da1-4bfd-aa98-958de19f168b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:50.289537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee9c11af-7a44-4105-92f6-69ee97dbc9b6 req-515f3035-8fa2-48de-a095-2f2d752e555a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054611 Jan 27 22:01:50.423379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9376679a-3da1-4bfd-aa98-958de19f168b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9376679a-3da1-4bfd-aa98-958de19f168b,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:50.479102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '9376679a-3da1-4bfd-aa98-958de19f168b', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'port_id': '9376679a-3da1-4bfd-aa98-958de19f168b', 'mac_address': 'fa:16:3e:98:47:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f4b6-739c-45a3-86ca-29b661bbd2e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:50.559229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8906a-b1b3-4854-8c76-0c54fed4decb req-122114f7-6f60-49af-bdb5-ccf43b8d2488 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:50.561769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ac8906a-b1b3-4854-8c76-0c54fed4decb req-122114f7-6f60-49af-bdb5-ccf43b8d2488 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 944 time: 0.1564617 Jan 27 22:01:50.598025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9376679a-3da1-4bfd-aa98-958de19f168b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:50.598441 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.641001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9376679a-3da1-4bfd-aa98-958de19f168b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:50.659211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ac8906a-b1b3-4854-8c76-0c54fed4decb req-a4267efc-4b8c-419d-bb94-2a3c76ca735a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886500 Jan 27 22:01:50.666834 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.681606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9376679a-3da1-4bfd-aa98-958de19f168b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9376679a-3da1-4bfd-aa98-958de19f168b,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:50.687736 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.749843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9376679a-3da1-4bfd-aa98-958de19f168b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:51.103036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9376679a-3da1-4bfd-aa98-958de19f168b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:51.211571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994a316-b44e-4d0a-848f-ae35e3e11e41 req-09e05798-57a6-4886-8b6d-397614a4d55f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:51.233035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f994a316-b44e-4d0a-848f-ae35e3e11e41 req-09e05798-57a6-4886-8b6d-397614a4d55f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 945 time: 0.1330397 Jan 27 22:01:51.343360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f994a316-b44e-4d0a-848f-ae35e3e11e41 req-a928462b-bab8-4dd0-aba8-209f2129c0a7 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029668 Jan 27 22:01:51.986732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f09d7b-0885-4dbe-bf3a-5595ad0a6ceb req-67724434-dfd5-4149-88e5-21459a9d76c9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:51.994487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1f09d7b-0885-4dbe-bf3a-5595ad0a6ceb req-67724434-dfd5-4149-88e5-21459a9d76c9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 944 time: 0.5144632 Jan 27 22:01:52.048323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1f09d7b-0885-4dbe-bf3a-5595ad0a6ceb req-9a4ea6f1-6cd5-4d4c-8d60-0cb1b1f8a702 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524836 Jan 27 22:01:52.208605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1b344-9e02-4c7e-825a-5e0bc5724735 req-55065d6b-6e5e-4baf-a3c3-4a9fed134299 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:52.211343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bf1b344-9e02-4c7e-825a-5e0bc5724735 req-55065d6b-6e5e-4baf-a3c3-4a9fed134299 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 944 time: 0.0816557 Jan 27 22:01:52.280757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bf1b344-9e02-4c7e-825a-5e0bc5724735 req-50731465-b984-458e-880b-985d67627f12 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Jan 27 22:01:52.385126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3a36e486-7458-4b3b-b960-f204177c2795 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:52.514365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 3a36e486-7458-4b3b-b960-f204177c2795 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:52.522026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 3a36e486-7458-4b3b-b960-f204177c2795 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:52.522653 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3a36e486-7458-4b3b-b960-f204177c2795), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.678893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 3a36e486-7458-4b3b-b960-f204177c2795 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:52.679358 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a36e486-7458-4b3b-b960-f204177c2795), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.718706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6845b0-aa0c-4f02-9f83-8bc7d9d41286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a36e486-7458-4b3b-b960-f204177c2795'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:52.720988 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bfd4ac-d636-4221-85c9-08aea8cb0fef" -d '{"events": [{"server_uuid": "5d6845b0-aa0c-4f02-9f83-8bc7d9d41286", "name": "network-vif-plugged", "status": "completed", "tag": "3a36e486-7458-4b3b-b960-f204177c2795"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:52.756436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 3a36e486-7458-4b3b-b960-f204177c2795, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3a36e486-7458-4b3b-b960-f204177c2795,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:52.761486 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce629ca7-1995-4a09-958d-347457e83605 x-openstack-request-id: req-ce629ca7-1995-4a09-958d-347457e83605 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:52.761964 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6845b0-aa0c-4f02-9f83-8bc7d9d41286", "name": "network-vif-plugged", "status": "completed", "tag": "3a36e486-7458-4b3b-b960-f204177c2795", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:52.763337 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce629ca7-1995-4a09-958d-347457e83605 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:52.764058 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6845b0-aa0c-4f02-9f83-8bc7d9d41286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a36e486-7458-4b3b-b960-f204177c2795', 'code': 200} Jan 27 22:01:52.765992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3a36e486-7458-4b3b-b960-f204177c2795), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.824744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=3a36e486-7458-4b3b-b960-f204177c2795,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:52.963888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f88124-13a2-457b-993b-8508f39a00cf req-e96330ad-f132-49f0-ba95-8335a8053a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:52.966596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9f88124-13a2-457b-993b-8508f39a00cf req-e96330ad-f132-49f0-ba95-8335a8053a92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 1096 time: 0.0970149 Jan 27 22:01:53.034176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9f88124-13a2-457b-993b-8508f39a00cf req-a5794531-628a-48d0-9af9-f6d99501dce9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610507 Jan 27 22:01:53.266725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c34dee-8eb5-4458-b1d0-9685a6bcb13f req-ca686c7b-ec07-4635-84d7-b7d6047351e8 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:53.271317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9c34dee-8eb5-4458-b1d0-9685a6bcb13f req-ca686c7b-ec07-4635-84d7-b7d6047351e8 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 944 time: 0.0890691 Jan 27 22:01:53.365695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9c34dee-8eb5-4458-b1d0-9685a6bcb13f req-14bfc61a-f775-45ad-840b-41c29b794ad3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846941 Jan 27 22:01:53.566407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76fec7-089e-4f71-9b4a-719e2044cbfb req-8a91ce9c-525f-41ff-b1f1-b8b3c16b134e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:53.571591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a76fec7-089e-4f71-9b4a-719e2044cbfb req-8a91ce9c-525f-41ff-b1f1-b8b3c16b134e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 945 time: 0.0911682 Jan 27 22:01:53.679935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a76fec7-089e-4f71-9b4a-719e2044cbfb req-79be7ad2-da02-4e93-8c3d-4b454dda8eb0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947411 Jan 27 22:01:54.204626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9376679a-3da1-4bfd-aa98-958de19f168b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:54.353702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 9376679a-3da1-4bfd-aa98-958de19f168b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:54.365205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 9376679a-3da1-4bfd-aa98-958de19f168b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:54.366206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.397191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:54.606481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9376679a-3da1-4bfd-aa98-958de19f168b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:54.607022 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.702709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9376679a-3da1-4bfd-aa98-958de19f168b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9376679a-3da1-4bfd-aa98-958de19f168b,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:54.705129 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ee478a3-d674-433c-bdb5-ab38fbc6d809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.715454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.792470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b92dad-628b-4fb3-a75c-4a2a33ed5b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9376679a-3da1-4bfd-aa98-958de19f168b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:54.796409 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37956f80-8fbf-4b14-b7af-8f4ca5fa5182" -d '{"events": [{"server_uuid": "77b92dad-628b-4fb3-a75c-4a2a33ed5b20", "name": "network-vif-plugged", "status": "completed", "tag": "9376679a-3da1-4bfd-aa98-958de19f168b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:54.800573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9376679a-3da1-4bfd-aa98-958de19f168b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:54.832717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f20bbc-4485-45ff-a373-902edfb8139d req-d706c27b-d961-42d4-90ac-d5d9c8cff6cf tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:54.850688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4f20bbc-4485-45ff-a373-902edfb8139d req-d706c27b-d961-42d4-90ac-d5d9c8cff6cf tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 944 time: 0.2581306 Jan 27 22:01:55.043335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69658be-d749-4663-9fbd-96f994be97dd req-540f79b7-2d73-4290-8be4-a423201c2fa0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:55.047717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d69658be-d749-4663-9fbd-96f994be97dd req-540f79b7-2d73-4290-8be4-a423201c2fa0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 945 time: 0.1805565 Jan 27 22:01:55.083094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4f20bbc-4485-45ff-a373-902edfb8139d req-7e47b3a9-02c5-4b6d-89b5-e330474ef47b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261374 Jan 27 22:01:55.202329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d69658be-d749-4663-9fbd-96f994be97dd req-849a4794-f742-4735-b5e9-9e993061da6f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443815 Jan 27 22:01:55.238736 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ee478a3-d674-433c-bdb5-ab38fbc6d809 admin admin] Publish callbacks [] for security_group (8b79adfc-4099-42af-8426-feea9f8332fa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.250090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ee478a3-d674-433c-bdb5-ab38fbc6d809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8b79adfc-4099-42af-8426-feea9f8332fa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.284454 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cfcd52-ae9d-409e-8d38-192ea43f63b0 x-openstack-request-id: req-28cfcd52-ae9d-409e-8d38-192ea43f63b0 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:55.285278 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b92dad-628b-4fb3-a75c-4a2a33ed5b20", "name": "network-vif-plugged", "status": "completed", "tag": "9376679a-3da1-4bfd-aa98-958de19f168b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:55.285278 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28cfcd52-ae9d-409e-8d38-192ea43f63b0 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:55.285672 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b92dad-628b-4fb3-a75c-4a2a33ed5b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9376679a-3da1-4bfd-aa98-958de19f168b', 'code': 200} Jan 27 22:01:55.322623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4ee478a3-d674-433c-bdb5-ab38fbc6d809 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8eef16c4ee8e410593cb38eb485a33f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9241865 Jan 27 22:01:55.325467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:55.346226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee478a3-d674-433c-bdb5-ab38fbc6d809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79adfc-4099-42af-8426-feea9f8332fa,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:55.462899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d93bf27-7b3d-4155-ae15-3a52777d1b3c admin admin] Publish callbacks [] for security_group (8b79adfc-4099-42af-8426-feea9f8332fa), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.491004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2cd48-686c-4198-917f-48ff7b954931 req-12558226-5566-4ad7-af3e-9f5bf343942a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:55.502033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36f2cd48-686c-4198-917f-48ff7b954931 req-12558226-5566-4ad7-af3e-9f5bf343942a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 946 time: 0.1329937 Jan 27 22:01:55.507551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceaa90-9f1d-4c50-9e56-54c78991ed64 req-08b846f5-e27e-4a0e-b228-1893fd22a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:55.510524 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-22ceaa90-9f1d-4c50-9e56-54c78991ed64 req-08b846f5-e27e-4a0e-b228-1893fd22a65a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 1096 time: 0.0990767 Jan 27 22:01:55.585758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d93bf27-7b3d-4155-ae15-3a52777d1b3c admin admin] Publish callbacks [] for security_group (8b79adfc-4099-42af-8426-feea9f8332fa), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.600840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36f2cd48-686c-4198-917f-48ff7b954931 req-edbd9b04-a151-4e77-86ea-232baf878de1 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974319 Jan 27 22:01:55.602149 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-22ceaa90-9f1d-4c50-9e56-54c78991ed64 req-9520a775-3cb9-4f63-b3f8-cd241caa2e19 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827773 Jan 27 22:01:55.710437 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d93bf27-7b3d-4155-ae15-3a52777d1b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8b79adfc-4099-42af-8426-feea9f8332fa), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.715287 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d93bf27-7b3d-4155-ae15-3a52777d1b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.721430 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1d93bf27-7b3d-4155-ae15-3a52777d1b3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b79adfc-4099-42af-8426-feea9f8332fa HTTP/1.1" status: 204 len: 168 time: 0.3905015 Jan 27 22:01:55.749581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93bf27-7b3d-4155-ae15-3a52777d1b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79adfc-4099-42af-8426-feea9f8332fa,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:55.870314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9381305-6193-4575-b2f2-47a16f4dc844 req-3e063a00-6b3a-48a9-8bb4-353b0466e25e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:55.872118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9381305-6193-4575-b2f2-47a16f4dc844 req-3e063a00-6b3a-48a9-8bb4-353b0466e25e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 945 time: 0.0965385 Jan 27 22:01:55.971460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9381305-6193-4575-b2f2-47a16f4dc844 req-8a2240e1-445c-48ed-b7ec-bf68922b2ec7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870235 Jan 27 22:01:56.273799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93f81b-27d1-4df0-a07b-7ed45deac2ac req-0c27a43e-7fba-4553-a1ee-e75ded18cc61 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.281565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee93f81b-27d1-4df0-a07b-7ed45deac2ac req-0c27a43e-7fba-4553-a1ee-e75ded18cc61 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 945 time: 0.1068699 Jan 27 22:01:56.382801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee93f81b-27d1-4df0-a07b-7ed45deac2ac req-eb166628-bcc9-4d1e-9a01-83ef2e8ea3bd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001403 Jan 27 22:01:56.597741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe3d6-e6fd-4cd3-8d1c-26728ee96b97 req-82ffe3df-c193-445c-b126-e7adcd8190b6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.601094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09dbe3d6-e6fd-4cd3-8d1c-26728ee96b97 req-82ffe3df-c193-445c-b126-e7adcd8190b6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 945 time: 0.0935183 Jan 27 22:01:56.707529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09dbe3d6-e6fd-4cd3-8d1c-26728ee96b97 req-bbe60459-8f0e-4a37-a32d-86a763a617e6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837069 Jan 27 22:01:56.956898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36300) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:57.205382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-611429981-network', 'tenant_id': '9140c6628eba484ebc601d776a3aeff4'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:57.271311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Made reservation on behalf of 9140c6628eba484ebc601d776a3aeff4 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:57.286002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.329663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.549768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Publish callbacks [] for security_group (a155997e-1743-4dc4-86e4-32d40ddd6386), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.557916 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a155997e-1743-4dc4-86e4-32d40ddd6386), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.624143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:57.633756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a155997e-1743-4dc4-86e4-32d40ddd6386,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:57.647321 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (40392dcb-910d-48a1-82a1-c5d44d9a62e0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.647321 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Added segment 40392dcb-910d-48a1-82a1-c5d44d9a62e0 of type vlan for network 6181abfb-da68-4b60-a241-4a3fea72035e Jan 27 22:01:57.700783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f23d7-76de-400f-a48b-dfb849d028ef req-5b199382-5e11-4910-8897-093ce754b48a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.702437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b63f23d7-76de-400f-a48b-dfb849d028ef req-5b199382-5e11-4910-8897-093ce754b48a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 945 time: 0.1396859 Jan 27 22:01:57.740239 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6181abfb-da68-4b60-a241-4a3fea72035e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.804399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6181abfb-da68-4b60-a241-4a3fea72035e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.805415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.806010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.823383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-4ff59f41-0c7a-40ee-9648-ef1657fcb1b9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.825047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-4ff59f41-0c7a-40ee-9648-ef1657fcb1b9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 945 time: 0.1432877 Jan 27 22:01:57.884355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b63f23d7-76de-400f-a48b-dfb849d028ef req-a4f370df-6145-40ba-986f-fe0155baa2aa tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627300 Jan 27 22:01:57.980162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0191057 Jan 27 22:01:57.980578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36314) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:57.986111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Request body: {'subnet': {'network_id': '6181abfb-da68-4b60-a241-4a3fea72035e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-611429981-subnet', 'tenant_id': '9140c6628eba484ebc601d776a3aeff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:58.010482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Made reservation on behalf of 9140c6628eba484ebc601d776a3aeff4 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:58.013623 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.100051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bb7bf-cfd9-4d4c-8d84-9d7a9bc4712a admin admin] Pushing event updated for resources: {'Network': ['ID=6181abfb-da68-4b60-a241-4a3fea72035e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:58.117207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6181abfb-da68-4b60-a241-4a3fea72035e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:58.167002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a49a0-de0b-422a-a011-d321a0b08781 req-44d43e3b-9df7-4b72-9556-8b6e30836821 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.181292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-877a49a0-de0b-422a-a011-d321a0b08781 req-44d43e3b-9df7-4b72-9556-8b6e30836821 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 945 time: 0.2949431 Jan 27 22:01:58.265315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Deleting port 3a36e486-7458-4b3b-b960-f204177c2795 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:58.265315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3a36e486-7458-4b3b-b960-f204177c2795), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.314875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-877a49a0-de0b-422a-a011-d321a0b08781 req-c2c2fd75-4852-4f83-b623-9147d9fd1269 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318316 Jan 27 22:01:58.315910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (93c179bb-1748-4dae-b06d-4f7b48a3adec), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.426727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c179bb-1748-4dae-b06d-4f7b48a3adec,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:58.484769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Checking segment: {'id': '40392dcb-910d-48a1-82a1-c5d44d9a62e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6181abfb-da68-4b60-a241-4a3fea72035e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:58.485407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Network hostable DHCP agents. Network: 6181abfb-da68-4b60-a241-4a3fea72035e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:58.520387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Network 6181abfb-da68-4b60-a241-4a3fea72035e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:58.536987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6181abfb-da68-4b60-a241-4a3fea72035e) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:58.546162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7932e9-f4d5-470f-8661-2e663a068952 None None] Network 6181abfb-da68-4b60-a241-4a3fea72035e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:58.569407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.570152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.571929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] For port 3a36e486-7458-4b3b-b960-f204177c2795, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3a36e486-7458-4b3b-b960-f204177c2795,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:58.573207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3a36e486-7458-4b3b-b960-f204177c2795), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.614005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Calling delete_port for 3a36e486-7458-4b3b-b960-f204177c2795 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:58.649405 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9f69e3d7-e0a6-4263-803b-2630295e83b7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6672339 Jan 27 22:01:59.036239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f844b6-52e4-46bf-80bc-fc2c72e9b25a None None] Network 6181abfb-da68-4b60-a241-4a3fea72035e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:59.234810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3a36e486-7458-4b3b-b960-f204177c2795), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.251012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:59.303903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['53ac2772-fe97-4ef2-bdd1-07a7750274b7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:59.338665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event deleted for resources: {'Port': ['ID=3a36e486-7458-4b3b-b960-f204177c2795,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.491619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] No DVR routers for this DVR port 3a36e486-7458-4b3b-b960-f204177c2795 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:59.552154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1727775c-0419-4fa0-b7b0-348e2d4a288d req-3138ba71-1718-4577-a179-d00a3b6c3082 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d6845b0-aa0c-4f02-9f83-8bc7d9d41286 HTTP/1.1" status: 200 len: 210 time: 0.0628402 Jan 27 22:01:59.563906 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.568260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7392a5c7-55a4-4604-a890-838eb0e08081 req-d6fb3c30-852c-4a9a-a8dd-0e8296dcb873 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "DELETE /v2.0/ports/3a36e486-7458-4b3b-b960-f204177c2795 HTTP/1.1" status: 204 len: 173 time: 1.7346001 Jan 27 22:01:59.568788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6845b0-aa0c-4f02-9f83-8bc7d9d41286', 'name': 'network-vif-deleted', 'tag': '3a36e486-7458-4b3b-b960-f204177c2795'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:59.579309 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d145eb-57de-4921-9cf9-ba1de475848a" -d '{"events": [{"server_uuid": "5d6845b0-aa0c-4f02-9f83-8bc7d9d41286", "name": "network-vif-deleted", "tag": "3a36e486-7458-4b3b-b960-f204177c2795"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:59.609589 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-0241a031-ebc6-480f-9248-11f47585fd47 req-d57c4b80-8c84-4f3f-a2ab-dad416a3fa67 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] show failed (client error): The resource could not be found. Jan 27 22:01:59.611078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0241a031-ebc6-480f-9248-11f47585fd47 req-d57c4b80-8c84-4f3f-a2ab-dad416a3fa67 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] 10.222.0.45 "GET /v2.0/security-groups/a4d782d5-e0d0-4283-8917-88bdbb08aaf4 HTTP/1.1" status: 404 len: 352 time: 0.0579631 Jan 27 22:01:59.802095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2c591d7-3a32-490a-8544-122ac2f21107 req-2e90fcb2-26c3-4760-8442-fa01417e3606 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9140c6628eba484ebc601d776a3aeff4 HTTP/1.1" status: 200 len: 3005 time: 0.0838571 Jan 27 22:01:59.927661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2c591d7-3a32-490a-8544-122ac2f21107 req-f0af22ef-be03-4253-b0bb-9d1e81372f98 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] 10.222.0.45 "GET /v2.0/security-groups/a155997e-1743-4dc4-86e4-32d40ddd6386 HTTP/1.1" status: 200 len: 3002 time: 0.1109729 Jan 27 22:01:59.968808 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190154e7-45b5-4854-8c65-8de46293380d x-openstack-request-id: req-190154e7-45b5-4854-8c65-8de46293380d {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:59.972114 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6845b0-aa0c-4f02-9f83-8bc7d9d41286", "name": "network-vif-deleted", "tag": "3a36e486-7458-4b3b-b960-f204177c2795", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:59.972880 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-190154e7-45b5-4854-8c65-8de46293380d {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:59.973779 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6845b0-aa0c-4f02-9f83-8bc7d9d41286', 'name': 'network-vif-deleted', 'tag': '3a36e486-7458-4b3b-b960-f204177c2795', 'status': 'completed', 'code': 200} Jan 27 22:02:00.077444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2c591d7-3a32-490a-8544-122ac2f21107 req-ddb85b66-427c-41d6-9971-7b9441971d07 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] 10.222.0.45 "GET /v2.0/security-groups/a155997e-1743-4dc4-86e4-32d40ddd6386 HTTP/1.1" status: 200 len: 3002 time: 0.1480448 Jan 27 22:02:00.182690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f71e14b0-f613-4767-9f86-c8c9d2f1e2eb req-9b33b31c-d5b5-48d6-b61d-05d3ce76685e tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] 10.222.0.45 "GET /v2.0/security-groups/a155997e-1743-4dc4-86e4-32d40ddd6386 HTTP/1.1" status: 200 len: 3002 time: 0.0703237 Jan 27 22:02:00.334625 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-f71e14b0-f613-4767-9f86-c8c9d2f1e2eb req-51be4170-e24c-40be-919e-9a5ede2d0528 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 22:02:00.337200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f71e14b0-f613-4767-9f86-c8c9d2f1e2eb req-51be4170-e24c-40be-919e-9a5ede2d0528 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] 10.222.0.45 "DELETE /v2.0/security-groups/a155997e-1743-4dc4-86e4-32d40ddd6386 HTTP/1.1" status: 409 len: 352 time: 0.1397107 Jan 27 22:02:00.409802 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-358f4e64-1b74-4fc0-9a71-ef7845df6384 req-fb8d64c3-ac71-45d2-9101-8cfa1aaa16bb tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] show failed (client error): The resource could not be found. Jan 27 22:02:00.410913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-358f4e64-1b74-4fc0-9a71-ef7845df6384 req-fb8d64c3-ac71-45d2-9101-8cfa1aaa16bb tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] 10.222.0.45 "GET /v2.0/security-groups/0c52c8f9-d161-449e-a4d0-e5d36c229017 HTTP/1.1" status: 404 len: 352 time: 0.0410569 Jan 27 22:02:00.427102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3a36e486-7458-4b3b-b960-f204177c2795 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:00.470089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 3a36e486-7458-4b3b-b960-f204177c2795 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:00.470473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3a36e486-7458-4b3b-b960-f204177c2795 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:00.496947 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-729e2ffa-540d-40d0-b9ac-90cebfeda683 req-1903fb3b-16c3-416b-b956-4f00db776392 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] show failed (client error): The resource could not be found. Jan 27 22:02:00.498520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-729e2ffa-540d-40d0-b9ac-90cebfeda683 req-1903fb3b-16c3-416b-b956-4f00db776392 tempest-SecurityGroupsNegativeTestJSON-473888925 tempest-SecurityGroupsNegativeTestJSON-473888925-project] 10.222.0.45 "GET /v2.0/security-groups/0aca7298-8099-4332-804b-3b25b5702267 HTTP/1.1" status: 404 len: 352 time: 0.0333216 Jan 27 22:02:00.522336 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36364) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:00.586211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4609d4a-7229-4d69-a399-69be0f6f07d3 admin admin] Deleting subnet 93c179bb-1748-4dae-b06d-4f7b48a3adec {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:00.590647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4609d4a-7229-4d69-a399-69be0f6f07d3 admin admin] Publish callbacks [] for subnet (93c179bb-1748-4dae-b06d-4f7b48a3adec), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.667781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4609d4a-7229-4d69-a399-69be0f6f07d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (93c179bb-1748-4dae-b06d-4f7b48a3adec), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.797972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4609d4a-7229-4d69-a399-69be0f6f07d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (93c179bb-1748-4dae-b06d-4f7b48a3adec), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.893223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4609d4a-7229-4d69-a399-69be0f6f07d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (93c179bb-1748-4dae-b06d-4f7b48a3adec), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.927384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4609d4a-7229-4d69-a399-69be0f6f07d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c179bb-1748-4dae-b06d-4f7b48a3adec,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:00.938397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4609d4a-7229-4d69-a399-69be0f6f07d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.949206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36374) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:00.974287 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f4609d4a-7229-4d69-a399-69be0f6f07d3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/93c179bb-1748-4dae-b06d-4f7b48a3adec HTTP/1.1" status: 204 len: 168 time: 0.4492450 Jan 27 22:02:01.177294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6181abfb-da68-4b60-a241-4a3fea72035e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.265241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68771975-e354-4c17-9dcb-5ab04d2b038d req-a877a25c-731f-4218-9732-58683c50abc7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.273847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68771975-e354-4c17-9dcb-5ab04d2b038d req-a877a25c-731f-4218-9732-58683c50abc7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 946 time: 0.1169860 Jan 27 22:02:01.378042 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6181abfb-da68-4b60-a241-4a3fea72035e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.445339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68771975-e354-4c17-9dcb-5ab04d2b038d req-a160be64-cdc9-47d0-8375-e207a46d4824 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703265 Jan 27 22:02:01.448299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6181abfb-da68-4b60-a241-4a3fea72035e']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:01.477150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40392dcb-910d-48a1-82a1-c5d44d9a62e0') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:01.477698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40392dcb-910d-48a1-82a1-c5d44d9a62e0') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:01.498590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (40392dcb-910d-48a1-82a1-c5d44d9a62e0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.520557 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (40392dcb-910d-48a1-82a1-c5d44d9a62e0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.529722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:01.530268 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (40392dcb-910d-48a1-82a1-c5d44d9a62e0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:01.532585 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:01.606600 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6181abfb-da68-4b60-a241-4a3fea72035e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.628109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.632804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6181abfb-da68-4b60-a241-4a3fea72035e HTTP/1.1" status: 204 len: 168 time: 0.6808562 Jan 27 22:02:01.634051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919458c-7947-428e-9c1d-a2aec5ba7092 admin admin] Pushing event deleted for resources: {'Network': ['ID=6181abfb-da68-4b60-a241-4a3fea72035e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:01.790795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36384) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:01.867437 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-410e26c4-efb0-48a2-ae1b-9c3abb4ddf4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9140c6628eba484ebc601d776a3aeff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726893 Jan 27 22:02:01.868054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36388) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:01.962140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffb2aa2f-6794-47a9-8cfa-8c7827d7c350 admin admin] Publish callbacks [] for security_group (a155997e-1743-4dc4-86e4-32d40ddd6386), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.995752 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffb2aa2f-6794-47a9-8cfa-8c7827d7c350 admin admin] Publish callbacks [] for security_group (a155997e-1743-4dc4-86e4-32d40ddd6386), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.069455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffb2aa2f-6794-47a9-8cfa-8c7827d7c350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a155997e-1743-4dc4-86e4-32d40ddd6386), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.073391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffb2aa2f-6794-47a9-8cfa-8c7827d7c350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.077310 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ffb2aa2f-6794-47a9-8cfa-8c7827d7c350 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a155997e-1743-4dc4-86e4-32d40ddd6386 HTTP/1.1" status: 204 len: 168 time: 0.2055783 Jan 27 22:02:02.087647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2aa2f-6794-47a9-8cfa-8c7827d7c350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a155997e-1743-4dc4-86e4-32d40ddd6386,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:02.650888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf8cc-c50b-4ced-8390-cfc80ee5a316 req-d842fb61-3908-4fb4-9520-feb03ffbcdff tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:02.658590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d3cf8cc-c50b-4ced-8390-cfc80ee5a316 req-d842fb61-3908-4fb4-9520-feb03ffbcdff tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 946 time: 0.1043029 Jan 27 22:02:02.710148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cec986-7583-4ede-b062-3a690a6dba64 req-4f886044-edf8-464d-8574-ed0295a30306 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:02.716653 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cec986-7583-4ede-b062-3a690a6dba64 req-4f886044-edf8-464d-8574-ed0295a30306 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 946 time: 0.1270504 Jan 27 22:02:02.868026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Deleting port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:02.869096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.918278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d3cf8cc-c50b-4ced-8390-cfc80ee5a316 req-4c3bdfb0-c013-46e3-91b7-100fdd989143 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402737 Jan 27 22:02:02.997752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] For port 53ac2772-fe97-4ef2-bdd1-07a7750274b7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=53ac2772-fe97-4ef2-bdd1-07a7750274b7,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:02.998138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.014439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Calling delete_port for 53ac2772-fe97-4ef2-bdd1-07a7750274b7 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:03.420056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (53ac2772-fe97-4ef2-bdd1-07a7750274b7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.434861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['53ac2772-fe97-4ef2-bdd1-07a7750274b7'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:03.488686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event deleted for resources: {'Port': ['ID=53ac2772-fe97-4ef2-bdd1-07a7750274b7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.508332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:03.535841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] No DVR routers for this DVR port 53ac2772-fe97-4ef2-bdd1-07a7750274b7 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:03.538965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.542804 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cec986-7583-4ede-b062-3a690a6dba64 req-dcf3dacf-3d16-45f1-9a3f-1e5662aee85c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "DELETE /v2.0/ports/53ac2772-fe97-4ef2-bdd1-07a7750274b7 HTTP/1.1" status: 204 len: 173 time: 0.8209023 Jan 27 22:02:03.543310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8726458b-0e99-41cb-b7d7-a6edec305c85', 'name': 'network-vif-deleted', 'tag': '53ac2772-fe97-4ef2-bdd1-07a7750274b7'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:03.556204 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c63fe4f-6376-415d-ba42-ce1d024f8013" -d '{"events": [{"server_uuid": "8726458b-0e99-41cb-b7d7-a6edec305c85", "name": "network-vif-deleted", "tag": "53ac2772-fe97-4ef2-bdd1-07a7750274b7"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:03.693012 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee711f-695a-4dfd-8df4-7b84247939ea x-openstack-request-id: req-38ee711f-695a-4dfd-8df4-7b84247939ea {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:03.693436 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8726458b-0e99-41cb-b7d7-a6edec305c85", "name": "network-vif-deleted", "tag": "53ac2772-fe97-4ef2-bdd1-07a7750274b7", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:03.693805 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38ee711f-695a-4dfd-8df4-7b84247939ea {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:03.694968 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8726458b-0e99-41cb-b7d7-a6edec305c85', 'name': 'network-vif-deleted', 'tag': '53ac2772-fe97-4ef2-bdd1-07a7750274b7', 'status': 'completed', 'code': 200} Jan 27 22:02:04.075841 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab5bebeb-bddf-4250-a695-24758fe483bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.138549 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:02:04.151852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3369cb13-5c88-4515-a695-587d36a68232 req-494556a8-f469-4f40-b3a6-6737631ef23f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726458b-0e99-41cb-b7d7-a6edec305c85 HTTP/1.1" status: 200 len: 210 time: 0.0639617 Jan 27 22:02:04.222840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:04.412153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1852567538-network', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:04.437043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:04.441208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.458029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.677576 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Publish callbacks [] for security_group (a2a96f50-57ae-4c1a-8ab4-08ed8e418e97), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.683893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a2a96f50-57ae-4c1a-8ab4-08ed8e418e97), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.699519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:04.712286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (72cb8152-da70-492c-92a7-b3cbd8b91144), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.712780 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Added segment 72cb8152-da70-492c-92a7-b3cbd8b91144 of type vlan for network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a Jan 27 22:02:04.814760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.824369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:04.881643 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.884398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:04.885374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.910000 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6853321 Jan 27 22:02:04.915723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36442) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:04.925048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Request body: {'subnet': {'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1852567538-subnet', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:04.991174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:04.996138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.008363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a01318-6637-4ae9-ab0a-e7623653c6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:05.021150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:05.324300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (4e96f5d7-39d4-42d0-8dc6-548a5eaa923a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.404059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e96f5d7-39d4-42d0-8dc6-548a5eaa923a,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:05.465610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Checking segment: {'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:05.466221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Network hostable DHCP agents. Network: 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:05.500064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:05.524415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:05.531609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:05.535671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.537093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d1b99-35da-432c-ba05-78fa777e89ec None None] Network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:05.577921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-38fc3cb4-8ebd-4543-b8da-503810d3e675 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6606276 Jan 27 22:02:05.583205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36458) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:05.587918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:05.629529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (b1a72a4a-6dcc-41bd-a917-c837adaa4100), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.630791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (b1a72a4a-6dcc-41bd-a917-c837adaa4100), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.722294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a', 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a', 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'fixed_ips': [{'subnet_id': '4e96f5d7-39d4-42d0-8dc6-548a5eaa923a'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:05.723192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.744546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks [] for router_controller (b1a72a4a-6dcc-41bd-a917-c837adaa4100), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.901914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455aad-e5be-492b-b558-412d1fa671ac req-290f3ae5-93b9-4ff5-a8fe-771b95a9ebd9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:05.912750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Allocated IP 172.20.0.2 (3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a/4e96f5d7-39d4-42d0-8dc6-548a5eaa923a/a8c3512f-a706-497c-8c99-a317fc7b2fea) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:05.914839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-290f3ae5-93b9-4ff5-a8fe-771b95a9ebd9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.3516235 Jan 27 22:02:05.943178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-8c34b790-41ec-4609-8209-f08e52e8bafc tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/quotas/b38c8ec451564736a8d87b12d6f553e3 HTTP/1.1" status: 200 len: 375 time: 0.0266614 Jan 27 22:02:06.038179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-99ea7647-82a0-49be-a543-b84eb62465c0 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935721 Jan 27 22:02:06.076451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks [] for router_gateway (b1a72a4a-6dcc-41bd-a917-c837adaa4100), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.128899 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Publish callbacks [] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.142830 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.194305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c25685b3-e494-4ad9-b3bc-fdb4a1878d51 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392126 Jan 27 22:02:06.207957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Pushing event updated for resources: {'Port': ['ID=a8c3512f-a706-497c-8c99-a317fc7b2fea,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:06.220241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:06.222557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:06.225538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:06.236517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 53ac2772-fe97-4ef2-bdd1-07a7750274b7 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:06.273420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 53ac2772-fe97-4ef2-bdd1-07a7750274b7 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:06.274291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 53ac2772-fe97-4ef2-bdd1-07a7750274b7 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:06.325293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Attempting to bind port a8c3512f-a706-497c-8c99-a317fc7b2fea on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:06.335199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Attempting to bind port a8c3512f-a706-497c-8c99-a317fc7b2fea by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:06.336049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Attempting to bind port a8c3512f-a706-497c-8c99-a317fc7b2fea on network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:06.342782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:06.343549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Checking segment: {'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:06.344162 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.345179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Bound using segment: {'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:06.346105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Bound port: a8c3512f-a706-497c-8c99-a317fc7b2fea, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:06.346779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.362330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-05cc5423-3ea2-4e9d-8a84-b2989823975e service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551611 Jan 27 22:02:06.434491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] For port a8c3512f-a706-497c-8c99-a317fc7b2fea, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:06.439593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] For port a8c3512f-a706-497c-8c99-a317fc7b2fea, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a8c3512f-a706-497c-8c99-a317fc7b2fea,segment=NetworkSegment(72cb8152-da70-492c-92a7-b3cbd8b91144),segment_id=72cb8152-da70-492c-92a7-b3cbd8b91144)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:06.449213 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.591381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3b2e7-7e44-49b5-b865-caa5d5d68286 None None] Pushing event updated for resources: {'Port': ['ID=a8c3512f-a706-497c-8c99-a317fc7b2fea,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:06.732602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks [] for router_gateway (b1a72a4a-6dcc-41bd-a917-c837adaa4100), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.744655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e34214d-64fa-46ad-ab2d-06e93e023db8 req-0c8fca68-632e-4a43-add9-436d48416319 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 210 time: 0.0703542 Jan 27 22:02:06.790937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.077941 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ed65180-e776-447a-a54c-6af353873602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.163133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Allocated IP 172.25.8.15 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/5b0c8406-d8b0-4db8-93d2-cf48d9424d4e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:07.389278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks [] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.446884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.573832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:07.575174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Pushing event updated for resources: {'Port': ['ID=5b0c8406-d8b0-4db8-93d2-cf48d9424d4e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:07.581272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:07.584176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:07.987269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64dc7173-91f7-4451-9316-dad193824ebd req-34412e81-3303-4338-a6a3-78cc867cc286 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 210 time: 0.0945337 Jan 27 22:02:08.231661 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks [] for router_gateway (b1a72a4a-6dcc-41bd-a917-c837adaa4100), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.269405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a8c3512f-a706-497c-8c99-a317fc7b2fea up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:08.342276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a8c3512f-a706-497c-8c99-a317fc7b2fea triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:08.343970 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.433117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.522037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a8c3512f-a706-497c-8c99-a317fc7b2fea is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:08.523392 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.606488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port a8c3512f-a706-497c-8c99-a317fc7b2fea, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a8c3512f-a706-497c-8c99-a317fc7b2fea,segment=NetworkSegment(72cb8152-da70-492c-92a7-b3cbd8b91144),segment_id=72cb8152-da70-492c-92a7-b3cbd8b91144)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:08.614922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.747173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=a8c3512f-a706-497c-8c99-a317fc7b2fea,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:08.759935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf948d8-5b7c-4d7d-9264-526dc7def1ca None None] Network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:08.937767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9a6284d6-3483-47c8-8eb9-f1c8b794afe5 None None] Provisioning complete for port a8c3512f-a706-497c-8c99-a317fc7b2fea triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:08.938160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a6284d6-3483-47c8-8eb9-f1c8b794afe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.158932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9a6284d6-3483-47c8-8eb9-f1c8b794afe5 None None] Current status of the port a8c3512f-a706-497c-8c99-a317fc7b2fea is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:09.241472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4c3b2f0-5782-41b4-87e2-3a83061dcc12 req-7c5f17ee-2ec4-42c9-9533-4edf8b8532f7 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 210 time: 0.0517197 Jan 27 22:02:09.281665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-76479f81-897f-4bdd-a052-37e2a3f38c31 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.284241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-76479f81-897f-4bdd-a052-37e2a3f38c31 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 815 time: 0.2995400 Jan 27 22:02:09.322560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-146f3160-b86e-43a7-8ba4-7f8539ffef5d tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/quotas/bbb4d39529e446f58c11ce27a1ab2ca7 HTTP/1.1" status: 200 len: 375 time: 0.0282633 Jan 27 22:02:09.423772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-4bc5cfd9-aea8-47d8-9fd1-4cc6ba1b14ec tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964856 Jan 27 22:02:09.595202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-a1518c86-cd89-4647-b36e-0de146c2631d service neutron] 10.222.0.45 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544189 Jan 27 22:02:09.598943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5cdd0d40-901e-4010-ba13-2cf19d9e2403 None None] Provisioning complete for port a8c3512f-a706-497c-8c99-a317fc7b2fea triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:09.599961 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5cdd0d40-901e-4010-ba13-2cf19d9e2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.622948 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (b1a72a4a-6dcc-41bd-a917-c837adaa4100), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.759781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455aad-e5be-492b-b558-412d1fa671ac req-f23b6e6c-4433-492e-aba4-282c76d229e4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.763201 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-f23b6e6c-4433-492e-aba4-282c76d229e4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 1.1376860 Jan 27 22:02:09.789973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Request body: {'port': {'device_id': '7350c4db-0415-48e6-a8e0-55f179cb4fdd', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'admin_state_up': True, 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:09.800660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd0d40-901e-4010-ba13-2cf19d9e2403 None None] Current status of the port a8c3512f-a706-497c-8c99-a317fc7b2fea is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:09.826645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-e4775eed-8993-47ed-9000-17931c5625d9 service neutron] 10.222.0.45 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171566 Jan 27 22:02:10.212118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a8c3512f-a706-497c-8c99-a317fc7b2fea up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:10.266531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd71ea43-6508-4b25-b522-314990c966df req-e795818c-1669-4851-8a45-3b45fcdf08dd tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 210 time: 0.0977616 Jan 27 22:02:10.339276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a8c3512f-a706-497c-8c99-a317fc7b2fea triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:10.339276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.355373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:10.361944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.369493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Router b1a72a4a-6dcc-41bd-a917-c837adaa4100 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:02:10.449264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a8c3512f-a706-497c-8c99-a317fc7b2fea is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:10.513771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14a5a5be-4123-4fb1-88bd-104173e85dbd req-6a89f6bb-f7ce-40a7-9788-e3c3352df8c4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 210 time: 0.1054988 Jan 27 22:02:10.774870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:10.830064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Sync routers for ids ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:10.860348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Allocated IP 172.20.0.5 (117b07ff-d9aa-4124-b507-7b2a258cb97e/3132c1c8-dbeb-452d-82de-98713bf9d5fc/5a0455c2-3dde-4833-8bae-0932e21a65cc) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:10.862920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Routers {'b1a72a4a-6dcc-41bd-a917-c837adaa4100'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:10.864104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:02:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:11.004906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Set router b1a72a4a-6dcc-41bd-a917-c837adaa4100 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:11.196039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.235885 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.264772 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks [] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.359287 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.363513 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-509a4c36-a70b-4b19-ab3d-f24d3a3a75df admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7769532 Jan 27 22:02:11.365855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36522) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.461721 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.495818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:11.534736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4f10a7a-f3cb-472d-ac0b-205be08240a9 req-8ae34d99-3012-4d2f-be2a-285b409d01de tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 210 time: 0.0772519 Jan 27 22:02:11.630125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:11.645639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:11.665434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:11.824744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event updated for resources: {'Port': ['ID=5a0455c2-3dde-4833-8bae-0932e21a65cc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:11.882185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:11.883243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.934119 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-ea14c74b-bfee-46cc-95be-16b1b57a03f6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1551762 Jan 27 22:02:12.098052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:02:07Z', 'revision_number': 3, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:12.152164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Request body: {'port': {'device_id': '7350c4db-0415-48e6-a8e0-55f179cb4fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:12.197940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Checking router: b1a72a4a-6dcc-41bd-a917-c837adaa4100 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:02:12.198776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Updating router b1a72a4a-6dcc-41bd-a917-c837adaa4100 port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:02:12.248167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25ac2d-15e2-4674-92fa-93489a8363f2 req-aa9c12e8-05d0-41d1-a380-1dbeef28a1ea tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:12.255008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f25ac2d-15e2-4674-92fa-93489a8363f2 req-aa9c12e8-05d0-41d1-a380-1dbeef28a1ea tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 931 time: 0.3336768 Jan 27 22:02:12.320910 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.378807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.468391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f25ac2d-15e2-4674-92fa-93489a8363f2 req-3e7a5c63-e564-40d7-8f30-04a1e71d0dad tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038312 Jan 27 22:02:12.947379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.163087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Publish callbacks [] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.177697 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.180304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92f7ef7f-e24d-4399-b4ad-a94ee9e35e90 req-2d7b9491-51f4-4256-bf7f-7bff4078a322 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 210 time: 0.4220543 Jan 27 22:02:13.188141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0455c2-3dde-4833-8bae-0932e21a65cc {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:13.226671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Publish callbacks [] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.267714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Transition to ACTIVE for port object 5a0455c2-3dde-4833-8bae-0932e21a65cc will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:13.277000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.315151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1424a-1cb8-4b59-bd8c-e75f4df6aecf None None] Pushing event updated for resources: {'Port': ['ID=5b0c8406-d8b0-4db8-93d2-cf48d9424d4e,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:13.358383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Attempting to bind port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:13.358770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Attempting to bind port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:13.359146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Attempting to bind port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:13.375654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:13.376059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:13.376476 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.377239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:13.384890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Bound port: 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:13.385407 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.413856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Pushing event updated for resources: {'Port': ['ID=5a0455c2-3dde-4833-8bae-0932e21a65cc,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:13.519061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] For port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:13.527921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] For port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5b0c8406-d8b0-4db8-93d2-cf48d9424d4e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:13.541130 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.543173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-ac52187d-e6e8-4e40-930b-1f436c599d1a tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.546936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-ac52187d-e6e8-4e40-930b-1f436c599d1a tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 815 time: 0.7740455 Jan 27 22:02:13.566562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Request body: {'port': {'device_id': '4cd6b229-fe0e-4ac3-89e8-2672442aba39', 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'admin_state_up': True, 'tenant_id': 'bbb4d39529e446f58c11ce27a1ab2ca7'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:13.656386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Attempting to bind port 5a0455c2-3dde-4833-8bae-0932e21a65cc on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:13.656857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Attempting to bind port 5a0455c2-3dde-4833-8bae-0932e21a65cc by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:13.657055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Attempting to bind port 5a0455c2-3dde-4833-8bae-0932e21a65cc on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:13.663509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Port 5a0455c2-3dde-4833-8bae-0932e21a65cc on network 117b07ff-d9aa-4124-b507-7b2a258cb97e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:13.663984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Attempting to bind port 5a0455c2-3dde-4833-8bae-0932e21a65cc on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:13.677463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:13.677815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Checking segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:13.678216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Bound using segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:13.678667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Bound port: 5a0455c2-3dde-4833-8bae-0932e21a65cc, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:13.679041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.797464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] For port 5a0455c2-3dde-4833-8bae-0932e21a65cc, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:13.810021 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] For port 5a0455c2-3dde-4833-8bae-0932e21a65cc, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5a0455c2-3dde-4833-8bae-0932e21a65cc,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:13.812700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1424a-1cb8-4b59-bd8c-e75f4df6aecf None None] Pushing event updated for resources: {'Port': ['ID=5b0c8406-d8b0-4db8-93d2-cf48d9424d4e,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:13.826442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.845294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Routers {'b1a72a4a-6dcc-41bd-a917-c837adaa4100'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:13.846210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:02:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:13.934563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.936065 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.938646 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] 10.222.0.16 "PUT /v2.0/ports/5a0455c2-3dde-4833-8bae-0932e21a65cc HTTP/1.1" status: 200 len: 1091 time: 1.9967182 Jan 27 22:02:13.939973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7350c4db-0415-48e6-a8e0-55f179cb4fdd', 'tag': '5a0455c2-3dde-4833-8bae-0932e21a65cc'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:13.944715 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb205c72-97c1-484e-a3a0-098a12213f57" -d '{"events": [{"name": "network-changed", "server_uuid": "7350c4db-0415-48e6-a8e0-55f179cb4fdd", "tag": "5a0455c2-3dde-4833-8bae-0932e21a65cc"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:14.090340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a642c1d-4a90-4b0f-ac82-5cdddc0f2de3 req-ff2ec400-6494-43a2-9718-dac04eee72f5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:14.101533 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917a7cf8-4501-48ff-93c7-459b4041179b x-openstack-request-id: req-917a7cf8-4501-48ff-93c7-459b4041179b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:14.101855 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7350c4db-0415-48e6-a8e0-55f179cb4fdd", "tag": "5a0455c2-3dde-4833-8bae-0932e21a65cc", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:14.102226 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-917a7cf8-4501-48ff-93c7-459b4041179b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:14.103173 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7350c4db-0415-48e6-a8e0-55f179cb4fdd', 'tag': '5a0455c2-3dde-4833-8bae-0932e21a65cc', 'status': 'completed', 'code': 200} Jan 27 22:02:14.103611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a642c1d-4a90-4b0f-ac82-5cdddc0f2de3 req-ff2ec400-6494-43a2-9718-dac04eee72f5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 943 time: 0.4696445 Jan 27 22:02:14.104599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a4f1-3f73-4792-a8b7-933a4c954f1f service neutron] Pushing event updated for resources: {'Port': ['ID=5a0455c2-3dde-4833-8bae-0932e21a65cc,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:14.107689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] Set router b1a72a4a-6dcc-41bd-a917-c837adaa4100 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:14.139776 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455aad-e5be-492b-b558-412d1fa671ac req-6fdf8aca-523f-4875-8ac9-8f385030bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:14.141948 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-6fdf8aca-523f-4875-8ac9-8f385030bc05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 1094 time: 0.1277273 Jan 27 22:02:14.262636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Allocated IP 172.20.0.1 (3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a/4e96f5d7-39d4-42d0-8dc6-548a5eaa923a/0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:14.311297 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-613385ca-77a9-467d-b13f-7e8770dcfebb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a0455c2-3dde-4833-8bae-0932e21a65cc HTTP/1.1" status: 200 len: 217 time: 0.1438737 Jan 27 22:02:14.378378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a642c1d-4a90-4b0f-ac82-5cdddc0f2de3 req-de97e923-9f41-4643-a8dd-38f7ef1e4d7f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732449 Jan 27 22:02:14.407485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Made reservation on behalf of bbb4d39529e446f58c11ce27a1ab2ca7 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:14.419460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.487352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455aad-e5be-492b-b558-412d1fa671ac req-a96fcf33-3778-4b5f-82ff-17ff1694ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:14.490235 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-a96fcf33-3778-4b5f-82ff-17ff1694ee9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.1775496 Jan 27 22:02:14.496954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Publish callbacks [] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.566249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.594519 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-b588b526-89aa-4466-94ce-c8fe18856a49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862057 Jan 27 22:02:14.714382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34ad4847-fc5d-457f-814c-f8d3fe1793f4 req-8ceec1d7-d895-4ed9-adf0-eebe56ab1231 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 210 time: 0.3232367 Jan 27 22:02:14.766959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Pushing event updated for resources: {'Port': ['ID=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:14.855582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:02:07Z', 'revision_number': 3, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.921834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d453ac-6366-44ae-96fa-36271fe7877b None None] The sync data for ids ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'] in n-d-826529-2 is: [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:02:07Z', 'revision_number': 3, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:14.963971 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-9557ac60-eff5-44c6-9134-1d967f7557ea service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680253 Jan 27 22:02:14.979114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-a092f0a3-2f95-4854-afd8-810cf1506ffb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2618787 Jan 27 22:02:14.983404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:15.014997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Allocated IP 172.20.0.8 (639301f1-5e16-439b-bfd2-7913fc808a12/e36cacf7-0b8a-4f6c-878e-28702ae0d10d/1869d41d-ee0f-46ac-807f-cdce26b6037d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:15.202284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:15.252395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:15.400725 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1f455aad-e5be-492b-b558-412d1fa671ac req-07436237-8c7b-4860-9b36-e8ce3e635b6f service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223678 Jan 27 22:02:15.766483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-294d5ed0-d52f-4c39-a4dd-5d3bb571effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:15.769171 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-294d5ed0-d52f-4c39-a4dd-5d3bb571effb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 1094 time: 0.2134311 Jan 27 22:02:15.952447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f1dee660-5941-4fd1-b243-01ca7e49ada7 None None] Provisioning complete for port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:15.953805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f1dee660-5941-4fd1-b243-01ca7e49ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.032518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f1dee660-5941-4fd1-b243-01ca7e49ada7 None None] Port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:16.072601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-ecf0bc16-e98e-4618-b170-4731315de1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.081043 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-ecf0bc16-e98e-4618-b170-4731315de1ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 0.3054235 Jan 27 22:02:16.181281 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-336746ee-16cf-44c7-8e8d-e5e7b26e9fdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a0455c2-3dde-4833-8bae-0932e21a65cc HTTP/1.1" status: 200 len: 217 time: 0.0922558 Jan 27 22:02:16.323133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-759d652f-455e-4342-bcec-209f27f82281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.324488 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-759d652f-455e-4342-bcec-209f27f82281 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.1271827 Jan 27 22:02:16.353232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:16.370653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4344854c-eac2-44d8-b0f2-c21cf20c3c51 req-136b773e-75f3-4a9f-b305-563d86b60d55 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 210 time: 0.1748650 Jan 27 22:02:16.401425 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-5e34bdab-2b13-4131-a10a-67f89aaa0bab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703685 Jan 27 22:02:16.461555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:16.462099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.471338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-7c93787e-8a85-457f-9a1e-54fa9cd85690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.480570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-7c93787e-8a85-457f-9a1e-54fa9cd85690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.481559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-7c93787e-8a85-457f-9a1e-54fa9cd85690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.481953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-7c93787e-8a85-457f-9a1e-54fa9cd85690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.482411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-7c93787e-8a85-457f-9a1e-54fa9cd85690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.482897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-7c93787e-8a85-457f-9a1e-54fa9cd85690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.483378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-7c93787e-8a85-457f-9a1e-54fa9cd85690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.490029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-7c93787e-8a85-457f-9a1e-54fa9cd85690 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 6491 time: 1.2963123 Jan 27 22:02:16.521794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (b1a72a4a-6dcc-41bd-a917-c837adaa4100), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.611282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:16.612115 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.653817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5b0c8406-d8b0-4db8-93d2-cf48d9424d4e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:16.662478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.719910 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-cc9b1b91-328d-403e-a90b-d861625910e1 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090200 Jan 27 22:02:16.758035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=5b0c8406-d8b0-4db8-93d2-cf48d9424d4e,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:16.761425 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks [] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.811362 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-efa97302-9e0a-412c-bd42-42a2e6dde750 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6261518 Jan 27 22:02:16.932740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.946514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3b117de5-9be9-4980-8d2d-0e641eda1597', '1a43f67e-68c4-4866-83be-0190ee169623'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:16.963972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-dc43074b-23af-4358-bf5b-f70c6e34c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.966420 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-dc43074b-23af-4358-bf5b-f70c6e34c71f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 1096 time: 0.0784400 Jan 27 22:02:16.979673 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cb205c72-97c1-484e-a3a0-098a12213f57 req-dff0d911-f25a-462d-bc6c-dd27d7c4d8b6 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480497 Jan 27 22:02:17.017264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Network 639301f1-5e16-439b-bfd2-7913fc808a12 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:17.164931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:17.272551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-3100f6c7-8d59-4ecd-8946-05d77a5cc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.279233 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-3100f6c7-8d59-4ecd-8946-05d77a5cc660 service neutron] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 916 time: 0.2821994 Jan 27 22:02:17.281744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Pushing event updated for resources: {'Port': ['ID=1869d41d-ee0f-46ac-807f-cdce26b6037d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:17.298068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fde14-1ed7-4963-a3a0-21fe5725326a req-35baf30f-4379-4064-af3f-1dab8c113938 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.309929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-517fde14-1ed7-4963-a3a0-21fe5725326a req-35baf30f-4379-4064-af3f-1dab8c113938 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 943 time: 1.0869024 Jan 27 22:02:17.322224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:17.375430 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-e274f980-7a7a-49a5-b78c-48d93ac97720 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b117de5-9be9-4980-8d2d-0e641eda1597 HTTP/1.1" status: 200 len: 217 time: 0.0908358 Jan 27 22:02:17.471362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-517fde14-1ed7-4963-a3a0-21fe5725326a req-3b0bf5b3-1e77-4432-b937-c577e7198b0c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601915 Jan 27 22:02:17.611081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-70c4809f-2449-49ae-83e6-e11e450a285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.613739 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-70c4809f-2449-49ae-83e6-e11e450a285d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.2315800 Jan 27 22:02:17.622852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.624162 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.670616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-355db551-8b15-413b-8dfa-b8a67bcef034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.671677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-355db551-8b15-413b-8dfa-b8a67bcef034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.672368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-355db551-8b15-413b-8dfa-b8a67bcef034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.674657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-355db551-8b15-413b-8dfa-b8a67bcef034 service neutron] 10.222.0.16 "GET /v2.0/networks?id=25e016db-c5c8-4680-99fd-c704adf86e2c&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=81a581e9-6394-429c-85e3-9e2f78c9c47b&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2 HTTP/1.1" status: 200 len: 2292 time: 0.9433157 Jan 27 22:02:17.751796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20333b9-6137-4869-8902-ae9f80ab8d19 req-b6afcf28-3c27-4834-9f73-781f3144eefe tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.753484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e20333b9-6137-4869-8902-ae9f80ab8d19 req-b6afcf28-3c27-4834-9f73-781f3144eefe tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 931 time: 0.1747303 Jan 27 22:02:17.757448 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-dbbce4dc-af02-45be-9e6c-8c9f47fe7acc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219521 Jan 27 22:02:17.795956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-40c0184f-d892-468b-a501-24c28199e090 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2360489 Jan 27 22:02:17.815345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Request body: {'port': {'device_id': '4cd6b229-fe0e-4ac3-89e8-2672442aba39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:17.865294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.993955 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-83389fb7-e0bf-4bc4-82a8-2555fecefc79 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353363 Jan 27 22:02:18.099497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.099759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.108389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-10cddefc-07dc-41e4-8e1c-cb9c9726cfa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c HTTP/1.1" status: 200 len: 1002 time: 0.3946316 Jan 27 22:02:18.145682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:18.262576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:18.264898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.279159 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc0f35a2-2a92-4732-b2f5-2d6c51bc7be7 req-df6889d8-3840-449a-86c1-f75295b164a3 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673709 Jan 27 22:02:18.387604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-e0a89785-8dd1-4c09-93fd-a72c3d829f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.390701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-e0a89785-8dd1-4c09-93fd-a72c3d829f67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b451e4d-22c1-41c0-85f8-fe5254f83367 HTTP/1.1" status: 200 len: 851 time: 0.2235546 Jan 27 22:02:18.405385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:18.419061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e20333b9-6137-4869-8902-ae9f80ab8d19 req-bdf50327-f71f-4110-a43d-fcdc9a6e9ec5 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143064 Jan 27 22:02:18.605559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Publish callbacks [] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.617633 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.850906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Pushing event updated for resources: {'Port': ['ID=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:18.866577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-2ab5c743-a2c9-474f-8105-63c27b26afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.867865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-2ab5c743-a2c9-474f-8105-63c27b26afe6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=25e016db-c5c8-4680-99fd-c704adf86e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011128 Jan 27 22:02:18.896450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (b1a72a4a-6dcc-41bd-a917-c837adaa4100), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.071976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f4120-f980-448c-b66d-86c9aaa273f0 req-095083e0-80fc-4c4e-b2ea-58412ab93ccb tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:19.074041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-331f4120-f980-448c-b66d-86c9aaa273f0 req-095083e0-80fc-4c4e-b2ea-58412ab93ccb tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 943 time: 0.4528008 Jan 27 22:02:19.302672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-57e5b106-5648-4f95-845e-5491171689b2 service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236228 Jan 27 22:02:19.419893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:19.423739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1869d41d-ee0f-46ac-807f-cdce26b6037d {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:19.441957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:19.464155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-331f4120-f980-448c-b66d-86c9aaa273f0 req-466f1e67-d583-4f61-b9e3-c2da51a75052 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653719 Jan 27 22:02:19.470649 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Publish callbacks [] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.541719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Transition to ACTIVE for port object 1869d41d-ee0f-46ac-807f-cdce26b6037d will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:19.696538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.839099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-e216d2ec-c286-467b-8c13-8add87e14eb5 service neutron] 10.222.0.16 "GET /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251315 Jan 27 22:02:19.922795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb1736-0713-4977-8fea-921c4d442bad req-931f1de4-8148-43f3-8a2d-5d01ca4fdc0e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:19.925347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bdb1736-0713-4977-8fea-921c4d442bad req-931f1de4-8148-43f3-8a2d-5d01ca4fdc0e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 943 time: 0.3792062 Jan 27 22:02:19.926346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Pushing event updated for resources: {'Port': ['ID=1869d41d-ee0f-46ac-807f-cdce26b6037d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:19.957218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6f0f508b-012e-406b-8ada-94ff32cb405e None None] Provisioning complete for port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:19.960498 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6f0f508b-012e-406b-8ada-94ff32cb405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.033955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f508b-012e-406b-8ada-94ff32cb405e None None] Port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:20.051720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-ae5acb6b-6189-4b06-837e-1a7cffa4fbaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 200 len: 217 time: 0.1935587 Jan 27 22:02:20.266354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-9a139284-387b-4f8e-b148-1bf97a371a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:20.268999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-9a139284-387b-4f8e-b148-1bf97a371a4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.2004142 Jan 27 22:02:20.313020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bdb1736-0713-4977-8fea-921c4d442bad req-383d0329-9fc9-4181-95dc-a2cd934fae89 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822306 Jan 27 22:02:20.324809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 5a0455c2-3dde-4833-8bae-0932e21a65cc details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:20.368406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Router b1a72a4a-6dcc-41bd-a917-c837adaa4100 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:02:20.374593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Attempting to bind port 1869d41d-ee0f-46ac-807f-cdce26b6037d on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:20.374957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Attempting to bind port 1869d41d-ee0f-46ac-807f-cdce26b6037d by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:20.375300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Attempting to bind port 1869d41d-ee0f-46ac-807f-cdce26b6037d on network 639301f1-5e16-439b-bfd2-7913fc808a12 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:20.387001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Port 1869d41d-ee0f-46ac-807f-cdce26b6037d on network 639301f1-5e16-439b-bfd2-7913fc808a12 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:20.387355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Attempting to bind port 1869d41d-ee0f-46ac-807f-cdce26b6037d on network 639301f1-5e16-439b-bfd2-7913fc808a12 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:20.400902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:20.401228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Checking segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:20.401662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Bound using segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:20.402056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Bound port: 1869d41d-ee0f-46ac-807f-cdce26b6037d, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:20.402424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.407708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-c6584d9e-1746-42a2-8d33-0092011d48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:20.410670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-c6584d9e-1746-42a2-8d33-0092011d48e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273746 Jan 27 22:02:20.677141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] For port 1869d41d-ee0f-46ac-807f-cdce26b6037d, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:20.683920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] For port 1869d41d-ee0f-46ac-807f-cdce26b6037d, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1869d41d-ee0f-46ac-807f-cdce26b6037d,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:20.721566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.733010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 5a0455c2-3dde-4833-8bae-0932e21a65cc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5a0455c2-3dde-4833-8bae-0932e21a65cc,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:20.771541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '5a0455c2-3dde-4833-8bae-0932e21a65cc', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'port_id': '5a0455c2-3dde-4833-8bae-0932e21a65cc', 'mac_address': 'fa:16:3e:fd:ad:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3132c1c8-dbeb-452d-82de-98713bf9d5fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:20.821347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 5a0455c2-3dde-4833-8bae-0932e21a65cc is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:20.822062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.842670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0455c2-3dde-4833-8bae-0932e21a65cc {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:20.869099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 5a0455c2-3dde-4833-8bae-0932e21a65cc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5a0455c2-3dde-4833-8bae-0932e21a65cc,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:20.878110 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.941962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=5a0455c2-3dde-4833-8bae-0932e21a65cc,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:20.951172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.951865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.952389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.952896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.953398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.953899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.954444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.955028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.955557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.956070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.956719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.957319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:20.958274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:21.233271 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.256821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['5a0455c2-3dde-4833-8bae-0932e21a65cc'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:21.418406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:21.419338 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.422238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] 10.222.0.57 "PUT /v2.0/ports/1869d41d-ee0f-46ac-807f-cdce26b6037d HTTP/1.1" status: 200 len: 1091 time: 3.6108756 Jan 27 22:02:21.426664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd6b229-fe0e-4ac3-89e8-2672442aba39', 'tag': '1869d41d-ee0f-46ac-807f-cdce26b6037d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:21.430951 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900da0c7-ab2b-40b8-a139-a4f7491f4d71" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd6b229-fe0e-4ac3-89e8-2672442aba39", "tag": "1869d41d-ee0f-46ac-807f-cdce26b6037d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:21.479737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:21.500277 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Sync routers for ids ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:21.502755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8d7ebac0-587a-4117-a7ac-5cc468a3c15a admin admin] 10.222.0.45 "PUT /v2.0/routers/b1a72a4a-6dcc-41bd-a917-c837adaa4100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1348233 Jan 27 22:02:21.518968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-08170322-8a93-485e-b34e-e8b2a7f05c8f service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0333297 Jan 27 22:02:21.536564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f67b2-8070-42da-8965-c379d02f1f33 service neutron] Pushing event updated for resources: {'Port': ['ID=1869d41d-ee0f-46ac-807f-cdce26b6037d,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:21.555760 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Routers {'b1a72a4a-6dcc-41bd-a917-c837adaa4100'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:21.557926 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:02:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:21.572176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd010273-e9fc-4002-893c-a4fd4fa73034 req-0a09975c-8d5e-4a25-8f6a-5c4b472e9455 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:21.573785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd010273-e9fc-4002-893c-a4fd4fa73034 req-0a09975c-8d5e-4a25-8f6a-5c4b472e9455 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 944 time: 0.3563204 Jan 27 22:02:21.723749 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Set router b1a72a4a-6dcc-41bd-a917-c837adaa4100 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:21.786801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36594) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:21.936808 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1953370229'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:21.945555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd010273-e9fc-4002-893c-a4fd4fa73034 req-a6766806-7a91-4a2e-84d3-80ed0a30039c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528185 Jan 27 22:02:21.960752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-931d7b6a-734f-4c83-b42b-11b8a7395c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:21.962636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-931d7b6a-734f-4c83-b42b-11b8a7395c1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 1094 time: 0.4426363 Jan 27 22:02:21.975167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5cecd-2f9f-41f5-b54d-e5298cc705c6 req-0d091473-b2e4-41ad-8699-71f8aa81b2e5 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:21.985367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-12b5cecd-2f9f-41f5-b54d-e5298cc705c6 req-0d091473-b2e4-41ad-8699-71f8aa81b2e5 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 943 time: 0.3862150 Jan 27 22:02:22.000565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:22.010744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.066049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:22.088557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (18d3942a-d66e-4fbc-afa3-34af00e34c42), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.089395 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Added segment 18d3942a-d66e-4fbc-afa3-34af00e34c42 of type vlan for network f2158648-f9c3-4d44-8f07-4d34cbf1b333 Jan 27 22:02:22.149850 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:02:17Z', 'revision_number': 4, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab', 'name': '', 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'mac_address': 'fa:16:3e:d7:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '4e96f5d7-39d4-42d0-8dc6-548a5eaa923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:13Z', 'updated_at': '2022-01-27T22:02:17Z', 'revision_number': 2, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'subnets': [{'id': '4e96f5d7-39d4-42d0-8dc6-548a5eaa923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:22.182822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-21267e21-fde4-450a-9bf5-6b03120811f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1869d41d-ee0f-46ac-807f-cdce26b6037d HTTP/1.1" status: 200 len: 217 time: 0.1667569 Jan 27 22:02:22.189745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-12b5cecd-2f9f-41f5-b54d-e5298cc705c6 req-4f6c9fab-7e0e-4b0f-b952-63ce005ab908 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029426 Jan 27 22:02:22.191762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f2158648-f9c3-4d44-8f07-4d34cbf1b333), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.245166 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Checking router: b1a72a4a-6dcc-41bd-a917-c837adaa4100 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:02:22.245573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Updating router b1a72a4a-6dcc-41bd-a917-c837adaa4100 port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:02:22.250822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f2158648-f9c3-4d44-8f07-4d34cbf1b333), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.264406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:22.265550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.273825 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcae7a40-44ae-443a-8144-2caea6f76b6d x-openstack-request-id: req-fcae7a40-44ae-443a-8144-2caea6f76b6d {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:22.274644 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd6b229-fe0e-4ac3-89e8-2672442aba39", "tag": "1869d41d-ee0f-46ac-807f-cdce26b6037d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:22.274838 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fcae7a40-44ae-443a-8144-2caea6f76b6d {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:22.275598 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd6b229-fe0e-4ac3-89e8-2672442aba39', 'tag': '1869d41d-ee0f-46ac-807f-cdce26b6037d', 'status': 'completed', 'code': 200} Jan 27 22:02:22.287835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-ab6d952c-e986-457f-a323-f7a2beb36f88 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7538168 Jan 27 22:02:22.352380 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.396685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-6909a40a-b903-4a8a-a561-9f4882e349d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 200 len: 217 time: 0.0737109 Jan 27 22:02:22.420543 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6277034 Jan 27 22:02:22.420543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36598) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:22.427001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'subnet': {'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:22.472077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-5efc1301-6a1a-41f1-84ab-071e4f28ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:22.475195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-5efc1301-6a1a-41f1-84ab-071e4f28ba51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.2334383 Jan 27 22:02:22.485234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Network': ['ID=f2158648-f9c3-4d44-8f07-4d34cbf1b333,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:22.561537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-f3682ed3-e987-42f0-9842-670488757275 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777714 Jan 27 22:02:22.584897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-1745dbfb-97d9-4e21-b189-60bcd0736064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:22.587314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-1745dbfb-97d9-4e21-b189-60bcd0736064 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.1748362 Jan 27 22:02:22.607301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.610099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.611910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.612846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.615820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.616315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.616763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.617209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.617671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.618107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.619890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.620355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.624659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43377837-3af9-4dbd-b339-3d2f80ae0255 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:22.645434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f2158648-f9c3-4d44-8f07-4d34cbf1b333 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:22.725738 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:22.731373 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.759081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-1c6ed24e-a770-424f-8588-86467505c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:22.761732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-1c6ed24e-a770-424f-8588-86467505c80c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575179 Jan 27 22:02:22.884126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-f6ad8ab4-07d6-463b-84b1-aaf141245fbe service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138244 Jan 27 22:02:23.088932 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Publish callbacks [] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.100107 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.210192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-0ebe4b32-a61f-43e7-82ff-be513bb5b52b service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403920 Jan 27 22:02:23.302492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (8a8fc76b-c6ec-49c5-8726-1ee59fe7130e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.314146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f388f0be-4951-4ae5-979a-9cb7253c7f75 req-3eb39521-1421-4ed1-9f38-35c3f878fc7f service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223270 Jan 27 22:02:23.436185 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Pushing event updated for resources: {'Port': ['ID=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:23.468137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af789b-f245-41eb-9bef-97870df1d652 req-9a864f14-02f3-4455-b171-87eb1cc64f18 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.469676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65af789b-f245-41eb-9bef-97870df1d652 req-9a864f14-02f3-4455-b171-87eb1cc64f18 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 944 time: 0.2891517 Jan 27 22:02:23.491797 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.496123 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.496687 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.500156 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.500645 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.500838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Checking segment: {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:23.501210 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.501531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network hostable DHCP agents. Network: f2158648-f9c3-4d44-8f07-4d34cbf1b333, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:23.501785 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.502225 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.502831 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.503313 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.503771 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.504205 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.505007 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:23.520887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Subnet': ['ID=8a8fc76b-c6ec-49c5-8726-1ee59fe7130e,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:23.527076 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Attempting to bind port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:23.527752 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Attempting to bind port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:23.528946 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Attempting to bind port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab on network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:23.540353 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:23.540859 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Checking segment: {'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:23.541482 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.541984 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Bound using segment: {'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:23.544298 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Bound port: 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cb8152-da70-492c-92a7-b3cbd8b91144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:23.544920 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.570845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network f2158648-f9c3-4d44-8f07-4d34cbf1b333 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:23.601065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f2158648-f9c3-4d44-8f07-4d34cbf1b333) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:23.613198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.617780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db886a-256b-4872-be80-89920dc32b8b None None] Network f2158648-f9c3-4d44-8f07-4d34cbf1b333 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:23.623038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.660603 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2d48fa02-041f-4fa9-9f79-3af631f51341 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2390001 Jan 27 22:02:23.668589 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36608) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:23.675965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1083801824'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:23.714686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-a80e35be-1ad2-4bad-8901-aca0f4b9b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.716437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-a80e35be-1ad2-4bad-8901-aca0f4b9b2c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 1094 time: 0.3174567 Jan 27 22:02:23.722042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:23.726429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.777068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-204b0cae-a029-4e5d-a033-4a5c278032cb None None] Provisioning complete for port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:23.778058 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-204b0cae-a029-4e5d-a033-4a5c278032cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.789646 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] For port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:23.803374 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] For port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,segment=NetworkSegment(72cb8152-da70-492c-92a7-b3cbd8b91144),segment_id=72cb8152-da70-492c-92a7-b3cbd8b91144)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:23.804459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:23.817015 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.832474 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b19ed50e-d7a2-42c5-907e-9c296c3a6fe2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.839493 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Added segment b19ed50e-d7a2-42c5-907e-9c296c3a6fe2 of type vlan for network 86c83345-6456-4508-8809-fbf43a40f0b2 Jan 27 22:02:23.874135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-9cb44aa3-9a9a-4b56-a259-b7fc112c50ca service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280792 Jan 27 22:02:23.875462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-58dc058d-f529-4738-a40a-68daa8497b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.877119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-58dc058d-f529-4738-a40a-68daa8497b9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 916 time: 0.1512852 Jan 27 22:02:23.883984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-204b0cae-a029-4e5d-a033-4a5c278032cb None None] Port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:23.929715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-db005379-23f8-431e-bc9e-4e837a928d44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7 HTTP/1.1" status: 200 len: 217 time: 0.0462039 Jan 27 22:02:23.972390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (86c83345-6456-4508-8809-fbf43a40f0b2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.989130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65af789b-f245-41eb-9bef-97870df1d652 req-75c14549-6d4e-49b3-aa0e-50ed2e0670c9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448690 Jan 27 22:02:24.019623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d5b96-34ed-4959-bdb9-d7c58911eee7 req-b968473d-5a59-41ad-8ead-51f6ecb5137c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.026940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd9d5b96-34ed-4959-bdb9-d7c58911eee7 req-b968473d-5a59-41ad-8ead-51f6ecb5137c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 943 time: 0.5735953 Jan 27 22:02:24.032562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-f2158648-f9c3-4d44-8f07-4d34cbf1b333', 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333', 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'fixed_ips': [{'subnet_id': '8a8fc76b-c6ec-49c5-8726-1ee59fe7130e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:24.035286 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.037342 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (86c83345-6456-4508-8809-fbf43a40f0b2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.037703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-a747ee21-e18b-46b4-9f51-ca2fb5186a84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1869d41d-ee0f-46ac-807f-cdce26b6037d HTTP/1.1" status: 200 len: 217 time: 0.1058145 Jan 27 22:02:24.050109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.052108 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.153067 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Routers {'b1a72a4a-6dcc-41bd-a917-c837adaa4100'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:24.153914 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:02:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:24.171007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-1e7eacc3-e410-4585-9f18-88d6d476e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.172638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-1e7eacc3-e410-4585-9f18-88d6d476e9cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.2318900 Jan 27 22:02:24.205461 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5354815 Jan 27 22:02:24.215138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:24.215480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd9d5b96-34ed-4959-bdb9-d7c58911eee7 req-fa513f32-06c9-412f-8738-68d8c98fab61 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755822 Jan 27 22:02:24.225933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'subnet': {'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:24.308771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-98aeed86-9a98-4ada-a153-b09f4ddd419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.310657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-98aeed86-9a98-4ada-a153-b09f4ddd419a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.2605305 Jan 27 22:02:24.330527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 5a0455c2-3dde-4833-8bae-0932e21a65cc up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:24.376204 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cc409-c759-4cf2-8fb0-1481072a05d7 None None] Pushing event updated for resources: {'Port': ['ID=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:24.394605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-695720cd-4e06-4934-be62-ddfb5b038644 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695522 Jan 27 22:02:24.397980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-37879524-676a-4f23-9344-3be69b528d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.399774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-37879524-676a-4f23-9344-3be69b528d6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1814992 Jan 27 22:02:24.455402 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] Set router b1a72a4a-6dcc-41bd-a917-c837adaa4100 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:24.509291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Allocated IP 19.80.0.2 (f2158648-f9c3-4d44-8f07-4d34cbf1b333/8a8fc76b-c6ec-49c5-8726-1ee59fe7130e/13da0473-b110-4c88-809f-81d68e412a73) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:24.569321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163a6f5-f88f-4a86-970b-113057075081 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Network': ['ID=86c83345-6456-4508-8809-fbf43a40f0b2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:24.579332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 5a0455c2-3dde-4833-8bae-0932e21a65cc completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:24.593335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 5a0455c2-3dde-4833-8bae-0932e21a65cc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:24.593989 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.638938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:24.646683 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.772010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 86c83345-6456-4508-8809-fbf43a40f0b2 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:24.863000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-421bd847-14d4-41e9-8778-c2d018e70984 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366002 Jan 27 22:02:24.939666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-f12834ce-50f0-4189-9230-46731846299e service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349362 Jan 27 22:02:24.967349 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:02:17Z', 'revision_number': 4, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab', 'name': '', 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'mac_address': 'fa:16:3e:d7:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '4e96f5d7-39d4-42d0-8dc6-548a5eaa923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:13Z', 'updated_at': '2022-01-27T22:02:23Z', 'revision_number': 4, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'subnets': [{'id': '4e96f5d7-39d4-42d0-8dc6-548a5eaa923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:25.044016 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b406c78-a17d-448a-8f47-93b11f5c4377 None None] The sync data for ids ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'] in n-d-826529-2 is: [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:02:17Z', 'revision_number': 4, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab', 'name': '', 'network_id': '3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'mac_address': 'fa:16:3e:d7:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '4e96f5d7-39d4-42d0-8dc6-548a5eaa923a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:13Z', 'updated_at': '2022-01-27T22:02:23Z', 'revision_number': 4, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'subnets': [{'id': '4e96f5d7-39d4-42d0-8dc6-548a5eaa923a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:25.086301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e024a6ae-dfc0-4f09-a087-5492e0244061 None None] Provisioning complete for port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:25.087199 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e024a6ae-dfc0-4f09-a087-5492e0244061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.187338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-900da0c7-ab2b-40b8-a139-a4f7491f4d71 req-17b4cd35-f8e0-4f70-a1e5-b6d6865ffcdb service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747985 Jan 27 22:02:25.253452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (34042da5-6c2e-436e-adf7-1c2837f29464), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.365373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-c430f4e6-89ac-47f7-87e5-19439f4c309a service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906082 Jan 27 22:02:25.399556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Subnet': ['ID=34042da5-6c2e-436e-adf7-1c2837f29464,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:25.406603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 5a0455c2-3dde-4833-8bae-0932e21a65cc is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:25.407267 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.483826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Checking segment: {'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:25.484182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network hostable DHCP agents. Network: 86c83345-6456-4508-8809-fbf43a40f0b2, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:25.504701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7350c4db-0415-48e6-a8e0-55f179cb4fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0455c2-3dde-4833-8bae-0932e21a65cc'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:25.507851 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3b61ed-99c8-4430-836c-627f03ca80f3" -d '{"events": [{"server_uuid": "7350c4db-0415-48e6-a8e0-55f179cb4fdd", "name": "network-vif-plugged", "status": "completed", "tag": "5a0455c2-3dde-4833-8bae-0932e21a65cc"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:25.509807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-a46a7a58-eecc-44e1-82ac-95d45249a3fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629 HTTP/1.1" status: 200 len: 217 time: 0.1230991 Jan 27 22:02:25.525262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network 86c83345-6456-4508-8809-fbf43a40f0b2 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:25.536140 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Publish callbacks [] for port (13da0473-b110-4c88-809f-81d68e412a73), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.544499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 86c83345-6456-4508-8809-fbf43a40f0b2) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:25.551561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.555705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.569864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dfb1a6-3c04-4462-982f-1f3e5f0f492a None None] Network 86c83345-6456-4508-8809-fbf43a40f0b2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:25.605196 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-84d587e2-6d71-4353-b68d-70716ca98589 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3884377 Jan 27 22:02:25.687754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 5a0455c2-3dde-4833-8bae-0932e21a65cc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5a0455c2-3dde-4833-8bae-0932e21a65cc,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:25.690678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e024a6ae-dfc0-4f09-a087-5492e0244061 None None] Current status of the port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:25.691346 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e024a6ae-dfc0-4f09-a087-5492e0244061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.716244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (13da0473-b110-4c88-809f-81d68e412a73), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.725381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-47326091-09be-4362-8d09-20ff809695cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.728007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-47326091-09be-4362-8d09-20ff809695cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 200 len: 797 time: 0.1484375 Jan 27 22:02:25.750594 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.857586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8607d49-4558-4cfd-b3a7-9df42aa30f58 req-85e858d8-e91e-4c15-a0d9-abb2a529cec6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.859275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8607d49-4558-4cfd-b3a7-9df42aa30f58 req-85e858d8-e91e-4c15-a0d9-abb2a529cec6 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 944 time: 0.3158822 Jan 27 22:02:25.871909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aa2f2-117d-47ce-a105-5655bd68ef96 req-f35e815d-1737-4f2c-bb4c-6259f44f275b tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.874665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d56aa2f2-117d-47ce-a105-5655bd68ef96 req-f35e815d-1737-4f2c-bb4c-6259f44f275b tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 943 time: 0.5073872 Jan 27 22:02:25.904066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e024a6ae-dfc0-4f09-a087-5492e0244061 None None] For port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,segment=NetworkSegment(72cb8152-da70-492c-92a7-b3cbd8b91144),segment_id=72cb8152-da70-492c-92a7-b3cbd8b91144)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:25.918063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Network f2158648-f9c3-4d44-8f07-4d34cbf1b333 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:25.927952 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e024a6ae-dfc0-4f09-a087-5492e0244061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.935083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-f151396b-c857-464a-a185-872d5ab2bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.936843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-f151396b-c857-464a-a185-872d5ab2bfcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81a581e9-6394-429c-85e3-9e2f78c9c47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1466873 Jan 27 22:02:25.953781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:25.975068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:26.047573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d56aa2f2-117d-47ce-a105-5655bd68ef96 req-d19f98e4-da9f-4e58-ae3c-e3b26a614754 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610217 Jan 27 22:02:26.116318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Pushing event updated for resources: {'Port': ['ID=13da0473-b110-4c88-809f-81d68e412a73,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:26.160560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8607d49-4558-4cfd-b3a7-9df42aa30f58 req-9d9b3936-2d6b-4423-b59e-6759b25b9377 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836108 Jan 27 22:02:26.207163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-86c83345-6456-4508-8809-fbf43a40f0b2', 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2', 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'fixed_ips': [{'subnet_id': '34042da5-6c2e-436e-adf7-1c2837f29464'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:26.214312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.241076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-ae09defc-4b44-45be-8b01-7b142f51aaa5 service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947342 Jan 27 22:02:26.417671 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71194d7f-bab7-427d-bf01-fd151e208a38 x-openstack-request-id: req-71194d7f-bab7-427d-bf01-fd151e208a38 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:26.418235 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7350c4db-0415-48e6-a8e0-55f179cb4fdd", "name": "network-vif-plugged", "status": "completed", "tag": "5a0455c2-3dde-4833-8bae-0932e21a65cc", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:26.418527 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71194d7f-bab7-427d-bf01-fd151e208a38 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:26.419688 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7350c4db-0415-48e6-a8e0-55f179cb4fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0455c2-3dde-4833-8bae-0932e21a65cc', 'code': 200} Jan 27 22:02:26.505883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b61bc-286b-4b60-9c82-caf04bfa5e71 req-f8cb1e33-8268-4df1-91a7-06a1fc6bc82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.508880 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d2b61bc-286b-4b60-9c82-caf04bfa5e71 req-f8cb1e33-8268-4df1-91a7-06a1fc6bc82f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 1096 time: 0.1125276 Jan 27 22:02:26.621802 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d2b61bc-286b-4b60-9c82-caf04bfa5e71 req-cfd6311f-aa4a-4a30-ac55-6ce56a18e3ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064150 Jan 27 22:02:26.640675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-dfe30c74-1292-4dcd-8d9b-3563f5dadf0d service neutron] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954155 Jan 27 22:02:26.757913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-bd17b3f3-bd9a-4af3-bdfe-1794072685b2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.769178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-bd17b3f3-bd9a-4af3-bdfe-1794072685b2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.772085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-bd17b3f3-bd9a-4af3-bdfe-1794072685b2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/networks?id=f2158648-f9c3-4d44-8f07-4d34cbf1b333&id=86c83345-6456-4508-8809-fbf43a40f0b2&id=f2158648-f9c3-4d44-8f07-4d34cbf1b333 HTTP/1.1" status: 200 len: 1392 time: 0.2708161 Jan 27 22:02:26.801543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-1c74bd63-fe07-4848-bbbd-dedc9ab36928 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/quotas/40a5e51e863f4869b3aa543d1dc1b4a6 HTTP/1.1" status: 200 len: 375 time: 0.0183916 Jan 27 22:02:26.868196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Allocated IP 19.86.0.2 (86c83345-6456-4508-8809-fbf43a40f0b2/34042da5-6c2e-436e-adf7-1c2837f29464/8dfe69f7-3c17-43e9-88f1-92e6703040de) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:26.968316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:26.972501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1869d41d-ee0f-46ac-807f-cdce26b6037d details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:26.995328 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-746ae47e-5f16-40da-9be8-e402ce341884 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a02378a6-77b4-49d1-9876-aeae9608ee06 HTTP/1.1" status: 200 len: 217 time: 0.0964818 Jan 27 22:02:27.078870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-78d9a54e-9bfd-4326-b8b0-8f0740298b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:27.081665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-78d9a54e-9bfd-4326-b8b0-8f0740298b34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.0773973 Jan 27 22:02:27.082729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Attempting to bind port 13da0473-b110-4c88-809f-81d68e412a73 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:27.084987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Attempting to bind port 13da0473-b110-4c88-809f-81d68e412a73 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:27.084987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Attempting to bind port 13da0473-b110-4c88-809f-81d68e412a73 on network f2158648-f9c3-4d44-8f07-4d34cbf1b333 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:27.195450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:27.197598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Checking segment: {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:27.198670 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.199709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Bound using segment: {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:27.200936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Bound port: 13da0473-b110-4c88-809f-81d68e412a73, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:27.201936 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (13da0473-b110-4c88-809f-81d68e412a73), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.204086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-9bb72c41-dff5-47b0-a05a-ff853d26e989 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3923464 Jan 27 22:02:27.211954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:02:27.276025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=5a0455c2-3dde-4833-8bae-0932e21a65cc,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:27.426725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-c4fbeeee-de6f-4ac7-a394-f865734c4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:27.428510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-c4fbeeee-de6f-4ac7-a394-f865734c4c0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3190818 Jan 27 22:02:27.438283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97dc1f-b9af-4431-99c9-436da669b118 req-160b8bbb-4fbe-4e63-8bbb-43aa7c5d4583 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:27.451828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a97dc1f-b9af-4431-99c9-436da669b118 req-160b8bbb-4fbe-4e63-8bbb-43aa7c5d4583 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 943 time: 0.1265140 Jan 27 22:02:27.626136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a6ae-dfc0-4f09-a087-5492e0244061 None None] Pushing event updated for resources: {'Port': ['ID=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:27.654371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-550cd934-23fc-4026-afb4-fa66723fef30 service neutron] 10.222.0.45 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488292 Jan 27 22:02:27.677974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:27.677974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.817958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1869d41d-ee0f-46ac-807f-cdce26b6037d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1869d41d-ee0f-46ac-807f-cdce26b6037d,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:27.830412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] For port 13da0473-b110-4c88-809f-81d68e412a73, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:27.843018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a97dc1f-b9af-4431-99c9-436da669b118 req-dc5bf9ba-dce8-406f-b65e-c26dae93cb1e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884397 Jan 27 22:02:27.851041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] For port 13da0473-b110-4c88-809f-81d68e412a73, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=13da0473-b110-4c88-809f-81d68e412a73,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:27.854801 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Publish callbacks [] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.859958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '1869d41d-ee0f-46ac-807f-cdce26b6037d', 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'port_id': '1869d41d-ee0f-46ac-807f-cdce26b6037d', 'mac_address': 'fa:16:3e:b2:bc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36cacf7-0b8a-4f6c-878e-28702ae0d10d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:27.865682 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (13da0473-b110-4c88-809f-81d68e412a73), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.916353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-754c9ce0-d963-463a-a921-e942042c4f44 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575799 Jan 27 22:02:27.948928 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.014816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd1a2-9d6c-4075-82e4-7802a565a1da None None] Pushing event updated for resources: {'Port': ['ID=13da0473-b110-4c88-809f-81d68e412a73,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:28.035157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Network 86c83345-6456-4508-8809-fbf43a40f0b2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:28.044300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:28.094261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:28.108607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:28.143783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 1869d41d-ee0f-46ac-807f-cdce26b6037d is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:28.144216 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.175292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Pushing event updated for resources: {'Port': ['ID=8dfe69f7-3c17-43e9-88f1-92e6703040de,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:28.176949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1869d41d-ee0f-46ac-807f-cdce26b6037d {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:28.260493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1869d41d-ee0f-46ac-807f-cdce26b6037d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1869d41d-ee0f-46ac-807f-cdce26b6037d,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:28.265224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Attempting to bind port 8dfe69f7-3c17-43e9-88f1-92e6703040de on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:28.265803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Attempting to bind port 8dfe69f7-3c17-43e9-88f1-92e6703040de by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:28.266371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Attempting to bind port 8dfe69f7-3c17-43e9-88f1-92e6703040de on network 86c83345-6456-4508-8809-fbf43a40f0b2 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:28.283113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:28.284139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Checking segment: {'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:28.284778 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.285412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Bound using segment: {'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:28.286361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Bound port: 8dfe69f7-3c17-43e9-88f1-92e6703040de, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:28.286792 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.290257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.386521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:28.627303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] For port 8dfe69f7-3c17-43e9-88f1-92e6703040de, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:28.634721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] For port 8dfe69f7-3c17-43e9-88f1-92e6703040de, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8dfe69f7-3c17-43e9-88f1-92e6703040de,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:28.637447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=1869d41d-ee0f-46ac-807f-cdce26b6037d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:28.655874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['1869d41d-ee0f-46ac-807f-cdce26b6037d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:28.671839 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.738369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-68be78b1-be8e-41fe-88ca-eb9918af4914 service neutron] 10.222.0.45 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0472596 Jan 27 22:02:28.862491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:28.863200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.901767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4d0f4-d845-40bf-ae1c-ec861fe90c92 req-e4651bbf-6742-4864-be76-4391255c9c0d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.914254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67e4d0f4-d845-40bf-ae1c-ec861fe90c92 req-e4651bbf-6742-4864-be76-4391255c9c0d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 945 time: 0.3242385 Jan 27 22:02:28.941979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee18f9c-0b32-4aea-9fc4-59e217fc4adc None None] Pushing event updated for resources: {'Port': ['ID=8dfe69f7-3c17-43e9-88f1-92e6703040de,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:28.973630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-d2251b72-406f-483c-aa4c-d15ccf24a22f service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0437028 Jan 27 22:02:29.060568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-8341ed6a-7187-4d42-be07-24cee31c35ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89247f41-4fed-45ab-af6d-0a711ea30c23 HTTP/1.1" status: 200 len: 217 time: 0.0765607 Jan 27 22:02:29.089813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:29.111070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67e4d0f4-d845-40bf-ae1c-ec861fe90c92 req-431e47ce-77a3-478a-85b1-fd6a74b1e63d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956391 Jan 27 22:02:29.154896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-e7903771-f375-44e9-9237-f54fb93d36a8 service neutron] 10.222.0.45 "GET /v2.0/networks/86c83345-6456-4508-8809-fbf43a40f0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045062 Jan 27 22:02:29.220320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-38c49e57-28fa-47e0-90b0-7a18e0d34442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:29.222213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-38c49e57-28fa-47e0-90b0-7a18e0d34442 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 200 len: 797 time: 0.1528690 Jan 27 22:02:29.376661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-935c7571-9872-423e-87dd-6f7edb22cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:29.378270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-935c7571-9872-423e-87dd-6f7edb22cb42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8530188c-40f9-41a4-9c2a-8232d2dfc8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121175 Jan 27 22:02:29.380911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-0992fcab-a21f-4c50-8573-c179a454f8cd service neutron] 10.222.0.45 "GET /v2.0/networks/86c83345-6456-4508-8809-fbf43a40f0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949656 Jan 27 22:02:29.710203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbddb7-93ed-45f4-9c25-d512fc1d934c req-4eb7ab7a-ce92-4187-a133-6912b9187416 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:29.716430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49bbddb7-93ed-45f4-9c25-d512fc1d934c req-4eb7ab7a-ce92-4187-a133-6912b9187416 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 944 time: 0.2993679 Jan 27 22:02:29.840566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-51140d65-da53-4cf8-a0d8-574063816e9a service neutron] 10.222.0.45 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440625 Jan 27 22:02:29.849588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-e200ff40-7d48-4767-935c-caf64a1e11bb service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629354 Jan 27 22:02:29.940868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49bbddb7-93ed-45f4-9c25-d512fc1d934c req-854f7fe1-96ea-4ac0-a224-c6c1358536cf tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983864 Jan 27 22:02:29.989093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e05ef6-9cf0-431c-ba53-082d170aa1b2 None None] Network f2158648-f9c3-4d44-8f07-4d34cbf1b333 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:30.189742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2d54fe9b-20bd-47fc-9d70-f971b0e0ff70 None None] Provisioning complete for port 13da0473-b110-4c88-809f-81d68e412a73 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:30.204887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d54fe9b-20bd-47fc-9d70-f971b0e0ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (13da0473-b110-4c88-809f-81d68e412a73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.209897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-b0f482d1-dd42-46d7-961c-79a8bc818ff5 service neutron] 10.222.0.45 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379447 Jan 27 22:02:30.218487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76df712f-4f5f-43f5-9c48-fb245ccc6cd2 req-6a3be6a7-2a12-4396-8b19-4623646d3350 service neutron] 10.222.0.16 "GET /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600054 Jan 27 22:02:30.536667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2d54fe9b-20bd-47fc-9d70-f971b0e0ff70 None None] Current status of the port 13da0473-b110-4c88-809f-81d68e412a73 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:30.539379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d54fe9b-20bd-47fc-9d70-f971b0e0ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (13da0473-b110-4c88-809f-81d68e412a73), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.542311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1869d41d-ee0f-46ac-807f-cdce26b6037d up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:30.560623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8dfe69f7-3c17-43e9-88f1-92e6703040de up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:30.687201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16ae2a-e469-4af4-90b6-af3c737bf2b9 req-c5a693ea-f8dc-403d-9f97-0b94a7cf943d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:30.724990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c16ae2a-e469-4af4-90b6-af3c737bf2b9 req-c5a693ea-f8dc-403d-9f97-0b94a7cf943d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 945 time: 0.2740102 Jan 27 22:02:30.764833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2d54fe9b-20bd-47fc-9d70-f971b0e0ff70 None None] For port 13da0473-b110-4c88-809f-81d68e412a73, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=13da0473-b110-4c88-809f-81d68e412a73,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:30.800398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d54fe9b-20bd-47fc-9d70-f971b0e0ff70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (13da0473-b110-4c88-809f-81d68e412a73), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.802511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 1869d41d-ee0f-46ac-807f-cdce26b6037d completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:30.806886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8dfe69f7-3c17-43e9-88f1-92e6703040de triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:30.807525 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.874132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 1869d41d-ee0f-46ac-807f-cdce26b6037d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:30.874863 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.979090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97deaa1b-9090-41b7-8e99-daef024f9dae req-27833191-db1f-4290-ad0a-deeccaf8861f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 210 time: 0.2506442 Jan 27 22:02:31.070243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54fe9b-20bd-47fc-9d70-f971b0e0ff70 None None] Pushing event updated for resources: {'Port': ['ID=13da0473-b110-4c88-809f-81d68e412a73,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.132136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c16ae2a-e469-4af4-90b6-af3c737bf2b9 req-a7293d36-6fd4-475f-960a-9c3f77e9bc44 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057994 Jan 27 22:02:31.169216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 1869d41d-ee0f-46ac-807f-cdce26b6037d is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:31.169691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.176475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae07ff2-70ee-4248-82a8-ce336f868dc1 None None] Network 86c83345-6456-4508-8809-fbf43a40f0b2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:31.295834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8dfe69f7-3c17-43e9-88f1-92e6703040de is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:31.296304 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.328967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-71a22995-f926-460e-8a48-538d313d15f3 None None] Provisioning complete for port 13da0473-b110-4c88-809f-81d68e412a73 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:31.329708 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71a22995-f926-460e-8a48-538d313d15f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (13da0473-b110-4c88-809f-81d68e412a73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.355392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 1869d41d-ee0f-46ac-807f-cdce26b6037d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1869d41d-ee0f-46ac-807f-cdce26b6037d,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:31.357385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e0b8-ee0c-4366-89ff-70246067fdf6 req-f89b66d9-8c50-4789-b390-a9a568a23acb tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:31.359668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd6b229-fe0e-4ac3-89e8-2672442aba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1869d41d-ee0f-46ac-807f-cdce26b6037d'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:31.362893 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2b8b97-c997-44f6-8f76-39fe2762d4a1" -d '{"events": [{"server_uuid": "4cd6b229-fe0e-4ac3-89e8-2672442aba39", "name": "network-vif-plugged", "status": "completed", "tag": "1869d41d-ee0f-46ac-807f-cdce26b6037d"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:31.376740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8d1e0b8-ee0c-4366-89ff-70246067fdf6 req-f89b66d9-8c50-4789-b390-a9a568a23acb tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 944 time: 0.1992316 Jan 27 22:02:31.391882 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.437541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 8dfe69f7-3c17-43e9-88f1-92e6703040de, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8dfe69f7-3c17-43e9-88f1-92e6703040de,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:31.459618 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.460522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 13da0473-b110-4c88-809f-81d68e412a73 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:31.580326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8d1e0b8-ee0c-4366-89ff-70246067fdf6 req-5870f5a7-00ed-4370-8f0f-7591f3efbad8 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019789 Jan 27 22:02:31.650294 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154f8b28-dd40-4b22-95a1-84e39f9dd0ac x-openstack-request-id: req-154f8b28-dd40-4b22-95a1-84e39f9dd0ac {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:31.650294 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd6b229-fe0e-4ac3-89e8-2672442aba39", "name": "network-vif-plugged", "status": "completed", "tag": "1869d41d-ee0f-46ac-807f-cdce26b6037d", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:31.650680 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-154f8b28-dd40-4b22-95a1-84e39f9dd0ac {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:31.651099 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd6b229-fe0e-4ac3-89e8-2672442aba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1869d41d-ee0f-46ac-807f-cdce26b6037d', 'code': 200} Jan 27 22:02:31.716195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 13da0473-b110-4c88-809f-81d68e412a73 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:31.717958 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (13da0473-b110-4c88-809f-81d68e412a73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.796107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=1869d41d-ee0f-46ac-807f-cdce26b6037d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.797557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e9c9d-e849-4c0e-b28c-26b25df839ab req-dd2a0302-2577-4bab-bb8c-4029781a7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:31.805573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-852e9c9d-e849-4c0e-b28c-26b25df839ab req-dd2a0302-2577-4bab-bb8c-4029781a7755 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 1096 time: 0.0678358 Jan 27 22:02:31.952473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-852e9c9d-e849-4c0e-b28c-26b25df839ab req-5d842d43-e554-4b9a-b3fc-f496d3474006 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428480 Jan 27 22:02:31.991638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ea613-cc74-492f-aaf6-2b01a6d96de7 req-b201378d-5a22-4eeb-9b8c-47cf982ed53d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:31.994969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be7ea613-cc74-492f-aaf6-2b01a6d96de7 req-b201378d-5a22-4eeb-9b8c-47cf982ed53d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 945 time: 0.1229796 Jan 27 22:02:32.105158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=8dfe69f7-3c17-43e9-88f1-92e6703040de,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.128670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-71a22995-f926-460e-8a48-538d313d15f3 None None] Current status of the port 13da0473-b110-4c88-809f-81d68e412a73 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:32.147039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be7ea613-cc74-492f-aaf6-2b01a6d96de7 req-b01d1ccf-8ea3-4f85-b879-8ca338183725 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400695 Jan 27 22:02:32.249579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 13da0473-b110-4c88-809f-81d68e412a73 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:32.260202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05ce5749-1555-4efb-b2e4-c9fa53f68390 req-7fa88884-b049-41bd-a7f4-396d02fb28fc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 210 time: 0.0738642 Jan 27 22:02:32.284449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-edf441d0-29d2-4818-8862-37fd1d00aaca None None] Provisioning complete for port 8dfe69f7-3c17-43e9-88f1-92e6703040de triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:32.285078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-edf441d0-29d2-4818-8862-37fd1d00aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.453242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb433ba-9bb6-4e24-bbcf-f3ff8931e166 req-b3ce1daa-b9c8-4556-9f66-a279ac82955f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:32.456496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcb433ba-9bb6-4e24-bbcf-f3ff8931e166 req-b3ce1daa-b9c8-4556-9f66-a279ac82955f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 945 time: 0.1072650 Jan 27 22:02:32.461302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8dfe69f7-3c17-43e9-88f1-92e6703040de up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:32.526055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcb433ba-9bb6-4e24-bbcf-f3ff8931e166 req-565ae0d8-0f81-4a01-8b4c-bd4e27fdbabf tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626793 Jan 27 22:02:32.532858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-edf441d0-29d2-4818-8862-37fd1d00aaca None None] Current status of the port 8dfe69f7-3c17-43e9-88f1-92e6703040de is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:32.575986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8dfe69f7-3c17-43e9-88f1-92e6703040de triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:32.576655 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.108938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5000b-850b-4034-a1e4-0d1b64e71487 req-cf23a7fe-a1d8-4440-86c6-1dfc8d04003c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.111702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9f5000b-850b-4034-a1e4-0d1b64e71487 req-cf23a7fe-a1d8-4440-86c6-1dfc8d04003c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 945 time: 0.1808202 Jan 27 22:02:33.268234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8dfe69f7-3c17-43e9-88f1-92e6703040de is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:33.271065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 13da0473-b110-4c88-809f-81d68e412a73 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:33.365736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 13da0473-b110-4c88-809f-81d68e412a73 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:33.366352 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (13da0473-b110-4c88-809f-81d68e412a73), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.376249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d7843231-491a-48dc-89f5-ab8c82da9260 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.384847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d7843231-491a-48dc-89f5-ab8c82da9260 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.387377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d7843231-491a-48dc-89f5-ab8c82da9260 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "GET /v2.0/networks?id=f2158648-f9c3-4d44-8f07-4d34cbf1b333&id=86c83345-6456-4508-8809-fbf43a40f0b2&id=f2158648-f9c3-4d44-8f07-4d34cbf1b333 HTTP/1.1" status: 200 len: 1392 time: 0.5831249 Jan 27 22:02:33.417427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9f5000b-850b-4034-a1e4-0d1b64e71487 req-bb202097-ab21-4ce7-9fad-d4bae09f1faf tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924230 Jan 27 22:02:33.446721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'port': {'device_id': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333', 'admin_state_up': True, 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:33.479380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85283537-4e3e-4b6e-881f-25d6dc172bab req-b7c421d9-850f-42e6-b8eb-afd83a6b8883 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.494398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85283537-4e3e-4b6e-881f-25d6dc172bab req-b7c421d9-850f-42e6-b8eb-afd83a6b8883 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 945 time: 0.3229311 Jan 27 22:02:33.556268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 13da0473-b110-4c88-809f-81d68e412a73 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:33.629649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85283537-4e3e-4b6e-881f-25d6dc172bab req-78f99876-231a-4b1a-be45-e5be2b098816 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118588 Jan 27 22:02:33.736951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:33.743806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.862395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a6a7fd4-1dac-4ce1-bc58-5796c15413e3 req-5e3e609c-bbaa-43e4-beb0-34dbf7fcae02 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 210 time: 0.0985210 Jan 27 22:02:33.950932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd9f27-76c6-49b1-af8c-bbe21583f588 req-7c9ce21f-ac6d-4583-9321-b462e0c25e2d tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.952494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6dd9f27-76c6-49b1-af8c-bbe21583f588 req-7c9ce21f-ac6d-4583-9321-b462e0c25e2d tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 945 time: 0.1820462 Jan 27 22:02:34.060499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6dd9f27-76c6-49b1-af8c-bbe21583f588 req-e1afacb0-8a2f-4aa2-bfb3-df5d64f3e5c8 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966196 Jan 27 22:02:34.076663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Allocated IP 19.80.0.17 (f2158648-f9c3-4d44-8f07-4d34cbf1b333/8a8fc76b-c6ec-49c5-8726-1ee59fe7130e/233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:34.085154 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-91066161-0553-49ed-a720-ea04ce11d1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.253163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.292814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.337753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network f2158648-f9c3-4d44-8f07-4d34cbf1b333 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:34.339452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:34.344385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:34.394544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Port': ['ID=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:34.408531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:34.409236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.430120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a415edef-ad94-41ff-96fb-9896e93d9984 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0065010 Jan 27 22:02:34.447012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'port': {'device_id': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2', 'admin_state_up': True, 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:34.646615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70125bf0-8978-4788-9e98-26a049998e89 req-e34b7f11-a2f3-4ca7-b21e-e96deead26b9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:34.648282 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70125bf0-8978-4788-9e98-26a049998e89 req-e34b7f11-a2f3-4ca7-b21e-e96deead26b9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 945 time: 0.0830624 Jan 27 22:02:34.718265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c9714-5bf1-4f60-8d70-a2c0c9dfe213 req-f4ddba50-e58a-45a3-ac1c-c21542d7d241 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:34.727001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-647c9714-5bf1-4f60-8d70-a2c0c9dfe213 req-f4ddba50-e58a-45a3-ac1c-c21542d7d241 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 945 time: 0.1607633 Jan 27 22:02:34.797378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e041ce77-1e77-408b-a632-9c6e1a53b258 None None] Provisioning complete for port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:34.798320 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e041ce77-1e77-408b-a632-9c6e1a53b258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.836481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-647c9714-5bf1-4f60-8d70-a2c0c9dfe213 req-3d87937e-3dfb-42d1-b098-5e47b26329f0 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082325 Jan 27 22:02:34.868025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e041ce77-1e77-408b-a632-9c6e1a53b258 None None] Port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:34.910462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Deleting port 5a0455c2-3dde-4833-8bae-0932e21a65cc {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:34.911009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.914147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858abda-a91c-47bc-b4d8-825f14b3be68 req-8914f417-c8c5-4492-8390-abc48f249262 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:34.924329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4858abda-a91c-47bc-b4d8-825f14b3be68 req-8914f417-c8c5-4492-8390-abc48f249262 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 945 time: 0.1053100 Jan 27 22:02:34.933297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:34.936748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.057609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4858abda-a91c-47bc-b4d8-825f14b3be68 req-0194750e-a05c-4b9b-977b-f86b1b002799 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321285 Jan 27 22:02:35.189938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] For port 5a0455c2-3dde-4833-8bae-0932e21a65cc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=5a0455c2-3dde-4833-8bae-0932e21a65cc,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:35.191181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.221073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Calling delete_port for 5a0455c2-3dde-4833-8bae-0932e21a65cc owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:35.312342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03193da-d1a9-408d-8597-5aa101a825ac req-818b8733-a08e-47c3-b14f-4e5dfa790c8e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.316494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b03193da-d1a9-408d-8597-5aa101a825ac req-818b8733-a08e-47c3-b14f-4e5dfa790c8e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 931 time: 0.2516415 Jan 27 22:02:35.360524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Allocated IP 19.86.0.180 (86c83345-6456-4508-8809-fbf43a40f0b2/34042da5-6c2e-436e-adf7-1c2837f29464/8e1c4948-f17b-47e1-9430-eba8bbe63f2c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:35.411793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e71ed-ddb9-4c85-8531-6f145128791d req-d492a364-e5e0-45f4-a80b-910547f91982 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.424116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a29e71ed-ddb9-4c85-8531-6f145128791d req-d492a364-e5e0-45f4-a80b-910547f91982 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 945 time: 0.2259700 Jan 27 22:02:35.516132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5a0455c2-3dde-4833-8bae-0932e21a65cc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.546079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['5a0455c2-3dde-4833-8bae-0932e21a65cc'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:35.550500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:35.619755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a29e71ed-ddb9-4c85-8531-6f145128791d req-9afd7e9d-4682-4dc5-a627-f0117f111fd4 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920943 Jan 27 22:02:35.626846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b03193da-d1a9-408d-8597-5aa101a825ac req-4111a37a-2618-42da-9f98-fb029050889a tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910728 Jan 27 22:02:35.866121 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] No DVR routers for this DVR port 5a0455c2-3dde-4833-8bae-0932e21a65cc on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:35.869425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event deleted for resources: {'Port': ['ID=5a0455c2-3dde-4833-8bae-0932e21a65cc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:35.911786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.917665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.919735 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70125bf0-8978-4788-9e98-26a049998e89 req-27c29108-67cb-4e34-806b-4b309926b462 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "DELETE /v2.0/ports/5a0455c2-3dde-4833-8bae-0932e21a65cc HTTP/1.1" status: 204 len: 173 time: 1.2641580 Jan 27 22:02:35.920809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7350c4db-0415-48e6-a8e0-55f179cb4fdd', 'name': 'network-vif-deleted', 'tag': '5a0455c2-3dde-4833-8bae-0932e21a65cc'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:35.936892 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a86a387-f976-4710-a15d-b158b1e75fcb" -d '{"events": [{"server_uuid": "7350c4db-0415-48e6-a8e0-55f179cb4fdd", "name": "network-vif-deleted", "tag": "5a0455c2-3dde-4833-8bae-0932e21a65cc"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:36.032441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-9b3677ad-8528-4a73-a6ba-db1926f46c62 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.036013 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.040524 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-9b3677ad-8528-4a73-a6ba-db1926f46c62 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 945 time: 0.2999036 Jan 27 22:02:36.115688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Port': ['ID=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:36.129110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network 86c83345-6456-4508-8809-fbf43a40f0b2 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:36.133308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:36.142970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:36.232801 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b346d6-659a-49e0-b06c-04dce6b64d54 x-openstack-request-id: req-d3b346d6-659a-49e0-b06c-04dce6b64d54 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:36.246650 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7350c4db-0415-48e6-a8e0-55f179cb4fdd", "name": "network-vif-deleted", "tag": "5a0455c2-3dde-4833-8bae-0932e21a65cc", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:36.247829 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3b346d6-659a-49e0-b06c-04dce6b64d54 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:36.250876 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7350c4db-0415-48e6-a8e0-55f179cb4fdd', 'name': 'network-vif-deleted', 'tag': '5a0455c2-3dde-4833-8bae-0932e21a65cc', 'status': 'completed', 'code': 200} Jan 27 22:02:36.285729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-668d7adc-d8c9-4e6f-9469-f0bfb6d8a25e req-0ce9c8f6-e0f6-43d2-af7a-6ce98920823d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=7350c4db-0415-48e6-a8e0-55f179cb4fdd HTTP/1.1" status: 200 len: 210 time: 0.0651312 Jan 27 22:02:36.367786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.368804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.414355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-95af6a4b-216c-4983-ad53-ce20b3f97641 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9702125 Jan 27 22:02:36.427454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'port': {'device_id': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333', 'admin_state_up': True, 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:36.488141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Deleting port 9376679a-3da1-4bfd-aa98-958de19f168b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:36.488680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.510348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ba3998dd-d331-42f4-b222-aaa74a9a6ed8 None None] Provisioning complete for port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:36.523993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba3998dd-d331-42f4-b222-aaa74a9a6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.639457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ba3998dd-d331-42f4-b222-aaa74a9a6ed8 None None] Port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:36.656426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:36.672293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.891970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] For port 9376679a-3da1-4bfd-aa98-958de19f168b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9376679a-3da1-4bfd-aa98-958de19f168b,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:36.892765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.927865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Calling delete_port for 9376679a-3da1-4bfd-aa98-958de19f168b owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:37.052416 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa8d8-2ec0-4a47-894c-b813e40c0950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.195084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd98119-0550-4c45-abe1-f5a05b6a9125 req-47b73297-23eb-4279-baa3-644c7a274404 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.208023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd98119-0550-4c45-abe1-f5a05b6a9125 req-47b73297-23eb-4279-baa3-644c7a274404 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.211476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdd98119-0550-4c45-abe1-f5a05b6a9125 req-47b73297-23eb-4279-baa3-644c7a274404 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 1654 time: 0.2508533 Jan 27 22:02:37.249489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Allocated IP 19.80.0.61 (f2158648-f9c3-4d44-8f07-4d34cbf1b333/8a8fc76b-c6ec-49c5-8726-1ee59fe7130e/77acff45-425d-459d-a4d0-e3c695f03582) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:37.271378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9376679a-3da1-4bfd-aa98-958de19f168b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.338946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdd98119-0550-4c45-abe1-f5a05b6a9125 req-3a3c6587-5970-4c6b-9eba-a03d6d6d3697 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723636 Jan 27 22:02:37.347253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb346862-d8e9-4e61-887f-8188caa79fe5 req-957c3d1d-c4e5-483f-ace0-bcabe95dfc00 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.349207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb346862-d8e9-4e61-887f-8188caa79fe5 req-957c3d1d-c4e5-483f-ace0-bcabe95dfc00 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 945 time: 0.5028019 Jan 27 22:02:37.402108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] No DVR routers for this DVR port 9376679a-3da1-4bfd-aa98-958de19f168b on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:37.404588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event deleted for resources: {'Port': ['ID=9376679a-3da1-4bfd-aa98-958de19f168b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:37.406582 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.410990 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be9586b9-cbbf-46cf-ae87-8c055ab1a302 req-639a2232-1ecf-4c9a-8328-f327f7728f38 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "DELETE /v2.0/ports/9376679a-3da1-4bfd-aa98-958de19f168b HTTP/1.1" status: 204 len: 173 time: 1.3637471 Jan 27 22:02:37.523181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb346862-d8e9-4e61-887f-8188caa79fe5 req-d3b95a1b-8d87-4f46-aef1-7622c2646676 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611123 Jan 27 22:02:37.695799 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for port (77acff45-425d-459d-a4d0-e3c695f03582), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.878440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-cf7ada08-68b0-4102-aac1-57edd2c57da4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.896692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-cf7ada08-68b0-4102-aac1-57edd2c57da4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.2187991 Jan 27 22:02:37.915626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (77acff45-425d-459d-a4d0-e3c695f03582), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.928031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-abd47597-0884-4a50-bfa2-0dce8dd47618 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/quotas/b38c8ec451564736a8d87b12d6f553e3 HTTP/1.1" status: 200 len: 375 time: 0.0294628 Jan 27 22:02:38.154990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network f2158648-f9c3-4d44-8f07-4d34cbf1b333 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:38.166891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:38.173137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:38.206366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Port': ['ID=77acff45-425d-459d-a4d0-e3c695f03582,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:38.245813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-aacd52a4-4765-4f8d-8e0c-7c337560100f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2775607 Jan 27 22:02:38.252010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:38.252718 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.254469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b92dad-628b-4fb3-a75c-4a2a33ed5b20', 'name': 'network-vif-deleted', 'tag': '9376679a-3da1-4bfd-aa98-958de19f168b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:38.260144 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13e62a9-50c9-4588-ae7b-84c12e93dc14" -d '{"events": [{"server_uuid": "77b92dad-628b-4fb3-a75c-4a2a33ed5b20", "name": "network-vif-deleted", "tag": "9376679a-3da1-4bfd-aa98-958de19f168b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:38.306784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-cd1e3206-9e95-46ac-8031-89855bcfa313 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8882177 Jan 27 22:02:38.348585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Request body: {'port': {'device_id': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:38.390353 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c336c46-be74-45ae-a05e-70658578b4b1 x-openstack-request-id: req-0c336c46-be74-45ae-a05e-70658578b4b1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:38.390789 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b92dad-628b-4fb3-a75c-4a2a33ed5b20", "name": "network-vif-deleted", "tag": "9376679a-3da1-4bfd-aa98-958de19f168b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:38.391084 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c336c46-be74-45ae-a05e-70658578b4b1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:38.391307 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b92dad-628b-4fb3-a75c-4a2a33ed5b20', 'name': 'network-vif-deleted', 'tag': '9376679a-3da1-4bfd-aa98-958de19f168b', 'status': 'completed', 'code': 200} Jan 27 22:02:38.403578 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.422535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 5a0455c2-3dde-4833-8bae-0932e21a65cc no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:38.477148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 5a0455c2-3dde-4833-8bae-0932e21a65cc {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:38.478214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 5a0455c2-3dde-4833-8bae-0932e21a65cc not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:38.479233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9376679a-3da1-4bfd-aa98-958de19f168b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:38.566978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 9376679a-3da1-4bfd-aa98-958de19f168b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:38.569227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9376679a-3da1-4bfd-aa98-958de19f168b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:38.687287 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.707630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df00268-625e-469d-bd8f-7f1a299625b0 req-56014331-c9aa-482c-b011-59336fbdd6cf tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:38.716058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df00268-625e-469d-bd8f-7f1a299625b0 req-56014331-c9aa-482c-b011-59336fbdd6cf tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:38.723080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df00268-625e-469d-bd8f-7f1a299625b0 req-56014331-c9aa-482c-b011-59336fbdd6cf tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:38.727520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7df00268-625e-469d-bd8f-7f1a299625b0 req-56014331-c9aa-482c-b011-59336fbdd6cf tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2375 time: 0.1544206 Jan 27 22:02:38.796288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d5532fe4-c4fc-49fa-a770-0841b92aaef6 None None] Provisioning complete for port 77acff45-425d-459d-a4d0-e3c695f03582 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:38.796917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5532fe4-c4fc-49fa-a770-0841b92aaef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (77acff45-425d-459d-a4d0-e3c695f03582), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.841955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d5532fe4-c4fc-49fa-a770-0841b92aaef6 None None] Port 77acff45-425d-459d-a4d0-e3c695f03582 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:38.842619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-8b1d1acf-518c-4ea5-ade6-2c933fdc320c service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519865 Jan 27 22:02:39.024828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7df00268-625e-469d-bd8f-7f1a299625b0 req-2ed2adbd-bae4-40c0-8398-dd2f812a33fb tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859530 Jan 27 22:02:39.659726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98e45acb-c494-4712-b81b-e16dc57ef110 req-2786d8ec-d3e3-4b11-9d2c-c17cf5aa145e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.0312078 Jan 27 22:02:39.703122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-6fddf031-843c-4fe1-81a9-74be8ad9bf59 service neutron] 10.222.0.45 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8584340 Jan 27 22:02:40.082541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:40.113532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Publish callbacks [] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:40.176752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Transition to ACTIVE for port object 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:40.213623 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:40.304452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Pushing event updated for resources: {'Port': ['ID=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:40.335968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dacb3944-1cde-4773-8c05-7d4dfda86d04 req-77b86e14-5335-4387-9620-7132e968539d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 210 time: 0.1572626 Jan 27 22:02:40.721829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Attempting to bind port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:40.724433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Attempting to bind port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:40.724817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Attempting to bind port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 on network f2158648-f9c3-4d44-8f07-4d34cbf1b333 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:40.752098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 on network f2158648-f9c3-4d44-8f07-4d34cbf1b333 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:40.752496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Attempting to bind port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 on network f2158648-f9c3-4d44-8f07-4d34cbf1b333 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:40.793432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f822e36-36c6-451c-8b5c-c939ffe7f002 req-9a4a03bf-a70c-46be-b328-54485b376ac2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.804682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f822e36-36c6-451c-8b5c-c939ffe7f002 req-9a4a03bf-a70c-46be-b328-54485b376ac2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.816134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f822e36-36c6-451c-8b5c-c939ffe7f002 req-9a4a03bf-a70c-46be-b328-54485b376ac2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.836314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f822e36-36c6-451c-8b5c-c939ffe7f002 req-9a4a03bf-a70c-46be-b328-54485b376ac2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2387 time: 0.2574368 Jan 27 22:02:40.839166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:40.843481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Checking segment: {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:40.843481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Bound using segment: {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:40.843898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Bound port: 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:40.845027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:40.890942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:40.945025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a444fa6-050d-45a3-8623-54590dfd4367 req-6775b945-7de5-4257-9f0d-9bbeb8561b5c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.0367851 Jan 27 22:02:41.057849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f822e36-36c6-451c-8b5c-c939ffe7f002 req-80c2f42f-f82f-452f-9d3f-2dcda263fcd0 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072611 Jan 27 22:02:41.070754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] For port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:41.076027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] For port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:41.083858 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:41.134372 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:41.143134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:02:41.283786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Pushing event updated for resources: {'Port': ['ID=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:41.297608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.298701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:41.302815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7e8ba689-2bca-4e31-b492-da138a628579 service neutron] 10.222.0.16 "PUT /v2.0/ports/233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 HTTP/1.1" status: 200 len: 1091 time: 2.9751368 Jan 27 22:02:41.304713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'tag': '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:41.307736 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d72bde7-5974-427f-b5f0-185d8b864f42" -d '{"events": [{"name": "network-changed", "server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "tag": "233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:41.361339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Request body: {'port': {'device_id': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:41.424430 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7682ac-92be-49de-9e22-30f57f7eccab x-openstack-request-id: req-cb7682ac-92be-49de-9e22-30f57f7eccab {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:41.424905 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "tag": "233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:41.429686 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb7682ac-92be-49de-9e22-30f57f7eccab {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:41.434020 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'tag': '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118', 'status': 'completed', 'code': 200} Jan 27 22:02:41.626104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-37739425-cac4-4053-965e-b50b1af49820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.652414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-37739425-cac4-4053-965e-b50b1af49820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.653240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-37739425-cac4-4053-965e-b50b1af49820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.655384 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-37739425-cac4-4053-965e-b50b1af49820 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2730 time: 0.2007840 Jan 27 22:02:41.676234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e697ca68-f7a7-4187-b71d-aafb23f8c069 req-812ed33e-9394-447b-86d5-bf37b0ed4aae tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 210 time: 0.1085525 Jan 27 22:02:41.703929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:41.912679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-a263fa9b-afde-47bc-ab77-5e361acece55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.913861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-a263fa9b-afde-47bc-ab77-5e361acece55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.914509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-a263fa9b-afde-47bc-ab77-5e361acece55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.916490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-a263fa9b-afde-47bc-ab77-5e361acece55 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2531464 Jan 27 22:02:42.129212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-909bdb65-5b53-48ac-85f3-b4f3ae242d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.130872 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d72bde7-5974-427f-b5f0-185d8b864f42 req-909bdb65-5b53-48ac-85f3-b4f3ae242d8f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075081 Jan 27 22:02:42.505479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1c4948-f17b-47e1-9430-eba8bbe63f2c {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:42.528111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Publish callbacks [] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.572185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Transition to ACTIVE for port object 8e1c4948-f17b-47e1-9430-eba8bbe63f2c will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:42.720075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.817540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-dd868a5f-65a3-45a9-b9e2-306102dd4ea4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.821354 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-dd868a5f-65a3-45a9-b9e2-306102dd4ea4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 805 time: 0.3939102 Jan 27 22:02:42.839673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Request body: {'port': {'device_id': 'cb0284a2-a684-45a9-b7d9-7099afb53a3a', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'admin_state_up': True, 'tenant_id': 'b38c8ec451564736a8d87b12d6f553e3'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:42.936982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Pushing event updated for resources: {'Port': ['ID=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:42.969002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59a87a14-7b8e-4d84-99a6-fcf05ec91b21 req-d994b4c0-9478-4a52-9650-7f21429b6dfc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.3849669 Jan 27 22:02:43.014193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e35f-5103-4c18-ab5a-ee214ce14983 req-d4c81330-4a8d-4844-ae96-de9c4605ced1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.032175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e35f-5103-4c18-ab5a-ee214ce14983 req-d4c81330-4a8d-4844-ae96-de9c4605ced1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.045796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3e35f-5103-4c18-ab5a-ee214ce14983 req-d4c81330-4a8d-4844-ae96-de9c4605ced1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.047640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfa3e35f-5103-4c18-ab5a-ee214ce14983 req-d4c81330-4a8d-4844-ae96-de9c4605ced1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2399 time: 0.4397588 Jan 27 22:02:43.299458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Made reservation on behalf of b38c8ec451564736a8d87b12d6f553e3 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:43.305413 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.326299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfa3e35f-5103-4c18-ab5a-ee214ce14983 req-4e160b2c-8332-433e-9c34-0addba8d9ade tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648823 Jan 27 22:02:43.330438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ae7d604-9d8d-4ef2-b691-f6c6c4db94ab req-537ce1e5-e63e-4b51-9c36-249431995cf9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 210 time: 0.1095059 Jan 27 22:02:43.565391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Attempting to bind port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:43.566455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Attempting to bind port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:43.566455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Attempting to bind port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c on network 86c83345-6456-4508-8809-fbf43a40f0b2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:43.586658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c on network 86c83345-6456-4508-8809-fbf43a40f0b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:43.586966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Attempting to bind port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c on network 86c83345-6456-4508-8809-fbf43a40f0b2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:43.596377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:43.596789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Checking segment: {'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:43.597196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Bound using segment: {'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:43.597659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Bound port: 8e1c4948-f17b-47e1-9430-eba8bbe63f2c, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:43.598035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.785712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] For port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:43.793711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] For port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:43.807647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.834751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Allocated IP 172.20.0.13 (117b07ff-d9aa-4124-b507-7b2a258cb97e/3132c1c8-dbeb-452d-82de-98713bf9d5fc/22863181-e598-4a49-9874-3dd841d0dcaf) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:43.965093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Pushing event updated for resources: {'Port': ['ID=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:43.984615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.987872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.992159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-d990609d-f628-4ff3-baa5-ce0c2e9fe13e service neutron] 10.222.0.16 "PUT /v2.0/ports/8e1c4948-f17b-47e1-9430-eba8bbe63f2c HTTP/1.1" status: 200 len: 1092 time: 2.6347017 Jan 27 22:02:43.992689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'tag': '8e1c4948-f17b-47e1-9430-eba8bbe63f2c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:44.001435 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6014fd1f-7c1c-407b-9232-ad8194e89dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "tag": "8e1c4948-f17b-47e1-9430-eba8bbe63f2c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:44.060369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Request body: {'port': {'device_id': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:44.138965 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae6dda4-9d85-44bf-a1cd-2fb01f488c64 x-openstack-request-id: req-8ae6dda4-9d85-44bf-a1cd-2fb01f488c64 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:44.144544 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "tag": "8e1c4948-f17b-47e1-9430-eba8bbe63f2c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:44.152099 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ae6dda4-9d85-44bf-a1cd-2fb01f488c64 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:44.152991 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'tag': '8e1c4948-f17b-47e1-9430-eba8bbe63f2c', 'status': 'completed', 'code': 200} Jan 27 22:02:44.322804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks [] for port (22863181-e598-4a49-9874-3dd841d0dcaf), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.404616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e858df9f-a146-4f71-846c-d027f0f4052b req-6ed8a998-6b1f-40dd-9337-d75d83ad5ad1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.1254721 Jan 27 22:02:44.410204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (77acff45-425d-459d-a4d0-e3c695f03582), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.566969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.580139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:44.628266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Network 117b07ff-d9aa-4124-b507-7b2a258cb97e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:44.632704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:44.966880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b06b-e438-485b-9eea-41ad58a303c0 req-e2573c93-cb0d-4e23-b617-ea47f3e0f68d tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:44.981767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b06b-e438-485b-9eea-41ad58a303c0 req-e2573c93-cb0d-4e23-b617-ea47f3e0f68d tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.006670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b06b-e438-485b-9eea-41ad58a303c0 req-e2573c93-cb0d-4e23-b617-ea47f3e0f68d tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.027043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c08b06b-e438-485b-9eea-41ad58a303c0 req-e2573c93-cb0d-4e23-b617-ea47f3e0f68d tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2399 time: 0.4417148 Jan 27 22:02:45.222250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461927f-2136-45db-865f-c6ec10be8ad5 req-525ca582-cae7-4342-80d5-61cde5564c65 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.224872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3461927f-2136-45db-865f-c6ec10be8ad5 req-525ca582-cae7-4342-80d5-61cde5564c65 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 932 time: 0.5391691 Jan 27 22:02:45.251980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:45.389159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3461927f-2136-45db-865f-c6ec10be8ad5 req-cb67e142-00ea-4cf6-9612-86f71b35b57b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512704 Jan 27 22:02:45.391127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.393822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:45.401986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c08b06b-e438-485b-9eea-41ad58a303c0 req-ab1bd718-08e9-40b4-a164-19279a2351c9 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721256 Jan 27 22:02:45.419465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-b5613562-454a-474e-af8b-c70910892c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.426077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-b5613562-454a-474e-af8b-c70910892c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.427396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-b5613562-454a-474e-af8b-c70910892c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.430748 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-b5613562-454a-474e-af8b-c70910892c75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2797 time: 0.9985845 Jan 27 22:02:45.597992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7650323 Jan 27 22:02:45.602863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c22b9-da5c-4f26-bf59-5e6d811d5233 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event updated for resources: {'Port': ['ID=22863181-e598-4a49-9874-3dd841d0dcaf,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:45.624663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Request body: {'port': {'device_id': 'cb0284a2-a684-45a9-b7d9-7099afb53a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:45.740965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfcec022-43c6-4d6e-864b-85753acb2e2b req-7b4fadf6-31c5-4eb6-adbd-67548eadbe7a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.0711806 Jan 27 22:02:45.752904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77acff45-425d-459d-a4d0-e3c695f03582 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:45.767798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:45.790556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Publish callbacks [] for port (77acff45-425d-459d-a4d0-e3c695f03582), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:45.791487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-754bbed1-3934-433e-ac4c-f4d480bc5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.792152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-754bbed1-3934-433e-ac4c-f4d480bc5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.792993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-754bbed1-3934-433e-ac4c-f4d480bc5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.795441 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-754bbed1-3934-433e-ac4c-f4d480bc5432 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3299065 Jan 27 22:02:45.844238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Transition to ACTIVE for port object 77acff45-425d-459d-a4d0-e3c695f03582 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:45.859462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (77acff45-425d-459d-a4d0-e3c695f03582), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:45.961671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-fec4b62a-cff1-4bb7-9840-f2c0e3200b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.964206 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6014fd1f-7c1c-407b-9232-ad8194e89dc9 req-fec4b62a-cff1-4bb7-9840-f2c0e3200b64 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1617532 Jan 27 22:02:46.015769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Pushing event updated for resources: {'Port': ['ID=77acff45-425d-459d-a4d0-e3c695f03582,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:46.078078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.079084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.079959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.080809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.081557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.082288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.083045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.083842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.084578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.085332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.086079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.086846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.087600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:46.238586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Attempting to bind port 77acff45-425d-459d-a4d0-e3c695f03582 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:46.239086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Attempting to bind port 77acff45-425d-459d-a4d0-e3c695f03582 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:46.241160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Attempting to bind port 77acff45-425d-459d-a4d0-e3c695f03582 on network f2158648-f9c3-4d44-8f07-4d34cbf1b333 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:46.258035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Port 77acff45-425d-459d-a4d0-e3c695f03582 on network f2158648-f9c3-4d44-8f07-4d34cbf1b333 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:46.258518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Attempting to bind port 77acff45-425d-459d-a4d0-e3c695f03582 on network f2158648-f9c3-4d44-8f07-4d34cbf1b333 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:46.269265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:46.269663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Checking segment: {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:46.270164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Bound using segment: {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:46.270744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Bound port: 77acff45-425d-459d-a4d0-e3c695f03582, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d3942a-d66e-4fbc-afa3-34af00e34c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:46.271604 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (77acff45-425d-459d-a4d0-e3c695f03582), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.379310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] For port 77acff45-425d-459d-a4d0-e3c695f03582, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:46.385122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] For port 77acff45-425d-459d-a4d0-e3c695f03582, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=77acff45-425d-459d-a4d0-e3c695f03582,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:46.392964 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (77acff45-425d-459d-a4d0-e3c695f03582), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.617208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Pushing event updated for resources: {'Port': ['ID=77acff45-425d-459d-a4d0-e3c695f03582,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:46.623362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.629340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.630938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-03998592-39a1-4135-b9f6-5a7d3505ec02 service neutron] 10.222.0.16 "PUT /v2.0/ports/77acff45-425d-459d-a4d0-e3c695f03582 HTTP/1.1" status: 200 len: 1091 time: 2.5795195 Jan 27 22:02:46.633760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'tag': '77acff45-425d-459d-a4d0-e3c695f03582'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:46.653042 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4045e0e9-f422-403b-83a2-90c98d4acd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "tag": "77acff45-425d-459d-a4d0-e3c695f03582"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:46.703352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22863181-e598-4a49-9874-3dd841d0dcaf {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:46.724639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Publish callbacks [] for port (22863181-e598-4a49-9874-3dd841d0dcaf), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.742085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Transition to ACTIVE for port object 22863181-e598-4a49-9874-3dd841d0dcaf will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:46.749850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.810503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Pushing event updated for resources: {'Port': ['ID=22863181-e598-4a49-9874-3dd841d0dcaf,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:46.853985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551685e-a25a-4bb7-a92a-9ffd912c67b1 req-f33708db-dc16-4378-b6a4-75867713d767 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.860659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551685e-a25a-4bb7-a92a-9ffd912c67b1 req-f33708db-dc16-4378-b6a4-75867713d767 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.867892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551685e-a25a-4bb7-a92a-9ffd912c67b1 req-f33708db-dc16-4378-b6a4-75867713d767 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.869725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5551685e-a25a-4bb7-a92a-9ffd912c67b1 req-f33708db-dc16-4378-b6a4-75867713d767 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2411 time: 0.2375133 Jan 27 22:02:46.905598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-c5b02033-76dc-4056-a018-d4146fc5040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.906111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-c5b02033-76dc-4056-a018-d4146fc5040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.906625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-c5b02033-76dc-4056-a018-d4146fc5040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.909616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-c5b02033-76dc-4056-a018-d4146fc5040b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2864 time: 0.2014520 Jan 27 22:02:46.949342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Attempting to bind port 22863181-e598-4a49-9874-3dd841d0dcaf on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:46.949714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Attempting to bind port 22863181-e598-4a49-9874-3dd841d0dcaf by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:46.950009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Attempting to bind port 22863181-e598-4a49-9874-3dd841d0dcaf on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:46.956434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Port 22863181-e598-4a49-9874-3dd841d0dcaf on network 117b07ff-d9aa-4124-b507-7b2a258cb97e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:46.956742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Attempting to bind port 22863181-e598-4a49-9874-3dd841d0dcaf on network 117b07ff-d9aa-4124-b507-7b2a258cb97e {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:46.964424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:46.964955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Checking segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:46.965361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Bound using segment: {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:46.965832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Bound port: 22863181-e598-4a49-9874-3dd841d0dcaf, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f6f3c4-d230-4e75-84d7-7b2d81801de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:46.966199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:47.052786 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] For port 22863181-e598-4a49-9874-3dd841d0dcaf, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:47.056915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] For port 22863181-e598-4a49-9874-3dd841d0dcaf, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=22863181-e598-4a49-9874-3dd841d0dcaf,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:47.063951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:47.073856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca53a94-d614-4576-b7f1-c5c6b9996e65 req-8197ed1e-8068-4b27-8637-2ea4147bff36 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.076906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cca53a94-d614-4576-b7f1-c5c6b9996e65 req-8197ed1e-8068-4b27-8637-2ea4147bff36 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 944 time: 0.3317583 Jan 27 22:02:47.085005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-b683231d-4da4-4d65-a2b5-23a8d7f79e39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 HTTP/1.1" status: 200 len: 217 time: 0.1618981 Jan 27 22:02:47.123715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.124369 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:47.126296 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] 10.222.0.16 "PUT /v2.0/ports/22863181-e598-4a49-9874-3dd841d0dcaf HTTP/1.1" status: 200 len: 1092 time: 1.5076032 Jan 27 22:02:47.126647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0284a2-a684-45a9-b7d9-7099afb53a3a', 'tag': '22863181-e598-4a49-9874-3dd841d0dcaf'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:47.130256 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0284a2-a684-45a9-b7d9-7099afb53a3a", "tag": "22863181-e598-4a49-9874-3dd841d0dcaf"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:47.156312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ef3db-9e8f-4457-b85d-5f3396532613 service neutron] Pushing event updated for resources: {'Port': ['ID=22863181-e598-4a49-9874-3dd841d0dcaf,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:47.234051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5551685e-a25a-4bb7-a92a-9ffd912c67b1 req-457beaa2-6e3d-46e6-80a2-10e6c9d25d82 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530011 Jan 27 22:02:47.253062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-f1745469-83c1-4e07-8ac0-63584ce27439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.256237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-f1745469-83c1-4e07-8ac0-63584ce27439 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 1095 time: 0.0782127 Jan 27 22:02:47.293267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-61223451-7e8f-46ba-b084-f4000fdce753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.296254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-61223451-7e8f-46ba-b084-f4000fdce753 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a8fc76b-c6ec-49c5-8726-1ee59fe7130e HTTP/1.1" status: 200 len: 801 time: 0.1916683 Jan 27 22:02:47.329437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cca53a94-d614-4576-b7f1-c5c6b9996e65 req-769ee0ce-1e82-4c48-876b-0474ee24719d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427206 Jan 27 22:02:47.395950 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a07d0-e49e-4e71-b358-ea143fefb087 x-openstack-request-id: req-086a07d0-e49e-4e71-b358-ea143fefb087 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:47.397052 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "tag": "77acff45-425d-459d-a4d0-e3c695f03582", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:47.397475 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-086a07d0-e49e-4e71-b358-ea143fefb087 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:47.398112 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'tag': '77acff45-425d-459d-a4d0-e3c695f03582', 'status': 'completed', 'code': 200} Jan 27 22:02:47.445983 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-456d3279-2e62-415e-ac34-9c221c47bed8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22863181-e598-4a49-9874-3dd841d0dcaf HTTP/1.1" status: 200 len: 217 time: 0.1801331 Jan 27 22:02:47.452282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-4339bbee-677f-408b-aa4c-a528748ffae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.463946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-4339bbee-677f-408b-aa4c-a528748ffae7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2158648-f9c3-4d44-8f07-4d34cbf1b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1596847 Jan 27 22:02:47.513888 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a850a6-ac29-42a5-af11-2c3e5a27e9f6 x-openstack-request-id: req-f4a850a6-ac29-42a5-af11-2c3e5a27e9f6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:47.514513 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0284a2-a684-45a9-b7d9-7099afb53a3a", "tag": "22863181-e598-4a49-9874-3dd841d0dcaf", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:47.514940 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4a850a6-ac29-42a5-af11-2c3e5a27e9f6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:47.515632 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0284a2-a684-45a9-b7d9-7099afb53a3a', 'tag': '22863181-e598-4a49-9874-3dd841d0dcaf', 'status': 'completed', 'code': 200} Jan 27 22:02:47.540727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-377a6bc6-c589-4b1e-a60e-6c8290a51a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.542796 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-377a6bc6-c589-4b1e-a60e-6c8290a51a1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.0917585 Jan 27 22:02:47.586658 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-dbd0830b-f693-4a56-a35f-7d7f9c7972be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373011 Jan 27 22:02:47.634649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84641e42-d488-41c7-af92-f68f1ff14693 req-b07ac804-1fd6-4bd9-b42b-bbe91a035f8c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.0587366 Jan 27 22:02:47.720951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-83583abb-79c0-40d3-9e66-2e27f8567ac3 service neutron] 10.222.0.16 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496805 Jan 27 22:02:47.768971 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-8c8869c6-512f-4400-8c03-f3183ee41065 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750596 Jan 27 22:02:47.882485 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f63bd2d2-2cb0-4887-81ca-df9f4d8d3b93 req-300cad35-49c6-4ac4-bdb9-aabe7ae57438 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071637 Jan 27 22:02:47.915590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-7a0cce6a-12b1-49fc-9f4b-20f7f868fb78 service neutron] 10.222.0.16 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819372 Jan 27 22:02:47.982369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-8ecb8b8d-a2dd-4b10-ac31-4614481dd632 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=8e1c4948-f17b-47e1-9430-eba8bbe63f2c HTTP/1.1" status: 200 len: 217 time: 0.0564399 Jan 27 22:02:48.024251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-bdad6403-e514-436f-8f4d-66219ff6f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.026358 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-bdad6403-e514-436f-8f4d-66219ff6f432 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 1095 time: 0.0840995 Jan 27 22:02:48.092261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-00e4bec8-046a-481f-ad2e-662b51e10371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.093815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-00e4bec8-046a-481f-ad2e-662b51e10371 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34042da5-6c2e-436e-adf7-1c2837f29464 HTTP/1.1" status: 200 len: 801 time: 0.1052487 Jan 27 22:02:48.094666 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:48.161059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-6f865eb8-d866-4d98-bfaf-379c4093c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.164916 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-6f865eb8-d866-4d98-bfaf-379c4093c018 service neutron] 10.222.0.16 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 0.1327734 Jan 27 22:02:48.202238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-4c3985e3-f388-4dc6-9c45-cacfc6ac0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.206978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-4c3985e3-f388-4dc6-9c45-cacfc6ac0dfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86c83345-6456-4508-8809-fbf43a40f0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058097 Jan 27 22:02:48.229190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-a7306da1-d79b-488a-b967-e0938d7cb9d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22863181-e598-4a49-9874-3dd841d0dcaf HTTP/1.1" status: 200 len: 217 time: 0.0584533 Jan 27 22:02:48.322654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-3ca5030b-109f-40cc-b3dd-eb7203d3e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.324318 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-3ca5030b-109f-40cc-b3dd-eb7203d3e109 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.0888216 Jan 27 22:02:48.372402 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-3c188ec3-a0e0-49e7-a6b4-9a32cbc0cbea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420563 Jan 27 22:02:48.444796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-e29bbbf9-748e-4e50-ab7a-70be2a3cbc33 service neutron] 10.222.0.16 "GET /v2.0/networks/86c83345-6456-4508-8809-fbf43a40f0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308648 Jan 27 22:02:48.453281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bbacb-273f-461f-be36-99eff5122979 req-429013bc-f994-4c93-875b-725d0ea832e3 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.459164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bbacb-273f-461f-be36-99eff5122979 req-429013bc-f994-4c93-875b-725d0ea832e3 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.464733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bbacb-273f-461f-be36-99eff5122979 req-429013bc-f994-4c93-875b-725d0ea832e3 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.466562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-714bbacb-273f-461f-be36-99eff5122979 req-429013bc-f994-4c93-875b-725d0ea832e3 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2411 time: 0.1089888 Jan 27 22:02:48.494993 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-dde6fc1e-0faa-402c-96a2-476d5d820acb service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149819 Jan 27 22:02:48.636414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960e3b3-0eed-4e0c-ad27-96a6e43c0cf2 req-43ed9ba6-24ed-43e8-b02c-cc52e2e0617e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.645874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a960e3b3-0eed-4e0c-ad27-96a6e43c0cf2 req-43ed9ba6-24ed-43e8-b02c-cc52e2e0617e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 944 time: 0.1702030 Jan 27 22:02:48.659718 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9e955c8-3c3b-4fb4-8003-6d264bccc3f7 req-63fd824d-b691-45a6-a59a-d40d3982e5c1 service neutron] 10.222.0.16 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566021 Jan 27 22:02:48.687092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-714bbacb-273f-461f-be36-99eff5122979 req-72cf9820-c965-4f54-bed8-c9b8c6418829 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016397 Jan 27 22:02:48.691023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-f6aa0b16-79fe-4356-b8c3-48289bb0a5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/86c83345-6456-4508-8809-fbf43a40f0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229984 Jan 27 22:02:48.754532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-3df74590-c942-47d0-8df5-2e83443b041f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.61&port_id=77acff45-425d-459d-a4d0-e3c695f03582 HTTP/1.1" status: 200 len: 217 time: 0.0552444 Jan 27 22:02:48.877475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2024b9c3-94cf-4e54-8e1a-4699cd11eb16 req-f0a61d43-151f-40a2-a0f0-9546e36c0325 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.0648682 Jan 27 22:02:48.909072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a960e3b3-0eed-4e0c-ad27-96a6e43c0cf2 req-8ae3f0cc-2ba3-42e6-b2fa-f916853ee678 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619476 Jan 27 22:02:48.916042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-1ed4f258-f0dc-444c-8fc3-9ce63cc2f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.918590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-1ed4f258-f0dc-444c-8fc3-9ce63cc2f8b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a8fc76b-c6ec-49c5-8726-1ee59fe7130e HTTP/1.1" status: 200 len: 801 time: 0.1539190 Jan 27 22:02:48.987404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a64b6d3e-41b5-44ca-911c-05c81f563280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.989051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-a64b6d3e-41b5-44ca-911c-05c81f563280 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2158648-f9c3-4d44-8f07-4d34cbf1b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631251 Jan 27 22:02:49.115234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-b1e79374-bd60-4063-b5e7-bd4a796c3f4b service neutron] 10.222.0.16 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196043 Jan 27 22:02:49.231768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec8f1c8-153d-44cf-b72d-4de7bf1a8453 req-bbbf1c1d-15e3-4544-9e0e-a62d9c1b81f2 service neutron] 10.222.0.16 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107395 Jan 27 22:02:49.369381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-bbfda1b6-72e3-4d6f-aafb-913058510f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.369381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-bbfda1b6-72e3-4d6f-aafb-913058510f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.369381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-bbfda1b6-72e3-4d6f-aafb-913058510f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.372588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-bbfda1b6-72e3-4d6f-aafb-913058510f91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2864 time: 0.0832293 Jan 27 22:02:49.480983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-7d4b9aff-17ae-417b-ba44-18af8dee40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.483734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-7d4b9aff-17ae-417b-ba44-18af8dee40a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2158648-f9c3-4d44-8f07-4d34cbf1b333 HTTP/1.1" status: 200 len: 903 time: 0.1022036 Jan 27 22:02:49.541202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-c15c559c-20ef-470e-bee4-3064abd0543d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.61&port_id=77acff45-425d-459d-a4d0-e3c695f03582 HTTP/1.1" status: 200 len: 217 time: 0.0509596 Jan 27 22:02:49.611512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-37f35793-c9c3-4b17-adec-2d0a65551b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.613411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-37f35793-c9c3-4b17-adec-2d0a65551b84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a8fc76b-c6ec-49c5-8726-1ee59fe7130e HTTP/1.1" status: 200 len: 801 time: 0.0665920 Jan 27 22:02:49.664095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-0d7671ab-08ce-4b22-9680-643ec000be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.665719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-0d7671ab-08ce-4b22-9680-643ec000be7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2158648-f9c3-4d44-8f07-4d34cbf1b333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457740 Jan 27 22:02:49.864185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-d5bd33ff-47ef-48dc-82e6-579c2710cabc service neutron] 10.222.0.16 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884885 Jan 27 22:02:49.986291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132236c-cc58-4eb4-87a9-b6861c902d98 req-20fe9c90-7e2a-45bd-8101-fa33d0c32caa tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.991849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132236c-cc58-4eb4-87a9-b6861c902d98 req-20fe9c90-7e2a-45bd-8101-fa33d0c32caa tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.997171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132236c-cc58-4eb4-87a9-b6861c902d98 req-20fe9c90-7e2a-45bd-8101-fa33d0c32caa tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.000462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a132236c-cc58-4eb4-87a9-b6861c902d98 req-20fe9c90-7e2a-45bd-8101-fa33d0c32caa tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2411 time: 0.1663129 Jan 27 22:02:50.114265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f8140ea-4705-4ce5-b4ab-221c1905dbc7 req-4446b3a8-85b0-43ff-a142-b1537bcff1b2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.1072819 Jan 27 22:02:50.132551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4045e0e9-f422-403b-83a2-90c98d4acd5e req-74509a10-4a50-4cde-8a59-0a04f39ff854 service neutron] 10.222.0.16 "GET /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426651 Jan 27 22:02:50.178078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a132236c-cc58-4eb4-87a9-b6861c902d98 req-ded03adb-2ad6-40c5-bf98-5a27ad4b6076 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690152 Jan 27 22:02:50.296732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ff0a2-d197-4c77-aa6f-676555c03e6c req-3cbde56a-b1a9-4502-9592-642e99e1f80f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.299620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-157ff0a2-d197-4c77-aa6f-676555c03e6c req-3cbde56a-b1a9-4502-9592-642e99e1f80f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 944 time: 0.0913327 Jan 27 22:02:50.368189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-157ff0a2-d197-4c77-aa6f-676555c03e6c req-a90b313b-c5ba-4851-881d-7183f9979184 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577576 Jan 27 22:02:50.682148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:51.234003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b4f87c4-e31c-4679-b723-2ccb48b533ba req-3de902d3-942f-4c11-bd42-302e276cdc26 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.0304902 Jan 27 22:02:51.340032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8e858-3643-4855-bd0c-7c08a83d6f11 req-c24ebf8e-9374-45cc-8010-da2221f9f922 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.345815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8e858-3643-4855-bd0c-7c08a83d6f11 req-c24ebf8e-9374-45cc-8010-da2221f9f922 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.351081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8e858-3643-4855-bd0c-7c08a83d6f11 req-c24ebf8e-9374-45cc-8010-da2221f9f922 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.352853 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76b8e858-3643-4855-bd0c-7c08a83d6f11 req-c24ebf8e-9374-45cc-8010-da2221f9f922 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2411 time: 0.0719166 Jan 27 22:02:51.434537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76b8e858-3643-4855-bd0c-7c08a83d6f11 req-ab6728e8-eea5-4ca5-9653-27e2575edc4b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673561 Jan 27 22:02:51.641960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280d33-4693-4d0d-a2f2-b9bb8e44e2b0 req-824abf60-682d-4cc2-80da-137674aea943 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.643801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc280d33-4693-4d0d-a2f2-b9bb8e44e2b0 req-824abf60-682d-4cc2-80da-137674aea943 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 944 time: 0.1326461 Jan 27 22:02:51.673142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504011-ae3b-4161-acda-25c478bad513 req-55756c68-12cd-4c9c-9fde-da240000dbcb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.678694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504011-ae3b-4161-acda-25c478bad513 req-55756c68-12cd-4c9c-9fde-da240000dbcb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.684456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504011-ae3b-4161-acda-25c478bad513 req-55756c68-12cd-4c9c-9fde-da240000dbcb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.690617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504011-ae3b-4161-acda-25c478bad513 req-55756c68-12cd-4c9c-9fde-da240000dbcb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.696656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504011-ae3b-4161-acda-25c478bad513 req-55756c68-12cd-4c9c-9fde-da240000dbcb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.702099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504011-ae3b-4161-acda-25c478bad513 req-55756c68-12cd-4c9c-9fde-da240000dbcb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.707954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504011-ae3b-4161-acda-25c478bad513 req-55756c68-12cd-4c9c-9fde-da240000dbcb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.709863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25504011-ae3b-4161-acda-25c478bad513 req-55756c68-12cd-4c9c-9fde-da240000dbcb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.1569543 Jan 27 22:02:51.781245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc280d33-4693-4d0d-a2f2-b9bb8e44e2b0 req-9dc3262b-1e67-4820-9107-564b1dcf62ab tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275053 Jan 27 22:02:51.807733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25504011-ae3b-4161-acda-25c478bad513 req-c376408b-26ec-4173-ac73-1c203efc7c05 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863473 Jan 27 22:02:52.420708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd340736-2333-4c76-b057-47980d4706e5 req-7724c6a6-5e57-4aa7-ac59-442805b7a150 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=77b92dad-628b-4fb3-a75c-4a2a33ed5b20 HTTP/1.1" status: 200 len: 210 time: 0.0702395 Jan 27 22:02:52.486508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:52.682583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:52.743353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118', 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333', 'port_id': '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118', 'mac_address': 'fa:16:3e:42:86:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8fc76b-c6ec-49c5-8726-1ee59fe7130e', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:52.848424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666305-d227-4680-ad14-f24030799d93 req-02a7c49c-9ba0-4995-8044-67ca98ec203f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.874832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666305-d227-4680-ad14-f24030799d93 req-02a7c49c-9ba0-4995-8044-67ca98ec203f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.903247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666305-d227-4680-ad14-f24030799d93 req-02a7c49c-9ba0-4995-8044-67ca98ec203f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.908885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e666305-d227-4680-ad14-f24030799d93 req-02a7c49c-9ba0-4995-8044-67ca98ec203f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2411 time: 0.2744262 Jan 27 22:02:52.914499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:52.915779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.958684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-31006def-a3d8-48a6-b931-4ffe03591a11 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.964852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-31006def-a3d8-48a6-b931-4ffe03591a11 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.968642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:52.972439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-31006def-a3d8-48a6-b931-4ffe03591a11 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.978451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-31006def-a3d8-48a6-b931-4ffe03591a11 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.984297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-31006def-a3d8-48a6-b931-4ffe03591a11 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.991026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-31006def-a3d8-48a6-b931-4ffe03591a11 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.997273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-31006def-a3d8-48a6-b931-4ffe03591a11 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.999575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-31006def-a3d8-48a6-b931-4ffe03591a11 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.2881796 Jan 27 22:02:53.036966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:53.045722 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.047714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 77acff45-425d-459d-a4d0-e3c695f03582 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:53.114294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-66ed8cdf-b991-473b-a700-74d86f9388c8 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:53.116648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-66ed8cdf-b991-473b-a700-74d86f9388c8 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "GET /v2.0/ports/83bdb347-7bb1-4ed3-b282-7dfd81b687a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0964925 Jan 27 22:02:53.124839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 77acff45-425d-459d-a4d0-e3c695f03582, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=77acff45-425d-459d-a4d0-e3c695f03582,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:53.155606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '77acff45-425d-459d-a4d0-e3c695f03582', 'network_id': 'f2158648-f9c3-4d44-8f07-4d34cbf1b333', 'port_id': '77acff45-425d-459d-a4d0-e3c695f03582', 'mac_address': 'fa:16:3e:c0:ca:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8fc76b-c6ec-49c5-8726-1ee59fe7130e', 'ip_address': '19.80.0.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:53.227919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e666305-d227-4680-ad14-f24030799d93 req-a9133654-020e-4e77-b0de-c0bd2d35008a tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972479 Jan 27 22:02:53.238563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8663fb4-33e8-4234-b7e6-b74eddf7bfb7 req-c14dde85-6e74-4737-9125-0df41adae0d2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:53.240495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8663fb4-33e8-4234-b7e6-b74eddf7bfb7 req-c14dde85-6e74-4737-9125-0df41adae0d2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 944 time: 0.2396421 Jan 27 22:02:53.302697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 77acff45-425d-459d-a4d0-e3c695f03582 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:53.303917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (77acff45-425d-459d-a4d0-e3c695f03582), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.348097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77acff45-425d-459d-a4d0-e3c695f03582 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:53.377492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-909143da-b81e-478a-8a65-9ffa47d77ed9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "GET /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2554624 Jan 27 22:02:53.394534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8663fb4-33e8-4234-b7e6-b74eddf7bfb7 req-de900154-51dd-47a9-aeec-3872d97a2c30 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432614 Jan 27 22:02:53.397946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:53.426243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:53.464326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 77acff45-425d-459d-a4d0-e3c695f03582, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=77acff45-425d-459d-a4d0-e3c695f03582,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:53.472965 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (77acff45-425d-459d-a4d0-e3c695f03582), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.476169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8e1c4948-f17b-47e1-9430-eba8bbe63f2c details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:53.739850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=77acff45-425d-459d-a4d0-e3c695f03582,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:53.848310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:53.874363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '8e1c4948-f17b-47e1-9430-eba8bbe63f2c', 'network_id': '86c83345-6456-4508-8809-fbf43a40f0b2', 'port_id': '8e1c4948-f17b-47e1-9430-eba8bbe63f2c', 'mac_address': 'fa:16:3e:7d:9d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34042da5-6c2e-436e-adf7-1c2837f29464', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:54.033761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:54.034295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.085357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1c4948-f17b-47e1-9430-eba8bbe63f2c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:54.157819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:54.166282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.168146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 22863181-e598-4a49-9874-3dd841d0dcaf details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:54.191769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-2ea08484-fea6-4c7a-953f-962cb1cb86ed tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.197789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-2ea08484-fea6-4c7a-953f-962cb1cb86ed tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.204695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-2ea08484-fea6-4c7a-953f-962cb1cb86ed tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.250482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-2ea08484-fea6-4c7a-953f-962cb1cb86ed tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.262447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-2ea08484-fea6-4c7a-953f-962cb1cb86ed tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.268894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-2ea08484-fea6-4c7a-953f-962cb1cb86ed tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.275653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-2ea08484-fea6-4c7a-953f-962cb1cb86ed tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.284808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-2ea08484-fea6-4c7a-953f-962cb1cb86ed tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 5434 time: 0.9263263 Jan 27 22:02:54.293101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:54.297887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:02:54.412636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.421617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-21536d0c-abf3-4d1b-a067-1c4d0ecebc58 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.423177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-21536d0c-abf3-4d1b-a067-1c4d0ecebc58 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.1294131 Jan 27 22:02:54.455933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 22863181-e598-4a49-9874-3dd841d0dcaf, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=22863181-e598-4a49-9874-3dd841d0dcaf,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:54.459821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-f31e8c7b-6c61-4125-80db-36dde98e87be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/quotas/eb1cd614a9c64717962274c50642681a HTTP/1.1" status: 200 len: 375 time: 0.0277379 Jan 27 22:02:54.479809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '22863181-e598-4a49-9874-3dd841d0dcaf', 'network_id': '117b07ff-d9aa-4124-b507-7b2a258cb97e', 'port_id': '22863181-e598-4a49-9874-3dd841d0dcaf', 'mac_address': 'fa:16:3e:c2:ec:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3132c1c8-dbeb-452d-82de-98713bf9d5fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:54.545854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-a955f57c-dfcf-4660-a75f-0aecb414a4e2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756953 Jan 27 22:02:54.569225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 22863181-e598-4a49-9874-3dd841d0dcaf is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:54.569861 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.628799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22863181-e598-4a49-9874-3dd841d0dcaf {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:54.674313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 22863181-e598-4a49-9874-3dd841d0dcaf, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=22863181-e598-4a49-9874-3dd841d0dcaf,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:54.681104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbe3ad4-dfd1-45e3-9912-dcaee1e000f8 req-ec5e8b51-3ad6-4f44-8c36-a2c3f2e8d0ea tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3941610 Jan 27 22:02:54.690844 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.798418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=22863181-e598-4a49-9874-3dd841d0dcaf,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:54.879958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-e5378f3e-dc0a-4f73-a58f-82eb2fe56342 service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242490 Jan 27 22:02:54.904825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9e213-3141-4790-bdef-392341873388 req-e518c1ab-6c89-4625-92e5-1194a8c536db tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.916244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9e213-3141-4790-bdef-392341873388 req-e518c1ab-6c89-4625-92e5-1194a8c536db tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.926720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9e213-3141-4790-bdef-392341873388 req-e518c1ab-6c89-4625-92e5-1194a8c536db tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.929864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2c9e213-3141-4790-bdef-392341873388 req-e518c1ab-6c89-4625-92e5-1194a8c536db tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2414 time: 0.1597400 Jan 27 22:02:54.933268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] For port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:55.156000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] For port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:55.238453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2c9e213-3141-4790-bdef-392341873388 req-ee8150d5-85bf-42eb-a20a-19b4faa947c5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980306 Jan 27 22:02:55.278093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['77acff45-425d-459d-a4d0-e3c695f03582'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:55.292681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] device_id is not set on port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:02:55.293075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['22863181-e598-4a49-9874-3dd841d0dcaf'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:55.313231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:55.327358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] Publish callbacks [] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:55.333303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-4a27ceed-23c5-48b2-9189-a306e8c0f3ba service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954332 Jan 27 22:02:55.343981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:55.595015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:55.672843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] No DVR routers for this DVR port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:55.702482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baf370-ae04-423f-b640-3ad8626c6d11 req-61305366-9ff2-4609-b3a2-ff407ec1104c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:55.712662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3baf370-ae04-423f-b640-3ad8626c6d11 req-61305366-9ff2-4609-b3a2-ff407ec1104c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 945 time: 0.2921429 Jan 27 22:02:56.090673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] In _notify_port_updated(), no bound segment for port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:02:56.092260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.093313 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.097130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-57f64f6e-4239-4b00-8b92-006f149dd1e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 200 len: 1028 time: 2.6761563 Jan 27 22:02:56.188671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3baf370-ae04-423f-b640-3ad8626c6d11 req-198ae591-2fd3-4673-96a2-cfb5b936b78d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946488 Jan 27 22:02:56.251167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1233-3a86-408f-ba45-0471241b1ca4 req-69b7ab02-dda8-45be-917a-aeba09b20291 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.262765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1233-3a86-408f-ba45-0471241b1ca4 req-69b7ab02-dda8-45be-917a-aeba09b20291 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.274082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1233-3a86-408f-ba45-0471241b1ca4 req-69b7ab02-dda8-45be-917a-aeba09b20291 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.288214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1233-3a86-408f-ba45-0471241b1ca4 req-69b7ab02-dda8-45be-917a-aeba09b20291 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.299488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1233-3a86-408f-ba45-0471241b1ca4 req-69b7ab02-dda8-45be-917a-aeba09b20291 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.311099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1233-3a86-408f-ba45-0471241b1ca4 req-69b7ab02-dda8-45be-917a-aeba09b20291 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.325991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c9b1233-3a86-408f-ba45-0471241b1ca4 req-69b7ab02-dda8-45be-917a-aeba09b20291 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 4659 time: 0.3895798 Jan 27 22:02:56.333233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-f8be8385-b4c8-4b83-806f-98dd9d2493ad tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.335846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-f8be8385-b4c8-4b83-806f-98dd9d2493ad tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "GET /v2.0/ports/3d98e0f8-71a1-404a-83ac-4dbc108d4801?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2233269 Jan 27 22:02:56.358896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['8e1c4948-f17b-47e1-9430-eba8bbe63f2c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:56.385400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:56.509150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d16a2a17-dd20-442b-b8df-01fed389171e None None] Provisioning complete for port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:56.509882 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d16a2a17-dd20-442b-b8df-01fed389171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.530860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2fcaf11-92f4-4a08-a50f-74a6293f794b req-75aeed12-2940-4bbf-aaf4-d531ffeef5a9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=ede0c76d-5ebe-4a10-bfa4-4e227c4666a7 HTTP/1.1" status: 200 len: 210 time: 0.1819007 Jan 27 22:02:56.717560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device e4efa7b3-9bea-4d48-9f82-9ecab97944f7 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:56.814020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.834807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d16a2a17-dd20-442b-b8df-01fed389171e None None] Port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:56.868208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c9b1233-3a86-408f-ba45-0471241b1ca4 req-6ca4ae4d-25dd-455c-9136-a1b4a61efb13 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&id=37cedd69-93c9-4c08-82de-98d11d3cc1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5305295 Jan 27 22:02:57.056401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:57.057487 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.066559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c177af-cc73-498e-a25d-55e385749060 req-61b10af5-01fc-456e-8709-66f48edbed83 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:57.081252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c177af-cc73-498e-a25d-55e385749060 req-61b10af5-01fc-456e-8709-66f48edbed83 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:57.087165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c177af-cc73-498e-a25d-55e385749060 req-61b10af5-01fc-456e-8709-66f48edbed83 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:57.102930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38c177af-cc73-498e-a25d-55e385749060 req-61b10af5-01fc-456e-8709-66f48edbed83 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2414 time: 0.3536713 Jan 27 22:02:57.134666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:57.138984 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2ceecc-0312-4dbd-8b28-427bab3a173a" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "e4efa7b3-9bea-4d48-9f82-9ecab97944f7"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:57.175302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port e4efa7b3-9bea-4d48-9f82-9ecab97944f7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:57.197152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.198388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a44ca15f-3f7d-45d3-9f8a-39413a52050c no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:57.337034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38c177af-cc73-498e-a25d-55e385749060 req-ab17c881-68b2-46ca-8d2b-7a4f42dd08d7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330415 Jan 27 22:02:57.352830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:57.435993 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef13caf1-42b4-442b-8112-d62df1d86b80 x-openstack-request-id: req-ef13caf1-42b4-442b-8112-d62df1d86b80 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:57.436991 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "e4efa7b3-9bea-4d48-9f82-9ecab97944f7", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:57.437208 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef13caf1-42b4-442b-8112-d62df1d86b80 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:57.437731 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7', 'code': 200} Jan 27 22:02:57.455011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a44ca15f-3f7d-45d3-9f8a-39413a52050c is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:57.455545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.520973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] For port 3d98e0f8-71a1-404a-83ac-4dbc108d4801, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3d98e0f8-71a1-404a-83ac-4dbc108d4801,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:57.573327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a44ca15f-3f7d-45d3-9f8a-39413a52050c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:57.584164 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.586730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a02378a6-77b4-49d1-9876-aeae9608ee06 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:57.714621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] For port 3d98e0f8-71a1-404a-83ac-4dbc108d4801, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:57.731003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a173371-43e7-4a52-8845-17c69b381572 req-e8cc6cc5-2d56-4968-9a8f-f181107fa1f5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:57.744019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a173371-43e7-4a52-8845-17c69b381572 req-e8cc6cc5-2d56-4968-9a8f-f181107fa1f5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 945 time: 0.1664271 Jan 27 22:02:57.770358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a44ca15f-3f7d-45d3-9f8a-39413a52050c,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:57.839450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] device_id is not set on port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:02:57.855633 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] Publish callbacks [] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.888731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a173371-43e7-4a52-8845-17c69b381572 req-fa29dd2f-c261-4442-a868-472ee5ac5f89 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434863 Jan 27 22:02:57.894659 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.952368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a02378a6-77b4-49d1-9876-aeae9608ee06 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:57.953584 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.065647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a02378a6-77b4-49d1-9876-aeae9608ee06, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a02378a6-77b4-49d1-9876-aeae9608ee06,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:58.083832 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.086522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 89247f41-4fed-45ab-af6d-0a711ea30c23 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:58.142823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] No DVR routers for this DVR port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:58.213089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] Pushing event updated for resources: {'Port': ['ID=3d98e0f8-71a1-404a-83ac-4dbc108d4801,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:58.247498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a02378a6-77b4-49d1-9876-aeae9608ee06,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:58.346448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6326903-bb67-4129-95ef-9e42929dfd74 req-5fa85195-071e-416e-b144-e59e07c904ef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.362549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6326903-bb67-4129-95ef-9e42929dfd74 req-5fa85195-071e-416e-b144-e59e07c904ef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.374428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6326903-bb67-4129-95ef-9e42929dfd74 req-5fa85195-071e-416e-b144-e59e07c904ef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.390724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6326903-bb67-4129-95ef-9e42929dfd74 req-5fa85195-071e-416e-b144-e59e07c904ef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.415974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6326903-bb67-4129-95ef-9e42929dfd74 req-5fa85195-071e-416e-b144-e59e07c904ef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.433557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 89247f41-4fed-45ab-af6d-0a711ea30c23 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:58.434226 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.436058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6326903-bb67-4129-95ef-9e42929dfd74 req-5fa85195-071e-416e-b144-e59e07c904ef tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 3879 time: 0.4017270 Jan 27 22:02:58.456274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] In _notify_port_updated(), no bound segment for port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 on network 81a581e9-6394-429c-85e3-9e2f78c9c47b {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:02:58.457481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.458353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.459928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-759bc865-f1e2-4c42-9b8f-2823703d4c6b service neutron] 10.222.0.16 "PUT /v2.0/ports/3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 200 len: 1027 time: 2.0928791 Jan 27 22:02:58.505326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-11cf34c9-9ff7-4616-8352-3df7441dffd0 None None] Provisioning complete for port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:58.505937 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11cf34c9-9ff7-4616-8352-3df7441dffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.551930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6326903-bb67-4129-95ef-9e42929dfd74 req-5f20d56f-6194-4b05-8ade-32b1f0e6d82c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145797 Jan 27 22:02:58.558603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-11cf34c9-9ff7-4616-8352-3df7441dffd0 None None] Port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:58.566688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 89247f41-4fed-45ab-af6d-0a711ea30c23, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=89247f41-4fed-45ab-af6d-0a711ea30c23,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:58.572649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.573497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b64acb3-5fe5-494a-9586-fc11fa36d629 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:58.715240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=89247f41-4fed-45ab-af6d-0a711ea30c23,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:58.716934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:58.719344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.771535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b64acb3-5fe5-494a-9586-fc11fa36d629 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:58.772066 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.840393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b64acb3-5fe5-494a-9586-fc11fa36d629, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:58.853523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.854302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3d98e0f8-71a1-404a-83ac-4dbc108d4801 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:58.982477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb044e3-483b-422b-89e2-d8be85e7b14a req-65a1110b-b2c8-4c87-bf04-dbe0bf8381e7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.995899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb044e3-483b-422b-89e2-d8be85e7b14a req-65a1110b-b2c8-4c87-bf04-dbe0bf8381e7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.999152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 host ! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:02:58.999782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3d98e0f8-71a1-404a-83ac-4dbc108d4801 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:59.000302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:59.008791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb044e3-483b-422b-89e2-d8be85e7b14a req-65a1110b-b2c8-4c87-bf04-dbe0bf8381e7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:59.023283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecb044e3-483b-422b-89e2-d8be85e7b14a req-65a1110b-b2c8-4c87-bf04-dbe0bf8381e7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2414 time: 0.2846470 Jan 27 22:02:59.129638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecb044e3-483b-422b-89e2-d8be85e7b14a req-5faadef2-4a68-415b-8cd7-b53d1eed3c28 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014512 Jan 27 22:02:59.133099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] For port e4efa7b3-9bea-4d48-9f82-9ecab97944f7, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:59.133852 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.238077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for e4efa7b3-9bea-4d48-9f82-9ecab97944f7 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:59.303522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 host ! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:02:59.303951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:59.305819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b64acb3-5fe5-494a-9586-fc11fa36d629,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:59.319242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:59.345956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f308aa-5aca-4f1a-b74c-7284cdec9d85 req-58b6329c-7cc6-4158-83fd-718109830435 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:59.348248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63f308aa-5aca-4f1a-b74c-7284cdec9d85 req-58b6329c-7cc6-4158-83fd-718109830435 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 945 time: 0.1919298 Jan 27 22:02:59.405167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-158b10af-efe4-44fb-8790-fccfe9071d4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=ede0c76d-5ebe-4a10-bfa4-4e227c4666a7 HTTP/1.1" status: 200 len: 210 time: 0.0456462 Jan 27 22:02:59.417999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:59.424306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:59.425294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.478081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c'}, {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02378a6-77b4-49d1-9876-aeae9608ee06'}, {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89247f41-4fed-45ab-af6d-0a711ea30c23'}, {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b64acb3-5fe5-494a-9586-fc11fa36d629'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:59.482067 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b5456d-7f65-4c5e-afa3-83560e5dbaef" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c"}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "a02378a6-77b4-49d1-9876-aeae9608ee06"}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "89247f41-4fed-45ab-af6d-0a711ea30c23"}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "0b64acb3-5fe5-494a-9586-fc11fa36d629"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:59.590285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:59.591478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.612514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63f308aa-5aca-4f1a-b74c-7284cdec9d85 req-b8c8a402-e543-4879-a0e6-485982240ff3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426386 Jan 27 22:02:59.701777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:59.719931 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.722329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 77acff45-425d-459d-a4d0-e3c695f03582 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:59.724175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-609285c2-e96e-4e78-bcbf-b4cd23a29cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:59.728066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-609285c2-e96e-4e78-bcbf-b4cd23a29cc7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=eb1cd614a9c64717962274c50642681a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3058443 Jan 27 22:02:59.795549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-21f33929-08df-4804-94bb-7e4f1c53b3fc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:59.817894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:59.819718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-21f33929-08df-4804-94bb-7e4f1c53b3fc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.4161258 Jan 27 22:02:59.842909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e4efa7b3-9bea-4d48-9f82-9ecab97944f7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.862475 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130ceafd-8d19-4543-9f57-6cdeb647d7bc x-openstack-request-id: req-130ceafd-8d19-4543-9f57-6cdeb647d7bc {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:59.869590 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c", "code": 200}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "a02378a6-77b4-49d1-9876-aeae9608ee06", "code": 200}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "89247f41-4fed-45ab-af6d-0a711ea30c23", "code": 200}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-unplugged", "status": "completed", "tag": "0b64acb3-5fe5-494a-9586-fc11fa36d629", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:59.870460 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-130ceafd-8d19-4543-9f57-6cdeb647d7bc {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:59.873149 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'code': 200} Jan 27 22:02:59.873975 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02378a6-77b4-49d1-9876-aeae9608ee06', 'code': 200} Jan 27 22:02:59.874993 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89247f41-4fed-45ab-af6d-0a711ea30c23', 'code': 200} Jan 27 22:02:59.880466 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b64acb3-5fe5-494a-9586-fc11fa36d629', 'code': 200} Jan 27 22:02:59.883260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 77acff45-425d-459d-a4d0-e3c695f03582 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:59.897298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 77acff45-425d-459d-a4d0-e3c695f03582 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:59.899114 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (77acff45-425d-459d-a4d0-e3c695f03582), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.074729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 77acff45-425d-459d-a4d0-e3c695f03582 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:00.075360 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (77acff45-425d-459d-a4d0-e3c695f03582), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.119124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-f247c63b-0942-4f4f-a074-051a42a8c827 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/quotas/eb1cd614a9c64717962274c50642681a HTTP/1.1" status: 200 len: 375 time: 0.2521853 Jan 27 22:03:00.127391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=e4efa7b3-9bea-4d48-9f82-9ecab97944f7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:00.177870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 77acff45-425d-459d-a4d0-e3c695f03582, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=77acff45-425d-459d-a4d0-e3c695f03582,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:00.189978 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (77acff45-425d-459d-a4d0-e3c695f03582), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.193588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8e1c4948-f17b-47e1-9430-eba8bbe63f2c up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:00.292748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] No DVR routers for this DVR port e4efa7b3-9bea-4d48-9f82-9ecab97944f7 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:00.300690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.311463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-87075d16-87f6-4073-882f-908cae3f74b9 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "DELETE /v2.0/ports/e4efa7b3-9bea-4d48-9f82-9ecab97944f7 HTTP/1.1" status: 204 len: 173 time: 1.8405902 Jan 27 22:03:00.345143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-9f39df27-d87e-45e8-828c-11c12a04721c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1299746 Jan 27 22:03:00.357723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:00.361004 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee77ec3-727f-4546-a8b1-5b21fba21bce" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "e4efa7b3-9bea-4d48-9f82-9ecab97944f7"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:00.373995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:00.417197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-6808dcb5-d2a0-4cab-8cbd-782ae9af7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:00.422173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-6808dcb5-d2a0-4cab-8cbd-782ae9af7406 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5957255 Jan 27 22:03:00.422538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=77acff45-425d-459d-a4d0-e3c695f03582,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:00.461518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:00.463864 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.513477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf491-69c9-42d3-a396-c38cfd061f04 req-b96a26d6-f4a5-4dc6-b920-6a4f4eeb4da0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:00.520894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf491-69c9-42d3-a396-c38cfd061f04 req-b96a26d6-f4a5-4dc6-b920-6a4f4eeb4da0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:00.526277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf491-69c9-42d3-a396-c38cfd061f04 req-b96a26d6-f4a5-4dc6-b920-6a4f4eeb4da0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:00.536457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf491-69c9-42d3-a396-c38cfd061f04 req-b96a26d6-f4a5-4dc6-b920-6a4f4eeb4da0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:00.550926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-340cf491-69c9-42d3-a396-c38cfd061f04 req-b96a26d6-f4a5-4dc6-b920-6a4f4eeb4da0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 3143 time: 0.5090861 Jan 27 22:03:00.674444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:00.675124 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.681912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e71ff1a9-0c41-4102-82a4-77c5d4a51523 req-acca8a1e-fc29-4e88-b017-3d0d75612f86 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.57 "GET /v2.0/ports?device_id=ede0c76d-5ebe-4a10-bfa4-4e227c4666a7 HTTP/1.1" status: 200 len: 210 time: 0.1840391 Jan 27 22:03:00.741754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-340cf491-69c9-42d3-a396-c38cfd061f04 req-7b28cbca-72e2-44e8-a7a9-b369f953b20d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574037 Jan 27 22:03:00.760832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:00.786570 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.787401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 22863181-e598-4a49-9874-3dd841d0dcaf up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:00.872871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-82da6192-cf52-4ab1-90e0-64161d1f193d service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271254 Jan 27 22:03:01.024794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port 0b64acb3-5fe5-494a-9586-fc11fa36d629 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:01.025458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.033862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:01.049804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 22863181-e598-4a49-9874-3dd841d0dcaf completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:01.067875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 22863181-e598-4a49-9874-3dd841d0dcaf triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:01.068917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.153701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-fba761e6-7ac2-4270-ba41-dc4fc88d9827 service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701502 Jan 27 22:03:01.195569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d53a73-3fbe-444b-81c6-f04d927bf38d req-3a92aeac-9518-4740-bdbd-3068549955e5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:01.202208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d53a73-3fbe-444b-81c6-f04d927bf38d req-3a92aeac-9518-4740-bdbd-3068549955e5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:01.209084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d53a73-3fbe-444b-81c6-f04d927bf38d req-3a92aeac-9518-4740-bdbd-3068549955e5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:01.218036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1d53a73-3fbe-444b-81c6-f04d927bf38d req-3a92aeac-9518-4740-bdbd-3068549955e5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2417 time: 0.3358243 Jan 27 22:03:01.260643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] For port 0b64acb3-5fe5-494a-9586-fc11fa36d629, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b64acb3-5fe5-494a-9586-fc11fa36d629,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:01.260980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.284469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 22863181-e598-4a49-9874-3dd841d0dcaf is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:01.284901 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.293494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for 0b64acb3-5fe5-494a-9586-fc11fa36d629 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:01.339220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1d53a73-3fbe-444b-81c6-f04d927bf38d req-6962323a-1034-4077-8b74-92f0b6ea151f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201704 Jan 27 22:03:01.367858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 22863181-e598-4a49-9874-3dd841d0dcaf, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=22863181-e598-4a49-9874-3dd841d0dcaf,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:01.373800 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.470088 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cd0ccb-092c-453c-89bd-f4cbe4215fb5 x-openstack-request-id: req-e8cd0ccb-092c-453c-89bd-f4cbe4215fb5 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:01.473888 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "e4efa7b3-9bea-4d48-9f82-9ecab97944f7", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:01.474558 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8cd0ccb-092c-453c-89bd-f4cbe4215fb5 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:01.475711 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': 'e4efa7b3-9bea-4d48-9f82-9ecab97944f7', 'status': 'completed', 'code': 200} Jan 27 22:03:01.517531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=22863181-e598-4a49-9874-3dd841d0dcaf,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:01.621682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-478010bb-cc76-4218-81bb-56ccf081ad47 req-a1d24410-b6b3-437b-beb1-4c6cc50a6172 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 210 time: 0.0354991 Jan 27 22:03:01.690412 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a58b6b-b391-4899-9d94-a8c5a421f794 req-64451680-264e-4c50-a080-544960e8308e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:01.692068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00a58b6b-b391-4899-9d94-a8c5a421f794 req-64451680-264e-4c50-a080-544960e8308e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1159537 Jan 27 22:03:01.753308 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0b64acb3-5fe5-494a-9586-fc11fa36d629), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.835112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=0b64acb3-5fe5-494a-9586-fc11fa36d629,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:01.861855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00a58b6b-b391-4899-9d94-a8c5a421f794 req-4fb3e748-5f83-4004-91e9-367c41284231 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608732 Jan 27 22:03:01.883545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118'}, {'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77acff45-425d-459d-a4d0-e3c695f03582'}, {'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1c4948-f17b-47e1-9430-eba8bbe63f2c'}, {'server_uuid': 'cb0284a2-a684-45a9-b7d9-7099afb53a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22863181-e598-4a49-9874-3dd841d0dcaf'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:01.890697 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c76b31-5fca-42ca-8fb1-bf771c7d039a" -d '{"events": [{"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-plugged", "status": "completed", "tag": "233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118"}, {"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-plugged", "status": "completed", "tag": "77acff45-425d-459d-a4d0-e3c695f03582"}, {"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-plugged", "status": "completed", "tag": "8e1c4948-f17b-47e1-9430-eba8bbe63f2c"}, {"server_uuid": "cb0284a2-a684-45a9-b7d9-7099afb53a3a", "name": "network-vif-plugged", "status": "completed", "tag": "22863181-e598-4a49-9874-3dd841d0dcaf"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:01.922564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] No DVR routers for this DVR port 0b64acb3-5fe5-494a-9586-fc11fa36d629 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:01.926804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.930695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-987dfa03-9708-45fc-9eaf-7d8df096f671 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "DELETE /v2.0/ports/0b64acb3-5fe5-494a-9586-fc11fa36d629 HTTP/1.1" status: 204 len: 173 time: 1.5805717 Jan 27 22:03:02.002497 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ee87f6-ddf7-4c0b-8343-664ab1b4c9ce x-openstack-request-id: req-73ee87f6-ddf7-4c0b-8343-664ab1b4c9ce {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:02.003069 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-plugged", "status": "completed", "tag": "233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118", "code": 200}, {"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-plugged", "status": "completed", "tag": "77acff45-425d-459d-a4d0-e3c695f03582", "code": 200}, {"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-plugged", "status": "completed", "tag": "8e1c4948-f17b-47e1-9430-eba8bbe63f2c", "code": 200}, {"server_uuid": "cb0284a2-a684-45a9-b7d9-7099afb53a3a", "name": "network-vif-plugged", "status": "completed", "tag": "22863181-e598-4a49-9874-3dd841d0dcaf", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:02.005036 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73ee87f6-ddf7-4c0b-8343-664ab1b4c9ce {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:02.005726 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118', 'code': 200} Jan 27 22:03:02.006302 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77acff45-425d-459d-a4d0-e3c695f03582', 'code': 200} Jan 27 22:03:02.006635 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1c4948-f17b-47e1-9430-eba8bbe63f2c', 'code': 200} Jan 27 22:03:02.008590 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0284a2-a684-45a9-b7d9-7099afb53a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22863181-e598-4a49-9874-3dd841d0dcaf', 'code': 200} Jan 27 22:03:02.066591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fed247-a8cd-4745-8fa9-c173bd7e161c req-8776303b-b70c-435e-a4a2-e9d86a42b50b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.073335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fed247-a8cd-4745-8fa9-c173bd7e161c req-8776303b-b70c-435e-a4a2-e9d86a42b50b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.091018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fed247-a8cd-4745-8fa9-c173bd7e161c req-8776303b-b70c-435e-a4a2-e9d86a42b50b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.092922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5fed247-a8cd-4745-8fa9-c173bd7e161c req-8776303b-b70c-435e-a4a2-e9d86a42b50b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 2411 time: 0.1680858 Jan 27 22:03:02.169347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port a02378a6-77b4-49d1-9876-aeae9608ee06 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:02.170099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.253569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5fed247-a8cd-4745-8fa9-c173bd7e161c req-ed6b2cbf-520c-470f-a3e6-412c2bb5ef2d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388309 Jan 27 22:03:02.351304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b4ca2-d4e9-47ac-bbcf-8205c3dc64b5 req-84e927d1-fbcd-4078-984f-7b8ad34e550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.352651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b4ca2-d4e9-47ac-bbcf-8205c3dc64b5 req-84e927d1-fbcd-4078-984f-7b8ad34e550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.353286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b4ca2-d4e9-47ac-bbcf-8205c3dc64b5 req-84e927d1-fbcd-4078-984f-7b8ad34e550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.355715 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9e8b4ca2-d4e9-47ac-bbcf-8205c3dc64b5 req-84e927d1-fbcd-4078-984f-7b8ad34e550e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2870 time: 0.1832092 Jan 27 22:03:02.359945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7769cae-4ef9-4e33-a54a-f776209a054b req-63e0260c-d890-47a5-bd29-ed8010601bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.362204 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c7769cae-4ef9-4e33-a54a-f776209a054b req-63e0260c-d890-47a5-bd29-ed8010601bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 1097 time: 0.1880338 Jan 27 22:03:02.386025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] For port a02378a6-77b4-49d1-9876-aeae9608ee06, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a02378a6-77b4-49d1-9876-aeae9608ee06,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:02.388483 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.452993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for a02378a6-77b4-49d1-9876-aeae9608ee06 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:02.472480 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c7769cae-4ef9-4e33-a54a-f776209a054b req-8b14dd0f-cd46-448b-863a-a1332ce1e461 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010203 Jan 27 22:03:02.475288 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9e8b4ca2-d4e9-47ac-bbcf-8205c3dc64b5 req-deec5612-d9bd-4967-959a-2ca855258192 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103113 Jan 27 22:03:02.637660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f998b6-65f6-4ae5-ae7d-18869c88858f req-30583df9-29a9-45f1-8aad-f9f876e33dee tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.644164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f998b6-65f6-4ae5-ae7d-18869c88858f req-30583df9-29a9-45f1-8aad-f9f876e33dee tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.649640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f998b6-65f6-4ae5-ae7d-18869c88858f req-30583df9-29a9-45f1-8aad-f9f876e33dee tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.651785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79f998b6-65f6-4ae5-ae7d-18869c88858f req-30583df9-29a9-45f1-8aad-f9f876e33dee tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2417 time: 0.1546574 Jan 27 22:03:02.781988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a02378a6-77b4-49d1-9876-aeae9608ee06), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.816343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5579e973-32db-4cb4-87f9-c87310bc928b req-e5dcde61-9427-4d00-ab7c-5617641b7ec9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 210 time: 0.0648701 Jan 27 22:03:02.848106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79f998b6-65f6-4ae5-ae7d-18869c88858f req-adf062c4-a94f-4215-9f11-f58e045caaba tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749361 Jan 27 22:03:02.850735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=a02378a6-77b4-49d1-9876-aeae9608ee06,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:02.918295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] No DVR routers for this DVR port a02378a6-77b4-49d1-9876-aeae9608ee06 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:02.921678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.926030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-bcbad031-0036-46c5-9ffc-d7f4c516c9f1 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "DELETE /v2.0/ports/a02378a6-77b4-49d1-9876-aeae9608ee06 HTTP/1.1" status: 204 len: 173 time: 0.9847472 Jan 27 22:03:03.106527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af8319-d67d-41d0-a607-708d54b9072c req-cebc42d7-2a44-4ac2-8a57-643f22147f9d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.108492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15af8319-d67d-41d0-a607-708d54b9072c req-cebc42d7-2a44-4ac2-8a57-643f22147f9d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1348517 Jan 27 22:03:03.179442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port 89247f41-4fed-45ab-af6d-0a711ea30c23 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:03.180519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:03.206275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15af8319-d67d-41d0-a607-708d54b9072c req-b3deff8d-96e9-4e79-b694-1f4ad568a671 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910115 Jan 27 22:03:03.341397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] For port 89247f41-4fed-45ab-af6d-0a711ea30c23, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=89247f41-4fed-45ab-af6d-0a711ea30c23,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:03.341855 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:03.748051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': '0b64acb3-5fe5-494a-9586-fc11fa36d629'}, {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': 'a02378a6-77b4-49d1-9876-aeae9608ee06'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:03.750689 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d7dc1e-d1e5-4f4a-9219-6389ca4c0543" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "0b64acb3-5fe5-494a-9586-fc11fa36d629"}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "a02378a6-77b4-49d1-9876-aeae9608ee06"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:03.761871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for 89247f41-4fed-45ab-af6d-0a711ea30c23 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:03.836275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-014ec8bc-9080-4e9e-9d52-0ef8b9179609 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.838118 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-014ec8bc-9080-4e9e-9d52-0ef8b9179609 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.2291923 Jan 27 22:03:03.852672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Request body: {'port': {'device_id': 'bcc93c59-89cc-4191-80e8-749c2b957536', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'admin_state_up': True, 'tenant_id': 'eb1cd614a9c64717962274c50642681a'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:03.862864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505f858-fc48-4051-8087-a3be77a91ddb req-9e46ab37-1c89-422f-9aa2-bc27e278fe81 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.874493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505f858-fc48-4051-8087-a3be77a91ddb req-9e46ab37-1c89-422f-9aa2-bc27e278fe81 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.884309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0505f858-fc48-4051-8087-a3be77a91ddb req-9e46ab37-1c89-422f-9aa2-bc27e278fe81 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 1678 time: 0.5292926 Jan 27 22:03:03.886059 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a164edb-0399-4490-9657-130fbc1045c8 x-openstack-request-id: req-3a164edb-0399-4490-9657-130fbc1045c8 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:03.886424 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "0b64acb3-5fe5-494a-9586-fc11fa36d629", "status": "completed", "code": 200}, {"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "a02378a6-77b4-49d1-9876-aeae9608ee06", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:03.889054 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a164edb-0399-4490-9657-130fbc1045c8 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:03.889391 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': '0b64acb3-5fe5-494a-9586-fc11fa36d629', 'status': 'completed', 'code': 200} Jan 27 22:03:03.889771 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': 'a02378a6-77b4-49d1-9876-aeae9608ee06', 'status': 'completed', 'code': 200} Jan 27 22:03:04.031972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c764cd4a-f0eb-4a31-9438-772ea573a8ae req-1da1ce5d-01bd-4218-b84a-6eb9db07ef78 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 210 time: 0.0514624 Jan 27 22:03:04.127571 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90795ba2-1f41-4f8e-b0ab-f4049f1f5c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.202299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Made reservation on behalf of eb1cd614a9c64717962274c50642681a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:04.206418 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.356342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0505f858-fc48-4051-8087-a3be77a91ddb req-e6bb55a8-04fe-414b-8342-7a28dec74629 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4632537 Jan 27 22:03:04.389282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (89247f41-4fed-45ab-af6d-0a711ea30c23), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.430136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1b9f-f5c8-482a-b1ea-4fcd01150fcd req-a965da51-ef11-446f-884b-55b45ff4d1dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.442174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1b9f-f5c8-482a-b1ea-4fcd01150fcd req-a965da51-ef11-446f-884b-55b45ff4d1dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.465477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Allocated IP 172.20.0.4 (07004775-3e31-4b22-b881-0df6534a33d1/f255f4b6-739c-45a3-86ca-29b661bbd2e9/6c39fe19-74d0-4521-bac9-33065de80050) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:04.470773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1b9f-f5c8-482a-b1ea-4fcd01150fcd req-a965da51-ef11-446f-884b-55b45ff4d1dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.478193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd2a1b9f-f5c8-482a-b1ea-4fcd01150fcd req-a965da51-ef11-446f-884b-55b45ff4d1dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2417 time: 0.2840257 Jan 27 22:03:04.564773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=89247f41-4fed-45ab-af6d-0a711ea30c23,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:04.758661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] No DVR routers for this DVR port 89247f41-4fed-45ab-af6d-0a711ea30c23 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:04.763502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.772224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-fd7e8d58-4fb4-40bf-b857-d6a6be49f210 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "DELETE /v2.0/ports/89247f41-4fed-45ab-af6d-0a711ea30c23 HTTP/1.1" status: 204 len: 173 time: 1.7958152 Jan 27 22:03:04.819077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd2a1b9f-f5c8-482a-b1ea-4fcd01150fcd req-f5e78c22-62c0-4c70-9265-df0e837bf198 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938077 Jan 27 22:03:04.876212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1db74-f2de-41fa-99f0-eaa98ec050d3 req-86c2846f-a804-4ba5-9825-629529f9edae tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.878327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks [] for port (6c39fe19-74d0-4521-bac9-33065de80050), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.890439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccf1db74-f2de-41fa-99f0-eaa98ec050d3 req-86c2846f-a804-4ba5-9825-629529f9edae tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.3372679 Jan 27 22:03:04.990540 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6c39fe19-74d0-4521-bac9-33065de80050), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:05.044099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccf1db74-f2de-41fa-99f0-eaa98ec050d3 req-a5ece8f1-f56f-4fc4-bd9d-744e2d2c7605 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523685 Jan 27 22:03:05.108500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port a44ca15f-3f7d-45d3-9f8a-39413a52050c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:05.109548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:05.214981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Network 07004775-3e31-4b22-b881-0df6534a33d1 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:05.217341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event updated for resources: {'Port': ['ID=6c39fe19-74d0-4521-bac9-33065de80050,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:05.225787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:05.234767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:05.402995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:05.404039 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:05.430388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-0fe7773c-ba73-46ca-9735-46ac0f5589ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5815802 Jan 27 22:03:05.444450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Request body: {'port': {'device_id': 'bcc93c59-89cc-4191-80e8-749c2b957536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:05.531891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6c39fe19-74d0-4521-bac9-33065de80050), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:05.625151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7aa0e-0d93-4e1f-9e46-0d5fd5215bd3 req-d486d6ac-f544-4da6-b6f7-a61e53cbba02 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:05.629078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59c7aa0e-0d93-4e1f-9e46-0d5fd5215bd3 req-d486d6ac-f544-4da6-b6f7-a61e53cbba02 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 931 time: 0.3806295 Jan 27 22:03:05.667488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] For port a44ca15f-3f7d-45d3-9f8a-39413a52050c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a44ca15f-3f7d-45d3-9f8a-39413a52050c,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:05.668168 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:05.685657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17188be-333b-41f8-9e46-1c2ee8c8335f req-4c1a68c8-4e70-4358-888e-c8dbe04428ce tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:05.688798 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f17188be-333b-41f8-9e46-1c2ee8c8335f req-4c1a68c8-4e70-4358-888e-c8dbe04428ce tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.2900400 Jan 27 22:03:05.893779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': '89247f41-4fed-45ab-af6d-0a711ea30c23'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:05.898191 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcecc66f-490c-4e90-8667-87d883347ed9" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "89247f41-4fed-45ab-af6d-0a711ea30c23"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:05.960895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59c7aa0e-0d93-4e1f-9e46-0d5fd5215bd3 req-06a99906-5710-4242-abb5-1dab25be1c98 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063936 Jan 27 22:03:06.073653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f17188be-333b-41f8-9e46-1c2ee8c8335f req-0d296d7b-9dcd-444b-84e9-ef96a2d0b51d tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728361 Jan 27 22:03:06.114156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c39fe19-74d0-4521-bac9-33065de80050 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:06.140142 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Publish callbacks [] for port (6c39fe19-74d0-4521-bac9-33065de80050), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.177409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Transition to ACTIVE for port object 6c39fe19-74d0-4521-bac9-33065de80050 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:06.183132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6c39fe19-74d0-4521-bac9-33065de80050), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.281961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Pushing event updated for resources: {'Port': ['ID=6c39fe19-74d0-4521-bac9-33065de80050,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:06.314553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719db1d1-964a-4aa5-9110-c20820795372 req-f325b267-ab16-43ed-ad86-75c8843f61fc tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.317845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-719db1d1-964a-4aa5-9110-c20820795372 req-f325b267-ab16-43ed-ad86-75c8843f61fc tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 944 time: 0.2293804 Jan 27 22:03:06.385387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Attempting to bind port 6c39fe19-74d0-4521-bac9-33065de80050 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:06.385702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Attempting to bind port 6c39fe19-74d0-4521-bac9-33065de80050 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:06.386078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Attempting to bind port 6c39fe19-74d0-4521-bac9-33065de80050 on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:06.395354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Port 6c39fe19-74d0-4521-bac9-33065de80050 on network 07004775-3e31-4b22-b881-0df6534a33d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:06.396023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Attempting to bind port 6c39fe19-74d0-4521-bac9-33065de80050 on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:06.411820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:06.413503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Checking segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:06.414207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Bound using segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:06.414980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Bound port: 6c39fe19-74d0-4521-bac9-33065de80050, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:06.415603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.416200 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.416702 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Floating IP c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3 disassociated. External IP: 172.25.8.232, port: a44ca15f-3f7d-45d3-9f8a-39413a52050c. Jan 27 22:03:06.417163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6c39fe19-74d0-4521-bac9-33065de80050), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.417393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for a44ca15f-3f7d-45d3-9f8a-39413a52050c owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:06.456261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9f76-6e3c-4f3e-a0ac-96b873e90f8b req-ec9d56e8-b2ef-4031-84d3-9c9040513ca7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.467061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9f76-6e3c-4f3e-a0ac-96b873e90f8b req-ec9d56e8-b2ef-4031-84d3-9c9040513ca7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.478323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9f76-6e3c-4f3e-a0ac-96b873e90f8b req-ec9d56e8-b2ef-4031-84d3-9c9040513ca7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.491195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a12a9f76-6e3c-4f3e-a0ac-96b873e90f8b req-ec9d56e8-b2ef-4031-84d3-9c9040513ca7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2417 time: 0.3234034 Jan 27 22:03:06.526684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] For port 6c39fe19-74d0-4521-bac9-33065de80050, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:06.531696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] For port 6c39fe19-74d0-4521-bac9-33065de80050, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c39fe19-74d0-4521-bac9-33065de80050,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:06.544206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6c39fe19-74d0-4521-bac9-33065de80050), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.615146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-719db1d1-964a-4aa5-9110-c20820795372 req-1d10acd8-5985-42c7-aebe-2d0b1d832426 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c1828ff-d805-42c0-b0e3-619364c5bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894192 Jan 27 22:03:06.615442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Pushing event updated for resources: {'Port': ['ID=6c39fe19-74d0-4521-bac9-33065de80050,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:06.642317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.643919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.646418 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-a42c1706-af90-48f2-bfc4-2ef3f3ec9ffb service neutron] 10.222.0.16 "PUT /v2.0/ports/6c39fe19-74d0-4521-bac9-33065de80050 HTTP/1.1" status: 200 len: 1091 time: 1.2083263 Jan 27 22:03:06.647632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc93c59-89cc-4191-80e8-749c2b957536', 'tag': '6c39fe19-74d0-4521-bac9-33065de80050'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:06.661532 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a32180-4433-4c67-9751-db675c68676d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc93c59-89cc-4191-80e8-749c2b957536", "tag": "6c39fe19-74d0-4521-bac9-33065de80050"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:06.736167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a12a9f76-6e3c-4f3e-a0ac-96b873e90f8b req-5e525bd9-6608-4aca-84b8-825024313841 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321846 Jan 27 22:03:06.756984 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb769c-0ab5-4a1d-bd3f-f58aaddefb02 x-openstack-request-id: req-55cb769c-0ab5-4a1d-bd3f-f58aaddefb02 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:06.757203 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "89247f41-4fed-45ab-af6d-0a711ea30c23", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:06.757507 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55cb769c-0ab5-4a1d-bd3f-f58aaddefb02 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:06.762132 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': '89247f41-4fed-45ab-af6d-0a711ea30c23', 'status': 'completed', 'code': 200} Jan 27 22:03:06.826626 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747b0c62-a6cb-4794-aa0b-c547009681e6 x-openstack-request-id: req-747b0c62-a6cb-4794-aa0b-c547009681e6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:06.827267 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc93c59-89cc-4191-80e8-749c2b957536", "tag": "6c39fe19-74d0-4521-bac9-33065de80050", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:06.827566 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-747b0c62-a6cb-4794-aa0b-c547009681e6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:06.829816 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc93c59-89cc-4191-80e8-749c2b957536', 'tag': '6c39fe19-74d0-4521-bac9-33065de80050', 'status': 'completed', 'code': 200} Jan 27 22:03:06.848406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-de89c185-3860-455c-8e98-6096ae8db910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.855205 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-de89c185-3860-455c-8e98-6096ae8db910 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 1094 time: 0.1146202 Jan 27 22:03:06.944815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-f482c90f-ac8e-411f-8506-6ecfef8818de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c39fe19-74d0-4521-bac9-33065de80050 HTTP/1.1" status: 200 len: 217 time: 0.0813603 Jan 27 22:03:07.047298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a44ca15f-3f7d-45d3-9f8a-39413a52050c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.053571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-047eb760-591c-4fa5-b88d-0a4f351eb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:07.063067 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-047eb760-591c-4fa5-b88d-0a4f351eb592 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1083512 Jan 27 22:03:07.099014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e21baa55-63e9-4cd1-89b9-611ba38a5489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.108851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=a44ca15f-3f7d-45d3-9f8a-39413a52050c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:07.177359 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-c8e2d647-b695-4c54-b133-817a06c56429 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099014 Jan 27 22:03:07.241033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589b1e5-9593-4fea-b9ba-63df291d60ba req-f4e42935-1960-4532-b83b-a2ca65c907a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:07.242968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3589b1e5-9593-4fea-b9ba-63df291d60ba req-f4e42935-1960-4532-b83b-a2ca65c907a3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.3538649 Jan 27 22:03:07.370139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3589b1e5-9593-4fea-b9ba-63df291d60ba req-7c8a06a7-4bf5-443e-8fd0-4b49f70b9603 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109359 Jan 27 22:03:07.399044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Router 65216d09-5f5b-4f84-95b6-6ea1092c4160 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:07.415395 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-f4940d8d-3290-42fd-b02b-a3dc1102838a service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304318 Jan 27 22:03:07.734388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:07.765617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] Sync routers for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:07.791081 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7fa7eed9-5ac9-418a-b3ef-4964ae2d0b08 req-aafbc819-6cf0-4caf-acca-1ac0c768868b service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670020 Jan 27 22:03:07.856025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] No DVR routers for this DVR port a44ca15f-3f7d-45d3-9f8a-39413a52050c on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:07.859354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.864978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be10298a-c05b-4d59-9b9d-8b534fd26ee6 req-6b71520a-de39-4ffd-86ad-c59387057b2a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.16 "DELETE /v2.0/ports/a44ca15f-3f7d-45d3-9f8a-39413a52050c HTTP/1.1" status: 204 len: 173 time: 3.0730238 Jan 27 22:03:07.876427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55ffe-a62e-4b33-9eb0-02cea4c7ea25 req-a81bf65a-f96c-4b1a-a26f-bceeda9eb0ff tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:07.886384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fe55ffe-a62e-4b33-9eb0-02cea4c7ea25 req-a81bf65a-f96c-4b1a-a26f-bceeda9eb0ff tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 943 time: 0.2310591 Jan 27 22:03:07.912917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:07.913983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:03:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:08.109121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fe55ffe-a62e-4b33-9eb0-02cea4c7ea25 req-62717fcb-01b1-4603-8c7d-26853f5c5e05 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206697 Jan 27 22:03:08.207510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32180-4433-4c67-9751-db675c68676d req-96920837-2671-4f3a-a9ea-93706672da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.214304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a32180-4433-4c67-9751-db675c68676d req-96920837-2671-4f3a-a9ea-93706672da6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 1094 time: 0.2159238 Jan 27 22:03:08.244912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:08.367094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f05c2-4bec-4616-a2ee-85700d1b9327 req-136d56d3-1422-47e2-a4f8-22d2099e9a0e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.382305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f05c2-4bec-4616-a2ee-85700d1b9327 req-136d56d3-1422-47e2-a4f8-22d2099e9a0e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.394224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f05c2-4bec-4616-a2ee-85700d1b9327 req-136d56d3-1422-47e2-a4f8-22d2099e9a0e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.397124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-407f05c2-4bec-4616-a2ee-85700d1b9327 req-136d56d3-1422-47e2-a4f8-22d2099e9a0e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2417 time: 0.3504241 Jan 27 22:03:08.508378 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.512015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-407f05c2-4bec-4616-a2ee-85700d1b9327 req-7f0d7fef-9cd6-4662-b85f-2da046c6547e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929644 Jan 27 22:03:08.521537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e4cd-1357-40af-ab02-579f6a1a2f3c req-d0880604-da34-4824-bcc1-39eadd413499 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.523146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9b2e4cd-1357-40af-ab02-579f6a1a2f3c req-d0880604-da34-4824-bcc1-39eadd413499 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.2578411 Jan 27 22:03:08.592655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32180-4433-4c67-9751-db675c68676d req-388d843e-387e-45bf-b401-ccb2f64d76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.595808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a32180-4433-4c67-9751-db675c68676d req-388d843e-387e-45bf-b401-ccb2f64d76bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 912 time: 0.3640537 Jan 27 22:03:08.723034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a32180-4433-4c67-9751-db675c68676d req-f7767710-64b8-4753-877d-c29452289f43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c39fe19-74d0-4521-bac9-33065de80050 HTTP/1.1" status: 200 len: 217 time: 0.1066294 Jan 27 22:03:08.756235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:55Z', 'revision_number': 5, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:08.759793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9b2e4cd-1357-40af-ab02-579f6a1a2f3c req-4a1189d7-502f-4714-b791-ee4307ab88f3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197104 Jan 27 22:03:08.786790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:08.791161 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a73481-f375-494d-86c5-bd2cc33ccc6c" -d '{"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:08.832209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29235c8e-1732-465f-b8ff-973fadc635e5 req-dc11e634-7417-496d-ab7a-7ea4cfb60698 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1201494 Jan 27 22:03:08.871016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] Checking router: 65216d09-5f5b-4f84-95b6-6ea1092c4160 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:08.892057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32180-4433-4c67-9751-db675c68676d req-7e0a41e4-7fb4-4bc2-8415-c8b92d9147ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.894425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a32180-4433-4c67-9751-db675c68676d req-7e0a41e4-7fb4-4bc2-8415-c8b92d9147ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1541936 Jan 27 22:03:08.917598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:08.918693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:03:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:08.938209 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bb768c-95f7-4b5e-87ef-596f1ad12189 x-openstack-request-id: req-50bb768c-95f7-4b5e-87ef-596f1ad12189 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:08.938770 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba5473-3a46-42f1-bdc3-954e12e7582e", "name": "network-vif-deleted", "tag": "a44ca15f-3f7d-45d3-9f8a-39413a52050c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:08.940121 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50bb768c-95f7-4b5e-87ef-596f1ad12189 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:08.940121 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba5473-3a46-42f1-bdc3-954e12e7582e', 'name': 'network-vif-deleted', 'tag': 'a44ca15f-3f7d-45d3-9f8a-39413a52050c', 'status': 'completed', 'code': 200} Jan 27 22:03:08.970736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a32180-4433-4c67-9751-db675c68676d req-24ae8eae-669d-452e-a194-4ebd6a0f76f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639937 Jan 27 22:03:09.134499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:09.188420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a32180-4433-4c67-9751-db675c68676d req-73f1e8c0-32c1-4d1f-be14-9bc62b0fb452 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082143 Jan 27 22:03:09.269492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-4f2951a7-f739-46ec-afb6-5ded2b1453b9 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.279806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-4f2951a7-f739-46ec-afb6-5ded2b1453b9 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.290241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-4f2951a7-f739-46ec-afb6-5ded2b1453b9 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.292062 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-4f2951a7-f739-46ec-afb6-5ded2b1453b9 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2417 time: 0.1330414 Jan 27 22:03:09.534498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895461f4-1267-4e1d-aab4-a65b7122a3a0 req-731d1ea2-c7a1-4571-9502-dffd29cb4ea3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.537647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-895461f4-1267-4e1d-aab4-a65b7122a3a0 req-731d1ea2-c7a1-4571-9502-dffd29cb4ea3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 943 time: 0.1809707 Jan 27 22:03:09.541907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86a32180-4433-4c67-9751-db675c68676d req-a862e265-71f4-4393-a34d-211ee372fd46 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431170 Jan 27 22:03:09.556343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:09.556685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:09.610392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:55Z', 'revision_number': 5, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:09.698376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae990f0-ae14-49ea-8d1d-2165c561d329 None None] The sync data for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 is: [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T21:49:46Z', 'revision_number': 4, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '871da2ef-4a5f-45e0-b2ae-43babd2eabbe', 'name': '', 'network_id': '25e016db-c5c8-4680-99fd-c704adf86e2c', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'mac_address': 'fa:16:3e:2f:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:43Z', 'updated_at': '2022-01-27T21:49:55Z', 'revision_number': 5, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'subnets': [{'id': '0b451e4d-22c1-41c0-85f8-fe5254f83367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:09.728266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-895461f4-1267-4e1d-aab4-a65b7122a3a0 req-cc61921f-42ce-46b3-96f1-1ec86421c01c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782789 Jan 27 22:03:09.788525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:09.788897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:09.806065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:09.844456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e6100-f14c-40ae-95ea-1f61f40a0250 req-6e15d727-06d4-4743-bcc3-1f58d3078138 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.857940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e6100-f14c-40ae-95ea-1f61f40a0250 req-6e15d727-06d4-4743-bcc3-1f58d3078138 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.871853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e6100-f14c-40ae-95ea-1f61f40a0250 req-6e15d727-06d4-4743-bcc3-1f58d3078138 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.875510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f2e6100-f14c-40ae-95ea-1f61f40a0250 req-6e15d727-06d4-4743-bcc3-1f58d3078138 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 2417 time: 0.1929846 Jan 27 22:03:10.005380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f2e6100-f14c-40ae-95ea-1f61f40a0250 req-ab2cf858-0947-47de-aff6-32e0c03246a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222353 Jan 27 22:03:10.081601 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:10.097615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['77acff45-425d-459d-a4d0-e3c695f03582', '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118', '8e1c4948-f17b-47e1-9430-eba8bbe63f2c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:10.159969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:10.199729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387264d6-5e76-4a5e-a33e-77d58e4a232c req-25b81f73-0290-4a33-9ff7-278160b6db82 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:10.204051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-387264d6-5e76-4a5e-a33e-77d58e4a232c req-25b81f73-0290-4a33-9ff7-278160b6db82 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1578441 Jan 27 22:03:10.266573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8cc70-d447-4f6b-93d5-7a8a4ee4423d None None] New status for floating IP c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:03:10.332322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-387264d6-5e76-4a5e-a33e-77d58e4a232c req-0171ac4d-b2e0-4878-8319-7ba0af7bbca4 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186059 Jan 27 22:03:10.338457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:10.344674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:10.353480 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-aef82425-7348-4180-bd8e-5763411bd92c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "DELETE /v2.0/ports/233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 HTTP/1.1" status: 204 len: 173 time: 1.0468521 Jan 27 22:03:10.354260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-deleted', 'tag': '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:10.365242 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf33a19-0d90-4a03-a80a-2094c198de96" -d '{"events": [{"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-deleted", "tag": "233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:10.436628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35319ef7-8526-4ccf-a45b-de923956ffaf req-0a4496a1-c15d-4217-8652-3a61b6b1f72c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1333902 Jan 27 22:03:10.508755 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f98c538-de8e-45f5-9cc9-7ca0973519e0 x-openstack-request-id: req-3f98c538-de8e-45f5-9cc9-7ca0973519e0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:10.509524 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-deleted", "tag": "233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:10.510042 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f98c538-de8e-45f5-9cc9-7ca0973519e0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:10.510765 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-deleted', 'tag': '233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118', 'status': 'completed', 'code': 200} Jan 27 22:03:10.724681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port 77acff45-425d-459d-a4d0-e3c695f03582 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:10.725219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (77acff45-425d-459d-a4d0-e3c695f03582), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:10.855734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6c39fe19-74d0-4521-bac9-33065de80050 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:11.051120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee8679-3e76-4776-a0b2-908afa3ccb7a req-396031cb-b7ec-4a7d-a0fb-3292b457e671 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.072162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50ee8679-3e76-4776-a0b2-908afa3ccb7a req-396031cb-b7ec-4a7d-a0fb-3292b457e671 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 943 time: 0.2115855 Jan 27 22:03:11.073001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.092444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port 77acff45-425d-459d-a4d0-e3c695f03582, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=77acff45-425d-459d-a4d0-e3c695f03582,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:11.093520 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (77acff45-425d-459d-a4d0-e3c695f03582), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.130908 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for 77acff45-425d-459d-a4d0-e3c695f03582 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:11.176382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.186296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50ee8679-3e76-4776-a0b2-908afa3ccb7a req-d57280d0-bd1a-4387-9dbd-beb317554134 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128535 Jan 27 22:03:11.230787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6c39fe19-74d0-4521-bac9-33065de80050, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c39fe19-74d0-4521-bac9-33065de80050,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:11.251468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '6c39fe19-74d0-4521-bac9-33065de80050', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'port_id': '6c39fe19-74d0-4521-bac9-33065de80050', 'mac_address': 'fa:16:3e:5c:15:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f4b6-739c-45a3-86ca-29b661bbd2e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:11.335592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6c39fe19-74d0-4521-bac9-33065de80050 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:11.339796 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6c39fe19-74d0-4521-bac9-33065de80050), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.367389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0fba4-0445-4359-bbe2-1dfcb2d16a2b req-d7d5e1df-f299-4114-a99f-e6a10435970e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.376891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0fba4-0445-4359-bbe2-1dfcb2d16a2b req-d7d5e1df-f299-4114-a99f-e6a10435970e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.378649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89f0fba4-0445-4359-bbe2-1dfcb2d16a2b req-d7d5e1df-f299-4114-a99f-e6a10435970e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 1682 time: 0.1019478 Jan 27 22:03:11.388873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c39fe19-74d0-4521-bac9-33065de80050 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:11.430600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6c39fe19-74d0-4521-bac9-33065de80050, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c39fe19-74d0-4521-bac9-33065de80050,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:11.439033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6c39fe19-74d0-4521-bac9-33065de80050), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.465849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (77acff45-425d-459d-a4d0-e3c695f03582), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.533657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=77acff45-425d-459d-a4d0-e3c695f03582,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:11.586622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89f0fba4-0445-4359-bbe2-1dfcb2d16a2b req-ffb5ad39-9499-475a-b42f-52de3574ed95 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009304 Jan 27 22:03:11.594083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6c39fe19-74d0-4521-bac9-33065de80050,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:11.632801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port 77acff45-425d-459d-a4d0-e3c695f03582 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:11.636402 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.649224 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-76ba463d-606e-42a8-99e8-9f3765b5e48e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "DELETE /v2.0/ports/77acff45-425d-459d-a4d0-e3c695f03582 HTTP/1.1" status: 204 len: 173 time: 1.2759273 Jan 27 22:03:11.650327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5ae91-6b05-474c-bf16-41e0dcf17015 req-c580b7fb-04fa-4463-8e3c-85b090f8f4b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.653452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07b5ae91-6b05-474c-bf16-41e0dcf17015 req-c580b7fb-04fa-4463-8e3c-85b090f8f4b5 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1584702 Jan 27 22:03:11.773913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6c39fe19-74d0-4521-bac9-33065de80050'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:11.814622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e893fe1-a7fd-4f31-9f1f-ff861200d57f req-4c91c3b2-7e20-4d50-ab12-e81634d4b813 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0788782 Jan 27 22:03:11.833781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07b5ae91-6b05-474c-bf16-41e0dcf17015 req-8026ccad-ce63-47fa-82be-f64698fff91f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689436 Jan 27 22:03:11.938027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:11.943715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.125444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:12.126154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.150205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for 8e1c4948-f17b-47e1-9430-eba8bbe63f2c owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:12.513756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cd556-d4e2-4c4f-bb38-a6d91689b288 req-78e339aa-68e8-4a7d-aba0-8158378cfd24 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:12.514789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-deleted', 'tag': '77acff45-425d-459d-a4d0-e3c695f03582'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:12.519102 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5852d1-6c56-44ed-ad15-61d0c4988b65" -d '{"events": [{"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-deleted", "tag": "77acff45-425d-459d-a4d0-e3c695f03582"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:12.523521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8e1c4948-f17b-47e1-9430-eba8bbe63f2c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.530388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-552cd556-d4e2-4c4f-bb38-a6d91689b288 req-78e339aa-68e8-4a7d-aba0-8158378cfd24 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 944 time: 0.1603453 Jan 27 22:03:12.580141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=8e1c4948-f17b-47e1-9430-eba8bbe63f2c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:12.615984 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca5a96-080e-47a5-b128-2de7d19aa9da x-openstack-request-id: req-a2ca5a96-080e-47a5-b128-2de7d19aa9da {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:12.616667 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-deleted", "tag": "77acff45-425d-459d-a4d0-e3c695f03582", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:12.617089 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2ca5a96-080e-47a5-b128-2de7d19aa9da {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:12.618420 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-deleted', 'tag': '77acff45-425d-459d-a4d0-e3c695f03582', 'status': 'completed', 'code': 200} Jan 27 22:03:12.701074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-552cd556-d4e2-4c4f-bb38-a6d91689b288 req-9bd8b20c-47f5-4b8b-8c28-9377115f7b8f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631444 Jan 27 22:03:12.750100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port 8e1c4948-f17b-47e1-9430-eba8bbe63f2c on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:12.755992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.756606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dae0e7d5-d02d-49aa-b6df-0fbe74877719 req-8662e60c-ab0b-46fa-8ea1-32eaf9905fe6 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=e80ec840-1992-45dc-9cbb-09342fbbea23 HTTP/1.1" status: 200 len: 210 time: 0.0520175 Jan 27 22:03:12.762865 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0f21913a-9e7d-4dc1-9360-63898a536eab req-3732009f-712e-415a-915b-7ca6ef64bb44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "DELETE /v2.0/ports/8e1c4948-f17b-47e1-9430-eba8bbe63f2c HTTP/1.1" status: 204 len: 173 time: 1.1082683 Jan 27 22:03:12.836260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6c39fe19-74d0-4521-bac9-33065de80050 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:13.055376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 6c39fe19-74d0-4521-bac9-33065de80050 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:13.061572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 6c39fe19-74d0-4521-bac9-33065de80050 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:13.062063 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6c39fe19-74d0-4521-bac9-33065de80050), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.086604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2375862-cbc7-444b-80c7-07abb5f59054 req-5f0a4bc2-67de-4725-a330-b06ec994658f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0495136 Jan 27 22:03:13.125720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e696-88bc-4d2d-80aa-bbab28711a43 req-0ee30d4f-8dbc-459c-8f98-77c9726ddf68 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:13.128848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c16e696-88bc-4d2d-80aa-bbab28711a43 req-0ee30d4f-8dbc-459c-8f98-77c9726ddf68 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1362519 Jan 27 22:03:13.224899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6c39fe19-74d0-4521-bac9-33065de80050 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:13.225294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6c39fe19-74d0-4521-bac9-33065de80050), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.240051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c16e696-88bc-4d2d-80aa-bbab28711a43 req-3da6a98f-8b8f-4420-aacf-63edf186cf1e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999751 Jan 27 22:03:13.261874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc93c59-89cc-4191-80e8-749c2b957536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c39fe19-74d0-4521-bac9-33065de80050'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:13.265580 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf60ad3-5343-4ef2-ae78-0ef5221dcae1" -d '{"events": [{"server_uuid": "bcc93c59-89cc-4191-80e8-749c2b957536", "name": "network-vif-plugged", "status": "completed", "tag": "6c39fe19-74d0-4521-bac9-33065de80050"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:13.285888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6c39fe19-74d0-4521-bac9-33065de80050, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c39fe19-74d0-4521-bac9-33065de80050,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:13.292099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6c39fe19-74d0-4521-bac9-33065de80050), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.294408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:13.357522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:13.358137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 233ae5ab-c5e7-4a8d-9cba-8b0f0e1c8118 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:13.358570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 77acff45-425d-459d-a4d0-e3c695f03582 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:13.430393 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac590344-78de-4fc7-8088-8f0f04b17806 x-openstack-request-id: req-ac590344-78de-4fc7-8088-8f0f04b17806 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:13.431077 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc93c59-89cc-4191-80e8-749c2b957536", "name": "network-vif-plugged", "status": "completed", "tag": "6c39fe19-74d0-4521-bac9-33065de80050", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:13.431595 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac590344-78de-4fc7-8088-8f0f04b17806 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:13.432880 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc93c59-89cc-4191-80e8-749c2b957536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c39fe19-74d0-4521-bac9-33065de80050', 'code': 200} Jan 27 22:03:13.433535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 77acff45-425d-459d-a4d0-e3c695f03582 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:13.434089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 77acff45-425d-459d-a4d0-e3c695f03582 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:13.434596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8e1c4948-f17b-47e1-9430-eba8bbe63f2c no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:13.511232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 8e1c4948-f17b-47e1-9430-eba8bbe63f2c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:13.512057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8e1c4948-f17b-47e1-9430-eba8bbe63f2c not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:13.522760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6c39fe19-74d0-4521-bac9-33065de80050,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:13.608194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b037a-cfe5-47d6-92e5-4a7d548b64b6 req-480540e8-ea97-44af-ae5c-96ade7b2935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:13.613725 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d93b037a-cfe5-47d6-92e5-4a7d548b64b6 req-480540e8-ea97-44af-ae5c-96ade7b2935e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 1096 time: 0.1539221 Jan 27 22:03:13.683488 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d93b037a-cfe5-47d6-92e5-4a7d548b64b6 req-b66d3aef-2485-4bf1-b9a5-d6e9269d2346 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633798 Jan 27 22:03:13.867251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37204) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:13.963579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6069e41b-0d37-443b-a12e-94ac09a870dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting subnet 34042da5-6c2e-436e-adf7-1c2837f29464 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:13.973480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6069e41b-0d37-443b-a12e-94ac09a870dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for subnet (34042da5-6c2e-436e-adf7-1c2837f29464), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.997833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e3c13-d986-4244-8a83-6722f5d92104 req-fb27f042-e5af-47f4-8576-cec5fc351aa2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:14.001212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f6e3c13-d986-4244-8a83-6722f5d92104 req-fb27f042-e5af-47f4-8576-cec5fc351aa2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 945 time: 0.1226594 Jan 27 22:03:14.056446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6069e41b-0d37-443b-a12e-94ac09a870dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (34042da5-6c2e-436e-adf7-1c2837f29464), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.147267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f6e3c13-d986-4244-8a83-6722f5d92104 req-a9981e46-ca3a-48be-b86c-047e7f19fce1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118901 Jan 27 22:03:14.264987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6069e41b-0d37-443b-a12e-94ac09a870dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (34042da5-6c2e-436e-adf7-1c2837f29464), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.402068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b261141c-ef44-4f19-bc1e-7fddc9cb3bba req-b9f5631c-8158-4394-bcc4-81fbd2987a12 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1271923 Jan 27 22:03:14.413397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6069e41b-0d37-443b-a12e-94ac09a870dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (34042da5-6c2e-436e-adf7-1c2837f29464), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.526571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069e41b-0d37-443b-a12e-94ac09a870dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Subnet': ['ID=34042da5-6c2e-436e-adf7-1c2837f29464,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:14.549442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6069e41b-0d37-443b-a12e-94ac09a870dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.556702 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6069e41b-0d37-443b-a12e-94ac09a870dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "DELETE /v2.0/subnets/34042da5-6c2e-436e-adf7-1c2837f29464 HTTP/1.1" status: 204 len: 168 time: 0.6873007 Jan 27 22:03:14.565360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37214) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:14.572492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbea24-a700-48a3-bd08-dfc0bf9baee1 None None] Network 86c83345-6456-4508-8809-fbf43a40f0b2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:14.619872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-deleted', 'tag': '8e1c4948-f17b-47e1-9430-eba8bbe63f2c'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:14.623396 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498bf2ed-21d2-4262-bc3a-a9583316a3a3" -d '{"events": [{"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-deleted", "tag": "8e1c4948-f17b-47e1-9430-eba8bbe63f2c"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:14.737194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85546d-fb7c-4c66-8e91-1efb2fd0273c req-0f777ee5-942b-4b51-a304-4f5801f44229 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:14.746483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e85546d-fb7c-4c66-8e91-1efb2fd0273c req-0f777ee5-942b-4b51-a304-4f5801f44229 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.2293723 Jan 27 22:03:14.753313 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdacbdd-08ac-474f-b535-36aea6d7f18d x-openstack-request-id: req-ccdacbdd-08ac-474f-b535-36aea6d7f18d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:14.753949 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80ec840-1992-45dc-9cbb-09342fbbea23", "name": "network-vif-deleted", "tag": "8e1c4948-f17b-47e1-9430-eba8bbe63f2c", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:14.754445 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ccdacbdd-08ac-474f-b535-36aea6d7f18d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:14.755124 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80ec840-1992-45dc-9cbb-09342fbbea23', 'name': 'network-vif-deleted', 'tag': '8e1c4948-f17b-47e1-9430-eba8bbe63f2c', 'status': 'completed', 'code': 200} Jan 27 22:03:14.781278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (86c83345-6456-4508-8809-fbf43a40f0b2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.888709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e85546d-fb7c-4c66-8e91-1efb2fd0273c req-870d2ddc-17e2-48da-a485-bc8b1dc37e49 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178253 Jan 27 22:03:14.953922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port 8dfe69f7-3c17-43e9-88f1-92e6703040de {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:14.954607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.959164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] DHCP port deletion for 86c83345-6456-4508-8809-fbf43a40f0b2 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:15.060706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] Deleting port 8dfe69f7-3c17-43e9-88f1-92e6703040de {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:15.061494 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:15.151651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port 8dfe69f7-3c17-43e9-88f1-92e6703040de, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8dfe69f7-3c17-43e9-88f1-92e6703040de,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:15.152609 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:15.180565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for 8dfe69f7-3c17-43e9-88f1-92e6703040de owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:15.241374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] For port 8dfe69f7-3c17-43e9-88f1-92e6703040de, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8dfe69f7-3c17-43e9-88f1-92e6703040de,segment=NetworkSegment(b19ed50e-d7a2-42c5-907e-9c296c3a6fe2),segment_id=b19ed50e-d7a2-42c5-907e-9c296c3a6fe2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:15.242496 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:15.273613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] Calling delete_port for 8dfe69f7-3c17-43e9-88f1-92e6703040de owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:15.551115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b54673-50c2-47b4-b32a-ee547ea2c5a9 req-4b7bbd04-03de-45b9-8bb3-e893fb72ed60 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:15.567905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97b54673-50c2-47b4-b32a-ee547ea2c5a9 req-4b7bbd04-03de-45b9-8bb3-e893fb72ed60 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 945 time: 0.2163815 Jan 27 22:03:15.635954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:15.679003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] Pushing event deleted for resources: {'Port': ['ID=8dfe69f7-3c17-43e9-88f1-92e6703040de,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:15.686067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8dfe69f7-3c17-43e9-88f1-92e6703040de), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:15.694050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b77af-211a-48ac-8746-78b1ea60315b None None] No DVR routers for this DVR port 8dfe69f7-3c17-43e9-88f1-92e6703040de on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:15.717568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97b54673-50c2-47b4-b32a-ee547ea2c5a9 req-91ff725a-e06e-43d3-957d-eca8b75bf481 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355574 Jan 27 22:03:15.783871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cb138d7-5677-4e51-a93d-f84c6f363ce2 req-fe6835a6-ad31-46b6-8a2a-18c6a4b334f6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1478443 Jan 27 22:03:15.849241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=8dfe69f7-3c17-43e9-88f1-92e6703040de,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:15.857423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port 8dfe69f7-3c17-43e9-88f1-92e6703040de on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:16.093649 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (86c83345-6456-4508-8809-fbf43a40f0b2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.158226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c83345-6456-4508-8809-fbf43a40f0b2']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:16.177276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:16.177773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19ed50e-d7a2-42c5-907e-9c296c3a6fe2') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:16.196424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f75387-06da-4948-bdbe-c8e8c17a53ac req-5be84de8-19f4-4957-9b2e-0e8395350847 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:16.198941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0f75387-06da-4948-bdbe-c8e8c17a53ac req-5be84de8-19f4-4957-9b2e-0e8395350847 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1545980 Jan 27 22:03:16.253030 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (b19ed50e-d7a2-42c5-907e-9c296c3a6fe2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.458522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8dfe69f7-3c17-43e9-88f1-92e6703040de no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:16.505827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8dfe69f7-3c17-43e9-88f1-92e6703040de {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:16.506841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8dfe69f7-3c17-43e9-88f1-92e6703040de not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:16.849824 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b19ed50e-d7a2-42c5-907e-9c296c3a6fe2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.907883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229f16a-a2e8-414c-9811-1d607ccb596f req-ed724679-a7c8-4f99-82a8-e802bc849b59 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:16.910393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4229f16a-a2e8-414c-9811-1d607ccb596f req-ed724679-a7c8-4f99-82a8-e802bc849b59 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 945 time: 0.8065233 Jan 27 22:03:16.912645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:16.913602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (b19ed50e-d7a2-42c5-907e-9c296c3a6fe2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:16.923558 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:17.101578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-a131492e-cf44-4e6c-bbce-310f78c84606 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8659987 Jan 27 22:03:17.129790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0f75387-06da-4948-bdbe-c8e8c17a53ac req-c1a3ad36-a00d-4b5a-8b10-d1683c6d7952 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8869047 Jan 27 22:03:17.144385 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (86c83345-6456-4508-8809-fbf43a40f0b2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.157326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4229f16a-a2e8-414c-9811-1d607ccb596f req-1c04818d-5a16-4e5a-8f34-f0bdfd6ff27a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232380 Jan 27 22:03:17.192928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.199534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "DELETE /v2.0/networks/86c83345-6456-4508-8809-fbf43a40f0b2 HTTP/1.1" status: 204 len: 168 time: 2.6286333 Jan 27 22:03:17.200291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37246) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:17.211748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b92b3-a2f6-4476-a0be-de1ca607150f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Network': ['ID=86c83345-6456-4508-8809-fbf43a40f0b2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:17.326351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2871d0b-669e-4833-aa3c-451967092955 req-10d549df-afa4-40a5-bbc6-ef2241ec958f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0657339 Jan 27 22:03:17.346709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-540f29a2-7c01-4cb9-8d14-6ed198f81edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:17.351061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-540f29a2-7c01-4cb9-8d14-6ed198f81edf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b38c8ec451564736a8d87b12d6f553e3&device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 1096 time: 0.1330018 Jan 27 22:03:17.371922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-12634a09-4d48-4b22-8b73-b76b5dab04a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting subnet 8a8fc76b-c6ec-49c5-8726-1ee59fe7130e {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:17.386762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12634a09-4d48-4b22-8b73-b76b5dab04a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for subnet (8a8fc76b-c6ec-49c5-8726-1ee59fe7130e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.454775 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12634a09-4d48-4b22-8b73-b76b5dab04a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (8a8fc76b-c6ec-49c5-8726-1ee59fe7130e), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.614030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-2f0d7e86-6ca6-45ef-b6c3-6a133b291a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:17.617719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-2f0d7e86-6ca6-45ef-b6c3-6a133b291a8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 200 len: 906 time: 0.2410617 Jan 27 22:03:17.662684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12634a09-4d48-4b22-8b73-b76b5dab04a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (8a8fc76b-c6ec-49c5-8726-1ee59fe7130e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.769999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-cd23a71f-8c4a-4bed-aa5f-c4f2295a85c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f801b46f-496e-4110-8578-a24c8ef60c80 HTTP/1.1" status: 200 len: 217 time: 0.1453788 Jan 27 22:03:17.780722 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12634a09-4d48-4b22-8b73-b76b5dab04a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (8a8fc76b-c6ec-49c5-8726-1ee59fe7130e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.863905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12634a09-4d48-4b22-8b73-b76b5dab04a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8fc76b-c6ec-49c5-8726-1ee59fe7130e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:17.880561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12634a09-4d48-4b22-8b73-b76b5dab04a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.889469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa203a-bfc1-4ad9-b9f9-32d600f1b499 None None] Network f2158648-f9c3-4d44-8f07-4d34cbf1b333 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:17.906038 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-12634a09-4d48-4b22-8b73-b76b5dab04a4 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "DELETE /v2.0/subnets/8a8fc76b-c6ec-49c5-8726-1ee59fe7130e HTTP/1.1" status: 204 len: 168 time: 0.7033110 Jan 27 22:03:17.910010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37262) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:17.948997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-10626bc5-93c7-472e-8212-41982fc7832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:17.950590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-10626bc5-93c7-472e-8212-41982fc7832b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 200 len: 845 time: 0.1731677 Jan 27 22:03:18.022355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-f575f889-2af2-413e-b89f-8f90a069f052 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=117b07ff-d9aa-4124-b507-7b2a258cb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644753 Jan 27 22:03:18.145883 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:03:18.241647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f2158648-f9c3-4d44-8f07-4d34cbf1b333), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.276259 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.303964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-80088f9a-c0db-484a-9685-e1ace9fbe269 service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752242 Jan 27 22:03:18.361101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port 13da0473-b110-4c88-809f-81d68e412a73 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:18.361819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (13da0473-b110-4c88-809f-81d68e412a73), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.444408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] DHCP port deletion for f2158648-f9c3-4d44-8f07-4d34cbf1b333 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:18.454680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port 13da0473-b110-4c88-809f-81d68e412a73, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=13da0473-b110-4c88-809f-81d68e412a73,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:18.455609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (13da0473-b110-4c88-809f-81d68e412a73), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.495150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for 13da0473-b110-4c88-809f-81d68e412a73 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:18.527813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b936af-942c-4443-90ac-06dea4f4d882 req-d9965134-8e0a-4612-ba99-f8fccf62f305 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:18.536270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69b936af-942c-4443-90ac-06dea4f4d882 req-d9965134-8e0a-4612-ba99-f8fccf62f305 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.2303309 Jan 27 22:03:18.568938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] Deleting port 13da0473-b110-4c88-809f-81d68e412a73 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:18.569694 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (13da0473-b110-4c88-809f-81d68e412a73), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.615830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c7044e-5468-433f-bca6-a7e7cf304784 req-a0d8a023-6169-404a-a3de-680bb17423fd service neutron] 10.222.0.57 "GET /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984719 Jan 27 22:03:18.648438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d1935-7e89-4893-ac74-8b574ae58be1 req-4abe73e4-f35d-4518-b1ff-b1be6416651b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:18.667793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c4d1935-7e89-4893-ac74-8b574ae58be1 req-4abe73e4-f35d-4518-b1ff-b1be6416651b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 945 time: 0.2255025 Jan 27 22:03:18.683165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] For port 13da0473-b110-4c88-809f-81d68e412a73, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=13da0473-b110-4c88-809f-81d68e412a73,segment=NetworkSegment(18d3942a-d66e-4fbc-afa3-34af00e34c42),segment_id=18d3942a-d66e-4fbc-afa3-34af00e34c42)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:18.686159 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (13da0473-b110-4c88-809f-81d68e412a73), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.686600 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (13da0473-b110-4c88-809f-81d68e412a73), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.741710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=13da0473-b110-4c88-809f-81d68e412a73,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:18.747625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port 13da0473-b110-4c88-809f-81d68e412a73 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:18.757711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] Calling delete_port for 13da0473-b110-4c88-809f-81d68e412a73 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:18.845412 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c4d1935-7e89-4893-ac74-8b574ae58be1 req-56e7e623-d73f-4c0d-9553-ea3cb61601cb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765001 Jan 27 22:03:18.854587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69b936af-942c-4443-90ac-06dea4f4d882 req-1285892d-102b-40d6-8044-92e277ccf6a2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170204 Jan 27 22:03:18.908321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f2158648-f9c3-4d44-8f07-4d34cbf1b333), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.927653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2158648-f9c3-4d44-8f07-4d34cbf1b333']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:18.941108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d3942a-d66e-4fbc-afa3-34af00e34c42') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:18.941444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d3942a-d66e-4fbc-afa3-34af00e34c42') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:18.953269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (18d3942a-d66e-4fbc-afa3-34af00e34c42), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.970213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (18d3942a-d66e-4fbc-afa3-34af00e34c42), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.978523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:18.978834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (18d3942a-d66e-4fbc-afa3-34af00e34c42), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.041900 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (13da0473-b110-4c88-809f-81d68e412a73), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.102987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] Pushing event deleted for resources: {'Port': ['ID=13da0473-b110-4c88-809f-81d68e412a73,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:19.111054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-507e7f5f-e53d-4401-8999-43dbbf3115e1 req-1fc5e3ee-54e3-41a8-8b19-f5247d5fb712 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0837617 Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:19.121556 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:19.126214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471769f-15d3-46fc-87a3-d944874d2efe None None] No DVR routers for this DVR port 13da0473-b110-4c88-809f-81d68e412a73 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:19.183484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f2158648-f9c3-4d44-8f07-4d34cbf1b333), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.204975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.239633 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "DELETE /v2.0/networks/f2158648-f9c3-4d44-8f07-4d34cbf1b333 HTTP/1.1" status: 204 len: 168 time: 1.3264556 Jan 27 22:03:19.249370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37282) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:19.263162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1001550188'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:19.291388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735064d6-933f-4547-80ce-5b53b8ef5733 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Network': ['ID=f2158648-f9c3-4d44-8f07-4d34cbf1b333,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:19.343735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:19.355274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.430992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:03:19.453283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (79ac0f25-58c8-46f2-9222-2eb63f19651c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.453846 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Added segment 79ac0f25-58c8-46f2-9222-2eb63f19651c of type vlan for network 13264804-bedf-4f08-bf1b-16b064667b92 Jan 27 22:03:19.480322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78052e1-aea8-433a-bb5e-5be4e01e6f65 req-4b3c814f-d12b-41ad-94ba-90d016e4fda9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:19.482532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f78052e1-aea8-433a-bb5e-5be4e01e6f65 req-4b3c814f-d12b-41ad-94ba-90d016e4fda9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 945 time: 0.0993347 Jan 27 22:03:19.546899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (13264804-bedf-4f08-bf1b-16b064667b92), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.602857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f78052e1-aea8-433a-bb5e-5be4e01e6f65 req-abc3867c-8f1d-4586-aba6-e7381c8cb376 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926571 Jan 27 22:03:19.604234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (13264804-bedf-4f08-bf1b-16b064667b92), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.609168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:19.609802 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.685437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37284) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:19.685796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4341037 Jan 27 22:03:19.691671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'subnet': {'network_id': '13264804-bedf-4f08-bf1b-16b064667b92', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:19.703904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe6ad9-fc01-4eb9-ad6f-8929a3d8672b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Network': ['ID=13264804-bedf-4f08-bf1b-16b064667b92,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:19.720139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 13264804-bedf-4f08-bf1b-16b064667b92 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:03:19.814964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:19.820952 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.097958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964cc7-2309-4813-b698-8add670caadd req-7b3e4901-6164-4352-80ca-bd1371651253 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:20.110116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c964cc7-2309-4813-b698-8add670caadd req-7b3e4901-6164-4352-80ca-bd1371651253 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.0845513 Jan 27 22:03:20.186052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c964cc7-2309-4813-b698-8add670caadd req-601c1da8-9869-4c2c-8562-98d6fb97fc0f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741224 Jan 27 22:03:20.199835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (6172723e-7bfe-4ca0-bb92-8fcd1448b799), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.288794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14dd34a7-cd8b-4765-9bdb-873758f120e2 req-bb807766-1318-4ef1-b699-ad20fe4ee663 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0425422 Jan 27 22:03:20.324931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Subnet': ['ID=6172723e-7bfe-4ca0-bb92-8fcd1448b799,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:20.363119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Checking segment: {'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:20.364692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network hostable DHCP agents. Network: 13264804-bedf-4f08-bf1b-16b064667b92, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:03:20.404628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network 13264804-bedf-4f08-bf1b-16b064667b92 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:03:20.430078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 13264804-bedf-4f08-bf1b-16b064667b92) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:20.437225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:20.437993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.454123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d1540-f118-480d-93d3-89887159be86 None None] Network 13264804-bedf-4f08-bf1b-16b064667b92 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:20.480091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 13da0473-b110-4c88-809f-81d68e412a73 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:20.483807 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6d0baf9c-1d7d-4608-a024-e023d2ccb488 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7960558 Jan 27 22:03:20.485572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37300) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:20.491314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1292254601'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:20.543818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:20.550364 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.598450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:03:20.617008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e0e64b76-ee7a-4213-a2e2-ccb72f6b554e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.617506 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Added segment e0e64b76-ee7a-4213-a2e2-ccb72f6b554e of type vlan for network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 Jan 27 22:03:20.630006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 13da0473-b110-4c88-809f-81d68e412a73 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:20.631130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 13da0473-b110-4c88-809f-81d68e412a73 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:20.704624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (5bd65fb2-5ff2-4de4-b783-25816f78f5c0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.731169 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.765129 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (5bd65fb2-5ff2-4de4-b783-25816f78f5c0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.777470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:20.778512 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.824338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada04cc-6e4f-4d55-b369-ae0b64e7c1f1 req-861cef34-21d7-4c58-83e4-cb1823b7db3a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:20.826009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fada04cc-6e4f-4d55-b369-ae0b64e7c1f1 req-861cef34-21d7-4c58-83e4-cb1823b7db3a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 945 time: 0.0869465 Jan 27 22:03:20.901479 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4149303 Jan 27 22:03:20.905602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37304) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:20.911093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'subnet': {'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:20.931929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-13264804-bedf-4f08-bf1b-16b064667b92', 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92', 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'fixed_ips': [{'subnet_id': '6172723e-7bfe-4ca0-bb92-8fcd1448b799'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:03:20.934592 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.938981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616d39a-d236-4f44-ab03-503323333ca1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Network': ['ID=5bd65fb2-5ff2-4de4-b783-25816f78f5c0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:20.959883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fada04cc-6e4f-4d55-b369-ae0b64e7c1f1 req-03918dd0-c59e-49f5-b19f-5364b978ee50 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218512 Jan 27 22:03:20.983517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:03:21.086421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:21.094031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:21.179207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a9456-b8fc-4980-af88-172a2d914554 req-ee61d261-9aa8-40ad-88fa-da05a4c3788a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:21.181295 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-694a9456-b8fc-4980-af88-172a2d914554 req-ee61d261-9aa8-40ad-88fa-da05a4c3788a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 945 time: 0.1464102 Jan 27 22:03:21.229893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Allocated IP 19.80.0.2 (13264804-bedf-4f08-bf1b-16b064667b92/6172723e-7bfe-4ca0-bb92-8fcd1448b799/f409980d-a552-43e1-904c-e423aebdb3f5) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:21.396805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Deleting port 6c39fe19-74d0-4521-bac9-33065de80050 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:21.397436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6c39fe19-74d0-4521-bac9-33065de80050), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:21.530526 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Publish callbacks [] for port (f409980d-a552-43e1-904c-e423aebdb3f5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:21.541588 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:21.608452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Pushing event updated for resources: {'Port': ['ID=f409980d-a552-43e1-904c-e423aebdb3f5,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:21.626830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Network 13264804-bedf-4f08-bf1b-16b064667b92 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:21.633850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:21.641437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.641682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a3f47d9-dfbc-476c-bba0-0390a4e3206f req-809e9cbd-72b5-4429-8999-b00db6443efb tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0965221 Jan 27 22:03:21.641870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.642229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.642576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.642914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.644974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.645430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.645781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.646409 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.646882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.647080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.648636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.650233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:21.658221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:21.688258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3170897-c1e3-4405-8d77-ed0d914b4c17 req-5d7e4dcd-e16d-4003-94b5-03521a6f7b65 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:21.701997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3170897-c1e3-4405-8d77-ed0d914b4c17 req-5d7e4dcd-e16d-4003-94b5-03521a6f7b65 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.2793005 Jan 27 22:03:21.780814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Attempting to bind port f409980d-a552-43e1-904c-e423aebdb3f5 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:21.781373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Attempting to bind port f409980d-a552-43e1-904c-e423aebdb3f5 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:21.781819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Attempting to bind port f409980d-a552-43e1-904c-e423aebdb3f5 on network 13264804-bedf-4f08-bf1b-16b064667b92 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:21.789727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:21.790211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Checking segment: {'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:21.790710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:21.791179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Bound using segment: {'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:21.791900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Bound port: f409980d-a552-43e1-904c-e423aebdb3f5, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:21.792355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:21.854572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3170897-c1e3-4405-8d77-ed0d914b4c17 req-2150932c-a881-47a7-b107-e9b18d0744f8 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504030 Jan 27 22:03:21.886613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] For port f409980d-a552-43e1-904c-e423aebdb3f5, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:21.891703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] For port f409980d-a552-43e1-904c-e423aebdb3f5, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f409980d-a552-43e1-904c-e423aebdb3f5,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:21.898165 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.028996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98522eed-2a9a-40eb-94ff-2646118d8850 None None] Pushing event updated for resources: {'Port': ['ID=f409980d-a552-43e1-904c-e423aebdb3f5,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:22.106324 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (5940728b-6db2-47f7-9de4-f839d6beea48), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.156199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e3490-cbc3-4506-9d1e-1ae8c7e3f41e req-df7bfcfc-eda3-4a61-ba7e-7046226f5106 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:22.164284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-323e3490-cbc3-4506-9d1e-1ae8c7e3f41e req-df7bfcfc-eda3-4a61-ba7e-7046226f5106 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 945 time: 0.0774591 Jan 27 22:03:22.233726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-323e3490-cbc3-4506-9d1e-1ae8c7e3f41e req-ca48df44-7a37-4252-911d-93aeefe526fc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682228 Jan 27 22:03:22.251113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] For port 6c39fe19-74d0-4521-bac9-33065de80050, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6c39fe19-74d0-4521-bac9-33065de80050,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:22.252773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6c39fe19-74d0-4521-bac9-33065de80050), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.259791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Subnet': ['ID=5940728b-6db2-47f7-9de4-f839d6beea48,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:22.311039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Calling delete_port for 6c39fe19-74d0-4521-bac9-33065de80050 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:22.495498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Checking segment: {'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:22.497298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network hostable DHCP agents. Network: 5bd65fb2-5ff2-4de4-b783-25816f78f5c0, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:03:22.576074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:03:22.589673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f409980d-a552-43e1-904c-e423aebdb3f5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:22.620268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 5bd65fb2-5ff2-4de4-b783-25816f78f5c0) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:22.646083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:22.647178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50e89f-0d76-4518-b7ad-96457afb203f None None] Network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:22.647657 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.681719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6c39fe19-74d0-4521-bac9-33065de80050), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.723929 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-07f19b74-c945-4bbf-adfd-db7cc5ea1524 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8172853 Jan 27 22:03:22.800665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event deleted for resources: {'Port': ['ID=6c39fe19-74d0-4521-bac9-33065de80050,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:22.837046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6c39fe19-74d0-4521-bac9-33065de80050'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:22.852598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.853183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.853734 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.854306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.854894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.855596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.856177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.856751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.857319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.857964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.858570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.859132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.859806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:22.922820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-5bd65fb2-5ff2-4de4-b783-25816f78f5c0', 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0', 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'fixed_ips': [{'subnet_id': '5940728b-6db2-47f7-9de4-f839d6beea48'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:03:22.924459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.930539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f409980d-a552-43e1-904c-e423aebdb3f5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:22.931204 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.938831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee928ee4-cb08-489f-8154-e5ae22fa5b56 req-9ea5d4c2-b163-483b-be8e-a091d0183ef8 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0649786 Jan 27 22:03:22.946598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] No DVR routers for this DVR port 6c39fe19-74d0-4521-bac9-33065de80050 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:22.965707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.973719 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-694a9456-b8fc-4980-af88-172a2d914554 req-959220ff-a966-40b2-9a88-6139244246be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "DELETE /v2.0/ports/6c39fe19-74d0-4521-bac9-33065de80050 HTTP/1.1" status: 204 len: 173 time: 1.7839253 Jan 27 22:03:22.976733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc93c59-89cc-4191-80e8-749c2b957536', 'name': 'network-vif-deleted', 'tag': '6c39fe19-74d0-4521-bac9-33065de80050'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:23.013365 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f2f4d0-a561-409d-a47e-78feb8ea4338" -d '{"events": [{"server_uuid": "bcc93c59-89cc-4191-80e8-749c2b957536", "name": "network-vif-deleted", "tag": "6c39fe19-74d0-4521-bac9-33065de80050"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:23.268385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31972083-b2d4-45a0-9bf1-32cbfbd3ad4f req-70071b51-0402-493e-9616-bd622fdfdc05 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:23.276892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31972083-b2d4-45a0-9bf1-32cbfbd3ad4f req-70071b51-0402-493e-9616-bd622fdfdc05 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.2006137 Jan 27 22:03:23.346068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31972083-b2d4-45a0-9bf1-32cbfbd3ad4f req-cdbefdce-a41b-4ce3-ad7f-06c119465b4f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681658 Jan 27 22:03:23.367942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Allocated IP 19.86.0.2 (5bd65fb2-5ff2-4de4-b783-25816f78f5c0/5940728b-6db2-47f7-9de4-f839d6beea48/18122eec-f088-47d2-a16b-8005457f955a) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:23.432695 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d540b-1a46-47a1-8161-56613ac988a6 x-openstack-request-id: req-7c8d540b-1a46-47a1-8161-56613ac988a6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:23.432999 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc93c59-89cc-4191-80e8-749c2b957536", "name": "network-vif-deleted", "tag": "6c39fe19-74d0-4521-bac9-33065de80050", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:23.433261 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c8d540b-1a46-47a1-8161-56613ac988a6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:23.433669 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc93c59-89cc-4191-80e8-749c2b957536', 'name': 'network-vif-deleted', 'tag': '6c39fe19-74d0-4521-bac9-33065de80050', 'status': 'completed', 'code': 200} Jan 27 22:03:23.521207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f409980d-a552-43e1-904c-e423aebdb3f5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:23.521730 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.563706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-32a0f865-036d-471a-bf0d-5e3a0a53dbc3 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:23.598655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port f409980d-a552-43e1-904c-e423aebdb3f5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f409980d-a552-43e1-904c-e423aebdb3f5,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:23.599812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-32a0f865-036d-471a-bf0d-5e3a0a53dbc3 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:23.614553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-32a0f865-036d-471a-bf0d-5e3a0a53dbc3 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/networks?id=13264804-bedf-4f08-bf1b-16b064667b92&id=5bd65fb2-5ff2-4de4-b783-25816f78f5c0 HTTP/1.1" status: 200 len: 1392 time: 0.4619937 Jan 27 22:03:23.617753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.667856 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Publish callbacks [] for port (18122eec-f088-47d2-a16b-8005457f955a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.689773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (18122eec-f088-47d2-a16b-8005457f955a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.709744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=f409980d-a552-43e1-904c-e423aebdb3f5,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:23.714010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:23.755700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Pushing event updated for resources: {'Port': ['ID=18122eec-f088-47d2-a16b-8005457f955a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:23.760789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25081514-2007-48cc-a5f6-9e62e665dcda None None] Network 13264804-bedf-4f08-bf1b-16b064667b92 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:23.767606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:23.780193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:23.785749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-1a32a10c-8909-4e4e-8ab1-76cbe16e7382 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/quotas/40a5e51e863f4869b3aa543d1dc1b4a6 HTTP/1.1" status: 200 len: 375 time: 0.1689959 Jan 27 22:03:23.798862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-974abb66-fac9-4f2c-86b8-082be566187b req-750e98b2-8bf2-47ae-a1a8-0846f8672546 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc93c59-89cc-4191-80e8-749c2b957536 HTTP/1.1" status: 200 len: 210 time: 0.1360965 Jan 27 22:03:23.949936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-36445f1b-5c6e-493a-9c57-923b4fe68c66 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1494522 Jan 27 22:03:24.019608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b2ed1832-03df-4e66-b07a-953d38f613ce None None] Provisioning complete for port f409980d-a552-43e1-904c-e423aebdb3f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:24.020263 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1832-03df-4e66-b07a-953d38f613ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.075830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-f8bddf89-0f7a-457e-b0a7-d85808c7c0f8 service neutron] 10.222.0.45 "GET /v2.0/networks/13264804-bedf-4f08-bf1b-16b064667b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247923 Jan 27 22:03:24.177345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Attempting to bind port 18122eec-f088-47d2-a16b-8005457f955a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:24.177710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Attempting to bind port 18122eec-f088-47d2-a16b-8005457f955a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:24.178080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Attempting to bind port 18122eec-f088-47d2-a16b-8005457f955a on network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:24.185994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:24.186591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Checking segment: {'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:24.187125 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.188037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Bound using segment: {'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:24.188037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Bound port: 18122eec-f088-47d2-a16b-8005457f955a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:24.188371 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (18122eec-f088-47d2-a16b-8005457f955a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.246717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05cd4b80-efd7-45e3-83fa-5b7ccdf12654 req-fabd7da8-66d3-4f26-8cb3-a51eb1bd659d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0439496 Jan 27 22:03:24.314703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-200cb15b-d3b2-4a02-8755-b1e8cb9e8b90 service neutron] 10.222.0.45 "GET /v2.0/networks/13264804-bedf-4f08-bf1b-16b064667b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379010 Jan 27 22:03:24.416245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] For port 18122eec-f088-47d2-a16b-8005457f955a, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:24.421768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] For port 18122eec-f088-47d2-a16b-8005457f955a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=18122eec-f088-47d2-a16b-8005457f955a,segment=NetworkSegment(e0e64b76-ee7a-4213-a2e2-ccb72f6b554e),segment_id=e0e64b76-ee7a-4213-a2e2-ccb72f6b554e)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:24.438339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (18122eec-f088-47d2-a16b-8005457f955a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.523071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-219eb63a-35b4-4a32-a86c-8c648a695061 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd65fb2-5ff2-4de4-b783-25816f78f5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022176 Jan 27 22:03:24.629539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8f8bc-8e39-4f1e-9cd1-898fcd887d29 None None] Pushing event updated for resources: {'Port': ['ID=18122eec-f088-47d2-a16b-8005457f955a,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:24.634712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d79ad-d2ac-4e69-bec6-a6224b7edae9 req-23fbe4a2-dbe9-49be-899e-ab870b566429 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.642658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-268d79ad-d2ac-4e69-bec6-a6224b7edae9 req-23fbe4a2-dbe9-49be-899e-ab870b566429 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1100929 Jan 27 22:03:24.645868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f409980d-a552-43e1-904c-e423aebdb3f5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:24.715553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed1832-03df-4e66-b07a-953d38f613ce None None] Current status of the port f409980d-a552-43e1-904c-e423aebdb3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:24.742475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f409980d-a552-43e1-904c-e423aebdb3f5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:24.743042 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.778141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-268d79ad-d2ac-4e69-bec6-a6224b7edae9 req-5adb098e-be01-4e2a-b4d1-e13bce7563f1 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343310 Jan 27 22:03:24.785791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-e90c7961-6e30-4f07-93e5-afedc2ecc626 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd65fb2-5ff2-4de4-b783-25816f78f5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614427 Jan 27 22:03:24.905253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6c39fe19-74d0-4521-bac9-33065de80050 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:24.978879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a2a9c68b-0a69-4613-8730-a30434aa839a None None] Provisioning complete for port f409980d-a552-43e1-904c-e423aebdb3f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:24.979534 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c68b-0a69-4613-8730-a30434aa839a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.982200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 6c39fe19-74d0-4521-bac9-33065de80050 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:24.982786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6c39fe19-74d0-4521-bac9-33065de80050 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:25.236942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d313325-67c7-4d5f-a7a6-d577276abc3b req-8894c716-b952-473e-ae9b-66cdcf821172 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 210 time: 0.1061223 Jan 27 22:03:25.299233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f409980d-a552-43e1-904c-e423aebdb3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:25.487544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9c68b-0a69-4613-8730-a30434aa839a None None] Current status of the port f409980d-a552-43e1-904c-e423aebdb3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:25.656587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-0a911662-6fac-4436-a7ce-c71effce274e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:25.659263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-0a911662-6fac-4436-a7ce-c71effce274e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.4211702 Jan 27 22:03:25.686688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbe29a4f-a1e0-421f-adbd-eaa5432d0ded req-c25462c1-9383-4bba-993b-9cb6b3533a3a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1358798 Jan 27 22:03:25.735793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-1b299be2-6e72-4740-a1fb-566bb77f4d3d tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/quotas/eb1cd614a9c64717962274c50642681a HTTP/1.1" status: 200 len: 375 time: 0.0471730 Jan 27 22:03:25.797934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-70b43a92-5687-45c5-81d1-3558740b0a24 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606935 Jan 27 22:03:26.091742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-aa5172bb-7a6f-46b0-a1a3-6a4eee83eb43 service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885747 Jan 27 22:03:26.103144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341022-6b26-4194-b32a-f4770158b63b req-67ed5ef5-9c13-4992-8581-aa56b2a80dde tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:26.112318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb341022-6b26-4194-b32a-f4770158b63b req-67ed5ef5-9c13-4992-8581-aa56b2a80dde tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1623580 Jan 27 22:03:26.297680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ced3e9f4-c577-4657-ba32-d3535a9d0fa4 service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613016 Jan 27 22:03:26.341899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb341022-6b26-4194-b32a-f4770158b63b req-367f9686-0319-4ada-bb86-67afc569362e tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283514 Jan 27 22:03:26.502955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd687d7a-bb33-43a1-9988-3ca22d4a2fb9 req-2bb82e09-38be-4dea-923d-216d0aeb6d7a tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 210 time: 0.0871885 Jan 27 22:03:26.679567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 18122eec-f088-47d2-a16b-8005457f955a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:26.834497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d45011ef-1247-45c5-95a0-3b9bd975b7f5 req-2d5a2e75-3c58-4166-876b-1079115f3050 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 210 time: 0.0913088 Jan 27 22:03:26.873643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 18122eec-f088-47d2-a16b-8005457f955a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:26.875356 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (18122eec-f088-47d2-a16b-8005457f955a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.027560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca7039d1-5457-4e14-b868-55c51171700d req-2aedace2-4221-48a6-9ee0-9b6dc2bfd8c7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1073792 Jan 27 22:03:27.182508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6bcd295c-8434-4aad-bcf3-e9ba58c43ee1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:27.188779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6bcd295c-8434-4aad-bcf3-e9ba58c43ee1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:27.194478 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6bcd295c-8434-4aad-bcf3-e9ba58c43ee1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "GET /v2.0/networks?id=13264804-bedf-4f08-bf1b-16b064667b92&id=5bd65fb2-5ff2-4de4-b783-25816f78f5c0 HTTP/1.1" status: 200 len: 1392 time: 0.2737217 Jan 27 22:03:27.212813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'port': {'device_id': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92', 'admin_state_up': True, 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:27.231974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09353568-2f61-48ae-b728-75d9ed147bb4 None None] Network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:27.366949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-47bf381f-4a2e-480f-b790-1c2febfd5423 None None] Provisioning complete for port 18122eec-f088-47d2-a16b-8005457f955a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:27.367582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-47bf381f-4a2e-480f-b790-1c2febfd5423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (18122eec-f088-47d2-a16b-8005457f955a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.508026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:27.514031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.624679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a2ec4-c69e-47ef-be23-f7c7edc6da2d req-38c8dfff-bb02-4ba1-a43f-7459c9e8469f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:27.628117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce8a2ec4-c69e-47ef-be23-f7c7edc6da2d req-38c8dfff-bb02-4ba1-a43f-7459c9e8469f tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1289632 Jan 27 22:03:27.719297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 18122eec-f088-47d2-a16b-8005457f955a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:27.720009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (18122eec-f088-47d2-a16b-8005457f955a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.746153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce8a2ec4-c69e-47ef-be23-f7c7edc6da2d req-2118b6d9-abb3-4190-8c43-c2d0eb10025c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831707 Jan 27 22:03:27.749036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01907ccf-adcd-4b4b-ad05-f42841ea9188 req-6f42742b-4be8-43b6-8938-a3da7940c48c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 210 time: 0.1142495 Jan 27 22:03:27.885768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-47bf381f-4a2e-480f-b790-1c2febfd5423 None None] Current status of the port 18122eec-f088-47d2-a16b-8005457f955a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:27.885768 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-47bf381f-4a2e-480f-b790-1c2febfd5423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (18122eec-f088-47d2-a16b-8005457f955a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.918806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 18122eec-f088-47d2-a16b-8005457f955a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=18122eec-f088-47d2-a16b-8005457f955a,segment=NetworkSegment(e0e64b76-ee7a-4213-a2e2-ccb72f6b554e),segment_id=e0e64b76-ee7a-4213-a2e2-ccb72f6b554e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:27.956961 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (18122eec-f088-47d2-a16b-8005457f955a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.980074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Allocated IP 19.80.0.178 (13264804-bedf-4f08-bf1b-16b064667b92/6172723e-7bfe-4ca0-bb92-8fcd1448b799/f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:28.073573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=18122eec-f088-47d2-a16b-8005457f955a,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:28.145831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df4e997c-ad3d-4f01-b0e6-ebcdae47d2c4 req-f4a7325c-cf58-4a6c-b11c-8fe1b9d2d553 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 210 time: 0.1004097 Jan 27 22:03:28.148477 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-47bf381f-4a2e-480f-b790-1c2febfd5423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:03:28.154833 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-47bf381f-4a2e-480f-b790-1c2febfd5423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:03:28.258239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84a0a5f2-3372-43c2-94c2-b960506fe80f req-7e99ca60-5980-4913-9f21-588c091b89ee tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0410430 Jan 27 22:03:28.398231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.446113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 18122eec-f088-47d2-a16b-8005457f955a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:28.461630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.514006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 18122eec-f088-47d2-a16b-8005457f955a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:28.514486 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (18122eec-f088-47d2-a16b-8005457f955a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.523222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network 13264804-bedf-4f08-bf1b-16b064667b92 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:28.528585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:28.547292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:28.628256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Port': ['ID=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:28.710558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:28.719194 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.722393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 18122eec-f088-47d2-a16b-8005457f955a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:28.757158 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6d264b11-7523-4ade-917b-da5fe3ea6cfe tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5484743 Jan 27 22:03:28.760852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-47bf381f-4a2e-480f-b790-1c2febfd5423 None None] Current status of the port 18122eec-f088-47d2-a16b-8005457f955a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:28.772207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Request body: {'port': {'device_id': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0', 'admin_state_up': True, 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:28.947819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-838e2cd0-14a2-4d32-a6f9-f7714f033494 None None] Provisioning complete for port 18122eec-f088-47d2-a16b-8005457f955a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:28.948432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-838e2cd0-14a2-4d32-a6f9-f7714f033494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (18122eec-f088-47d2-a16b-8005457f955a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.051605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-d5d7652e-1857-4b13-b985-7936dbac8e15 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.055122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-d5d7652e-1857-4b13-b985-7936dbac8e15 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.4144411 Jan 27 22:03:29.066026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Made reservation on behalf of 40a5e51e863f4869b3aa543d1dc1b4a6 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:29.069562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Request body: {'port': {'device_id': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'admin_state_up': True, 'tenant_id': 'eb1cd614a9c64717962274c50642681a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:29.078050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.115387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b93242-81c3-41ef-8036-2a9d29391358 req-34afc5f9-d66e-4e86-89df-8f97523bca98 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.123596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-838e2cd0-14a2-4d32-a6f9-f7714f033494 None None] Current status of the port 18122eec-f088-47d2-a16b-8005457f955a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:29.127252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7b93242-81c3-41ef-8036-2a9d29391358 req-34afc5f9-d66e-4e86-89df-8f97523bca98 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1530597 Jan 27 22:03:29.150241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4c44-0efa-45c1-b60f-d9d4c0ea631b req-81dc4649-71c6-4ff3-bd90-7f2725dcadb6 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.152770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-787e4c44-0efa-45c1-b60f-d9d4c0ea631b req-81dc4649-71c6-4ff3-bd90-7f2725dcadb6 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 932 time: 0.2464056 Jan 27 22:03:29.274758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b52a5080-fe4e-43eb-aa98-1556ca2bc545 None None] Provisioning complete for port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:29.275437 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b52a5080-fe4e-43eb-aa98-1556ca2bc545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.357454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b52a5080-fe4e-43eb-aa98-1556ca2bc545 None None] Port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:29.405803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Allocated IP 19.86.0.173 (5bd65fb2-5ff2-4de4-b783-25816f78f5c0/5940728b-6db2-47f7-9de4-f839d6beea48/16e6543e-3884-4a00-8d9c-ad5ef6d88a72) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:29.440950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7b93242-81c3-41ef-8036-2a9d29391358 req-b58b611b-440c-4526-9c5b-2b673e253983 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119974 Jan 27 22:03:29.474881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-787e4c44-0efa-45c1-b60f-d9d4c0ea631b req-8ed0812e-ef7a-46e1-b184-b227b94479ef tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821250 Jan 27 22:03:29.593352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Made reservation on behalf of eb1cd614a9c64717962274c50642681a for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:29.603552 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.783996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.826919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Allocated IP 172.20.0.7 (07004775-3e31-4b22-b881-0df6534a33d1/f255f4b6-739c-45a3-86ca-29b661bbd2e9/8117c8ba-01ea-4efd-8424-955023436d4a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:29.857290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.887992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d5a8fae-9335-488c-8473-40cc58dc68be req-dcca1d6f-a259-4314-a012-24cb82bad453 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 210 time: 0.2307243 Jan 27 22:03:29.932268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0f295a8-1244-4014-901d-2552252bfdfe req-b56b16eb-28cc-4239-9268-af2a12fe2c64 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0978918 Jan 27 22:03:29.981552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:29.996851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:30.009293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:30.050373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event updated for resources: {'Port': ['ID=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:30.169668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks [] for port (8117c8ba-01ea-4efd-8424-955023436d4a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.204851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.206531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.249006 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-47d56fa2-7e14-4c51-a110-10133776e36b tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4849153 Jan 27 22:03:30.261445 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.265523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Request body: {'port': {'device_id': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:30.353458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Network 07004775-3e31-4b22-b881-0df6534a33d1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:30.375219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:30.382469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:30.391355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6dc83967-e0bf-4380-977b-8332a3ac5f86 None None] Provisioning complete for port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:30.393730 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6dc83967-e0bf-4380-977b-8332a3ac5f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.429485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.434243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event updated for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:30.467491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.469139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.490262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6dc83967-e0bf-4380-977b-8332a3ac5f86 None None] Port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:30.499887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-09ced21a-b17e-4b4c-a19f-3acfcc38b1b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4340320 Jan 27 22:03:30.515430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Request body: {'port': {'device_id': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:30.715877 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.759912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e65e3a-1510-4cb2-a99d-ff9f0d9eee28 req-2f5fce03-2d29-4af6-980d-b72e1c518021 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.767891 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09e65e3a-1510-4cb2-a99d-ff9f0d9eee28 req-2f5fce03-2d29-4af6-980d-b72e1c518021 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1571612 Jan 27 22:03:30.808809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51006-756a-4005-a99e-2dfde0338685 req-08ff42cb-5bf3-4b33-881d-f2e238d21880 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.819682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51006-756a-4005-a99e-2dfde0338685 req-08ff42cb-5bf3-4b33-881d-f2e238d21880 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.834218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70c51006-756a-4005-a99e-2dfde0338685 req-08ff42cb-5bf3-4b33-881d-f2e238d21880 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1655 time: 0.1963177 Jan 27 22:03:30.968618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70c51006-756a-4005-a99e-2dfde0338685 req-8a9bdd07-b524-459b-bbfa-f18df9889316 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325479 Jan 27 22:03:31.079147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09e65e3a-1510-4cb2-a99d-ff9f0d9eee28 req-2e9591f2-7c78-499e-bc2e-171561ddca06 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096857 Jan 27 22:03:31.133254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:31.153149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Publish callbacks [] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.191141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Transition to ACTIVE for port object f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:31.197460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.393305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7239bb59-29ba-4964-a43f-fed757c328db req-e8896320-ded1-4854-a7fe-35ef9d09599b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0604713 Jan 27 22:03:31.559161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Pushing event updated for resources: {'Port': ['ID=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:31.654656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Attempting to bind port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:31.656032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Attempting to bind port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:31.656859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Attempting to bind port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 on network 13264804-bedf-4f08-bf1b-16b064667b92 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:31.667289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f6916-cee1-4b79-85cc-7892f49cec54 req-94db6b4a-ac4f-4e65-bbae-c0958554db98 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.689873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 on network 13264804-bedf-4f08-bf1b-16b064667b92 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:31.690998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-558f6916-cee1-4b79-85cc-7892f49cec54 req-94db6b4a-ac4f-4e65-bbae-c0958554db98 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 931 time: 0.3601172 Jan 27 22:03:31.693915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Attempting to bind port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 on network 13264804-bedf-4f08-bf1b-16b064667b92 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:31.715859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:31.716429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Checking segment: {'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:31.717050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Bound using segment: {'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:31.722335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Bound port: f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ac0f25-58c8-46f2-9222-2eb63f19651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:31.722935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.803584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-558f6916-cee1-4b79-85cc-7892f49cec54 req-ed7e4019-3be7-42b5-87d3-f8dbcf8df103 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108577 Jan 27 22:03:31.913461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] For port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:31.919751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] For port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:31.930795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.981226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.981689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.984885 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] 10.222.0.16 "PUT /v2.0/ports/f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 HTTP/1.1" status: 200 len: 1092 time: 1.7273443 Jan 27 22:03:31.985478 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'tag': 'f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:31.988166 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2053bfba-e525-4e21-87b1-f545cbcb6c95" -d '{"events": [{"name": "network-changed", "server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "tag": "f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:32.030132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Request body: {'port': {'device_id': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:32.068279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8117c8ba-01ea-4efd-8424-955023436d4a {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:32.082545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c44ede-e0da-449c-8138-5642a4bf866f service neutron] Pushing event updated for resources: {'Port': ['ID=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:32.111514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Publish callbacks [] for port (8117c8ba-01ea-4efd-8424-955023436d4a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.179322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Transition to ACTIVE for port object 8117c8ba-01ea-4efd-8424-955023436d4a will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:32.198961 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e300096-758d-4d15-affa-51f8d2ba091b x-openstack-request-id: req-3e300096-758d-4d15-affa-51f8d2ba091b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:32.199286 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "tag": "f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:32.202432 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e300096-758d-4d15-affa-51f8d2ba091b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:32.203213 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'tag': 'f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4', 'status': 'completed', 'code': 200} Jan 27 22:03:32.207907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.211003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.759763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Pushing event updated for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:32.801890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-6643211f-9dee-4ad3-90d6-f2ed6a11c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:32.802727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-6643211f-9dee-4ad3-90d6-f2ed6a11c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:32.804494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-6643211f-9dee-4ad3-90d6-f2ed6a11c231 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1914 time: 0.5474133 Jan 27 22:03:32.834880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee175-1b7c-43da-ba0d-cb1fab9945bd req-40ca6c57-8776-4c7a-b0c7-6ee01c6a4c03 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:32.845004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee175-1b7c-43da-ba0d-cb1fab9945bd req-40ca6c57-8776-4c7a-b0c7-6ee01c6a4c03 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:32.857905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f6ee175-1b7c-43da-ba0d-cb1fab9945bd req-40ca6c57-8776-4c7a-b0c7-6ee01c6a4c03 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1667 time: 0.5031092 Jan 27 22:03:32.861179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Attempting to bind port 8117c8ba-01ea-4efd-8424-955023436d4a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:32.862731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Attempting to bind port 8117c8ba-01ea-4efd-8424-955023436d4a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:32.863507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Attempting to bind port 8117c8ba-01ea-4efd-8424-955023436d4a on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:32.879356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189e0d0-94b4-425a-be15-704851885733 req-074f8013-76e4-4a57-9523-1de60498d0a2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:32.891871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3189e0d0-94b4-425a-be15-704851885733 req-074f8013-76e4-4a57-9523-1de60498d0a2 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.4773610 Jan 27 22:03:32.944280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Port 8117c8ba-01ea-4efd-8424-955023436d4a on network 07004775-3e31-4b22-b881-0df6534a33d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:32.944933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Attempting to bind port 8117c8ba-01ea-4efd-8424-955023436d4a on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:33.021002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3189e0d0-94b4-425a-be15-704851885733 req-8de57336-4fb6-43d1-99cd-2a367a51e6fd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269226 Jan 27 22:03:33.039463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:33.040264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Checking segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:33.042379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Bound using segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:33.045422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Bound port: 8117c8ba-01ea-4efd-8424-955023436d4a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:33.046216 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.236668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-b1034583-bf90-40c9-bf33-497e8690660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:33.237800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-b1034583-bf90-40c9-bf33-497e8690660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:33.238809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-b1034583-bf90-40c9-bf33-497e8690660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:33.241946 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-b1034583-bf90-40c9-bf33-497e8690660f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4226177 Jan 27 22:03:33.330721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f6ee175-1b7c-43da-ba0d-cb1fab9945bd req-d5e30264-6a24-426c-b17a-d39e798bdf50 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710340 Jan 27 22:03:33.381872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:33.397843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Publish callbacks [] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.422988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Transition to ACTIVE for port object 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:33.440639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:33.443611 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.450365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:33.461273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.549283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:33.549926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.551365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] 10.222.0.16 "PUT /v2.0/ports/8117c8ba-01ea-4efd-8424-955023436d4a HTTP/1.1" status: 200 len: 1091 time: 3.0448310 Jan 27 22:03:33.571639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:33.576473 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5e16d3-624d-488b-a938-a90c67426665" -d '{"events": [{"name": "network-changed", "server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:33.731705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecad5c6c-58e6-4250-a29f-d5b52af7f750 req-0366eeb6-e282-4b12-be80-5ef5baae4c7c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.2204199 Jan 27 22:03:33.795633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Attempting to bind port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:33.796197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Attempting to bind port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:33.796967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Attempting to bind port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 on network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:33.817499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Pushing event updated for resources: {'Port': ['ID=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:33.832383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 on network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:33.832902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Attempting to bind port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 on network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:33.854698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:33.855277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Checking segment: {'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:33.855921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Bound using segment: {'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:33.856640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Bound port: 16e6543e-3884-4a00-8d9c-ad5ef6d88a72, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:33.857220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.883679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c83e1-c9b4-484f-8b1a-a7d513f08553 service neutron] Pushing event updated for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:33.929113 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de427ae8-4a6f-496a-bbe5-63aaac675c5b x-openstack-request-id: req-de427ae8-4a6f-496a-bbe5-63aaac675c5b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:33.929840 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:33.930228 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de427ae8-4a6f-496a-bbe5-63aaac675c5b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:33.930860 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a', 'status': 'completed', 'code': 200} Jan 27 22:03:33.978932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] For port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:33.985837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] For port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,segment=NetworkSegment(e0e64b76-ee7a-4213-a2e2-ccb72f6b554e),segment_id=e0e64b76-ee7a-4213-a2e2-ccb72f6b554e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:34.018704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.019021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455450-43c7-46d3-9fbf-2790fbc67087 req-83548891-6f25-453a-ae42-77126573b54e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.021832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e455450-43c7-46d3-9fbf-2790fbc67087 req-83548891-6f25-453a-ae42-77126573b54e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 943 time: 0.4522412 Jan 27 22:03:34.025671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-3c5681ea-21fa-4b4e-99e8-0e4427417dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.028226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-3c5681ea-21fa-4b4e-99e8-0e4427417dd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 1094 time: 0.3288569 Jan 27 22:03:34.038636 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-0239c798-ad02-40bd-bd8d-4fccb175771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.041280 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2053bfba-e525-4e21-87b1-f545cbcb6c95 req-0239c798-ad02-40bd-bd8d-4fccb175771c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6152828 Jan 27 22:03:34.105318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Pushing event updated for resources: {'Port': ['ID=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:34.123435 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.124375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.126055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-350d86fc-9745-49e5-bb7c-b5b318bb45f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/16e6543e-3884-4a00-8d9c-ad5ef6d88a72 HTTP/1.1" status: 200 len: 1092 time: 2.1020141 Jan 27 22:03:34.148690 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-17f24965-d114-423d-aab9-8a4400f33177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.215076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'tag': '16e6543e-3884-4a00-8d9c-ad5ef6d88a72'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:34.226901 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "tag": "16e6543e-3884-4a00-8d9c-ad5ef6d88a72"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:34.362256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-0d414c38-5e0d-4f33-99aa-17e089cf6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.363024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-0d414c38-5e0d-4f33-99aa-17e089cf6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.367003 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-0d414c38-5e0d-4f33-99aa-17e089cf6966 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1981 time: 0.1715093 Jan 27 22:03:34.431380 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-a17f8997-25b0-4e99-9aa0-de97cf242ded service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 HTTP/1.1" status: 200 len: 217 time: 0.0585711 Jan 27 22:03:34.499723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-24e65cff-87b9-4ac7-aa0b-11b7fa90d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.501868 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-24e65cff-87b9-4ac7-aa0b-11b7fa90d073 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6172723e-7bfe-4ca0-bb92-8fcd1448b799 HTTP/1.1" status: 200 len: 801 time: 0.0644503 Jan 27 22:03:34.577127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-209e1114-debe-4fb5-a332-fe02764b702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.582886 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-209e1114-debe-4fb5-a332-fe02764b702b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=13264804-bedf-4f08-bf1b-16b064667b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0740561 Jan 27 22:03:34.734341 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-3098814d-deff-45e4-a5b0-ed40b8c295aa service neutron] 10.222.0.16 "GET /v2.0/networks/13264804-bedf-4f08-bf1b-16b064667b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469777 Jan 27 22:03:34.802221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-882d0c14-fe38-4f33-97d3-8ad50aa65d7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117c8ba-01ea-4efd-8424-955023436d4a HTTP/1.1" status: 200 len: 217 time: 0.7655854 Jan 27 22:03:34.853608 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-6f477a5b-861a-467d-9bef-af368d7256e3 service neutron] 10.222.0.16 "GET /v2.0/networks/13264804-bedf-4f08-bf1b-16b064667b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130354 Jan 27 22:03:34.912197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e455450-43c7-46d3-9fbf-2790fbc67087 req-9786d9ab-9a5f-4574-ab96-22bcfa690ab3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8800993 Jan 27 22:03:34.921230 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-16c0594e-a523-4231-a64f-63b520f1250a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=16e6543e-3884-4a00-8d9c-ad5ef6d88a72 HTTP/1.1" status: 200 len: 217 time: 0.0610437 Jan 27 22:03:34.927101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38da6-f576-4262-a07f-128190480aef req-927a7277-a671-4287-8db4-7460d710104a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.934354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24c38da6-f576-4262-a07f-128190480aef req-927a7277-a671-4287-8db4-7460d710104a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.2053497 Jan 27 22:03:34.955984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-07567624-28a3-40ef-9a05-9b90e8144fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.955984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-07567624-28a3-40ef-9a05-9b90e8144fc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1203883 Jan 27 22:03:35.010352 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beecedc8-cbfc-4ecc-96dd-146bdef50aef x-openstack-request-id: req-beecedc8-cbfc-4ecc-96dd-146bdef50aef {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:35.010883 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "tag": "16e6543e-3884-4a00-8d9c-ad5ef6d88a72", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:35.011200 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-beecedc8-cbfc-4ecc-96dd-146bdef50aef {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:35.012125 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'tag': '16e6543e-3884-4a00-8d9c-ad5ef6d88a72', 'status': 'completed', 'code': 200} Jan 27 22:03:35.021429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-88929b61-5b33-48bc-b95d-cb40d8d91e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.024286 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-88929b61-5b33-48bc-b95d-cb40d8d91e1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5940728b-6db2-47f7-9de4-f839d6beea48 HTTP/1.1" status: 200 len: 801 time: 0.0974283 Jan 27 22:03:35.060772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-c5e59a4b-830d-4104-9f43-182c9a5f62f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986493 Jan 27 22:03:35.067234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24c38da6-f576-4262-a07f-128190480aef req-8bfbc463-13d2-4e75-9e68-2eca08003f37 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316564 Jan 27 22:03:35.133345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-19160f9c-53ed-4c0c-a519-6eca3f6cad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.136822 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-19160f9c-53ed-4c0c-a519-6eca3f6cad24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bd65fb2-5ff2-4de4-b783-25816f78f5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053045 Jan 27 22:03:35.304734 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-059bfdc7-49a8-44ee-84b8-763f89afa8f8 service neutron] 10.222.0.16 "GET /v2.0/networks/5bd65fb2-5ff2-4de4-b783-25816f78f5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584578 Jan 27 22:03:35.329507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-793aa755-a761-4628-a337-b0c047bcce18 req-b571818b-ab4d-4c32-9f53-b35da3fb626d tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0973768 Jan 27 22:03:35.350336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-c2f80b03-784e-4af8-8a98-98f052d8ac92 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812150 Jan 27 22:03:35.423760 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f48bea7e-2326-437b-b1a7-3d520bed6b6c req-072b9a3b-f93a-40b8-bf9f-a923fe251c42 service neutron] 10.222.0.16 "GET /v2.0/networks/5bd65fb2-5ff2-4de4-b783-25816f78f5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135321 Jan 27 22:03:35.477034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50713f6-bdbe-47b9-aeb5-a938e640dd28 req-39ffdf5b-f8ae-4275-9f00-82068026588f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.488131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50713f6-bdbe-47b9-aeb5-a938e640dd28 req-39ffdf5b-f8ae-4275-9f00-82068026588f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.490452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d50713f6-bdbe-47b9-aeb5-a938e640dd28 req-39ffdf5b-f8ae-4275-9f00-82068026588f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1679 time: 0.2820356 Jan 27 22:03:35.554549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-622453cb-0f86-45ec-be84-32b3543bc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.555920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-622453cb-0f86-45ec-be84-32b3543bc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.559199 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-622453cb-0f86-45ec-be84-32b3543bc8fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1981 time: 0.0697091 Jan 27 22:03:35.642371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c2230e2-7cb7-4eb2-a15b-c88177471252 req-b7ff2e38-9c54-49f1-9d53-4014dbc40c8f service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845793 Jan 27 22:03:35.692292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d50713f6-bdbe-47b9-aeb5-a938e640dd28 req-03a492fd-deec-409d-8077-0383e95e974f tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922095 Jan 27 22:03:35.702875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-7a044914-4f68-40cd-874e-55005584a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.706480 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-7a044914-4f68-40cd-874e-55005584a321 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5bd65fb2-5ff2-4de4-b783-25816f78f5c0 HTTP/1.1" status: 200 len: 903 time: 0.1393540 Jan 27 22:03:35.727042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd331-9c84-4145-8934-955ab1fb69a2 req-df5bc7f8-fd20-4006-a6f1-a21dfb5e1b76 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.730093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-262cd331-9c84-4145-8934-955ab1fb69a2 req-df5bc7f8-fd20-4006-a6f1-a21dfb5e1b76 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1262488 Jan 27 22:03:35.760297 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-05d065dd-c642-4f54-b455-ce10d4af4317 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=16e6543e-3884-4a00-8d9c-ad5ef6d88a72 HTTP/1.1" status: 200 len: 217 time: 0.0475101 Jan 27 22:03:35.819874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-76b1ef5b-b8ae-4c8d-bfd1-20756cb4cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.822798 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-76b1ef5b-b8ae-4c8d-bfd1-20756cb4cdde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5940728b-6db2-47f7-9de4-f839d6beea48 HTTP/1.1" status: 200 len: 801 time: 0.0555582 Jan 27 22:03:35.839275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e16d3-624d-488b-a938-a90c67426665 req-b8181a32-4b21-464d-8927-aa890ac4300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.841886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb5e16d3-624d-488b-a938-a90c67426665 req-b8181a32-4b21-464d-8927-aa890ac4300f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 1094 time: 0.0969162 Jan 27 22:03:35.846360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-262cd331-9c84-4145-8934-955ab1fb69a2 req-f552198f-d43a-467c-997b-e0abbc383342 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986912 Jan 27 22:03:35.896594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-c58c4a51-e0cc-4784-9a5a-31f273f9466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.900640 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-c58c4a51-e0cc-4784-9a5a-31f273f9466f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5bd65fb2-5ff2-4de4-b783-25816f78f5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724306 Jan 27 22:03:35.954138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e16d3-624d-488b-a938-a90c67426665 req-137696af-d11e-47e7-b355-99fb479d5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.956104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb5e16d3-624d-488b-a938-a90c67426665 req-137696af-d11e-47e7-b355-99fb479d5eba service neutron] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 912 time: 0.1087427 Jan 27 22:03:36.013056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb5e16d3-624d-488b-a938-a90c67426665 req-bd17973f-20b5-416f-94ea-a687d910332a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117c8ba-01ea-4efd-8424-955023436d4a HTTP/1.1" status: 200 len: 217 time: 0.0506666 Jan 27 22:03:36.074235 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-85922b45-bcaa-4686-9c70-2ff7b88ee231 service neutron] 10.222.0.16 "GET /v2.0/networks/5bd65fb2-5ff2-4de4-b783-25816f78f5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664586 Jan 27 22:03:36.157985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e16d3-624d-488b-a938-a90c67426665 req-2368f7c0-19fa-4bc3-bd47-49d1e12b0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.159458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb5e16d3-624d-488b-a938-a90c67426665 req-2368f7c0-19fa-4bc3-bd47-49d1e12b0b77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1339095 Jan 27 22:03:36.186489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154e03-20f2-4fa3-8ce0-2181969e6312 req-1d334e6a-1597-47b1-a19b-8f7719826f99 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.188365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40154e03-20f2-4fa3-8ce0-2181969e6312 req-1d334e6a-1597-47b1-a19b-8f7719826f99 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1178517 Jan 27 22:03:36.211692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb5e16d3-624d-488b-a938-a90c67426665 req-32508303-7ce3-47ec-ae64-1e0c0ca66de3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436304 Jan 27 22:03:36.237344 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd1ed7b5-64a0-47a2-bcbb-12098dfaf0f6 req-d5aefbfc-4742-42eb-9410-c4f431b02e54 service neutron] 10.222.0.16 "GET /v2.0/networks/5bd65fb2-5ff2-4de4-b783-25816f78f5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550441 Jan 27 22:03:36.255461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c402a2-6f51-4157-bbf2-e13e6b4851ce req-186e3368-8446-4637-980b-d5fc7ae84bd7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.257081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7c402a2-6f51-4157-bbf2-e13e6b4851ce req-186e3368-8446-4637-980b-d5fc7ae84bd7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 943 time: 0.1517303 Jan 27 22:03:36.357023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40154e03-20f2-4fa3-8ce0-2181969e6312 req-80fb23a9-bd35-4dad-844a-00731b8b4b4a tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528368 Jan 27 22:03:36.395115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb5e16d3-624d-488b-a938-a90c67426665 req-307b46df-1440-455c-b437-dd1342d1d4a0 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725070 Jan 27 22:03:36.401306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7c402a2-6f51-4157-bbf2-e13e6b4851ce req-4a6e5973-84bb-4fbb-9daa-e30327483a58 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147971 Jan 27 22:03:36.607337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-511fdef1-4471-47b2-9ec9-2e8a0aa0297d req-b3c6c117-b0fa-4822-835e-0666aebda514 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0492051 Jan 27 22:03:36.629954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb5e16d3-624d-488b-a938-a90c67426665 req-5802a0ea-ba05-471e-a0ce-cc0edbcc7ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275832 Jan 27 22:03:36.816290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16d6e-d8d8-4825-90a1-03484a8093d9 req-d66a3f78-61ea-41b5-9102-3c4754984505 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.818025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8c16d6e-d8d8-4825-90a1-03484a8093d9 req-d66a3f78-61ea-41b5-9102-3c4754984505 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.0582614 Jan 27 22:03:36.915849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8c16d6e-d8d8-4825-90a1-03484a8093d9 req-b3bf2af2-7852-4c3b-a932-f68a24943c52 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909715 Jan 27 22:03:36.929969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135242fd-35c0-4bc1-a6fc-99c6d7a7fc4f req-eae6addf-ffac-4144-81c4-86afc196d8c0 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.939334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135242fd-35c0-4bc1-a6fc-99c6d7a7fc4f req-eae6addf-ffac-4144-81c4-86afc196d8c0 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.942286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-135242fd-35c0-4bc1-a6fc-99c6d7a7fc4f req-eae6addf-ffac-4144-81c4-86afc196d8c0 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1679 time: 0.1090505 Jan 27 22:03:36.996630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-135242fd-35c0-4bc1-a6fc-99c6d7a7fc4f req-2493a2b2-e640-49f2-8f46-04f2ddb3ed44 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Jan 27 22:03:37.040036 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-baea0ef1-12ec-4e83-8d57-2c06fe3dba35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.560617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289c72e-2ab5-4b18-8e72-3a5befed3067 req-47217a4d-f4e2-4b93-9b80-8c31802d9d93 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:37.570374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c289c72e-2ab5-4b18-8e72-3a5befed3067 req-47217a4d-f4e2-4b93-9b80-8c31802d9d93 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 943 time: 0.0796788 Jan 27 22:03:37.635999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c289c72e-2ab5-4b18-8e72-3a5befed3067 req-68d7d215-c8c8-4cec-a2fe-81fbdfd8c544 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595741 Jan 27 22:03:37.733475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-952b079e-cba7-496d-b003-aafcead3496c req-e0fba60d-f1dd-4b9e-8013-b213adcc7942 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0320532 Jan 27 22:03:38.017413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305bfcd-27fd-4958-927d-02b88a979888 req-2a1e518a-da91-4e40-897a-4af3d41898ea tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:38.018939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6305bfcd-27fd-4958-927d-02b88a979888 req-2a1e518a-da91-4e40-897a-4af3d41898ea tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.0756099 Jan 27 22:03:38.191721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6d46c-f6ab-4b92-9510-a84bf6211aa8 req-aad1887a-7415-4c9e-9723-b5be743ba007 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:38.193450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9d6d46c-f6ab-4b92-9510-a84bf6211aa8 req-aad1887a-7415-4c9e-9723-b5be743ba007 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 946 time: 0.1734726 Jan 27 22:03:38.246393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b3c3f-7ca3-45d4-b569-e902b29b2d51 req-bff3515b-9a06-4dcb-9c9c-c26b91787168 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:38.252077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b3c3f-7ca3-45d4-b569-e902b29b2d51 req-bff3515b-9a06-4dcb-9c9c-c26b91787168 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:38.253809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e94b3c3f-7ca3-45d4-b569-e902b29b2d51 req-bff3515b-9a06-4dcb-9c9c-c26b91787168 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1679 time: 0.1429338 Jan 27 22:03:38.299658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9d6d46c-f6ab-4b92-9510-a84bf6211aa8 req-769069de-72ec-4e69-b46b-9cf3a9cb5d3c tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967808 Jan 27 22:03:38.319091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Deleting port 22863181-e598-4a49-9874-3dd841d0dcaf {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:38.319697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.391589 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.403547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e94b3c3f-7ca3-45d4-b569-e902b29b2d51 req-92981aa1-ceb7-4e19-bd7b-439cbe8f41c6 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399252 Jan 27 22:03:38.484359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] For port 22863181-e598-4a49-9874-3dd841d0dcaf, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=22863181-e598-4a49-9874-3dd841d0dcaf,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:38.485062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.509041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Calling delete_port for 22863181-e598-4a49-9874-3dd841d0dcaf owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:38.679724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (22863181-e598-4a49-9874-3dd841d0dcaf), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.695939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['22863181-e598-4a49-9874-3dd841d0dcaf'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:38.701759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['f801b46f-496e-4110-8578-a24c8ef60c80'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:38.759793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event deleted for resources: {'Port': ['ID=22863181-e598-4a49-9874-3dd841d0dcaf,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:38.788841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] No DVR routers for this DVR port 22863181-e598-4a49-9874-3dd841d0dcaf on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:38.792447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.796417 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6305bfcd-27fd-4958-927d-02b88a979888 req-ebaed7f1-d9c3-4f8d-98e1-3a2823cc5237 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.16 "DELETE /v2.0/ports/22863181-e598-4a49-9874-3dd841d0dcaf HTTP/1.1" status: 204 len: 173 time: 0.7650743 Jan 27 22:03:38.797278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0284a2-a684-45a9-b7d9-7099afb53a3a', 'name': 'network-vif-deleted', 'tag': '22863181-e598-4a49-9874-3dd841d0dcaf'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:38.800862 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c7b2c-df51-47f0-9ac8-710c7a0996a3" -d '{"events": [{"server_uuid": "cb0284a2-a684-45a9-b7d9-7099afb53a3a", "name": "network-vif-deleted", "tag": "22863181-e598-4a49-9874-3dd841d0dcaf"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:38.931103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2593ab93-7837-4f60-b499-bfab7a4e3cc1 req-d50b421e-5774-4516-a377-99a8f571fd61 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0806961 Jan 27 22:03:38.960460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3891-4420-4b45-a831-38e098728f30 req-0fc36802-1bb6-4dfb-87fe-21a5efac16bc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:38.963381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3ce3891-4420-4b45-a831-38e098728f30 req-0fc36802-1bb6-4dfb-87fe-21a5efac16bc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 943 time: 0.1492796 Jan 27 22:03:38.968500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:39.055536 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c11e65-1bbf-4eed-959c-965a10137722 x-openstack-request-id: req-c1c11e65-1bbf-4eed-959c-965a10137722 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:39.055536 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0284a2-a684-45a9-b7d9-7099afb53a3a", "name": "network-vif-deleted", "tag": "22863181-e598-4a49-9874-3dd841d0dcaf", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:39.055536 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1c11e65-1bbf-4eed-959c-965a10137722 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:39.056926 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0284a2-a684-45a9-b7d9-7099afb53a3a', 'name': 'network-vif-deleted', 'tag': '22863181-e598-4a49-9874-3dd841d0dcaf', 'status': 'completed', 'code': 200} Jan 27 22:03:39.081315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3ce3891-4420-4b45-a831-38e098728f30 req-b7c81f0f-cd94-482a-bd82-dcc8411918cf tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032896 Jan 27 22:03:39.162984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,segment=NetworkSegment(e0e64b76-ee7a-4213-a2e2-ccb72f6b554e),segment_id=e0e64b76-ee7a-4213-a2e2-ccb72f6b554e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:39.177847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '16e6543e-3884-4a00-8d9c-ad5ef6d88a72', 'network_id': '5bd65fb2-5ff2-4de4-b783-25816f78f5c0', 'port_id': '16e6543e-3884-4a00-8d9c-ad5ef6d88a72', 'mac_address': 'fa:16:3e:ae:11:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5940728b-6db2-47f7-9de4-f839d6beea48', 'ip_address': '19.86.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:39.250297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:39.250799 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.278814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:39.318428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,segment=NetworkSegment(e0e64b76-ee7a-4213-a2e2-ccb72f6b554e),segment_id=e0e64b76-ee7a-4213-a2e2-ccb72f6b554e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:39.323680 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.324510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8117c8ba-01ea-4efd-8424-955023436d4a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:39.500484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:39.537153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33352d0a-0b6f-4715-b48d-0fab115b4203 req-94699604-81ed-49a3-aa49-4e9c5627762b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0284a2-a684-45a9-b7d9-7099afb53a3a HTTP/1.1" status: 200 len: 210 time: 0.1227915 Jan 27 22:03:39.581634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:39.602387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '8117c8ba-01ea-4efd-8424-955023436d4a', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'port_id': '8117c8ba-01ea-4efd-8424-955023436d4a', 'mac_address': 'fa:16:3e:e8:f0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f4b6-739c-45a3-86ca-29b661bbd2e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:39.642156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072866d1-4b94-4ecf-ac4e-f648237bacf4 req-b5dd090d-a6af-43c1-9247-61058329ec21 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:39.648528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072866d1-4b94-4ecf-ac4e-f648237bacf4 req-b5dd090d-a6af-43c1-9247-61058329ec21 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:39.650769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072866d1-4b94-4ecf-ac4e-f648237bacf4 req-b5dd090d-a6af-43c1-9247-61058329ec21 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1680 time: 0.0714386 Jan 27 22:03:39.663479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8117c8ba-01ea-4efd-8424-955023436d4a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:39.672016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.689457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8117c8ba-01ea-4efd-8424-955023436d4a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:39.728480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:39.730151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072866d1-4b94-4ecf-ac4e-f648237bacf4 req-11a4e988-b8ff-4576-96b8-1d762d01f75a tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716329 Jan 27 22:03:39.735815 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.737002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:39.902639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:39.961854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:39.975999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4', 'network_id': '13264804-bedf-4f08-bf1b-16b064667b92', 'port_id': 'f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4', 'mac_address': 'fa:16:3e:e7:57:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6172723e-7bfe-4ca0-bb92-8fcd1448b799', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:40.034607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:40.035252 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.067263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:40.106055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:40.112469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.165137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef18b923-4b38-4462-9eab-7d3d02f7df45 req-0c01fa8c-8401-464f-9584-d9f0163f2093 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0633054 Jan 27 22:03:40.191157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:40.294639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f418e4-a60f-4cf8-ab98-69b2d17df33d req-ec059ae8-89e0-4e04-aac5-835b4cdf430c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:40.296795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0f418e4-a60f-4cf8-ab98-69b2d17df33d req-ec059ae8-89e0-4e04-aac5-835b4cdf430c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 944 time: 0.0653744 Jan 27 22:03:40.371327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0f418e4-a60f-4cf8-ab98-69b2d17df33d req-224ea92f-e24c-43d8-b5b7-7a5f080c45d1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662560 Jan 27 22:03:40.523112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['16e6543e-3884-4a00-8d9c-ad5ef6d88a72'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:40.602663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['8117c8ba-01ea-4efd-8424-955023436d4a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:40.977618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3712d5-a703-4510-b2b9-090ea23714c7 req-8a67d792-2092-4e31-9b65-261b9ffa5cae tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:40.986082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 22863181-e598-4a49-9874-3dd841d0dcaf no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:40.987079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3712d5-a703-4510-b2b9-090ea23714c7 req-8a67d792-2092-4e31-9b65-261b9ffa5cae tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:41.001973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb3712d5-a703-4510-b2b9-090ea23714c7 req-8a67d792-2092-4e31-9b65-261b9ffa5cae tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1681 time: 0.1265166 Jan 27 22:03:41.036172 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.059760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 22863181-e598-4a49-9874-3dd841d0dcaf {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:41.060543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 22863181-e598-4a49-9874-3dd841d0dcaf not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:41.097699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb3712d5-a703-4510-b2b9-090ea23714c7 req-f76bbd80-14d7-4bbf-9805-a576a78d533e tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942025 Jan 27 22:03:41.163567 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.333930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59db1c47-c157-4087-83e7-25508c9009dd req-7761c9cc-2c4a-4b1e-abf1-873301cb3d15 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0355263 Jan 27 22:03:41.613116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:41.637302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5353f-4d6e-414b-8e34-a3fb3e580edb req-7d79bdd7-3b56-4f83-b378-10eac0827068 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:41.639279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ade5353f-4d6e-414b-8e34-a3fb3e580edb req-7d79bdd7-3b56-4f83-b378-10eac0827068 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 944 time: 0.1487272 Jan 27 22:03:41.767778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ade5353f-4d6e-414b-8e34-a3fb3e580edb req-b0703106-319b-45fb-9e39-61db48843f83 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147509 Jan 27 22:03:42.261533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5e1d2-dc8b-4937-80c4-ef0850294543 req-6c2192b7-b714-453b-810e-b92a75844c29 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:42.263630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcd5e1d2-dc8b-4937-80c4-ef0850294543 req-6c2192b7-b714-453b-810e-b92a75844c29 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 945 time: 0.1154010 Jan 27 22:03:42.386274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcd5e1d2-dc8b-4937-80c4-ef0850294543 req-0b1aec79-d815-4bb0-920f-a4732ac26bd3 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019180 Jan 27 22:03:42.424386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05f30-82fa-42cb-bafa-3a886da74613 req-2d8337c0-2480-4ccb-a1d5-99bbab7134e0 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:42.440986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05f30-82fa-42cb-bafa-3a886da74613 req-2d8337c0-2480-4ccb-a1d5-99bbab7134e0 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:42.449386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11f05f30-82fa-42cb-bafa-3a886da74613 req-2d8337c0-2480-4ccb-a1d5-99bbab7134e0 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1681 time: 0.1844702 Jan 27 22:03:42.589655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5971af59-d019-4ae5-b39e-f3854cc99aec req-7acc9af6-2d96-4599-84bd-bc60db1a1169 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0514512 Jan 27 22:03:42.613332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11f05f30-82fa-42cb-bafa-3a886da74613 req-4a0ce19b-2168-42e0-ab3f-25f7b6a7be98 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508911 Jan 27 22:03:42.852511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-ef52b03f-c39d-4db8-8142-3f6d86a1186c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:42.860872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-ef52b03f-c39d-4db8-8142-3f6d86a1186c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 815 time: 0.1588137 Jan 27 22:03:42.879704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-0b384b2d-6551-4f13-af3f-6e2b7a35fb14 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/quotas/bbb4d39529e446f58c11ce27a1ab2ca7 HTTP/1.1" status: 200 len: 375 time: 0.0174966 Jan 27 22:03:42.967711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:42.972998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e76c6a-d980-4194-9077-0ab2a3907356 req-76caf6d9-74b4-4ca0-80f3-5396693d475b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:42.974995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6e76c6a-d980-4194-9077-0ab2a3907356 req-76caf6d9-74b4-4ca0-80f3-5396693d475b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 944 time: 0.0853438 Jan 27 22:03:42.991662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-9e7018c7-45ec-4fe6-a64e-89498efd31b6 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104159 Jan 27 22:03:43.109647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:43.120654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:43.121411 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.128541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6e76c6a-d980-4194-9077-0ab2a3907356 req-42f86b31-0d72-4d8e-897e-8b294055a4de tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254747 Jan 27 22:03:43.171704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-04b7eabc-6b11-4c97-8efa-e36d1d2ffbab service neutron] 10.222.0.45 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786568 Jan 27 22:03:43.285869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:43.286485 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.292826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-5b05d06a-dff7-4156-83be-bc87d3a6fadb service neutron] 10.222.0.45 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197948 Jan 27 22:03:43.350306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e6543e-3884-4a00-8d9c-ad5ef6d88a72'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:43.357968 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e422be-a356-48ec-9c16-946ccb132efd" -d '{"events": [{"server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "name": "network-vif-plugged", "status": "completed", "tag": "16e6543e-3884-4a00-8d9c-ad5ef6d88a72"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:43.418554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,segment=NetworkSegment(e0e64b76-ee7a-4213-a2e2-ccb72f6b554e),segment_id=e0e64b76-ee7a-4213-a2e2-ccb72f6b554e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:43.422336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-adcc32b6-1597-4c35-a30d-5c736762fa28 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:43.428200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-adcc32b6-1597-4c35-a30d-5c736762fa28 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 945 time: 0.1311545 Jan 27 22:03:43.432549 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.436310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8117c8ba-01ea-4efd-8424-955023436d4a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:43.743399 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174ed549-47ac-466f-9651-3a44cf738c32 x-openstack-request-id: req-174ed549-47ac-466f-9651-3a44cf738c32 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:43.743726 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "name": "network-vif-plugged", "status": "completed", "tag": "16e6543e-3884-4a00-8d9c-ad5ef6d88a72", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:43.743992 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-174ed549-47ac-466f-9651-3a44cf738c32 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:43.750872 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e6543e-3884-4a00-8d9c-ad5ef6d88a72', 'code': 200} Jan 27 22:03:43.796575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:43.800828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Deleting port f801b46f-496e-4110-8578-a24c8ef60c80 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:43.806534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 8117c8ba-01ea-4efd-8424-955023436d4a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:43.812654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.826873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 8117c8ba-01ea-4efd-8424-955023436d4a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:43.827260 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.930178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd1cdf82-0326-4470-b0a2-8fce08597ea2 req-732b94c4-4812-42e8-a969-d3ba8332a2a8 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 210 time: 0.0920634 Jan 27 22:03:43.946011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4b2d3-7673-4336-848f-fcea6c137df2 req-1eb936e3-8fc7-4913-b15b-5fd6e4ebf6fd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:43.958659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56a4b2d3-7673-4336-848f-fcea6c137df2 req-1eb936e3-8fc7-4913-b15b-5fd6e4ebf6fd tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 945 time: 0.2423527 Jan 27 22:03:44.145140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8117c8ba-01ea-4efd-8424-955023436d4a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:44.145736 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.166441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] For port f801b46f-496e-4110-8578-a24c8ef60c80, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=f801b46f-496e-4110-8578-a24c8ef60c80,segment=NetworkSegment(22f6f3c4-d230-4e75-84d7-7b2d81801de9),segment_id=22f6f3c4-d230-4e75-84d7-7b2d81801de9)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:44.168396 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.272133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:44.287023 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.288389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:44.304019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Calling delete_port for f801b46f-496e-4110-8578-a24c8ef60c80 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:44.343619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56a4b2d3-7673-4336-848f-fcea6c137df2 req-f5c99d75-5d8d-41fb-a469-d6aef4ca004b tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/security-groups?id=3958824e-dadb-4f10-864b-c132b3d83f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741505 Jan 27 22:03:44.443345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bfa12-f9bb-43c3-8e4c-4949cb491e5a req-72f6ea7f-02f7-4f70-93b4-4517b2545a57 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:44.465609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bfa12-f9bb-43c3-8e4c-4949cb491e5a req-72f6ea7f-02f7-4f70-93b4-4517b2545a57 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:44.473290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-590bfa12-f9bb-43c3-8e4c-4949cb491e5a req-72f6ea7f-02f7-4f70-93b4-4517b2545a57 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1682 time: 0.3968868 Jan 27 22:03:44.579065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:44.619114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:44.619966 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.715282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:44.735441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4975d64-72f7-4a60-8431-4a01cfde2e7f req-8a153551-7572-472a-85fe-26b705cede92 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1424410 Jan 27 22:03:44.906489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:44.906845 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.001618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:45.011180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.040386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-590bfa12-f9bb-43c3-8e4c-4949cb491e5a req-17ce4de7-5508-4a12-91c3-86edcd469c5c tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649977 Jan 27 22:03:45.081585 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f801b46f-496e-4110-8578-a24c8ef60c80), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.171931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:45.186081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Pushing event deleted for resources: {'Port': ['ID=f801b46f-496e-4110-8578-a24c8ef60c80,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:45.278103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-882f2aa7-408c-42f5-9302-ba047cb310f0 req-fbdd6810-ab07-402f-b5f2-d83213a5cc64 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 210 time: 0.1004355 Jan 27 22:03:45.303454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] No DVR routers for this DVR port f801b46f-496e-4110-8578-a24c8ef60c80 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:45.303454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.303454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2ee6df1-51fd-442d-9ac0-5a44bd495b92 req-dce8179a-8cbd-41ee-89dc-8b5b87c92139 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.57 "DELETE /v2.0/ports/f801b46f-496e-4110-8578-a24c8ef60c80 HTTP/1.1" status: 204 len: 173 time: 1.8657300 Jan 27 22:03:45.303454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d1caec-efe1-4e33-82cb-b414f0cb9aef', 'name': 'network-vif-deleted', 'tag': 'f801b46f-496e-4110-8578-a24c8ef60c80'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:45.304542 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd1be4-a3a1-46dd-906a-f39eb23eeffd" -d '{"events": [{"server_uuid": "97d1caec-efe1-4e33-82cb-b414f0cb9aef", "name": "network-vif-deleted", "tag": "f801b46f-496e-4110-8578-a24c8ef60c80"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:45.341427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d16961-9780-424f-8924-070e089a1bac req-41186550-fa10-4c21-b71d-1134a3396b0b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.343240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4d16961-9780-424f-8924-070e089a1bac req-41186550-fa10-4c21-b71d-1134a3396b0b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.3010786 Jan 27 22:03:45.393894 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e73c566-c87b-4b59-b543-4bca7bc57284 x-openstack-request-id: req-8e73c566-c87b-4b59-b543-4bca7bc57284 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:45.397626 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d1caec-efe1-4e33-82cb-b414f0cb9aef", "name": "network-vif-deleted", "tag": "f801b46f-496e-4110-8578-a24c8ef60c80", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:45.398210 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e73c566-c87b-4b59-b543-4bca7bc57284 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:45.398742 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d1caec-efe1-4e33-82cb-b414f0cb9aef', 'name': 'network-vif-deleted', 'tag': 'f801b46f-496e-4110-8578-a24c8ef60c80', 'status': 'completed', 'code': 200} Jan 27 22:03:45.487018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4d16961-9780-424f-8924-070e089a1bac req-b802cf36-f95a-4c23-b378-4c2951e32417 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344221 Jan 27 22:03:45.553424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd44eb10-0d89-4e27-953d-3017eded7b89 req-1b3b5c84-7de4-40c9-a6cc-a07deb9ec4b9 tempest-ServersTestJSON-655553625 tempest-ServersTestJSON-655553625-project] 10.222.0.45 "GET /v2.0/ports?device_id=97d1caec-efe1-4e33-82cb-b414f0cb9aef HTTP/1.1" status: 200 len: 210 time: 0.0473928 Jan 27 22:03:45.752459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a'}, {'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:45.760453 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4edb84-311e-44fe-bb16-17ff833c8d2b" -d '{"events": [{"server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "name": "network-vif-plugged", "status": "completed", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a"}, {"server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "name": "network-vif-plugged", "status": "completed", "tag": "f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:45.850211 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40641282-2171-4166-8164-ccf88da6fd0f x-openstack-request-id: req-40641282-2171-4166-8164-ccf88da6fd0f {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:45.851562 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "name": "network-vif-plugged", "status": "completed", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a", "code": 200}, {"server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "name": "network-vif-plugged", "status": "completed", "tag": "f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:45.852215 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40641282-2171-4166-8164-ccf88da6fd0f {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:45.853073 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a', 'code': 200} Jan 27 22:03:45.853726 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4', 'code': 200} Jan 27 22:03:45.900047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29c5ce52-1f05-4626-a4f1-3dc7db73c72f req-4bc26e79-cca6-403d-ac8e-056969b90673 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0305870 Jan 27 22:03:45.960442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-999eae4c-d18f-4f86-98a8-16611ab326b2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.962455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-999eae4c-d18f-4f86-98a8-16611ab326b2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.16 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 815 time: 0.2888541 Jan 27 22:03:45.976649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Request body: {'port': {'device_id': '11ffc528-3342-4b40-a84b-bd9ea31ed412', 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'admin_state_up': True, 'tenant_id': 'bbb4d39529e446f58c11ce27a1ab2ca7'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:46.165999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0d43d-be6f-4a44-9801-fdb76dcefb40 req-6b3d8cbe-d08b-4bd0-b5b6-dd1b9fbe10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.166637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0d43d-be6f-4a44-9801-fdb76dcefb40 req-6b3d8cbe-d08b-4bd0-b5b6-dd1b9fbe10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.168979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cbe0d43d-be6f-4a44-9801-fdb76dcefb40 req-6b3d8cbe-d08b-4bd0-b5b6-dd1b9fbe10e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1985 time: 0.0965538 Jan 27 22:03:46.171660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcc0a6-13b0-4f76-932f-1300f54651d9 req-c36ec048-7bb7-4b06-9efa-8e2840f81f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.174176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Made reservation on behalf of bbb4d39529e446f58c11ce27a1ab2ca7 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:46.178625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.178878 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d3fcc0a6-13b0-4f76-932f-1300f54651d9 req-c36ec048-7bb7-4b06-9efa-8e2840f81f1a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 1096 time: 0.1230624 Jan 27 22:03:46.261520 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cbe0d43d-be6f-4a44-9801-fdb76dcefb40 req-092193f5-19ac-4f51-b995-e92ffb8c1817 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801983 Jan 27 22:03:46.314029 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d3fcc0a6-13b0-4f76-932f-1300f54651d9 req-2b769171-fc04-490a-a5b1-cffe22d14775 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083200 Jan 27 22:03:46.357899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b7bd6-12aa-4396-9594-b1c7f4e9cdac req-df6c4336-5ed6-441f-bc16-b5a566649f31 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.364183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b7bd6-12aa-4396-9594-b1c7f4e9cdac req-df6c4336-5ed6-441f-bc16-b5a566649f31 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.365538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc5b7bd6-12aa-4396-9594-b1c7f4e9cdac req-df6c4336-5ed6-441f-bc16-b5a566649f31 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1683 time: 0.1699288 Jan 27 22:03:46.520587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a44b8a96-94f1-4812-a959-2580bbf5f5da req-99d2cf33-1ea4-48b4-be91-697bc0c085b3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 210 time: 0.0863287 Jan 27 22:03:46.581304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc5b7bd6-12aa-4396-9594-b1c7f4e9cdac req-c221c8d7-973b-4eb5-ad3b-7647efd1bd96 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077534 Jan 27 22:03:46.604051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Allocated IP 172.20.0.7 (639301f1-5e16-439b-bfd2-7913fc808a12/e36cacf7-0b8a-4f6c-878e-28702ae0d10d/f0b9f825-5bcf-45cd-8b67-e36385b6b50a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:46.729272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37632) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:46.819890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-29dec48a-fa4d-46e1-a8f9-8c706eb61d27 admin admin] Deleting subnet 3132c1c8-dbeb-452d-82de-98713bf9d5fc {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:46.825589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29dec48a-fa4d-46e1-a8f9-8c706eb61d27 admin admin] Publish callbacks [] for subnet (3132c1c8-dbeb-452d-82de-98713bf9d5fc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.893473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29dec48a-fa4d-46e1-a8f9-8c706eb61d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (3132c1c8-dbeb-452d-82de-98713bf9d5fc), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.933554 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks [] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.966935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f801b46f-496e-4110-8578-a24c8ef60c80 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:46.990039 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29dec48a-fa4d-46e1-a8f9-8c706eb61d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3132c1c8-dbeb-452d-82de-98713bf9d5fc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.073065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: f801b46f-496e-4110-8578-a24c8ef60c80 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:47.074933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device f801b46f-496e-4110-8578-a24c8ef60c80 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:47.081423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29dec48a-fa4d-46e1-a8f9-8c706eb61d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (3132c1c8-dbeb-452d-82de-98713bf9d5fc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.095842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-29dec48a-fa4d-46e1-a8f9-8c706eb61d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.103446 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-29dec48a-fa4d-46e1-a8f9-8c706eb61d27 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3132c1c8-dbeb-452d-82de-98713bf9d5fc HTTP/1.1" status: 204 len: 168 time: 0.3719587 Jan 27 22:03:47.121494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37636) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:47.130793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dec48a-fa4d-46e1-a8f9-8c706eb61d27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3132c1c8-dbeb-452d-82de-98713bf9d5fc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:47.221400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (117b07ff-d9aa-4124-b507-7b2a258cb97e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.326342 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (117b07ff-d9aa-4124-b507-7b2a258cb97e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.354486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117b07ff-d9aa-4124-b507-7b2a258cb97e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:47.366910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f6f3c4-d230-4e75-84d7-7b2d81801de9') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:47.367550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f6f3c4-d230-4e75-84d7-7b2d81801de9') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:47.381237 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (22f6f3c4-d230-4e75-84d7-7b2d81801de9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.397819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (22f6f3c4-d230-4e75-84d7-7b2d81801de9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.406382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:47.407442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (22f6f3c4-d230-4e75-84d7-7b2d81801de9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:47.468652 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:47.477564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (117b07ff-d9aa-4124-b507-7b2a258cb97e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.485604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.508030 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/117b07ff-d9aa-4124-b507-7b2a258cb97e HTTP/1.1" status: 204 len: 168 time: 0.3737450 Jan 27 22:03:47.533141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320aeda0-9207-4517-a833-1b772b3ca5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=117b07ff-d9aa-4124-b507-7b2a258cb97e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:47.593690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.603064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0cf1-fadc-4cfc-af6c-b4e06c683be7 req-06aa8a95-0a7e-49ed-81fc-05b38c9140d2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:47.606833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3b117de5-9be9-4980-8d2d-0e641eda1597', '1a43f67e-68c4-4866-83be-0190ee169623', '1869d41d-ee0f-46ac-807f-cdce26b6037d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:47.608325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edfd0cf1-fadc-4cfc-af6c-b4e06c683be7 req-06aa8a95-0a7e-49ed-81fc-05b38c9140d2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.8399618 Jan 27 22:03:47.633610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53f94d13-689a-4a18-9c91-a46e9927db0a req-955f5533-fc7f-4f04-9e1b-fffb40b5b2ab tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1056924 Jan 27 22:03:47.688529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Network 639301f1-5e16-439b-bfd2-7913fc808a12 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:47.693900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:47.707323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:47.774030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Pushing event updated for resources: {'Port': ['ID=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:47.781652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37646) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:47.834374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.834992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.835335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.835706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.836038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.836368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.836694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.837015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.837336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.837656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.837984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.838302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.838618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:47.880920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edfd0cf1-fadc-4cfc-af6c-b4e06c683be7 req-c01249f2-935f-4331-8f4a-a45875ac89ca tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428486 Jan 27 22:03:47.910071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:47.910362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.921264 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ee1cf163-86bc-4eb1-9a8b-bb87a84dbb77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b38c8ec451564736a8d87b12d6f553e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353457 Jan 27 22:03:47.922936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37648) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:47.960598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c709415d-4dbd-47b5-8846-06a12ff26534 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9889774 Jan 27 22:03:47.996789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Request body: {'port': {'device_id': '11ffc528-3342-4b40-a84b-bd9ea31ed412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:48.019592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c95c6-ea7d-41e6-b106-4f79bb45391b req-b0c7c13c-2732-4829-8abd-c47b576c743b tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:48.034574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-029c95c6-ea7d-41e6-b106-4f79bb45391b req-b0c7c13c-2732-4829-8abd-c47b576c743b tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 931 time: 0.2690773 Jan 27 22:03:48.068944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9b9c-5ca9-4ba5-a1f9-9e023293ff75 admin admin] Publish callbacks [] for security_group (3958824e-dadb-4f10-864b-c132b3d83f33), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.125964 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.175963 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9b9c-5ca9-4ba5-a1f9-9e023293ff75 admin admin] Publish callbacks [] for security_group (3958824e-dadb-4f10-864b-c132b3d83f33), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.257659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9b9c-5ca9-4ba5-a1f9-9e023293ff75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3958824e-dadb-4f10-864b-c132b3d83f33), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.264288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9b9c-5ca9-4ba5-a1f9-9e023293ff75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.268038 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1b8f9b9c-5ca9-4ba5-a1f9-9e023293ff75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3958824e-dadb-4f10-864b-c132b3d83f33 HTTP/1.1" status: 204 len: 168 time: 0.3405738 Jan 27 22:03:48.279325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f9b9c-5ca9-4ba5-a1f9-9e023293ff75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3958824e-dadb-4f10-864b-c132b3d83f33,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:48.316205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840eec1e-bb6e-40fc-b6cf-93918d9eaf85 req-f2fd4f62-1702-441c-99ce-906b254ecc34 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:48.323125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840eec1e-bb6e-40fc-b6cf-93918d9eaf85 req-f2fd4f62-1702-441c-99ce-906b254ecc34 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:48.325193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-840eec1e-bb6e-40fc-b6cf-93918d9eaf85 req-f2fd4f62-1702-441c-99ce-906b254ecc34 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1683 time: 0.2895191 Jan 27 22:03:48.329584 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.378710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-029c95c6-ea7d-41e6-b106-4f79bb45391b req-145d41cb-0501-4d30-b3bf-14abe77e1a37 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183146 Jan 27 22:03:48.452338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-840eec1e-bb6e-40fc-b6cf-93918d9eaf85 req-3bca9d01-e0cc-4d93-84bd-56a3cfd203f3 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204264 Jan 27 22:03:48.836708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b9f825-5bcf-45cd-8b67-e36385b6b50a {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:48.848228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Publish callbacks [] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.864206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Transition to ACTIVE for port object f0b9f825-5bcf-45cd-8b67-e36385b6b50a will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:48.881713 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.914563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d483dae-0b72-4b02-a72f-d6e39ab77212 req-2cb21be9-c791-4f96-a701-01d7eacb376a tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0463259 Jan 27 22:03:49.078729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:49.210238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67e41-7a69-4eee-811d-f8e3ea509b8e req-1ba87b4a-c3a6-41e9-9b7c-54cd8d28cb12 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.212163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06c67e41-7a69-4eee-811d-f8e3ea509b8e req-1ba87b4a-c3a6-41e9-9b7c-54cd8d28cb12 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1644027 Jan 27 22:03:49.221005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e131a8d-9000-4e11-9f7e-593e5340e954 req-14c0af6d-8e9d-44c7-b646-cb7914bff9b7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.227274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e131a8d-9000-4e11-9f7e-593e5340e954 req-14c0af6d-8e9d-44c7-b646-cb7914bff9b7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.234804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e131a8d-9000-4e11-9f7e-593e5340e954 req-14c0af6d-8e9d-44c7-b646-cb7914bff9b7 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1683 time: 0.1656451 Jan 27 22:03:49.251910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Attempting to bind port f0b9f825-5bcf-45cd-8b67-e36385b6b50a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:49.252230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Attempting to bind port f0b9f825-5bcf-45cd-8b67-e36385b6b50a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:49.252592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Attempting to bind port f0b9f825-5bcf-45cd-8b67-e36385b6b50a on network 639301f1-5e16-439b-bfd2-7913fc808a12 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:49.288943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Port f0b9f825-5bcf-45cd-8b67-e36385b6b50a on network 639301f1-5e16-439b-bfd2-7913fc808a12 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:49.289305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Attempting to bind port f0b9f825-5bcf-45cd-8b67-e36385b6b50a on network 639301f1-5e16-439b-bfd2-7913fc808a12 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:49.320032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:49.320406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Checking segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:49.320915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Bound using segment: {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:49.321446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Bound port: f0b9f825-5bcf-45cd-8b67-e36385b6b50a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:49.321702 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.369632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e131a8d-9000-4e11-9f7e-593e5340e954 req-ddf3b687-0676-4e51-87af-8aee4823c43d tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288779 Jan 27 22:03:49.375615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06c67e41-7a69-4eee-811d-f8e3ea509b8e req-51215bf8-1327-4af2-b055-1ce89e68fae9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385305 Jan 27 22:03:49.491862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] For port f0b9f825-5bcf-45cd-8b67-e36385b6b50a, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:49.498135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] For port f0b9f825-5bcf-45cd-8b67-e36385b6b50a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:49.536573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.589441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720e611-6f8a-4fab-9744-793159a24cdb req-801262b4-faba-4285-9066-4b683500eba8 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.591215 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a720e611-6f8a-4fab-9744-793159a24cdb req-801262b4-faba-4285-9066-4b683500eba8 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 943 time: 0.0963824 Jan 27 22:03:49.607048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.608630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.610144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] 10.222.0.16 "PUT /v2.0/ports/f0b9f825-5bcf-45cd-8b67-e36385b6b50a HTTP/1.1" status: 200 len: 1091 time: 1.6221573 Jan 27 22:03:49.613714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ffc528-3342-4b40-a84b-bd9ea31ed412', 'tag': 'f0b9f825-5bcf-45cd-8b67-e36385b6b50a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:49.622795 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c9a21-a08c-447d-b9f5-d1c4e817492e" -d '{"events": [{"name": "network-changed", "server_uuid": "11ffc528-3342-4b40-a84b-bd9ea31ed412", "tag": "f0b9f825-5bcf-45cd-8b67-e36385b6b50a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:49.758182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec065bb-0445-430a-8343-a265f8d4bc74 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:49.807269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a720e611-6f8a-4fab-9744-793159a24cdb req-04730b62-37d1-4dfc-9b34-6a95dee2c0f0 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995704 Jan 27 22:03:49.826812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-5b172d44-5a7e-4b60-a675-59505398203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.828344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-5b172d44-5a7e-4b60-a675-59505398203c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 1094 time: 0.1193328 Jan 27 22:03:49.908237 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98cf384-d517-4457-9a22-de749986b777 x-openstack-request-id: req-f98cf384-d517-4457-9a22-de749986b777 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:49.909516 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ffc528-3342-4b40-a84b-bd9ea31ed412", "tag": "f0b9f825-5bcf-45cd-8b67-e36385b6b50a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:49.909516 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f98cf384-d517-4457-9a22-de749986b777 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:49.909516 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ffc528-3342-4b40-a84b-bd9ea31ed412', 'tag': 'f0b9f825-5bcf-45cd-8b67-e36385b6b50a', 'status': 'completed', 'code': 200} Jan 27 22:03:49.912323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-d8aa35ad-163c-4784-b114-89775d93c455 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b9f825-5bcf-45cd-8b67-e36385b6b50a HTTP/1.1" status: 200 len: 217 time: 0.0748575 Jan 27 22:03:50.059204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-dc7f6c51-bc71-4015-ad7a-3261f8708cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.069458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-dc7f6c51-bc71-4015-ad7a-3261f8708cca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.1498671 Jan 27 22:03:50.185927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-2046211d-3493-48ba-9ba3-359fcf60961d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077642 Jan 27 22:03:50.264254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37702) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:50.296663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1b70a02-f858-4308-83c4-6067ae0d64c3 req-ff2f625a-7561-404b-9a67-d378da63b3be tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1242588 Jan 27 22:03:50.428574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dda21-e155-4a69-9807-cb80423d2c7b req-01425140-0f0a-4111-8279-e75449a2b6eb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.433576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d95dda21-e155-4a69-9807-cb80423d2c7b req-01425140-0f0a-4111-8279-e75449a2b6eb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2450290 Jan 27 22:03:50.537965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-9f5b2adf-922e-45a9-8004-4ce4d42bedff service neutron] 10.222.0.16 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250287 Jan 27 22:03:50.649662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d95dda21-e155-4a69-9807-cb80423d2c7b req-b3a4991f-fe59-419e-bc4d-9e8d4959da68 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041092 Jan 27 22:03:50.677428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe932-e37e-42bd-8878-4adbabf3a707 req-3189c8ed-4ad7-45f8-a4ae-14dec21e9f55 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.683846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe932-e37e-42bd-8878-4adbabf3a707 req-3189c8ed-4ad7-45f8-a4ae-14dec21e9f55 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.687405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-146257054-network', 'tenant_id': '65f922f56aa444d8918fdbe425cfa732'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:50.698186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4ebe932-e37e-42bd-8878-4adbabf3a707 req-3189c8ed-4ad7-45f8-a4ae-14dec21e9f55 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1683 time: 0.2222743 Jan 27 22:03:50.732379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.771971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed7736e1-4791-450c-9215-6e1c75b47f8b req-c8a3e2d9-5ab5-407d-872d-fa8302c9590e service neutron] 10.222.0.16 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250559 Jan 27 22:03:50.782382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4ebe932-e37e-42bd-8878-4adbabf3a707 req-37892e57-b58b-430a-87fc-78dbcde763f1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777194 Jan 27 22:03:50.791573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Made reservation on behalf of 65f922f56aa444d8918fdbe425cfa732 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:50.792308 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.836987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.896307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-38fae939-2508-4845-97f8-f78de2c3fcc2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.902215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-38fae939-2508-4845-97f8-f78de2c3fcc2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.904070 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-38fae939-2508-4845-97f8-f78de2c3fcc2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 1683 time: 0.1445353 Jan 27 22:03:50.962945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-2e1febb6-1aff-4820-afe6-5de2192edf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.964956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-2e1febb6-1aff-4820-afe6-5de2192edf20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 1094 time: 0.0916042 Jan 27 22:03:51.118071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:51.118709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.132225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15c419-26c6-42c9-ac86-36409cd13296 req-8d1f42bd-b2b9-4b2a-a9a8-f65f0ba72e05 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.134190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d15c419-26c6-42c9-ac86-36409cd13296 req-8d1f42bd-b2b9-4b2a-a9a8-f65f0ba72e05 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 943 time: 0.1524765 Jan 27 22:03:51.146384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-e37da466-9d9e-4cad-a271-08e4555b49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.148095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-e37da466-9d9e-4cad-a271-08e4555b49c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 916 time: 0.1770418 Jan 27 22:03:51.212359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-921fc9b5-c715-4850-b6e5-456c955d569e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0b9f825-5bcf-45cd-8b67-e36385b6b50a HTTP/1.1" status: 200 len: 217 time: 0.0558569 Jan 27 22:03:51.236899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,segment=NetworkSegment(e0e64b76-ee7a-4213-a2e2-ccb72f6b554e),segment_id=e0e64b76-ee7a-4213-a2e2-ccb72f6b554e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:51.237687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.253446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:51.285556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d15c419-26c6-42c9-ac86-36409cd13296 req-7e83d45b-687b-4c69-a1ca-0cf3a05d3a15 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361897 Jan 27 22:03:51.294848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-ca9f215e-7f40-4318-8e82-3fb0d0b62d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.296876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-ca9f215e-7f40-4318-8e82-3fb0d0b62d25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.0773134 Jan 27 22:03:51.330652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Publish callbacks [] for security_group (e0bcbf4e-38d2-4e24-ac26-8cedab8bb536), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.350652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-04251abc-d32a-4251-a467-e82231ca6e71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441654 Jan 27 22:03:51.390799 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e0bcbf4e-38d2-4e24-ac26-8cedab8bb536), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.517106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:51.547583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:03:51.550985 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (16e6543e-3884-4a00-8d9c-ad5ef6d88a72), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.591035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2b56327-82cd-4b2c-bcd3-efc7b81bb843 req-f3dc51be-e809-4215-8335-d098e6e613f5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0859487 Jan 27 22:03:51.608183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=16e6543e-3884-4a00-8d9c-ad5ef6d88a72,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:51.630019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e962958b-f5ab-469f-b46e-7c3d29c3c7d4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.630584 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Added segment e962958b-f5ab-469f-b46e-7c3d29c3c7d4 of type vlan for network ba193e5a-004e-42a2-afb6-e3f91fc65f38 Jan 27 22:03:51.679077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-123b7507-a2fa-4664-aaf3-f34ae99f7ebd service neutron] 10.222.0.16 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225267 Jan 27 22:03:51.793320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:51.798989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.802703 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-83210480-240a-48d8-aab5-b9ba930015c2 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "DELETE /v2.0/ports/16e6543e-3884-4a00-8d9c-ad5ef6d88a72 HTTP/1.1" status: 204 len: 173 time: 0.8871279 Jan 27 22:03:51.803252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'name': 'network-vif-deleted', 'tag': '16e6543e-3884-4a00-8d9c-ad5ef6d88a72'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:51.805798 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e806e91d-f741-4154-b009-7588c7f83258" -d '{"events": [{"server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "name": "network-vif-deleted", "tag": "16e6543e-3884-4a00-8d9c-ad5ef6d88a72"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:51.854909 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (ba193e5a-004e-42a2-afb6-e3f91fc65f38), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.910546 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5217a612-4de2-40b3-bddf-1840fe8a6819 x-openstack-request-id: req-5217a612-4de2-40b3-bddf-1840fe8a6819 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:51.914205 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "name": "network-vif-deleted", "tag": "16e6543e-3884-4a00-8d9c-ad5ef6d88a72", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:51.914852 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5217a612-4de2-40b3-bddf-1840fe8a6819 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:51.915572 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'name': 'network-vif-deleted', 'tag': '16e6543e-3884-4a00-8d9c-ad5ef6d88a72', 'status': 'completed', 'code': 200} Jan 27 22:03:52.003321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42464d94-5749-4329-b1a5-2d44f7618490 req-28d5bad6-0c19-48fd-b5fe-4cd4785f167a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:52.011899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42464d94-5749-4329-b1a5-2d44f7618490 req-28d5bad6-0c19-48fd-b5fe-4cd4785f167a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1612756 Jan 27 22:03:52.023605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (ba193e5a-004e-42a2-afb6-e3f91fc65f38), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.024103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-132c9a21-a08c-447d-b9f5-d1c4e817492e req-69260e44-e333-4b39-b501-64bac764490e service neutron] 10.222.0.16 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388662 Jan 27 22:03:52.025427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:52.026410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.061707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7943170 Jan 27 22:03:52.066633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37722) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:52.074873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Request body: {'subnet': {'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-146257054-subnet', 'tenant_id': '65f922f56aa444d8918fdbe425cfa732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:52.152431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42464d94-5749-4329-b1a5-2d44f7618490 req-4f0be2f7-0cdd-4f78-a0dc-3063303de62b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393559 Jan 27 22:03:52.154230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:52.154957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.203472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18adfec-e712-4a88-b0f2-3ea23a99e611 req-d0785328-b157-43b6-997e-36780f0841dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:52.210775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e18adfec-e712-4a88-b0f2-3ea23a99e611 req-d0785328-b157-43b6-997e-36780f0841dc tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 946 time: 0.2264080 Jan 27 22:03:52.253141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1c5b2-71c2-411e-b6a0-6986cc18bd65 admin admin] Pushing event updated for resources: {'Network': ['ID=ba193e5a-004e-42a2-afb6-e3f91fc65f38,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:52.271719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Made reservation on behalf of 65f922f56aa444d8918fdbe425cfa732 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:52.274596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.351294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e18adfec-e712-4a88-b0f2-3ea23a99e611 req-ade0ab04-d221-4985-b254-46e5f29ee0b1 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393678 Jan 27 22:03:52.452299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:52.453289 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.483746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:52.545272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f8974-7082-4425-8511-556aec6de9ad req-2fe373be-70e2-4bd6-9d52-21b205cfd069 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:52.553716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-350f8974-7082-4425-8511-556aec6de9ad req-2fe373be-70e2-4bd6-9d52-21b205cfd069 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 943 time: 0.1399601 Jan 27 22:03:52.564477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network ba193e5a-004e-42a2-afb6-e3f91fc65f38 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:03:52.735113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-350f8974-7082-4425-8511-556aec6de9ad req-17a12edd-44ec-42ec-bedf-a3a14699a5f5 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592720 Jan 27 22:03:52.740041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (b61a9350-3ec3-49f3-a9de-35f103b52d69), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.881786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46a33b-d1c8-456e-b061-e9c5c82bef90 req-f8f509d4-bf21-4ae5-86e6-5cb8222d1ded tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0740008 Jan 27 22:03:53.042018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:53.346496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61a9350-3ec3-49f3-a9de-35f103b52d69,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:53.355394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.418972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:53.419355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 16e6543e-3884-4a00-8d9c-ad5ef6d88a72 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:53.419895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:53.441556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:53.441921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:53.489537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bc72e-4dca-49f5-88c8-9da1ad89581c req-a451b392-b4aa-4eb0-b09d-cefe816a5e2a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:53.493151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:53.497047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f10bc72e-4dca-49f5-88c8-9da1ad89581c req-a451b392-b4aa-4eb0-b09d-cefe816a5e2a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1724367 Jan 27 22:03:53.573281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f10bc72e-4dca-49f5-88c8-9da1ad89581c req-28ad77ef-78a2-4db6-a2a2-f55107b00197 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750520 Jan 27 22:03:53.625103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f67ad4ca-c4c3-435e-9f32-731e058fb7bc req-c916e907-8881-41c8-a6b5-5f92c80aae03 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "GET /v2.0/ports?device_id=42e43c75-e8f5-4668-88f9-df3b712505ee HTTP/1.1" status: 200 len: 210 time: 0.1069207 Jan 27 22:03:53.631537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:53.636670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Checking segment: {'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:53.637018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Network hostable DHCP agents. Network: ba193e5a-004e-42a2-afb6-e3f91fc65f38, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:03:53.640206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.656283 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c064a5b2-0f33-465d-b594-e0ce97e53d30 req-82270e3a-a544-4566-a87d-6f151e0f0657 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.16 "DELETE /v2.0/ports/f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4 HTTP/1.1" status: 204 len: 173 time: 1.8306031 Jan 27 22:03:53.685424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Network ba193e5a-004e-42a2-afb6-e3f91fc65f38 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:03:53.716422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, ba193e5a-004e-42a2-afb6-e3f91fc65f38) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:53.725271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:53.725947 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.732434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb14c2e-07fe-4f41-b7c6-1272d31e97db None None] Network ba193e5a-004e-42a2-afb6-e3f91fc65f38 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:53.804558 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ec952452-ff76-415b-8092-7504e53c8827 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7270346 Jan 27 22:03:53.918168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'name': 'network-vif-deleted', 'tag': 'f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:53.923994 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d297f391-dc49-4ad5-80c8-228857d65684" -d '{"events": [{"server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "name": "network-vif-deleted", "tag": "f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:54.000279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e910c-49fa-46b2-af21-03230784f001 None None] Network ba193e5a-004e-42a2-afb6-e3f91fc65f38 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:54.022757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05b8df-17db-400d-9991-b34bc5eb01be req-59ab0f66-1b04-46bb-8109-6f8dddcb3f7f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:54.039954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a05b8df-17db-400d-9991-b34bc5eb01be req-59ab0f66-1b04-46bb-8109-6f8dddcb3f7f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 943 time: 0.1725051 Jan 27 22:03:54.159366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9dbeb2b8-f1de-4d01-8ab9-2bb651f6d0b1 req-0c9c4147-8733-4a67-82e5-4b18064fe236 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0813453 Jan 27 22:03:54.272396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a05b8df-17db-400d-9991-b34bc5eb01be req-ab7428ce-af01-4b75-b7b3-f8704a020f5d tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307119 Jan 27 22:03:54.333075 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090b58bf-5f6d-4cf4-8c44-4624bf6c8435 x-openstack-request-id: req-090b58bf-5f6d-4cf4-8c44-4624bf6c8435 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:54.333539 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e43c75-e8f5-4668-88f9-df3b712505ee", "name": "network-vif-deleted", "tag": "f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:54.333868 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-090b58bf-5f6d-4cf4-8c44-4624bf6c8435 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:54.334365 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e43c75-e8f5-4668-88f9-df3b712505ee', 'name': 'network-vif-deleted', 'tag': 'f0f9b7c0-2ac6-4e2f-8f20-4d6101e7bbf4', 'status': 'completed', 'code': 200} Jan 27 22:03:54.999155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3aff-0619-4f26-8bac-8931161863a6 req-b37467f6-c3c1-4334-a074-8295789af11f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:55.011331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c30c3aff-0619-4f26-8bac-8931161863a6 req-b37467f6-c3c1-4334-a074-8295789af11f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2215650 Jan 27 22:03:55.046378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f0b9f825-5bcf-45cd-8b67-e36385b6b50a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:55.162357 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:03:55.205817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c30c3aff-0619-4f26-8bac-8931161863a6 req-51f2e5aa-3b22-4836-81f4-b0f98a7fa43a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929767 Jan 27 22:03:55.274405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-6caabd42-146f-456c-8952-a817b169324d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:55.303590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-6caabd42-146f-456c-8952-a817b169324d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 813 time: 0.4388466 Jan 27 22:03:55.323337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f0b9f825-5bcf-45cd-8b67-e36385b6b50a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:55.349789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-fa30c014-966b-4a5a-9f50-e41e31328be9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/quotas/65f922f56aa444d8918fdbe425cfa732 HTTP/1.1" status: 200 len: 375 time: 0.0442264 Jan 27 22:03:55.354111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'f0b9f825-5bcf-45cd-8b67-e36385b6b50a', 'network_id': '639301f1-5e16-439b-bfd2-7913fc808a12', 'port_id': 'f0b9f825-5bcf-45cd-8b67-e36385b6b50a', 'mac_address': 'fa:16:3e:47:33:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36cacf7-0b8a-4f6c-878e-28702ae0d10d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:55.375177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37770) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:55.420407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-3da0f106-b8e2-4184-bd81-eea7c942c5ff tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690484 Jan 27 22:03:55.542027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f0b9f825-5bcf-45cd-8b67-e36385b6b50a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:55.545250 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.599684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d184b0-1ede-432b-9658-f9ff234f4e86 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting subnet 5940728b-6db2-47f7-9de4-f839d6beea48 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:55.617229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93d184b0-1ede-432b-9658-f9ff234f4e86 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for subnet (5940728b-6db2-47f7-9de4-f839d6beea48), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.625451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b9f825-5bcf-45cd-8b67-e36385b6b50a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:55.686692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f0b9f825-5bcf-45cd-8b67-e36385b6b50a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:55.699979 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.703926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93d184b0-1ede-432b-9658-f9ff234f4e86 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (5940728b-6db2-47f7-9de4-f839d6beea48), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.750318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7cd2c9b-8bb1-4c81-aaa7-879f29077619 req-fced02da-ce26-43ce-abde-1be772007e81 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1350062 Jan 27 22:03:55.850908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:55.896145 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93d184b0-1ede-432b-9658-f9ff234f4e86 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (5940728b-6db2-47f7-9de4-f839d6beea48), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.932923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-3995ed23-6d4b-49ea-9733-4f299e7b4aee service neutron] 10.222.0.45 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090299 Jan 27 22:03:56.015459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93d184b0-1ede-432b-9658-f9ff234f4e86 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (5940728b-6db2-47f7-9de4-f839d6beea48), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.024568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['f0b9f825-5bcf-45cd-8b67-e36385b6b50a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:56.073298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93d184b0-1ede-432b-9658-f9ff234f4e86 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.082838 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-93d184b0-1ede-432b-9658-f9ff234f4e86 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "DELETE /v2.0/subnets/5940728b-6db2-47f7-9de4-f839d6beea48 HTTP/1.1" status: 204 len: 168 time: 0.7063475 Jan 27 22:03:56.084274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d184b0-1ede-432b-9658-f9ff234f4e86 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Subnet': ['ID=5940728b-6db2-47f7-9de4-f839d6beea48,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:56.086293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37776) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:56.129751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4347c9d-c5c3-4f70-9f91-d7b72a159ef9 req-7df44e3e-c85c-44fe-815b-d91c083ba879 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:56.142410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4347c9d-c5c3-4f70-9f91-d7b72a159ef9 req-7df44e3e-c85c-44fe-815b-d91c083ba879 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 944 time: 0.2059643 Jan 27 22:03:56.187151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae22503-c2fd-4b38-9c7d-487bd1c6f793 None None] Network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:56.283455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (5bd65fb2-5ff2-4de4-b783-25816f78f5c0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.283769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-24133caa-e10f-4217-88c7-2d40a5919d99 service neutron] 10.222.0.45 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494079 Jan 27 22:03:56.300814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4347c9d-c5c3-4f70-9f91-d7b72a159ef9 req-479fc3b4-f6a3-478e-aeaa-aeb926174850 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522324 Jan 27 22:03:56.454407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port 18122eec-f088-47d2-a16b-8005457f955a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:56.454987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (18122eec-f088-47d2-a16b-8005457f955a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.664461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-317633dd-28ed-4ac3-9f54-95022f467de6 req-1e8a3d17-ca39-4160-834a-755bcb469e8a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 210 time: 0.1830244 Jan 27 22:03:56.704432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port 18122eec-f088-47d2-a16b-8005457f955a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=18122eec-f088-47d2-a16b-8005457f955a,segment=NetworkSegment(e0e64b76-ee7a-4213-a2e2-ccb72f6b554e),segment_id=e0e64b76-ee7a-4213-a2e2-ccb72f6b554e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:56.704432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (18122eec-f088-47d2-a16b-8005457f955a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.725997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab26411-a630-46e5-9544-8b3fc55c4ba6 req-fd4b2cee-e5e0-4268-afc4-1ec49c08bc76 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:56.740782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for 18122eec-f088-47d2-a16b-8005457f955a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:56.752069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ab26411-a630-46e5-9544-8b3fc55c4ba6 req-fd4b2cee-e5e0-4268-afc4-1ec49c08bc76 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2861676 Jan 27 22:03:56.811973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] DHCP port deletion for 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:56.865489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ab26411-a630-46e5-9544-8b3fc55c4ba6 req-6b814ba4-ae07-42af-9f8d-3198894e08be tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116068 Jan 27 22:03:56.957007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-404cb28e-8c42-4758-85a0-1b8ff46b79a1 req-602a00a2-294d-43da-b017-ed2d90f5ce1e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0360298 Jan 27 22:03:57.012343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (18122eec-f088-47d2-a16b-8005457f955a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.046035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=18122eec-f088-47d2-a16b-8005457f955a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:57.047479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] Deleting port 18122eec-f088-47d2-a16b-8005457f955a {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:57.048079 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (18122eec-f088-47d2-a16b-8005457f955a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.054724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port 18122eec-f088-47d2-a16b-8005457f955a on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:57.168209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (5bd65fb2-5ff2-4de4-b783-25816f78f5c0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.193619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd65fb2-5ff2-4de4-b783-25816f78f5c0']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:57.205146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:57.205549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e64b76-ee7a-4213-a2e2-ccb72f6b554e') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:57.218324 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (e0e64b76-ee7a-4213-a2e2-ccb72f6b554e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.233993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e0e64b76-ee7a-4213-a2e2-ccb72f6b554e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.241801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:57.242389 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (e0e64b76-ee7a-4213-a2e2-ccb72f6b554e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.249183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] For port 18122eec-f088-47d2-a16b-8005457f955a, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:57.252658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (18122eec-f088-47d2-a16b-8005457f955a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.310521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] Calling delete_port for 18122eec-f088-47d2-a16b-8005457f955a owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:57.317084 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:57.322961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] Port 18122eec-f088-47d2-a16b-8005457f955a was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:03:57.323466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (5bd65fb2-5ff2-4de4-b783-25816f78f5c0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.336546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (18122eec-f088-47d2-a16b-8005457f955a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.336931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.344989 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "DELETE /v2.0/networks/5bd65fb2-5ff2-4de4-b783-25816f78f5c0 HTTP/1.1" status: 204 len: 168 time: 1.2575879 Jan 27 22:03:57.345381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37796) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:57.360006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738478d5-9165-45c2-a585-d8cba3927444 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Network': ['ID=5bd65fb2-5ff2-4de4-b783-25816f78f5c0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:57.361852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] Network 5bd65fb2-5ff2-4de4-b783-25816f78f5c0 is not hosted by any dhcp agent {{(pid=103331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:03:57.362580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] No DVR routers for this DVR port 18122eec-f088-47d2-a16b-8005457f955a on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:57.408956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aee3d-66a5-4f9c-b97a-37038809da2e None None] Pushing event deleted for resources: {'Port': ['ID=18122eec-f088-47d2-a16b-8005457f955a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:57.517767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fc6cd8-c4ba-4d27-96cb-ba1fa0987723 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting subnet 6172723e-7bfe-4ca0-bb92-8fcd1448b799 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:57.522502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74fc6cd8-c4ba-4d27-96cb-ba1fa0987723 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for subnet (6172723e-7bfe-4ca0-bb92-8fcd1448b799), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.597589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74fc6cd8-c4ba-4d27-96cb-ba1fa0987723 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (6172723e-7bfe-4ca0-bb92-8fcd1448b799), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.654330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a654b6-4f04-4519-8df7-848709a00dd9 req-9cdb0c51-63d8-465a-bad8-612a361fdaaa tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:57.670602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9a654b6-4f04-4519-8df7-848709a00dd9 req-9cdb0c51-63d8-465a-bad8-612a361fdaaa tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 944 time: 0.1959510 Jan 27 22:03:57.961202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9a654b6-4f04-4519-8df7-848709a00dd9 req-6e6f5601-01ef-4aa1-9e82-8863a2c68dcd tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877350 Jan 27 22:03:57.977963 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74fc6cd8-c4ba-4d27-96cb-ba1fa0987723 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (6172723e-7bfe-4ca0-bb92-8fcd1448b799), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.053985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d414caa-086e-48ec-89ad-8d96429d202b req-14c0d1ad-4481-46d3-8865-0f36f22a3e2d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 210 time: 0.1615832 Jan 27 22:03:58.177082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891aa867-bc29-430c-87e1-5eabba185f82 req-76313f00-66a1-4901-a462-5ffff81934c2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:58.191303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-891aa867-bc29-430c-87e1-5eabba185f82 req-76313f00-66a1-4901-a462-5ffff81934c2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1307702 Jan 27 22:03:58.195701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74fc6cd8-c4ba-4d27-96cb-ba1fa0987723 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (6172723e-7bfe-4ca0-bb92-8fcd1448b799), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.262904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74fc6cd8-c4ba-4d27-96cb-ba1fa0987723 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.266721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-74fc6cd8-c4ba-4d27-96cb-ba1fa0987723 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "DELETE /v2.0/subnets/6172723e-7bfe-4ca0-bb92-8fcd1448b799 HTTP/1.1" status: 204 len: 168 time: 0.9194207 Jan 27 22:03:58.270849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:58.277798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0ad53-7dd0-4acf-9d54-85972b2506e8 None None] Network 13264804-bedf-4f08-bf1b-16b064667b92 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:58.336539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc6cd8-c4ba-4d27-96cb-ba1fa0987723 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Subnet': ['ID=6172723e-7bfe-4ca0-bb92-8fcd1448b799,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:58.381148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc1d3b3e-cc96-42e8-9037-0abde0ddbe57 req-6d6886e3-cd3a-45e3-b3b3-02d55c32dbff tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1704140 Jan 27 22:03:58.541786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-891aa867-bc29-430c-87e1-5eabba185f82 req-eeb83f5a-3811-413c-a44c-06bea0e61662 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457136 Jan 27 22:03:58.572886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (13264804-bedf-4f08-bf1b-16b064667b92), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.649342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] DHCP port deletion for 13264804-bedf-4f08-bf1b-16b064667b92 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:58.681437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-17d7ea0f-3068-487a-9190-2fe8bec13b2f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:58.686275 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-17d7ea0f-3068-487a-9190-2fe8bec13b2f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 813 time: 0.2905073 Jan 27 22:03:58.740612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 18122eec-f088-47d2-a16b-8005457f955a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:58.751211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Request body: {'port': {'device_id': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38', 'admin_state_up': True, 'tenant_id': '65f922f56aa444d8918fdbe425cfa732'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:58.784854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 18122eec-f088-47d2-a16b-8005457f955a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:58.784854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 18122eec-f088-47d2-a16b-8005457f955a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:58.827508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] Deleting port f409980d-a552-43e1-904c-e423aebdb3f5 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:58.828211 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.939247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] For port f409980d-a552-43e1-904c-e423aebdb3f5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f409980d-a552-43e1-904c-e423aebdb3f5,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:58.939706 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.965000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Deleting port f409980d-a552-43e1-904c-e423aebdb3f5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:58.965540 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.970388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] Calling delete_port for f409980d-a552-43e1-904c-e423aebdb3f5 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:59.062851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f0b9f825-5bcf-45cd-8b67-e36385b6b50a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:59.103196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Made reservation on behalf of 65f922f56aa444d8918fdbe425cfa732 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:59.109235 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.122367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] For port f409980d-a552-43e1-904c-e423aebdb3f5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f409980d-a552-43e1-904c-e423aebdb3f5,segment=NetworkSegment(79ac0f25-58c8-46f2-9222-2eb63f19651c),segment_id=79ac0f25-58c8-46f2-9222-2eb63f19651c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:59.123000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.175868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Calling delete_port for f409980d-a552-43e1-904c-e423aebdb3f5 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:59.260253 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.330976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port f0b9f825-5bcf-45cd-8b67-e36385b6b50a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:59.343537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28091740-b535-40c2-8fec-3c3f58051593 req-badc43f7-a852-451f-804a-04efa3a98afb tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 210 time: 0.0872350 Jan 27 22:03:59.348682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] Pushing event deleted for resources: {'Port': ['ID=f409980d-a552-43e1-904c-e423aebdb3f5,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:59.354111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port f0b9f825-5bcf-45cd-8b67-e36385b6b50a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:59.355858 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.386195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171c714-e677-4ad1-870f-8de26c8e1591 req-adac3da1-42db-417d-a33a-8f7207a991d3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:59.388074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1171c714-e677-4ad1-870f-8de26c8e1591 req-adac3da1-42db-417d-a33a-8f7207a991d3 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 944 time: 0.2049458 Jan 27 22:03:59.408758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876c1813-b4ef-416f-8894-d3f8daf71b57 None None] No DVR routers for this DVR port f409980d-a552-43e1-904c-e423aebdb3f5 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:59.535923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Allocated IP 172.20.0.3 (ba193e5a-004e-42a2-afb6-e3f91fc65f38/b61a9350-3ec3-49f3-a9de-35f103b52d69/64657ecd-cd9e-4a72-b637-08f3c6c92aa2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:59.545473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f409980d-a552-43e1-904c-e423aebdb3f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.579587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1171c714-e677-4ad1-870f-8de26c8e1591 req-373b5399-3480-4c6c-9281-e534e341606a tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810255 Jan 27 22:03:59.633405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f0b9f825-5bcf-45cd-8b67-e36385b6b50a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:59.634025 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.673041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Port': ['ID=f409980d-a552-43e1-904c-e423aebdb3f5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:59.676219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] No DVR routers for this DVR port f409980d-a552-43e1-904c-e423aebdb3f5 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:59.708522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c7ad4c5-f7a0-4a64-88dc-e251f1195d3f req-28099eed-8d6e-450d-ae4a-4103653535e8 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0648775 Jan 27 22:03:59.746827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f0b9f825-5bcf-45cd-8b67-e36385b6b50a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:59.750474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ffc528-3342-4b40-a84b-bd9ea31ed412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b9f825-5bcf-45cd-8b67-e36385b6b50a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:59.756151 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3e9cb1-2ec6-43d1-aba1-9dd5dd1c32af" -d '{"events": [{"server_uuid": "11ffc528-3342-4b40-a84b-bd9ea31ed412", "name": "network-vif-plugged", "status": "completed", "tag": "f0b9f825-5bcf-45cd-8b67-e36385b6b50a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:59.759894 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.831268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:59.866340 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3de65c-b801-4476-8a92-109965a213f5 x-openstack-request-id: req-bc3de65c-b801-4476-8a92-109965a213f5 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:59.867347 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ffc528-3342-4b40-a84b-bd9ea31ed412", "name": "network-vif-plugged", "status": "completed", "tag": "f0b9f825-5bcf-45cd-8b67-e36385b6b50a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:59.867828 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc3de65c-b801-4476-8a92-109965a213f5 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:59.868722 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ffc528-3342-4b40-a84b-bd9ea31ed412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b9f825-5bcf-45cd-8b67-e36385b6b50a', 'code': 200} Jan 27 22:04:00.033628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (13264804-bedf-4f08-bf1b-16b064667b92), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.102778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13264804-bedf-4f08-bf1b-16b064667b92']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:00.121174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ac0f25-58c8-46f2-9222-2eb63f19651c') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:00.121813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ac0f25-58c8-46f2-9222-2eb63f19651c') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:00.144342 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (79ac0f25-58c8-46f2-9222-2eb63f19651c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.175033 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (79ac0f25-58c8-46f2-9222-2eb63f19651c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.192741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:00.193580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (79ac0f25-58c8-46f2-9222-2eb63f19651c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:00.197555 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:00.222112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks [] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.297180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (13264804-bedf-4f08-bf1b-16b064667b92), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.306989 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.310371 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] 10.222.0.45 "DELETE /v2.0/networks/13264804-bedf-4f08-bf1b-16b064667b92 HTTP/1.1" status: 204 len: 168 time: 2.0373855 Jan 27 22:04:00.330476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae26e40-9557-4876-a0b9-92ccfb6cb4d5 tempest-ServersTestMultiNic-1011193235 tempest-ServersTestMultiNic-1011193235-project] Pushing event deleted for resources: {'Network': ['ID=13264804-bedf-4f08-bf1b-16b064667b92,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:00.345066 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.451769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Network ba193e5a-004e-42a2-afb6-e3f91fc65f38 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:00.454512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:00.456672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe1d3d-8842-41a4-80af-460176599b86 req-ef92e074-d61c-4f11-9854-9e78eb4d3e4d tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:00.466754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:00.478144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80fe1d3d-8842-41a4-80af-460176599b86 req-ef92e074-d61c-4f11-9854-9e78eb4d3e4d tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.7217512 Jan 27 22:04:00.533912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:00.547305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66f098-cfda-468c-b6e7-a8ecd20c6e5f req-72d112d4-5aec-4043-aa7c-f86777d9ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:00.552598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d66f098-cfda-468c-b6e7-a8ecd20c6e5f req-72d112d4-5aec-4043-aa7c-f86777d9ef00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 1096 time: 0.1235523 Jan 27 22:04:00.620520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:00.623609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.657687 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-1721928e-289f-4285-9a63-82065880b81e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9577870 Jan 27 22:04:00.677521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Request body: {'port': {'device_id': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:00.720950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80fe1d3d-8842-41a4-80af-460176599b86 req-549e2f4d-ab2e-4e2b-b263-960b76c01e52 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416158 Jan 27 22:04:00.722946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f409980d-a552-43e1-904c-e423aebdb3f5 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:00.775643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: f409980d-a552-43e1-904c-e423aebdb3f5 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:00.775930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f409980d-a552-43e1-904c-e423aebdb3f5 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:00.817433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe890b-fded-4fdd-b0c5-817f764cb7ea req-628ee365-fe71-4643-99cf-e9048daac039 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:00.820774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8dfe890b-fded-4fdd-b0c5-817f764cb7ea req-628ee365-fe71-4643-99cf-e9048daac039 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 931 time: 0.2051826 Jan 27 22:04:00.827666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d66f098-cfda-468c-b6e7-a8ecd20c6e5f req-995979da-bf0f-41c7-a312-97ad29d27425 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590659 Jan 27 22:04:00.863522 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.993049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8dfe890b-fded-4fdd-b0c5-817f764cb7ea req-c78d7261-6a0a-4bcc-a727-f510d4bc04d2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636822 Jan 27 22:04:01.161935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ab900-e761-458f-bb57-331ec624a3a1 req-885f04fb-89f4-47c9-acec-725e74566454 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:01.166329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c4ab900-e761-458f-bb57-331ec624a3a1 req-885f04fb-89f4-47c9-acec-725e74566454 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 945 time: 0.1719003 Jan 27 22:04:01.268541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c4ab900-e761-458f-bb57-331ec624a3a1 req-0a968c05-7f73-41d3-85a1-d12ceb5fd297 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900025 Jan 27 22:04:01.284959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7545090e-638d-4f62-aa53-ef5dfe13ad1e req-0d0f6f5a-4cd8-45ba-9d22-d9da3dcc89a7 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0857756 Jan 27 22:04:01.514498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37844) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:01.777740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:01.797869 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Publish callbacks [] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.893127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Transition to ACTIVE for port object 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:01.912372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.096858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2c511-272b-43b7-aad1-b0944ba69b97 req-64c97c9b-ce8d-4c90-a901-2fb43611d033 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:02.104928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7dd2c511-272b-43b7-aad1-b0944ba69b97 req-64c97c9b-ce8d-4c90-a901-2fb43611d033 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1524653 Jan 27 22:04:02.328333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7dd2c511-272b-43b7-aad1-b0944ba69b97 req-e0e47af6-13ed-4c8e-9495-0020c8649e5f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190738 Jan 27 22:04:02.330832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:02.488674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707cbc5-d7e1-4c56-a354-f34bc00d2426 req-2a64706f-aac1-48f8-bf96-63973b6ee869 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:02.500299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1707cbc5-d7e1-4c56-a354-f34bc00d2426 req-2a64706f-aac1-48f8-bf96-63973b6ee869 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1707947 Jan 27 22:04:02.623115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1707cbc5-d7e1-4c56-a354-f34bc00d2426 req-d0c16955-9a44-4cbc-a5ff-72916ffe2ef9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216962 Jan 27 22:04:02.659381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e121-dded-44fe-97b9-521a4a6c17f1 req-7ec7ea2d-e883-419d-be81-0ef64d5963e4 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:02.660782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d126e121-dded-44fe-97b9-521a4a6c17f1 req-7ec7ea2d-e883-419d-be81-0ef64d5963e4 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 945 time: 0.1507165 Jan 27 22:04:02.776770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Attempting to bind port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:02.777293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Attempting to bind port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:02.778648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Attempting to bind port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 on network ba193e5a-004e-42a2-afb6-e3f91fc65f38 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:02.823656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 on network ba193e5a-004e-42a2-afb6-e3f91fc65f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:02.824229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Attempting to bind port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 on network ba193e5a-004e-42a2-afb6-e3f91fc65f38 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:02.840881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:02.845700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Checking segment: {'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:02.847458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Bound using segment: {'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:02.849802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Bound port: 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:02.854956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.927600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d126e121-dded-44fe-97b9-521a4a6c17f1 req-308bf843-dc6a-48d1-8d6f-dbdcda1adb9f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570074 Jan 27 22:04:02.941568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c1b6986-8915-416f-8734-bb7026812eb0 req-60f87daf-ab86-4485-8da0-7574fd696a33 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0974491 Jan 27 22:04:02.983681 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (b1a72a4a-6dcc-41bd-a917-c837adaa4100), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:03.242545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:03.252246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:03.285678 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:03.406698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:03.424255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.426319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:03.428853 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-e589cc0c-e004-4c15-90a7-859940e6f9a7 service neutron] 10.222.0.16 "PUT /v2.0/ports/64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 200 len: 1091 time: 2.7624104 Jan 27 22:04:03.430198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:03.441781 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:03.631680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f724f6a-9a9f-484c-8ae4-481f29a3e7a5 req-d51c1e41-812a-4ab1-b9da-370289f9d04a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.643466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f724f6a-9a9f-484c-8ae4-481f29a3e7a5 req-d51c1e41-812a-4ab1-b9da-370289f9d04a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1258850 Jan 27 22:04:03.752360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-d189c082-b70b-41c8-9b8c-6d1e359dc83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.754984 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-d189c082-b70b-41c8-9b8c-6d1e359dc83a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1094 time: 0.2311749 Jan 27 22:04:03.768316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f724f6a-9a9f-484c-8ae4-481f29a3e7a5 req-b0628ddb-2e5d-4414-b6a7-9b366a395426 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134870 Jan 27 22:04:03.844497 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2897929-0643-4b66-a2c8-09403d24750a x-openstack-request-id: req-a2897929-0643-4b66-a2c8-09403d24750a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:03.845353 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:03.854568 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2897929-0643-4b66-a2c8-09403d24750a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:03.855004 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'status': 'completed', 'code': 200} Jan 27 22:04:03.877026 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-0f88cbf4-95e5-4016-a8ce-710fc78634ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 200 len: 217 time: 0.1090291 Jan 27 22:04:04.032062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a5644-e395-48e3-8f29-b699a714952e req-29397781-0e44-4780-b4bc-47b45cb06d51 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:04.043173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd6a5644-e395-48e3-8f29-b699a714952e req-29397781-0e44-4780-b4bc-47b45cb06d51 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1885331 Jan 27 22:04:04.068412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Deleting port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:04.069670 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:04.096545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0bd08ef2-06aa-4f9f-96ba-fd97f392e479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:04.235957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd6a5644-e395-48e3-8f29-b699a714952e req-99804a18-f76a-49e2-8958-b00ebd4c3411 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910768 Jan 27 22:04:04.290876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-bf318384-1e94-4d76-993b-ff217910f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:04.293672 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-bf318384-1e94-4d76-993b-ff217910f4bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.4061828 Jan 27 22:04:04.369185 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-620c58ae-bef3-4850-899a-81c5c745c31f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670455 Jan 27 22:04:04.372286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e881913-ca0d-4d26-b74c-f31fbe6e94ec req-01d3056d-faab-4be9-aca3-e33b2dad364f tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1540897 Jan 27 22:04:04.456910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] For port 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,segment=NetworkSegment(72cb8152-da70-492c-92a7-b3cbd8b91144),segment_id=72cb8152-da70-492c-92a7-b3cbd8b91144)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:04.457488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:04.552847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Calling delete_port for 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:04.752794 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-bead5b06-c15f-4049-a951-62dd073d8eff service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706992 Jan 27 22:04:04.963815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd17a6-6d89-425f-a61e-1a2308cefcc1 req-6b6e0801-074a-4fbb-af77-37b97e2aaac9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:04.981406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3dd17a6-6d89-425f-a61e-1a2308cefcc1 req-6b6e0801-074a-4fbb-af77-37b97e2aaac9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1101928 Jan 27 22:04:05.082878 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c6e473ee-f53a-4099-aba4-ddd399f9045e req-89364c47-9638-4b1a-9b9e-88cdcb628442 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193736 Jan 27 22:04:05.221205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3dd17a6-6d89-425f-a61e-1a2308cefcc1 req-5933c7ed-687a-4f0b-8f5c-c9e928cd6da2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382343 Jan 27 22:04:05.234307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:05.469928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:05.500356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-9a7f0203-2fe9-444c-b00b-8764a4959d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:05.502388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-9a7f0203-2fe9-444c-b00b-8764a4959d9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1094 time: 0.2796290 Jan 27 22:04:05.690003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5c9754d-bc27-4ac3-b93c-824135157b15 req-9b3a37c0-4a6b-4685-bba6-28d1ae0db103 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0589921 Jan 27 22:04:05.729717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4507a-d1b8-46fc-95c1-34fb6e2748f7 req-169cf360-49bd-4503-8f8b-ec734ff02d74 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:05.752249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88b4507a-d1b8-46fc-95c1-34fb6e2748f7 req-169cf360-49bd-4503-8f8b-ec734ff02d74 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.2330213 Jan 27 22:04:05.824647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88b4507a-d1b8-46fc-95c1-34fb6e2748f7 req-7379f49b-f10d-4f77-8796-e93fd57b37a1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800650 Jan 27 22:04:06.398371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (b1a72a4a-6dcc-41bd-a917-c837adaa4100), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.412290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-395812fd-d88a-480c-94b8-921c68b2790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:06.414159 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-395812fd-d88a-480c-94b8-921c68b2790d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 914 time: 0.9030323 Jan 27 22:04:06.581092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e52ae-e16f-46cc-9dde-1412f959b7fb req-6dff7319-ceae-46a2-8984-a6c456200664 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:06.589090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d3e52ae-e16f-46cc-9dde-1412f959b7fb req-6dff7319-ceae-46a2-8984-a6c456200664 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1685529 Jan 27 22:04:06.614702 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-61ec538c-45fa-49f5-970a-0c0ab04db3c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 200 len: 217 time: 0.1922166 Jan 27 22:04:06.719561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d3e52ae-e16f-46cc-9dde-1412f959b7fb req-be94e2e3-b47f-49c1-8a4a-04258911a830 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048100 Jan 27 22:04:06.875939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-6f6e67ec-68d0-4d31-962c-885c0fe53ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:06.878236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-6f6e67ec-68d0-4d31-962c-885c0fe53ff2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.2543368 Jan 27 22:04:06.946527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a57d037-8fc4-430d-b4ea-0dd2812b771b req-607cb910-6ccf-40ab-a4a8-c38d35d1fcc4 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0794854 Jan 27 22:04:07.010617 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-62d31582-f2a8-4511-b66d-afbb0dc34f50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110446 Jan 27 22:04:07.089869 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68d164a9-a4cc-442c-8d38-ed837c24d1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.249377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c66a2e-4a66-4b55-8281-c7c9e125ce81 req-a11ff982-d433-458c-922a-b34bc7a59311 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:07.279171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8c66a2e-4a66-4b55-8281-c7c9e125ce81 req-a11ff982-d433-458c-922a-b34bc7a59311 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.2313354 Jan 27 22:04:07.332299 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-24f803bd-9ade-43ac-a388-0c142d3b2299 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110938 Jan 27 22:04:07.446892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8c66a2e-4a66-4b55-8281-c7c9e125ce81 req-68820a04-b567-4dd0-be36-e9ddfbf50d12 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633971 Jan 27 22:04:07.530080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Router b1a72a4a-6dcc-41bd-a917-c837adaa4100 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:04:07.798472 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67f00371-60da-4de7-bf6d-fcefcdd1b3d3 req-ca4869c1-c3ac-4206-842d-f542a13e2d9c service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505744 Jan 27 22:04:07.852555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:04:07.869885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] Sync routers for ids ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:04:07.878544 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3f3e842a-25e9-4fd7-a3c5-290ac0020297 admin admin] 10.222.0.45 "PUT /v2.0/routers/b1a72a4a-6dcc-41bd-a917-c837adaa4100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3584266 Jan 27 22:04:07.879074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37902) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:07.894076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] Routers {'b1a72a4a-6dcc-41bd-a917-c837adaa4100'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:07.895587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:04:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:08.042760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] Set router b1a72a4a-6dcc-41bd-a917-c837adaa4100 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:08.084328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks [] for router (b1a72a4a-6dcc-41bd-a917-c837adaa4100), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.279237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-215e6b82-cd54-4947-b0e8-d8f36d0afe92 req-d3aec100-b36f-4acb-8781-b1324a481f16 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1166720 Jan 27 22:04:08.298165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:04:05Z', 'revision_number': 5, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:08.309197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ba767-4af3-4609-9c60-635a53daac89 req-acad4748-d739-43f8-aca4-51e4010e10b2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.321611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce8ba767-4af3-4609-9c60-635a53daac89 req-acad4748-d739-43f8-aca4-51e4010e10b2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2325828 Jan 27 22:04:08.331074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] Checking router: b1a72a4a-6dcc-41bd-a917-c837adaa4100 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:04:08.344621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] Routers {'b1a72a4a-6dcc-41bd-a917-c837adaa4100'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:08.345550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:04:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:08.427450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.500381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce8ba767-4af3-4609-9c60-635a53daac89 req-6e30c241-c71e-4e5b-82cc-d9b6622b5535 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772809 Jan 27 22:04:08.566111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] Set router b1a72a4a-6dcc-41bd-a917-c837adaa4100 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:08.569005 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks [] for router_gateway (b1a72a4a-6dcc-41bd-a917-c837adaa4100), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.840879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b255ade-f8db-4003-8135-37fcbad99c5f req-d47e2301-d58f-435c-9f72-6d2cda4cf245 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.842692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b255ade-f8db-4003-8135-37fcbad99c5f req-d47e2301-d58f-435c-9f72-6d2cda4cf245 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1531327 Jan 27 22:04:08.913011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:04:05Z', 'revision_number': 5, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:08.929442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Deleting port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:08.930050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.948240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48860268-c60d-42ee-b721-8bed3f96f17d None None] The sync data for ids ['b1a72a4a-6dcc-41bd-a917-c837adaa4100'] in n-d-826529-2 is: [{'id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'name': 'tempest-ServersTestMultiNic-1852567538-router', 'tenant_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:05Z', 'updated_at': '2022-01-27T22:04:05Z', 'revision_number': 5, 'project_id': '40a5e51e863f4869b3aa543d1dc1b4a6', 'gw_port': {'id': '5b0c8406-d8b0-4db8-93d2-cf48d9424d4e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a4a-6dcc-41bd-a917-c837adaa4100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:06Z', 'updated_at': '2022-01-27T22:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:04:08.988927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37920) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:09.074651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b255ade-f8db-4003-8135-37fcbad99c5f req-86a39a8b-5afe-435e-9b43-ae178e6b219d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197256 Jan 27 22:04:09.142898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:09.165907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] For port 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5b0c8406-d8b0-4db8-93d2-cf48d9424d4e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:09.167251 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.196817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Calling delete_port for 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:09.373777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:09.380973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ece076a3-f7f6-4b87-beb1-d08e32a92c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.404967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38', 'port_id': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'mac_address': 'fa:16:3e:8a:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61a9350-3ec3-49f3-a9de-35f103b52d69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:09.562884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:09.563655 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.610394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:09.631135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e24dbf2b-a404-412e-9c01-dc255e4dfe57 req-9615b289-afd4-4f50-8b3a-3eb7d68d56e5 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0922744 Jan 27 22:04:09.669822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:09.679375 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.737596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ece076a3-f7f6-4b87-beb1-d08e32a92c96 admin admin] Publish callbacks [] for security_group (261bd2d0-e15f-4cfb-bf51-a24740524f20), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.755736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ece076a3-f7f6-4b87-beb1-d08e32a92c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (261bd2d0-e15f-4cfb-bf51-a24740524f20), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.798122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece076a3-f7f6-4b87-beb1-d08e32a92c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261bd2d0-e15f-4cfb-bf51-a24740524f20,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:09.817872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:09.833408 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5b0c8406-d8b0-4db8-93d2-cf48d9424d4e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.844284 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ece076a3-f7f6-4b87-beb1-d08e32a92c96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a208a0025fc42609d5300133019711a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8537858 Jan 27 22:04:09.848866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37934) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:09.947207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f013c02a-84f9-401c-9dde-afcd84b932cc admin admin] Publish callbacks [] for security_group (261bd2d0-e15f-4cfb-bf51-a24740524f20), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.947592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4675e-f765-46a3-bab2-8ca742eeed81 req-1bb6c479-d6e5-4ac7-8dae-5c476dc04068 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:09.950949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27c4675e-f765-46a3-bab2-8ca742eeed81 req-1bb6c479-d6e5-4ac7-8dae-5c476dc04068 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2201715 Jan 27 22:04:09.952375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0c8406-d8b0-4db8-93d2-cf48d9424d4e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:09.996653 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f013c02a-84f9-401c-9dde-afcd84b932cc admin admin] Publish callbacks [] for security_group (261bd2d0-e15f-4cfb-bf51-a24740524f20), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.036923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['64657ecd-cd9e-4a72-b637-08f3c6c92aa2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:10.089339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f013c02a-84f9-401c-9dde-afcd84b932cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (261bd2d0-e15f-4cfb-bf51-a24740524f20), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.098336 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f013c02a-84f9-401c-9dde-afcd84b932cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.103996 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f013c02a-84f9-401c-9dde-afcd84b932cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/261bd2d0-e15f-4cfb-bf51-a24740524f20 HTTP/1.1" status: 204 len: 168 time: 0.2501609 Jan 27 22:04:10.140319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013c02a-84f9-401c-9dde-afcd84b932cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261bd2d0-e15f-4cfb-bf51-a24740524f20,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:10.389620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27c4675e-f765-46a3-bab2-8ca742eeed81 req-76a30cd7-f8a0-4047-b9ab-70586f8f8533 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748157 Jan 27 22:04:10.435957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (b1a72a4a-6dcc-41bd-a917-c837adaa4100), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.533028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19120131-dd86-4006-abfb-aba208b4aa32 req-6b81e330-9017-463e-917c-864936829272 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:10.541013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19120131-dd86-4006-abfb-aba208b4aa32 req-6b81e330-9017-463e-917c-864936829272 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 944 time: 0.2841887 Jan 27 22:04:10.606501 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (b1a72a4a-6dcc-41bd-a917-c837adaa4100), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.645303 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks [] for router_controller (b1a72a4a-6dcc-41bd-a917-c837adaa4100), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.657345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19120131-dd86-4006-abfb-aba208b4aa32 req-25ab8056-3406-418b-bfef-6f465f585aef tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148713 Jan 27 22:04:10.789386 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (b1a72a4a-6dcc-41bd-a917-c837adaa4100), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.789803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a72a4a-6dcc-41bd-a917-c837adaa4100 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:04:10.800048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.805068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dd22677d-532f-4191-8bac-06d6910874f4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b1a72a4a-6dcc-41bd-a917-c837adaa4100 HTTP/1.1" status: 204 len: 168 time: 2.9210291 Jan 27 22:04:10.806049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37946) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:10.903825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b9d8705-d8d2-4bd0-a7d3-7959996c0099 req-9e54dc6d-8ae8-4fbc-93b1-9cc997f594db tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0523582 Jan 27 22:04:10.923403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:11.019114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:11.021521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb34d11-a3e9-4bae-bde9-d8c002464ca2 admin admin] Deleting subnet 4e96f5d7-39d4-42d0-8dc6-548a5eaa923a {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:11.022362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c2b6f54-4bca-48a5-998b-2d1bb2fc57ab not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:11.041546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcb34d11-a3e9-4bae-bde9-d8c002464ca2 admin admin] Publish callbacks [] for subnet (4e96f5d7-39d4-42d0-8dc6-548a5eaa923a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.042196 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.162572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcb34d11-a3e9-4bae-bde9-d8c002464ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (4e96f5d7-39d4-42d0-8dc6-548a5eaa923a), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.206118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.372443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcb34d11-a3e9-4bae-bde9-d8c002464ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4e96f5d7-39d4-42d0-8dc6-548a5eaa923a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.501596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcb34d11-a3e9-4bae-bde9-d8c002464ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (4e96f5d7-39d4-42d0-8dc6-548a5eaa923a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.569293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb34d11-a3e9-4bae-bde9-d8c002464ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e96f5d7-39d4-42d0-8dc6-548a5eaa923a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:11.603830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcb34d11-a3e9-4bae-bde9-d8c002464ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.608728 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fcb34d11-a3e9-4bae-bde9-d8c002464ca2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4e96f5d7-39d4-42d0-8dc6-548a5eaa923a HTTP/1.1" status: 204 len: 168 time: 0.8005700 Jan 27 22:04:11.612603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37960) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:11.766617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bebbb-7ce9-4cbb-bdf8-0224198f9a3d req-6a655106-1786-4bbf-93e0-e97f4677773e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:11.779279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c57bebbb-7ce9-4cbb-bdf8-0224198f9a3d req-6a655106-1786-4bbf-93e0-e97f4677773e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1216104 Jan 27 22:04:11.790949 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.809579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4c1fd0-0a9b-4f76-a6ae-35c8c10e5692 None None] Network 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:11.917398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Deleting port a8c3512f-a706-497c-8c99-a317fc7b2fea {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:11.917758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.047705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] For port a8c3512f-a706-497c-8c99-a317fc7b2fea, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a8c3512f-a706-497c-8c99-a317fc7b2fea,segment=NetworkSegment(72cb8152-da70-492c-92a7-b3cbd8b91144),segment_id=72cb8152-da70-492c-92a7-b3cbd8b91144)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:12.048728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.082672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c57bebbb-7ce9-4cbb-bdf8-0224198f9a3d req-61b27f45-c9fb-4c8f-ac1f-11a34535c646 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900848 Jan 27 22:04:12.093006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Calling delete_port for a8c3512f-a706-497c-8c99-a317fc7b2fea owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:12.167810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a0c85-37c8-4508-8541-ce83b7054add req-7fcb9d7e-c2cf-49aa-9cd3-90a2fd7d3b8d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:12.171753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba8a0c85-37c8-4508-8541-ce83b7054add req-7fcb9d7e-c2cf-49aa-9cd3-90a2fd7d3b8d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 944 time: 0.2577329 Jan 27 22:04:12.314790 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a8c3512f-a706-497c-8c99-a317fc7b2fea), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.339319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbedc10e-b4ad-4f71-b4a1-2bc92a3c4b6d req-bcb0eed1-2f7e-4e7d-bddd-f28afb2f26e0 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0766282 Jan 27 22:04:12.365275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba8a0c85-37c8-4508-8541-ce83b7054add req-a6251ebb-3014-4dde-9fd5-1e846636e867 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800585 Jan 27 22:04:12.371751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c3512f-a706-497c-8c99-a317fc7b2fea,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:12.382599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e254dd-f013-4fa8-b55c-d43f0c732f57 None None] DHCP port deletion for 3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:04:12.390427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] No DVR routers for this DVR port a8c3512f-a706-497c-8c99-a317fc7b2fea on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:12.520656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.552512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:12.568662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cb8152-da70-492c-92a7-b3cbd8b91144') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:12.569180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cb8152-da70-492c-92a7-b3cbd8b91144') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:12.593068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (72cb8152-da70-492c-92a7-b3cbd8b91144), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.620498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (72cb8152-da70-492c-92a7-b3cbd8b91144), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.638743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:12.639675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (72cb8152-da70-492c-92a7-b3cbd8b91144), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:12.643478 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:12.693189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:12.722272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:12.722617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5b0c8406-d8b0-4db8-93d2-cf48d9424d4e not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:12.723221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a8c3512f-a706-497c-8c99-a317fc7b2fea no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:12.748887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a8c3512f-a706-497c-8c99-a317fc7b2fea {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:12.748887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a8c3512f-a706-497c-8c99-a317fc7b2fea not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:12.767813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.775397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.781084 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a HTTP/1.1" status: 204 len: 168 time: 1.1670468 Jan 27 22:04:12.798309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c46c72-7013-489d-b304-e5baef852720 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d18345e-eb0a-4c80-a2f4-9f3fc4a7271a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:13.019828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37976) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:13.073615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-498ef33f-d8b7-4855-9c1e-ccf52b1ace62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40a5e51e863f4869b3aa543d1dc1b4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524879 Jan 27 22:04:13.077500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37978) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:13.144377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7938-a42c-426c-8eac-6ae0da67838e admin admin] Publish callbacks [] for security_group (a2a96f50-57ae-4c1a-8ab4-08ed8e418e97), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.179809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:13.180205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7938-a42c-426c-8eac-6ae0da67838e admin admin] Publish callbacks [] for security_group (a2a96f50-57ae-4c1a-8ab4-08ed8e418e97), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.241836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1d65a-2a89-4875-8f0d-6e3023683f9f req-9e4fcc78-6932-49b5-9054-182678ea7952 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:13.251666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35f1d65a-2a89-4875-8f0d-6e3023683f9f req-9e4fcc78-6932-49b5-9054-182678ea7952 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.0700581 Jan 27 22:04:13.280707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7938-a42c-426c-8eac-6ae0da67838e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a2a96f50-57ae-4c1a-8ab4-08ed8e418e97), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.286504 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7938-a42c-426c-8eac-6ae0da67838e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.288936 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2ad7938-a42c-426c-8eac-6ae0da67838e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2a96f50-57ae-4c1a-8ab4-08ed8e418e97 HTTP/1.1" status: 204 len: 168 time: 0.2100446 Jan 27 22:04:13.304741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad7938-a42c-426c-8eac-6ae0da67838e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a96f50-57ae-4c1a-8ab4-08ed8e418e97,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:13.329100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35f1d65a-2a89-4875-8f0d-6e3023683f9f req-7dee52da-89d5-4b5c-9425-f0a00829c239 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762529 Jan 27 22:04:13.347248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:13.354682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:13.355380 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.526584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:13.527608 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.538556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b29a92d-871d-478c-939a-686879e8740d req-1adb1b47-707b-4e26-80aa-3c76efff09d6 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.0824876 Jan 27 22:04:13.571784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:13.576727 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8ce180-7340-47c0-bffe-03f38f5fadee" -d '{"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-plugged", "status": "completed", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:13.590658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:13.598414 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.665813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73d2a-7e6a-4d51-acb3-bae571c10cc8 req-c37e19ff-6a44-4494-af66-2c574355853c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:13.671235 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f593c-87fa-4c9a-98d5-061cd1e07d44 x-openstack-request-id: req-354f593c-87fa-4c9a-98d5-061cd1e07d44 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:13.671784 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-plugged", "status": "completed", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:13.672624 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-354f593c-87fa-4c9a-98d5-061cd1e07d44 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:13.673158 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'code': 200} Jan 27 22:04:13.677053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32f73d2a-7e6a-4d51-acb3-bae571c10cc8 req-c37e19ff-6a44-4494-af66-2c574355853c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 944 time: 0.1292574 Jan 27 22:04:13.681365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:13.790931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32f73d2a-7e6a-4d51-acb3-bae571c10cc8 req-e25a8890-123d-4f16-b4ab-96a95dafa149 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113946 Jan 27 22:04:13.864762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d0079-4320-48be-8dc9-e8c8d86c8591 req-2a7868a5-e20c-4051-8274-60f89ee60c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:13.869253 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-893d0079-4320-48be-8dc9-e8c8d86c8591 req-2a7868a5-e20c-4051-8274-60f89ee60c7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1096 time: 0.1091635 Jan 27 22:04:13.953060 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-893d0079-4320-48be-8dc9-e8c8d86c8591 req-8792cb99-2ea3-44da-ae65-fceef37f20b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735157 Jan 27 22:04:14.555124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c55e6-d397-409f-9c68-5acd05b25242 req-58dc0fe5-ab64-4e3f-8a45-db65c17c5cb9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:14.573915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3c55e6-d397-409f-9c68-5acd05b25242 req-58dc0fe5-ab64-4e3f-8a45-db65c17c5cb9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1201403 Jan 27 22:04:14.836872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3c55e6-d397-409f-9c68-5acd05b25242 req-c487e25f-2ad0-4044-a915-16706645d2ac tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532163 Jan 27 22:04:14.954168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38026) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:14.984847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be6266b4-33ed-4e60-afe6-34bfb8070833 req-53e9a77b-c13a-4c35-854c-6293c809e79e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aba5473-3a46-42f1-bdc3-954e12e7582e HTTP/1.1" status: 200 len: 210 time: 0.1663868 Jan 27 22:04:15.220052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e309bf7-4154-415a-b3c6-b0e3eeb568ee req-619c6052-8bbc-4116-bffe-fbd742ba1213 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:15.223777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e309bf7-4154-415a-b3c6-b0e3eeb568ee req-619c6052-8bbc-4116-bffe-fbd742ba1213 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2014425 Jan 27 22:04:15.336761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-735578133-network', 'tenant_id': '2672188be06045b09e55f0c6c2e14574'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:15.338560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e309bf7-4154-415a-b3c6-b0e3eeb568ee req-dc5e4364-05c7-4eaa-9f4e-c85033c52014 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078017 Jan 27 22:04:15.366478 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Made reservation on behalf of 2672188be06045b09e55f0c6c2e14574 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:15.369815 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.408578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.527008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Publish callbacks [] for security_group (a1c72ab7-21a5-4c38-939e-f761218680c2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.537265 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a1c72ab7-21a5-4c38-939e-f761218680c2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.608460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c72ab7-21a5-4c38-939e-f761218680c2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:15.612736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:04:15.634097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f396e26a-a5a9-4575-ab6d-533923a7ff90), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.636091 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Added segment f396e26a-a5a9-4575-ab6d-533923a7ff90 of type vlan for network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 Jan 27 22:04:15.720711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (92e2fb05-f0d9-4c89-9976-6c5e16af0b58), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.774516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (92e2fb05-f0d9-4c89-9976-6c5e16af0b58), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.776834 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:15.778082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.855920 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8986685 Jan 27 22:04:15.859058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38032) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:15.864395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Request body: {'subnet': {'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-735578133-subnet', 'tenant_id': '2672188be06045b09e55f0c6c2e14574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:15.875698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b7262-c672-43fe-853e-f124d625d8bd admin admin] Pushing event updated for resources: {'Network': ['ID=92e2fb05-f0d9-4c89-9976-6c5e16af0b58,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:15.893833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:04:15.946351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Made reservation on behalf of 2672188be06045b09e55f0c6c2e14574 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:15.952365 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.272782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a381b2-0427-4c30-aba9-17aaf3891354 req-62ae9add-3648-4e40-a171-863dfff4faff tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.285834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9a381b2-0427-4c30-aba9-17aaf3891354 req-62ae9add-3648-4e40-a171-863dfff4faff tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1922617 Jan 27 22:04:16.434397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9a381b2-0427-4c30-aba9-17aaf3891354 req-7f762091-bc87-452d-aa7f-fe5b6f243f66 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465647 Jan 27 22:04:16.440243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (f94c0842-d9c1-416c-921a-d107d2910987), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.581573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94c0842-d9c1-416c-921a-d107d2910987,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:16.598752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Checking segment: {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:16.599223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Network hostable DHCP agents. Network: 92e2fb05-f0d9-4c89-9976-6c5e16af0b58, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:04:16.685762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:04:16.703584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf40a33-79a2-4322-a964-d3e05b2a7c46 req-317a6aad-368f-4f59-bad2-73a1bfe7d49b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.706431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf40a33-79a2-4322-a964-d3e05b2a7c46 req-317a6aad-368f-4f59-bad2-73a1bfe7d49b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1107395 Jan 27 22:04:16.733432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 92e2fb05-f0d9-4c89-9976-6c5e16af0b58) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:16.756557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.757677 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.761648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4263da9b-ea06-4ce2-9ab8-c212c5a4ea76 None None] Network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:16.832717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf40a33-79a2-4322-a964-d3e05b2a7c46 req-38e66be2-6137-43a8-8286-522e0af51d17 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141739 Jan 27 22:04:16.854772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bfa31f07-2fab-4770-9d47-0e5e02a49f35 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9936655 Jan 27 22:04:17.009429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d2bebe-47d2-4f92-8cdc-db338fe2e19d None None] Network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:17.239577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8117c8ba-01ea-4efd-8424-955023436d4a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:17.257551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38070) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:17.366770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:17.411310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '8117c8ba-01ea-4efd-8424-955023436d4a', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'port_id': '8117c8ba-01ea-4efd-8424-955023436d4a', 'mac_address': 'fa:16:3e:e8:f0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f4b6-739c-45a3-86ca-29b661bbd2e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:17.545159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2382484-089e-4633-b90f-256f25902944 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group (8c1828ff-d805-42c0-b0e3-619364c5bdb3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.546105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8117c8ba-01ea-4efd-8424-955023436d4a is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:17.547062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.565927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-1858123e-3307-4aa6-a9ac-e994eb239525 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:17.585283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-1858123e-3307-4aa6-a9ac-e994eb239525 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 813 time: 0.3721266 Jan 27 22:04:17.628682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-b6622117-8228-4370-9768-503e9e7bbda1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/quotas/65f922f56aa444d8918fdbe425cfa732 HTTP/1.1" status: 200 len: 375 time: 0.0314987 Jan 27 22:04:17.629051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8117c8ba-01ea-4efd-8424-955023436d4a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:17.718079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2382484-089e-4633-b90f-256f25902944 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group (8c1828ff-d805-42c0-b0e3-619364c5bdb3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.732669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:17.740506 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.765992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-d9548d3a-840c-40a9-b62f-72c759753b80 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331470 Jan 27 22:04:17.921225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:17.954159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['8117c8ba-01ea-4efd-8424-955023436d4a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:17.989363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-64db9722-bbc0-4f96-9c04-395532fcb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:17.995312 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-64db9722-bbc0-4f96-9c04-395532fcb4f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 1095 time: 0.1623261 Jan 27 22:04:18.000260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2382484-089e-4633-b90f-256f25902944 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8c1828ff-d805-42c0-b0e3-619364c5bdb3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.010769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2382484-089e-4633-b90f-256f25902944 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.029127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2382484-089e-4633-b90f-256f25902944 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c1828ff-d805-42c0-b0e3-619364c5bdb3 HTTP/1.1" status: 204 len: 168 time: 0.7696545 Jan 27 22:04:18.029833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38088) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:18.140814 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.147053 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-5b0163d2-93a4-4f1c-b03a-3f9e7c6df2c2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] show failed (client error): The resource could not be found. Jan 27 22:04:18.154902 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b0163d2-93a4-4f1c-b03a-3f9e7c6df2c2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "GET /v2.0/security-groups/8c1828ff-d805-42c0-b0e3-619364c5bdb3 HTTP/1.1" status: 404 len: 347 time: 0.1042414 Jan 27 22:04:18.185500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2382484-089e-4633-b90f-256f25902944 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1828ff-d805-42c0-b0e3-619364c5bdb3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:18.211850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-a461df6d-6d43-4370-8e4b-9f5341b2335b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.214234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38090) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:18.224033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-a461df6d-6d43-4370-8e4b-9f5341b2335b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 814 time: 0.3844690 Jan 27 22:04:18.265761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-8099a258-03c8-4978-bcd5-4ef5422c93ff tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/quotas/2672188be06045b09e55f0c6c2e14574 HTTP/1.1" status: 200 len: 375 time: 0.0401511 Jan 27 22:04:18.355296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-a5b173e2-5076-4f3e-baee-ffabb59a6974 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880854 Jan 27 22:04:18.383382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-30027464-7687-4888-ae86-f380b0a513d4 service neutron] 10.222.0.45 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127014 Jan 27 22:04:18.718180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-6049ecb4-5cad-4a52-bf1c-cd9a63d8160a service neutron] 10.222.0.45 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581531 Jan 27 22:04:18.770237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-a4540131-8ab7-4e8f-89f8-feaa29770b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.772765 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-a4540131-8ab7-4e8f-89f8-feaa29770b17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 912 time: 0.6343994 Jan 27 22:04:18.856848 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-72980e57-3937-4c7b-9d4e-50b894b8d498 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117c8ba-01ea-4efd-8424-955023436d4a HTTP/1.1" status: 200 len: 217 time: 0.0737996 Jan 27 22:04:18.925247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-02012add-17cc-4c88-8b72-5f8a1ada89a9 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874306 Jan 27 22:04:18.950369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port 1514da72-3581-4c74-b2f4-acedc32846fc {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:18.950960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1514da72-3581-4c74-b2f4-acedc32846fc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.979781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-df12a77b-48ae-4ea6-9c97-cc4770892f24 service neutron] 10.222.0.45 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802940 Jan 27 22:04:19.124638 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1514da72-3581-4c74-b2f4-acedc32846fc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.125175 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for floatingip (1514da72-3581-4c74-b2f4-acedc32846fc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.162125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for 1514da72-3581-4c74-b2f4-acedc32846fc owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:19.169137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-19b643d9-721f-473d-8de4-5855daa8545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.171824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-19b643d9-721f-473d-8de4-5855daa8545b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.3014543 Jan 27 22:04:19.206801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8117c8ba-01ea-4efd-8424-955023436d4a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:19.429334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-17c85869-3cdb-47a8-8e7d-7fffefab1df2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2001426 Jan 27 22:04:19.481235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 8117c8ba-01ea-4efd-8424-955023436d4a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:19.482550 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.734566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-835a9d7c-5ac1-4bdb-8e08-23efff964bea req-8507aa6a-5d9e-4f00-8159-9fe68847e0a7 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 210 time: 0.1579847 Jan 27 22:04:19.770236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-2bb9d4ea-fca1-43c0-9eb7-155a95fc12f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5892365 Jan 27 22:04:19.796106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62445c75-ea08-4423-992c-797e0e2996f5 req-89484ce6-efe8-421d-904b-cbff5d76371e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.810234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62445c75-ea08-4423-992c-797e0e2996f5 req-89484ce6-efe8-421d-904b-cbff5d76371e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 944 time: 0.3362949 Jan 27 22:04:19.934999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8117c8ba-01ea-4efd-8424-955023436d4a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:19.936073 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.942601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62445c75-ea08-4423-992c-797e0e2996f5 req-fa3691d0-b178-49d0-b65a-89904c30d3e7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308789 Jan 27 22:04:20.082454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:20.099865 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7564345c-9c24-42c3-94ff-07c09cb1b4c7" -d '{"events": [{"server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "name": "network-vif-plugged", "status": "completed", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:20.131233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-cbd6e516-7488-437d-8a83-1a30144d509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:20.142263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-cbd6e516-7488-437d-8a83-1a30144d509a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 1096 time: 0.6423662 Jan 27 22:04:20.182657 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-735647ec-db0e-4a91-8d35-1b42a7c88f55 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857870 Jan 27 22:04:20.183857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35f69a2d-a722-4e75-8a6a-4948314fc4e1 req-71d6fd19-b4ad-4a76-95bb-2fab374598ef tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 210 time: 0.2669783 Jan 27 22:04:20.185505 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1514da72-3581-4c74-b2f4-acedc32846fc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.252721 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff32591f-e251-47ee-a317-4ffecd6b8401 x-openstack-request-id: req-ff32591f-e251-47ee-a317-4ffecd6b8401 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:20.254088 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "name": "network-vif-plugged", "status": "completed", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:20.254088 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff32591f-e251-47ee-a317-4ffecd6b8401 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:20.257630 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a', 'code': 200} Jan 27 22:04:20.282701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:20.297691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.410696 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-41b48348-a21b-4d4e-a33f-918c2d514303 req-a3332e5c-be29-417f-a982-f38a89527680 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087326 Jan 27 22:04:20.455430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=1514da72-3581-4c74-b2f4-acedc32846fc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:20.600699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:20.682067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-9fa8d766-97c6-422c-ba0e-0ea472404bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:20.683918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for floatingip (c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.684873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-9fa8d766-97c6-422c-ba0e-0ea472404bb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 916 time: 0.4810793 Jan 27 22:04:20.690569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.694407 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6988ec77-183c-40d9-968e-29e64006ae0c tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "DELETE /v2.0/floatingips/c2b6d78f-be3d-49a2-8ce7-42a2e30b7fe3 HTTP/1.1" status: 204 len: 168 time: 2.4787025 Jan 27 22:04:20.698665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38124) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:20.722017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.781382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-9cda8e29-da0b-4151-a404-ebfd980207f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b117de5-9be9-4980-8d2d-0e641eda1597 HTTP/1.1" status: 200 len: 217 time: 0.0848424 Jan 27 22:04:20.892055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-2d51f3de-cfc8-4a1b-80fa-ffeec2033400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:20.893896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-2d51f3de-cfc8-4a1b-80fa-ffeec2033400 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.1015353 Jan 27 22:04:21.081368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fd7804dd-be32-4f5e-a0b5-d6402f48b01b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:21.082205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd7804dd-be32-4f5e-a0b5-d6402f48b01b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.137491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-1a479cfe-401d-4e7b-b146-66b1802a2e6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2354198 Jan 27 22:04:21.248505 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd7804dd-be32-4f5e-a0b5-d6402f48b01b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.265584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38d127b9-5db1-4410-93ca-c9afa6f51338 req-d2ae036c-28f3-4ad1-838b-8650abaa3b39 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 210 time: 0.3633282 Jan 27 22:04:21.275259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fd7804dd-be32-4f5e-a0b5-d6402f48b01b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for 83bdb347-7bb1-4ed3-b282-7dfd81b687a3 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:21.572454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd7804dd-be32-4f5e-a0b5-d6402f48b01b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (83bdb347-7bb1-4ed3-b282-7dfd81b687a3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.665137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7804dd-be32-4f5e-a0b5-d6402f48b01b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=83bdb347-7bb1-4ed3-b282-7dfd81b687a3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.670617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77fdd-3fc1-474b-89c2-df3541ddffdf req-78c51ea6-f273-4723-9857-9bc29a40c3f2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:21.687033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42a77fdd-3fc1-474b-89c2-df3541ddffdf req-78c51ea6-f273-4723-9857-9bc29a40c3f2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2475557 Jan 27 22:04:21.766470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6bf5ce7-4ac2-4133-86f6-dd1fc95da537 req-9ed6ef2a-c811-4f7c-b602-3be096ec9ebf tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 210 time: 0.1041276 Jan 27 22:04:21.795287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-696ab130-37dd-424d-8c5a-2b853fdffdd6 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517192 Jan 27 22:04:21.845241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42a77fdd-3fc1-474b-89c2-df3541ddffdf req-c4b72bcf-210c-47c1-87a7-9a45052aa178 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573296 Jan 27 22:04:21.901696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fd7804dd-be32-4f5e-a0b5-d6402f48b01b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.912283 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fd7804dd-be32-4f5e-a0b5-d6402f48b01b tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "DELETE /v2.0/ports/83bdb347-7bb1-4ed3-b282-7dfd81b687a3 HTTP/1.1" status: 204 len: 168 time: 1.2096736 Jan 27 22:04:21.914576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38152) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:22.114182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d0584f7-3b2d-4b6d-8d7e-2f00d8afa5e3 req-f9a683ce-d91f-4806-88ca-660cda2f2dc5 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094876 Jan 27 22:04:22.244593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port 3d98e0f8-71a1-404a-83ac-4dbc108d4801 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:22.245549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.538198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e5e68f8-780e-4a72-a980-3f0accbd3477 req-04ae7a44-e54c-4c3d-baac-932d9e8ede3a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 210 time: 0.0798783 Jan 27 22:04:22.549623 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.595457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for 3d98e0f8-71a1-404a-83ac-4dbc108d4801 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:22.996983 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3d98e0f8-71a1-404a-83ac-4dbc108d4801), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.083963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=3d98e0f8-71a1-404a-83ac-4dbc108d4801,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:23.125801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6662508e-b95f-486a-abf2-3883409777d6 req-12a2eef6-0733-47db-b3b9-7f11509e76b7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 210 time: 0.1547854 Jan 27 22:04:23.146317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.146828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.147371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.147853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.148308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.148936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.149424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.149864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.150554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.150983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.151523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.151943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.152368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:23.248389 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.265964 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8e0a5e0a-0f7f-4fea-b1e0-82687ae518f2 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "DELETE /v2.0/ports/3d98e0f8-71a1-404a-83ac-4dbc108d4801 HTTP/1.1" status: 204 len: 168 time: 1.3448293 Jan 27 22:04:23.267676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:23.415452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a596d8-9751-4410-b38b-b92c128040e6 req-00592735-7f76-40b9-8a68-0a05d7a072f6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.418055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51a596d8-9751-4410-b38b-b92c128040e6 req-00592735-7f76-40b9-8a68-0a05d7a072f6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.3404140 Jan 27 22:04:23.507564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d427bda4-1fbb-4b37-89b0-0e3a2f58a348 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting subnet ffeffda4-2b75-47a6-b1e8-fee9d3d3562b {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:23.523072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d427bda4-1fbb-4b37-89b0-0e3a2f58a348 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for subnet (ffeffda4-2b75-47a6-b1e8-fee9d3d3562b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.726774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51a596d8-9751-4410-b38b-b92c128040e6 req-bfc5cc64-a553-4b66-8434-ac986c9a9619 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925949 Jan 27 22:04:23.741754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-ffcca15b-e9ce-4f59-94ab-f48617658999 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.743871 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-ffcca15b-e9ce-4f59-94ab-f48617658999 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 813 time: 0.4748197 Jan 27 22:04:23.779782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d427bda4-1fbb-4b37-89b0-0e3a2f58a348 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (ffeffda4-2b75-47a6-b1e8-fee9d3d3562b), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.779782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Request body: {'port': {'device_id': 'fe687ced-6266-4dbf-bbe8-150ac89305fa', 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38', 'admin_state_up': True, 'tenant_id': '65f922f56aa444d8918fdbe425cfa732'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:24.024489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa0f7c31-ad5b-4f03-a24b-40c01136ed53 req-0f4f0ea5-b2ac-4579-b7e5-0c2802dee1fc tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 210 time: 0.1607981 Jan 27 22:04:24.297089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Made reservation on behalf of 65f922f56aa444d8918fdbe425cfa732 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:24.310189 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:24.634671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d427bda4-1fbb-4b37-89b0-0e3a2f58a348 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (ffeffda4-2b75-47a6-b1e8-fee9d3d3562b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:25.147798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d427bda4-1fbb-4b37-89b0-0e3a2f58a348 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (ffeffda4-2b75-47a6-b1e8-fee9d3d3562b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:25.220294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89f107d0-5e93-4585-b0f0-1d2f6cbde923 req-2992fca6-5872-4a0a-848e-06bee18cda72 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 210 time: 0.2303030 Jan 27 22:04:25.300770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427bda4-1fbb-4b37-89b0-0e3a2f58a348 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Subnet': ['ID=ffeffda4-2b75-47a6-b1e8-fee9d3d3562b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:25.314814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660983b7-af92-4ad0-b25d-2f5ca7c3fe57 None None] Network 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:25.320243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d427bda4-1fbb-4b37-89b0-0e3a2f58a348 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:25.332921 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d427bda4-1fbb-4b37-89b0-0e3a2f58a348 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "DELETE /v2.0/subnets/ffeffda4-2b75-47a6-b1e8-fee9d3d3562b HTTP/1.1" status: 204 len: 168 time: 2.0403316 Jan 27 22:04:25.335568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Allocated IP 172.20.0.14 (ba193e5a-004e-42a2-afb6-e3f91fc65f38/b61a9350-3ec3-49f3-a9de-35f103b52d69/ebfd3e16-e3fd-42b5-b86d-6f148ab45018) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:25.342054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38206) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:25.468987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce85b4f-162f-4c61-8a59-b617d507883b req-177c4503-debc-4d35-90d4-bd4dffa47735 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:25.470744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cce85b4f-162f-4c61-8a59-b617d507883b req-177c4503-debc-4d35-90d4-bd4dffa47735 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.4794064 Jan 27 22:04:25.500345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88de3466-4e50-4572-b788-9bf06e47978f req-f797e08b-850e-4bc3-a4de-24a72d3c50ff tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 210 time: 0.0717459 Jan 27 22:04:25.524361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-092fcbfd-6f22-4cf4-9a3d-003d215ea75e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting subnet 5fe3c98e-a594-46a8-a30f-34b137e89cb2 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:25.587196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-4f19f94c-8d09-4600-a958-53d886cb44f3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:25.590031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-4f19f94c-8d09-4600-a958-53d886cb44f3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 814 time: 1.5514970 Jan 27 22:04:25.591788 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092fcbfd-6f22-4cf4-9a3d-003d215ea75e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for subnet (5fe3c98e-a594-46a8-a30f-34b137e89cb2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:25.649790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Request body: {'port': {'device_id': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'admin_state_up': True, 'tenant_id': '2672188be06045b09e55f0c6c2e14574'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:25.946167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cce85b4f-162f-4c61-8a59-b617d507883b req-71854eec-88b5-431a-bed6-c0af4f14ea79 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480288 Jan 27 22:04:25.965353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] DHCP port deletion for 8530188c-40f9-41a4-9c2a-8232d2dfc8a2 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:04:25.966801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092fcbfd-6f22-4cf4-9a3d-003d215ea75e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (5fe3c98e-a594-46a8-a30f-34b137e89cb2), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.146072 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092fcbfd-6f22-4cf4-9a3d-003d215ea75e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (5fe3c98e-a594-46a8-a30f-34b137e89cb2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.196153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Deleting port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:26.197107 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.208978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks [] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.422385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] For port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5,segment=NetworkSegment(56fb58ee-78ec-4e85-be7a-af2bfdb90808),segment_id=56fb58ee-78ec-4e85-be7a-af2bfdb90808)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:26.425375 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.441334 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092fcbfd-6f22-4cf4-9a3d-003d215ea75e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (5fe3c98e-a594-46a8-a30f-34b137e89cb2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.463082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.497394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Calling delete_port for 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:26.558230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['64657ecd-cd9e-4a72-b637-08f3c6c92aa2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:26.674867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-092fcbfd-6f22-4cf4-9a3d-003d215ea75e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.701929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-092fcbfd-6f22-4cf4-9a3d-003d215ea75e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "DELETE /v2.0/subnets/5fe3c98e-a594-46a8-a30f-34b137e89cb2 HTTP/1.1" status: 204 len: 168 time: 1.3515453 Jan 27 22:04:26.709218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fcbfd-6f22-4cf4-9a3d-003d215ea75e tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe3c98e-a594-46a8-a30f-34b137e89cb2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:26.730058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b78da-3e46-4330-b076-f2237fbc97b5 None None] Network 81a581e9-6394-429c-85e3-9e2f78c9c47b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:26.742537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38216) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:26.748664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Network ba193e5a-004e-42a2-afb6-e3f91fc65f38 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:26.788374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:26.820695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:27.067027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:27.068163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:27.085912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Pushing event updated for resources: {'Port': ['ID=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:27.155743 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (8530188c-40f9-41a4-9c2a-8232d2dfc8a2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:27.165387 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-3d0b63c8-50e9-4bdc-933c-c1d5c47f8072 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4080567 Jan 27 22:04:27.190755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Request body: {'port': {'device_id': 'fe687ced-6266-4dbf-bbe8-150ac89305fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:27.346803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5b96461-c85b-47b8-8c0e-f5c60998224e req-24000c2a-0721-4390-8dda-cacff116f7e8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 210 time: 0.2428148 Jan 27 22:04:27.413232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:27.479329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:27.519100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Made reservation on behalf of 2672188be06045b09e55f0c6c2e14574 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:27.525528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:27.686633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc27125-e93a-477a-81dc-2b2350f3a9fa req-98e2605d-6363-4120-99f9-9ce77aed3e8a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:27.689531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7cc27125-e93a-477a-81dc-2b2350f3a9fa req-98e2605d-6363-4120-99f9-9ce77aed3e8a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 932 time: 0.9391644 Jan 27 22:04:28.074752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Allocated IP 172.20.0.14 (92e2fb05-f0d9-4c89-9976-6c5e16af0b58/f94c0842-d9c1-416c-921a-d107d2910987/3ad9b1a3-91cb-4f72-ac40-19014b766e25) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:28.137595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] DHCP port deletion for 81a581e9-6394-429c-85e3-9e2f78c9c47b request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:04:28.190638 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.366512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] No DVR routers for this DVR port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:28.372506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:28.380380 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.463205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Pushing event deleted for resources: {'Port': ['ID=1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:28.491792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks [] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.551203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.552163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.552163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.552789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.552789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.553129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.553288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.553505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.553912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.561848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.562201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.562583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.562764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d966326-ec73-4714-84b6-11f6f7cabf79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:28.583147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.642336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b39f72-108f-4207-814c-34895208d5ef req-52dff89e-c728-4dbf-a38e-90945c1fffdb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:28.662770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfd3e16-e3fd-42b5-b86d-6f148ab45018 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:28.671545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5b39f72-108f-4207-814c-34895208d5ef req-52dff89e-c728-4dbf-a38e-90945c1fffdb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 1.0081825 Jan 27 22:04:28.673227 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Publish callbacks [] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.689906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Transition to ACTIVE for port object ebfd3e16-e3fd-42b5-b86d-6f148ab45018 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:28.697073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.707242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:28.731449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:28.821435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] Deleting port 8da74b15-ac71-4685-aafd-80151e541ec9 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:28.822230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.843384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Pushing event updated for resources: {'Port': ['ID=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:28.969024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Attempting to bind port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:28.969940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Attempting to bind port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:28.971607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Attempting to bind port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 on network ba193e5a-004e-42a2-afb6-e3f91fc65f38 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:28.985429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 on network ba193e5a-004e-42a2-afb6-e3f91fc65f38 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:28.989103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Attempting to bind port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 on network ba193e5a-004e-42a2-afb6-e3f91fc65f38 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:29.010882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:29.018188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8da74b15-ac71-4685-aafd-80151e541ec9 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:29.018549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Checking segment: {'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:29.019481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Bound using segment: {'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:29.023071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Bound port: ebfd3e16-e3fd-42b5-b86d-6f148ab45018, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:29.024460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.067074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:29.110798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] For port 8da74b15-ac71-4685-aafd-80151e541ec9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8da74b15-ac71-4685-aafd-80151e541ec9,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:29.112272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.185227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] Calling delete_port for 8da74b15-ac71-4685-aafd-80151e541ec9 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:29.206443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Pushing event updated for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:29.234749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:29.236172 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.324744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7cc27125-e93a-477a-81dc-2b2350f3a9fa req-4d035efe-c19b-4623-939d-ec67f4376d10 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5323021 Jan 27 22:04:29.354074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Deleting port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:29.357433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.365264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] For port ebfd3e16-e3fd-42b5-b86d-6f148ab45018, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:29.383721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] For port ebfd3e16-e3fd-42b5-b86d-6f148ab45018, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:29.407769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.485688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8da74b15-ac71-4685-aafd-80151e541ec9 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:29.487653 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.567930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] For port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5, host n-d-826529-2, got binding levels [] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:29.570289 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.581606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Pushing event updated for resources: {'Port': ['ID=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:29.615525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Calling delete_port for 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:29.619340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:29.620628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.621572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 was not found and therefore no delete operation was performed {{(pid=103330) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:04:29.626220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.628239 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-bcbcf1bb-8194-4fc9-a2a1-dbdc57a054ae service neutron] 10.222.0.16 "PUT /v2.0/ports/ebfd3e16-e3fd-42b5-b86d-6f148ab45018 HTTP/1.1" status: 200 len: 1092 time: 2.4526381 Jan 27 22:04:29.628439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe687ced-6266-4dbf-bbe8-150ac89305fa', 'tag': 'ebfd3e16-e3fd-42b5-b86d-6f148ab45018'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:29.647002 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab94bb-c6ae-4e08-82c4-09616bc8833f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe687ced-6266-4dbf-bbe8-150ac89305fa", "tag": "ebfd3e16-e3fd-42b5-b86d-6f148ab45018"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:29.676312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 8da74b15-ac71-4685-aafd-80151e541ec9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8da74b15-ac71-4685-aafd-80151e541ec9,segment=NetworkSegment(8f816474-9ac1-4a88-a471-fc447fa472f4),segment_id=8f816474-9ac1-4a88-a471-fc447fa472f4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:29.732080 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.749012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5b39f72-108f-4207-814c-34895208d5ef req-787bd2fe-b741-4f06-b44f-6399fb0340d6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0815685 Jan 27 22:04:29.779070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-1dcb7171-9912-4d8f-89bd-3b3d4070ac87 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1591263 Jan 27 22:04:29.807491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] No DVR routers for this DVR port 1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:29.818780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Port': ['ID=1e43fa2b-c8b2-4e14-8ecf-8a952b2569f5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:29.831070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Request body: {'port': {'device_id': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:29.869457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-7f7e15de-f985-45a7-8748-9f462d645462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:29.872824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-7f7e15de-f985-45a7-8748-9f462d645462 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 1095 time: 0.1696470 Jan 27 22:04:30.001567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.016312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277933eb-6898-4b08-8e0a-dad0f83a988b req-b784e50b-9c1c-417a-b7a7-4b8eb4d2a84e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:30.022322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-277933eb-6898-4b08-8e0a-dad0f83a988b req-b784e50b-9c1c-417a-b7a7-4b8eb4d2a84e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 932 time: 0.3984370 Jan 27 22:04:30.061090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (8530188c-40f9-41a4-9c2a-8232d2dfc8a2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.068448 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-cdca3a45-0a99-4963-8297-64620463e9fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebfd3e16-e3fd-42b5-b86d-6f148ab45018 HTTP/1.1" status: 200 len: 217 time: 0.1888375 Jan 27 22:04:30.074150 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9f2d3-cde8-4311-8252-dd2b52fd4175 x-openstack-request-id: req-bbe9f2d3-cde8-4311-8252-dd2b52fd4175 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:30.074792 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe687ced-6266-4dbf-bbe8-150ac89305fa", "tag": "ebfd3e16-e3fd-42b5-b86d-6f148ab45018", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:30.077502 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbe9f2d3-cde8-4311-8252-dd2b52fd4175 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:30.078171 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe687ced-6266-4dbf-bbe8-150ac89305fa', 'tag': 'ebfd3e16-e3fd-42b5-b86d-6f148ab45018', 'status': 'completed', 'code': 200} Jan 27 22:04:30.093406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=8da74b15-ac71-4685-aafd-80151e541ec9,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:30.109916 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8da74b15-ac71-4685-aafd-80151e541ec9), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.211772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] Pushing event deleted for resources: {'Port': ['ID=8da74b15-ac71-4685-aafd-80151e541ec9,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:30.223034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9f8a5-97e0-47ba-bdcf-b6e4d59ddd5a None None] No DVR routers for this DVR port 8da74b15-ac71-4685-aafd-80151e541ec9 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:30.287663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-b77397cf-83cb-4eb5-939b-c40ad3a2419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:30.290164 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-b77397cf-83cb-4eb5-939b-c40ad3a2419b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.2093420 Jan 27 22:04:30.379190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-27845f17-daa3-47b8-b925-26dabac5fc3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766976 Jan 27 22:04:30.706856 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-63279f41-f5fa-46c5-836a-40a40b684518 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177342 Jan 27 22:04:30.865482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad9b1a3-91cb-4f72-ac40-19014b766e25 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:30.880911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Publish callbacks [] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.920502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Transition to ACTIVE for port object 3ad9b1a3-91cb-4f72-ac40-19014b766e25 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:30.945002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-277933eb-6898-4b08-8e0a-dad0f83a988b req-1b978aa0-74c6-4e78-880f-d655d3302d5f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8727424 Jan 27 22:04:31.008034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8530188c-40f9-41a4-9c2a-8232d2dfc8a2']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:31.030762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.071376 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4a98683b-76ff-4e65-817d-08bb2b843c77 req-c2c5460b-c72a-45e4-b882-58de9e856d31 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541021 Jan 27 22:04:31.177854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fb58ee-78ec-4e85-be7a-af2bfdb90808') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:31.178790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fb58ee-78ec-4e85-be7a-af2bfdb90808') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:31.224992 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (56fb58ee-78ec-4e85-be7a-af2bfdb90808), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.308439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:31.317758 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (56fb58ee-78ec-4e85-be7a-af2bfdb90808), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.323959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-d777fdfe-d7ec-4391-89dc-21b028499f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:31.327203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b3606-1ac1-4f0e-9b2d-a28ee271ee6b req-3e198ece-f1ba-44b5-8733-b77cf94427c5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:31.330070 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-d777fdfe-d7ec-4391-89dc-21b028499f24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 1095 time: 0.1887934 Jan 27 22:04:31.334802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-944b3606-1ac1-4f0e-9b2d-a28ee271ee6b req-3e198ece-f1ba-44b5-8733-b77cf94427c5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 944 time: 0.6743138 Jan 27 22:04:31.450437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-944b3606-1ac1-4f0e-9b2d-a28ee271ee6b req-6d6fa2f9-5534-4eac-a33d-910034001f57 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139600 Jan 27 22:04:31.454635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:31.455260 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (56fb58ee-78ec-4e85-be7a-af2bfdb90808), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:31.483040 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:31.567166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3d3b1-5a52-4906-93d9-ec75d078003d req-5717526f-da8e-4bbb-b6dd-c20f90c37a6b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:31.569074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3dd3d3b1-5a52-4906-93d9-ec75d078003d req-5717526f-da8e-4bbb-b6dd-c20f90c37a6b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.4094396 Jan 27 22:04:31.687309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Attempting to bind port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:31.687964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Attempting to bind port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:31.688526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Attempting to bind port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:31.705426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3dd3d3b1-5a52-4906-93d9-ec75d078003d req-7f19a701-9425-4b82-9a4f-fd41e984ba61 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134410 Jan 27 22:04:31.706684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:31.707233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Attempting to bind port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:31.713439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (8530188c-40f9-41a4-9c2a-8232d2dfc8a2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.729317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.734801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "DELETE /v2.0/networks/8530188c-40f9-41a4-9c2a-8232d2dfc8a2 HTTP/1.1" status: 204 len: 168 time: 4.9254129 Jan 27 22:04:31.739934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:31.740501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Checking segment: {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:31.741182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Bound using segment: {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:31.742273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Bound port: 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:31.742691 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.746541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38266) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:31.805673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c311d-b483-4f7d-9133-5abe7e3db285 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Network': ['ID=8530188c-40f9-41a4-9c2a-8232d2dfc8a2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:32.111505 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (81a581e9-6394-429c-85e3-9e2f78c9c47b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.158771 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:04:32.377655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-0fad9d78-fc62-46ce-a916-e33eb57df825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:32.381813 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-0fad9d78-fc62-46ce-a916-e33eb57df825 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 914 time: 1.0442786 Jan 27 22:04:32.389237 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (81a581e9-6394-429c-85e3-9e2f78c9c47b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.434802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a581e9-6394-429c-85e3-9e2f78c9c47b']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:32.454407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f816474-9ac1-4a88-a471-fc447fa472f4') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:32.455059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f816474-9ac1-4a88-a471-fc447fa472f4') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:32.483446 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (8f816474-9ac1-4a88-a471-fc447fa472f4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.521216 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8f816474-9ac1-4a88-a471-fc447fa472f4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.534290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:32.535057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (8f816474-9ac1-4a88-a471-fc447fa472f4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.591147 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-d220c1c5-c21a-495c-8d57-1b5ffa239757 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebfd3e16-e3fd-42b5-b86d-6f148ab45018 HTTP/1.1" status: 200 len: 217 time: 0.2001503 Jan 27 22:04:32.722582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-a922a6ee-add4-4a1c-b6f6-e2924dad0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:32.725595 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-a922a6ee-add4-4a1c-b6f6-e2924dad0fc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.1279540 Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:32.737804 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:32.795461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:32.847837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (81a581e9-6394-429c-85e3-9e2f78c9c47b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.920037 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.927032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] 10.222.0.45 "DELETE /v2.0/networks/81a581e9-6394-429c-85e3-9e2f78c9c47b HTTP/1.1" status: 204 len: 168 time: 1.1536553 Jan 27 22:04:32.945992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-4d6f2810-479d-43ad-a701-e2d4520367a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2112617 Jan 27 22:04:32.973799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603f288-6430-4719-903f-1e56873c0d85 tempest-TaggedBootDevicesTest-1255798796 tempest-TaggedBootDevicesTest-1255798796-project] Pushing event deleted for resources: {'Network': ['ID=81a581e9-6394-429c-85e3-9e2f78c9c47b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:32.988685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:33.022574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:33.107741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b104dc-b65f-4c06-8373-0f9a8888bb79 req-4c7d04ac-9bf4-4bbd-8064-ed5c79c8c9ae tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.116535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05b104dc-b65f-4c06-8373-0f9a8888bb79 req-4c7d04ac-9bf4-4bbd-8064-ed5c79c8c9ae tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 944 time: 0.4130473 Jan 27 22:04:33.242473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e8dc-02b6-4133-b8ae-6279c29c941a req-480ea0a8-2c03-4d65-bc71-8853aa3be4e0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.255840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b160e8dc-02b6-4133-b8ae-6279c29c941a req-480ea0a8-2c03-4d65-bc71-8853aa3be4e0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 944 time: 1.0798314 Jan 27 22:04:33.296041 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-8ee1c655-3e1e-43a2-8727-8f84bbb94104 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429861 Jan 27 22:04:33.352248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05b104dc-b65f-4c06-8373-0f9a8888bb79 req-d91d8cd1-2f45-4de5-8997-77e85df7739d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313008 Jan 27 22:04:33.387224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.387931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:33.399584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/3ad9b1a3-91cb-4f72-ac40-19014b766e25 HTTP/1.1" status: 200 len: 1092 time: 3.5832598 Jan 27 22:04:33.435061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'tag': '3ad9b1a3-91cb-4f72-ac40-19014b766e25'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:33.481430 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb36e556-bdc2-48c4-9fce-09e164e935b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9437b35e-c32d-4aed-a838-7cd64fd51537", "tag": "3ad9b1a3-91cb-4f72-ac40-19014b766e25"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:33.565904 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeab94bb-c6ae-4e08-82c4-09616bc8833f req-e59e15f4-af7f-4e1e-a031-48fd69a9d914 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586327 Jan 27 22:04:33.647795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b160e8dc-02b6-4133-b8ae-6279c29c941a req-bb5a118a-7563-4d48-9dbd-194f723970a5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858666 Jan 27 22:04:33.666544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a142cee-a3ef-43d7-98a6-90b864d690f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:33.718733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-c37072be-a616-4ef3-9565-7bc89ab046ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.720448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-c37072be-a616-4ef3-9565-7bc89ab046ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 1095 time: 0.2346876 Jan 27 22:04:33.742394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f92c43-e0ac-4c35-ae36-86b673299898 req-e998e1ca-270d-484f-8332-a806f93fba63 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.744087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40f92c43-e0ac-4c35-ae36-86b673299898 req-e998e1ca-270d-484f-8332-a806f93fba63 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1885712 Jan 27 22:04:33.797614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-ad92485a-391c-4878-9939-374cf089609a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25 HTTP/1.1" status: 200 len: 217 time: 0.0522058 Jan 27 22:04:33.806449 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589ea7a0-fb7e-421f-bf36-ea093a25d105 x-openstack-request-id: req-589ea7a0-fb7e-421f-bf36-ea093a25d105 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:33.806741 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9437b35e-c32d-4aed-a838-7cd64fd51537", "tag": "3ad9b1a3-91cb-4f72-ac40-19014b766e25", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:33.807065 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-589ea7a0-fb7e-421f-bf36-ea093a25d105 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:33.807516 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'tag': '3ad9b1a3-91cb-4f72-ac40-19014b766e25', 'status': 'completed', 'code': 200} Jan 27 22:04:33.898276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-9c230292-90f6-4542-89d6-c1ed70496b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.899893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-9c230292-90f6-4542-89d6-c1ed70496b11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f94c0842-d9c1-416c-921a-d107d2910987 HTTP/1.1" status: 200 len: 854 time: 0.0912230 Jan 27 22:04:33.922919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40f92c43-e0ac-4c35-ae36-86b673299898 req-244158fd-8681-4cc8-820c-85e2df63674e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239526 Jan 27 22:04:33.940786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-55e59cd2-f611-4b6d-a714-866f4297ad5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322258 Jan 27 22:04:34.093199 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25dd2ea9-004c-4d8e-832b-998c2ed4ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:34.123704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-ebaf44ec-fc12-4fc9-9356-bb007c372269 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687775 Jan 27 22:04:34.248804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afe7a3a4-c72f-410a-848c-7d358a035a94 req-5c3cf28d-26c6-4187-9680-7917e71e994b service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198726 Jan 27 22:04:34.381168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-6a76003f-9388-41c6-809d-995a80752d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.383120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-6a76003f-9388-41c6-809d-995a80752d42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 1095 time: 0.0778351 Jan 27 22:04:34.571901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-dced1c8f-aaf5-470e-9dad-f308561ce917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.573929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-dced1c8f-aaf5-470e-9dad-f308561ce917 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 915 time: 0.1840539 Jan 27 22:04:34.645907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf37d5-a9d8-4d26-b7fd-4f97473b2b73 req-32ed5ccc-f2d5-4768-a440-247366e04b9d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.654105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95bf37d5-a9d8-4d26-b7fd-4f97473b2b73 req-32ed5ccc-f2d5-4768-a440-247366e04b9d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 944 time: 0.1533158 Jan 27 22:04:34.662579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-cc75d664-291c-449a-ab4b-48e22e83b2ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25 HTTP/1.1" status: 200 len: 217 time: 0.0756817 Jan 27 22:04:34.795379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-0f52c533-282a-4796-8ee4-d37d60ccb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.798671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-0f52c533-282a-4796-8ee4-d37d60ccb5ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f94c0842-d9c1-416c-921a-d107d2910987 HTTP/1.1" status: 200 len: 854 time: 0.1266906 Jan 27 22:04:34.805378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95bf37d5-a9d8-4d26-b7fd-4f97473b2b73 req-66315a77-ffbe-4901-ab21-21bbb0ba07a3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496201 Jan 27 22:04:34.895706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-25fee1c4-f237-4c20-865e-4c3bc73b0fe6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701847 Jan 27 22:04:34.948711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c638-91f1-4b26-a703-90d44454852d req-0e435180-87fd-43d0-a8a8-80d91d7b3bd7 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.951736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9d4c638-91f1-4b26-a703-90d44454852d req-0e435180-87fd-43d0-a8a8-80d91d7b3bd7 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 944 time: 0.1445334 Jan 27 22:04:35.281756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ebfd3e16-e3fd-42b5-b86d-6f148ab45018 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:35.599407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9d4c638-91f1-4b26-a703-90d44454852d req-04e63cac-5961-456a-922b-5c59643fa5b7 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033139 Jan 27 22:04:35.619501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-ee8909ca-bbe8-4ae8-9171-8796fefbaf21 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147210 Jan 27 22:04:35.653707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387a371-ed33-4ccc-b392-3a843e2149c4 req-27850aab-80aa-40da-adbd-f4cd5c6d751c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.655463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e387a371-ed33-4ccc-b392-3a843e2149c4 req-27850aab-80aa-40da-adbd-f4cd5c6d751c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.6034939 Jan 27 22:04:35.709114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ebfd3e16-e3fd-42b5-b86d-6f148ab45018, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:35.727744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'ebfd3e16-e3fd-42b5-b86d-6f148ab45018', 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38', 'port_id': 'ebfd3e16-e3fd-42b5-b86d-6f148ab45018', 'mac_address': 'fa:16:3e:d5:5d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61a9350-3ec3-49f3-a9de-35f103b52d69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:35.775292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e387a371-ed33-4ccc-b392-3a843e2149c4 req-87311c98-9dba-46db-9e5c-8e5d965d9e2b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996106 Jan 27 22:04:35.785831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:35.786520 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.801260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb36e556-bdc2-48c4-9fce-09e164e935b4 req-af0ecc67-ce73-4c45-96fe-0ced5f3b5427 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719060 Jan 27 22:04:35.804745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfd3e16-e3fd-42b5-b86d-6f148ab45018 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:35.885083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ebfd3e16-e3fd-42b5-b86d-6f148ab45018, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:35.896076 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.010496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:36.025079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a37c-487a-4023-81c3-ab7efb3bff15 req-b9b8db3e-6167-40e5-8f07-f8f45c3ac81b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:36.026741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c0a37c-487a-4023-81c3-ab7efb3bff15 req-b9b8db3e-6167-40e5-8f07-f8f45c3ac81b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 945 time: 0.1096454 Jan 27 22:04:36.107452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c0a37c-487a-4023-81c3-ab7efb3bff15 req-62b42104-0e67-46dd-a1ae-1e016bd782a9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680928 Jan 27 22:04:36.410019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['ebfd3e16-e3fd-42b5-b86d-6f148ab45018'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:36.811389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580a438-552c-4cd9-b9b1-5b01919f94c3 req-cab9e680-f6cc-4382-bc6c-eb491088edad tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:36.820241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0580a438-552c-4cd9-b9b1-5b01919f94c3 req-cab9e680-f6cc-4382-bc6c-eb491088edad tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 944 time: 0.0825739 Jan 27 22:04:36.917089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0580a438-552c-4cd9-b9b1-5b01919f94c3 req-a180e99e-dac7-465a-afec-76cf3457cedc tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958126 Jan 27 22:04:37.066127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a07dbe13-4320-40d0-aa11-fba9069762fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:37.100260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb759-9caf-4229-8157-2046d38b76ed req-ef8c4b25-1e1a-48b9-92c0-dc11c9ac0b66 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:37.109203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d29fb759-9caf-4229-8157-2046d38b76ed req-ef8c4b25-1e1a-48b9-92c0-dc11c9ac0b66 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1200235 Jan 27 22:04:37.179754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d29fb759-9caf-4229-8157-2046d38b76ed req-90534f1b-6702-439d-a7b0-821c69777bd5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688832 Jan 27 22:04:37.282665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3ad9b1a3-91cb-4f72-ac40-19014b766e25 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:37.429983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d86a5-33f4-48e3-921b-971db0342205 req-8057265d-4c0e-4f62-b951-fad42aaaeccd tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:37.438462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce6d86a5-33f4-48e3-921b-971db0342205 req-8057265d-4c0e-4f62-b951-fad42aaaeccd tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 945 time: 0.1427083 Jan 27 22:04:37.629466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce6d86a5-33f4-48e3-921b-971db0342205 req-8f6c1204-c5c5-4085-aab5-e0f0f2833031 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884642 Jan 27 22:04:37.696947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:37.723313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '3ad9b1a3-91cb-4f72-ac40-19014b766e25', 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'port_id': '3ad9b1a3-91cb-4f72-ac40-19014b766e25', 'mac_address': 'fa:16:3e:cc:5a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94c0842-d9c1-416c-921a-d107d2910987', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:37.795600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:37.796692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:37.821076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad9b1a3-91cb-4f72-ac40-19014b766e25 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:37.863388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:37.881239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:38.053384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:38.214599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ec07f-665f-4fca-8b22-746c4b2862e1 req-61d52d4f-2e48-483d-8153-97bc53ec4495 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:38.217517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-984ec07f-665f-4fca-8b22-746c4b2862e1 req-61d52d4f-2e48-483d-8153-97bc53ec4495 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 945 time: 0.1954701 Jan 27 22:04:38.335151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-984ec07f-665f-4fca-8b22-746c4b2862e1 req-7174d35f-d67a-4277-8321-3295e9f39630 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999742 Jan 27 22:04:38.350040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3ad9b1a3-91cb-4f72-ac40-19014b766e25'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:38.582345 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:38.710136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c296a3-a88c-4afc-9be0-fd7a14334107 req-aa89c86d-d475-447c-a8ff-8b01b7b5ab67 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:38.716167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3c296a3-a88c-4afc-9be0-fd7a14334107 req-aa89c86d-d475-447c-a8ff-8b01b7b5ab67 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2085516 Jan 27 22:04:38.833307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3c296a3-a88c-4afc-9be0-fd7a14334107 req-5c0f9cfc-dade-46b6-b935-6bcce203df2c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099744 Jan 27 22:04:38.883702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb670-947e-417c-b800-2919c8b6b622 req-5648a576-6c20-4747-875b-a5f58d6a9fc1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:38.885323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60dfb670-947e-417c-b800-2919c8b6b622 req-5648a576-6c20-4747-875b-a5f58d6a9fc1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 945 time: 0.0856245 Jan 27 22:04:38.960689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60dfb670-947e-417c-b800-2919c8b6b622 req-cc0e5d08-45fb-4dc1-bb8a-47c5a07d1ee3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655580 Jan 27 22:04:39.295083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ebfd3e16-e3fd-42b5-b86d-6f148ab45018 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:39.454716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:39.463983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:39.464575 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:39.639737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914be64-7f12-42bf-b3f5-2dbfebacdfdd req-1dd97c29-e12f-448a-9134-f2ed27d9f67f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:39.641378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e914be64-7f12-42bf-b3f5-2dbfebacdfdd req-1dd97c29-e12f-448a-9134-f2ed27d9f67f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 945 time: 0.1116369 Jan 27 22:04:39.762684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e914be64-7f12-42bf-b3f5-2dbfebacdfdd req-dc13366b-cef9-4120-b7a1-4931e53993e0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064031 Jan 27 22:04:39.776155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:39.776155 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:39.820861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe687ced-6266-4dbf-bbe8-150ac89305fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfd3e16-e3fd-42b5-b86d-6f148ab45018'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:39.826650 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0f642a-c6e8-4738-9e64-fb972d177f9a" -d '{"events": [{"server_uuid": "fe687ced-6266-4dbf-bbe8-150ac89305fa", "name": "network-vif-plugged", "status": "completed", "tag": "ebfd3e16-e3fd-42b5-b86d-6f148ab45018"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:39.865104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ebfd3e16-e3fd-42b5-b86d-6f148ab45018, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:39.886676 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:39.960460 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa665a-ebc2-44c8-92fb-9ca89684b40a x-openstack-request-id: req-b6fa665a-ebc2-44c8-92fb-9ca89684b40a {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:39.960460 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe687ced-6266-4dbf-bbe8-150ac89305fa", "name": "network-vif-plugged", "status": "completed", "tag": "ebfd3e16-e3fd-42b5-b86d-6f148ab45018", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:39.960460 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b6fa665a-ebc2-44c8-92fb-9ca89684b40a {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:39.960460 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe687ced-6266-4dbf-bbe8-150ac89305fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfd3e16-e3fd-42b5-b86d-6f148ab45018', 'code': 200} Jan 27 22:04:40.115177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78c1e3-1550-448f-ad78-b3c4dbf3010f req-edf3c980-2668-4f73-974d-a1d9c50257db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:40.131817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:40.138310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b78c1e3-1550-448f-ad78-b3c4dbf3010f req-edf3c980-2668-4f73-974d-a1d9c50257db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 1097 time: 0.1795278 Jan 27 22:04:40.330067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feff64-3a0f-471a-9ec5-7e9c3ff1e0d1 req-d043dd69-777d-4d02-8488-db448ef445c6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:40.331838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6feff64-3a0f-471a-9ec5-7e9c3ff1e0d1 req-d043dd69-777d-4d02-8488-db448ef445c6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1609762 Jan 27 22:04:40.334873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b78c1e3-1550-448f-ad78-b3c4dbf3010f req-5482b7f1-0c4b-4949-b0a6-49d890419765 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739283 Jan 27 22:04:40.375455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20875b23-42c0-4dbe-8b31-db7eb666692d req-1738bca0-315a-4b7a-99db-941a794eb55d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:40.383088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20875b23-42c0-4dbe-8b31-db7eb666692d req-1738bca0-315a-4b7a-99db-941a794eb55d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 946 time: 0.2732408 Jan 27 22:04:40.470319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6feff64-3a0f-471a-9ec5-7e9c3ff1e0d1 req-cda56a42-9a99-4e49-b8c6-d21ef28ad327 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108015 Jan 27 22:04:40.523480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20875b23-42c0-4dbe-8b31-db7eb666692d req-55971dc9-3749-408b-b4e9-6fd55799d011 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389723 Jan 27 22:04:40.970138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:41.126480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d275bf-e4f2-4e91-9102-d52f80eb095f req-f3ca73b5-bdc9-46d7-b364-b2c06cb09401 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:41.129092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6d275bf-e4f2-4e91-9102-d52f80eb095f req-f3ca73b5-bdc9-46d7-b364-b2c06cb09401 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 945 time: 0.1034815 Jan 27 22:04:41.187368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:41.253186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6d275bf-e4f2-4e91-9102-d52f80eb095f req-feab5f69-4b75-47cf-970a-17cddeb007d2 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930679 Jan 27 22:04:41.295334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3ad9b1a3-91cb-4f72-ac40-19014b766e25 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:41.508229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:41.525501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:41.525893 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:41.757345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:41.757345 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:41.825202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20a4f4-7ca6-46b4-99bc-65c267d3c1f8 req-de6d730c-30cc-4b37-acd0-22d422ad2b72 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:41.827079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf20a4f4-7ca6-46b4-99bc-65c267d3c1f8 req-de6d730c-30cc-4b37-acd0-22d422ad2b72 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2099650 Jan 27 22:04:41.854114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:41.861778 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:41.959727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf20a4f4-7ca6-46b4-99bc-65c267d3c1f8 req-c026d473-8074-4752-95e6-65525b13c29e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190114 Jan 27 22:04:41.998358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95e3d-5f7d-4be4-bba5-ce6e5a228167 req-1e812b15-a004-4b6a-b6aa-256592886dc9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.000031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6b95e3d-5f7d-4be4-bba5-ce6e5a228167 req-1e812b15-a004-4b6a-b6aa-256592886dc9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 946 time: 0.2868509 Jan 27 22:04:42.001774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad9b1a3-91cb-4f72-ac40-19014b766e25'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:42.004345 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d983b7-5fb0-4a70-b06d-ba329ec54178" -d '{"events": [{"server_uuid": "9437b35e-c32d-4aed-a838-7cd64fd51537", "name": "network-vif-plugged", "status": "completed", "tag": "3ad9b1a3-91cb-4f72-ac40-19014b766e25"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:42.007724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:42.128160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6b95e3d-5f7d-4be4-bba5-ce6e5a228167 req-6df506bf-8236-4098-a8aa-90f0551b5102 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163785 Jan 27 22:04:42.244169 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b79da63-bce2-466d-943c-324d6d3ef4fe x-openstack-request-id: req-8b79da63-bce2-466d-943c-324d6d3ef4fe {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:42.244400 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437b35e-c32d-4aed-a838-7cd64fd51537", "name": "network-vif-plugged", "status": "completed", "tag": "3ad9b1a3-91cb-4f72-ac40-19014b766e25", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:42.244897 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b79da63-bce2-466d-943c-324d6d3ef4fe {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:42.245326 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad9b1a3-91cb-4f72-ac40-19014b766e25', 'code': 200} Jan 27 22:04:42.724964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7d59b-409d-4507-b528-3b6db454a759 req-304fc877-ce76-4860-9288-44dfe04f08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.726707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87f7d59b-409d-4507-b528-3b6db454a759 req-304fc877-ce76-4860-9288-44dfe04f08b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 1097 time: 0.3437941 Jan 27 22:04:42.751321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f3e46-85c9-415a-921f-a5a5a32887b6 req-903d3100-cda1-4de4-888c-c5fc33a06ffb tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.753004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-461f3e46-85c9-415a-921f-a5a5a32887b6 req-903d3100-cda1-4de4-888c-c5fc33a06ffb tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.2782059 Jan 27 22:04:42.891184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87f7d59b-409d-4507-b528-3b6db454a759 req-77b6ecb2-c4c3-4958-b6dd-08284404a94c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371305 Jan 27 22:04:42.945694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-461f3e46-85c9-415a-921f-a5a5a32887b6 req-47f0d603-1b16-4067-ad67-9d545d0e8ce0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673083 Jan 27 22:04:43.415874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3be17-e071-47d5-b559-bb0a818880ef req-cd219b50-3408-4140-9bda-0cf8428d4c73 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.440871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5c3be17-e071-47d5-b559-bb0a818880ef req-cd219b50-3408-4140-9bda-0cf8428d4c73 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2287581 Jan 27 22:04:43.484687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f857cc-83e3-4e1e-a641-8faec9370f13 req-980f665f-19f4-4758-bddc-918049658c69 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.486314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0f857cc-83e3-4e1e-a641-8faec9370f13 req-980f665f-19f4-4758-bddc-918049658c69 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 946 time: 0.2133670 Jan 27 22:04:43.594423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5c3be17-e071-47d5-b559-bb0a818880ef req-f783cde9-56f5-4388-81da-ac0c82e83b73 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480000 Jan 27 22:04:43.764743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0f857cc-83e3-4e1e-a641-8faec9370f13 req-9560b45d-d00c-4fb9-b0f7-9fdf66875080 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612612 Jan 27 22:04:44.295567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754a58b-8bf0-4382-ae65-7528c243fa22 req-4d722672-6835-4434-8898-3f77bf99bdca tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.304073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2754a58b-8bf0-4382-ae65-7528c243fa22 req-4d722672-6835-4434-8898-3f77bf99bdca tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1719091 Jan 27 22:04:44.402467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7041717-cc3c-4cf8-87b7-6c5d22ab7f05 req-7fda076a-e1d0-4824-81c8-4b997f08bf20 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.404280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7041717-cc3c-4cf8-87b7-6c5d22ab7f05 req-7fda076a-e1d0-4824-81c8-4b997f08bf20 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 946 time: 0.2212963 Jan 27 22:04:44.506300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2754a58b-8bf0-4382-ae65-7528c243fa22 req-1b626af1-19c5-4fd8-91d5-989a7b0d2595 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011688 Jan 27 22:04:44.604882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7041717-cc3c-4cf8-87b7-6c5d22ab7f05 req-3252cb9d-633c-42ee-9015-8649d377fe70 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880710 Jan 27 22:04:44.851564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23677a-1a51-4f6e-abb6-92364e2347fa req-1ef4ac0b-4a26-45aa-b76f-3276381c3ed1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.866310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b23677a-1a51-4f6e-abb6-92364e2347fa req-1ef4ac0b-4a26-45aa-b76f-3276381c3ed1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1453900 Jan 27 22:04:44.984127 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b23677a-1a51-4f6e-abb6-92364e2347fa req-3964fd79-af15-42a8-b2da-30ca62a64712 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141710 Jan 27 22:04:46.223190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bde39-0631-4fb9-b1d5-9d0982187583 req-a380e808-2d1d-44c4-a644-cb3330395127 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.247248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba9bde39-0631-4fb9-b1d5-9d0982187583 req-a380e808-2d1d-44c4-a644-cb3330395127 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 946 time: 0.3058982 Jan 27 22:04:46.376630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65f434-c8e6-4997-ae1f-09a9ae5c7e3e req-0f104c47-0e2d-40a8-9d77-2a80fc2cb7eb tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.379447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff65f434-c8e6-4997-ae1f-09a9ae5c7e3e req-0f104c47-0e2d-40a8-9d77-2a80fc2cb7eb tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.6887438 Jan 27 22:04:46.523230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-f75dcced-9b81-4f52-8e95-1478c2be3b82 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.525896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-f75dcced-9b81-4f52-8e95-1478c2be3b82 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 946 time: 0.7173080 Jan 27 22:04:46.705692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff65f434-c8e6-4997-ae1f-09a9ae5c7e3e req-e24da46a-5b4e-4f1b-999e-07e1a0bc6a2c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981935 Jan 27 22:04:46.729139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba9bde39-0631-4fb9-b1d5-9d0982187583 req-0bc7621b-b8d9-4baf-8850-57f998c5d4d5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624364 Jan 27 22:04:46.971979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Deleting port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:46.972534 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.984289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f88ce5-be89-4149-ad00-b7cd621ab98e req-68a8880e-281b-46a2-9f5e-ed62236a5ba2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:47.002842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7f88ce5-be89-4149-ad00-b7cd621ab98e req-68a8880e-281b-46a2-9f5e-ed62236a5ba2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1634095 Jan 27 22:04:47.340858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaebe9-588b-4816-9984-5f4877cd99fe req-c0c4a3a4-9717-4763-a363-6a5b51abba66 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:47.342410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cfaebe9-588b-4816-9984-5f4877cd99fe req-c0c4a3a4-9717-4763-a363-6a5b51abba66 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.3321483 Jan 27 22:04:47.385174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7f88ce5-be89-4149-ad00-b7cd621ab98e req-32f4fbfd-4658-4023-a474-472cc0180a26 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789868 Jan 27 22:04:47.448174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] For port ebfd3e16-e3fd-42b5-b86d-6f148ab45018, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:47.448835 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:47.479494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Calling delete_port for ebfd3e16-e3fd-42b5-b86d-6f148ab45018 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:47.504225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cfaebe9-588b-4816-9984-5f4877cd99fe req-8cc04cf2-8aea-42f6-8ccb-388c830d3f61 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469581 Jan 27 22:04:48.100032 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ebfd3e16-e3fd-42b5-b86d-6f148ab45018), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.136065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Pushing event deleted for resources: {'Port': ['ID=ebfd3e16-e3fd-42b5-b86d-6f148ab45018,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:48.139711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['64657ecd-cd9e-4a72-b637-08f3c6c92aa2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:48.155622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.156903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.156903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.157178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.157501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.157840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.158172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.158502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.158887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.159343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.159585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.159725 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.160348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.160683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:48.173354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3e1d7-93e3-4786-8fd1-cfd642d0e771 req-4a7debb1-feda-469d-ae11-52e9ac5f1023 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:48.182208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43f3e1d7-93e3-4786-8fd1-cfd642d0e771 req-4a7debb1-feda-469d-ae11-52e9ac5f1023 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe687ced-6266-4dbf-bbe8-150ac89305fa HTTP/1.1" status: 200 len: 946 time: 0.1779311 Jan 27 22:04:48.260127 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43f3e1d7-93e3-4786-8fd1-cfd642d0e771 req-892b2f29-8a06-4862-9ef1-460d83ab73e5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768507 Jan 27 22:04:48.528613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] No DVR routers for this DVR port ebfd3e16-e3fd-42b5-b86d-6f148ab45018 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:48.541964 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.553581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e071716-b90f-4866-a926-8d2dff3bc619 req-a7cb5732-c8a1-49c4-ae11-d0cdbcca486e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.16 "DELETE /v2.0/ports/ebfd3e16-e3fd-42b5-b86d-6f148ab45018 HTTP/1.1" status: 204 len: 173 time: 2.0034935 Jan 27 22:04:48.554314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe687ced-6266-4dbf-bbe8-150ac89305fa', 'name': 'network-vif-deleted', 'tag': 'ebfd3e16-e3fd-42b5-b86d-6f148ab45018'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:48.561558 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb65b2a-341c-4c06-93c4-9e864e4e9a98" -d '{"events": [{"server_uuid": "fe687ced-6266-4dbf-bbe8-150ac89305fa", "name": "network-vif-deleted", "tag": "ebfd3e16-e3fd-42b5-b86d-6f148ab45018"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:48.717029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d895-ee77-4252-9317-f2869b919a60 req-ae75872e-8b14-4340-a813-9d2c7ae1d0bd tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:48.727760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59b5d895-ee77-4252-9317-f2869b919a60 req-ae75872e-8b14-4340-a813-9d2c7ae1d0bd tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.3611042 Jan 27 22:04:48.791396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6477-19b2-4c0b-90df-7443771b9ef9 req-4fb3ff6d-6d19-4374-bb9a-bb9eb4dfb646 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:48.795345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a78b6477-19b2-4c0b-90df-7443771b9ef9 req-4fb3ff6d-6d19-4374-bb9a-bb9eb4dfb646 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.2094910 Jan 27 22:04:48.942830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a78b6477-19b2-4c0b-90df-7443771b9ef9 req-ae9a1acc-1f74-4494-b030-217a976d29d2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377625 Jan 27 22:04:48.989144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59b5d895-ee77-4252-9317-f2869b919a60 req-8f18e83b-6025-43d4-bb29-3e9864049344 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591839 Jan 27 22:04:49.030252 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ebff0f-5b14-4c75-89b0-a53637d5ad20 x-openstack-request-id: req-21ebff0f-5b14-4c75-89b0-a53637d5ad20 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:49.030818 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe687ced-6266-4dbf-bbe8-150ac89305fa", "name": "network-vif-deleted", "tag": "ebfd3e16-e3fd-42b5-b86d-6f148ab45018", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:49.031552 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21ebff0f-5b14-4c75-89b0-a53637d5ad20 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:49.032120 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe687ced-6266-4dbf-bbe8-150ac89305fa', 'name': 'network-vif-deleted', 'tag': 'ebfd3e16-e3fd-42b5-b86d-6f148ab45018', 'status': 'completed', 'code': 200} Jan 27 22:04:49.312742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ebfd3e16-e3fd-42b5-b86d-6f148ab45018 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:49.393078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: ebfd3e16-e3fd-42b5-b86d-6f148ab45018 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:49.393915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ebfd3e16-e3fd-42b5-b86d-6f148ab45018 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:49.619793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82136a91-2ac3-466c-b8bc-978dd3371c00 req-5861b068-0092-4b76-90c2-2c0ba4c32df8 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:49.629728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82136a91-2ac3-466c-b8bc-978dd3371c00 req-5861b068-0092-4b76-90c2-2c0ba4c32df8 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1195111 Jan 27 22:04:49.728932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82136a91-2ac3-466c-b8bc-978dd3371c00 req-d703eacb-aa46-4f9e-9ed2-da134ab03ded tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934787 Jan 27 22:04:50.105697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f07c6-4d22-45e6-a7ae-4f3c2443df6d req-3f89c65f-b105-4c2d-8463-cd8304a9d441 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:50.114520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797f07c6-4d22-45e6-a7ae-4f3c2443df6d req-3f89c65f-b105-4c2d-8463-cd8304a9d441 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1641507 Jan 27 22:04:50.156476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec5a9-99dc-43a5-834b-082fd5f79e96 req-e76ba720-aca0-4f9d-b804-713670d6e418 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:50.158369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-089ec5a9-99dc-43a5-834b-082fd5f79e96 req-e76ba720-aca0-4f9d-b804-713670d6e418 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1248887 Jan 27 22:04:50.204592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797f07c6-4d22-45e6-a7ae-4f3c2443df6d req-5b7f6f39-b2ab-42c5-a111-3baa0d17c53d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891359 Jan 27 22:04:50.415595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-089ec5a9-99dc-43a5-834b-082fd5f79e96 req-7b8b67f4-156e-429f-b922-b43065ae77ec tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822805 Jan 27 22:04:50.495263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1aed47-ad07-4986-ab84-47a089fcfad3 req-a8108fb6-56e5-407c-bb42-a9649b90d119 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:50.497389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a1aed47-ad07-4986-ab84-47a089fcfad3 req-a8108fb6-56e5-407c-bb42-a9649b90d119 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1201465 Jan 27 22:04:50.718181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.852006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a1aed47-ad07-4986-ab84-47a089fcfad3 req-fe341e8e-0747-4025-aec9-001cabf64294 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466589 Jan 27 22:04:50.877204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6967155-a589-4857-8f3a-0877026a43d8 req-72d22fed-f4b5-4ab6-a999-66270458e3b7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:50.885639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6967155-a589-4857-8f3a-0877026a43d8 req-72d22fed-f4b5-4ab6-a999-66270458e3b7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3122270 Jan 27 22:04:50.965186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6967155-a589-4857-8f3a-0877026a43d8 req-eb383d3d-32c8-4015-bc56-0e2560c0b86a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781217 Jan 27 22:04:51.648746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e66d1-3a54-44df-88ad-ff4e2555b377 req-0a480122-e7dc-47bf-9fdd-f7240174734a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:51.659114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-253e66d1-3a54-44df-88ad-ff4e2555b377 req-0a480122-e7dc-47bf-9fdd-f7240174734a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1140511 Jan 27 22:04:51.783093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-253e66d1-3a54-44df-88ad-ff4e2555b377 req-39b72bd0-0e9a-4a03-9119-f1fdb23b9e2b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180670 Jan 27 22:04:52.163657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d389e7b-a6f6-4d8c-a6fa-49b4f7050f14 req-f8a1b9e8-dc2d-40ba-95f0-e009e8dce962 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:52.166462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d389e7b-a6f6-4d8c-a6fa-49b4f7050f14 req-f8a1b9e8-dc2d-40ba-95f0-e009e8dce962 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1590805 Jan 27 22:04:52.348306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d389e7b-a6f6-4d8c-a6fa-49b4f7050f14 req-b5177755-8b3a-48d1-8715-3c8a426c82a3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671112 Jan 27 22:04:53.103080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1f7b0-97b5-4d61-95cf-b1787f3f15a7 req-3f29fa4a-6507-4f04-ac9b-1b69f4c5b6ab tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:53.112646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dac1f7b0-97b5-4d61-95cf-b1787f3f15a7 req-3f29fa4a-6507-4f04-ac9b-1b69f4c5b6ab tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.0958610 Jan 27 22:04:53.189425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dac1f7b0-97b5-4d61-95cf-b1787f3f15a7 req-24d12928-903a-4921-97f0-c8af35004111 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756464 Jan 27 22:04:53.633027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2667ba-b2ba-404a-9542-63f843132298 req-4bf03e78-8fd4-4093-ae1a-d8ea35adc257 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:53.652373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e2667ba-b2ba-404a-9542-63f843132298 req-4bf03e78-8fd4-4093-ae1a-d8ea35adc257 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1165829 Jan 27 22:04:53.772197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e2667ba-b2ba-404a-9542-63f843132298 req-8722280c-8afd-48c8-9747-6326c02aea09 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181147 Jan 27 22:04:54.075312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-8d8fab6c-baee-4eda-b3c2-28f4341392be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.083495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-8d8fab6c-baee-4eda-b3c2-28f4341392be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 1096 time: 0.1619518 Jan 27 22:04:54.365918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-f739e2c9-f897-4fdd-a9eb-d999f85a26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.368478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-f739e2c9-f897-4fdd-a9eb-d999f85a26bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 912 time: 0.2840340 Jan 27 22:04:54.467879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-5bf09741-0148-4d3e-8bba-07137adfd61e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8117c8ba-01ea-4efd-8424-955023436d4a HTTP/1.1" status: 200 len: 217 time: 0.0921476 Jan 27 22:04:54.605318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-15f6e401-d1e3-46a7-932b-aeb93c5943b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.607629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-15f6e401-d1e3-46a7-932b-aeb93c5943b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1199527 Jan 27 22:04:54.619226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb72df-5fc7-4b24-b74d-025646f7bb36 req-bcfcd932-7a75-42f1-8d71-b3079a2daaca tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.621863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78fb72df-5fc7-4b24-b74d-025646f7bb36 req-bcfcd932-7a75-42f1-8d71-b3079a2daaca tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1519175 Jan 27 22:04:54.674902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-03348be9-7816-412e-a4ad-67e6fa98d8e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515175 Jan 27 22:04:54.828670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78fb72df-5fc7-4b24-b74d-025646f7bb36 req-65cd897f-b76f-45bc-a0a6-724c6c574252 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914089 Jan 27 22:04:54.923282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-74612c90-417a-499b-b8ba-291a0281ad0d service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325969 Jan 27 22:04:55.042162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bbdaf-cb8c-4c53-a88c-dd98c0de71fb req-e746129c-e4eb-4d71-8ab7-6bdfa9635c8f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.044066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-056bbdaf-cb8c-4c53-a88c-dd98c0de71fb req-e746129c-e4eb-4d71-8ab7-6bdfa9635c8f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1172361 Jan 27 22:04:55.127478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-056bbdaf-cb8c-4c53-a88c-dd98c0de71fb req-e2493d29-13a3-4f92-a62b-2b640121e4df tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660579 Jan 27 22:04:55.127478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fc6b95-5e09-4218-b0c3-8c1bbc8987cf req-2cd83a83-477f-4413-a9d3-23015fda7432 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833038 Jan 27 22:04:55.774976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc13006-eacd-4ea8-893d-2ca29782bfd3 req-52308c35-6fbd-449b-99a6-baaa354ce402 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.776827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fc13006-eacd-4ea8-893d-2ca29782bfd3 req-52308c35-6fbd-449b-99a6-baaa354ce402 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0668614 Jan 27 22:04:55.841860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fc13006-eacd-4ea8-893d-2ca29782bfd3 req-d949aade-cd8b-4371-8ac2-a52f3be0fd0e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514293 Jan 27 22:04:56.094731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb010-c6e5-417a-a6ef-0b0fb71fd488 req-a4d5716a-8d0d-49bc-8526-bb090fb20035 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:56.098480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b7cb010-c6e5-417a-a6ef-0b0fb71fd488 req-a4d5716a-8d0d-49bc-8526-bb090fb20035 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1450291 Jan 27 22:04:56.118820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05763e2b-f2c8-4e35-b10d-025882c7cbfa req-cc1b7dda-5e18-4f51-a402-f562f856f4cd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:56.122140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05763e2b-f2c8-4e35-b10d-025882c7cbfa req-cc1b7dda-5e18-4f51-a402-f562f856f4cd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1306076 Jan 27 22:04:56.228584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b7cb010-c6e5-417a-a6ef-0b0fb71fd488 req-18fa1631-4d4a-426f-a450-175234a5d2d6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050024 Jan 27 22:04:56.232494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05763e2b-f2c8-4e35-b10d-025882c7cbfa req-9d15880d-7d1b-45ab-8a15-02f4d9d51944 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930996 Jan 27 22:04:56.383880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cbc2d-92c5-4fca-9ed5-bfec3776a3f5 req-7351badf-b1ac-41e8-9150-1af5cecd4dad tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:56.385662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-661cbc2d-92c5-4fca-9ed5-bfec3776a3f5 req-7351badf-b1ac-41e8-9150-1af5cecd4dad tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.0620544 Jan 27 22:04:56.447666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-661cbc2d-92c5-4fca-9ed5-bfec3776a3f5 req-343df88a-d1ff-4d63-818f-fc8adda83a58 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556960 Jan 27 22:04:57.317333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8117c8ba-01ea-4efd-8424-955023436d4a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:57.430571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 8117c8ba-01ea-4efd-8424-955023436d4a is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:57.435773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.445156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb15ba-9f88-4bf7-9dc8-b4c38ff37e53 req-7e614780-05f1-418a-9b39-aefc81a2d896 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:57.448148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6bb15ba-9f88-4bf7-9dc8-b4c38ff37e53 req-7e614780-05f1-418a-9b39-aefc81a2d896 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 945 time: 0.1052580 Jan 27 22:04:57.535623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:57.542774 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaaf935-c5ac-47c7-81ad-82844d50eaaf" -d '{"events": [{"server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "name": "network-vif-unplugged", "status": "completed", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:57.566099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6bb15ba-9f88-4bf7-9dc8-b4c38ff37e53 req-1015b946-33ac-4738-b150-aa71686603a0 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098287 Jan 27 22:04:57.600160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:57.612815 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.721316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:57.735640 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4231a240-8d97-4083-b6ef-74b3707337c5 x-openstack-request-id: req-4231a240-8d97-4083-b6ef-74b3707337c5 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:57.735948 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "name": "network-vif-unplugged", "status": "failed", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a", "code": 422}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:57.736205 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4231a240-8d97-4083-b6ef-74b3707337c5 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:57.736820 n-d-826529-2 neutron-server[103331]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a', 'code': 422} returned with failed status Jan 27 22:04:57.758753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336940-b5f7-43b1-8952-adee1252ff54 req-2bb85f8b-be96-4b4f-bdb7-3038fe0e3cc8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:57.760439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3336940-b5f7-43b1-8952-adee1252ff54 req-2bb85f8b-be96-4b4f-bdb7-3038fe0e3cc8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1179681 Jan 27 22:04:57.856913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3336940-b5f7-43b1-8952-adee1252ff54 req-e5bac34f-bf94-4c6c-99bf-1a68ebcce671 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892036 Jan 27 22:04:58.102306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38666) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:58.378212 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de81fbf1-5c53-478e-be59-0c2bbab71b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.548945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de81fbf1-5c53-478e-be59-0c2bbab71b47 admin admin] Publish callbacks [] for security_group (da6a5b2d-5fc0-4c63-9e6c-641c5527a30e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.555903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de81fbf1-5c53-478e-be59-0c2bbab71b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (da6a5b2d-5fc0-4c63-9e6c-641c5527a30e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.645794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-de81fbf1-5c53-478e-be59-0c2bbab71b47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41b07689da834421bbe0cb2b565ec292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5381324 Jan 27 22:04:58.645794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81fbf1-5c53-478e-be59-0c2bbab71b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6a5b2d-5fc0-4c63-9e6c-641c5527a30e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:58.646566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38688) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:58.818535 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f46-f8c6-45fc-9e40-0c46397deaa0 admin admin] Publish callbacks [] for security_group (da6a5b2d-5fc0-4c63-9e6c-641c5527a30e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.854197 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f46-f8c6-45fc-9e40-0c46397deaa0 admin admin] Publish callbacks [] for security_group (da6a5b2d-5fc0-4c63-9e6c-641c5527a30e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.933347 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f46-f8c6-45fc-9e40-0c46397deaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (da6a5b2d-5fc0-4c63-9e6c-641c5527a30e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.939635 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1f46-f8c6-45fc-9e40-0c46397deaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.950214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0c6e1f46-f8c6-45fc-9e40-0c46397deaa0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da6a5b2d-5fc0-4c63-9e6c-641c5527a30e HTTP/1.1" status: 204 len: 168 time: 0.3015304 Jan 27 22:04:58.973105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e1f46-f8c6-45fc-9e40-0c46397deaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6a5b2d-5fc0-4c63-9e6c-641c5527a30e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:59.133233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951a9fc-2ac3-4a68-836f-bf931403c620 req-5b4b5cb4-6f41-421a-ae64-c1a634dd166f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:59.135705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f951a9fc-2ac3-4a68-836f-bf931403c620 req-5b4b5cb4-6f41-421a-ae64-c1a634dd166f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1590273 Jan 27 22:04:59.240044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-9c4b03ec-dadb-4569-885b-20f9153b920b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:59.248153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-9c4b03ec-dadb-4569-885b-20f9153b920b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=24c04b1f-8db8-479b-a2e3-9bbb52aa386c HTTP/1.1" status: 200 len: 943 time: 0.1311743 Jan 27 22:04:59.263610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f951a9fc-2ac3-4a68-836f-bf931403c620 req-5e38dba7-1de8-4c3c-9cb5-991419fa603c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134086 Jan 27 22:04:59.495028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Deleting port 8117c8ba-01ea-4efd-8424-955023436d4a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:59.495894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.660897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] For port 8117c8ba-01ea-4efd-8424-955023436d4a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=8117c8ba-01ea-4efd-8424-955023436d4a,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:59.661544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.689482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Calling delete_port for 8117c8ba-01ea-4efd-8424-955023436d4a owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:59.909015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8117c8ba-01ea-4efd-8424-955023436d4a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.999510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event deleted for resources: {'Port': ['ID=8117c8ba-01ea-4efd-8424-955023436d4a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:00.098113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] No DVR routers for this DVR port 8117c8ba-01ea-4efd-8424-955023436d4a on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:00.102610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.126562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-373f572a-c77c-4486-8de9-dbce6b8cf40e req-b763362e-c6c1-439a-8963-f249588361b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "DELETE /v2.0/ports/8117c8ba-01ea-4efd-8424-955023436d4a HTTP/1.1" status: 204 len: 173 time: 0.8771656 Jan 27 22:05:00.128258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'name': 'network-vif-deleted', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:00.139963 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e9c46f-64a0-41e0-8c24-8beccd87978f" -d '{"events": [{"server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "name": "network-vif-deleted", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:00.213616 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fae1b4-669c-4d45-9a0f-dd162ce5dd72 x-openstack-request-id: req-99fae1b4-669c-4d45-9a0f-dd162ce5dd72 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:00.213937 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c04b1f-8db8-479b-a2e3-9bbb52aa386c", "name": "network-vif-deleted", "tag": "8117c8ba-01ea-4efd-8424-955023436d4a", "status": "failed", "code": 422}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:00.214360 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99fae1b4-669c-4d45-9a0f-dd162ce5dd72 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:00.214803 n-d-826529-2 neutron-server[103330]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24c04b1f-8db8-479b-a2e3-9bbb52aa386c', 'name': 'network-vif-deleted', 'tag': '8117c8ba-01ea-4efd-8424-955023436d4a', 'status': 'failed', 'code': 422} returned with failed status Jan 27 22:05:00.426510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee906a3-c07a-4b65-8860-827e350143e2 req-54ba0d9b-4035-4fbf-aff4-5fe01867f7aa tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:00.437274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ee906a3-c07a-4b65-8860-827e350143e2 req-54ba0d9b-4035-4fbf-aff4-5fe01867f7aa tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0756962 Jan 27 22:05:00.555829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ee906a3-c07a-4b65-8860-827e350143e2 req-9f127745-9d56-46b6-bd82-385521901528 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168516 Jan 27 22:05:00.743111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b53c7-0b18-4c36-9713-d97ddb0f2f58 req-35389ef0-fb9b-4936-86b2-32f9a9f986bf tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:00.752419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-793b53c7-0b18-4c36-9713-d97ddb0f2f58 req-35389ef0-fb9b-4936-86b2-32f9a9f986bf tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1018806 Jan 27 22:05:00.831779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-793b53c7-0b18-4c36-9713-d97ddb0f2f58 req-8124381d-be17-4bce-9c54-f7c1dbddb172 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763991 Jan 27 22:05:01.198613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b87c63-a1f5-44f6-911c-091415c0e4b7 req-55b686b5-f654-4eef-9646-393adb5085d3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:01.221287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8b87c63-a1f5-44f6-911c-091415c0e4b7 req-55b686b5-f654-4eef-9646-393adb5085d3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1270013 Jan 27 22:05:01.336799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8b87c63-a1f5-44f6-911c-091415c0e4b7 req-6cbb1168-23c9-411d-a7de-0ffee9571715 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052964 Jan 27 22:05:01.345915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8117c8ba-01ea-4efd-8424-955023436d4a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:01.403335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 8117c8ba-01ea-4efd-8424-955023436d4a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:01.404340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 8117c8ba-01ea-4efd-8424-955023436d4a not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:01.601331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-6762b4b8-2444-4598-9c2b-46bd7d36b23c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:01.605623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-6762b4b8-2444-4598-9c2b-46bd7d36b23c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.1722734 Jan 27 22:05:01.626794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-3c8ea776-6f4b-43b1-bc07-e85af2e95101 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/quotas/eb1cd614a9c64717962274c50642681a HTTP/1.1" status: 200 len: 375 time: 0.0106385 Jan 27 22:05:01.672114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-2b157447-a59f-427e-ac44-42725f30f0f9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330594 Jan 27 22:05:01.735273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc976ceb-6dfa-4919-b5f9-2afb961c95c4 req-908d8864-686c-412a-b014-d4311427a19d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:01.738229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc976ceb-6dfa-4919-b5f9-2afb961c95c4 req-908d8864-686c-412a-b014-d4311427a19d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0699720 Jan 27 22:05:01.814633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc976ceb-6dfa-4919-b5f9-2afb961c95c4 req-bddfff06-1358-47ee-a442-76b8fb472924 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701358 Jan 27 22:05:02.038334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-852cb379-29de-4965-b878-edeb0d2f80fd service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319156 Jan 27 22:05:02.200157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-1633f2a2-3c2b-428a-8836-90570759457f service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605811 Jan 27 22:05:02.324088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38810) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:02.336899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944291608', 'description': 'tempest-secgroup-smoke-1944291608 description', 'project_id': '75cb12138042437b98d6c30ac4673882'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:02.370521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.383822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.492257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4a15c-43c5-4961-8faa-0ec7d1ef5c5f req-1a957379-6554-4ff8-9134-94e910ad081b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:02.493936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5f4a15c-43c5-4961-8faa-0ec7d1ef5c5f req-1a957379-6554-4ff8-9134-94e910ad081b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0968511 Jan 27 22:05:02.672148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (917236a6-cb70-4dcf-8e6d-490994c0da8c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.688828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5f4a15c-43c5-4961-8faa-0ec7d1ef5c5f req-176fa199-be58-407e-a56f-97843688ab85 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816952 Jan 27 22:05:02.695063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (917236a6-cb70-4dcf-8e6d-490994c0da8c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.770869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352434a9-9ccf-41ec-8951-e7c10cb86385 req-017e2a37-383e-44e8-837d-7b07b60caf25 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:02.778962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-352434a9-9ccf-41ec-8951-e7c10cb86385 req-017e2a37-383e-44e8-837d-7b07b60caf25 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.2208462 Jan 27 22:05:02.856679 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.911707 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.955914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-803b92e4-f33b-4d30-af45-a2270d9e0a74 req-3350c21d-7c5d-4083-b2cc-9fbac1dce7b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 210 time: 0.0695286 Jan 27 22:05:02.968176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917236a6-cb70-4dcf-8e6d-490994c0da8c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:03.049354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:03.090356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.092514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-13f599ed-dd3b-46c6-9cc8-d75d54a3020a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7656569 Jan 27 22:05:03.095641 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38830) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:03.100992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-331e8e5b-4cb5-4901-a446-c5a06ddba72b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': 'b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:03.134758 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-352434a9-9ccf-41ec-8951-e7c10cb86385 req-7a6f8d8f-8fd1-411a-a972-7b264c6b9cda tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544469 Jan 27 22:05:03.165154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-331e8e5b-4cb5-4901-a446-c5a06ddba72b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (6ac46e23-630f-47dd-8065-1fdea87c40a3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.205704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c49242-a6b7-4024-968d-34a3efffe198 req-3fdac48f-b9cd-47ee-a140-dec1ce3e74ec tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:03.208871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81c49242-a6b7-4024-968d-34a3efffe198 req-3fdac48f-b9cd-47ee-a140-dec1ce3e74ec tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1113284 Jan 27 22:05:03.285606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-331e8e5b-4cb5-4901-a446-c5a06ddba72b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (6ac46e23-630f-47dd-8065-1fdea87c40a3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.286952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81c49242-a6b7-4024-968d-34a3efffe198 req-536440fe-448b-4297-9215-56eefc0c220e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Jan 27 22:05:03.292199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-331e8e5b-4cb5-4901-a446-c5a06ddba72b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6ac46e23-630f-47dd-8065-1fdea87c40a3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.318994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e8e5b-4cb5-4901-a446-c5a06ddba72b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac46e23-630f-47dd-8065-1fdea87c40a3,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:03.336599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-331e8e5b-4cb5-4901-a446-c5a06ddba72b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.338637 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-331e8e5b-4cb5-4901-a446-c5a06ddba72b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414327 Jan 27 22:05:03.341638 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38832) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:03.350465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a3b39bf7-9d73-4f3b-bd6e-3e4e3166a3da tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': 'b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:03.414614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b39bf7-9d73-4f3b-bd6e-3e4e3166a3da tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (6934f489-f475-4b5f-95a5-5be6b23decbb), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.564193 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b39bf7-9d73-4f3b-bd6e-3e4e3166a3da tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (6934f489-f475-4b5f-95a5-5be6b23decbb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.602869 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b39bf7-9d73-4f3b-bd6e-3e4e3166a3da tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6934f489-f475-4b5f-95a5-5be6b23decbb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.654596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b39bf7-9d73-4f3b-bd6e-3e4e3166a3da tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6934f489-f475-4b5f-95a5-5be6b23decbb,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:03.712797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a3b39bf7-9d73-4f3b-bd6e-3e4e3166a3da tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.717744 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a3b39bf7-9d73-4f3b-bd6e-3e4e3166a3da tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3706477 Jan 27 22:05:03.720140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:03.726646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-614c1355-2eb9-46fe-9dac-e4c62db01676 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': 'b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:03.772562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-614c1355-2eb9-46fe-9dac-e4c62db01676 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (5610ba98-f460-4572-bdba-128eadafe936), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.907545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-614c1355-2eb9-46fe-9dac-e4c62db01676 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (5610ba98-f460-4572-bdba-128eadafe936), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.913931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-614c1355-2eb9-46fe-9dac-e4c62db01676 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (5610ba98-f460-4572-bdba-128eadafe936), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.955448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c1355-2eb9-46fe-9dac-e4c62db01676 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5610ba98-f460-4572-bdba-128eadafe936,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:03.973401 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-614c1355-2eb9-46fe-9dac-e4c62db01676 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.980719 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-614c1355-2eb9-46fe-9dac-e4c62db01676 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2588556 Jan 27 22:05:03.981559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38842) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:03.988874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d2cc361d-24e8-48c7-9b63-180b2e6538c1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': 'b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:04.043096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2cc361d-24e8-48c7-9b63-180b2e6538c1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (d86d3093-518e-4b5f-b13c-719495d09891), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.142396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e5a49207-69d5-4ca7-9d7f-855a83d98f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.192851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-018457f5-0ba7-46bd-8ae9-4be305739c80 req-b2442e8a-2d36-4357-9fff-aa74e0488583 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 210 time: 0.0371230 Jan 27 22:05:04.202860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16064346-d1bf-49b2-a97a-97810f438082 req-17a7582c-7cc6-461b-bc7b-e94b8bf73560 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.210542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16064346-d1bf-49b2-a97a-97810f438082 req-17a7582c-7cc6-461b-bc7b-e94b8bf73560 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.7247806 Jan 27 22:05:04.280106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2cc361d-24e8-48c7-9b63-180b2e6538c1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (d86d3093-518e-4b5f-b13c-719495d09891), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.302059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2cc361d-24e8-48c7-9b63-180b2e6538c1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d86d3093-518e-4b5f-b13c-719495d09891), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.322362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16064346-d1bf-49b2-a97a-97810f438082 req-dcfa5137-9914-4cd3-9315-27569590f3f8 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101830 Jan 27 22:05:04.366277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc361d-24e8-48c7-9b63-180b2e6538c1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86d3093-518e-4b5f-b13c-719495d09891,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:04.392412 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2cc361d-24e8-48c7-9b63-180b2e6538c1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.395654 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d2cc361d-24e8-48c7-9b63-180b2e6538c1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4127789 Jan 27 22:05:04.401455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38850) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:04.419126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e4ba203d-9253-48ad-8580-19c53a41ecae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': 'b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:04.483548 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-e4ba203d-9253-48ad-8580-19c53a41ecae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Project 75cb12138042437b98d6c30ac4673882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:05:04.505689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4ba203d-9253-48ad-8580-19c53a41ecae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (97033847-8866-4049-aa71-b5622aa8f8f5), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.524263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0f880-e2a1-48bb-b05b-17ecd626cb4a req-d90706c8-fbe1-45d9-9d90-71f1bad20ddd tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.532603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70d0f880-e2a1-48bb-b05b-17ecd626cb4a req-d90706c8-fbe1-45d9-9d90-71f1bad20ddd tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1828613 Jan 27 22:05:04.647105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-99805abc-b747-4b49-ae13-060c196c38dc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.649181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-99805abc-b747-4b49-ae13-060c196c38dc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.2332168 Jan 27 22:05:04.661487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70d0f880-e2a1-48bb-b05b-17ecd626cb4a req-fec671c9-8414-4f38-9e62-52c9693b3a01 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279132 Jan 27 22:05:04.676013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Request body: {'port': {'device_id': 'a85b7183-85b9-446a-a1b7-9a6293daa68a', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'admin_state_up': True, 'tenant_id': 'eb1cd614a9c64717962274c50642681a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:04.723013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4ba203d-9253-48ad-8580-19c53a41ecae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (97033847-8866-4049-aa71-b5622aa8f8f5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.731390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4ba203d-9253-48ad-8580-19c53a41ecae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (97033847-8866-4049-aa71-b5622aa8f8f5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.807754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba203d-9253-48ad-8580-19c53a41ecae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97033847-8866-4049-aa71-b5622aa8f8f5,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:04.819061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4ba203d-9253-48ad-8580-19c53a41ecae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.828612 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e4ba203d-9253-48ad-8580-19c53a41ecae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4248703 Jan 27 22:05:04.829647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38858) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:04.838103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-001865bc-01b3-47dd-a1b3-4a74a70d01ef tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': 'b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:04.870077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Made reservation on behalf of eb1cd614a9c64717962274c50642681a for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:04.877371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.883366 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-001865bc-01b3-47dd-a1b3-4a74a70d01ef tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Project 75cb12138042437b98d6c30ac4673882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:05:04.896275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-001865bc-01b3-47dd-a1b3-4a74a70d01ef tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (e072cd8d-a109-4a17-9996-381631c72db4), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.912426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8833c-f270-4438-bf0c-c1630d6462bf req-719275fb-6c2b-4233-b77e-3d4fd04a72f1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.921055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fba8833c-f270-4438-bf0c-c1630d6462bf req-719275fb-6c2b-4233-b77e-3d4fd04a72f1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2506158 Jan 27 22:05:05.045877 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-001865bc-01b3-47dd-a1b3-4a74a70d01ef tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (e072cd8d-a109-4a17-9996-381631c72db4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.048214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fba8833c-f270-4438-bf0c-c1630d6462bf req-b7c3012d-41bf-4fc1-8a49-ea17e57f37a6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225398 Jan 27 22:05:05.053173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-001865bc-01b3-47dd-a1b3-4a74a70d01ef tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (e072cd8d-a109-4a17-9996-381631c72db4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.098431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001865bc-01b3-47dd-a1b3-4a74a70d01ef tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e072cd8d-a109-4a17-9996-381631c72db4,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:05.130462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-001865bc-01b3-47dd-a1b3-4a74a70d01ef tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.138758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38864) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:05.141195 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-001865bc-01b3-47dd-a1b3-4a74a70d01ef tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3096192 Jan 27 22:05:05.145568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'network': {'name': 'tempest-network-smoke--1744479496', 'project_id': '75cb12138042437b98d6c30ac4673882', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:05.189326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Allocated IP 172.20.0.3 (07004775-3e31-4b22-b881-0df6534a33d1/f255f4b6-739c-45a3-86ca-29b661bbd2e9/d5931a1c-08ca-4ef5-a019-a630b25f1bad) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:05.224994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:05.229265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.304875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eae2a-fb4e-4bad-bf0a-23f4de26d4ed req-1a37236e-344e-4880-a65b-bfd545a35f51 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:05.306612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d43eae2a-fb4e-4bad-bf0a-23f4de26d4ed req-1a37236e-344e-4880-a65b-bfd545a35f51 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1346586 Jan 27 22:05:05.336711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:05.420204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (45cab8e2-f54e-4124-abb9-f9397238127c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.420672 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Added segment 45cab8e2-f54e-4124-abb9-f9397238127c of type vlan for network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f Jan 27 22:05:05.468632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29ffb444-21db-4184-bf4f-5e10058b4769 req-67f5cc5d-b54e-4a7a-931a-c8fcff9429f1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 210 time: 0.1091921 Jan 27 22:05:05.540523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d43eae2a-fb4e-4bad-bf0a-23f4de26d4ed req-55b87b43-860a-4a34-ae1f-897ee3e45d53 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230747 Jan 27 22:05:05.545429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1ac17d58-3393-40bc-8a7d-cfb82f4aa52f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.615654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks [] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.621218 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1ac17d58-3393-40bc-8a7d-cfb82f4aa52f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.626524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:05.627188 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.729610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5892231 Jan 27 22:05:05.735236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38878) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:05.743588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'admin_state_up': True, 'project_id': '75cb12138042437b98d6c30ac4673882', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:05.795353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07f68e-cf1a-412c-9501-1bc93e035f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Network': ['ID=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:05.801763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (1c4df783-4e4d-4edf-bed3-9df9f396a65f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.804102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (1c4df783-4e4d-4edf-bed3-9df9f396a65f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.846750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:05.916319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_controller (1c4df783-4e4d-4edf-bed3-9df9f396a65f), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.922102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.081601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Network 07004775-3e31-4b22-b881-0df6534a33d1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:06.093417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:06.106383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:06.114406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (1c4df783-4e4d-4edf-bed3-9df9f396a65f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.196563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event updated for resources: {'Port': ['ID=d5931a1c-08ca-4ef5-a019-a630b25f1bad,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:06.229845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802416b-9966-4246-9489-933dc4b24259 req-429c4b8d-5cf5-431b-a2bd-4449bbfdc4b6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:06.237151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8802416b-9966-4246-9489-933dc4b24259 req-429c4b8d-5cf5-431b-a2bd-4449bbfdc4b6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.4094329 Jan 27 22:05:06.289328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6558b93-4bc3-4ed4-a0a5-27757478398a req-b5343a37-0def-4756-a8a5-4c870bb79861 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:06.292592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6558b93-4bc3-4ed4-a0a5-27757478398a req-b5343a37-0def-4756-a8a5-4c870bb79861 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.4562874 Jan 27 22:05:06.385508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:06.386697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.418076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (1c4df783-4e4d-4edf-bed3-9df9f396a65f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.442945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.465841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4d9460a-4cbc-450c-b80e-2c25a3dc125b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7989042 Jan 27 22:05:06.492094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Request body: {'port': {'device_id': 'a85b7183-85b9-446a-a1b7-9a6293daa68a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:06.627106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.25.8.240 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/b4828b2c-7466-466c-8f4f-94a8cc6d8b19) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:06.634359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8802416b-9966-4246-9489-933dc4b24259 req-05dcd6d5-b83e-480d-826c-eff89a2b35a6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740613 Jan 27 22:05:06.640978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.684389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6558b93-4bc3-4ed4-a0a5-27757478398a req-524155ee-201e-40a1-8481-53423abbc09b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485830 Jan 27 22:05:06.944579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.986267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.031724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:07.035512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:07.039842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:07.088543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=b4828b2c-7466-466c-8f4f-94a8cc6d8b19,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:07.091463 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ebc339dc-98a1-4460-b7c7-497ae3734355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.289421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5931a1c-08ca-4ef5-a019-a630b25f1bad {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:07.298856 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Publish callbacks [] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.314500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Transition to ACTIVE for port object d5931a1c-08ca-4ef5-a019-a630b25f1bad will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:07.333784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.401413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9108-f6f2-4128-974c-6c9231726bf7 req-fcd01df9-0e9b-4338-a6fe-95db148c9723 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:07.403518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958c9108-f6f2-4128-974c-6c9231726bf7 req-fcd01df9-0e9b-4338-a6fe-95db148c9723 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.4586709 Jan 27 22:05:07.461772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acac9c-140d-401c-80b9-43f2b6c0d8c9 req-13e47177-beb2-46d9-83f5-308b353b0b66 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:07.464971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01acac9c-140d-401c-80b9-43f2b6c0d8c9 req-13e47177-beb2-46d9-83f5-308b353b0b66 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 931 time: 0.5217946 Jan 27 22:05:07.469487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Pushing event updated for resources: {'Port': ['ID=d5931a1c-08ca-4ef5-a019-a630b25f1bad,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:07.541113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-958c9108-f6f2-4128-974c-6c9231726bf7 req-750e622e-cc19-4ade-aed9-a3e9a93b9497 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225355 Jan 27 22:05:07.663630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (1c4df783-4e4d-4edf-bed3-9df9f396a65f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.685179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01acac9c-140d-401c-80b9-43f2b6c0d8c9 req-06040990-9c28-4d41-a1f1-9f7d6eb4802b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531017 Jan 27 22:05:07.737756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Attempting to bind port d5931a1c-08ca-4ef5-a019-a630b25f1bad on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:07.738360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Attempting to bind port d5931a1c-08ca-4ef5-a019-a630b25f1bad by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:07.738904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Attempting to bind port d5931a1c-08ca-4ef5-a019-a630b25f1bad on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:07.752086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Port d5931a1c-08ca-4ef5-a019-a630b25f1bad on network 07004775-3e31-4b22-b881-0df6534a33d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:07.752636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Attempting to bind port d5931a1c-08ca-4ef5-a019-a630b25f1bad on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:07.773386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:07.773736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Checking segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:07.774132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Bound using segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:07.774585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Bound port: d5931a1c-08ca-4ef5-a019-a630b25f1bad, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:07.774954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.932944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] For port d5931a1c-08ca-4ef5-a019-a630b25f1bad, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:07.936866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] For port d5931a1c-08ca-4ef5-a019-a630b25f1bad, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d5931a1c-08ca-4ef5-a019-a630b25f1bad,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:07.954450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.012387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:08.013611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.014960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] 10.222.0.16 "PUT /v2.0/ports/d5931a1c-08ca-4ef5-a019-a630b25f1bad HTTP/1.1" status: 200 len: 1091 time: 1.5309870 Jan 27 22:05:08.022423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b7183-85b9-446a-a1b7-9a6293daa68a', 'tag': 'd5931a1c-08ca-4ef5-a019-a630b25f1bad'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:08.024904 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423f2d24-1136-4c75-8828-18fafa2a3840" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b7183-85b9-446a-a1b7-9a6293daa68a", "tag": "d5931a1c-08ca-4ef5-a019-a630b25f1bad"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:08.086062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091bb6c-c545-41ba-a24c-aa3fbeea63b1 req-ae5a5c30-36e3-4833-8236-92c68d17cf59 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:08.087756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6091bb6c-c545-41ba-a24c-aa3fbeea63b1 req-ae5a5c30-36e3-4833-8236-92c68d17cf59 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1490295 Jan 27 22:05:08.107286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6653a0a-6096-4940-893f-f2c1a4998b98 req-7d7699d9-6d3f-48aa-8f86-c135fadaf069 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:08.109035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6653a0a-6096-4940-893f-f2c1a4998b98 req-7d7699d9-6d3f-48aa-8f86-c135fadaf069 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3170476 Jan 27 22:05:08.153190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5e3a7-c6ee-4ce1-9bfd-e48117801458 service neutron] Pushing event updated for resources: {'Port': ['ID=d5931a1c-08ca-4ef5-a019-a630b25f1bad,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:08.224916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-60060535-5fb8-4100-9d88-64510f230bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:08.226399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-60060535-5fb8-4100-9d88-64510f230bcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 1094 time: 0.1351557 Jan 27 22:05:08.250882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6653a0a-6096-4940-893f-f2c1a4998b98 req-c4ec32b8-4412-4b21-80a2-ffdfd3e783c7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130774 Jan 27 22:05:08.282769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6091bb6c-c545-41ba-a24c-aa3fbeea63b1 req-75bc4324-fd06-4a46-afe7-5c802fd876f8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384234 Jan 27 22:05:08.286901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-5b6ce079-2f69-48da-a0ff-89a897123b43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5931a1c-08ca-4ef5-a019-a630b25f1bad HTTP/1.1" status: 200 len: 217 time: 0.0486627 Jan 27 22:05:08.298031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (1c4df783-4e4d-4edf-bed3-9df9f396a65f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.400268 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03eb58b-44e8-407c-a786-037a1e4af63c x-openstack-request-id: req-c03eb58b-44e8-407c-a786-037a1e4af63c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:08.401132 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b7183-85b9-446a-a1b7-9a6293daa68a", "tag": "d5931a1c-08ca-4ef5-a019-a630b25f1bad", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:08.401132 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c03eb58b-44e8-407c-a786-037a1e4af63c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:08.401469 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b7183-85b9-446a-a1b7-9a6293daa68a', 'tag': 'd5931a1c-08ca-4ef5-a019-a630b25f1bad', 'status': 'completed', 'code': 200} Jan 27 22:05:08.413472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.434191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-00ef1f31-80fc-45eb-a854-10a7c15ece24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:08.435813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-00ef1f31-80fc-45eb-a854-10a7c15ece24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1427436 Jan 27 22:05:08.568313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-2e330133-c7cf-4df6-9fb2-0b45ce6b1f60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180801 Jan 27 22:05:08.600546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1c4df783-4e4d-4edf-bed3-9df9f396a65f is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:05:08.739673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:08.753965 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Sync routers for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:08.784246 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:08.785283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.785405 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:08.790126 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-debe5020-5343-4e72-a189-c0362fa8e3ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0499890 Jan 27 22:05:08.792907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:08.815812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7de353-b973-46c1-b8f9-e12aeb9b3ecd req-e0463db7-8c96-4c61-8f62-aac88bc3ff5d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:08.818774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc7de353-b973-46c1-b8f9-e12aeb9b3ecd req-e0463db7-8c96-4c61-8f62-aac88bc3ff5d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3772230 Jan 27 22:05:08.933849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-2e84686d-0bb8-4d7d-9a9c-65225b16533d service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399017 Jan 27 22:05:08.940715 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3f5a361-8395-491c-9a07-084258e496da tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=75cb12138042437b98d6c30ac4673882&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1439404 Jan 27 22:05:08.941680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:09.076368 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:09.091610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bddf1-8b4c-44f7-8fe3-249b643dac27 req-756e70e1-8d57-4bd4-8cc6-0f32db5799fa tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.100723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f5bddf1-8b4c-44f7-8fe3-249b643dac27 req-756e70e1-8d57-4bd4-8cc6-0f32db5799fa tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 943 time: 0.2706978 Jan 27 22:05:09.194140 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:05:09.284947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f5bddf1-8b4c-44f7-8fe3-249b643dac27 req-2f793b29-14d6-4b4b-a2bb-39e758ac3b5a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828523 Jan 27 22:05:09.289643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94eac04-a2a6-4393-acd5-ba68035d6c10 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.297231 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a94eac04-a2a6-4393-acd5-ba68035d6c10 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3529327 Jan 27 22:05:09.299872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38916) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:09.312833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc7de353-b973-46c1-b8f9-e12aeb9b3ecd req-0201c3f5-84c2-47a6-8173-95ec7afc5f77 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683003 Jan 27 22:05:09.384755 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b75f26b6-f3fa-4e87-a810-82780fee1bf8 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800564 Jan 27 22:05:09.387366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38922) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:09.389958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b533da5f-98b7-4efa-b43a-1133b311b696 req-a4086c80-f4a8-4b6d-af73-a62629d5c808 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444501 Jan 27 22:05:09.397296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630353819', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'project_id': '75cb12138042437b98d6c30ac4673882', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:09.504573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:07Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:09.620220 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Checking router: 1c4df783-4e4d-4edf-bed3-9df9f396a65f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:09.621103 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Updating router 1c4df783-4e4d-4edf-bed3-9df9f396a65f port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:05:09.623489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:09.638962 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.675288 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.936314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b91565-83e9-42f5-a0aa-ccd59aac1812 req-dd957191-fb5c-49d2-a413-8a2bca00ca60 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.943335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9b91565-83e9-42f5-a0aa-ccd59aac1812 req-dd957191-fb5c-49d2-a413-8a2bca00ca60 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.4871995 Jan 27 22:05:09.986412 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-aa110527-fbf5-48c0-b31b-a0d3296ac04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.990718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-aa110527-fbf5-48c0-b31b-a0d3296ac04d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 1094 time: 0.5412934 Jan 27 22:05:10.035695 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Publish callbacks [] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.048579 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.136605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (6b4f92f8-2f31-425a-903e-d84a163dda3b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.161309 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Attempting to bind port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:10.162057 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Attempting to bind port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:10.162650 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Attempting to bind port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:10.184395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-f6842a6e-83da-45c2-aded-d10657b3e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.185955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-f6842a6e-83da-45c2-aded-d10657b3e993 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 912 time: 0.1678824 Jan 27 22:05:10.192114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a16f2-66e7-448f-90a8-6e57a3823139 req-bc2a659b-5fc9-4a12-b002-e542012d5e80 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.193942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc1a16f2-66e7-448f-90a8-6e57a3823139 req-bc2a659b-5fc9-4a12-b002-e542012d5e80 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 813 time: 0.5804324 Jan 27 22:05:10.204661 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:10.205488 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:10.207254 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.207968 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:10.208717 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Bound port: b4828b2c-7466-466c-8f4f-94a8cc6d8b19, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:10.210072 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.246573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc1a16f2-66e7-448f-90a8-6e57a3823139 req-2004d93d-6efb-49c9-a56b-df6abd9b5d5d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/quotas/65f922f56aa444d8918fdbe425cfa732 HTTP/1.1" status: 200 len: 375 time: 0.0241704 Jan 27 22:05:10.272463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Subnet': ['ID=6b4f92f8-2f31-425a-903e-d84a163dda3b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:10.283001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Checking segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:10.283631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network hostable DHCP agents. Network: 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:10.319199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:10.326825 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] For port b4828b2c-7466-466c-8f4f-94a8cc6d8b19, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:10.333408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:10.340999 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] For port b4828b2c-7466-466c-8f4f-94a8cc6d8b19, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b4828b2c-7466-466c-8f4f-94a8cc6d8b19,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:10.342230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b71dbe9-daf7-4725-b7d6-d7ce77c1c46e None None] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:10.350219 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Pushing event updated for resources: {'Port': ['ID=b4828b2c-7466-466c-8f4f-94a8cc6d8b19,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:10.351152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.351825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.362394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-feffce2a-3a69-4d2d-b29d-cd14be85d178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5931a1c-08ca-4ef5-a019-a630b25f1bad HTTP/1.1" status: 200 len: 217 time: 0.1508124 Jan 27 22:05:10.406013 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.416231 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.418052 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.418442 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.418781 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.419124 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.419478 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.419820 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.420154 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.420487 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.420816 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.421143 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.421466 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:10.437577 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf69190e-0fad-45e9-9e2f-7182e19ca1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0484054 Jan 27 22:05:10.440346 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.440495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38944) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:10.457730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9b91565-83e9-42f5-a0aa-ccd59aac1812 req-96c810d1-ee55-457c-90aa-f4e990a23655 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587507 Jan 27 22:05:10.503185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-951d91e1-d871-416a-becc-9a4c0cbf7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.504732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-951d91e1-d871-416a-becc-9a4c0cbf7507 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.1277781 Jan 27 22:05:10.513698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc1a16f2-66e7-448f-90a8-6e57a3823139 req-b199e32f-0e41-4221-bd85-8a73c8e10f3c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634445 Jan 27 22:05:10.576616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-61976cd6-cc94-4bdd-a1e3-e9e2ac086d0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618587 Jan 27 22:05:10.652485 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3481b-6775-4cfc-a5e1-b79bbf796fd8 None None] Pushing event updated for resources: {'Port': ['ID=b4828b2c-7466-466c-8f4f-94a8cc6d8b19,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:10.719659 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:10.727851 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:10.797600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:05:10.800404 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.136026 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:11.144318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2b515-05a1-4d68-b09f-0113b0a7d324 req-b50f6385-44b9-404f-a2f4-7ed52c3c2141 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:11.149940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31f2b515-05a1-4d68-b09f-0113b0a7d324 req-b50f6385-44b9-404f-a2f4-7ed52c3c2141 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 943 time: 0.3264725 Jan 27 22:05:11.161011 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.278954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.308522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405da3c-97df-4ccb-847a-4ffcf76ac18d req-cbafb863-e9ef-428a-ad31-431710b1994d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:11.319454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7405da3c-97df-4ccb-847a-4ffcf76ac18d req-cbafb863-e9ef-428a-ad31-431710b1994d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.5796196 Jan 27 22:05:11.349416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Allocated IP 172.20.0.2 (1ac17d58-3393-40bc-8a7d-cfb82f4aa52f/6b4f92f8-2f31-425a-903e-d84a163dda3b/02e52df0-3cf4-465d-9f28-8831a7f7dd3f) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:11.492061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-ed216f21-889e-4898-8737-11d2479a9475 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9082499 Jan 27 22:05:11.522400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31f2b515-05a1-4d68-b09f-0113b0a7d324 req-d8d02346-a5c8-469c-aef7-afc0802eeb05 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521111 Jan 27 22:05:11.774331 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:07Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:11.855234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59c294-bb45-4868-aefe-c2030dcd39db None None] The sync data for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 is: [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:07Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:11.873476 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Publish callbacks [] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.896439 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.025681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:12.031474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:12.040684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:12.068459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Pushing event updated for resources: {'Port': ['ID=02e52df0-3cf4-465d-9f28-8831a7f7dd3f,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:12.199212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Attempting to bind port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:12.199511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Attempting to bind port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:12.199895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Attempting to bind port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f on network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:12.208978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:12.209285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Checking segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:12.209658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.210063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Bound using segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:12.211987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Bound port: 02e52df0-3cf4-465d-9f28-8831a7f7dd3f, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:12.212397 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.376610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] For port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:12.388413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] For port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=02e52df0-3cf4-465d-9f28-8831a7f7dd3f,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:12.396933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.557392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e0033-3406-41ea-977c-76c8aab14f45 None None] Pushing event updated for resources: {'Port': ['ID=02e52df0-3cf4-465d-9f28-8831a7f7dd3f,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:12.584615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.776255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7405da3c-97df-4ccb-847a-4ffcf76ac18d req-eb54ac8f-afb8-4de5-a1e4-e5277e798b8a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4064152 Jan 27 22:05:12.961859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce47d51-44d0-490f-a9c2-711a8b77306f req-2b018aba-d28f-452c-ad55-0a7c057e711a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:12.985552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce47d51-44d0-490f-a9c2-711a8b77306f req-2b018aba-d28f-452c-ad55-0a7c057e711a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.3166559 Jan 27 22:05:13.316381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.20.0.1 (1ac17d58-3393-40bc-8a7d-cfb82f4aa52f/6b4f92f8-2f31-425a-903e-d84a163dda3b/a023ae17-dc5d-4b9c-8abf-f2c2f658ba68) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:13.345011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-423f2d24-1136-4c75-8828-18fafa2a3840 req-b623c096-b2b8-432c-8102-62bc19f315ab service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8132672 Jan 27 22:05:13.358534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b4828b2c-7466-466c-8f4f-94a8cc6d8b19 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:13.382851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca30ab4-abe9-40fe-ae3a-1eda7de4f014 req-defcc4e0-c642-4b56-9897-5677a65db7e2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.384675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bca30ab4-abe9-40fe-ae3a-1eda7de4f014 req-defcc4e0-c642-4b56-9897-5677a65db7e2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 945 time: 0.2455213 Jan 27 22:05:13.457799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce47d51-44d0-490f-a9c2-711a8b77306f req-fcb1f23b-e2bc-4c7c-9130-4dbc68d0fd4f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703546 Jan 27 22:05:13.494397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d5931a1c-08ca-4ef5-a019-a630b25f1bad details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:13.514593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bca30ab4-abe9-40fe-ae3a-1eda7de4f014 req-b9f0dc49-deea-46ea-b5fd-0dbce4f04432 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149781 Jan 27 22:05:13.707786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:13.708515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.727399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325873-f62f-49bd-a0d7-6e8cb8a60ff0 req-c0faf8d2-2fc7-45e0-838f-dd9e2448095a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.745639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be325873-f62f-49bd-a0d7-6e8cb8a60ff0 req-c0faf8d2-2fc7-45e0-838f-dd9e2448095a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 943 time: 0.1376581 Jan 27 22:05:13.793384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.847975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:05:13.914436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.039067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be325873-f62f-49bd-a0d7-6e8cb8a60ff0 req-249c7ca6-bc5f-4ff0-ba55-a4f761458830 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922091 Jan 27 22:05:14.085697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d5931a1c-08ca-4ef5-a019-a630b25f1bad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d5931a1c-08ca-4ef5-a019-a630b25f1bad,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:14.103466 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:14.117269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:14.133439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:14.136347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd5931a1c-08ca-4ef5-a019-a630b25f1bad', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'port_id': 'd5931a1c-08ca-4ef5-a019-a630b25f1bad', 'mac_address': 'fa:16:3e:49:16:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f4b6-739c-45a3-86ca-29b661bbd2e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:14.141739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-92f0871a-fd62-447f-9e58-796c3b7c9891 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:14.143792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-92f0871a-fd62-447f-9e58-796c3b7c9891 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.16 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 945 time: 0.3420815 Jan 27 22:05:14.228829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c270d63-8bd8-4246-9efc-049873694d18 req-f9388886-6c9d-4f68-b64c-b71a9737d87f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:14.240957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c270d63-8bd8-4246-9efc-049873694d18 req-f9388886-6c9d-4f68-b64c-b71a9737d87f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.4432197 Jan 27 22:05:14.293645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:14.371029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (1c4df783-4e4d-4edf-bed3-9df9f396a65f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.408830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:14.409237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.454480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c270d63-8bd8-4246-9efc-049873694d18 req-0a81dce0-832d-4441-9f50-bc17aadcc187 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120757 Jan 27 22:05:14.486546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port b4828b2c-7466-466c-8f4f-94a8cc6d8b19, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b4828b2c-7466-466c-8f4f-94a8cc6d8b19,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:14.500555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.535017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Deleting port f0b9f825-5bcf-45cd-8b67-e36385b6b50a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:14.536433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.564929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d5931a1c-08ca-4ef5-a019-a630b25f1bad is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:14.565602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.692289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5931a1c-08ca-4ef5-a019-a630b25f1bad {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:14.745418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d5931a1c-08ca-4ef5-a019-a630b25f1bad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d5931a1c-08ca-4ef5-a019-a630b25f1bad,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:14.762985 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.812549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=b4828b2c-7466-466c-8f4f-94a8cc6d8b19,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:14.944490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d5931a1c-08ca-4ef5-a019-a630b25f1bad,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:15.014293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed979c-8481-4c39-a4c4-536231594a4e req-7e227535-5ad8-4a00-b090-492876db00a1 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:15.021788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ed979c-8481-4c39-a4c4-536231594a4e req-7e227535-5ad8-4a00-b090-492876db00a1 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.2361329 Jan 27 22:05:15.069891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4424a75-8c93-4e4c-b6f4-34c5bb66f469 req-539b73ca-3013-429f-99bc-e3a6511d7d6c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:15.073832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4424a75-8c93-4e4c-b6f4-34c5bb66f469 req-539b73ca-3013-429f-99bc-e3a6511d7d6c tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 945 time: 0.2843733 Jan 27 22:05:15.106389 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.124188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d5931a1c-08ca-4ef5-a019-a630b25f1bad'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:15.214160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ed979c-8481-4c39-a4c4-536231594a4e req-694361ec-04f2-4b88-9c9e-0a1fb1294460 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913722 Jan 27 22:05:15.218216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] For port f0b9f825-5bcf-45cd-8b67-e36385b6b50a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:15.224421 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.286863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Calling delete_port for f0b9f825-5bcf-45cd-8b67-e36385b6b50a owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:15.359549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4424a75-8c93-4e4c-b6f4-34c5bb66f469 req-55f942de-ff34-442d-8cfd-1d5b81e197a2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584641 Jan 27 22:05:15.375669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b50377-6c8c-42c1-9f9d-f560c75da65d None None] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:15.878462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 02e52df0-3cf4-465d-9f28-8831a7f7dd3f up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:16.005068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f0b9f825-5bcf-45cd-8b67-e36385b6b50a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.063818 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6ad180c-d345-4cc9-8b8a-6b322dfdb634 req-70992c9b-bb14-4cc2-9acf-8e9e52f9b201 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=65f922f56aa444d8918fdbe425cfa732 HTTP/1.1" status: 200 len: 221 time: 0.4627762 Jan 27 22:05:16.073137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7fc795fc-6b96-4112-b059-51b97fbc85d3 None None] Provisioning complete for port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:16.073137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fc795fc-6b96-4112-b059-51b97fbc85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.076299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Pushing event deleted for resources: {'Port': ['ID=f0b9f825-5bcf-45cd-8b67-e36385b6b50a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:16.131840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032824b-24bd-4d9d-af4d-7b5317737742 req-794a7d95-4ab3-4778-8e78-49a42affd8a2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:16.134283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e032824b-24bd-4d9d-af4d-7b5317737742 req-794a7d95-4ab3-4778-8e78-49a42affd8a2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 944 time: 0.4793556 Jan 27 22:05:16.191340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] No DVR routers for this DVR port f0b9f825-5bcf-45cd-8b67-e36385b6b50a on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:16.191951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.194825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['f0b9f825-5bcf-45cd-8b67-e36385b6b50a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:16.197775 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.198627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3b117de5-9be9-4980-8d2d-0e641eda1597', '1a43f67e-68c4-4866-83be-0190ee169623', '1869d41d-ee0f-46ac-807f-cdce26b6037d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:16.203263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.205431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b6dc0d9-f889-459f-85eb-45803bc10de8 req-39300138-937f-4a49-90d6-47e8327e33b1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.16 "DELETE /v2.0/ports/f0b9f825-5bcf-45cd-8b67-e36385b6b50a HTTP/1.1" status: 204 len: 173 time: 2.0529044 Jan 27 22:05:16.206231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ffc528-3342-4b40-a84b-bd9ea31ed412', 'name': 'network-vif-deleted', 'tag': 'f0b9f825-5bcf-45cd-8b67-e36385b6b50a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:16.210731 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b898da-82bd-440b-a6e8-efe452e04849" -d '{"events": [{"server_uuid": "11ffc528-3342-4b40-a84b-bd9ea31ed412", "name": "network-vif-deleted", "tag": "f0b9f825-5bcf-45cd-8b67-e36385b6b50a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:16.348201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e032824b-24bd-4d9d-af4d-7b5317737742 req-f7bda1ed-644d-4fb8-89c2-a0edc1b6da48 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676292 Jan 27 22:05:16.356861 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (1c4df783-4e4d-4edf-bed3-9df9f396a65f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.400065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67296883-338a-444c-a083-051034a35c8f req-28d0894f-13a4-454f-8f66-d5e1434a0693 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:16.414566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67296883-338a-444c-a083-051034a35c8f req-28d0894f-13a4-454f-8f66-d5e1434a0693 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1987081 Jan 27 22:05:16.552263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67296883-338a-444c-a083-051034a35c8f req-d910fc76-1bbd-4c68-aef0-536b4cf3cd9e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366642 Jan 27 22:05:16.558866 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f883a5e7-5cdc-4dbb-a41f-89d11ee04960 x-openstack-request-id: req-f883a5e7-5cdc-4dbb-a41f-89d11ee04960 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:16.559175 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ffc528-3342-4b40-a84b-bd9ea31ed412", "name": "network-vif-deleted", "tag": "f0b9f825-5bcf-45cd-8b67-e36385b6b50a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:16.559463 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f883a5e7-5cdc-4dbb-a41f-89d11ee04960 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:16.559964 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ffc528-3342-4b40-a84b-bd9ea31ed412', 'name': 'network-vif-deleted', 'tag': 'f0b9f825-5bcf-45cd-8b67-e36385b6b50a', 'status': 'completed', 'code': 200} Jan 27 22:05:16.644604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:16.780157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:16.780157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:16.811859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7c95d-9d3b-4b66-a4e4-8a076a9f51c8 req-d54023de-e22d-497e-84f9-bd0b595ebc6c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:16.823002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4f7c95d-9d3b-4b66-a4e4-8a076a9f51c8 req-d54023de-e22d-497e-84f9-bd0b595ebc6c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1230135 Jan 27 22:05:16.892385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-294889ff-8d15-49f7-860a-37f60c6c1110 req-10207d0f-665b-4e72-90bf-c1ad31117873 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ffc528-3342-4b40-a84b-bd9ea31ed412 HTTP/1.1" status: 200 len: 210 time: 0.1066368 Jan 27 22:05:17.017745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1c4df783-4e4d-4edf-bed3-9df9f396a65f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:17.038843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4f7c95d-9d3b-4b66-a4e4-8a076a9f51c8 req-3705450f-1fcd-4d8d-9255-9e7111fa013b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804636 Jan 27 22:05:17.147392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:17.149318 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.207132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba2de4-f613-4f87-9039-61b7552a355c req-5080cb6f-634a-41a6-ade3-de3f29d8b2b9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.224827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4ba2de4-f613-4f87-9039-61b7552a355c req-5080cb6f-634a-41a6-ade3-de3f29d8b2b9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1337051 Jan 27 22:05:17.278365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:17.297823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Sync routers for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:17.298033 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-21aaef20-e2a3-4379-a1fd-cc5fb351398b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "PUT /v2.0/routers/1c4df783-4e4d-4edf-bed3-9df9f396a65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8521986 Jan 27 22:05:17.324877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4ba2de4-f613-4f87-9039-61b7552a355c req-f8029e1b-7d5c-4922-a636-a763831267f9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986707 Jan 27 22:05:17.461248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7fc795fc-6b96-4112-b059-51b97fbc85d3 None None] Current status of the port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:17.462153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fc795fc-6b96-4112-b059-51b97fbc85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.480779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:17.481639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:17.486536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:17.486536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.599500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-0558fd4b-c6b7-4741-9b61-35a832b5bf6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944291608&fields=id&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 267 time: 0.1393113 Jan 27 22:05:17.684908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:17.846139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7fc795fc-6b96-4112-b059-51b97fbc85d3 None None] For port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=02e52df0-3cf4-465d-9f28-8831a7f7dd3f,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:17.878396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fc795fc-6b96-4112-b059-51b97fbc85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.957904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180e7f2-b622-47fe-bb51-060486e28b54 req-e13bbb7f-9672-429e-9fc4-8b756d128fc3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.961792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4180e7f2-b622-47fe-bb51-060486e28b54 req-e13bbb7f-9672-429e-9fc4-8b756d128fc3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 944 time: 0.3687506 Jan 27 22:05:17.972277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-26159788-0e97-46f9-a8e8-b862bb759677 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3080721 Jan 27 22:05:18.015754 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:05:18.016157 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:05:18.075303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797df788-798c-46eb-a61f-a666e269602b req-56f9351f-f344-4433-9cea-70ba0730d834 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.077090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-56f9351f-f344-4433-9cea-70ba0730d834 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 797 time: 0.4617324 Jan 27 22:05:18.144195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bb3fc9e5-7cd6-4498-93f4-712188b5a8fc None None] Provisioning complete for port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:18.144645 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc9e5-7cd6-4498-93f4-712188b5a8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.154750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4180e7f2-b622-47fe-bb51-060486e28b54 req-2ae77f7e-0d5a-457a-be28-5de599f04ab1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624341 Jan 27 22:05:18.159183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-75d8d5d7-576a-4bca-bc79-47a10fdbd25f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/quotas/75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 375 time: 0.0748053 Jan 27 22:05:18.208811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-bc3b35e6-e1f2-4b97-b7c3-b868b4d11e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.219400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-bc3b35e6-e1f2-4b97-b7c3-b868b4d11e6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1096 time: 0.2072620 Jan 27 22:05:18.232139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc795fc-6b96-4112-b059-51b97fbc85d3 None None] Pushing event updated for resources: {'Port': ['ID=02e52df0-3cf4-465d-9f28-8831a7f7dd3f,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:18.236109 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.427017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-69017fe5-c111-4009-8755-9ef10c8690ac tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2502532 Jan 27 22:05:18.444152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321404-a648-42ab-b986-0b693c6e7015 req-d96888bc-5746-4595-9492-09161155855c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.453493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a321404-a648-42ab-b986-0b693c6e7015 req-d96888bc-5746-4595-9492-09161155855c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1522408 Jan 27 22:05:18.487165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bb3fc9e5-7cd6-4498-93f4-712188b5a8fc None None] Current status of the port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:18.498283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:15Z', 'revision_number': 2, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:18.539450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Checking router: 1c4df783-4e4d-4edf-bed3-9df9f396a65f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:18.540595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Updating router 1c4df783-4e4d-4edf-bed3-9df9f396a65f port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:05:18.585678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-70a2fe6f-44e9-4211-85e9-8a2acc1df54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.587207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-70a2fe6f-44e9-4211-85e9-8a2acc1df54e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 914 time: 0.3069503 Jan 27 22:05:18.613586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bb3fc9e5-7cd6-4498-93f4-712188b5a8fc None None] Provisioning complete for port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:18.614717 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc9e5-7cd6-4498-93f4-712188b5a8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.651799 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.655023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a321404-a648-42ab-b986-0b693c6e7015 req-38450ac4-18ca-4dd6-a76e-6bfcc2aa5472 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004344 Jan 27 22:05:18.657815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:18.659020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b4828b2c-7466-466c-8f4f-94a8cc6d8b19 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:18.667495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-ede3d2a6-b005-4f21-ac00-74908d12db0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 200 len: 217 time: 0.0691428 Jan 27 22:05:18.788282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-4cad36f7-6d61-478c-9cdb-51f3cb47e4e1 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150816 Jan 27 22:05:18.817069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bb3fc9e5-7cd6-4498-93f4-712188b5a8fc None None] Port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:18.991191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-f46f302b-9982-4f77-96ba-cefb96d344c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.994051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-f46f302b-9982-4f77-96ba-cefb96d344c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.3192592 Jan 27 22:05:19.027024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-94c9542f-e5e5-4a86-af77-4622d59930db service neutron] 10.222.0.45 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372019 Jan 27 22:05:19.084757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:19.084757 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.085644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d9d9275c-4d20-4a54-9b4c-18555f88b4c9 None None] Provisioning complete for port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:19.086049 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9d9275c-4d20-4a54-9b4c-18555f88b4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.086191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-06b6fcad-983d-4335-a375-1d55e32f3e89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571496 Jan 27 22:05:19.138529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9275c-4d20-4a54-9b4c-18555f88b4c9 None None] Port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:19.278779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-416b7c67-dbd0-49ae-9b77-0ca19f986cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2689133 Jan 27 22:05:19.345969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:19.428921 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Publish callbacks [] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.436965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d5931a1c-08ca-4ef5-a019-a630b25f1bad up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:19.442572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.459100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e8320-c3a6-47b3-8d9a-492c5ad4fd50 req-2fe3054b-7354-4f9a-99c9-30d629a2ed63 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:19.468319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-219e8320-c3a6-47b3-8d9a-492c5ad4fd50 req-2fe3054b-7354-4f9a-99c9-30d629a2ed63 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.4663281 Jan 27 22:05:19.520188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 02e52df0-3cf4-465d-9f28-8831a7f7dd3f up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:19.604420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d0ff9-671f-470b-a863-ca0790b00a3c None None] Pushing event updated for resources: {'Port': ['ID=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:19.660079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:19.660463 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.807807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port d5931a1c-08ca-4ef5-a019-a630b25f1bad completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:19.810771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-6e1684e4-af79-42ab-82d3-294b6501d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:19.813320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-6e1684e4-af79-42ab-82d3-294b6501d150 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 1096 time: 0.5000992 Jan 27 22:05:19.838969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d5931a1c-08ca-4ef5-a019-a630b25f1bad triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:19.839581 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.910155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Attempting to bind port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:19.910684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Attempting to bind port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:19.911225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Attempting to bind port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 on network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:19.935130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:19.935863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Checking segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:19.936397 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.937036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Bound using segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:19.937834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Bound port: a023ae17-dc5d-4b9c-8abf-f2c2f658ba68, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:19.938444 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.958230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-219e8320-c3a6-47b3-8d9a-492c5ad4fd50 req-c079cccc-878f-4300-bd7f-334056c710c9 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255889 Jan 27 22:05:20.006062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f8c9d-0690-4f9b-aef7-13f2b2ac1441 req-3bd13c70-c9d3-403b-86ec-69ccdd00cc6d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.040516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a2f8c9d-0690-4f9b-aef7-13f2b2ac1441 req-3bd13c70-c9d3-403b-86ec-69ccdd00cc6d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.5635552 Jan 27 22:05:20.224152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] For port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:20.241841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] For port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:20.266635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-4c0f4b19-9713-4754-8051-4acbcf7a8d98 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1318839 Jan 27 22:05:20.272216 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.392283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d5931a1c-08ca-4ef5-a019-a630b25f1bad is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:20.395121 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.396386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a2f8c9d-0690-4f9b-aef7-13f2b2ac1441 req-2fba5339-d904-404d-8157-12372313d52b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504803 Jan 27 22:05:20.417703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:20.469002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5055bb3b-335c-45bf-afc1-3e92870c35c1 None None] Provisioning complete for port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:20.469937 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5055bb3b-335c-45bf-afc1-3e92870c35c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.557557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f03ee-7bac-4a79-90ef-44a734a1bf51 req-807a2c0c-29f7-49c2-9c62-a4f5eb9ac9fb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.565707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-416f03ee-7bac-4a79-90ef-44a734a1bf51 req-807a2c0c-29f7-49c2-9c62-a4f5eb9ac9fb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 944 time: 0.3583159 Jan 27 22:05:20.608493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-d1ffb6c5-bc03-4a32-8ada-c376b2409a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.610319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-d1ffb6c5-bc03-4a32-8ada-c376b2409a62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 200 len: 916 time: 0.7467463 Jan 27 22:05:20.733169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-416f03ee-7bac-4a79-90ef-44a734a1bf51 req-12a7c211-f00b-44f5-b908-e8175c94c913 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653166 Jan 27 22:05:20.913463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-335a06cf-5837-4f20-ac45-36df09a6f8b1 req-45c892e6-d771-476d-8cf0-5e7e52a1979d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 210 time: 0.3019433 Jan 27 22:05:20.923645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-27a361ef-a808-4208-8fb1-ce7cf8424dbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a43f67e-68c4-4866-83be-0190ee169623 HTTP/1.1" status: 200 len: 217 time: 0.2794454 Jan 27 22:05:20.999821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-ae6501dc-7c1d-40e4-a1fc-3790b1a3d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:21.002650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-ae6501dc-7c1d-40e4-a1fc-3790b1a3d2ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 200 len: 855 time: 0.0583549 Jan 27 22:05:21.025932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f83acac8-eb4f-474c-9310-e21a538196a9 req-94f56d10-bad3-435c-9eab-fba52e751a8f service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482147 Jan 27 22:05:21.065581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-645060a7-62a4-4c72-90d4-c170857a5eec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=639301f1-5e16-439b-bfd2-7913fc808a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430989 Jan 27 22:05:21.090788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:21.091886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:21.201432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54500b-e66c-4c95-b1fa-7a313b2e54f9 req-07366233-52a3-44ff-a772-78e37e94c2a6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:21.216523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa54500b-e66c-4c95-b1fa-7a313b2e54f9 req-07366233-52a3-44ff-a772-78e37e94c2a6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3058078 Jan 27 22:05:21.342776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:21.386987 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.408797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b7183-85b9-446a-a1b7-9a6293daa68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5931a1c-08ca-4ef5-a019-a630b25f1bad'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:21.411251 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f874a6-3695-40f6-abd0-c6d1cff0694c" -d '{"events": [{"server_uuid": "a85b7183-85b9-446a-a1b7-9a6293daa68a", "name": "network-vif-plugged", "status": "completed", "tag": "d5931a1c-08ca-4ef5-a019-a630b25f1bad"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:21.437113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d5931a1c-08ca-4ef5-a019-a630b25f1bad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d5931a1c-08ca-4ef5-a019-a630b25f1bad,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:21.450248 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.450512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f0b9f825-5bcf-45cd-8b67-e36385b6b50a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:21.452454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d0ff9-671f-470b-a863-ca0790b00a3c None None] Pushing event updated for resources: {'Port': ['ID=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:21.508790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: f0b9f825-5bcf-45cd-8b67-e36385b6b50a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:21.509240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f0b9f825-5bcf-45cd-8b67-e36385b6b50a not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:21.770708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5055bb3b-335c-45bf-afc1-3e92870c35c1 None None] Current status of the port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:21.771134 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5055bb3b-335c-45bf-afc1-3e92870c35c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.776013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d5931a1c-08ca-4ef5-a019-a630b25f1bad,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:21.855969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5055bb3b-335c-45bf-afc1-3e92870c35c1 None None] For port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:21.863246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5055bb3b-335c-45bf-afc1-3e92870c35c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.886647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44ec50-61c2-411c-b984-87edaf3ef8a4 req-ee5a82a6-ad63-4693-a82f-9f213a29c37f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:21.899544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af44ec50-61c2-411c-b984-87edaf3ef8a4 req-ee5a82a6-ad63-4693-a82f-9f213a29c37f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.8057644 Jan 27 22:05:21.960086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa54500b-e66c-4c95-b1fa-7a313b2e54f9 req-903d90d4-6937-4412-b16f-947c851bf845 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7418661 Jan 27 22:05:21.996734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055bb3b-335c-45bf-afc1-3e92870c35c1 None None] Pushing event updated for resources: {'Port': ['ID=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:22.007692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1d4d06ad-b5eb-4b70-84fa-5f9f64505c55 None None] Provisioning complete for port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:22.008108 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d4d06ad-b5eb-4b70-84fa-5f9f64505c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.043573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af44ec50-61c2-411c-b984-87edaf3ef8a4 req-81b42395-2ab2-4fc4-bbf8-e367ea3c8a18 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426134 Jan 27 22:05:22.052185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:20Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:22.086773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-acca6c88-b2b9-4b0e-9741-10c5740f9ddc service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0146122 Jan 27 22:05:22.092821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248e42e-a299-4fd2-81ef-7d23db8e599b None None] The sync data for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 is: [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:20Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:22.212190 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee6ed86-df7e-4ebe-98f6-0ffae1a89871 x-openstack-request-id: req-1ee6ed86-df7e-4ebe-98f6-0ffae1a89871 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:22.212493 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b7183-85b9-446a-a1b7-9a6293daa68a", "name": "network-vif-plugged", "status": "completed", "tag": "d5931a1c-08ca-4ef5-a019-a630b25f1bad", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:22.212807 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ee6ed86-df7e-4ebe-98f6-0ffae1a89871 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:22.214988 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b7183-85b9-446a-a1b7-9a6293daa68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5931a1c-08ca-4ef5-a019-a630b25f1bad', 'code': 200} Jan 27 22:05:22.244556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d06ad-b5eb-4b70-84fa-5f9f64505c55 None None] Current status of the port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:22.311764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797df788-798c-46eb-a61f-a666e269602b req-079fa87a-9ee5-4ed8-84e0-2806b5510c19 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.313988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-079fa87a-9ee5-4ed8-84e0-2806b5510c19 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 797 time: 0.8568416 Jan 27 22:05:22.411228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03412762-7124-4394-b4d9-39d1af0a3b9b req-112a8984-e905-495d-a195-9ee145beeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.413946 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-03412762-7124-4394-b4d9-39d1af0a3b9b req-112a8984-e905-495d-a195-9ee145beeae6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 1096 time: 0.0777342 Jan 27 22:05:22.554678 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-03412762-7124-4394-b4d9-39d1af0a3b9b req-f36a5b18-f0fd-451a-9a1a-72f65a2672eb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720959 Jan 27 22:05:22.900105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39074) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:22.994907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49184eb0-6f2f-4e52-b0eb-b16597233a37 req-43642c91-c97b-4e0c-b36e-f1959931c6fc tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 210 time: 0.6715124 Jan 27 22:05:23.127400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61177-92be-496f-84aa-c1bb955a7ad2 req-604f9549-36e8-473f-bddc-5384df4aa847 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:23.134694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a6e61177-92be-496f-84aa-c1bb955a7ad2 req-604f9549-36e8-473f-bddc-5384df4aa847 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.9153380 Jan 27 22:05:23.426513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4eaf007-a139-41c5-af6f-061fb1c350ab req-c715ab56-d752-4a8f-a897-8aa242260e80 service neutron] 10.222.0.57 "GET /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3246207 Jan 27 22:05:23.465226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-2272b160-79fc-4f93-aab8-72c6dfa4449c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 380 time: 0.4681628 Jan 27 22:05:23.467467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3ad9b1a3-91cb-4f72-ac40-19014b766e25 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:23.477593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'port': {'device_id': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'admin_state_up': True, 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'security_groups': ['b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:23.641851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a6e61177-92be-496f-84aa-c1bb955a7ad2 req-d4a7ca29-0bfc-408d-852c-b61ae35ef788 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720695 Jan 27 22:05:23.649912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:23.654140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.700881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab27dce-c569-4b39-b921-049b35efb267 req-bafca2c8-036d-4081-8124-d45ea8d754c2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:23.711895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ab27dce-c569-4b39-b921-049b35efb267 req-bafca2c8-036d-4081-8124-d45ea8d754c2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.4592791 Jan 27 22:05:23.716674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:23.908297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:23.935373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ab27dce-c569-4b39-b921-049b35efb267 req-6b1fadd1-29d8-4485-ab4a-71a86c7fb63c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210553 Jan 27 22:05:23.958854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '3ad9b1a3-91cb-4f72-ac40-19014b766e25', 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'port_id': '3ad9b1a3-91cb-4f72-ac40-19014b766e25', 'mac_address': 'fa:16:3e:cc:5a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94c0842-d9c1-416c-921a-d107d2910987', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:24.096576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8eee5-6c4a-424b-9e4d-0b89320188e0 req-c4c350b7-dadb-4d26-aef4-3dc363917e2e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:24.106281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fb8eee5-6c4a-424b-9e4d-0b89320188e0 req-c4c350b7-dadb-4d26-aef4-3dc363917e2e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.2344830 Jan 27 22:05:24.111550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:24.112609 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.131680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ad9b1a3-91cb-4f72-ac40-19014b766e25 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:24.142793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:24.143665 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.158649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.20.0.13 (1ac17d58-3393-40bc-8a7d-cfb82f4aa52f/6b4f92f8-2f31-425a-903e-d84a163dda3b/6ac10e8d-209d-4423-8ae9-6e75283a48be) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:24.236378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:24.279599 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.292858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (65216d09-5f5b-4f84-95b6-6ea1092c4160), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.346065 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.355487 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:24.385880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:24.461348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.546836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:24.567282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fc2f5-fd43-428c-92cc-8c0566f2ab30 req-4ea457e2-f5c2-41ab-a942-c6518bb314d9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:24.568978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d34fc2f5-fd43-428c-92cc-8c0566f2ab30 req-4ea457e2-f5c2-41ab-a942-c6518bb314d9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.4508674 Jan 27 22:05:24.581508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:24.587909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fb8eee5-6c4a-424b-9e4d-0b89320188e0 req-da34a785-42e1-433a-b1f5-ab158f1a9636 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791803 Jan 27 22:05:24.590635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:24.599358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:24.619447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3ad9b1a3-91cb-4f72-ac40-19014b766e25'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:24.730712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:24.732993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.748078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d34fc2f5-fd43-428c-92cc-8c0566f2ab30 req-c32978d5-691a-43c2-9036-4268aded8f12 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642139 Jan 27 22:05:24.792522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-88b53023-b540-4269-8bcc-59efebdd4e6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3171911 Jan 27 22:05:24.817481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Request body: {'port': {'device_id': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:24.984639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Deleting port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:24.985149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.158822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079000e2-a6ed-4530-a531-5b42b4c6370c req-cf3acc7c-9d06-4274-8eb8-26b85d526516 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:25.160743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-079000e2-a6ed-4530-a531-5b42b4c6370c req-cf3acc7c-9d06-4274-8eb8-26b85d526516 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.1785038 Jan 27 22:05:25.161532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.161923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] For port 871da2ef-4a5f-45e0-b2ae-43babd2eabbe, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:25.162549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.192017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00fc55-0dd1-4e14-80e7-5553f7512b4d req-97635f2e-c74e-4a9b-8c33-8366b9314ec2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:25.193591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f00fc55-0dd1-4e14-80e7-5553f7512b4d req-97635f2e-c74e-4a9b-8c33-8366b9314ec2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 932 time: 0.3163786 Jan 27 22:05:25.194317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Calling delete_port for 871da2ef-4a5f-45e0-b2ae-43babd2eabbe owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:25.235558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3c0f42d1-b9cf-4e84-a0dd-e6eff0282b95 None None] Provisioning complete for port 6ac10e8d-209d-4423-8ae9-6e75283a48be triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:25.236413 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c0f42d1-b9cf-4e84-a0dd-e6eff0282b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.323663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-079000e2-a6ed-4530-a531-5b42b4c6370c req-1147438a-57e6-4331-a1f7-5e0365ed55d7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457763 Jan 27 22:05:25.342014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f42d1-b9cf-4e84-a0dd-e6eff0282b95 None None] Port 6ac10e8d-209d-4423-8ae9-6e75283a48be cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:25.358086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f00fc55-0dd1-4e14-80e7-5553f7512b4d req-ba9f8993-d993-4060-8eaf-2bd157c385df tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319926 Jan 27 22:05:25.474390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3ad9b1a3-91cb-4f72-ac40-19014b766e25 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:25.715116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (871da2ef-4a5f-45e0-b2ae-43babd2eabbe), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.766727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 is: BUILD; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:25.767536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.810350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Pushing event deleted for resources: {'Port': ['ID=871da2ef-4a5f-45e0-b2ae-43babd2eabbe,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:25.813828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ad9b1a3-91cb-4f72-ac40-19014b766e25 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:25.833923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.834284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.834615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.834962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.842512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.842512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.842799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.842922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.843248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.843624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.843970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.844389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.844617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:25.866926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:25.870550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7bca-3640-4f24-b133-36cebac9695e req-a6815435-1b45-451d-9754-94376a24276d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:25.875619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33da7bca-3640-4f24-b133-36cebac9695e req-a6815435-1b45-451d-9754-94376a24276d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2685506 Jan 27 22:05:25.880152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.010268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:26.134654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da1dd0-77ba-4bfa-b75b-5243c8044ddb req-32c1b9a0-5e35-4ba2-ab4d-1f3c642297ef tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:26.137564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98da1dd0-77ba-4bfa-b75b-5243c8044ddb req-32c1b9a0-5e35-4ba2-ab4d-1f3c642297ef tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.3512499 Jan 27 22:05:26.141718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac10e8d-209d-4423-8ae9-6e75283a48be {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:26.177080 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Publish callbacks [] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.184557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (65216d09-5f5b-4f84-95b6-6ea1092c4160), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.219999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33da7bca-3640-4f24-b133-36cebac9695e req-95724a87-755d-4cc3-a056-da8fab019efb tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669303 Jan 27 22:05:26.351048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Transition to ACTIVE for port object 6ac10e8d-209d-4423-8ae9-6e75283a48be will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:26.372015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.398381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98da1dd0-77ba-4bfa-b75b-5243c8044ddb req-59fef546-0b47-465a-a43b-963a6982872b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426667 Jan 27 22:05:26.662786 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Router 65216d09-5f5b-4f84-95b6-6ea1092c4160 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:26.717825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:26.758177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cfe65-cf14-4de1-adb6-31b2ec87bad0 req-e02ecc03-9aef-4ac1-95e9-61b1363acb00 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:26.760682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-760cfe65-cf14-4de1-adb6-31b2ec87bad0 req-e02ecc03-9aef-4ac1-95e9-61b1363acb00 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.2224040 Jan 27 22:05:26.796016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecce5d-58db-4bcf-8395-b250a4b37c86 req-6d678121-1e49-4517-997d-681b98c92230 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:26.797949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfecce5d-58db-4bcf-8395-b250a4b37c86 req-6d678121-1e49-4517-997d-681b98c92230 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 944 time: 0.3852992 Jan 27 22:05:26.906850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:26.921166 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] Sync routers for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:26.932252 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-13e9217e-1aab-4741-8d3f-8358c7355fed admin admin] 10.222.0.45 "PUT /v2.0/routers/65216d09-5f5b-4f84-95b6-6ea1092c4160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0303235 Jan 27 22:05:26.939990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:26.953353 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:26.954425 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:26.993664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-760cfe65-cf14-4de1-adb6-31b2ec87bad0 req-005381f0-4c66-4e84-a3ba-af978b1b72fc tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768894 Jan 27 22:05:27.034748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfecce5d-58db-4bcf-8395-b250a4b37c86 req-d7c12e9d-6fb7-4f38-aae9-f1b5f4f6e709 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282644 Jan 27 22:05:27.115717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Attempting to bind port 6ac10e8d-209d-4423-8ae9-6e75283a48be on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:27.116612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Attempting to bind port 6ac10e8d-209d-4423-8ae9-6e75283a48be by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:27.117368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Attempting to bind port 6ac10e8d-209d-4423-8ae9-6e75283a48be on network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:27.127597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Port 6ac10e8d-209d-4423-8ae9-6e75283a48be on network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:27.128470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Attempting to bind port 6ac10e8d-209d-4423-8ae9-6e75283a48be on network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:27.156243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:27.157103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Checking segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:27.157897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Bound using segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:27.158979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Bound port: 6ac10e8d-209d-4423-8ae9-6e75283a48be, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:27.159804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.216829 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks [] for router (65216d09-5f5b-4f84-95b6-6ea1092c4160), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.225137 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:27.318734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69ec16-5903-496b-b80b-ec772dba73e5 req-1fbb4fd6-1c92-479a-8485-1f4b0241fea5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:27.321651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d69ec16-5903-496b-b80b-ec772dba73e5 req-1fbb4fd6-1c92-479a-8485-1f4b0241fea5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1824970 Jan 27 22:05:27.374913 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks [] for router_gateway (65216d09-5f5b-4f84-95b6-6ea1092c4160), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.471547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3ad9b1a3-91cb-4f72-ac40-19014b766e25 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:27.560079 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T22:05:25Z', 'revision_number': 5, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port': {'id': '40d9c845-4a05-4af0-95ac-5b3954d03b46', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:35Z', 'updated_at': '2022-01-27T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:27.607492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d69ec16-5903-496b-b80b-ec772dba73e5 req-9becae59-644d-4c3e-a899-9cab21daf46a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771785 Jan 27 22:05:27.609750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:27.625148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:27.655086 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.674947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:27.675323 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.737143 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] Checking router: 65216d09-5f5b-4f84-95b6-6ea1092c4160 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:27.755296 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] Routers {'65216d09-5f5b-4f84-95b6-6ea1092c4160'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:27.755994 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65216d09-5f5b-4f84-95b6-6ea1092c4160'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:27.874013 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] Set router 65216d09-5f5b-4f84-95b6-6ea1092c4160 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:27.907455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:27.908230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.008553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:28.009965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad9b1a3-91cb-4f72-ac40-19014b766e25'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:28.011991 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T22:05:27Z', 'revision_number': 6, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:28.013381 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cda276-1cc1-40f0-a948-62100484472a" -d '{"events": [{"server_uuid": "9437b35e-c32d-4aed-a838-7cd64fd51537", "name": "network-vif-plugged", "status": "completed", "tag": "3ad9b1a3-91cb-4f72-ac40-19014b766e25"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:28.016180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.025078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.025749 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.027787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] 10.222.0.16 "PUT /v2.0/ports/6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1092 time: 3.2294066 Jan 27 22:05:28.032335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d31236-408d-44c4-ac92-98391343cf7b service neutron] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:28.045621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:28.049210 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:28.112398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e62359-912d-4ba4-9928-35ece8e7544b req-f22949b5-8e1a-4030-b107-14b3e6b2696b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.114729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2e62359-912d-4ba4-9928-35ece8e7544b req-f22949b5-8e1a-4030-b107-14b3e6b2696b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.4837179 Jan 27 22:05:28.152368 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c16a3-b98c-4183-aa93-98d44203b86b None None] The sync data for ids ['65216d09-5f5b-4f84-95b6-6ea1092c4160'] in n-d-826529-2 is: [{'id': '65216d09-5f5b-4f84-95b6-6ea1092c4160', 'name': 'tempest-TaggedBootDevicesTest-1144539111-router', 'tenant_id': '4bad5c908fb04c9dbee152ac2ab75146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:31Z', 'updated_at': '2022-01-27T22:05:27Z', 'revision_number': 6, 'project_id': '4bad5c908fb04c9dbee152ac2ab75146', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:28.233005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:28.237531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2e62359-912d-4ba4-9928-35ece8e7544b req-421a3150-c6d0-4812-859e-cf0d85ac0db4 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018140 Jan 27 22:05:28.254801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250160d6-1523-44b7-b9c4-bcc132ed7d29 req-6ba6c73c-ae71-4f45-a76b-3e4ae5addbbe tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.275291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-250160d6-1523-44b7-b9c4-bcc132ed7d29 req-6ba6c73c-ae71-4f45-a76b-3e4ae5addbbe tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.4864745 Jan 27 22:05:28.336021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-250160d6-1523-44b7-b9c4-bcc132ed7d29 req-1846b402-9222-4b9a-9a27-dcad94f4c495 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Jan 27 22:05:28.354257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797df788-798c-46eb-a61f-a666e269602b req-6a50e0d1-cb9b-4d96-bb05-061dd8cc801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.357912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-6a50e0d1-cb9b-4d96-bb05-061dd8cc801e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.2395363 Jan 27 22:05:28.365912 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda8fcb3-2b6e-43e4-9803-e8f1455a333e x-openstack-request-id: req-bda8fcb3-2b6e-43e4-9803-e8f1455a333e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:28.366339 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437b35e-c32d-4aed-a838-7cd64fd51537", "name": "network-vif-plugged", "status": "completed", "tag": "3ad9b1a3-91cb-4f72-ac40-19014b766e25", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:28.366609 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bda8fcb3-2b6e-43e4-9803-e8f1455a333e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:28.367100 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad9b1a3-91cb-4f72-ac40-19014b766e25', 'code': 200} Jan 27 22:05:28.421310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Deleting port 40d9c845-4a05-4af0-95ac-5b3954d03b46 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:28.422015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.465340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-0b5cf3b6-0383-4624-ab49-9231bca06aff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 217 time: 0.0915620 Jan 27 22:05:28.504762 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e25be-ad90-4447-be77-b05276e61053 x-openstack-request-id: req-0b0e25be-ad90-4447-be77-b05276e61053 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:28.505254 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:28.505719 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b0e25be-ad90-4447-be77-b05276e61053 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:28.506287 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'status': 'completed', 'code': 200} Jan 27 22:05:28.685870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1c4ac-406e-4c2a-b97c-fceeed9dd649 req-9e13f072-4035-4ca4-895b-2a18ba35a7de tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.686165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10d1c4ac-406e-4c2a-b97c-fceeed9dd649 req-9e13f072-4035-4ca4-895b-2a18ba35a7de tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.2185934 Jan 27 22:05:28.693770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] For port 40d9c845-4a05-4af0-95ac-5b3954d03b46, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=40d9c845-4a05-4af0-95ac-5b3954d03b46,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:28.694400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.703798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797df788-798c-46eb-a61f-a666e269602b req-fb732f61-5197-41d0-a211-c66920d7203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.705511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-fb732f61-5197-41d0-a211-c66920d7203a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.2031252 Jan 27 22:05:28.744472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Calling delete_port for 40d9c845-4a05-4af0-95ac-5b3954d03b46 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:28.750632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08c9ce-dfe6-4298-aa50-181fa0ba56b3 req-542fcd76-ea77-469b-abbb-9134856e4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.753616 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5b08c9ce-dfe6-4298-aa50-181fa0ba56b3 req-542fcd76-ea77-469b-abbb-9134856e4e6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 1097 time: 0.2134132 Jan 27 22:05:28.790693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99900947-387b-4e13-9acc-7f6efa77f42b req-0e0256c7-c365-4ec6-93b0-6e4739f532b5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.792647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99900947-387b-4e13-9acc-7f6efa77f42b req-0e0256c7-c365-4ec6-93b0-6e4739f532b5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.1332862 Jan 27 22:05:28.843404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10d1c4ac-406e-4c2a-b97c-fceeed9dd649 req-864dced8-10a9-4534-9920-78d87f171f15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362050 Jan 27 22:05:28.865923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797df788-798c-46eb-a61f-a666e269602b req-7d126d98-dced-432b-8b30-3ec250e91a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.869414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-7d126d98-dced-432b-8b30-3ec250e91a6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515524 Jan 27 22:05:28.882490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5b08c9ce-dfe6-4298-aa50-181fa0ba56b3 req-8a0f1e86-a94d-4017-ab27-2310a3faadd5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195412 Jan 27 22:05:29.056401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99900947-387b-4e13-9acc-7f6efa77f42b req-f7b3a6bd-d70a-4e37-bdca-33758fef7f22 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406631 Jan 27 22:05:29.098445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (40d9c845-4a05-4af0-95ac-5b3954d03b46), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.142003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=40d9c845-4a05-4af0-95ac-5b3954d03b46,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:29.233544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676066eb-93ac-47c1-af51-e4dfc4269579 req-2614f5c2-3232-4d49-9b24-e26dec6ece90 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:29.242728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-676066eb-93ac-47c1-af51-e4dfc4269579 req-2614f5c2-3232-4d49-9b24-e26dec6ece90 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2356384 Jan 27 22:05:29.253119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-f9ef55b0-6bf5-4d47-9f9a-a2c25b31f1a5 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752940 Jan 27 22:05:29.270857 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (65216d09-5f5b-4f84-95b6-6ea1092c4160), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.457849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (65216d09-5f5b-4f84-95b6-6ea1092c4160), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.462565 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks [] for router_controller (65216d09-5f5b-4f84-95b6-6ea1092c4160), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.523312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 40d9c845-4a05-4af0-95ac-5b3954d03b46 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:29.541228 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (65216d09-5f5b-4f84-95b6-6ea1092c4160), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.542238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-676066eb-93ac-47c1-af51-e4dfc4269579 req-a22c904d-28c9-41fd-9abd-9ccb734c9c62 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835290 Jan 27 22:05:29.545133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65216d09-5f5b-4f84-95b6-6ea1092c4160 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:05:29.583109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.587388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-90dbc408-07e9-4457-84d2-a58cb9d62b4d admin admin] 10.222.0.45 "DELETE /v2.0/routers/65216d09-5f5b-4f84-95b6-6ea1092c4160 HTTP/1.1" status: 204 len: 168 time: 2.6434042 Jan 27 22:05:29.589106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39138) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:29.631600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 40d9c845-4a05-4af0-95ac-5b3954d03b46 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:29.632953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 40d9c845-4a05-4af0-95ac-5b3954d03b46 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:29.633871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 871da2ef-4a5f-45e0-b2ae-43babd2eabbe no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:29.634238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797df788-798c-46eb-a61f-a666e269602b req-2fd05579-633c-4939-a6a6-21136ad40a5a service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551164 Jan 27 22:05:29.711622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 871da2ef-4a5f-45e0-b2ae-43babd2eabbe {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:29.721512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d68036c-f40d-4ea9-9254-743ccaf87be1 admin admin] Deleting subnet 0b451e4d-22c1-41c0-85f8-fe5254f83367 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:29.722622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 871da2ef-4a5f-45e0-b2ae-43babd2eabbe not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:29.732201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d68036c-f40d-4ea9-9254-743ccaf87be1 admin admin] Publish callbacks [] for subnet (0b451e4d-22c1-41c0-85f8-fe5254f83367), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.827933 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d68036c-f40d-4ea9-9254-743ccaf87be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (0b451e4d-22c1-41c0-85f8-fe5254f83367), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.888652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f1c3c-d98b-4af3-85c7-a97c24490479 req-4ec07fe5-6a69-4b9d-a7e1-b062881a096f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:29.890477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-527f1c3c-d98b-4af3-85c7-a97c24490479 req-4ec07fe5-6a69-4b9d-a7e1-b062881a096f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.2003849 Jan 27 22:05:29.902446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-cb4cfc57-637f-4d19-938c-42d20d8693e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:29.907313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-cb4cfc57-637f-4d19-938c-42d20d8693e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.1486616 Jan 27 22:05:29.922502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56481192-d613-4cc4-b9cd-fa63edbb41c2 req-2a33c4c5-f1f4-4fcc-a95f-578c8b71a1cd tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:29.924399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56481192-d613-4cc4-b9cd-fa63edbb41c2 req-2a33c4c5-f1f4-4fcc-a95f-578c8b71a1cd tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1517735 Jan 27 22:05:29.997340 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d68036c-f40d-4ea9-9254-743ccaf87be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (0b451e4d-22c1-41c0-85f8-fe5254f83367), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.067560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-527f1c3c-d98b-4af3-85c7-a97c24490479 req-28481e5f-9fc6-42e7-9f12-1baefe1caba5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601226 Jan 27 22:05:30.105377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56481192-d613-4cc4-b9cd-fa63edbb41c2 req-ee267788-9d1b-49dd-911e-eee06c9fb4d6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544743 Jan 27 22:05:30.123717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d68036c-f40d-4ea9-9254-743ccaf87be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (0b451e4d-22c1-41c0-85f8-fe5254f83367), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.123888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-d916ace3-b6d0-4409-9c8c-5e4902b0cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.123888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-d916ace3-b6d0-4409-9c8c-5e4902b0cb3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.2030966 Jan 27 22:05:30.138778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8d68036c-f40d-4ea9-9254-743ccaf87be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.138778 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8d68036c-f40d-4ea9-9254-743ccaf87be1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0b451e4d-22c1-41c0-85f8-fe5254f83367 HTTP/1.1" status: 204 len: 168 time: 0.5423841 Jan 27 22:05:30.151979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:30.160296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68036c-f40d-4ea9-9254-743ccaf87be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b451e4d-22c1-41c0-85f8-fe5254f83367,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:30.179944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c21611d-8fcc-4d3c-99d3-d228d382e0f2 None None] Network 25e016db-c5c8-4680-99fd-c704adf86e2c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:30.235786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-36774568-4eb2-414e-a129-0513384b62e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 217 time: 0.1096747 Jan 27 22:05:30.338126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (25e016db-c5c8-4680-99fd-c704adf86e2c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.451249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bb394-dd5c-45d4-a510-c636398d2f19 req-9b5c438b-81c1-4e16-a52a-6d8fc2292778 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.454638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c66bb394-dd5c-45d4-a510-c636398d2f19 req-9b5c438b-81c1-4e16-a52a-6d8fc2292778 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 945 time: 0.1317604 Jan 27 22:05:30.467218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-8eab8d61-cad4-446d-a5bc-1994b75efad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.470474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-8eab8d61-cad4-446d-a5bc-1994b75efad9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.2277353 Jan 27 22:05:30.477928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Deleting port 2e5b3f1a-02fd-49c6-a072-69f30c35271b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:30.478911 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.573256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] For port 2e5b3f1a-02fd-49c6-a072-69f30c35271b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e5b3f1a-02fd-49c6-a072-69f30c35271b,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:30.573922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.609050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Calling delete_port for 2e5b3f1a-02fd-49c6-a072-69f30c35271b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:30.621218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] DHCP port deletion for 25e016db-c5c8-4680-99fd-c704adf86e2c request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:05:30.658133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c66bb394-dd5c-45d4-a510-c636398d2f19 req-1775201b-c24f-4019-9972-8ae78bffffdc tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941187 Jan 27 22:05:30.712388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Deleting port 2e5b3f1a-02fd-49c6-a072-69f30c35271b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:30.712972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.725209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-426b817f-a6e2-49cc-9e75-3fa8b17e8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.729921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-426b817f-a6e2-49cc-9e75-3fa8b17e8538 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410600 Jan 27 22:05:30.750694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2938291-358f-4652-99cb-d6faaea33673 req-9301666a-49ff-458e-b035-cb41e8ea74db tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.753918 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2938291-358f-4652-99cb-d6faaea33673 req-9301666a-49ff-458e-b035-cb41e8ea74db tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.2933226 Jan 27 22:05:30.818533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] For port 2e5b3f1a-02fd-49c6-a072-69f30c35271b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e5b3f1a-02fd-49c6-a072-69f30c35271b,segment=NetworkSegment(4f76a778-18ba-4f2d-970f-09abe62f853b),segment_id=4f76a778-18ba-4f2d-970f-09abe62f853b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:30.819097 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.835993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Calling delete_port for 2e5b3f1a-02fd-49c6-a072-69f30c35271b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:30.839483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.902751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5b3f1a-02fd-49c6-a072-69f30c35271b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:30.925534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] No DVR routers for this DVR port 2e5b3f1a-02fd-49c6-a072-69f30c35271b on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:30.986078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (2e5b3f1a-02fd-49c6-a072-69f30c35271b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.049383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (25e016db-c5c8-4680-99fd-c704adf86e2c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.065855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Pushing event deleted for resources: {'Port': ['ID=2e5b3f1a-02fd-49c6-a072-69f30c35271b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:31.090754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e016db-c5c8-4680-99fd-c704adf86e2c']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:31.096666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] No DVR routers for this DVR port 2e5b3f1a-02fd-49c6-a072-69f30c35271b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:31.104750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.105339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.105782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f76a778-18ba-4f2d-970f-09abe62f853b') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:31.105950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.106261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f76a778-18ba-4f2d-970f-09abe62f853b') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:31.106485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.107126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.107730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.109343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.110125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.110795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.111378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.112161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.112934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.113509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef00f7-90ea-4b33-ab4b-f7e2b639cd25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.123959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (4f76a778-18ba-4f2d-970f-09abe62f853b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.164294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4f76a778-18ba-4f2d-970f-09abe62f853b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.173438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:31.174166 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (4f76a778-18ba-4f2d-970f-09abe62f853b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:31.176765 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:31.208282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2938291-358f-4652-99cb-d6faaea33673 req-77e785ce-7b8a-4287-849d-4917391ae01a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983534 Jan 27 22:05:31.219946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-246c9860-43c3-4419-aec4-350a31fc36b9 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642353 Jan 27 22:05:31.235712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74003ba-5cd5-4f99-8418-1261a629e102 req-c2943c19-2a77-4c98-a9ad-ac0cd2ca1440 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.237547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a74003ba-5cd5-4f99-8418-1261a629e102 req-c2943c19-2a77-4c98-a9ad-ac0cd2ca1440 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.3313282 Jan 27 22:05:31.278151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (25e016db-c5c8-4680-99fd-c704adf86e2c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.285254 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.292052 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] 10.222.0.45 "DELETE /v2.0/networks/25e016db-c5c8-4680-99fd-c704adf86e2c HTTP/1.1" status: 204 len: 168 time: 1.1357074 Jan 27 22:05:31.293705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39154) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:31.313266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530919e6-4b32-4d9f-8660-7d9d6e84fb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e016db-c5c8-4680-99fd-c704adf86e2c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:31.384730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aba59-c309-4b11-93d4-5622323370af req-4cf79123-3b89-46ab-af21-fbfdf3c3e6a1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.403667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-921aba59-c309-4b11-93d4-5622323370af req-4cf79123-3b89-46ab-af21-fbfdf3c3e6a1 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 945 time: 0.3704882 Jan 27 22:05:31.477753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e5b3f1a-02fd-49c6-a072-69f30c35271b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:31.515641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 2e5b3f1a-02fd-49c6-a072-69f30c35271b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:31.515959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e5b3f1a-02fd-49c6-a072-69f30c35271b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:31.603296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a74003ba-5cd5-4f99-8418-1261a629e102 req-b3b2b874-f958-4c70-b987-c1b14bcb8021 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463035 Jan 27 22:05:31.699693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22cac4-f86f-4f40-939b-4f53ad849382 req-800866d0-11ac-4555-a3ac-d818ddb98f41 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.701873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb22cac4-f86f-4f40-939b-4f53ad849382 req-800866d0-11ac-4555-a3ac-d818ddb98f41 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.2455962 Jan 27 22:05:31.723736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b07c67ee-0d18-4c1d-9940-069d38ed6ef0 req-2d303f4d-0952-4045-8e1f-0fe6a2f4ba33 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828928 Jan 27 22:05:31.937232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.236322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Deleting port 1869d41d-ee0f-46ac-807f-cdce26b6037d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:32.236611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.250764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1317c-23e6-4dc6-8610-9c1e46c5861b req-b081e20d-75b0-4dcf-af11-201579f401ff tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:32.253120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44e1317c-23e6-4dc6-8610-9c1e46c5861b req-b081e20d-75b0-4dcf-af11-201579f401ff tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.5793390 Jan 27 22:05:32.278747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb22cac4-f86f-4f40-939b-4f53ad849382 req-98be489f-4cbe-47d0-85d5-30b23048f0e4 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518973 Jan 27 22:05:32.377084 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Deleting port 15098a9b-f743-4648-a378-7f5bf7fdd788 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:32.377616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.443232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44e1317c-23e6-4dc6-8610-9c1e46c5861b req-95a55375-9f89-415f-8cee-6208107d7140 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787257 Jan 27 22:05:32.470097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf38f24-a8e0-4740-87af-a95134a54fc7 req-52fb19eb-e1c9-4bec-80fc-27f08fc4a6c4 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:32.471726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0bf38f24-a8e0-4740-87af-a95134a54fc7 req-52fb19eb-e1c9-4bec-80fc-27f08fc4a6c4 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.0887768 Jan 27 22:05:32.486987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] For port 1869d41d-ee0f-46ac-807f-cdce26b6037d, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1869d41d-ee0f-46ac-807f-cdce26b6037d,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:32.487240 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.521595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Calling delete_port for 1869d41d-ee0f-46ac-807f-cdce26b6037d owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:32.536374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] For port 15098a9b-f743-4648-a378-7f5bf7fdd788, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=15098a9b-f743-4648-a378-7f5bf7fdd788,segment=NetworkSegment(a6bf0fbc-d262-4909-8ccf-72e64bfbdb58),segment_id=a6bf0fbc-d262-4909-8ccf-72e64bfbdb58)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:32.536907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.558609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Calling delete_port for 15098a9b-f743-4648-a378-7f5bf7fdd788 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:32.635053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0bf38f24-a8e0-4740-87af-a95134a54fc7 req-bfef3088-bfc4-4c93-9b08-c120855c9b36 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439264 Jan 27 22:05:32.656091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e9485-0a15-4aaf-bb56-37ecb814192b req-9fb4acbf-9bfa-4fb6-a2cc-8ce7f4b9f9dc tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:32.657696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c41e9485-0a15-4aaf-bb56-37ecb814192b req-9fb4acbf-9bfa-4fb6-a2cc-8ce7f4b9f9dc tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cd6b229-fe0e-4ac3-89e8-2672442aba39 HTTP/1.1" status: 200 len: 945 time: 0.1427124 Jan 27 22:05:32.791391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (15098a9b-f743-4648-a378-7f5bf7fdd788), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.845563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=15098a9b-f743-4648-a378-7f5bf7fdd788,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:32.872984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c41e9485-0a15-4aaf-bb56-37ecb814192b req-9f6207cc-b8c5-4f8a-a933-1ea357b66dbd tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957171 Jan 27 22:05:32.892516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1869d41d-ee0f-46ac-807f-cdce26b6037d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.917863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3b117de5-9be9-4980-8d2d-0e641eda1597', '1a43f67e-68c4-4866-83be-0190ee169623', '1869d41d-ee0f-46ac-807f-cdce26b6037d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:32.945179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70e2de-fd45-4c50-8bae-528a457b51ee req-f42ec901-c827-4be8-bb0a-2d311f2ff607 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:32.953278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a70e2de-fd45-4c50-8bae-528a457b51ee req-f42ec901-c827-4be8-bb0a-2d311f2ff607 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.2023771 Jan 27 22:05:32.962160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Pushing event deleted for resources: {'Port': ['ID=1869d41d-ee0f-46ac-807f-cdce26b6037d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:33.126634 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.134370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a70e2de-fd45-4c50-8bae-528a457b51ee req-e5664563-ec27-4169-a09c-4d5e74aa3978 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800125 Jan 27 22:05:33.152824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] No DVR routers for this DVR port 1869d41d-ee0f-46ac-807f-cdce26b6037d on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:33.158163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.178384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-921aba59-c309-4b11-93d4-5622323370af req-69a94071-9c07-431a-80ed-5f3b3a42d4d2 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "DELETE /v2.0/ports/1869d41d-ee0f-46ac-807f-cdce26b6037d HTTP/1.1" status: 204 len: 173 time: 1.7159677 Jan 27 22:05:33.179205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd6b229-fe0e-4ac3-89e8-2672442aba39', 'name': 'network-vif-deleted', 'tag': '1869d41d-ee0f-46ac-807f-cdce26b6037d'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:33.190603 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0d26e2-fcde-4ac2-809f-b13cc190d0be" -d '{"events": [{"server_uuid": "4cd6b229-fe0e-4ac3-89e8-2672442aba39", "name": "network-vif-deleted", "tag": "1869d41d-ee0f-46ac-807f-cdce26b6037d"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:33.270503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee70366-fac0-4aad-b159-035693e19947 req-4a41f1cb-0eb9-461a-a7f5-3c12871fc440 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.280915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ee70366-fac0-4aad-b159-035693e19947 req-4a41f1cb-0eb9-461a-a7f5-3c12871fc440 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2273655 Jan 27 22:05:33.394883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ee70366-fac0-4aad-b159-035693e19947 req-a3dac4c4-ccfc-4d3f-903e-f405225c205c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076500 Jan 27 22:05:33.530821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6ac10e8d-209d-4423-8ae9-6e75283a48be details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:33.549172 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9bdc5d-8c2e-44e3-a01a-b80d47bac60b x-openstack-request-id: req-da9bdc5d-8c2e-44e3-a01a-b80d47bac60b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:33.549561 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd6b229-fe0e-4ac3-89e8-2672442aba39", "name": "network-vif-deleted", "tag": "1869d41d-ee0f-46ac-807f-cdce26b6037d", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:33.549957 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da9bdc5d-8c2e-44e3-a01a-b80d47bac60b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:33.550363 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd6b229-fe0e-4ac3-89e8-2672442aba39', 'name': 'network-vif-deleted', 'tag': '1869d41d-ee0f-46ac-807f-cdce26b6037d', 'status': 'completed', 'code': 200} Jan 27 22:05:33.598138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4a755-115c-4210-af86-7e0afc23572f req-3a842723-06ee-4231-8280-308abb72c1e3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.601080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93d4a755-115c-4210-af86-7e0afc23572f req-3a842723-06ee-4231-8280-308abb72c1e3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.0938406 Jan 27 22:05:33.699892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:33.705604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:33.720429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93d4a755-115c-4210-af86-7e0afc23572f req-85ec6100-ad5e-44b3-8468-d9074cdb7433 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073885 Jan 27 22:05:33.721228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'port_id': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'mac_address': 'fa:16:3e:a6:e4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:33.803254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6ac10e8d-209d-4423-8ae9-6e75283a48be is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:33.803929 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.830797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47a18-3389-4f13-9823-cbdbdf546a3f req-12a1c693-99dd-49ce-ae95-8b75fbe834c3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.834644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97d47a18-3389-4f13-9823-cbdbdf546a3f req-12a1c693-99dd-49ce-ae95-8b75fbe834c3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1121564 Jan 27 22:05:33.863575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac10e8d-209d-4423-8ae9-6e75283a48be {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:33.947283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:33.962114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39190) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:33.962861 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d9861bb8-1e9f-4ba8-88bb-0ce1a9987a76 admin admin] 10.222.0.45 "PUT /v2.0/routers/94ed36b8-37e7-4d84-8b12-bb3bc7a6c459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6563895 Jan 27 22:05:34.021299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97d47a18-3389-4f13-9823-cbdbdf546a3f req-f25d802c-81db-4b6d-8106-faecd226c5fd tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714041 Jan 27 22:05:34.080831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80974-8483-4828-ae97-d88f0c9d285c req-0e63addf-251e-463d-bda6-38cf3de27d12 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.084378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-0e63addf-251e-463d-bda6-38cf3de27d12 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 814 time: 0.2483311 Jan 27 22:05:34.086304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:34.092655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] Sync routers for ids ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:34.104714 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.141932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] Routers {'94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:34.142644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:34.184348 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95a384a2-edc2-4948-b872-a3bc3bc9b071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.203143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-b58dc7c1-d37f-4f44-b88d-070c8136567f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/quotas/2672188be06045b09e55f0c6c2e14574 HTTP/1.1" status: 200 len: 375 time: 0.0924881 Jan 27 22:05:34.217945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:34.273809 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks [] for router (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.280878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] Set router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:34.339517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a75b8-54b3-4eb7-aa62-be0b9c1d7486 req-ca0f59c4-15c5-45ec-b540-eb1f44bb11d0 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.340999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-119a75b8-54b3-4eb7-aa62-be0b9c1d7486 req-ca0f59c4-15c5-45ec-b540-eb1f44bb11d0 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1629174 Jan 27 22:05:34.406518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-24951230-b383-47e5-af18-8fdf173a65cc tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816988 Jan 27 22:05:34.495995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T22:05:32Z', 'revision_number': 5, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port': {'id': '752ee2fc-2c25-4074-930f-f3b2f52f2558', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:59Z', 'updated_at': '2022-01-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:34.505246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-119a75b8-54b3-4eb7-aa62-be0b9c1d7486 req-8e81ba2b-1463-4724-bcbd-99b9e51918d5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550579 Jan 27 22:05:34.511758 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks [] for router_gateway (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.536068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6ac10e8d-209d-4423-8ae9-6e75283a48be'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:34.536068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] Checking router: 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:34.570354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] Routers {'94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:34.571167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:34.631662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-a2ef07a1-ef42-41a2-9c33-fcd2e08d3e88 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053792 Jan 27 22:05:34.706049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Deleting port 752ee2fc-2c25-4074-930f-f3b2f52f2558 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:34.706530 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.707971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] Set router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:34.779864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 6, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:34.820073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a93e5-e186-4706-b1fc-1e70cc99edf5 None None] The sync data for ids ['94ed36b8-37e7-4d84-8b12-bb3bc7a6c459'] in n-d-826529-2 is: [{'id': '94ed36b8-37e7-4d84-8b12-bb3bc7a6c459', 'name': 'tempest-TaggedBootDevicesTest-2128054976-router', 'tenant_id': '3cad7136b1904599b89f8078848855a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:49:56Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 6, 'project_id': '3cad7136b1904599b89f8078848855a1', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:34.993589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6013e8-5b9c-4899-bb7b-213a4f5ac23d req-d997bb97-2ee2-4af4-9fec-6cde010a7b9a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.995448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc6013e8-5b9c-4899-bb7b-213a4f5ac23d req-d997bb97-2ee2-4af4-9fec-6cde010a7b9a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 945 time: 0.1312325 Jan 27 22:05:34.997751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] For port 752ee2fc-2c25-4074-930f-f3b2f52f2558, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=752ee2fc-2c25-4074-930f-f3b2f52f2558,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:34.998720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.003112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-845f56d6-117a-4fc9-9ba0-5ba9c0088ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520582 Jan 27 22:05:35.021805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Calling delete_port for 752ee2fc-2c25-4074-930f-f3b2f52f2558 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:35.137592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc6013e8-5b9c-4899-bb7b-213a4f5ac23d req-9318c1db-b057-4f2a-bec4-b1e91772f8d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283917 Jan 27 22:05:35.309614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-748ed7a4-3685-416a-aa3b-da0c6c73bf40 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.311258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-748ed7a4-3685-416a-aa3b-da0c6c73bf40 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "GET /v2.0/ports?device_id=9437b35e-c32d-4aed-a838-7cd64fd51537 HTTP/1.1" status: 200 len: 946 time: 0.2241395 Jan 27 22:05:35.435262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495cad8-fa1a-45b3-bc5f-7d6056820f81 req-94ac10f9-d1d0-4b40-aca6-ed65587cdbfc tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.436910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c495cad8-fa1a-45b3-bc5f-7d6056820f81 req-94ac10f9-d1d0-4b40-aca6-ed65587cdbfc tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 945 time: 0.1940434 Jan 27 22:05:35.470835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f2183-fc7d-46d8-a55f-d80f509c5ef8 req-f462d251-b7dd-483f-b276-3fb98099a7b2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.472467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-628f2183-fc7d-46d8-a55f-d80f509c5ef8 req-f462d251-b7dd-483f-b276-3fb98099a7b2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.2063556 Jan 27 22:05:35.502345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1869d41d-ee0f-46ac-807f-cdce26b6037d no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:35.508589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (752ee2fc-2c25-4074-930f-f3b2f52f2558), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.541889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 1869d41d-ee0f-46ac-807f-cdce26b6037d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:35.542486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1869d41d-ee0f-46ac-807f-cdce26b6037d not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:35.558599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Pushing event deleted for resources: {'Port': ['ID=752ee2fc-2c25-4074-930f-f3b2f52f2558,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:35.631141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c495cad8-fa1a-45b3-bc5f-7d6056820f81 req-840416c0-35b0-4330-a9ab-fe5e7b507982 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687276 Jan 27 22:05:35.672390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-628f2183-fc7d-46d8-a55f-d80f509c5ef8 req-90b97e9a-374e-4e14-a833-034469c49b5b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835048 Jan 27 22:05:35.720799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Deleting port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:35.721149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.773675 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.825655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 752ee2fc-2c25-4074-930f-f3b2f52f2558 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:35.869445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 752ee2fc-2c25-4074-930f-f3b2f52f2558 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:35.870047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 752ee2fc-2c25-4074-930f-f3b2f52f2558 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:35.870758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 15098a9b-f743-4648-a378-7f5bf7fdd788 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:35.917626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 15098a9b-f743-4648-a378-7f5bf7fdd788 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:35.918140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 15098a9b-f743-4648-a378-7f5bf7fdd788 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:35.943222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6043ea29-2c86-462b-b1dd-0b0213179add req-366831af-3d88-43d7-85d8-279f9126a5ac tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 210 time: 0.1746514 Jan 27 22:05:36.007915 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.014430 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks [] for router_controller (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.125369 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (94ed36b8-37e7-4d84-8b12-bb3bc7a6c459), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.125899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:05:36.130437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] For port 3ad9b1a3-91cb-4f72-ac40-19014b766e25, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3ad9b1a3-91cb-4f72-ac40-19014b766e25,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:36.130891 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.136596 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.137800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ecd14b46-b29d-4402-8e39-9900b0709817 admin admin] 10.222.0.45 "DELETE /v2.0/routers/94ed36b8-37e7-4d84-8b12-bb3bc7a6c459 HTTP/1.1" status: 204 len: 168 time: 2.1671405 Jan 27 22:05:36.141991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39218) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:36.145636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a2ac1-883a-40a7-ac4e-f2c139b6842e req-e799b077-5a80-4095-99ec-d6d1088dee92 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:36.152403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e4a2ac1-883a-40a7-ac4e-f2c139b6842e req-e799b077-5a80-4095-99ec-d6d1088dee92 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3234556 Jan 27 22:05:36.183128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Calling delete_port for 3ad9b1a3-91cb-4f72-ac40-19014b766e25 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:36.251936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1cfc16-6976-428c-a96c-79b585f1099f admin admin] Deleting subnet a5f0e8b8-9448-432d-b531-3090217a1547 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:36.266738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfc16-6976-428c-a96c-79b585f1099f admin admin] Publish callbacks [] for subnet (a5f0e8b8-9448-432d-b531-3090217a1547), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.330158 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfc16-6976-428c-a96c-79b585f1099f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (a5f0e8b8-9448-432d-b531-3090217a1547), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.398958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef792d-6da0-493b-a134-a5c797744539 req-ff560fc1-2a24-455d-ac47-8e2a58ea4210 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:36.401236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abef792d-6da0-493b-a134-a5c797744539 req-ff560fc1-2a24-455d-ac47-8e2a58ea4210 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 945 time: 0.3282199 Jan 27 22:05:36.431980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e4a2ac1-883a-40a7-ac4e-f2c139b6842e req-e1a16af4-7d6e-4cfb-b23e-bc88118cb57b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777207 Jan 27 22:05:36.437572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfc16-6976-428c-a96c-79b585f1099f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a5f0e8b8-9448-432d-b531-3090217a1547), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.480960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be979dcd-97a4-4e01-aa2d-fc7dd259d8f2 req-ea00d6ae-4b47-4702-ae4d-fc8c70706287 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:36.482725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be979dcd-97a4-4e01-aa2d-fc7dd259d8f2 req-ea00d6ae-4b47-4702-ae4d-fc8c70706287 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 945 time: 0.2017782 Jan 27 22:05:36.520147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfc16-6976-428c-a96c-79b585f1099f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (a5f0e8b8-9448-432d-b531-3090217a1547), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.551270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cfc16-6976-428c-a96c-79b585f1099f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f0e8b8-9448-432d-b531-3090217a1547,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:36.553597 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cfc16-6976-428c-a96c-79b585f1099f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.557477 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fe1cfc16-6976-428c-a96c-79b585f1099f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a5f0e8b8-9448-432d-b531-3090217a1547 HTTP/1.1" status: 204 len: 168 time: 0.4136713 Jan 27 22:05:36.559739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39224) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:36.576743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d2bac-0517-49d7-9f3d-998a941a3feb None None] Network f791443b-5a14-43cd-b784-942c36cd7ae5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:36.653142 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f791443b-5a14-43cd-b784-942c36cd7ae5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.737149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Deleting port d47e2294-e8e6-4075-bc1b-c849c56a2f61 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:36.737463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.855189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] DHCP port deletion for f791443b-5a14-43cd-b784-942c36cd7ae5 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:05:36.874518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] For port d47e2294-e8e6-4075-bc1b-c849c56a2f61, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d47e2294-e8e6-4075-bc1b-c849c56a2f61,segment=NetworkSegment(a6bf0fbc-d262-4909-8ccf-72e64bfbdb58),segment_id=a6bf0fbc-d262-4909-8ccf-72e64bfbdb58)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:36.875745 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.929573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] Deleting port d47e2294-e8e6-4075-bc1b-c849c56a2f61 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:36.929950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.019834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] For port d47e2294-e8e6-4075-bc1b-c849c56a2f61, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d47e2294-e8e6-4075-bc1b-c849c56a2f61,segment=NetworkSegment(a6bf0fbc-d262-4909-8ccf-72e64bfbdb58),segment_id=a6bf0fbc-d262-4909-8ccf-72e64bfbdb58)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:37.022769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.027902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Calling delete_port for d47e2294-e8e6-4075-bc1b-c849c56a2f61 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:37.049701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be979dcd-97a4-4e01-aa2d-fc7dd259d8f2 req-917a5de9-adda-4a24-861a-c529943b0e20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5558243 Jan 27 22:05:37.073542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] Calling delete_port for d47e2294-e8e6-4075-bc1b-c849c56a2f61 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:37.078697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e587-d564-4cef-8df4-9dc49d84b99c req-6a939c9d-37cb-4629-af6d-a58c228ddd3b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:37.094594 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-10fdae66-ad8f-4984-9823-fc5de7e918bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.102947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4214e587-d564-4cef-8df4-9dc49d84b99c req-6a939c9d-37cb-4629-af6d-a58c228ddd3b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1890700 Jan 27 22:05:37.107908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3ad9b1a3-91cb-4f72-ac40-19014b766e25), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.182355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3ad9b1a3-91cb-4f72-ac40-19014b766e25'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:37.214217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Pushing event deleted for resources: {'Port': ['ID=3ad9b1a3-91cb-4f72-ac40-19014b766e25,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:37.224090 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.250498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Deleting port 1a43f67e-68c4-4866-83be-0190ee169623 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:37.250896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1a43f67e-68c4-4866-83be-0190ee169623), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.288289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] No DVR routers for this DVR port d47e2294-e8e6-4075-bc1b-c849c56a2f61 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:37.291232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47e2294-e8e6-4075-bc1b-c849c56a2f61,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:37.302399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80974-8483-4828-ae97-d88f0c9d285c req-9eb4ef76-00f8-499b-a946-f945e7f61196 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:37.303659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb613c19-4ad7-40fd-aab5-c281799bb509 req-77063083-6897-4095-8128-0b368a65ff90 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:37.304624 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-9eb4ef76-00f8-499b-a946-f945e7f61196 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 814 time: 0.4236310 Jan 27 22:05:37.305694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb613c19-4ad7-40fd-aab5-c281799bb509 req-77063083-6897-4095-8128-0b368a65ff90 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 945 time: 0.1855419 Jan 27 22:05:37.318166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Request body: {'port': {'device_id': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'admin_state_up': True, 'tenant_id': '2672188be06045b09e55f0c6c2e14574'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:37.328419 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:05:37.347221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d47e2294-e8e6-4075-bc1b-c849c56a2f61), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.360246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] No DVR routers for this DVR port 3ad9b1a3-91cb-4f72-ac40-19014b766e25 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:37.376219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4214e587-d564-4cef-8df4-9dc49d84b99c req-e995644f-0ba9-4500-9ddc-f37dcefd119e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662251 Jan 27 22:05:37.381272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.385014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-585b09a3-2efd-4db2-8257-ad13952a70e4 req-b58e7be5-09c7-4490-a885-2eda58c2bad8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "DELETE /v2.0/ports/3ad9b1a3-91cb-4f72-ac40-19014b766e25 HTTP/1.1" status: 204 len: 173 time: 2.0549963 Jan 27 22:05:37.385613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'name': 'network-vif-deleted', 'tag': '3ad9b1a3-91cb-4f72-ac40-19014b766e25'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:37.387905 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f81110-411b-40da-948f-9061d75fff7d" -d '{"events": [{"server_uuid": "9437b35e-c32d-4aed-a838-7cd64fd51537", "name": "network-vif-deleted", "tag": "3ad9b1a3-91cb-4f72-ac40-19014b766e25"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:37.455579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f791443b-5a14-43cd-b784-942c36cd7ae5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.472387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb613c19-4ad7-40fd-aab5-c281799bb509 req-12e9cb55-ff06-443a-98bc-271005ca62f0 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583879 Jan 27 22:05:37.526107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] For port 1a43f67e-68c4-4866-83be-0190ee169623, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=1a43f67e-68c4-4866-83be-0190ee169623,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:37.526492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1a43f67e-68c4-4866-83be-0190ee169623), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.529535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] Pushing event deleted for resources: {'Port': ['ID=d47e2294-e8e6-4075-bc1b-c849c56a2f61,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:37.535289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7ec49-c7e1-4e16-a24f-4c6c82430219 None None] No DVR routers for this DVR port d47e2294-e8e6-4075-bc1b-c849c56a2f61 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:37.545326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6ac10e8d-209d-4423-8ae9-6e75283a48be up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:37.620205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Calling delete_port for 1a43f67e-68c4-4866-83be-0190ee169623 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:37.639252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f791443b-5a14-43cd-b784-942c36cd7ae5']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:37.660318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d47e2294-e8e6-4075-bc1b-c849c56a2f61 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:37.689682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:37.690690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bf0fbc-d262-4909-8ccf-72e64bfbdb58') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:37.696545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 6ac10e8d-209d-4423-8ae9-6e75283a48be completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:37.700030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d47e2294-e8e6-4075-bc1b-c849c56a2f61 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:37.701201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d47e2294-e8e6-4075-bc1b-c849c56a2f61 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:37.705451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 6ac10e8d-209d-4423-8ae9-6e75283a48be triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:37.705982 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.718825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bd7b1-2707-49d9-bc4a-282bc859e82f req-f2142cac-8aac-42cc-b8df-f7e0a78bd2b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:37.726411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a5bd7b1-2707-49d9-bc4a-282bc859e82f req-f2142cac-8aac-42cc-b8df-f7e0a78bd2b9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.1967082 Jan 27 22:05:37.730484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1645c385-cc9d-4a58-8bda-06d8964d5772 req-6ce0d2a5-8912-4ce1-a446-3b144075eb1a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0978243 Jan 27 22:05:37.739828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Made reservation on behalf of 2672188be06045b09e55f0c6c2e14574 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:37.755930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.801096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (a6bf0fbc-d262-4909-8ccf-72e64bfbdb58), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.878815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6ac10e8d-209d-4423-8ae9-6e75283a48be is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:37.879880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.887385 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea68aee-c449-43ae-b04e-5fec4e31d6a9 x-openstack-request-id: req-4ea68aee-c449-43ae-b04e-5fec4e31d6a9 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:37.888043 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437b35e-c32d-4aed-a838-7cd64fd51537", "name": "network-vif-deleted", "tag": "3ad9b1a3-91cb-4f72-ac40-19014b766e25", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:37.888467 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ea68aee-c449-43ae-b04e-5fec4e31d6a9 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:37.889166 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437b35e-c32d-4aed-a838-7cd64fd51537', 'name': 'network-vif-deleted', 'tag': '3ad9b1a3-91cb-4f72-ac40-19014b766e25', 'status': 'completed', 'code': 200} Jan 27 22:05:37.905487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a5bd7b1-2707-49d9-bc4a-282bc859e82f req-6a1f69f5-f7ca-4e28-9b9c-4975faaa193c tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778395 Jan 27 22:05:37.924676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:37.933296 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8325d935-2f26-4707-9548-9f9a48db36de" -d '{"events": [{"server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:37.958403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a6bf0fbc-d262-4909-8ccf-72e64bfbdb58), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.973746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:37.974051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:37.974272 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (a6bf0fbc-d262-4909-8ccf-72e64bfbdb58), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:37.976636 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:37.987668 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.095343 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5544dc63-d328-4155-b8b8-2ca1a871a64c x-openstack-request-id: req-5544dc63-d328-4155-b8b8-2ca1a871a64c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:38.095801 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:38.096099 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5544dc63-d328-4155-b8b8-2ca1a871a64c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:38.096424 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'code': 200} Jan 27 22:05:38.105293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f791443b-5a14-43cd-b784-942c36cd7ae5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.108022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Allocated IP 172.20.0.14 (92e2fb05-f0d9-4c89-9976-6c5e16af0b58/f94c0842-d9c1-416c-921a-d107d2910987/6336f69d-4ab8-40d2-ab3d-9ba447fd0869) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:38.114732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e87b2-f56c-4f47-8ce8-007910688154 req-612cfe8b-9b0a-4bb2-b677-6d3b542ad0a5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:38.116769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.120823 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f791443b-5a14-43cd-b784-942c36cd7ae5 HTTP/1.1" status: 204 len: 168 time: 1.5596824 Jan 27 22:05:38.128783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a31e87b2-f56c-4f47-8ce8-007910688154 req-612cfe8b-9b0a-4bb2-b677-6d3b542ad0a5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0969155 Jan 27 22:05:38.137841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4331-3c5d-4f64-bc76-4ab6c8809bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f791443b-5a14-43cd-b784-942c36cd7ae5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:38.152331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:38.160858 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1a43f67e-68c4-4866-83be-0190ee169623), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.174908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3b117de5-9be9-4980-8d2d-0e641eda1597', '1a43f67e-68c4-4866-83be-0190ee169623'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:38.209910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Pushing event deleted for resources: {'Port': ['ID=1a43f67e-68c4-4866-83be-0190ee169623,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:38.409663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] No DVR routers for this DVR port 1a43f67e-68c4-4866-83be-0190ee169623 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:38.415453 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.422595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abef792d-6da0-493b-a134-a5c797744539 req-02d4632f-b110-4f3e-a564-fc4006491654 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "DELETE /v2.0/ports/1a43f67e-68c4-4866-83be-0190ee169623 HTTP/1.1" status: 204 len: 173 time: 2.0126233 Jan 27 22:05:38.441037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.462516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a31e87b2-f56c-4f47-8ce8-007910688154 req-582e3bde-46f6-4437-9dcc-184087039a0b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312652 Jan 27 22:05:38.467394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39244) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:38.523774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5ae3-0586-4376-a431-64d72fae6011 req-746c17c3-dec4-465a-a1ce-19e908dadc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:38.526031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-194e5ae3-0586-4376-a431-64d72fae6011 req-746c17c3-dec4-465a-a1ce-19e908dadc45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.2485046 Jan 27 22:05:38.534767 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks [] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.576704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c445-f699-42f7-bc15-592f11e98813 req-2ce481a7-2880-42df-99f6-3f6feb7b9091 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:38.578501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f12c445-f699-42f7-bc15-592f11e98813 req-2ce481a7-2880-42df-99f6-3f6feb7b9091 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.2162278 Jan 27 22:05:38.596407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39252) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:38.597436 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-289d07bd-1c54-4808-90ef-8cc017ce80b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4bad5c908fb04c9dbee152ac2ab75146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267622 Jan 27 22:05:38.623080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.672887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-194e5ae3-0586-4376-a431-64d72fae6011 req-31c59708-0cfc-4e9e-a90b-25fbcdefc96e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384699 Jan 27 22:05:38.727863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:38.737705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f12c445-f699-42f7-bc15-592f11e98813 req-9e7c1b85-d03e-424e-9037-09ae34753ad7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170282 Jan 27 22:05:38.741542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:38.751577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:38.756075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a51631ef-72de-43f7-8d70-5cb0f0d4246e admin admin] Publish callbacks [] for security_group (37cedd69-93c9-4c08-82de-98d11d3cc1b6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.756869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Pushing event updated for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:38.837728 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a51631ef-72de-43f7-8d70-5cb0f0d4246e admin admin] Publish callbacks [] for security_group (37cedd69-93c9-4c08-82de-98d11d3cc1b6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.837981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:38.839124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.874545 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-61ec8b20-546b-4fcb-a463-4d36613d704c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5605257 Jan 27 22:05:38.934817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Request body: {'port': {'device_id': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:38.952426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4e12dfb-7605-40ea-bc0c-812053d7788d req-d63bdb99-f1e6-44a9-82e1-4b71b2cad24d tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=90e9838c-9d7b-4432-9dde-e266988da485 HTTP/1.1" status: 200 len: 210 time: 0.0409238 Jan 27 22:05:38.972804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8625b-dff5-4edb-86c9-aa2492828b2c req-2b112912-0ed3-42ad-a493-61b54df1e219 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:38.986609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bb8625b-dff5-4edb-86c9-aa2492828b2c req-2b112912-0ed3-42ad-a493-61b54df1e219 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1105368 Jan 27 22:05:38.986609 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a51631ef-72de-43f7-8d70-5cb0f0d4246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (37cedd69-93c9-4c08-82de-98d11d3cc1b6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.987449 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a51631ef-72de-43f7-8d70-5cb0f0d4246e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.990608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a51631ef-72de-43f7-8d70-5cb0f0d4246e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37cedd69-93c9-4c08-82de-98d11d3cc1b6 HTTP/1.1" status: 204 len: 168 time: 0.3906362 Jan 27 22:05:39.034269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.084198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51631ef-72de-43f7-8d70-5cb0f0d4246e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cedd69-93c9-4c08-82de-98d11d3cc1b6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:39.148074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bb8625b-dff5-4edb-86c9-aa2492828b2c req-82952aa6-8750-41d5-a4e9-199433a278c0 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650302 Jan 27 22:05:39.196385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143139b-e344-47ca-bd5a-65865d8afe6b req-971aadbb-778d-4456-af21-ae122e7cd59b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:39.198611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e143139b-e344-47ca-bd5a-65865d8afe6b req-971aadbb-778d-4456-af21-ae122e7cd59b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 932 time: 0.0752668 Jan 27 22:05:39.337476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e143139b-e344-47ca-bd5a-65865d8afe6b req-9c7b198f-5a56-41e6-ad11-cd52714ab02e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203752 Jan 27 22:05:39.432680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133bf8-5a64-4d70-b1c2-3b008a3beee6 req-10632a9e-9cb8-4188-964a-442176f63eb7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:39.440085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37133bf8-5a64-4d70-b1c2-3b008a3beee6 req-10632a9e-9cb8-4188-964a-442176f63eb7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.1288183 Jan 27 22:05:39.526762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:39.550646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3ad9b1a3-91cb-4f72-ac40-19014b766e25 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:39.552315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37133bf8-5a64-4d70-b1c2-3b008a3beee6 req-dfa25709-da21-491e-94ba-6d592191583e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042395 Jan 27 22:05:39.555931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Publish callbacks [] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.585565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Transition to ACTIVE for port object 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:39.598876 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.613895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 3ad9b1a3-91cb-4f72-ac40-19014b766e25 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:39.614837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3ad9b1a3-91cb-4f72-ac40-19014b766e25 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:39.687650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:39.779468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Attempting to bind port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:39.780488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Attempting to bind port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:39.781198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Attempting to bind port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:39.788663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:39.789049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Attempting to bind port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:39.792451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966bdde-6df0-4179-bd2f-3a54f4bb5813 req-1b450570-006e-4417-8ab7-4f7151c537ad tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:39.793355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39266) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:39.806521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f966bdde-6df0-4179-bd2f-3a54f4bb5813 req-1b450570-006e-4417-8ab7-4f7151c537ad tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0966189 Jan 27 22:05:39.827347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:39.828401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Checking segment: {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:39.829217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Bound using segment: {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:39.830331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Bound port: 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:39.831214 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.898985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e9838c-9d7b-4432-9dde-e266988da485', 'name': 'network-vif-deleted', 'tag': '1a43f67e-68c4-4866-83be-0190ee169623'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:39.902885 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f3fdd4-3133-4c6b-84f7-d721e312ea83" -d '{"events": [{"server_uuid": "90e9838c-9d7b-4432-9dde-e266988da485", "name": "network-vif-deleted", "tag": "1a43f67e-68c4-4866-83be-0190ee169623"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:39.924957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f966bdde-6df0-4179-bd2f-3a54f4bb5813 req-0b58162b-ed87-4b89-8d9b-e18bb353ebad tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164324 Jan 27 22:05:39.950032 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1c8c66b-4932-4385-9d36-8d9440fbf16c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cad7136b1904599b89f8078848855a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503549 Jan 27 22:05:39.950032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39272) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:39.984015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fe4d6-af43-46bf-a1c6-2cbaa7f88196 req-fcf1dc3c-8fe4-451b-bdd5-4db0feab3a2f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:39.992282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d29fe4d6-af43-46bf-a1c6-2cbaa7f88196 req-fcf1dc3c-8fe4-451b-bdd5-4db0feab3a2f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.0818474 Jan 27 22:05:40.030966 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be4710e-3243-46b6-8b33-3c0ef67a1fd5 x-openstack-request-id: req-9be4710e-3243-46b6-8b33-3c0ef67a1fd5 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:40.031677 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e9838c-9d7b-4432-9dde-e266988da485", "name": "network-vif-deleted", "tag": "1a43f67e-68c4-4866-83be-0190ee169623", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:40.032070 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9be4710e-3243-46b6-8b33-3c0ef67a1fd5 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:40.032638 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e9838c-9d7b-4432-9dde-e266988da485', 'name': 'network-vif-deleted', 'tag': '1a43f67e-68c4-4866-83be-0190ee169623', 'status': 'completed', 'code': 200} Jan 27 22:05:40.062070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:40.092263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:40.108515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.117577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d29fe4d6-af43-46bf-a1c6-2cbaa7f88196 req-61e5d8e4-2704-4eef-874d-69611e693c2e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202075 Jan 27 22:05:40.126789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da371564-dc76-49d1-acc9-d00fe8a433d6 admin admin] Publish callbacks [] for security_group (f91f465a-755c-4a34-aaf6-c3582b50ed22), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.222153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.223182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.225718 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] 10.222.0.16 "PUT /v2.0/ports/6336f69d-4ab8-40d2-ab3d-9ba447fd0869 HTTP/1.1" status: 200 len: 1092 time: 1.2989995 Jan 27 22:05:40.230597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:40.234767 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd" -d '{"events": [{"name": "network-changed", "server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:40.271375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da371564-dc76-49d1-acc9-d00fe8a433d6 admin admin] Publish callbacks [] for security_group (f91f465a-755c-4a34-aaf6-c3582b50ed22), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.293642 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d4c839-24f9-48d5-80ed-0a85c01430a6 x-openstack-request-id: req-39d4c839-24f9-48d5-80ed-0a85c01430a6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:40.294109 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:40.294528 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39d4c839-24f9-48d5-80ed-0a85c01430a6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:40.295165 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'status': 'completed', 'code': 200} Jan 27 22:05:40.353314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4958b-d1db-4dcb-9fb1-745caedc6bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:40.414648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80974-8483-4828-ae97-d88f0c9d285c req-9c1be329-360b-4944-9547-b5cd10ba692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.419793 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-9c1be329-360b-4944-9547-b5cd10ba692a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 1095 time: 0.1167314 Jan 27 22:05:40.479359 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-f4b9093a-d7c4-4f4e-90c4-a9e5aa1558c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869 HTTP/1.1" status: 200 len: 217 time: 0.0525222 Jan 27 22:05:40.504406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da371564-dc76-49d1-acc9-d00fe8a433d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f91f465a-755c-4a34-aaf6-c3582b50ed22), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.509388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da371564-dc76-49d1-acc9-d00fe8a433d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.515890 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da371564-dc76-49d1-acc9-d00fe8a433d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f91f465a-755c-4a34-aaf6-c3582b50ed22 HTTP/1.1" status: 204 len: 168 time: 0.5646198 Jan 27 22:05:40.565225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d338f50-25da-4877-bb76-9aa3d7ef11dd req-c7de2259-92a0-4214-91cb-75f2c38566f3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.568212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d338f50-25da-4877-bb76-9aa3d7ef11dd req-c7de2259-92a0-4214-91cb-75f2c38566f3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 944 time: 0.1151841 Jan 27 22:05:40.590404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da371564-dc76-49d1-acc9-d00fe8a433d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91f465a-755c-4a34-aaf6-c3582b50ed22,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:40.616526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80974-8483-4828-ae97-d88f0c9d285c req-79de2d34-7874-47ed-bacd-78730950d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.620562 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-79de2d34-7874-47ed-bacd-78730950d6dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f94c0842-d9c1-416c-921a-d107d2910987 HTTP/1.1" status: 200 len: 854 time: 0.1338477 Jan 27 22:05:40.732261 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-53b603a1-137d-445f-bc2d-d15fc5112bb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058683 Jan 27 22:05:40.806925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d338f50-25da-4877-bb76-9aa3d7ef11dd req-dc776e6d-7356-4473-a80e-e5cacbc9510d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262335 Jan 27 22:05:40.928326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.932629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339578-aa56-4e7a-8e19-b83ddf38da4e req-70893a30-f52e-4073-9f70-af5da0c269e1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.946400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d339578-aa56-4e7a-8e19-b83ddf38da4e req-70893a30-f52e-4073-9f70-af5da0c269e1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.1817806 Jan 27 22:05:40.957726 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-d87aa451-ad79-4775-b209-05d1f858a851 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182837 Jan 27 22:05:41.078739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d339578-aa56-4e7a-8e19-b83ddf38da4e req-24f97043-3532-4b68-868e-40286d9df1d4 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287968 Jan 27 22:05:41.134547 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.221669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45098c3c-b144-4d76-b5f8-c8d3c0e2dcc9 req-09c6cd7e-87ce-4161-9304-1f996330e715 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:41.239874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45098c3c-b144-4d76-b5f8-c8d3c0e2dcc9 req-09c6cd7e-87ce-4161-9304-1f996330e715 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1556804 Jan 27 22:05:41.468902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45098c3c-b144-4d76-b5f8-c8d3c0e2dcc9 req-527e9b30-bd3b-41b8-83a2-0cf49a748d6e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244599 Jan 27 22:05:41.537954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1a43f67e-68c4-4866-83be-0190ee169623 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:41.556943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136ffff-bd7d-4afc-917c-8abaea40e3f6 req-3f7e635f-6268-4e82-8c91-10b297627487 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:41.572948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3136ffff-bd7d-4afc-917c-8abaea40e3f6 req-3f7e635f-6268-4e82-8c91-10b297627487 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.2282238 Jan 27 22:05:41.591074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 1a43f67e-68c4-4866-83be-0190ee169623 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:41.591781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 1a43f67e-68c4-4866-83be-0190ee169623 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:41.659910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3136ffff-bd7d-4afc-917c-8abaea40e3f6 req-f71006f3-ba90-481c-a53e-d3d29e5ee34e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842998 Jan 27 22:05:41.663379 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84b80974-8483-4828-ae97-d88f0c9d285c req-850b3916-b6cc-4e39-a49b-8d63d63b8693 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971262 Jan 27 22:05:41.855062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-14cdb43b-346a-4567-aed5-332c4f154183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:41.858389 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-14cdb43b-346a-4567-aed5-332c4f154183 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 1095 time: 0.1092820 Jan 27 22:05:41.991158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfc7f-5a1b-452b-a76f-70e69a3fdd39 req-2d05befa-3753-4610-aff3-4f34c6f98775 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:41.993742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-271bfc7f-5a1b-452b-a76f-70e69a3fdd39 req-2d05befa-3753-4610-aff3-4f34c6f98775 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1143534 Jan 27 22:05:42.126565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-4aedf353-739e-4404-ab6d-63f90f7234f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.130027 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-4aedf353-739e-4404-ab6d-63f90f7234f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 915 time: 0.2653868 Jan 27 22:05:42.146591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-271bfc7f-5a1b-452b-a76f-70e69a3fdd39 req-db9ebd19-dd49-4d14-bd4f-b43a7dd4108e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428397 Jan 27 22:05:42.164005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e9ec8-6c84-42c5-b9a1-890406c02750 req-c14a1f5d-a270-4321-ae7b-13776267419b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.191454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-313e9ec8-6c84-42c5-b9a1-890406c02750 req-c14a1f5d-a270-4321-ae7b-13776267419b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 944 time: 0.1042457 Jan 27 22:05:42.229203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39320) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:42.243583 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-11b24974-47b9-4363-8d8b-62cd73f1a48a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869 HTTP/1.1" status: 200 len: 217 time: 0.1041255 Jan 27 22:05:42.375399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-313e9ec8-6c84-42c5-b9a1-890406c02750 req-145dbe40-1e83-4094-8772-011201718d6d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970186 Jan 27 22:05:42.402342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-76435930-4aed-4edd-bb0a-802eb1848c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.404565 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-76435930-4aed-4edd-bb0a-802eb1848c7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f94c0842-d9c1-416c-921a-d107d2910987 HTTP/1.1" status: 200 len: 854 time: 0.1243532 Jan 27 22:05:42.431538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7c6fd-2927-42b1-bc6d-416c292fbd9d req-a1dc472b-e76e-4ca3-a34f-08447dce69a7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.433961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aa7c6fd-2927-42b1-bc6d-416c292fbd9d req-a1dc472b-e76e-4ca3-a34f-08447dce69a7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1480794 Jan 27 22:05:42.495267 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-6b710eb0-caa8-43d2-a77f-57b5328faf61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652127 Jan 27 22:05:42.499519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71790014-f027-423d-988b-7d1d2a128ebd tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.503811 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-71790014-f027-423d-988b-7d1d2a128ebd tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1092 time: 0.2720318 Jan 27 22:05:42.534710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39328) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:42.556656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aa7c6fd-2927-42b1-bc6d-416c292fbd9d req-4e3f49a8-29f5-4d5d-9e9b-ceda67fcee3e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130643 Jan 27 22:05:42.566355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:42.597880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39330) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:42.678599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.689278 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-2271e6ef-9b10-4f1f-bde4-510d77830f3f service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806626 Jan 27 22:05:42.796879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc35da8-5f32-479f-8ac9-e2d7ca8feef5 req-127beac1-f911-40ae-86af-af1c5a82a74b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.809641 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc35da8-5f32-479f-8ac9-e2d7ca8feef5 req-127beac1-f911-40ae-86af-af1c5a82a74b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.2730331 Jan 27 22:05:42.863746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1092546996-network', 'tenant_id': 'e41c9f1dd6d74366aef13214673eed24'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:42.865786 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cb15d7b-6227-48af-ad23-e0fc45ab91cd req-6f9a19cd-9d97-4c8b-b327-b15e0854e7c1 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713293 Jan 27 22:05:42.979288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Made reservation on behalf of e41c9f1dd6d74366aef13214673eed24 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:42.983026 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.991043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cc35da8-5f32-479f-8ac9-e2d7ca8feef5 req-a506c205-69af-4e47-8df0-19bf6bea38f2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795723 Jan 27 22:05:43.015034 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.110798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.291200 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Publish callbacks [] for security_group (8839f8fe-9bd6-494c-a1e5-85e4e1159112), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.299680 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8839f8fe-9bd6-494c-a1e5-85e4e1159112), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.357079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.25.8.227 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/d6803c4d-9aa8-4359-9ca9-d242998802f8) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:43.360176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:43.401228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (40c9ef1f-e891-4aaa-9da0-fd9286c95b66), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.401778 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Added segment 40c9ef1f-e891-4aaa-9da0-fd9286c95b66 of type vlan for network 18f2041e-9b75-437c-b060-8bd45e836c6b Jan 27 22:05:43.406825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8839f8fe-9bd6-494c-a1e5-85e4e1159112,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:43.634077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (18f2041e-9b75-437c-b060-8bd45e836c6b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.753807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (18f2041e-9b75-437c-b060-8bd45e836c6b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.754957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:43.755894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.767955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5d8ea-3112-4944-af28-32f2a6fd4c6a req-8ad0c172-dde0-411d-8ec3-aad15f9b3646 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:43.770322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38c5d8ea-3112-4944-af28-32f2a6fd4c6a req-8ad0c172-dde0-411d-8ec3-aad15f9b3646 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 944 time: 0.2254729 Jan 27 22:05:43.946115 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (d6803c4d-9aa8-4359-9ca9-d242998802f8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.961396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3540454 Jan 27 22:05:43.961949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39340) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:43.968792 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Request body: {'subnet': {'network_id': '18f2041e-9b75-437c-b060-8bd45e836c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1092546996-subnet', 'tenant_id': 'e41c9f1dd6d74366aef13214673eed24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:43.998971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Made reservation on behalf of e41c9f1dd6d74366aef13214673eed24 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:44.002449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.033899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d6803c4d-9aa8-4359-9ca9-d242998802f8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.055975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1d10b-9472-4cea-a29a-04ccd5f7997e admin admin] Pushing event updated for resources: {'Network': ['ID=18f2041e-9b75-437c-b060-8bd45e836c6b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:44.073777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 18f2041e-9b75-437c-b060-8bd45e836c6b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:44.226898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df7de6-ed01-40f7-a48e-934f8c3a208d req-6b8f7ef0-00f7-4320-995c-4b932b032d85 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:44.232580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3df7de6-ed01-40f7-a48e-934f8c3a208d req-6b8f7ef0-00f7-4320-995c-4b932b032d85 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.5062644 Jan 27 22:05:44.266084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38c5d8ea-3112-4944-af28-32f2a6fd4c6a req-9f21de73-4b45-40ca-9784-aa10bb137a46 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352407 Jan 27 22:05:44.273219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:44.287282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=d6803c4d-9aa8-4359-9ca9-d242998802f8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:44.290113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:44.294160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:44.416053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3df7de6-ed01-40f7-a48e-934f8c3a208d req-0b6f2ecf-c076-4b56-894f-5076d95a710e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443949 Jan 27 22:05:44.583502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (8d463a2b-060a-4301-a696-5725aac38c60), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.651784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d463a2b-060a-4301-a696-5725aac38c60,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:44.689131 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Checking segment: {'id': '40c9ef1f-e891-4aaa-9da0-fd9286c95b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '18f2041e-9b75-437c-b060-8bd45e836c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:44.693749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Network hostable DHCP agents. Network: 18f2041e-9b75-437c-b060-8bd45e836c6b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:44.697693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45e014-6812-48e1-942d-e7cad140c07a req-513e51a6-b7c1-480f-8f83-b5f3000c5b11 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:44.712974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a45e014-6812-48e1-942d-e7cad140c07a req-513e51a6-b7c1-480f-8f83-b5f3000c5b11 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.2639358 Jan 27 22:05:44.737344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Network 18f2041e-9b75-437c-b060-8bd45e836c6b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:44.752341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 18f2041e-9b75-437c-b060-8bd45e836c6b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:44.757939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:44.759091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.768842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e81c8-d4e3-47a1-b2ff-bf8f12ac8490 None None] Network 18f2041e-9b75-437c-b060-8bd45e836c6b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:44.808601 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-88c5bd28-f0b5-4a97-8bd8-125ca60ef254 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8440049 Jan 27 22:05:44.862191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128292a4-9a48-49a0-ad15-e44b8a390d51 req-042f02cf-2afd-469a-975c-6b59779acfde tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:44.865363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-128292a4-9a48-49a0-ad15-e44b8a390d51 req-042f02cf-2afd-469a-975c-6b59779acfde tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3059452 Jan 27 22:05:44.950648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ba7b5-7415-4018-abf5-39e24eba47e6 None None] Network 18f2041e-9b75-437c-b060-8bd45e836c6b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:45.104458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a45e014-6812-48e1-942d-e7cad140c07a req-ef324ead-4c19-4c29-8de2-178eb957b565 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650386 Jan 27 22:05:45.163256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-128292a4-9a48-49a0-ad15-e44b8a390d51 req-96b147ec-ec56-42c8-85c3-f8e0703a392b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481346 Jan 27 22:05:45.412272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daff4d-e9f7-4c74-b582-48aab3914d64 req-3c934d53-79bf-480f-b16d-484b4d42371f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:45.413889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95daff4d-e9f7-4c74-b582-48aab3914d64 req-3c934d53-79bf-480f-b16d-484b4d42371f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1157684 Jan 27 22:05:45.437868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (c95e54bd-37d1-49ae-a823-4c60adc5a06b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.514133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95daff4d-e9f7-4c74-b582-48aab3914d64 req-b46d84fe-0cd4-466a-b9cb-5c983fa82b5e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877335 Jan 27 22:05:45.582105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:45.613014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6803c4d-9aa8-4359-9ca9-d242998802f8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.721438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:45.735462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'port_id': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'mac_address': 'fa:16:3e:c7:fd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94c0842-d9c1-416c-921a-d107d2910987', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:45.785283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:45.785882 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.827579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:45.886476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:45.894339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.922478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317fd7f-279c-48b6-8a9f-44c82f389717 req-0bf3e612-eb4c-478d-b151-d3061d995a8c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:45.925039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4317fd7f-279c-48b6-8a9f-44c82f389717 req-0bf3e612-eb4c-478d-b151-d3061d995a8c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 944 time: 0.2913573 Jan 27 22:05:45.985175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:46.042006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-e79b068a-af69-42df-a85f-3da275c74bab tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.044996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-e79b068a-af69-42df-a85f-3da275c74bab tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/networks?id=18f2041e-9b75-437c-b060-8bd45e836c6b HTTP/1.1" status: 200 len: 814 time: 0.4536037 Jan 27 22:05:46.113358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-61229ff1-0997-462d-9047-788e361b36d8 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/quotas/e41c9f1dd6d74366aef13214673eed24 HTTP/1.1" status: 200 len: 375 time: 0.0583191 Jan 27 22:05:46.161801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4317fd7f-279c-48b6-8a9f-44c82f389717 req-f3939f4f-4213-497d-b8d8-bae8aaf220ec tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252138 Jan 27 22:05:46.192616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-350f9948-157f-4753-80b2-fcbe17fefb3b tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e41c9f1dd6d74366aef13214673eed24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616136 Jan 27 22:05:46.197026 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:05:46.289349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6336f69d-4ab8-40d2-ab3d-9ba447fd0869'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:46.456299 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (d6803c4d-9aa8-4359-9ca9-d242998802f8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.479063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36651086-f0fd-40d4-b83d-9e3aa23e4aa1 req-c0328028-fa30-4dad-9565-4cbf0397c934 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.481988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36651086-f0fd-40d4-b83d-9e3aa23e4aa1 req-c0328028-fa30-4dad-9565-4cbf0397c934 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2400587 Jan 27 22:05:46.499631 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d6803c4d-9aa8-4359-9ca9-d242998802f8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.563914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-1fb63300-eded-4edb-b0d0-a6c873bae65a service neutron] 10.222.0.45 "GET /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524714 Jan 27 22:05:46.731233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=d6803c4d-9aa8-4359-9ca9-d242998802f8,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:46.774208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36651086-f0fd-40d4-b83d-9e3aa23e4aa1 req-81ec327c-4f1d-4773-8be5-969532c76970 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699733 Jan 27 22:05:46.779520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (c95e54bd-37d1-49ae-a823-4c60adc5a06b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.909366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-8317151a-3437-4989-adaa-4b53d0be735a service neutron] 10.222.0.45 "GET /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188555 Jan 27 22:05:47.035357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4c35-4fba-468a-ba42-0015d9a4a80e req-da0a6586-8d38-4eb3-9c64-b62d9b2d7155 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:47.037032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96b4c35-4fba-468a-ba42-0015d9a4a80e req-da0a6586-8d38-4eb3-9c64-b62d9b2d7155 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.1614053 Jan 27 22:05:47.058030 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Floating IP c95e54bd-37d1-49ae-a823-4c60adc5a06b associated. External IP: 172.25.8.227, port: 6ac10e8d-209d-4423-8ae9-6e75283a48be. Jan 27 22:05:47.604089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:47.623830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c008537a-3079-4081-ac98-a066dc55c925 req-f444ae4c-3a9b-464b-b3be-1ec1a02192c0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 210 time: 0.0498667 Jan 27 22:05:47.716800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a96b4c35-4fba-468a-ba42-0015d9a4a80e req-da73b509-6b44-4095-93be-8d5e5d7f5c21 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695821 Jan 27 22:05:47.773229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:47.778376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:47.778714 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.915818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:47.916738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.958654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:47.958990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2e112-489b-46f1-8bc8-6b5aac278b23 req-c34599a4-e46a-404c-b9bf-c0da539dfc68 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:47.961484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5c2e112-489b-46f1-8bc8-6b5aac278b23 req-c34599a4-e46a-404c-b9bf-c0da539dfc68 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1663542 Jan 27 22:05:47.961697 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b38141-b482-4c64-9f59-e3b9aa8b39b9" -d '{"events": [{"server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:47.994828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:48.002836 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:48.111039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:48.117473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:48.178628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e75bb-5de7-47eb-a30b-cc01ed29c895 req-25a3df9f-67b2-4429-a619-66102986ec48 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:48.182000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c5e75bb-5de7-47eb-a30b-cc01ed29c895 req-25a3df9f-67b2-4429-a619-66102986ec48 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 945 time: 0.3117986 Jan 27 22:05:48.327910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5c2e112-489b-46f1-8bc8-6b5aac278b23 req-28d96c29-1bf4-439f-b28a-9fee8b4e2175 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926469 Jan 27 22:05:48.332873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1c4df783-4e4d-4edf-bed3-9df9f396a65f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:48.363213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c5e75bb-5de7-47eb-a30b-cc01ed29c895 req-2d4c3d35-d87a-433e-8d13-0660ae3c3c7f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540470 Jan 27 22:05:48.435369 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff725bc-2bc0-483e-b0c2-42b6ca4a6e46 x-openstack-request-id: req-8ff725bc-2bc0-483e-b0c2-42b6ca4a6e46 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:48.435698 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:48.436059 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ff725bc-2bc0-483e-b0c2-42b6ca4a6e46 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:48.436340 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'code': 200} Jan 27 22:05:48.611936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e60942-8670-4924-aa39-7bb391efd9fa req-5b707386-ef7d-43c1-9ff0-8a86d60e1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:48.616136 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1e60942-8670-4924-aa39-7bb391efd9fa req-5b707386-ef7d-43c1-9ff0-8a86d60e1a2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0817728 Jan 27 22:05:48.750190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:48.762403 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1e60942-8670-4924-aa39-7bb391efd9fa req-606f7b41-ff94-47e3-aadb-c0c852a03775 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328399 Jan 27 22:05:48.770269 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] Sync routers for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:48.799984 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:48.801388 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:48.806864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a69f8-6eee-4027-9363-c6be83eb37f2 req-381758b5-feb4-4721-be49-0b4da074fb7b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:48.810746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-301a69f8-6eee-4027-9363-c6be83eb37f2 req-381758b5-feb4-4721-be49-0b4da074fb7b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1784885 Jan 27 22:05:48.814761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:48.860157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2be05ec5-ff9c-467e-a02e-095376000c20 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2992234 Jan 27 22:05:48.861600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:48.864491 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27873a77-548a-4b6d-9a7f-711c0656c267" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:48.929162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4470e36-06e9-4751-b460-816a76fe70b8 req-7e742053-f336-437b-b4ac-a0d80426c009 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 210 time: 0.0559101 Jan 27 22:05:48.994164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-301a69f8-6eee-4027-9363-c6be83eb37f2 req-61bc9b2d-0522-4047-9458-f1c55f74fffb tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388946 Jan 27 22:05:49.043474 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:49.245636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb13af7-918a-4f4d-8560-1b963c2dfbfc req-c2518c91-527d-474c-8e2d-3a8340cd4691 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.248737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0eb13af7-918a-4f4d-8560-1b963c2dfbfc req-c2518c91-527d-474c-8e2d-3a8340cd4691 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.1960015 Jan 27 22:05:49.299577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-eb30a84b-7733-4143-9c43-b8e8d99b56fb tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.301303 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-eb30a84b-7733-4143-9c43-b8e8d99b56fb tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.16 "GET /v2.0/networks?id=18f2041e-9b75-437c-b060-8bd45e836c6b HTTP/1.1" status: 200 len: 814 time: 0.2894588 Jan 27 22:05:49.303783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967cd8c-90f2-4927-9674-d83726277682 req-b0771279-4910-4d6e-b29e-988ed619a8c5 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.306168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1967cd8c-90f2-4927-9674-d83726277682 req-b0771279-4910-4d6e-b29e-988ed619a8c5 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 945 time: 0.1557112 Jan 27 22:05:49.316849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Request body: {'port': {'device_id': '26f05354-9671-4e8e-9adb-d6fe235d8f59', 'network_id': '18f2041e-9b75-437c-b060-8bd45e836c6b', 'admin_state_up': True, 'tenant_id': 'e41c9f1dd6d74366aef13214673eed24'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:49.425143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0eb13af7-918a-4f4d-8560-1b963c2dfbfc req-04e67f4e-d476-476b-992c-b94686c5f625 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563153 Jan 27 22:05:49.462639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1967cd8c-90f2-4927-9674-d83726277682 req-47107b30-1bca-4c5c-83ac-d9f7f1c54c61 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366506 Jan 27 22:05:49.594290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Made reservation on behalf of e41c9f1dd6d74366aef13214673eed24 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:49.603018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:49.632689 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c95e54bd-37d1-49ae-a823-4c60adc5a06b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'port_id': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'mac_address': 'fa:16:3e:a6:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:05:45Z', 'updated_at': '2022-01-27T22:05:45Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:21Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:49.642393 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c7aca-0876-4309-ac2f-cbdf9bf56963 x-openstack-request-id: req-d28c7aca-0876-4309-ac2f-cbdf9bf56963 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:49.644319 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:49.645580 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d28c7aca-0876-4309-ac2f-cbdf9bf56963 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:49.646589 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'status': 'completed', 'code': 200} Jan 27 22:05:49.715826 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] Checking router: 1c4df783-4e4d-4edf-bed3-9df9f396a65f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:49.758537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92135-4196-495f-9910-94b750c7b4d7 req-3c61b755-3099-4732-bc5b-bbd0de4ea6cb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.760590 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:49.761876 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:05:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:49.782845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e92135-4196-495f-9910-94b750c7b4d7 req-3c61b755-3099-4732-bc5b-bbd0de4ea6cb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.2043328 Jan 27 22:05:49.903510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-dbd8ca94-23e1-4971-b17b-aadf2e8dca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.906754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-dbd8ca94-23e1-4971-b17b-aadf2e8dca0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.2414951 Jan 27 22:05:49.916755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Allocated IP 172.20.0.5 (18f2041e-9b75-437c-b060-8bd45e836c6b/8d463a2b-060a-4301-a696-5725aac38c60/04b5ee51-3471-4188-863f-cac44ad82e22) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:50.064329 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:50.077991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e92135-4196-495f-9910-94b750c7b4d7 req-dd22356a-b60b-465a-972c-89d64225a390 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916706 Jan 27 22:05:50.112139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0503ee-19c2-4e2e-9485-3d3189a7d47b req-2ed965c5-8ba2-4d13-9f18-855bc0bf51bb tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.120306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b0503ee-19c2-4e2e-9485-3d3189a7d47b req-2ed965c5-8ba2-4d13-9f18-855bc0bf51bb tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.2877624 Jan 27 22:05:50.129757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39420) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:50.402176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-f14e66e3-3ed4-4be1-9fb4-e32f8a070e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.405773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-f14e66e3-3ed4-4be1-9fb4-e32f8a070e88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.4827778 Jan 27 22:05:50.447047 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-16393b1a-5919-4734-a16b-13fc5c890b23 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/c95e54bd-37d1-49ae-a823-4c60adc5a06b HTTP/1.1" status: 200 len: 992 time: 0.3150322 Jan 27 22:05:50.502979 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Publish callbacks [] for port (04b5ee51-3471-4188-863f-cac44ad82e22), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.526774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-ea5cd4cf-2584-4895-9f54-0a565effc26b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1000 time: 0.1068075 Jan 27 22:05:50.560374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.585500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b0503ee-19c2-4e2e-9485-3d3189a7d47b req-84e56daa-1ae8-4d7d-a0b9-6766c3168463 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527791 Jan 27 22:05:50.616964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Network 18f2041e-9b75-437c-b060-8bd45e836c6b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:50.639546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:50.648657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:50.668508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-8257629e-8bb8-4da0-9356-23dd65cf1265 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.678041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-8257629e-8bb8-4da0-9356-23dd65cf1265 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 945 time: 0.3995111 Jan 27 22:05:50.721836 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.723032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Pushing event updated for resources: {'Port': ['ID=04b5ee51-3471-4188-863f-cac44ad82e22,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:50.754037 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c95e54bd-37d1-49ae-a823-4c60adc5a06b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'port_id': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'mac_address': 'fa:16:3e:a6:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:05:45Z', 'updated_at': '2022-01-27T22:05:45Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:21Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:50.761086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.762460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.768921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c43ebe-e5a4-4311-8529-7801e666d0ba req-3ad28307-fa1b-4459-8bfd-7c51e9c59a55 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.780777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c43ebe-e5a4-4311-8529-7801e666d0ba req-3ad28307-fa1b-4459-8bfd-7c51e9c59a55 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.4546039 Jan 27 22:05:50.794639 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-94bec2ed-0786-49e2-a37d-247a481dbde0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4833729 Jan 27 22:05:50.810069 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a64eb-dba9-40e0-a4ff-aac86794e40d None None] The sync data for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 is: [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c95e54bd-37d1-49ae-a823-4c60adc5a06b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'port_id': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'mac_address': 'fa:16:3e:a6:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:05:45Z', 'updated_at': '2022-01-27T22:05:45Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:21Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:50.824966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Request body: {'port': {'device_id': '26f05354-9671-4e8e-9adb-d6fe235d8f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:50.834613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-f6bedcbc-234d-4080-9046-99b3175ba896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.837137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-f6bedcbc-234d-4080-9046-99b3175ba896 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.2974522 Jan 27 22:05:50.964998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84c43ebe-e5a4-4311-8529-7801e666d0ba req-5a4ecde3-954e-4690-a77c-5ca9a496cda7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829636 Jan 27 22:05:50.982942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.995651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-46639239-6e53-4d00-ba04-c596a12b4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.997560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-46639239-6e53-4d00-ba04-c596a12b4285 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469173 Jan 27 22:05:51.006133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc64a8-12ba-4646-b72b-e71b7982f1c2 req-33721d3a-d432-481c-acdd-034c2651bac6 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:51.016303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2cc64a8-12ba-4646-b72b-e71b7982f1c2 req-33721d3a-d432-481c-acdd-034c2651bac6 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 931 time: 0.2328289 Jan 27 22:05:51.202749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2cc64a8-12ba-4646-b72b-e71b7982f1c2 req-c98b3867-549a-4a23-9b46-c01ec767efa0 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851459 Jan 27 22:05:51.205313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Deleting port 3b117de5-9be9-4980-8d2d-0e641eda1597 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:51.205592 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.292462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8bc2e2-5f72-4b79-80b2-94f7ec5c7183 None None] New status for floating IP c95e54bd-37d1-49ae-a823-4c60adc5a06b: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:05:51.426801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b5ee51-3471-4188-863f-cac44ad82e22 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:51.437673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Publish callbacks [] for port (04b5ee51-3471-4188-863f-cac44ad82e22), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.453306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39428) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:51.466760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Transition to ACTIVE for port object 04b5ee51-3471-4188-863f-cac44ad82e22 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:51.504111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.504409 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-e24128fe-3a6c-4be8-bb32-a7059d958bd6 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405608 Jan 27 22:05:51.526537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4a377-2ef1-40be-8a68-a22ab35f2e8a req-935abfa2-b3be-489d-a094-3f61aec388a6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:51.529731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0af4a377-2ef1-40be-8a68-a22ab35f2e8a req-935abfa2-b3be-489d-a094-3f61aec388a6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.4553492 Jan 27 22:05:51.568767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-3970b8c5-3142-4b37-a70d-1c699b292a54 req-3cebde1b-b839-467b-8ece-342bd3cd23c9 service neutron] (103329) timed out ('10.222.0.45', 44838) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:05:51.592522 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3ffaf633-6a06-46fa-9f97-b619f8a2550e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/c95e54bd-37d1-49ae-a823-4c60adc5a06b HTTP/1.1" status: 200 len: 992 time: 0.1378198 Jan 27 22:05:51.636558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=04b5ee51-3471-4188-863f-cac44ad82e22,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:51.707637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Attempting to bind port 04b5ee51-3471-4188-863f-cac44ad82e22 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:51.708329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Attempting to bind port 04b5ee51-3471-4188-863f-cac44ad82e22 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '40c9ef1f-e891-4aaa-9da0-fd9286c95b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '18f2041e-9b75-437c-b060-8bd45e836c6b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:51.708726 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Attempting to bind port 04b5ee51-3471-4188-863f-cac44ad82e22 on network 18f2041e-9b75-437c-b060-8bd45e836c6b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:51.714688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Port 04b5ee51-3471-4188-863f-cac44ad82e22 on network 18f2041e-9b75-437c-b060-8bd45e836c6b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:51.715159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Attempting to bind port 04b5ee51-3471-4188-863f-cac44ad82e22 on network 18f2041e-9b75-437c-b060-8bd45e836c6b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:51.725183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:51.725539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Checking segment: {'id': '40c9ef1f-e891-4aaa-9da0-fd9286c95b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '18f2041e-9b75-437c-b060-8bd45e836c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:51.725861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Bound using segment: {'id': '40c9ef1f-e891-4aaa-9da0-fd9286c95b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '18f2041e-9b75-437c-b060-8bd45e836c6b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:51.726351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Bound port: 04b5ee51-3471-4188-863f-cac44ad82e22, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c9ef1f-e891-4aaa-9da0-fd9286c95b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '18f2041e-9b75-437c-b060-8bd45e836c6b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:51.726730 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.743941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ba665-375c-45c9-b431-fe4aa3eb5fb6 req-6c2b79a8-81b8-4292-8a7a-f4b06eb8e73f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:51.756368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d98ba665-375c-45c9-b431-fe4aa3eb5fb6 req-6c2b79a8-81b8-4292-8a7a-f4b06eb8e73f tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 945 time: 0.3621080 Jan 27 22:05:51.816471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] For port 04b5ee51-3471-4188-863f-cac44ad82e22, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:51.820458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] For port 04b5ee51-3471-4188-863f-cac44ad82e22, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04b5ee51-3471-4188-863f-cac44ad82e22,segment=NetworkSegment(40c9ef1f-e891-4aaa-9da0-fd9286c95b66),segment_id=40c9ef1f-e891-4aaa-9da0-fd9286c95b66)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:51.826668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.866043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:51.866684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.868423 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] 10.222.0.16 "PUT /v2.0/ports/04b5ee51-3471-4188-863f-cac44ad82e22 HTTP/1.1" status: 200 len: 1091 time: 1.0526924 Jan 27 22:05:51.869026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f05354-9671-4e8e-9adb-d6fe235d8f59', 'tag': '04b5ee51-3471-4188-863f-cac44ad82e22'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:51.871468 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48913326-e202-42ac-a6b9-15ad74381273" -d '{"events": [{"name": "network-changed", "server_uuid": "26f05354-9671-4e8e-9adb-d6fe235d8f59", "tag": "04b5ee51-3471-4188-863f-cac44ad82e22"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:51.885948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] For port 3b117de5-9be9-4980-8d2d-0e641eda1597, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=3b117de5-9be9-4980-8d2d-0e641eda1597,segment=NetworkSegment(c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3),segment_id=c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:51.886577 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.910878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6adc99-3daa-4d70-98ad-3499de449cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=04b5ee51-3471-4188-863f-cac44ad82e22,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:51.962445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Calling delete_port for 3b117de5-9be9-4980-8d2d-0e641eda1597 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:51.971217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0af4a377-2ef1-40be-8a68-a22ab35f2e8a req-400ab283-64e7-4f83-a337-299eabcf94a0 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135859 Jan 27 22:05:51.987056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27873a77-548a-4b6d-9a7f-711c0656c267 req-07fb8a5c-07d5-4ecd-84d6-36f0a4e03b6b service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472010 Jan 27 22:05:52.013399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d98ba665-375c-45c9-b431-fe4aa3eb5fb6 req-d1f679dc-a455-4fc7-8efc-f1ed6471b44a tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/security-groups?id=b4e33c25-fa45-4583-bfe7-60756441b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502220 Jan 27 22:05:52.037385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-ca4ec2c4-bf91-4cfc-8c60-8c6d064a02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.041530 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-ca4ec2c4-bf91-4cfc-8c60-8c6d064a02c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e41c9f1dd6d74366aef13214673eed24&device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 1094 time: 0.1078205 Jan 27 22:05:52.155333 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-833f53e2-aeb6-41b9-ba43-319f38f16e09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04b5ee51-3471-4188-863f-cac44ad82e22 HTTP/1.1" status: 200 len: 217 time: 0.1061985 Jan 27 22:05:52.241677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-a65b66af-d84e-40c6-8282-97b831b21493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.243837 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-a65b66af-d84e-40c6-8282-97b831b21493 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d463a2b-060a-4301-a696-5725aac38c60 HTTP/1.1" status: 200 len: 854 time: 0.0806391 Jan 27 22:05:52.279717 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-a2ba6a63-e66e-4802-a838-2a1b4df0e02e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18f2041e-9b75-437c-b060-8bd45e836c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297799 Jan 27 22:05:52.339737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321d35d-fe15-42da-a7b0-00334890569d req-b193057d-3696-4ebf-bf90-bc7fad285e7a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.342516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d321d35d-fe15-42da-a7b0-00334890569d req-b193057d-3696-4ebf-bf90-bc7fad285e7a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.2064061 Jan 27 22:05:52.362606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e92f88-02e8-48c1-98df-e4f1e01eeb31 req-f6d95cb9-cb49-4f76-8948-9f4aeebd84e6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.365881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72e92f88-02e8-48c1-98df-e4f1e01eeb31 req-f6d95cb9-cb49-4f76-8948-9f4aeebd84e6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2322335 Jan 27 22:05:52.397791 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-c5c6c958-527a-4561-95b4-5167a393d01c service neutron] 10.222.0.16 "GET /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118364 Jan 27 22:05:52.501005 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3b117de5-9be9-4980-8d2d-0e641eda1597), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.513240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['3b117de5-9be9-4980-8d2d-0e641eda1597'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:52.534848 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-84c4ae4c-9463-47ca-a8fe-cd1c5809595d req-619f8326-ec71-405f-a853-a9d048bd2502 service neutron] 10.222.0.16 "GET /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301351 Jan 27 22:05:52.588441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Pushing event deleted for resources: {'Port': ['ID=3b117de5-9be9-4980-8d2d-0e641eda1597,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:52.597508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:52.599542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d321d35d-fe15-42da-a7b0-00334890569d req-14f8eda7-95c2-4e0c-9aef-20cb68b7321d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319384 Jan 27 22:05:52.607703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72e92f88-02e8-48c1-98df-e4f1e01eeb31 req-f60083b6-a1b9-4f21-9ee1-2bdcaa170a9b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287307 Jan 27 22:05:52.642380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.642684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.643134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.643679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.644152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.644643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.645119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.645590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.646092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.646642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.647176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.647743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.648057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.717614 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fa2fa1-7687-40ae-8f85-2d0c15274bc4 x-openstack-request-id: req-a5fa2fa1-7687-40ae-8f85-2d0c15274bc4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:52.718628 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f05354-9671-4e8e-9adb-d6fe235d8f59", "tag": "04b5ee51-3471-4188-863f-cac44ad82e22", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:52.719052 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5fa2fa1-7687-40ae-8f85-2d0c15274bc4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:52.719734 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f05354-9671-4e8e-9adb-d6fe235d8f59', 'tag': '04b5ee51-3471-4188-863f-cac44ad82e22', 'status': 'completed', 'code': 200} Jan 27 22:05:52.732281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] No DVR routers for this DVR port 3b117de5-9be9-4980-8d2d-0e641eda1597 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:52.735631 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.739525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-249e24d8-3955-47cf-be6c-d9c782c90143 req-304c483c-26b5-4aa1-a08e-1d1e10583a5e tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.57 "DELETE /v2.0/ports/3b117de5-9be9-4980-8d2d-0e641eda1597 HTTP/1.1" status: 204 len: 173 time: 2.0493412 Jan 27 22:05:52.740030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2826271-0ea1-49cb-8b4e-0aba9099e94c', 'name': 'network-vif-deleted', 'tag': '3b117de5-9be9-4980-8d2d-0e641eda1597'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:52.745956 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b0a673-2a7e-45a3-86cd-782bb11b799a" -d '{"events": [{"server_uuid": "b2826271-0ea1-49cb-8b4e-0aba9099e94c", "name": "network-vif-deleted", "tag": "3b117de5-9be9-4980-8d2d-0e641eda1597"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:52.812079 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-612f4539-3144-404a-9bff-f8ab86ac9ba2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/c95e54bd-37d1-49ae-a823-4c60adc5a06b HTTP/1.1" status: 200 len: 994 time: 0.2041056 Jan 27 22:05:52.827776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06aca-54de-4fc0-9967-dace7f770225 req-37c63ef8-e780-4833-a806-5f7ec64a2449 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.830281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11e06aca-54de-4fc0-9967-dace7f770225 req-37c63ef8-e780-4833-a806-5f7ec64a2449 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 943 time: 0.1232042 Jan 27 22:05:52.844020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48913326-e202-42ac-a6b9-15ad74381273 req-9ab338d0-7822-405a-b363-f740ae2b563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.847146 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-48913326-e202-42ac-a6b9-15ad74381273 req-9ab338d0-7822-405a-b363-f740ae2b563a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e41c9f1dd6d74366aef13214673eed24&device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 1094 time: 0.1047950 Jan 27 22:05:52.958822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48913326-e202-42ac-a6b9-15ad74381273 req-498a9834-c537-48cb-9d32-956f1eeda2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.960697 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-48913326-e202-42ac-a6b9-15ad74381273 req-498a9834-c537-48cb-9d32-956f1eeda2e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=18f2041e-9b75-437c-b060-8bd45e836c6b HTTP/1.1" status: 200 len: 915 time: 0.1070774 Jan 27 22:05:52.974504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11e06aca-54de-4fc0-9967-dace7f770225 req-8e551d15-d875-4d9c-84a9-86e315b666c4 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310267 Jan 27 22:05:52.988104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71905418-d227-49b9-9d41-0e42a38fe017 req-7f6a7431-cc7d-4d33-93ee-c421989d6c11 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.990821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71905418-d227-49b9-9d41-0e42a38fe017 req-7f6a7431-cc7d-4d33-93ee-c421989d6c11 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1492400 Jan 27 22:05:53.011537 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-48913326-e202-42ac-a6b9-15ad74381273 req-84051d55-a162-4ae5-a445-bb535eeae8a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04b5ee51-3471-4188-863f-cac44ad82e22 HTTP/1.1" status: 200 len: 217 time: 0.0437114 Jan 27 22:05:53.072954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71905418-d227-49b9-9d41-0e42a38fe017 req-042d0d5b-e8e0-43a7-8d5d-1beed3f45e7c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685263 Jan 27 22:05:53.107075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48913326-e202-42ac-a6b9-15ad74381273 req-71f68f27-5aec-41ef-a59d-fabd504832f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.109350 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-48913326-e202-42ac-a6b9-15ad74381273 req-71f68f27-5aec-41ef-a59d-fabd504832f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d463a2b-060a-4301-a696-5725aac38c60 HTTP/1.1" status: 200 len: 854 time: 0.0908060 Jan 27 22:05:53.144212 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-48913326-e202-42ac-a6b9-15ad74381273 req-91cb66e8-7d44-4738-bfdf-1b2abf104522 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18f2041e-9b75-437c-b060-8bd45e836c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276012 Jan 27 22:05:53.158034 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6fb39b-d026-4f4b-a223-d3e274074266 x-openstack-request-id: req-2e6fb39b-d026-4f4b-a223-d3e274074266 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:53.158490 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2826271-0ea1-49cb-8b4e-0aba9099e94c", "name": "network-vif-deleted", "tag": "3b117de5-9be9-4980-8d2d-0e641eda1597", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:53.158907 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e6fb39b-d026-4f4b-a223-d3e274074266 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:53.159584 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2826271-0ea1-49cb-8b4e-0aba9099e94c', 'name': 'network-vif-deleted', 'tag': '3b117de5-9be9-4980-8d2d-0e641eda1597', 'status': 'completed', 'code': 200} Jan 27 22:05:53.178234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda4a4d-5fa3-49df-a4a6-9b0e7f874c3b req-6eb17c26-f88a-4b2f-b56c-ee87c1928ebc tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.192341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcda4a4d-5fa3-49df-a4a6-9b0e7f874c3b req-6eb17c26-f88a-4b2f-b56c-ee87c1928ebc tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1139722 Jan 27 22:05:53.281619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcda4a4d-5fa3-49df-a4a6-9b0e7f874c3b req-782f3a14-fcca-4eeb-9636-445902cbd26d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877051 Jan 27 22:05:53.328513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107b2d2-f4ec-4126-9d48-6709b4e7910a req-c59c9595-463c-4f93-829d-30017485c1f6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.330562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f107b2d2-f4ec-4126-9d48-6709b4e7910a req-c59c9595-463c-4f93-829d-30017485c1f6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.0634954 Jan 27 22:05:53.348399 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-48913326-e202-42ac-a6b9-15ad74381273 req-ca0bfe58-a8c5-4c64-9b83-4353337aa7cd service neutron] 10.222.0.16 "GET /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966281 Jan 27 22:05:53.425630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e76d843-e4a2-41f8-94ac-4272bdd92b28 req-b373e146-bb1d-4441-8e6a-9268d5954011 tempest-AttachVolumeNegativeTest-1940549541 tempest-AttachVolumeNegativeTest-1940549541-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2826271-0ea1-49cb-8b4e-0aba9099e94c HTTP/1.1" status: 200 len: 210 time: 0.0366697 Jan 27 22:05:53.436585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f107b2d2-f4ec-4126-9d48-6709b4e7910a req-100fadbf-6ef1-4b31-8036-961a7cbf59f7 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898261 Jan 27 22:05:53.520351 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-48913326-e202-42ac-a6b9-15ad74381273 req-76a61c54-8a87-4b57-96cc-c23b689940f3 service neutron] 10.222.0.16 "GET /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608729 Jan 27 22:05:53.592782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b593f2-a648-479f-a2bb-ac3db074f58e req-7fac6f20-2f51-4cb5-aaa4-aad92642e702 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.594491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1b593f2-a648-479f-a2bb-ac3db074f58e req-7fac6f20-2f51-4cb5-aaa4-aad92642e702 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0570269 Jan 27 22:05:53.713754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1b593f2-a648-479f-a2bb-ac3db074f58e req-68243386-37fa-487c-bcb5-4cb571e828cd tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071622 Jan 27 22:05:53.747288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd91a3-e4b0-4aaf-99e7-602007c6f6cd req-9cb40b76-6ad8-4ace-91c9-187a45ba5c2f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.750050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14fd91a3-e4b0-4aaf-99e7-602007c6f6cd req-9cb40b76-6ad8-4ace-91c9-187a45ba5c2f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1031103 Jan 27 22:05:53.829290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14fd91a3-e4b0-4aaf-99e7-602007c6f6cd req-d00d2e6c-33c3-4dc3-b56d-1458bf20d96f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703967 Jan 27 22:05:53.917880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef6105-93af-4241-b418-b56d162be0a7 req-96ac980e-0fb0-470c-b6d1-2c8036433403 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.920584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26ef6105-93af-4241-b418-b56d162be0a7 req-96ac980e-0fb0-470c-b6d1-2c8036433403 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0839813 Jan 27 22:05:54.007490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26ef6105-93af-4241-b418-b56d162be0a7 req-ff8e1e19-f44d-4289-92e2-f5b00d1efeec tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799351 Jan 27 22:05:54.026904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296ce17-2aa7-4c53-927d-43fa9bce83fc req-daa484b4-e107-43d2-9734-783dc9a7c827 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:54.028578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5296ce17-2aa7-4c53-927d-43fa9bce83fc req-daa484b4-e107-43d2-9734-783dc9a7c827 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0812500 Jan 27 22:05:54.125679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5296ce17-2aa7-4c53-927d-43fa9bce83fc req-b8517633-2e76-4fee-b903-3bb2faedced5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899377 Jan 27 22:05:54.191844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85077dc0-2369-41d8-98a7-5050bd007421 req-fd082e62-03b5-4577-8440-998733713d94 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:54.194517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85077dc0-2369-41d8-98a7-5050bd007421 req-fd082e62-03b5-4577-8440-998733713d94 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 943 time: 0.1047385 Jan 27 22:05:54.341143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578ecbb-d152-4385-9878-7d24366844a9 req-55bcfb9e-bdd6-4076-928f-fa96a9229e78 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:54.343927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0578ecbb-d152-4385-9878-7d24366844a9 req-55bcfb9e-bdd6-4076-928f-fa96a9229e78 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1457725 Jan 27 22:05:54.351969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85077dc0-2369-41d8-98a7-5050bd007421 req-44b10348-b676-46f5-878b-52dc93a3465f tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371372 Jan 27 22:05:54.418575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0578ecbb-d152-4385-9878-7d24366844a9 req-acea4c2f-d894-4682-9e82-4fe2b34d927b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Jan 27 22:05:54.547265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39484) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.765908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e88ca-855d-45e9-b8a3-7c6f1f9568c0 req-55a793e9-6953-4584-a622-e1dbcb664550 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:54.768350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e2e88ca-855d-45e9-b8a3-7c6f1f9568c0 req-55a793e9-6953-4584-a622-e1dbcb664550 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.1566041 Jan 27 22:05:54.775374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df54d2c-4801-4c6f-9adf-ffe1dc7326ee admin admin] Deleting subnet e36cacf7-0b8a-4f6c-878e-28702ae0d10d {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:54.780919 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6df54d2c-4801-4c6f-9adf-ffe1dc7326ee admin admin] Publish callbacks [] for subnet (e36cacf7-0b8a-4f6c-878e-28702ae0d10d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.879952 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6df54d2c-4801-4c6f-9adf-ffe1dc7326ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (e36cacf7-0b8a-4f6c-878e-28702ae0d10d), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.935723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e2e88ca-855d-45e9-b8a3-7c6f1f9568c0 req-c58a8c0c-619f-4cc6-a61d-50d8ac1f707a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498861 Jan 27 22:05:54.956224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3eda4-fe8b-4734-997b-55b55b2d135d req-23affce3-84b1-49c7-827c-0f6dc9b0be0f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:54.958977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ae3eda4-fe8b-4734-997b-55b55b2d135d req-23affce3-84b1-49c7-827c-0f6dc9b0be0f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1749506 Jan 27 22:05:54.983294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6df54d2c-4801-4c6f-9adf-ffe1dc7326ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e36cacf7-0b8a-4f6c-878e-28702ae0d10d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.140800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ae3eda4-fe8b-4734-997b-55b55b2d135d req-f7a2073e-ba43-4095-9d7b-c8a325121f1e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747763 Jan 27 22:05:55.161898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6df54d2c-4801-4c6f-9adf-ffe1dc7326ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (e36cacf7-0b8a-4f6c-878e-28702ae0d10d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.205317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe6535-bca2-4efe-8061-b48439d10324 req-6746dcc1-159f-4a83-8761-5e67908c384b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:55.208276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42fe6535-bca2-4efe-8061-b48439d10324 req-6746dcc1-159f-4a83-8761-5e67908c384b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1328628 Jan 27 22:05:55.209866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df54d2c-4801-4c6f-9adf-ffe1dc7326ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36cacf7-0b8a-4f6c-878e-28702ae0d10d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:55.212079 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6df54d2c-4801-4c6f-9adf-ffe1dc7326ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.218320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6df54d2c-4801-4c6f-9adf-ffe1dc7326ee admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e36cacf7-0b8a-4f6c-878e-28702ae0d10d HTTP/1.1" status: 204 len: 168 time: 0.6679189 Jan 27 22:05:55.218577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39496) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:55.270263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42fe6535-bca2-4efe-8061-b48439d10324 req-0dad5d68-ae4a-4d4d-9d96-362ce9e73c2f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503094 Jan 27 22:05:55.333963 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (639301f1-5e16-439b-bfd2-7913fc808a12), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.338677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace28064-c3c3-4b9f-afa0-fb186c75cf1a req-90d6865d-0cc0-41aa-9619-08b955c3c677 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:55.340345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ace28064-c3c3-4b9f-afa0-fb186c75cf1a req-90d6865d-0cc0-41aa-9619-08b955c3c677 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0667691 Jan 27 22:05:55.416929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ace28064-c3c3-4b9f-afa0-fb186c75cf1a req-ef37adba-8f2d-490b-a13a-e763d846b5ad tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698621 Jan 27 22:05:55.464038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (639301f1-5e16-439b-bfd2-7913fc808a12), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.504724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639301f1-5e16-439b-bfd2-7913fc808a12']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:55.523716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:55.524429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:55.544382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.552416 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7901d-d070-408b-8501-d6d136b418b0 req-a9c4694f-f6a8-4be9-afb8-66aed3590b3f tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:55.554455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41a7901d-d070-408b-8501-d6d136b418b0 req-a9c4694f-f6a8-4be9-afb8-66aed3590b3f tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 943 time: 0.0613942 Jan 27 22:05:55.568730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3b117de5-9be9-4980-8d2d-0e641eda1597 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:55.572514 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.585795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:55.588038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (c22ae6c5-8a06-43b9-8f69-dab6eabd0bc3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:55.594386 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:55.614850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 3b117de5-9be9-4980-8d2d-0e641eda1597 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:55.615465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 3b117de5-9be9-4980-8d2d-0e641eda1597 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:55.645282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 04b5ee51-3471-4188-863f-cac44ad82e22 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:55.657011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41a7901d-d070-408b-8501-d6d136b418b0 req-8f07dbb5-5a6a-426b-97d4-32540f26fb53 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941598 Jan 27 22:05:55.674837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac60646-6184-4131-a743-c6af66cc5475 req-e2d0bd41-e6e3-4584-bb8a-f7036cc085c6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:55.682356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cac60646-6184-4131-a743-c6af66cc5475 req-e2d0bd41-e6e3-4584-bb8a-f7036cc085c6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0891120 Jan 27 22:05:55.720534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (639301f1-5e16-439b-bfd2-7913fc808a12), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.728917 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.735323 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] 10.222.0.45 "DELETE /v2.0/networks/639301f1-5e16-439b-bfd2-7913fc808a12 HTTP/1.1" status: 204 len: 168 time: 0.5152712 Jan 27 22:05:55.751240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cac60646-6184-4131-a743-c6af66cc5475 req-8c8ae398-7709-4f0c-88d0-a8b8228f76d1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678682 Jan 27 22:05:55.758585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed911c-33a9-4634-af6e-c7747370e994 admin admin] Pushing event deleted for resources: {'Network': ['ID=639301f1-5e16-439b-bfd2-7913fc808a12,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:55.838681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 04b5ee51-3471-4188-863f-cac44ad82e22, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04b5ee51-3471-4188-863f-cac44ad82e22,segment=NetworkSegment(40c9ef1f-e891-4aaa-9da0-fd9286c95b66),segment_id=40c9ef1f-e891-4aaa-9da0-fd9286c95b66)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:55.850493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '04b5ee51-3471-4188-863f-cac44ad82e22', 'network_id': '18f2041e-9b75-437c-b060-8bd45e836c6b', 'port_id': '04b5ee51-3471-4188-863f-cac44ad82e22', 'mac_address': 'fa:16:3e:3c:cc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d463a2b-060a-4301-a696-5725aac38c60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:55.905690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 04b5ee51-3471-4188-863f-cac44ad82e22 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:55.906094 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.923569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b5ee51-3471-4188-863f-cac44ad82e22 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:55.930036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a34e-fa6f-40ff-b9cb-873c41beb7ca req-c94a39a6-d037-4878-bbca-273b01ef1404 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:55.932080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54f4a34e-fa6f-40ff-b9cb-873c41beb7ca req-c94a39a6-d037-4878-bbca-273b01ef1404 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0601559 Jan 27 22:05:55.948834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 04b5ee51-3471-4188-863f-cac44ad82e22, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04b5ee51-3471-4188-863f-cac44ad82e22,segment=NetworkSegment(40c9ef1f-e891-4aaa-9da0-fd9286c95b66),segment_id=40c9ef1f-e891-4aaa-9da0-fd9286c95b66)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:55.955000 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.980465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39508) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:56.025603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54f4a34e-fa6f-40ff-b9cb-873c41beb7ca req-0aa47014-20ea-40a9-a2b3-9eb4a1adb1c3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818865 Jan 27 22:05:56.037921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=04b5ee51-3471-4188-863f-cac44ad82e22,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.092077 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c42ae3ba-7e04-4b04-9db0-571d5170f7ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bbb4d39529e446f58c11ce27a1ab2ca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1099236 Jan 27 22:05:56.092993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39514) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:56.172696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b56a0-5c9b-4b0a-bdc0-e9bad4bd2171 req-1ba2724f-eab4-4c5e-80ae-53dd43336bc3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:56.174355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-258b56a0-5c9b-4b0a-bdc0-e9bad4bd2171 req-1ba2724f-eab4-4c5e-80ae-53dd43336bc3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.0970707 Jan 27 22:05:56.184384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07e49df-e0ac-4032-ad45-9823e5d473c1 admin admin] Publish callbacks [] for security_group (b4e33c25-fa45-4583-bfe7-60756441b74e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.228389 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07e49df-e0ac-4032-ad45-9823e5d473c1 admin admin] Publish callbacks [] for security_group (b4e33c25-fa45-4583-bfe7-60756441b74e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.261604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-258b56a0-5c9b-4b0a-bdc0-e9bad4bd2171 req-f0574dd4-bba4-49ac-a33e-1a3f13911b63 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743084 Jan 27 22:05:56.293287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16bb7-a393-45b6-96cb-a70c4f632597 req-0546f338-e216-4eb0-bb8b-a2c34aca1f83 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:56.296528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3b16bb7-a393-45b6-96cb-a70c4f632597 req-0546f338-e216-4eb0-bb8b-a2c34aca1f83 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0776908 Jan 27 22:05:56.301619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07e49df-e0ac-4032-ad45-9823e5d473c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b4e33c25-fa45-4583-bfe7-60756441b74e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.306747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f07e49df-e0ac-4032-ad45-9823e5d473c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.308839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f07e49df-e0ac-4032-ad45-9823e5d473c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4e33c25-fa45-4583-bfe7-60756441b74e HTTP/1.1" status: 204 len: 168 time: 0.2143123 Jan 27 22:05:56.317417 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04b5ee51-3471-4188-863f-cac44ad82e22'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:56.337524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e49df-e0ac-4032-ad45-9823e5d473c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e33c25-fa45-4583-bfe7-60756441b74e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.416322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3b16bb7-a393-45b6-96cb-a70c4f632597 req-329be80b-55ff-4311-a309-dbbe003c3fda tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129405 Jan 27 22:05:56.516522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b7f6f-db56-4e36-97d0-75a56da04f46 req-6c270236-2953-466e-9b17-c37252b6d8ed tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:56.519373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f1b7f6f-db56-4e36-97d0-75a56da04f46 req-6c270236-2953-466e-9b17-c37252b6d8ed tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0941513 Jan 27 22:05:57.074584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f1b7f6f-db56-4e36-97d0-75a56da04f46 req-b7d14708-b032-46db-9ec2-4d0117cb0e3b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375009 Jan 27 22:05:57.088153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbef43-266f-4168-82cf-92864648e64f req-a540251a-e31c-4ef4-8c92-ce6b05ac3115 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.090913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1bbef43-266f-4168-82cf-92864648e64f req-a540251a-e31c-4ef4-8c92-ce6b05ac3115 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.5698822 Jan 27 22:05:57.155146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1bbef43-266f-4168-82cf-92864648e64f req-fde11598-b56c-4137-a585-062fabedcaa7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513248 Jan 27 22:05:57.268836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0068f-2d2c-4761-9383-78b3a76ecc85 req-4b8f3543-509a-44c5-bc8b-cb30c6da896b tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.271403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30f0068f-2d2c-4761-9383-78b3a76ecc85 req-4b8f3543-509a-44c5-bc8b-cb30c6da896b tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 944 time: 0.0878794 Jan 27 22:05:57.353909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30f0068f-2d2c-4761-9383-78b3a76ecc85 req-c70290ac-5322-486f-9df2-91b43e190dcd tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757973 Jan 27 22:05:57.493947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f577ad-a1e5-4ae2-9d39-8d843a3100fb req-4e648477-28dc-45b3-b748-efe5ad83ed5a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.496586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91f577ad-a1e5-4ae2-9d39-8d843a3100fb req-4e648477-28dc-45b3-b748-efe5ad83ed5a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.0956588 Jan 27 22:05:57.590505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91f577ad-a1e5-4ae2-9d39-8d843a3100fb req-fb20afc1-f2d6-4148-8db3-8ed890d611fc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851932 Jan 27 22:05:57.661313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 04b5ee51-3471-4188-863f-cac44ad82e22 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:57.770381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 04b5ee51-3471-4188-863f-cac44ad82e22 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:57.784958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 04b5ee51-3471-4188-863f-cac44ad82e22 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:57.786382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.863240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6225e-a490-485e-bd5f-f69309e9bdc1 req-ca8e08f8-0775-4400-880f-39938d97999b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.872434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31b6225e-a490-485e-bd5f-f69309e9bdc1 req-ca8e08f8-0775-4400-880f-39938d97999b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1009197 Jan 27 22:05:57.961130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31b6225e-a490-485e-bd5f-f69309e9bdc1 req-80a8b22a-c270-4f30-91af-81bbc2b970f4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867989 Jan 27 22:05:57.962065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 04b5ee51-3471-4188-863f-cac44ad82e22 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:57.962555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.005260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f05354-9671-4e8e-9adb-d6fe235d8f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5ee51-3471-4188-863f-cac44ad82e22'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:58.010090 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f42f4aa-6d33-4280-92ac-740d96aa6628" -d '{"events": [{"server_uuid": "26f05354-9671-4e8e-9adb-d6fe235d8f59", "name": "network-vif-plugged", "status": "completed", "tag": "04b5ee51-3471-4188-863f-cac44ad82e22"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:58.037153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 04b5ee51-3471-4188-863f-cac44ad82e22, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04b5ee51-3471-4188-863f-cac44ad82e22,segment=NetworkSegment(40c9ef1f-e891-4aaa-9da0-fd9286c95b66),segment_id=40c9ef1f-e891-4aaa-9da0-fd9286c95b66)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:58.044533 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.112015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d3a43-b61d-49ce-9974-fa97ea5dbbfb req-14474ea7-385b-4916-b74d-cacf86f3155b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.114736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa4d3a43-b61d-49ce-9974-fa97ea5dbbfb req-14474ea7-385b-4916-b74d-cacf86f3155b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.0920660 Jan 27 22:05:58.128373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=04b5ee51-3471-4188-863f-cac44ad82e22,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:58.203488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa4d3a43-b61d-49ce-9974-fa97ea5dbbfb req-3cf75379-88f1-4fc9-8884-a2f185df8532 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743937 Jan 27 22:05:58.211838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884e062-0228-42d4-9c19-d5c891708b2d req-b0ed08d3-fcec-46ae-b2fa-12efa3d3bdbe tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.213684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7884e062-0228-42d4-9c19-d5c891708b2d req-b0ed08d3-fcec-46ae-b2fa-12efa3d3bdbe tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0974803 Jan 27 22:05:58.289756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7884e062-0228-42d4-9c19-d5c891708b2d req-dcf67da6-2bc4-4234-b297-5f82be9c5baa tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645385 Jan 27 22:05:58.291754 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fa0cb5-9e68-41e8-b788-4369781977b5 x-openstack-request-id: req-27fa0cb5-9e68-41e8-b788-4369781977b5 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:58.292477 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f05354-9671-4e8e-9adb-d6fe235d8f59", "name": "network-vif-plugged", "status": "completed", "tag": "04b5ee51-3471-4188-863f-cac44ad82e22", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:58.292984 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27fa0cb5-9e68-41e8-b788-4369781977b5 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:58.293719 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f05354-9671-4e8e-9adb-d6fe235d8f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5ee51-3471-4188-863f-cac44ad82e22', 'code': 200} Jan 27 22:05:58.467134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106ea95-f0f2-43b7-bce7-2a924b25e31f req-ee1bcf65-06fe-49e9-a30b-bf03bcd7665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.470863 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3106ea95-f0f2-43b7-bce7-2a924b25e31f req-ee1bcf65-06fe-49e9-a30b-bf03bcd7665e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 1096 time: 0.0837212 Jan 27 22:05:58.489749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab878b-7494-4155-9a52-e1dc9229e76e req-e46d798c-1fee-470f-9840-cd37bc3f9d0b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.492414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaab878b-7494-4155-9a52-e1dc9229e76e req-e46d798c-1fee-470f-9840-cd37bc3f9d0b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1347635 Jan 27 22:05:58.541430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224adbab-bede-450d-854b-9793b0b65de4 req-7ba2d990-96ba-4495-b3c6-3c52bb9cab37 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.544889 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3106ea95-f0f2-43b7-bce7-2a924b25e31f req-7e8f38c8-4a6c-486e-ae49-6211e5ab94de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663857 Jan 27 22:05:58.545601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-224adbab-bede-450d-854b-9793b0b65de4 req-7ba2d990-96ba-4495-b3c6-3c52bb9cab37 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1247249 Jan 27 22:05:58.612279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaab878b-7494-4155-9a52-e1dc9229e76e req-8fcb0c09-cd5f-46a5-9e0f-b291bf51d668 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114693 Jan 27 22:05:58.638437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-224adbab-bede-450d-854b-9793b0b65de4 req-eb2c5865-78bf-4a64-b892-4d0e526c6258 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842366 Jan 27 22:05:58.760893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06024608-6b6d-4483-aa7c-45bfc257b6b4 req-df489b6f-1dfc-4be9-a538-1088e8624157 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.762994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06024608-6b6d-4483-aa7c-45bfc257b6b4 req-df489b6f-1dfc-4be9-a538-1088e8624157 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.0787411 Jan 27 22:05:58.859304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc013126-e47d-4fb8-bb2f-9bb8d73fcfde req-a45b5133-f8fe-4e20-99a9-b196645371fb tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.864457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc013126-e47d-4fb8-bb2f-9bb8d73fcfde req-a45b5133-f8fe-4e20-99a9-b196645371fb tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0969245 Jan 27 22:05:58.871608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06024608-6b6d-4483-aa7c-45bfc257b6b4 req-305fbb56-6f2f-485c-8131-c538dcdf0bed tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944374 Jan 27 22:05:58.942465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc013126-e47d-4fb8-bb2f-9bb8d73fcfde req-e9452431-abfe-4d99-a3ae-7ca183e75093 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693741 Jan 27 22:05:59.437522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a6ae1-0d6c-46f5-99bc-3ddb7520f25c req-28eea74d-a853-4e71-815b-6da3bff8e0bb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.449205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-012a6ae1-0d6c-46f5-99bc-3ddb7520f25c req-28eea74d-a853-4e71-815b-6da3bff8e0bb tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.1134744 Jan 27 22:05:59.548890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-012a6ae1-0d6c-46f5-99bc-3ddb7520f25c req-7cc716c5-6e51-42d9-b0ba-6b0174bd96c6 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978630 Jan 27 22:05:59.646138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008c9be-0224-4a9c-bc65-83e2c71ec15f req-c5586d55-68e1-4539-afa8-c0b1164f20ff tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.648489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1008c9be-0224-4a9c-bc65-83e2c71ec15f req-c5586d55-68e1-4539-afa8-c0b1164f20ff tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0750840 Jan 27 22:05:59.719035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-67a6471c-2962-443e-8726-43080269d4c1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.721223 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-67a6471c-2962-443e-8726-43080269d4c1 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 945 time: 0.0975826 Jan 27 22:05:59.760858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1008c9be-0224-4a9c-bc65-83e2c71ec15f req-d7f93e30-18e5-442d-a4bb-8de001eab575 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984974 Jan 27 22:05:59.811461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038987d1-4caf-4cbd-9096-ee0d5c3c0b39 req-ae00f7db-e780-4e19-9a94-23e372b878d8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.813133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-038987d1-4caf-4cbd-9096-ee0d5c3c0b39 req-ae00f7db-e780-4e19-9a94-23e372b878d8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0773335 Jan 27 22:05:59.868808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-038987d1-4caf-4cbd-9096-ee0d5c3c0b39 req-04ba9ea6-6d3b-4816-9556-6b8b38e1fbd7 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486901 Jan 27 22:05:59.874693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Deleting port d5931a1c-08ca-4ef5-a019-a630b25f1bad {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:59.874900 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.007490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] For port d5931a1c-08ca-4ef5-a019-a630b25f1bad, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d5931a1c-08ca-4ef5-a019-a630b25f1bad,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:00.007792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.025606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Calling delete_port for d5931a1c-08ca-4ef5-a019-a630b25f1bad owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:00.105420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dfa80-1887-477c-ac82-409ce6e15361 req-6ab94dfe-2ec9-410d-b029-ee3759e3faf6 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:00.110838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e5dfa80-1887-477c-ac82-409ce6e15361 req-6ab94dfe-2ec9-410d-b029-ee3759e3faf6 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.1173663 Jan 27 22:06:00.189443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e5dfa80-1887-477c-ac82-409ce6e15361 req-06edad31-4e37-4ca5-8a0f-786ad3b8eae7 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705049 Jan 27 22:06:00.204163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39626) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:00.247882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d5931a1c-08ca-4ef5-a019-a630b25f1bad), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.262380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d5931a1c-08ca-4ef5-a019-a630b25f1bad'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:00.291252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event deleted for resources: {'Port': ['ID=d5931a1c-08ca-4ef5-a019-a630b25f1bad,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:00.350253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] No DVR routers for this DVR port d5931a1c-08ca-4ef5-a019-a630b25f1bad on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:00.353585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.357344 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1146eed8-db1b-4691-8c33-07aff17ee9e1 req-344f5c83-0cf5-4317-9c69-c872d8474451 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "DELETE /v2.0/ports/d5931a1c-08ca-4ef5-a019-a630b25f1bad HTTP/1.1" status: 204 len: 173 time: 0.6280720 Jan 27 22:06:00.357846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b7183-85b9-446a-a1b7-9a6293daa68a', 'name': 'network-vif-deleted', 'tag': 'd5931a1c-08ca-4ef5-a019-a630b25f1bad'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:00.360730 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887f2a14-00b9-4d49-bfb6-ebe52fdd6862" -d '{"events": [{"server_uuid": "a85b7183-85b9-446a-a1b7-9a6293daa68a", "name": "network-vif-deleted", "tag": "d5931a1c-08ca-4ef5-a019-a630b25f1bad"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:00.367595 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db3af0d8-bd8a-47c1-a649-b8f6aecd1ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.399892 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed26d764-bd71-42b4-8400-5054a5866402 x-openstack-request-id: req-ed26d764-bd71-42b4-8400-5054a5866402 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:00.400202 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b7183-85b9-446a-a1b7-9a6293daa68a", "name": "network-vif-deleted", "tag": "d5931a1c-08ca-4ef5-a019-a630b25f1bad", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:00.400438 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed26d764-bd71-42b4-8400-5054a5866402 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:00.400945 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b7183-85b9-446a-a1b7-9a6293daa68a', 'name': 'network-vif-deleted', 'tag': 'd5931a1c-08ca-4ef5-a019-a630b25f1bad', 'status': 'completed', 'code': 200} Jan 27 22:06:00.488132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db3af0d8-bd8a-47c1-a649-b8f6aecd1ef8 admin admin] Publish callbacks [] for security_group (267816e3-8749-4f2d-9176-81c3ac468d78), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.493536 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db3af0d8-bd8a-47c1-a649-b8f6aecd1ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (267816e3-8749-4f2d-9176-81c3ac468d78), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.535175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3af0d8-bd8a-47c1-a649-b8f6aecd1ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267816e3-8749-4f2d-9176-81c3ac468d78,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:00.539973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-db3af0d8-bd8a-47c1-a649-b8f6aecd1ef8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e92f662383874a1a85c61ed9e05e5f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3333919 Jan 27 22:06:00.543908 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39632) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:00.612152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a517c23-9cf8-4d7a-a0cb-d10ee6f855eb admin admin] Publish callbacks [] for security_group (267816e3-8749-4f2d-9176-81c3ac468d78), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.637982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a517c23-9cf8-4d7a-a0cb-d10ee6f855eb admin admin] Publish callbacks [] for security_group (267816e3-8749-4f2d-9176-81c3ac468d78), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.696816 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46aff5d0-24ae-4343-974f-7cd0335e260e req-46608f2b-4ad7-4486-9813-c405f7aaa9d2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=a85b7183-85b9-446a-a1b7-9a6293daa68a HTTP/1.1" status: 200 len: 210 time: 0.0380750 Jan 27 22:06:00.707793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a517c23-9cf8-4d7a-a0cb-d10ee6f855eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (267816e3-8749-4f2d-9176-81c3ac468d78), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.711048 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3a517c23-9cf8-4d7a-a0cb-d10ee6f855eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.715020 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3a517c23-9cf8-4d7a-a0cb-d10ee6f855eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/267816e3-8749-4f2d-9176-81c3ac468d78 HTTP/1.1" status: 204 len: 168 time: 0.1673188 Jan 27 22:06:00.729422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a517c23-9cf8-4d7a-a0cb-d10ee6f855eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267816e3-8749-4f2d-9176-81c3ac468d78,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:00.906804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2c663-d43e-4771-8795-2fb06f4823a1 req-77efe01b-46e4-414f-bcc4-d4888d191b13 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:00.908651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8fb2c663-d43e-4771-8795-2fb06f4823a1 req-77efe01b-46e4-414f-bcc4-d4888d191b13 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0622613 Jan 27 22:06:01.019580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8fb2c663-d43e-4771-8795-2fb06f4823a1 req-00bbce59-f6be-4c81-85e4-4172edda2f04 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973313 Jan 27 22:06:01.064651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c89b-e500-4fa7-976a-f918f5e4760e req-86d64754-b8a2-4fcb-b25d-ee7003c4a0ea tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:01.066873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ab4c89b-e500-4fa7-976a-f918f5e4760e req-86d64754-b8a2-4fcb-b25d-ee7003c4a0ea tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0969408 Jan 27 22:06:01.102256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39644) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:01.121262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-995fb0a0-4551-470d-91f0-0a99681d5afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.165397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ab4c89b-e500-4fa7-976a-f918f5e4760e req-038651a5-a56c-4fda-94b2-55773a1d6aaf tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910139 Jan 27 22:06:01.260045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-995fb0a0-4551-470d-91f0-0a99681d5afd admin admin] Publish callbacks [] for security_group (25c56ee9-f28b-478f-94d7-4f1f95af46e6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.267631 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-995fb0a0-4551-470d-91f0-0a99681d5afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (25c56ee9-f28b-478f-94d7-4f1f95af46e6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.341205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-995fb0a0-4551-470d-91f0-0a99681d5afd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=812a73bf15814df5a7635e3434d36286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377462 Jan 27 22:06:01.344980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39648) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:01.345408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fb0a0-4551-470d-91f0-0a99681d5afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c56ee9-f28b-478f-94d7-4f1f95af46e6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:01.368426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729dbd6-5cfd-4e30-804c-442c15a61ed7 req-716a3c40-cb1b-4dcc-a02b-466a77b8df49 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:01.370568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3729dbd6-5cfd-4e30-804c-442c15a61ed7 req-716a3c40-cb1b-4dcc-a02b-466a77b8df49 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.1050732 Jan 27 22:06:01.415371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0f80f58-194a-4849-942d-d840b061fab6 admin admin] Publish callbacks [] for security_group (25c56ee9-f28b-478f-94d7-4f1f95af46e6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.444792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0f80f58-194a-4849-942d-d840b061fab6 admin admin] Publish callbacks [] for security_group (25c56ee9-f28b-478f-94d7-4f1f95af46e6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.453140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3729dbd6-5cfd-4e30-804c-442c15a61ed7 req-277560b1-f69e-49f9-b1db-a6f3514ae570 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757270 Jan 27 22:06:01.528359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0f80f58-194a-4849-942d-d840b061fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (25c56ee9-f28b-478f-94d7-4f1f95af46e6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.533729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0f80f58-194a-4849-942d-d840b061fab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.537032 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0f80f58-194a-4849-942d-d840b061fab6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25c56ee9-f28b-478f-94d7-4f1f95af46e6 HTTP/1.1" status: 204 len: 168 time: 0.1907353 Jan 27 22:06:01.551188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f80f58-194a-4849-942d-d840b061fab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c56ee9-f28b-478f-94d7-4f1f95af46e6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:01.846310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdde60-ab48-43ac-9020-109933fb1f98 req-c7bc672d-7da0-42b3-9f8c-b0ebf6fd3096 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:01.848782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bccdde60-ab48-43ac-9020-109933fb1f98 req-c7bc672d-7da0-42b3-9f8c-b0ebf6fd3096 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.0822687 Jan 27 22:06:01.889621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-2c27ed49-541d-4c59-8ea6-6dc0fa9cb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:01.892689 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-2c27ed49-541d-4c59-8ea6-6dc0fa9cb796 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e41c9f1dd6d74366aef13214673eed24&device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 1096 time: 0.1001234 Jan 27 22:06:01.927904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bccdde60-ab48-43ac-9020-109933fb1f98 req-dd317ae0-31ac-4da6-a616-f97590612b59 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712490 Jan 27 22:06:02.074361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-ff98db3c-ee71-46b8-b61c-0b7a72f37849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:02.077173 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-ff98db3c-ee71-46b8-b61c-0b7a72f37849 service neutron] 10.222.0.16 "GET /v2.0/networks?id=18f2041e-9b75-437c-b060-8bd45e836c6b HTTP/1.1" status: 200 len: 915 time: 0.1767726 Jan 27 22:06:02.158483 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-df6d8495-d47d-4b5d-b2e8-34b416e38c68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04b5ee51-3471-4188-863f-cac44ad82e22 HTTP/1.1" status: 200 len: 217 time: 0.0740273 Jan 27 22:06:02.225778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-cdd0e055-266b-4ee8-8a6e-d1cc9fd8c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:02.227980 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-cdd0e055-266b-4ee8-8a6e-d1cc9fd8c708 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d463a2b-060a-4301-a696-5725aac38c60 HTTP/1.1" status: 200 len: 854 time: 0.0623198 Jan 27 22:06:02.249341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-5923e000-a89d-429f-aa73-2a4e6e2e0293 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:02.252340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-5923e000-a89d-429f-aa73-2a4e6e2e0293 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.1942589 Jan 27 22:06:02.262315 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-87c6c64c-4b3c-491e-a1c3-5509cc633d73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18f2041e-9b75-437c-b060-8bd45e836c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282159 Jan 27 22:06:02.280719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f086e8-470f-4c8b-90fc-71e4a3054ec7 req-e61a09be-de28-489f-8c7e-fd64db170d0a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:02.282952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23f086e8-470f-4c8b-90fc-71e4a3054ec7 req-e61a09be-de28-489f-8c7e-fd64db170d0a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1201224 Jan 27 22:06:02.319314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-f5bee9cd-6479-4cb6-bfa2-6b6f115b3a8b tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/quotas/eb1cd614a9c64717962274c50642681a HTTP/1.1" status: 200 len: 375 time: 0.0531037 Jan 27 22:06:02.378889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-69e3a75b-2741-4d45-bdc7-9fc534cc2050 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512109 Jan 27 22:06:02.382974 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-9ca36acc-7e4f-4027-8d0c-a731fed44513 service neutron] 10.222.0.16 "GET /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142015 Jan 27 22:06:02.498058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23f086e8-470f-4c8b-90fc-71e4a3054ec7 req-6c43eb03-1d58-4cb1-9138-262212d05416 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024283 Jan 27 22:06:02.550836 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-76a29beb-5323-4b2b-89fc-0a816500d6d9 req-a95f9930-7727-43bd-909c-df584e00b3fe service neutron] 10.222.0.16 "GET /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570427 Jan 27 22:06:02.594000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-2b74febe-4665-43df-8f82-8b0463ffc626 service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984627 Jan 27 22:06:02.768468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e861fd-a317-403a-af8c-08c58026a7f7 req-3e6255de-9e90-405d-9e56-2b12ef306e7d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:02.770571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1e861fd-a317-403a-af8c-08c58026a7f7 req-3e6255de-9e90-405d-9e56-2b12ef306e7d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1429272 Jan 27 22:06:02.809577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-f5029843-754e-4ef1-b1a9-ae71b85685c8 service neutron] 10.222.0.45 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074268 Jan 27 22:06:02.856481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1e861fd-a317-403a-af8c-08c58026a7f7 req-78112c4c-88d4-4974-9c9a-d1d7fb477b8b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706885 Jan 27 22:06:03.052993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baaa4658-d468-4056-8b5a-bf0b79ee56e2 req-09e29882-9486-478d-b91a-c6eda253fec4 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 210 time: 0.0338187 Jan 27 22:06:03.133054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98d9de-2e96-4cc5-a02f-a18272c69ca8 req-892cfd63-2e87-4107-98c5-eb5cfc79378d tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:03.144382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d98d9de-2e96-4cc5-a02f-a18272c69ca8 req-892cfd63-2e87-4107-98c5-eb5cfc79378d tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.0938022 Jan 27 22:06:03.230048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d98d9de-2e96-4cc5-a02f-a18272c69ca8 req-3ac6480b-b470-411e-ab1c-a5f27f6178c1 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831516 Jan 27 22:06:03.715494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb717c7-166b-43e9-80dd-d0481f559660 req-061df67b-a5e8-4f34-b048-2b9cd05e895a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:03.716660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d5931a1c-08ca-4ef5-a019-a630b25f1bad no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:03.724052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acb717c7-166b-43e9-80dd-d0481f559660 req-061df67b-a5e8-4f34-b048-2b9cd05e895a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1020687 Jan 27 22:06:03.753410 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: d5931a1c-08ca-4ef5-a019-a630b25f1bad {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:03.754320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d5931a1c-08ca-4ef5-a019-a630b25f1bad not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:03.779137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acb717c7-166b-43e9-80dd-d0481f559660 req-e7833944-1822-4bb4-9b81-4a3ce3107c1d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Jan 27 22:06:04.050373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7a97b-0f9d-41e6-85e4-a131486669a8 req-c8bf80dc-4ea0-4645-9a35-8cfbe43268f9 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.053094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfd7a97b-0f9d-41e6-85e4-a131486669a8 req-c8bf80dc-4ea0-4645-9a35-8cfbe43268f9 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0875185 Jan 27 22:06:04.088242 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab9f5aba-1fb1-4ff3-ba8e-930d9373d8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.156795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfd7a97b-0f9d-41e6-85e4-a131486669a8 req-e5c9c76b-6d21-4de4-bc79-8fa9c95c1a36 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944345 Jan 27 22:06:04.207722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c10db50-f33e-4515-a03d-a6f4e5333769 req-c270e7ce-60e2-4d32-a310-61d729167de5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 210 time: 0.0309637 Jan 27 22:06:04.481778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911140fc-8fb3-4dc4-a080-dae5c5ddb3d8 req-5a307259-2b15-4969-8c59-a2bb4cb72cb5 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.486994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-911140fc-8fb3-4dc4-a080-dae5c5ddb3d8 req-5a307259-2b15-4969-8c59-a2bb4cb72cb5 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.1322052 Jan 27 22:06:04.515171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-19f89d17-f37d-4314-8bfd-00f2d2507e0f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.517594 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-19f89d17-f37d-4314-8bfd-00f2d2507e0f tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 811 time: 0.1789663 Jan 27 22:06:04.535974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Request body: {'port': {'device_id': '91b86471-2245-45d1-b281-b444a3cdc2ed', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'admin_state_up': True, 'tenant_id': 'eb1cd614a9c64717962274c50642681a'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:04.573781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-911140fc-8fb3-4dc4-a080-dae5c5ddb3d8 req-cfb8d3fd-c3ff-49d3-88ad-dfa80ab1e481 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741279 Jan 27 22:06:04.707253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Made reservation on behalf of eb1cd614a9c64717962274c50642681a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:04.711522 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.921798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Allocated IP 172.20.0.8 (07004775-3e31-4b22-b881-0df6534a33d1/f255f4b6-739c-45a3-86ca-29b661bbd2e9/792c13a6-c63f-41f0-bf62-850cf4589852) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:05.001106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c37d91-e21d-4b74-881a-890f25660110 req-5da03637-bbd5-4c6d-b7de-b669aa7bc74f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:05.003366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9c37d91-e21d-4b74-881a-890f25660110 req-5da03637-bbd5-4c6d-b7de-b669aa7bc74f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0884569 Jan 27 22:06:05.124300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbc2c4-aa61-463c-a118-c9b0702deb1b req-f4c39ffc-d6c2-438a-ba39-5bf852bac13d tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:05.127040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1cbc2c4-aa61-463c-a118-c9b0702deb1b req-f4c39ffc-d6c2-438a-ba39-5bf852bac13d tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.1221888 Jan 27 22:06:05.142905 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks [] for port (792c13a6-c63f-41f0-bf62-850cf4589852), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.175836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9c37d91-e21d-4b74-881a-890f25660110 req-186c6f66-2b87-4262-a368-6e1c90f35ddd tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537721 Jan 27 22:06:05.202257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.234730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1cbc2c4-aa61-463c-a118-c9b0702deb1b req-753233dd-407c-44bb-b144-3830a412f8f1 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926461 Jan 27 22:06:05.280275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Network 07004775-3e31-4b22-b881-0df6534a33d1 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:05.281787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event updated for resources: {'Port': ['ID=792c13a6-c63f-41f0-bf62-850cf4589852,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:05.284922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:05.288017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:05.372344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:05.372943 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.402118 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8b17d2e4-590f-45ce-99a2-254b8a844722 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8720486 Jan 27 22:06:05.413495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f30c72-1f3d-46a1-b799-5a11dcd21d7f req-0824c22a-7b92-4c4e-877c-d76e22345966 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:05.415671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f30c72-1f3d-46a1-b799-5a11dcd21d7f req-0824c22a-7b92-4c4e-877c-d76e22345966 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1278605 Jan 27 22:06:05.422448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Request body: {'port': {'device_id': '91b86471-2245-45d1-b281-b444a3cdc2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:05.442791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87470847-f8c5-425b-8ee7-bdf5ecbfabf9 req-27b1b47c-adde-4d2a-abc0-8599250cddb5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:05.445053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87470847-f8c5-425b-8ee7-bdf5ecbfabf9 req-27b1b47c-adde-4d2a-abc0-8599250cddb5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 931 time: 0.0865529 Jan 27 22:06:05.498669 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.511234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f30c72-1f3d-46a1-b799-5a11dcd21d7f req-a235bb5d-0a73-45f9-b977-fcd7cee52688 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834706 Jan 27 22:06:05.549364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87470847-f8c5-425b-8ee7-bdf5ecbfabf9 req-5e9bda81-f859-4e1c-afe9-b10d2247c9b2 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Jan 27 22:06:05.915350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792c13a6-c63f-41f0-bf62-850cf4589852 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:05.931525 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Publish callbacks [] for port (792c13a6-c63f-41f0-bf62-850cf4589852), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.954765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Transition to ACTIVE for port object 792c13a6-c63f-41f0-bf62-850cf4589852 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:05.960173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.064241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Pushing event updated for resources: {'Port': ['ID=792c13a6-c63f-41f0-bf62-850cf4589852,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:06.169045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Attempting to bind port 792c13a6-c63f-41f0-bf62-850cf4589852 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:06.169597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Attempting to bind port 792c13a6-c63f-41f0-bf62-850cf4589852 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:06.169993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Attempting to bind port 792c13a6-c63f-41f0-bf62-850cf4589852 on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:06.175567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Port 792c13a6-c63f-41f0-bf62-850cf4589852 on network 07004775-3e31-4b22-b881-0df6534a33d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:06.175931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Attempting to bind port 792c13a6-c63f-41f0-bf62-850cf4589852 on network 07004775-3e31-4b22-b881-0df6534a33d1 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:06.185611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:06.186215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Checking segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:06.187280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Bound using segment: {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:06.187944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Bound port: 792c13a6-c63f-41f0-bf62-850cf4589852, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5278482b-ce5a-4c8e-a4fa-7484192cb45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:06.188426 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.310146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] For port 792c13a6-c63f-41f0-bf62-850cf4589852, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:06.321037 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] For port 792c13a6-c63f-41f0-bf62-850cf4589852, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=792c13a6-c63f-41f0-bf62-850cf4589852,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:06.328015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.349814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc869661-b9cf-47ae-a612-a27a048a4f8c req-96a75069-8ea8-4d61-98b1-5f304d6491d3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.353863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc869661-b9cf-47ae-a612-a27a048a4f8c req-96a75069-8ea8-4d61-98b1-5f304d6491d3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0823846 Jan 27 22:06:06.393005 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.394480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.397137 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] 10.222.0.16 "PUT /v2.0/ports/792c13a6-c63f-41f0-bf62-850cf4589852 HTTP/1.1" status: 200 len: 1091 time: 0.9874485 Jan 27 22:06:06.398144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b86471-2245-45d1-b281-b444a3cdc2ed', 'tag': '792c13a6-c63f-41f0-bf62-850cf4589852'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:06.401766 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b6aa0-0061-45d5-916c-adcf11898ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "91b86471-2245-45d1-b281-b444a3cdc2ed", "tag": "792c13a6-c63f-41f0-bf62-850cf4589852"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:06.447291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200c834-b6ef-4696-904b-2c8696c3ca01 service neutron] Pushing event updated for resources: {'Port': ['ID=792c13a6-c63f-41f0-bf62-850cf4589852,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:06.504614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc869661-b9cf-47ae-a612-a27a048a4f8c req-30129fba-e851-4d10-a4ba-fe00511362ae tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442492 Jan 27 22:06:06.520911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-21686779-44c4-4fd3-b13a-c385a747e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.523718 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-21686779-44c4-4fd3-b13a-c385a747e1de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 1094 time: 0.0581553 Jan 27 22:06:06.527969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8086a8-aec1-45ab-a891-65ad27bdea0d req-74fe238b-915d-48de-9b35-c964c5f9b0d2 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.530222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8086a8-aec1-45ab-a891-65ad27bdea0d req-74fe238b-915d-48de-9b35-c964c5f9b0d2 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.1359797 Jan 27 22:06:06.628538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8086a8-aec1-45ab-a891-65ad27bdea0d req-f4c356d4-39e2-4450-9e45-4f57b226ab27 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/security-groups?id=8839f8fe-9bd6-494c-a1e5-85e4e1159112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811257 Jan 27 22:06:06.798854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b7e84-e0c9-41bf-b7cf-618b3bf93ac9 req-a6bca44c-9bc7-4548-9bd4-d032bcb662ca tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.800653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff2b7e84-e0c9-41bf-b7cf-618b3bf93ac9 req-a6bca44c-9bc7-4548-9bd4-d032bcb662ca tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0795183 Jan 27 22:06:06.949162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff2b7e84-e0c9-41bf-b7cf-618b3bf93ac9 req-855090e9-f810-4ff3-878b-cad5a674c9ee tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344769 Jan 27 22:06:06.957761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-13fa8a09-7169-4175-9ae1-b04d3ff677ba tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.959692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-13fa8a09-7169-4175-9ae1-b04d3ff677ba tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.16 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 945 time: 0.1421881 Jan 27 22:06:06.969289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abef4d-63f4-4066-886f-620b803bc68a req-12a5d86f-a29a-4ab2-93dc-a36b20558fee tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.976534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2abef4d-63f4-4066-886f-620b803bc68a req-12a5d86f-a29a-4ab2-93dc-a36b20558fee tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 943 time: 0.1741567 Jan 27 22:06:07.053391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a197c2e8-36be-4a7f-979f-68cc574b8386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.129055 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35a579a-2932-4b8e-9661-7ea62d48db20 x-openstack-request-id: req-a35a579a-2932-4b8e-9661-7ea62d48db20 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:07.129941 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b86471-2245-45d1-b281-b444a3cdc2ed", "tag": "792c13a6-c63f-41f0-bf62-850cf4589852", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:07.129941 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a35a579a-2932-4b8e-9661-7ea62d48db20 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:07.130213 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b86471-2245-45d1-b281-b444a3cdc2ed', 'tag': '792c13a6-c63f-41f0-bf62-850cf4589852', 'status': 'completed', 'code': 200} Jan 27 22:06:07.131880 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-16b7fc00-3bcf-459f-b3d6-c910a333227b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792c13a6-c63f-41f0-bf62-850cf4589852 HTTP/1.1" status: 200 len: 217 time: 0.6003735 Jan 27 22:06:07.148676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2abef4d-63f4-4066-886f-620b803bc68a req-3669e200-7f40-46e7-93c2-7345cda7e1df tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706457 Jan 27 22:06:07.189442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Deleting port 04b5ee51-3471-4188-863f-cac44ad82e22 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:07.190576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.207362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8bdb6c69-4e90-4146-9154-b1442c7153da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:07.209065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-8bdb6c69-4e90-4146-9154-b1442c7153da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.0636189 Jan 27 22:06:07.252361 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-9a93d79c-90d1-492e-9cc1-db12b9549773 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375755 Jan 27 22:06:07.374203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] For port 04b5ee51-3471-4188-863f-cac44ad82e22, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=04b5ee51-3471-4188-863f-cac44ad82e22,segment=NetworkSegment(40c9ef1f-e891-4aaa-9da0-fd9286c95b66),segment_id=40c9ef1f-e891-4aaa-9da0-fd9286c95b66)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:07.375110 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.397218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Calling delete_port for 04b5ee51-3471-4188-863f-cac44ad82e22 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:07.428645 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-05927d01-e4ef-4642-95c2-f6087b23a651 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619430 Jan 27 22:06:07.537442 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-73c4139d-3386-4245-9d2f-af641bdfb288 req-1ce5f46f-ab1a-4189-b312-ec749da27c79 service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029134 Jan 27 22:06:07.624261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (04b5ee51-3471-4188-863f-cac44ad82e22), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.637480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['04b5ee51-3471-4188-863f-cac44ad82e22'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:07.698714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-e5183272-60f8-4419-958f-fc1b5bcb2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:07.704070 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-e5183272-60f8-4419-958f-fc1b5bcb2622 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb1cd614a9c64717962274c50642681a&device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 1094 time: 0.0910459 Jan 27 22:06:07.739539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Pushing event deleted for resources: {'Port': ['ID=04b5ee51-3471-4188-863f-cac44ad82e22,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:07.744515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] No DVR routers for this DVR port 04b5ee51-3471-4188-863f-cac44ad82e22 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:07.763903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.767370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9c423ca-f97e-4115-9158-51bed43cc125 req-efa35aa8-9aaa-47a0-ad88-30b90bc77c8e tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.16 "DELETE /v2.0/ports/04b5ee51-3471-4188-863f-cac44ad82e22 HTTP/1.1" status: 204 len: 173 time: 0.7875531 Jan 27 22:06:07.767908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f05354-9671-4e8e-9adb-d6fe235d8f59', 'name': 'network-vif-deleted', 'tag': '04b5ee51-3471-4188-863f-cac44ad82e22'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:07.770298 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1073b9e5-252d-44b6-9f3a-3b93e41e6897" -d '{"events": [{"server_uuid": "26f05354-9671-4e8e-9adb-d6fe235d8f59", "name": "network-vif-deleted", "tag": "04b5ee51-3471-4188-863f-cac44ad82e22"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:07.832529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8678c42-9727-4421-93e6-422144cc73f9 req-1e88d96d-acb4-4bf5-95b1-f1d1a221b1c2 tempest-InstanceActionsTestJSON-35909494 tempest-InstanceActionsTestJSON-35909494-project] 10.222.0.45 "GET /v2.0/ports?device_id=26f05354-9671-4e8e-9adb-d6fe235d8f59 HTTP/1.1" status: 200 len: 210 time: 0.0451596 Jan 27 22:06:07.905421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7912429-5bb7-4d4f-abe8-4cce89f60a8f req-1633afe6-aa58-40fe-93bb-696422631026 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:07.907819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7912429-5bb7-4d4f-abe8-4cce89f60a8f req-1633afe6-aa58-40fe-93bb-696422631026 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1983140 Jan 27 22:06:07.934871 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afebf2a-36ba-4664-b09f-41299d546afd x-openstack-request-id: req-7afebf2a-36ba-4664-b09f-41299d546afd {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:07.935309 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f05354-9671-4e8e-9adb-d6fe235d8f59", "name": "network-vif-deleted", "tag": "04b5ee51-3471-4188-863f-cac44ad82e22", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:07.935745 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7afebf2a-36ba-4664-b09f-41299d546afd {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:07.936352 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f05354-9671-4e8e-9adb-d6fe235d8f59', 'name': 'network-vif-deleted', 'tag': '04b5ee51-3471-4188-863f-cac44ad82e22', 'status': 'completed', 'code': 200} Jan 27 22:06:07.968329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-a41a87c1-9604-4d95-a7b0-e4f7730b8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:07.970168 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-a41a87c1-9604-4d95-a7b0-e4f7730b8bb8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 200 len: 912 time: 0.2568886 Jan 27 22:06:08.013665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7912429-5bb7-4d4f-abe8-4cce89f60a8f req-d7c1a6ac-42e1-475c-a4aa-0dfb9fe0ca9f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926867 Jan 27 22:06:08.051675 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-737d45f2-0363-4f37-86e1-d9b91de47b1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=792c13a6-c63f-41f0-bf62-850cf4589852 HTTP/1.1" status: 200 len: 217 time: 0.0740726 Jan 27 22:06:08.121363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-77652186-ddb4-43f0-b040-eade677e1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.123333 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-77652186-ddb4-43f0-b040-eade677e1468 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 200 len: 851 time: 0.0643609 Jan 27 22:06:08.160002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37313-4283-4cab-8048-05f95f76a778 req-ae0adce1-7672-4921-8b45-774461c8d1b0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.162839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8c37313-4283-4cab-8048-05f95f76a778 req-ae0adce1-7672-4921-8b45-774461c8d1b0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0716853 Jan 27 22:06:08.180970 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-e280c686-8e22-4dbe-8775-c5cc07fde4c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07004775-3e31-4b22-b881-0df6534a33d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496492 Jan 27 22:06:08.258145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8c37313-4283-4cab-8048-05f95f76a778 req-e04617bc-229a-498c-a361-455b23b4b7e5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832801 Jan 27 22:06:08.331383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36f9b1-e82c-45e9-aee0-066ad8cbf40f req-bbc2e2d3-2fa2-4544-9ae4-2f47b38c83c9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.337266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a36f9b1-e82c-45e9-aee0-066ad8cbf40f req-bbc2e2d3-2fa2-4544-9ae4-2f47b38c83c9 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 943 time: 0.0759819 Jan 27 22:06:08.363608 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-56a70122-b97b-4def-8dfe-b5bc506fd94a service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744289 Jan 27 22:06:08.417204 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.430781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a36f9b1-e82c-45e9-aee0-066ad8cbf40f req-91afbe2b-84d6-4319-9330-ce24ea5a9645 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898883 Jan 27 22:06:08.572487 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-047b6aa0-0061-45d5-916c-adcf11898ca1 req-a5298bdb-72e2-458e-a2cb-bcf2f5c0793d service neutron] 10.222.0.16 "GET /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010174 Jan 27 22:06:08.897738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39822) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:08.970771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1909d1a-af41-4868-be78-6fd0f88655ad admin admin] Deleting subnet 8d463a2b-060a-4301-a696-5725aac38c60 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:06:08.975694 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1909d1a-af41-4868-be78-6fd0f88655ad admin admin] Publish callbacks [] for subnet (8d463a2b-060a-4301-a696-5725aac38c60), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.020230 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1909d1a-af41-4868-be78-6fd0f88655ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (8d463a2b-060a-4301-a696-5725aac38c60), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.089119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1909d1a-af41-4868-be78-6fd0f88655ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (8d463a2b-060a-4301-a696-5725aac38c60), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.214107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1760-0a07-401f-9efa-75136a9fe3fc req-7885a2c0-eec9-49f2-be4a-757d3262916f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:09.215857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e5e1760-0a07-401f-9efa-75136a9fe3fc req-7885a2c0-eec9-49f2-be4a-757d3262916f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0948830 Jan 27 22:06:09.217639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1909d1a-af41-4868-be78-6fd0f88655ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (8d463a2b-060a-4301-a696-5725aac38c60), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.255884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1909d1a-af41-4868-be78-6fd0f88655ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d463a2b-060a-4301-a696-5725aac38c60,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:09.280793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1909d1a-af41-4868-be78-6fd0f88655ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.284582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f1909d1a-af41-4868-be78-6fd0f88655ad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8d463a2b-060a-4301-a696-5725aac38c60 HTTP/1.1" status: 204 len: 168 time: 0.3853493 Jan 27 22:06:09.288875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39830) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:09.331788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e5e1760-0a07-401f-9efa-75136a9fe3fc req-ebff42ec-9ae9-41c9-a1c7-b45cd3e76a7f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828218 Jan 27 22:06:09.405826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (18f2041e-9b75-437c-b060-8bd45e836c6b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.504917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926db79a-5c0f-4651-b0ba-aae0711ae627 req-7c564339-a563-454a-ac47-cf96987aa372 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:09.507909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-926db79a-5c0f-4651-b0ba-aae0711ae627 req-7c564339-a563-454a-ac47-cf96987aa372 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0941396 Jan 27 22:06:09.558960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (18f2041e-9b75-437c-b060-8bd45e836c6b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.600526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f2041e-9b75-437c-b060-8bd45e836c6b']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:09.618839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c9ef1f-e891-4aaa-9da0-fd9286c95b66') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:09.619336 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c9ef1f-e891-4aaa-9da0-fd9286c95b66') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:09.636725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-926db79a-5c0f-4651-b0ba-aae0711ae627 req-d56e8a9e-23f2-4258-a8d8-1be0d2314d8e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173592 Jan 27 22:06:09.638879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (40c9ef1f-e891-4aaa-9da0-fd9286c95b66), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.664783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (40c9ef1f-e891-4aaa-9da0-fd9286c95b66), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.673196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:06:09.674126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (40c9ef1f-e891-4aaa-9da0-fd9286c95b66), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.681697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8283-7326-4350-95b5-a949a5d18fa2 req-fd360495-25c8-4920-b4e6-5d98833fc349 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:09.688287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d3f8283-7326-4350-95b5-a949a5d18fa2 req-fd360495-25c8-4920-b4e6-5d98833fc349 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 943 time: 0.1111286 Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:06:09.692931 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:06:09.758555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (18f2041e-9b75-437c-b060-8bd45e836c6b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.762408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 792c13a6-c63f-41f0-bf62-850cf4589852 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:09.772232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.785656 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/18f2041e-9b75-437c-b060-8bd45e836c6b HTTP/1.1" status: 204 len: 168 time: 0.4943426 Jan 27 22:06:09.788181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d3f8283-7326-4350-95b5-a949a5d18fa2 req-27cba8d2-62a1-45d0-97c8-b010ec081fbd tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913644 Jan 27 22:06:09.808390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d275078-1b62-4dde-8927-906d6e8c9ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f2041e-9b75-437c-b060-8bd45e836c6b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:09.945755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 792c13a6-c63f-41f0-bf62-850cf4589852, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=792c13a6-c63f-41f0-bf62-850cf4589852,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:09.975289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '792c13a6-c63f-41f0-bf62-850cf4589852', 'network_id': '07004775-3e31-4b22-b881-0df6534a33d1', 'port_id': '792c13a6-c63f-41f0-bf62-850cf4589852', 'mac_address': 'fa:16:3e:95:7c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f4b6-739c-45a3-86ca-29b661bbd2e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:10.021038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 792c13a6-c63f-41f0-bf62-850cf4589852 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:10.021960 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.045750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792c13a6-c63f-41f0-bf62-850cf4589852 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:10.084938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 792c13a6-c63f-41f0-bf62-850cf4589852, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=792c13a6-c63f-41f0-bf62-850cf4589852,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:10.090277 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.143716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39844) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:10.162726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=792c13a6-c63f-41f0-bf62-850cf4589852,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:10.199650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-478519b0-7e89-41d8-85df-b58e2ea88511 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e41c9f1dd6d74366aef13214673eed24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541916 Jan 27 22:06:10.202406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39846) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:10.288579 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80424590-0861-471e-b42e-75b356490b3c admin admin] Publish callbacks [] for security_group (8839f8fe-9bd6-494c-a1e5-85e4e1159112), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.330353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80424590-0861-471e-b42e-75b356490b3c admin admin] Publish callbacks [] for security_group (8839f8fe-9bd6-494c-a1e5-85e4e1159112), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.417824 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80424590-0861-471e-b42e-75b356490b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8839f8fe-9bd6-494c-a1e5-85e4e1159112), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.423493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80424590-0861-471e-b42e-75b356490b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.428994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-80424590-0861-471e-b42e-75b356490b3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8839f8fe-9bd6-494c-a1e5-85e4e1159112 HTTP/1.1" status: 204 len: 168 time: 0.2136183 Jan 27 22:06:10.439181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80424590-0861-471e-b42e-75b356490b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8839f8fe-9bd6-494c-a1e5-85e4e1159112,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:10.542239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285dd85-aa74-4d2d-bbe7-ca6ca0d7e58c req-c140cf3e-41c3-48db-990e-f397c98d84aa tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:10.545098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7285dd85-aa74-4d2d-bbe7-ca6ca0d7e58c req-c140cf3e-41c3-48db-990e-f397c98d84aa tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0967197 Jan 27 22:06:10.635947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7285dd85-aa74-4d2d-bbe7-ca6ca0d7e58c req-ea1737b7-f3c3-40c3-9c64-ef16387c4472 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845227 Jan 27 22:06:10.859193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['792c13a6-c63f-41f0-bf62-850cf4589852'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:10.921914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd7798-69de-4ab9-9011-d2d498c66bdc req-17a32ad4-8476-42ee-9317-45213d18c9e8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:10.924075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04dd7798-69de-4ab9-9011-d2d498c66bdc req-17a32ad4-8476-42ee-9317-45213d18c9e8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1622658 Jan 27 22:06:11.047570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04dd7798-69de-4ab9-9011-d2d498c66bdc req-9fc967f7-be49-4f16-96b3-d783b569d567 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157382 Jan 27 22:06:11.069379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.081004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328750-0ad9-42f1-bdd7-dc9c44d6e38e req-55feaef2-2e62-4d90-8892-b7286568aab5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:11.097997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49328750-0ad9-42f1-bdd7-dc9c44d6e38e req-55feaef2-2e62-4d90-8892-b7286568aab5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 944 time: 0.1327920 Jan 27 22:06:11.170015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.186356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49328750-0ad9-42f1-bdd7-dc9c44d6e38e req-5d1f88af-e4c7-4b94-96db-58cd77d84c4d tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864961 Jan 27 22:06:11.776890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:11.788903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 04b5ee51-3471-4188-863f-cac44ad82e22 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:11.839685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd4fbd-787f-4fae-b48f-2abd40e03a65 req-f0c23507-3b5d-43f9-a34c-990501273f00 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:11.842402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ebbd4fbd-787f-4fae-b48f-2abd40e03a65 req-f0c23507-3b5d-43f9-a34c-990501273f00 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0830033 Jan 27 22:06:11.856312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 04b5ee51-3471-4188-863f-cac44ad82e22 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:11.857311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 04b5ee51-3471-4188-863f-cac44ad82e22 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:11.877047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39888) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:11.915778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ebbd4fbd-787f-4fae-b48f-2abd40e03a65 req-41f1d29f-9780-4128-9288-4bd9203607c4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640910 Jan 27 22:06:12.033885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:12.058561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38', 'port_id': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'mac_address': 'fa:16:3e:8a:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61a9350-3ec3-49f3-a9de-35f103b52d69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:12.134566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:12.135316 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.163039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:12.211320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:12.219593 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.242883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff33d6-61ae-405d-a68e-64c11967c021 req-2d1ab2c0-3fdc-4ba7-999b-ed38b22d484d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:12.245404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9dff33d6-61ae-405d-a68e-64c11967c021 req-2d1ab2c0-3fdc-4ba7-999b-ed38b22d484d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0808764 Jan 27 22:06:12.270894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-615551964-network', 'tenant_id': '4f6448c8c5cc440d9db669b6a5b79a9c'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:12.323619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9dff33d6-61ae-405d-a68e-64c11967c021 req-248d93a2-8502-46d7-97dd-eebac54b37d5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711548 Jan 27 22:06:12.327752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Made reservation on behalf of 4f6448c8c5cc440d9db669b6a5b79a9c for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:12.330996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.346241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['64657ecd-cd9e-4a72-b637-08f3c6c92aa2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:12.357110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.400152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:12.486623 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Publish callbacks [] for security_group (8d9b0a97-622e-4a07-9b8f-7640ce410f2b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.494569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8d9b0a97-622e-4a07-9b8f-7640ce410f2b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.534483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9b0a97-622e-4a07-9b8f-7640ce410f2b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:12.548903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:06:12.562880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0a26a90d-abfa-4587-937b-0ada1cf634b7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.563537 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Added segment 0a26a90d-abfa-4587-937b-0ada1cf634b7 of type vlan for network 173a2b50-5b57-469d-a97f-88755330c43b Jan 27 22:06:12.623997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (173a2b50-5b57-469d-a97f-88755330c43b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.659882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (173a2b50-5b57-469d-a97f-88755330c43b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.661717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:12.662842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.778736 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8990998 Jan 27 22:06:12.782204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39904) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:12.785462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6febd7-2db6-4861-be36-3bf82791f453 admin admin] Pushing event updated for resources: {'Network': ['ID=173a2b50-5b57-469d-a97f-88755330c43b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:12.796999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Request body: {'subnet': {'network_id': '173a2b50-5b57-469d-a97f-88755330c43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-615551964-subnet', 'tenant_id': '4f6448c8c5cc440d9db669b6a5b79a9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:12.801053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 173a2b50-5b57-469d-a97f-88755330c43b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:06:12.823086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ecce4-08e3-4a04-bf67-8abb7830a122 req-257b9ccd-adbe-462d-b340-0dc1e9d5b05a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:12.825110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-243ecce4-08e3-4a04-bf67-8abb7830a122 req-257b9ccd-adbe-462d-b340-0dc1e9d5b05a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 944 time: 0.0937853 Jan 27 22:06:12.877176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Made reservation on behalf of 4f6448c8c5cc440d9db669b6a5b79a9c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:12.881264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.974685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-243ecce4-08e3-4a04-bf67-8abb7830a122 req-b52ad797-342c-41b0-a11b-483b402344b8 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415396 Jan 27 22:06:13.063130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879f24-0606-4bdf-9f4f-9a70b1d30547 req-783ef87a-3651-422d-86c5-1a5c3f0ee9c6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:13.064792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07879f24-0606-4bdf-9f4f-9a70b1d30547 req-783ef87a-3651-422d-86c5-1a5c3f0ee9c6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 944 time: 0.0773184 Jan 27 22:06:13.181135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07879f24-0606-4bdf-9f4f-9a70b1d30547 req-3ed6aa1e-9979-4c29-b924-e0fa66b73467 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051869 Jan 27 22:06:13.211590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (f364ef75-f5da-4229-ac58-63879589a8ba), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.307605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f364ef75-f5da-4229-ac58-63879589a8ba,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:13.313886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Checking segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:13.314291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Network hostable DHCP agents. Network: 173a2b50-5b57-469d-a97f-88755330c43b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:06:13.337133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Network 173a2b50-5b57-469d-a97f-88755330c43b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:06:13.349101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 173a2b50-5b57-469d-a97f-88755330c43b) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:13.361755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:13.363406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.366065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd195984-7e5d-4b09-a393-7692b0de52ce None None] Network 173a2b50-5b57-469d-a97f-88755330c43b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:13.396347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-856b167a-3a47-4a8c-8c97-e9466d73ed14 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6087990 Jan 27 22:06:13.531328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3eeb5-d949-4527-857c-d8925e7eef77 req-40d1dbea-7f1a-49e6-8cd1-0cd993a45c12 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:13.534880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97f3eeb5-d949-4527-857c-d8925e7eef77 req-40d1dbea-7f1a-49e6-8cd1-0cd993a45c12 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1046357 Jan 27 22:06:13.602375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-173a2b50-5b57-469d-a97f-88755330c43b', 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b', 'project_id': '4f6448c8c5cc440d9db669b6a5b79a9c', 'fixed_ips': [{'subnet_id': 'f364ef75-f5da-4229-ac58-63879589a8ba'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:06:13.603257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.642947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97f3eeb5-d949-4527-857c-d8925e7eef77 req-0a68d69a-fc28-44d9-9f14-8e208117e20a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887988 Jan 27 22:06:13.792947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 792c13a6-c63f-41f0-bf62-850cf4589852 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:13.898397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Allocated IP 172.20.0.2 (173a2b50-5b57-469d-a97f-88755330c43b/f364ef75-f5da-4229-ac58-63879589a8ba/a50fc4a6-21ca-40d5-ba31-91b24cf2adc6) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:13.950859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 792c13a6-c63f-41f0-bf62-850cf4589852 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:06:13.995741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 792c13a6-c63f-41f0-bf62-850cf4589852 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:13.996129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.167865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 792c13a6-c63f-41f0-bf62-850cf4589852 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:14.168480 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.204811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253d21b-1682-4c14-8ead-10cdbe98b6c7 req-16a072d8-38f8-4492-9d10-2726da371ffc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:14.209768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f253d21b-1682-4c14-8ead-10cdbe98b6c7 req-16a072d8-38f8-4492-9d10-2726da371ffc tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 944 time: 0.0930917 Jan 27 22:06:14.221169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b86471-2245-45d1-b281-b444a3cdc2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792c13a6-c63f-41f0-bf62-850cf4589852'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:14.223509 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c216bf-909a-4cda-a8a8-caeeafb41d0b" -d '{"events": [{"server_uuid": "91b86471-2245-45d1-b281-b444a3cdc2ed", "name": "network-vif-plugged", "status": "completed", "tag": "792c13a6-c63f-41f0-bf62-850cf4589852"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:14.250706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 792c13a6-c63f-41f0-bf62-850cf4589852, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=792c13a6-c63f-41f0-bf62-850cf4589852,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:14.251624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Publish callbacks [] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.256739 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.259544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:14.311543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f253d21b-1682-4c14-8ead-10cdbe98b6c7 req-b8084081-5154-4d44-900e-ef7232af3b49 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864704 Jan 27 22:06:14.328278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.358628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Network 173a2b50-5b57-469d-a97f-88755330c43b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:14.364512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:14.370342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:14.383668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=792c13a6-c63f-41f0-bf62-850cf4589852,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.487352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Attempting to bind port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:14.487778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Attempting to bind port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:14.488164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Attempting to bind port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 on network 173a2b50-5b57-469d-a97f-88755330c43b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:14.496156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Pushing event updated for resources: {'Port': ['ID=a50fc4a6-21ca-40d5-ba31-91b24cf2adc6,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.501506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3762fe-5bd1-4815-83e2-924614b1e852 req-900c27e9-f9bc-4eb7-99c8-0aafc6deeaef tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:14.503528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a3762fe-5bd1-4815-83e2-924614b1e852 req-900c27e9-f9bc-4eb7-99c8-0aafc6deeaef tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 944 time: 0.0672934 Jan 27 22:06:14.503747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:14.504120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Checking segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:14.504559 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.504967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Bound using segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:14.505503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Bound port: a50fc4a6-21ca-40d5-ba31-91b24cf2adc6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:14.505901 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.529319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:14.529885 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.576453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-76d3a663-f15f-4077-98ba-3aa4400b1365 req-9068a76a-ca37-4a2b-a8a4-5b54f3b6066c service neutron] (103330) timed out ('10.222.0.45', 37876) {{(pid=103330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:06:14.597200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a3762fe-5bd1-4815-83e2-924614b1e852 req-22f6e377-6342-49b2-9a42-0591172e1994 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768700 Jan 27 22:06:14.632653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] For port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:14.638026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] For port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a50fc4a6-21ca-40d5-ba31-91b24cf2adc6,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:14.663672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.712410 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea72635-f6a9-471a-ac51-9877213152fa x-openstack-request-id: req-cea72635-f6a9-471a-ac51-9877213152fa {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:14.712714 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b86471-2245-45d1-b281-b444a3cdc2ed", "name": "network-vif-plugged", "status": "completed", "tag": "792c13a6-c63f-41f0-bf62-850cf4589852", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:14.712974 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cea72635-f6a9-471a-ac51-9877213152fa {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:14.713383 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b86471-2245-45d1-b281-b444a3cdc2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792c13a6-c63f-41f0-bf62-850cf4589852', 'code': 200} Jan 27 22:06:14.745561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:14.746134 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.815370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62570b32-3332-4b38-b1e2-f12bedd908ee None None] Pushing event updated for resources: {'Port': ['ID=a50fc4a6-21ca-40d5-ba31-91b24cf2adc6,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.827757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:14.843694 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.922923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043178-f555-44a0-bd2c-543dda34d0b1 req-d83366dc-4c91-48ba-b4cb-87ecaf12af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:14.924893 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3043178-f555-44a0-bd2c-543dda34d0b1 req-d83366dc-4c91-48ba-b4cb-87ecaf12af08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 1096 time: 0.1402366 Jan 27 22:06:14.926897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2bdbe-9249-46db-9a9d-ebd5f302176e req-9402153a-d0b2-4601-8d49-052cdcd63759 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:14.928773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7af2bdbe-9249-46db-9a9d-ebd5f302176e req-9402153a-d0b2-4601-8d49-052cdcd63759 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1033494 Jan 27 22:06:14.942928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:15.022459 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3043178-f555-44a0-bd2c-543dda34d0b1 req-f220ac2d-a317-415e-8f44-9b01c0e1d754 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890057 Jan 27 22:06:15.145469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7af2bdbe-9249-46db-9a9d-ebd5f302176e req-6faeb073-ce0a-4a2a-9a13-e57e83148142 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079341 Jan 27 22:06:15.232777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-61ce43c2-7a33-4d2e-babf-74116bd936f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:15.234506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-61ce43c2-7a33-4d2e-babf-74116bd936f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 815 time: 0.2075558 Jan 27 22:06:15.261100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-eec649de-e816-4336-a7cd-3305c9073f64 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/quotas/4f6448c8c5cc440d9db669b6a5b79a9c HTTP/1.1" status: 200 len: 375 time: 0.0146663 Jan 27 22:06:15.374515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-9710b429-45b8-43cc-8489-12ca65b309d2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0992832 Jan 27 22:06:15.624792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92020520-6415-4e70-bdff-72d31bd36a36 req-c8dbe40b-cfd5-4189-bef9-10cc278f70a5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:15.627253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92020520-6415-4e70-bdff-72d31bd36a36 req-c8dbe40b-cfd5-4189-bef9-10cc278f70a5 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 945 time: 0.1397450 Jan 27 22:06:15.647681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:15.650106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-5b16ebdf-e107-4175-b293-426815998f11 service neutron] 10.222.0.45 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599955 Jan 27 22:06:15.737384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:15.739087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.830091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92020520-6415-4e70-bdff-72d31bd36a36 req-c7f3662f-d7ad-46e1-b226-b41eb24b847a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778643 Jan 27 22:06:15.887314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-0a59bdf9-6cb3-4496-a93e-94f96a5158cc service neutron] 10.222.0.45 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210708 Jan 27 22:06:15.950955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:15.951799 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.037394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a50fc4a6-21ca-40d5-ba31-91b24cf2adc6,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:16.046670 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.142435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=a50fc4a6-21ca-40d5-ba31-91b24cf2adc6,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:16.171002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bda519-7895-48a3-b261-e20c1d209064 req-12f7f2df-a97e-46bd-84cd-009132497e90 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:16.189760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44bda519-7895-48a3-b261-e20c1d209064 req-12f7f2df-a97e-46bd-84cd-009132497e90 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2350869 Jan 27 22:06:16.446737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44bda519-7895-48a3-b261-e20c1d209064 req-dd26aa1c-34b4-4a2a-88e8-a4da61e0744f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543347 Jan 27 22:06:16.503385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268746ec-74c7-4125-aa82-9b22253240d5 req-b4c67c55-22d3-4842-84c0-856429a25eb3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:16.505764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-268746ec-74c7-4125-aa82-9b22253240d5 req-b4c67c55-22d3-4842-84c0-856429a25eb3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.2010102 Jan 27 22:06:16.690947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-268746ec-74c7-4125-aa82-9b22253240d5 req-933cf07d-ef1f-4ee1-9f7b-4d9a0dd9ea8c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747596 Jan 27 22:06:16.715652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:16.718836 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e35256-b3e5-4db3-8928-bdca5abed9f5" -d '{"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-plugged", "status": "completed", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:16.758243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07202780-b38e-4e1b-8a72-964af8553f24 None None] Network 173a2b50-5b57-469d-a97f-88755330c43b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:16.824350 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dac963-a135-4682-b9f8-f06ff48ba70f x-openstack-request-id: req-f9dac963-a135-4682-b9f8-f06ff48ba70f {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:16.824854 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-plugged", "status": "completed", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:16.825206 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9dac963-a135-4682-b9f8-f06ff48ba70f {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:16.825778 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'code': 200} Jan 27 22:06:16.971181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-46634656-5bac-4fdc-952d-3a5f03de122d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:16.989309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-46634656-5bac-4fdc-952d-3a5f03de122d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 815 time: 0.2922907 Jan 27 22:06:17.100391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8892-c9d6-4656-b321-a6e8b9045277 req-4a31a9c3-8075-42d9-a285-db877a5a960e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:17.102568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3cc8892-c9d6-4656-b321-a6e8b9045277 req-4a31a9c3-8075-42d9-a285-db877a5a960e tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 945 time: 0.0976977 Jan 27 22:06:17.222577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3cc8892-c9d6-4656-b321-a6e8b9045277 req-33d04ce9-468d-49a3-aa87-1f2630375489 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960817 Jan 27 22:06:17.317629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e4ced489-d5c8-48c3-8a3f-7a883b62082f None None] Provisioning complete for port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:17.318628 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4ced489-d5c8-48c3-8a3f-7a883b62082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.349995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40020) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:17.572157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d6d44f3-91dd-43f5-bb97-250720a85b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.665738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:17.670389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-bff48470-fa41-49f9-8362-9ed282b1e919 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/quotas/4f6448c8c5cc440d9db669b6a5b79a9c HTTP/1.1" status: 200 len: 375 time: 0.6781812 Jan 27 22:06:17.769935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e4ced489-d5c8-48c3-8a3f-7a883b62082f None None] Current status of the port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:17.814625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:17.820759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.890973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d6d44f3-91dd-43f5-bb97-250720a85b8d admin admin] Publish callbacks [] for security_group (1a7954d2-86a5-4cf9-baf9-92418aefdc8e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.904947 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d6d44f3-91dd-43f5-bb97-250720a85b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1a7954d2-86a5-4cf9-baf9-92418aefdc8e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.021996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:18.027975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-e33415fa-0acf-4f1e-9b6c-56a9f40ceb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:18.033902 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-e33415fa-0acf-4f1e-9b6c-56a9f40ceb09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1096 time: 0.2339349 Jan 27 22:06:18.041382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d44f3-91dd-43f5-bb97-250720a85b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7954d2-86a5-4cf9-baf9-92418aefdc8e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:18.062522 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d6d44f3-91dd-43f5-bb97-250720a85b8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3a96a8349c1485baf22d4bec1bac3ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7083883 Jan 27 22:06:18.079350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40040) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:18.093168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.116583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8a5f68f0-00d7-40b5-af2e-a952e4c3d775 None None] Provisioning complete for port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:18.118886 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8a5f68f0-00d7-40b5-af2e-a952e4c3d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.278975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-eb9e26ba-1bf1-4cc2-a51f-ed10a468cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:18.282391 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-eb9e26ba-1bf1-4cc2-a51f-ed10a468cf21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 914 time: 0.2167425 Jan 27 22:06:18.308114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f68f0-00d7-40b5-af2e-a952e4c3d775 None None] Current status of the port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:18.403750 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-1dfe221a-5cf8-42fc-b29a-a6c3bfcae603 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 200 len: 217 time: 0.0912893 Jan 27 22:06:18.480575 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-298004ec-5739-47f3-9774-b3b60b7fed2b admin admin] Publish callbacks [] for security_group (1a7954d2-86a5-4cf9-baf9-92418aefdc8e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.532231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-298004ec-5739-47f3-9774-b3b60b7fed2b admin admin] Publish callbacks [] for security_group (1a7954d2-86a5-4cf9-baf9-92418aefdc8e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.535588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-7cd9fe97-613d-4193-b399-0d3a3bc24edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:18.537450 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-7cd9fe97-613d-4193-b399-0d3a3bc24edf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.1235092 Jan 27 22:06:18.586834 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-3cfc7687-ed4a-4be3-ab37-a0cd82029b91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358832 Jan 27 22:06:18.601356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b1fe6-1fc3-49cc-a5f7-3423ca21bd6b req-de5377d9-4d4f-4448-9dc5-3f3b28c64cd7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:18.604206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e90b1fe6-1fc3-49cc-a5f7-3423ca21bd6b req-de5377d9-4d4f-4448-9dc5-3f3b28c64cd7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.9305985 Jan 27 22:06:18.712913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-8761d75a-4389-4c9a-8e56-89e2dac30afd tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0339038 Jan 27 22:06:18.838090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e90b1fe6-1fc3-49cc-a5f7-3423ca21bd6b req-5b4d10e1-99b8-49f3-9923-7785919957df tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094429 Jan 27 22:06:18.857756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-a61b7e72-d42a-464c-be1c-dd06ca4a61aa service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678940 Jan 27 22:06:18.923644 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-298004ec-5739-47f3-9774-b3b60b7fed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1a7954d2-86a5-4cf9-baf9-92418aefdc8e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.926464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-298004ec-5739-47f3-9774-b3b60b7fed2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.937950 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-298004ec-5739-47f3-9774-b3b60b7fed2b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a7954d2-86a5-4cf9-baf9-92418aefdc8e HTTP/1.1" status: 204 len: 168 time: 0.8469253 Jan 27 22:06:19.057978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-cf7705f0-9336-44cf-9c54-689f53c549fe service neutron] 10.222.0.45 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427124 Jan 27 22:06:19.064130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-32886bc5-2007-4b82-a2c4-e5b900796906 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:19.065690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-32886bc5-2007-4b82-a2c4-e5b900796906 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 815 time: 0.5477471 Jan 27 22:06:19.092600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Request body: {'port': {'device_id': '229ea2fa-a172-4de1-91b4-44df3ce3ff1a', 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b', 'admin_state_up': True, 'tenant_id': '4f6448c8c5cc440d9db669b6a5b79a9c'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:19.098635 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bcaace87-0efa-4869-9361-1ef38adbc9ab req-3af8ea79-3eb6-4d88-a7c6-d1e0e163ce87 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355256 Jan 27 22:06:19.110225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298004ec-5739-47f3-9774-b3b60b7fed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7954d2-86a5-4cf9-baf9-92418aefdc8e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:19.247018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61708c9d-558c-45a8-8b68-015ee4da8a51 req-fb1e58ab-5dd1-4e0d-8798-aa2d6c3c6e43 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:19.255254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61708c9d-558c-45a8-8b68-015ee4da8a51 req-fb1e58ab-5dd1-4e0d-8798-aa2d6c3c6e43 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 945 time: 0.2472968 Jan 27 22:06:19.344454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-06e2139e-5e3e-4f48-bef0-c1996c5e30c6 service neutron] 10.222.0.45 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582829 Jan 27 22:06:19.380418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61708c9d-558c-45a8-8b68-015ee4da8a51 req-0200ca2d-b553-4955-a91d-bbb7ed00abfa tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237109 Jan 27 22:06:19.410501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Made reservation on behalf of 4f6448c8c5cc440d9db669b6a5b79a9c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:19.414792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.649128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce9e9-e029-47ee-96ba-4141e648dfeb req-64a0d2a4-fc11-4da9-a159-2da0e0189535 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:19.657272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cbce9e9-e029-47ee-96ba-4141e648dfeb req-64a0d2a4-fc11-4da9-a159-2da0e0189535 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1355350 Jan 27 22:06:19.705417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Allocated IP 172.20.0.14 (173a2b50-5b57-469d-a97f-88755330c43b/f364ef75-f5da-4229-ac58-63879589a8ba/3e6836a0-18cc-4153-8715-f4388ae8aabf) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:19.753461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40068) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:19.775775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cbce9e9-e029-47ee-96ba-4141e648dfeb req-b48e575f-af95-4e35-8592-3991b1f5291f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945938 Jan 27 22:06:19.824766 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1afb4301-aaa6-4a3d-bf47-8a9a89dbd615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.177687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1afb4301-aaa6-4a3d-bf47-8a9a89dbd615 admin admin] Publish callbacks [] for security_group (fa596e01-db72-4f99-a0a3-5f4be0cf4a61), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.187293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1afb4301-aaa6-4a3d-bf47-8a9a89dbd615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fa596e01-db72-4f99-a0a3-5f4be0cf4a61), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.303524 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1afb4301-aaa6-4a3d-bf47-8a9a89dbd615 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf244fa878334a93aef723dd5bcca676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5426466 Jan 27 22:06:20.305663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb4301-aaa6-4a3d-bf47-8a9a89dbd615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa596e01-db72-4f99-a0a3-5f4be0cf4a61,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:20.310910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40084) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:20.452903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13234b8-e034-4769-bfe5-e4a53252554d req-969969e1-409b-4199-9d6d-6543a7919975 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:20.454964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f13234b8-e034-4769-bfe5-e4a53252554d req-969969e1-409b-4199-9d6d-6543a7919975 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2824991 Jan 27 22:06:20.486414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac927d-f44f-4360-82cb-d1bc7af93f59 req-a80244d7-2b95-4448-b017-a65da00e1675 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:20.495400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2ac927d-f44f-4360-82cb-d1bc7af93f59 req-a80244d7-2b95-4448-b017-a65da00e1675 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 945 time: 0.3308976 Jan 27 22:06:20.656853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks [] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.676669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2ac927d-f44f-4360-82cb-d1bc7af93f59 req-35324388-ccb2-4fa8-808d-7ce94f511082 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802030 Jan 27 22:06:20.677426 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3d7141f8-4ee9-4d6c-b1a2-9e3c7a86f61f admin admin] Publish callbacks [] for security_group (fa596e01-db72-4f99-a0a3-5f4be0cf4a61), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.742667 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3d7141f8-4ee9-4d6c-b1a2-9e3c7a86f61f admin admin] Publish callbacks [] for security_group (fa596e01-db72-4f99-a0a3-5f4be0cf4a61), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.748133 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.956379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f13234b8-e034-4769-bfe5-e4a53252554d req-c693b324-af86-4c12-a991-f99e1adf4355 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584494 Jan 27 22:06:21.146397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-f9fe918e-bae6-4ddd-b97f-36ecb364861b tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.148080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-f9fe918e-bae6-4ddd-b97f-36ecb364861b tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 815 time: 0.3586295 Jan 27 22:06:21.149171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3d7141f8-4ee9-4d6c-b1a2-9e3c7a86f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fa596e01-db72-4f99-a0a3-5f4be0cf4a61), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.152015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3d7141f8-4ee9-4d6c-b1a2-9e3c7a86f61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.153416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3d7141f8-4ee9-4d6c-b1a2-9e3c7a86f61f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa596e01-db72-4f99-a0a3-5f4be0cf4a61 HTTP/1.1" status: 204 len: 168 time: 0.8301117 Jan 27 22:06:21.188876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.317075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7141f8-4ee9-4d6c-b1a2-9e3c7a86f61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa596e01-db72-4f99-a0a3-5f4be0cf4a61,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:21.340101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Network 173a2b50-5b57-469d-a97f-88755330c43b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:21.343240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-27fa9c8f-8a3e-44f4-a3eb-88d39ee118f4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/quotas/4f6448c8c5cc440d9db669b6a5b79a9c HTTP/1.1" status: 200 len: 375 time: 0.1853566 Jan 27 22:06:21.371271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:21.397798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48982549-3f1c-443a-b63e-6f3e27c84d6f req-1a5e9f4e-5c37-44f0-8f26-90e5233fba8d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.401455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48982549-3f1c-443a-b63e-6f3e27c84d6f req-1a5e9f4e-5c37-44f0-8f26-90e5233fba8d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.2799928 Jan 27 22:06:21.419064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:21.788250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Pushing event updated for resources: {'Port': ['ID=3e6836a0-18cc-4153-8715-f4388ae8aabf,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:21.909854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-39929648-4809-4130-a25e-d8c08f43563e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5578017 Jan 27 22:06:21.979488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-d27dc6d1-1317-431a-ab97-d9b88f818154 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.985891 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-d27dc6d1-1317-431a-ab97-d9b88f818154 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 815 time: 0.3979897 Jan 27 22:06:21.992162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-533242ab-8fe6-4dab-a6bf-47f12d0e3d6d None None] Provisioning complete for port 3e6836a0-18cc-4153-8715-f4388ae8aabf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:21.993002 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-533242ab-8fe6-4dab-a6bf-47f12d0e3d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.051729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40106) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:22.057601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Request body: {'port': {'device_id': 'c2ad82eb-7e11-404b-a764-cfa69ae143a6', 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b', 'admin_state_up': True, 'tenant_id': '4f6448c8c5cc440d9db669b6a5b79a9c'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:22.101071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.103339 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.155900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48982549-3f1c-443a-b63e-6f3e27c84d6f req-7bd9d11a-8d07-423e-b20a-f2c056a69814 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097960 Jan 27 22:06:22.169339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4043b3e0-ffd1-43fa-a269-28a2dde3b270 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0814528 Jan 27 22:06:22.184560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-533242ab-8fe6-4dab-a6bf-47f12d0e3d6d None None] Port 3e6836a0-18cc-4153-8715-f4388ae8aabf cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:22.205138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Request body: {'port': {'device_id': '229ea2fa-a172-4de1-91b4-44df3ce3ff1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:22.242460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Made reservation on behalf of 4f6448c8c5cc440d9db669b6a5b79a9c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:22.246937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.263132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c9a80f1-ac32-4fff-b002-55e2273def83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.304732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-f51e7c24-9c37-4b05-9c89-13951fc428ee service neutron] 10.222.0.45 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688033 Jan 27 22:06:22.371094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.391391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-6af8f0c8-81c9-4185-a28a-4af30103c412 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.393180 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-6af8f0c8-81c9-4185-a28a-4af30103c412 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 945 time: 0.4664016 Jan 27 22:06:22.624798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14952d-dc32-438a-88ec-f292417faca9 req-41ebd9f1-f457-4f5e-9d05-4c415b275e6a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.645268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e14952d-dc32-438a-88ec-f292417faca9 req-41ebd9f1-f457-4f5e-9d05-4c415b275e6a tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 945 time: 0.3484790 Jan 27 22:06:22.674268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c9a80f1-ac32-4fff-b002-55e2273def83 admin admin] Publish callbacks [] for security_group (6498ade0-6662-44ae-96b4-2067c951a478), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.677285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Allocated IP 172.20.0.3 (173a2b50-5b57-469d-a97f-88755330c43b/f364ef75-f5da-4229-ac58-63879589a8ba/3a690c60-ccf3-4325-a25d-c9bc9ce45e26) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:22.689712 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c9a80f1-ac32-4fff-b002-55e2273def83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6498ade0-6662-44ae-96b4-2067c951a478), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.829271 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c9a80f1-ac32-4fff-b002-55e2273def83 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90c5c78e13d845d7aa64ae4850da666c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6492016 Jan 27 22:06:22.835465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40108) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:22.856544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a80f1-ac32-4fff-b002-55e2273def83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6498ade0-6662-44ae-96b4-2067c951a478,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:22.881745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Deleting port 792c13a6-c63f-41f0-bf62-850cf4589852 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:22.882035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.938743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-d789d64d-f973-4fab-87e3-fa069540144e service neutron] 10.222.0.45 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045001 Jan 27 22:06:22.949358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e14952d-dc32-438a-88ec-f292417faca9 req-5c9759e3-ecab-43ed-acbc-d37fd5919978 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/security-groups?id=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027446 Jan 27 22:06:23.072288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b92b-1327-4877-9d7e-80851ac68323 admin admin] Publish callbacks [] for security_group (6498ade0-6662-44ae-96b4-2067c951a478), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.126278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922e20a-ed44-4239-8eb9-901dfdfb78b4 req-c198398a-0294-4c92-a0d8-d7e3065df1f1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:23.128814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4922e20a-ed44-4239-8eb9-901dfdfb78b4 req-c198398a-0294-4c92-a0d8-d7e3065df1f1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0599296 Jan 27 22:06:23.166108 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b92b-1327-4877-9d7e-80851ac68323 admin admin] Publish callbacks [] for security_group (6498ade0-6662-44ae-96b4-2067c951a478), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.197793 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:06:23.200260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks [] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.224010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] For port 792c13a6-c63f-41f0-bf62-850cf4589852, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=792c13a6-c63f-41f0-bf62-850cf4589852,segment=NetworkSegment(5278482b-ce5a-4c8e-a4fa-7484192cb45f),segment_id=5278482b-ce5a-4c8e-a4fa-7484192cb45f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:23.224382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.270625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Calling delete_port for 792c13a6-c63f-41f0-bf62-850cf4589852 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:23.314020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e18a3e4-633a-4652-b832-3aaec0a6a22d req-689dcc9c-e69d-46e3-b2f8-17263b2b5fd0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 210 time: 0.0816758 Jan 27 22:06:23.333921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4922e20a-ed44-4239-8eb9-901dfdfb78b4 req-620072a1-d4aa-490b-ae3d-28e4217c75ff tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944191 Jan 27 22:06:23.482810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b92b-1327-4877-9d7e-80851ac68323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6498ade0-6662-44ae-96b4-2067c951a478), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.485786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b92b-1327-4877-9d7e-80851ac68323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.487623 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d5c7b92b-1327-4877-9d7e-80851ac68323 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6498ade0-6662-44ae-96b4-2067c951a478 HTTP/1.1" status: 204 len: 168 time: 0.6459131 Jan 27 22:06:23.493079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.539248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7b92b-1327-4877-9d7e-80851ac68323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6498ade0-6662-44ae-96b4-2067c951a478,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:23.594892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Network 173a2b50-5b57-469d-a97f-88755330c43b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:23.610512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:23.619095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:23.626753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Pushing event updated for resources: {'Port': ['ID=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:23.728420 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (792c13a6-c63f-41f0-bf62-850cf4589852), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.744454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['792c13a6-c63f-41f0-bf62-850cf4589852'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:23.833525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Pushing event deleted for resources: {'Port': ['ID=792c13a6-c63f-41f0-bf62-850cf4589852,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:23.849478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275be33-5405-4ead-b6e6-22f0a0cd1c82 req-ebda397e-e3b2-48d1-93fd-74b6a9f6e634 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:23.866058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5275be33-5405-4ead-b6e6-22f0a0cd1c82 req-ebda397e-e3b2-48d1-93fd-74b6a9f6e634 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.3803694 Jan 27 22:06:23.869057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:23.869767 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.963499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] No DVR routers for this DVR port 792c13a6-c63f-41f0-bf62-850cf4589852 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:23.968165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.993739 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e8d58d2e-31cb-48a1-90b1-79163af2b17d req-59dbfbd9-1352-4d7f-98c3-3923265178a3 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.16 "DELETE /v2.0/ports/792c13a6-c63f-41f0-bf62-850cf4589852 HTTP/1.1" status: 204 len: 173 time: 1.5872853 Jan 27 22:06:24.007402 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-dc75f8ec-6087-4b73-998d-d8b5aac2cb8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0127311 Jan 27 22:06:24.007402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b86471-2245-45d1-b281-b444a3cdc2ed', 'name': 'network-vif-deleted', 'tag': '792c13a6-c63f-41f0-bf62-850cf4589852'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:24.012160 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff542d9c-794b-43d5-b5dc-6cdc8fece082" -d '{"events": [{"server_uuid": "91b86471-2245-45d1-b281-b444a3cdc2ed", "name": "network-vif-deleted", "tag": "792c13a6-c63f-41f0-bf62-850cf4589852"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:24.026607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Request body: {'port': {'device_id': 'c2ad82eb-7e11-404b-a764-cfa69ae143a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:24.134788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-395741cd-ff9e-48a9-8511-42c1db1da0fc None None] Provisioning complete for port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:24.135116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5275be33-5405-4ead-b6e6-22f0a0cd1c82 req-280306ce-5a06-49d3-9439-fe5a02fcf33f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744193 Jan 27 22:06:24.136081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-395741cd-ff9e-48a9-8511-42c1db1da0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.229125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.275733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f980454-e1b3-4457-a204-fba3a273cd8e req-fc197775-497a-43c0-b59d-9ff95f9da883 tempest-DeleteServersTestJSON-1617366164 tempest-DeleteServersTestJSON-1617366164-project] 10.222.0.45 "GET /v2.0/ports?device_id=91b86471-2245-45d1-b281-b444a3cdc2ed HTTP/1.1" status: 200 len: 210 time: 0.1389904 Jan 27 22:06:24.284979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-395741cd-ff9e-48a9-8511-42c1db1da0fc None None] Port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:24.295040 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f327e7-88f0-4fec-bab6-53786ca8d315 x-openstack-request-id: req-87f327e7-88f0-4fec-bab6-53786ca8d315 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:24.296159 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b86471-2245-45d1-b281-b444a3cdc2ed", "name": "network-vif-deleted", "tag": "792c13a6-c63f-41f0-bf62-850cf4589852", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:24.296689 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87f327e7-88f0-4fec-bab6-53786ca8d315 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:24.297570 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b86471-2245-45d1-b281-b444a3cdc2ed', 'name': 'network-vif-deleted', 'tag': '792c13a6-c63f-41f0-bf62-850cf4589852', 'status': 'completed', 'code': 200} Jan 27 22:06:24.470774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6836a0-18cc-4153-8715-f4388ae8aabf {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:24.498950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Publish callbacks [] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.649134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Transition to ACTIVE for port object 3e6836a0-18cc-4153-8715-f4388ae8aabf will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:24.672830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b26045c-6be8-4472-b8f3-5c303654f295 req-59d68d6b-4856-42ea-85cb-b97197e1967c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 210 time: 0.1189501 Jan 27 22:06:24.757332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.924062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Pushing event updated for resources: {'Port': ['ID=3e6836a0-18cc-4153-8715-f4388ae8aabf,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:24.936264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ee1e8-8984-4e15-9cd7-870f536131ad req-127d2a61-cf38-42dc-9393-5b741a4e264a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:24.939038 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-761ee1e8-8984-4e15-9cd7-870f536131ad req-127d2a61-cf38-42dc-9393-5b741a4e264a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3879757 Jan 27 22:06:25.096855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:25.130076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Publish callbacks [] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.152350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Transition to ACTIVE for port object 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:25.167112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.179741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Attempting to bind port 3e6836a0-18cc-4153-8715-f4388ae8aabf on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:25.179741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Attempting to bind port 3e6836a0-18cc-4153-8715-f4388ae8aabf by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:25.180574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Attempting to bind port 3e6836a0-18cc-4153-8715-f4388ae8aabf on network 173a2b50-5b57-469d-a97f-88755330c43b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:25.191377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Port 3e6836a0-18cc-4153-8715-f4388ae8aabf on network 173a2b50-5b57-469d-a97f-88755330c43b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:25.191377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Attempting to bind port 3e6836a0-18cc-4153-8715-f4388ae8aabf on network 173a2b50-5b57-469d-a97f-88755330c43b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:25.247821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:25.248130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Checking segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:25.248443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Bound using segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:25.254749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Bound port: 3e6836a0-18cc-4153-8715-f4388ae8aabf, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:25.255219 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.483038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] For port 3e6836a0-18cc-4153-8715-f4388ae8aabf, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:25.486537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Attempting to bind port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:25.487155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Attempting to bind port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:25.487242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Attempting to bind port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 on network 173a2b50-5b57-469d-a97f-88755330c43b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:25.532441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Pushing event updated for resources: {'Port': ['ID=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:25.540500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] For port 3e6836a0-18cc-4153-8715-f4388ae8aabf, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3e6836a0-18cc-4153-8715-f4388ae8aabf,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:25.593411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-761ee1e8-8984-4e15-9cd7-870f536131ad req-a1406aa3-47bb-4b10-a786-c6c35fcab172 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407733 Jan 27 22:06:25.602019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.675741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 on network 173a2b50-5b57-469d-a97f-88755330c43b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:25.675741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Attempting to bind port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 on network 173a2b50-5b57-469d-a97f-88755330c43b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:25.713773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:25.714401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Checking segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:25.715147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Bound using segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:25.716067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Bound port: 3a690c60-ccf3-4325-a25d-c9bc9ce45e26, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:25.717083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.824238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:25.825159 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.826878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] 10.222.0.16 "PUT /v2.0/ports/3e6836a0-18cc-4153-8715-f4388ae8aabf HTTP/1.1" status: 200 len: 1092 time: 3.6457090 Jan 27 22:06:25.828727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229ea2fa-a172-4de1-91b4-44df3ce3ff1a', 'tag': '3e6836a0-18cc-4153-8715-f4388ae8aabf'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:25.846845 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e5bd21-375b-4fea-ab1d-fe185c527e84" -d '{"events": [{"name": "network-changed", "server_uuid": "229ea2fa-a172-4de1-91b4-44df3ce3ff1a", "tag": "3e6836a0-18cc-4153-8715-f4388ae8aabf"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:25.870954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 792c13a6-c63f-41f0-bf62-850cf4589852 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:25.919809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3967f-f01b-4aff-ad1b-2975f5bba84d service neutron] Pushing event updated for resources: {'Port': ['ID=3e6836a0-18cc-4153-8715-f4388ae8aabf,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:25.948801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 792c13a6-c63f-41f0-bf62-850cf4589852 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:25.955061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 792c13a6-c63f-41f0-bf62-850cf4589852 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:25.967279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433435c2-d340-4aba-91fa-56637664a207 req-f44298e8-977c-4cb6-868d-547f28dfbc59 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:25.969275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-433435c2-d340-4aba-91fa-56637664a207 req-f44298e8-977c-4cb6-868d-547f28dfbc59 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.4255023 Jan 27 22:06:25.996427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] For port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:26.005059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] For port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:26.028054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.150641 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c7f556-0dd2-4c52-838c-ffc2513c06a4 req-07b2281e-cf7a-4a69-8f2a-1e1a96d345b5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 210 time: 0.1797693 Jan 27 22:06:26.175755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Pushing event updated for resources: {'Port': ['ID=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:26.227200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.227668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.227940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.231401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.231890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.232250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.232605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.232975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.233301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.233643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.233982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.234314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.234650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:26.262412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.264448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.269779 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-56b435f2-3005-44f8-ba81-a3bc61f3667a service neutron] 10.222.0.16 "PUT /v2.0/ports/3a690c60-ccf3-4325-a25d-c9bc9ce45e26 HTTP/1.1" status: 200 len: 1091 time: 2.2507317 Jan 27 22:06:26.327512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ad82eb-7e11-404b-a764-cfa69ae143a6', 'tag': '3a690c60-ccf3-4325-a25d-c9bc9ce45e26'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:26.335688 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd46b6a0-16b4-4a03-91e8-168b5de55afa" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ad82eb-7e11-404b-a764-cfa69ae143a6", "tag": "3a690c60-ccf3-4325-a25d-c9bc9ce45e26"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:26.341972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-433435c2-d340-4aba-91fa-56637664a207 req-06369852-c6c1-44e1-9102-aad5e86b4bfd tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059762 Jan 27 22:06:26.347446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-90e3d48f-0b3c-4d52-81a9-4320ec930e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.363353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-90e3d48f-0b3c-4d52-81a9-4320ec930e24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 1095 time: 0.3366504 Jan 27 22:06:26.388758 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3aa706-bc96-4f4a-bb96-6b0130d6621c x-openstack-request-id: req-1e3aa706-bc96-4f4a-bb96-6b0130d6621c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:26.389315 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229ea2fa-a172-4de1-91b4-44df3ce3ff1a", "tag": "3e6836a0-18cc-4153-8715-f4388ae8aabf", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:26.389811 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e3aa706-bc96-4f4a-bb96-6b0130d6621c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:26.390545 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229ea2fa-a172-4de1-91b4-44df3ce3ff1a', 'tag': '3e6836a0-18cc-4153-8715-f4388ae8aabf', 'status': 'completed', 'code': 200} Jan 27 22:06:26.441462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-dcdbe407-7f3c-4d55-8567-de61f95e571c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.461303 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-dcdbe407-7f3c-4d55-8567-de61f95e571c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 815 time: 1.0274203 Jan 27 22:06:26.530339 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6e438f-629d-49cf-a172-f871b77d5868 x-openstack-request-id: req-2b6e438f-629d-49cf-a172-f871b77d5868 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:26.530993 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ad82eb-7e11-404b-a764-cfa69ae143a6", "tag": "3a690c60-ccf3-4325-a25d-c9bc9ce45e26", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:26.531307 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b6e438f-629d-49cf-a172-f871b77d5868 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:26.531980 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ad82eb-7e11-404b-a764-cfa69ae143a6', 'tag': '3a690c60-ccf3-4325-a25d-c9bc9ce45e26', 'status': 'completed', 'code': 200} Jan 27 22:06:26.545913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Request body: {'port': {'device_id': '73349df0-f558-473b-a86c-f21060d54a2b', 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b', 'admin_state_up': True, 'tenant_id': '4f6448c8c5cc440d9db669b6a5b79a9c'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:26.586186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-e4ec5e32-e14b-4766-9317-2a1814db9e97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e6836a0-18cc-4153-8715-f4388ae8aabf HTTP/1.1" status: 200 len: 217 time: 0.2211533 Jan 27 22:06:26.845237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-2adf4fdf-e466-4d02-959c-1fb0f9afdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.852265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-6cd6589d-d56b-492d-9c72-a83b526b7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.853284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-2adf4fdf-e466-4d02-959c-1fb0f9afdc9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f364ef75-f5da-4229-ac58-63879589a8ba HTTP/1.1" status: 200 len: 854 time: 0.2530880 Jan 27 22:06:26.855054 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-6cd6589d-d56b-492d-9c72-a83b526b7c4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 1094 time: 0.5083983 Jan 27 22:06:26.998543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f0f3e-327b-47e0-9506-07983fea100d req-e4e4d7c4-4dab-403a-ad8a-8088bd678424 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:27.017016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-353f0f3e-327b-47e0-9506-07983fea100d req-e4e4d7c4-4dab-403a-ad8a-8088bd678424 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2669463 Jan 27 22:06:27.022612 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-8236336c-67d7-46a1-b82b-eaca47806b0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a690c60-ccf3-4325-a25d-c9bc9ce45e26 HTTP/1.1" status: 200 len: 217 time: 0.1432676 Jan 27 22:06:27.192752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-ec4d3f1f-4566-4dd8-8896-8b93c888373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:27.192980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-353f0f3e-327b-47e0-9506-07983fea100d req-aac53ee4-9275-4b94-b8d1-759645833341 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729000 Jan 27 22:06:27.198289 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-ec4d3f1f-4566-4dd8-8896-8b93c888373b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f364ef75-f5da-4229-ac58-63879589a8ba HTTP/1.1" status: 200 len: 854 time: 0.1604614 Jan 27 22:06:27.247787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4cd24143-8b76-45d0-bcbf-367e52b95805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:27.255623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-4cd24143-8b76-45d0-bcbf-367e52b95805 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=173a2b50-5b57-469d-a97f-88755330c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3973575 Jan 27 22:06:27.294995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Made reservation on behalf of 4f6448c8c5cc440d9db669b6a5b79a9c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:27.301100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.319718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-4fb51a53-db03-4e43-97b7-2df41b602d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:27.322292 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-4fb51a53-db03-4e43-97b7-2df41b602d29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=173a2b50-5b57-469d-a97f-88755330c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183119 Jan 27 22:06:27.568169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-109840dc-0da0-4506-9145-154265391504 service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072722 Jan 27 22:06:27.628783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d64b4749-57c7-46fe-a396-5e247d97cdae req-54fe013a-4d29-4ac7-adf5-71ec4731c521 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 210 time: 0.0595231 Jan 27 22:06:27.779660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Allocated IP 172.20.0.11 (173a2b50-5b57-469d-a97f-88755330c43b/f364ef75-f5da-4229-ac58-63879589a8ba/aa319584-198f-4d93-be14-4249953b03f2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:27.929999 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-7913c228-8435-40f3-93a8-aaab9d1fb021 service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973063 Jan 27 22:06:27.952166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b63d77-0116-4fda-a781-4dca2fc6488d req-099403ce-53eb-480c-b6c7-15261e0cc13a service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211191 Jan 27 22:06:27.997195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af1a02-d817-4482-aef1-14e22de8c2e3 req-f4005f8c-be19-4774-9b68-0218db6cd3dd tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:28.018416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9af1a02-d817-4482-aef1-14e22de8c2e3 req-f4005f8c-be19-4774-9b68-0218db6cd3dd tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.3882332 Jan 27 22:06:28.157266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9af1a02-d817-4482-aef1-14e22de8c2e3 req-9ee7ff9f-194d-444e-b7e0-99b9902d8562 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373458 Jan 27 22:06:28.175454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-3ffc65c5-6224-4ee2-af35-4898383430f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:28.177791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-3ffc65c5-6224-4ee2-af35-4898383430f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 1095 time: 0.1342778 Jan 27 22:06:28.361458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-a2c0222a-b95c-415a-abb8-b842cbf05a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:28.363562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-a2c0222a-b95c-415a-abb8-b842cbf05a1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 916 time: 0.1721575 Jan 27 22:06:28.548721 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-efd87255-5c6d-4140-89cb-fda3ac1ce299 req-5e1778bb-34bb-448e-b7a8-7aa23f4673b2 service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118412 Jan 27 22:06:28.574982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks [] for port (aa319584-198f-4d93-be14-4249953b03f2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:28.824848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-0debea7e-160c-4567-a74c-0b6351a9cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:28.836308 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-0debea7e-160c-4567-a74c-0b6351a9cdf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 1094 time: 0.2031794 Jan 27 22:06:28.858665 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (aa319584-198f-4d93-be14-4249953b03f2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:28.971627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Network 173a2b50-5b57-469d-a97f-88755330c43b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:28.979134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:28.996546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:29.065827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.066539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:29.094271 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5581584 Jan 27 22:06:29.097774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a07f97-9f29-423e-ada7-efc7fd6c5ac4 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Pushing event updated for resources: {'Port': ['ID=aa319584-198f-4d93-be14-4249953b03f2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:29.109349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Request body: {'port': {'device_id': '73349df0-f558-473b-a86c-f21060d54a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:29.199688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-d8cea0b3-0ab8-4b02-902d-e108cae82466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.202104 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-d8cea0b3-0ab8-4b02-902d-e108cae82466 service neutron] 10.222.0.16 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 916 time: 0.3597252 Jan 27 22:06:29.298634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-9327e6bc-56bc-43d3-8ef8-c7b82af46867 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e6836a0-18cc-4153-8715-f4388ae8aabf HTTP/1.1" status: 200 len: 217 time: 0.9257739 Jan 27 22:06:29.329084 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-bc75f98e-a759-4306-9b0c-342ab928510c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a690c60-ccf3-4325-a25d-c9bc9ce45e26 HTTP/1.1" status: 200 len: 217 time: 0.1052446 Jan 27 22:06:29.412806 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (aa319584-198f-4d93-be14-4249953b03f2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:29.530561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f6f7b5ba-a0cc-43ed-9cb7-1b296885d955 None None] Provisioning complete for port aa319584-198f-4d93-be14-4249953b03f2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:29.531956 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b5ba-a0cc-43ed-9cb7-1b296885d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (aa319584-198f-4d93-be14-4249953b03f2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:29.605605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ec41b-faa9-4349-8ff5-2c9251687515 req-5491105e-7519-4cb3-8d8c-e8fcc5e38199 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.608137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f6f7b5ba-a0cc-43ed-9cb7-1b296885d955 None None] Port aa319584-198f-4d93-be14-4249953b03f2 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:29.625547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-648ec41b-faa9-4349-8ff5-2c9251687515 req-5491105e-7519-4cb3-8d8c-e8fcc5e38199 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 932 time: 0.3607111 Jan 27 22:06:29.671168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45852026-ab39-45b6-ad5f-5b362b158488 req-6ce0cf41-bbf4-49df-af3c-a229dda4de26 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.673071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45852026-ab39-45b6-ad5f-5b362b158488 req-6ce0cf41-bbf4-49df-af3c-a229dda4de26 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.4858043 Jan 27 22:06:29.781712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-5e7c0104-7a58-46e9-b14d-70e9da985792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.783165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-5e7c0104-7a58-46e9-b14d-70e9da985792 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f364ef75-f5da-4229-ac58-63879589a8ba HTTP/1.1" status: 200 len: 854 time: 0.4419119 Jan 27 22:06:29.981603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-648ec41b-faa9-4349-8ff5-2c9251687515 req-0bd0a533-9b39-481a-ac22-e61aa389dd6e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545053 Jan 27 22:06:30.029048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-034b2413-5bf7-48f1-8c89-6b259d405e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:30.033633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-034b2413-5bf7-48f1-8c89-6b259d405e6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=173a2b50-5b57-469d-a97f-88755330c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260487 Jan 27 22:06:30.038139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45852026-ab39-45b6-ad5f-5b362b158488 req-321f648e-63c5-471b-823e-853b164c6433 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138618 Jan 27 22:06:30.213182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-df872ff4-00df-4430-8312-9d1d7ed5e625 service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688521 Jan 27 22:06:30.264311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa319584-198f-4d93-be14-4249953b03f2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:30.273969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Publish callbacks [] for port (aa319584-198f-4d93-be14-4249953b03f2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:30.290252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Transition to ACTIVE for port object aa319584-198f-4d93-be14-4249953b03f2 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:30.295338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-6ed4d3cb-a029-4396-bf31-91bb9d8b6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:30.297211 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-6ed4d3cb-a029-4396-bf31-91bb9d8b6b79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f364ef75-f5da-4229-ac58-63879589a8ba HTTP/1.1" status: 200 len: 854 time: 0.9618707 Jan 27 22:06:30.298430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (aa319584-198f-4d93-be14-4249953b03f2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:30.359436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309803f4-a587-49f1-96e9-a38a50e1309b req-03e9bbb3-a6fc-43fc-a33d-a18509543319 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:30.369252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-309803f4-a587-49f1-96e9-a38a50e1309b req-03e9bbb3-a6fc-43fc-a33d-a18509543319 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1542861 Jan 27 22:06:30.369357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40244) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:30.400102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Pushing event updated for resources: {'Port': ['ID=aa319584-198f-4d93-be14-4249953b03f2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:30.471209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-e8dec9ae-c9d4-4097-b3a0-befa4822e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:30.473131 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-e8dec9ae-c9d4-4097-b3a0-befa4822e45a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=173a2b50-5b57-469d-a97f-88755330c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684701 Jan 27 22:06:30.501894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-309803f4-a587-49f1-96e9-a38a50e1309b req-c7138fab-dbc8-48f6-a1d2-a78fd59001ea tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321507 Jan 27 22:06:30.540527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03e5bd21-375b-4fea-ab1d-fe185c527e84 req-012fc2c7-b30e-42a3-ab85-3ded62f9e3e0 service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824938 Jan 27 22:06:30.672230 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-2491fd70-fda6-422a-8723-5d26206adcfe service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879981 Jan 27 22:06:30.727368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Attempting to bind port aa319584-198f-4d93-be14-4249953b03f2 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:30.727662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Attempting to bind port aa319584-198f-4d93-be14-4249953b03f2 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:30.728209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Attempting to bind port aa319584-198f-4d93-be14-4249953b03f2 on network 173a2b50-5b57-469d-a97f-88755330c43b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:30.748689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-608c32b5-96c5-4f75-a556-5e0f2a821fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:30.789740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Port aa319584-198f-4d93-be14-4249953b03f2 on network 173a2b50-5b57-469d-a97f-88755330c43b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:30.790264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Attempting to bind port aa319584-198f-4d93-be14-4249953b03f2 on network 173a2b50-5b57-469d-a97f-88755330c43b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:30.900500 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd46b6a0-16b4-4a03-91e8-168b5de55afa req-34d01e95-731b-4dc7-9a36-967a69fc5296 service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171586 Jan 27 22:06:30.903225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:30.903713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Checking segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:30.904231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Bound using segment: {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:30.905322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Bound port: aa319584-198f-4d93-be14-4249953b03f2, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a26a90d-abfa-4587-937b-0ada1cf634b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:30.907167 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (aa319584-198f-4d93-be14-4249953b03f2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.032083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-608c32b5-96c5-4f75-a556-5e0f2a821fe2 admin admin] Publish callbacks [] for security_group (bb719f9b-0b19-47ee-b614-d50a1e5152f2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.038576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] For port aa319584-198f-4d93-be14-4249953b03f2, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:31.042329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-608c32b5-96c5-4f75-a556-5e0f2a821fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bb719f9b-0b19-47ee-b614-d50a1e5152f2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.079699 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-608c32b5-96c5-4f75-a556-5e0f2a821fe2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=122e95df878345c6a9127921e12f0bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7082384 Jan 27 22:06:31.083081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40256) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.105105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] For port aa319584-198f-4d93-be14-4249953b03f2, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=aa319584-198f-4d93-be14-4249953b03f2,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:31.131393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (aa319584-198f-4d93-be14-4249953b03f2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.176762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.177631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.182180 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa319584-198f-4d93-be14-4249953b03f2 HTTP/1.1" status: 200 len: 1092 time: 2.0765798 Jan 27 22:06:31.186116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73349df0-f558-473b-a86c-f21060d54a2b', 'tag': 'aa319584-198f-4d93-be14-4249953b03f2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:31.189243 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4082ae24-f258-42f9-aa10-fe28e51fade2" -d '{"events": [{"name": "network-changed", "server_uuid": "73349df0-f558-473b-a86c-f21060d54a2b", "tag": "aa319584-198f-4d93-be14-4249953b03f2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:31.214592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c32b5-96c5-4f75-a556-5e0f2a821fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb719f9b-0b19-47ee-b614-d50a1e5152f2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:31.281291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d3071-b5e2-497a-8d0c-e9f6efab4288 service neutron] Pushing event updated for resources: {'Port': ['ID=aa319584-198f-4d93-be14-4249953b03f2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:31.336198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-5086d56c-94fa-400f-994e-b3e4ceb7db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.339114 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-5086d56c-94fa-400f-994e-b3e4ceb7db61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 1095 time: 0.0744011 Jan 27 22:06:31.417965 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-84bbd879-80ef-4a5d-b87a-e8b3df1975bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa319584-198f-4d93-be14-4249953b03f2 HTTP/1.1" status: 200 len: 217 time: 0.0705836 Jan 27 22:06:31.492693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-dc3a6175-a8a8-4354-90d5-43f29f7ad87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.494947 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-dc3a6175-a8a8-4354-90d5-43f29f7ad87d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f364ef75-f5da-4229-ac58-63879589a8ba HTTP/1.1" status: 200 len: 854 time: 0.0683799 Jan 27 22:06:31.572584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-d199e940-05a1-4d15-9434-58ac21bbfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.574512 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-d199e940-05a1-4d15-9434-58ac21bbfa8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=173a2b50-5b57-469d-a97f-88755330c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737107 Jan 27 22:06:31.606255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db2fd6f6-e924-497a-823f-8f86dd40f76f admin admin] Publish callbacks [] for security_group (bb719f9b-0b19-47ee-b614-d50a1e5152f2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.653312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996daa-c783-4e51-9ada-0500e83cee45 req-0c6eef69-4355-43a9-9b4c-fe5502c984c7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.661973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb996daa-c783-4e51-9ada-0500e83cee45 req-0c6eef69-4355-43a9-9b4c-fe5502c984c7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3435159 Jan 27 22:06:31.704201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c64638-012e-4652-a066-f05ed8bb9c99 req-196c16be-e6b7-4f8e-9164-274875b071ba tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.718991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18c64638-012e-4652-a066-f05ed8bb9c99 req-196c16be-e6b7-4f8e-9164-274875b071ba tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 944 time: 0.5212402 Jan 27 22:06:31.755757 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db2fd6f6-e924-497a-823f-8f86dd40f76f admin admin] Publish callbacks [] for security_group (bb719f9b-0b19-47ee-b614-d50a1e5152f2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.851199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18c64638-012e-4652-a066-f05ed8bb9c99 req-3c2ad2e8-82bb-457d-81e6-8bae7bd3b135 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310577 Jan 27 22:06:31.889590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb996daa-c783-4e51-9ada-0500e83cee45 req-19fd68a9-e581-408a-b118-46f202a71988 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266192 Jan 27 22:06:31.893775 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-6b4e5836-f650-46ea-80e8-6f38ce674b68 service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121939 Jan 27 22:06:31.917695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:31.976707 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db2fd6f6-e924-497a-823f-8f86dd40f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bb719f9b-0b19-47ee-b614-d50a1e5152f2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.980464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db2fd6f6-e924-497a-823f-8f86dd40f76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.987976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-db2fd6f6-e924-497a-823f-8f86dd40f76f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb719f9b-0b19-47ee-b614-d50a1e5152f2 HTTP/1.1" status: 204 len: 168 time: 0.9001322 Jan 27 22:06:32.036751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fd6f6-e924-497a-823f-8f86dd40f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb719f9b-0b19-47ee-b614-d50a1e5152f2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:32.123553 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc0f30-1c8c-445f-858d-c620e38f4d09 x-openstack-request-id: req-f4fc0f30-1c8c-445f-858d-c620e38f4d09 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:32.124011 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73349df0-f558-473b-a86c-f21060d54a2b", "tag": "aa319584-198f-4d93-be14-4249953b03f2", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:32.124423 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4fc0f30-1c8c-445f-858d-c620e38f4d09 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:32.125077 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73349df0-f558-473b-a86c-f21060d54a2b', 'tag': 'aa319584-198f-4d93-be14-4249953b03f2', 'status': 'completed', 'code': 200} Jan 27 22:06:32.182481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:32.287820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38971-7d57-4b9f-a9ff-05f39d1f9162 req-b4790307-19a6-4be0-86b6-718d7bd809cb tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.290471 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-46500fee-dd8c-40c9-b2e3-bd1caca78af5 req-8246ef35-d4c7-4f22-8d0e-60df08343b6d service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793795 Jan 27 22:06:32.291287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21d38971-7d57-4b9f-a9ff-05f39d1f9162 req-b4790307-19a6-4be0-86b6-718d7bd809cb tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1225855 Jan 27 22:06:32.333812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:32.400756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'port_id': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'mac_address': 'fa:16:3e:c7:fd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94c0842-d9c1-416c-921a-d107d2910987', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:32.515070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-95bcdc2a-ccee-4919-92b3-5eaa371306bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.516090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21d38971-7d57-4b9f-a9ff-05f39d1f9162 req-dfddca35-d459-41d6-8c9a-61af9858294b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963372 Jan 27 22:06:32.516749 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-95bcdc2a-ccee-4919-92b3-5eaa371306bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 1095 time: 0.1225538 Jan 27 22:06:32.586561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:32.587021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.593235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:32.593638 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.727187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:32.734430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:32.740786 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee67337-137f-4336-8c2f-0cd92706f1d4" -d '{"events": [{"server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:32.776616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-3694f52b-8a13-494e-be07-d15e857d7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.778754 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-3694f52b-8a13-494e-be07-d15e857d7e1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 916 time: 0.2545035 Jan 27 22:06:32.780577 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.843884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40272) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:32.856245 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc341dee-2ab2-40ee-a11f-b195a2a1b83d x-openstack-request-id: req-bc341dee-2ab2-40ee-a11f-b195a2a1b83d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:32.857858 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:32.858458 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc341dee-2ab2-40ee-a11f-b195a2a1b83d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:32.859250 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'code': 200} Jan 27 22:06:32.861696 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74e53c02-f312-4c94-9472-8eeb9875fb99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.862320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:32.881277 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-d61fd5aa-4446-420b-8c4e-a6f2bc5de762 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa319584-198f-4d93-be14-4249953b03f2 HTTP/1.1" status: 200 len: 217 time: 0.0965037 Jan 27 22:06:32.961672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:06:32.962190 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:06:33.005957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:33.038642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.040810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.041697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.042506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.043548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.044380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.046199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.047485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.048266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.048978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.049840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.050854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.051898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.066083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-17dd5155-6369-490d-b0e1-ea5ec1fd83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:33.073673 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-17dd5155-6369-490d-b0e1-ea5ec1fd83b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f364ef75-f5da-4229-ac58-63879589a8ba HTTP/1.1" status: 200 len: 854 time: 0.1846664 Jan 27 22:06:33.177674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-61557efa-d82e-4198-b6b2-cc49f0c31f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:33.181576 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-61557efa-d82e-4198-b6b2-cc49f0c31f16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=173a2b50-5b57-469d-a97f-88755330c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014361 Jan 27 22:06:33.229083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74e53c02-f312-4c94-9472-8eeb9875fb99 admin admin] Publish callbacks [] for security_group (4f2a6a9e-7fc7-4aa4-8686-d271c78638e6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.245532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74e53c02-f312-4c94-9472-8eeb9875fb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4f2a6a9e-7fc7-4aa4-8686-d271c78638e6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.285873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65e15d-562e-49df-b67e-e8c0f408fbe1 req-44224d78-ca50-4a9a-801f-85815ce38f1c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:33.288809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da65e15d-562e-49df-b67e-e8c0f408fbe1 req-44224d78-ca50-4a9a-801f-85815ce38f1c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 944 time: 0.2012646 Jan 27 22:06:33.420729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ad0d6-e066-4e11-ab4c-07bfbae74372 req-d3cebc20-cf79-4da4-81d1-3124166df5a1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:33.429922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee9ad0d6-e066-4e11-ab4c-07bfbae74372 req-d3cebc20-cf79-4da4-81d1-3124166df5a1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.3315749 Jan 27 22:06:33.440797 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-dc661bb9-5b92-4056-826e-c487344139ca service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246306 Jan 27 22:06:33.477241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-74e53c02-f312-4c94-9472-8eeb9875fb99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed85375081ac44a7b6f40aaa89b37060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286814 Jan 27 22:06:33.478554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40284) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:33.549595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e53c02-f312-4c94-9472-8eeb9875fb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2a6a9e-7fc7-4aa4-8686-d271c78638e6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:33.555026 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4cfc-3a5b-4c18-ba61-c78065ceae9d admin admin] Publish callbacks [] for security_group (4f2a6a9e-7fc7-4aa4-8686-d271c78638e6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.602459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:33.604016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.607116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee9ad0d6-e066-4e11-ab4c-07bfbae74372 req-7749050e-64be-450b-b033-be4a61ca864d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747594 Jan 27 22:06:33.650509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:33.653487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4cfc-3a5b-4c18-ba61-c78065ceae9d admin admin] Publish callbacks [] for security_group (4f2a6a9e-7fc7-4aa4-8686-d271c78638e6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.707894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:33.721442 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.776910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da65e15d-562e-49df-b67e-e8c0f408fbe1 req-f3f1ef2a-9011-434e-8d7d-81137cd8d400 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763744 Jan 27 22:06:33.777910 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4082ae24-f258-42f9-aa10-fe28e51fade2 req-e3a14ced-0ec0-4b37-baaa-e3752276dabb service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288302 Jan 27 22:06:33.819778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d2034-df5e-4bd6-8865-039afb6f76b2 req-288af47b-cf3d-474d-aa55-df7bbf767298 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:33.822337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c9d2034-df5e-4bd6-8865-039afb6f76b2 req-288af47b-cf3d-474d-aa55-df7bbf767298 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0816002 Jan 27 22:06:33.840476 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4cfc-3a5b-4c18-ba61-c78065ceae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4f2a6a9e-7fc7-4aa4-8686-d271c78638e6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.845087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4cfc-3a5b-4c18-ba61-c78065ceae9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.852537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0b6d4cfc-3a5b-4c18-ba61-c78065ceae9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f2a6a9e-7fc7-4aa4-8686-d271c78638e6 HTTP/1.1" status: 204 len: 168 time: 0.3693790 Jan 27 22:06:33.874038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d4cfc-3a5b-4c18-ba61-c78065ceae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2a6a9e-7fc7-4aa4-8686-d271c78638e6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:33.890046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:33.944106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:33.985764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c9d2034-df5e-4bd6-8865-039afb6f76b2 req-7afc1aa4-c4de-43d2-ba26-948d9b40addc tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321261 Jan 27 22:06:34.135446 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-54312331-9fbc-481c-b480-b207097eeed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.215036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:34.246699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '3a690c60-ccf3-4325-a25d-c9bc9ce45e26', 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b', 'port_id': '3a690c60-ccf3-4325-a25d-c9bc9ce45e26', 'mac_address': 'fa:16:3e:cf:c1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f364ef75-f5da-4229-ac58-63879589a8ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:34.308544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6336f69d-4ab8-40d2-ab3d-9ba447fd0869'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:34.382238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:34.382909 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.416673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:34.444910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:34.462529 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.464046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3e6836a0-18cc-4153-8715-f4388ae8aabf details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:34.597408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:34.729996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3e6836a0-18cc-4153-8715-f4388ae8aabf, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3e6836a0-18cc-4153-8715-f4388ae8aabf,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:34.798485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '3e6836a0-18cc-4153-8715-f4388ae8aabf', 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b', 'port_id': '3e6836a0-18cc-4153-8715-f4388ae8aabf', 'mac_address': 'fa:16:3e:20:8e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f364ef75-f5da-4229-ac58-63879589a8ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:34.897259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544522a-fe16-4e63-b4e8-d31c1630d482 req-888123e1-b487-4110-80d7-99efb83ba36f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:34.905651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0544522a-fe16-4e63-b4e8-d31c1630d482 req-888123e1-b487-4110-80d7-99efb83ba36f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1188164 Jan 27 22:06:34.976429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0544522a-fe16-4e63-b4e8-d31c1630d482 req-8b6f589d-9be2-4b09-b9f4-df78214fa319 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634739 Jan 27 22:06:35.003156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3e6836a0-18cc-4153-8715-f4388ae8aabf is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:35.003977 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.028640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6836a0-18cc-4153-8715-f4388ae8aabf {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:35.078961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3e6836a0-18cc-4153-8715-f4388ae8aabf, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3e6836a0-18cc-4153-8715-f4388ae8aabf,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:35.088341 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.125823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062331c-7855-4b5e-a6d7-6a67db7894e2 req-5e277003-242a-4a45-a613-374c60b1960e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:35.128588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8062331c-7855-4b5e-a6d7-6a67db7894e2 req-5e277003-242a-4a45-a613-374c60b1960e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 944 time: 0.1312685 Jan 27 22:06:35.165315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3e6836a0-18cc-4153-8715-f4388ae8aabf,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:35.321231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8062331c-7855-4b5e-a6d7-6a67db7894e2 req-fff91b72-0dff-48ec-a5b6-66aa19be300d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799030 Jan 27 22:06:35.396746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a8ac-419b-44f8-86b4-d0d0792e4ac4 req-a0e9b471-79a7-4f26-a8ed-067222fa8827 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:35.401330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b46a8ac-419b-44f8-86b4-d0d0792e4ac4 req-a0e9b471-79a7-4f26-a8ed-067222fa8827 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 945 time: 0.2243035 Jan 27 22:06:35.542626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b46a8ac-419b-44f8-86b4-d0d0792e4ac4 req-8f5e683d-de0f-45fd-bdbe-f918d34cf641 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257052 Jan 27 22:06:35.651435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3a690c60-ccf3-4325-a25d-c9bc9ce45e26'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:35.743562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3e6836a0-18cc-4153-8715-f4388ae8aabf'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:36.185637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40328) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:36.193992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8e376-24a9-4e8e-8b9e-2e21357df97f req-e0041098-0720-4c2a-b510-5e9309b5f4c2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:36.201311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03c8e376-24a9-4e8e-8b9e-2e21357df97f req-e0041098-0720-4c2a-b510-5e9309b5f4c2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0897875 Jan 27 22:06:36.275613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03c8e376-24a9-4e8e-8b9e-2e21357df97f req-ecbed668-e065-4a88-b3c9-be386e81ae87 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705547 Jan 27 22:06:36.374537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afbcdd93-0ccf-4f66-b19c-3d7527dc1136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.492921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afbcdd93-0ccf-4f66-b19c-3d7527dc1136 admin admin] Publish callbacks [] for security_group (8a5f2b44-5dda-452a-abbb-bdc1198152c4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.504427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afbcdd93-0ccf-4f66-b19c-3d7527dc1136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8a5f2b44-5dda-452a-abbb-bdc1198152c4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.620718 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-afbcdd93-0ccf-4f66-b19c-3d7527dc1136 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f38d090e6d7b47f98780c2fc9a021b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338992 Jan 27 22:06:36.625000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40338) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:36.639030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55b967-8d50-4a75-902e-62926a2d3840 req-37fc7886-ebac-4c35-8aee-418f7efd5711 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:36.640818 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa55b967-8d50-4a75-902e-62926a2d3840 req-37fc7886-ebac-4c35-8aee-418f7efd5711 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 944 time: 0.1686752 Jan 27 22:06:36.651602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcdd93-0ccf-4f66-b19c-3d7527dc1136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5f2b44-5dda-452a-abbb-bdc1198152c4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:36.747462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e73a0121-30f5-45f2-812a-fec2cb8ced76 admin admin] Publish callbacks [] for security_group (8a5f2b44-5dda-452a-abbb-bdc1198152c4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.768277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa55b967-8d50-4a75-902e-62926a2d3840 req-fdfa02f5-b906-4423-a7d5-091379f7bf32 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071944 Jan 27 22:06:36.802778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e73a0121-30f5-45f2-812a-fec2cb8ced76 admin admin] Publish callbacks [] for security_group (8a5f2b44-5dda-452a-abbb-bdc1198152c4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.849535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6613a-de35-4feb-85a5-1038fac8fabc req-420dea0f-c8f1-4ed4-8be4-3473e8eb82c0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:36.852979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6f6613a-de35-4feb-85a5-1038fac8fabc req-420dea0f-c8f1-4ed4-8be4-3473e8eb82c0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 945 time: 0.1174140 Jan 27 22:06:36.907724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e73a0121-30f5-45f2-812a-fec2cb8ced76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8a5f2b44-5dda-452a-abbb-bdc1198152c4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.913616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e73a0121-30f5-45f2-812a-fec2cb8ced76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.915810 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e73a0121-30f5-45f2-812a-fec2cb8ced76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a5f2b44-5dda-452a-abbb-bdc1198152c4 HTTP/1.1" status: 204 len: 168 time: 0.2894895 Jan 27 22:06:36.938029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0121-30f5-45f2-812a-fec2cb8ced76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5f2b44-5dda-452a-abbb-bdc1198152c4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:36.950100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6f6613a-de35-4feb-85a5-1038fac8fabc req-3d370ac5-c06c-40e6-b8fd-2b15acfdaefa tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860133 Jan 27 22:06:37.062221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bc120a2b-3952-41ee-ad24-cfd576e679e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:37.522362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20721538-60e4-4edd-8ad3-961117bd2d72 req-9b550848-e249-4235-9535-6e5e3967a657 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:37.526919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20721538-60e4-4edd-8ad3-961117bd2d72 req-9b550848-e249-4235-9535-6e5e3967a657 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1251726 Jan 27 22:06:37.635532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20721538-60e4-4edd-8ad3-961117bd2d72 req-1daf4bbc-64f6-48bf-98c3-b824457f50d0 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954061 Jan 27 22:06:37.904668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device aa319584-198f-4d93-be14-4249953b03f2 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:37.908332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:38.030292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3c9fb-311b-4f56-86cc-dd03965d7651 req-e2abac84-4e98-4eb4-ba83-37cd085eb622 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:38.045012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eb3c9fb-311b-4f56-86cc-dd03965d7651 req-e2abac84-4e98-4eb4-ba83-37cd085eb622 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 944 time: 0.1212552 Jan 27 22:06:38.076337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:06:38.094401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:38.096159 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.191966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eb3c9fb-311b-4f56-86cc-dd03965d7651 req-99f6e2f0-5e64-4068-ae52-45dd9441a50a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422877 Jan 27 22:06:38.340808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968857b8-c67b-4086-a99c-033532060551 req-039c37d5-5f97-4a83-a72f-7f9db478d652 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:38.342481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968857b8-c67b-4086-a99c-033532060551 req-039c37d5-5f97-4a83-a72f-7f9db478d652 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 945 time: 0.1415360 Jan 27 22:06:38.412032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port aa319584-198f-4d93-be14-4249953b03f2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=aa319584-198f-4d93-be14-4249953b03f2,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:38.453827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'aa319584-198f-4d93-be14-4249953b03f2', 'network_id': '173a2b50-5b57-469d-a97f-88755330c43b', 'port_id': 'aa319584-198f-4d93-be14-4249953b03f2', 'mac_address': 'fa:16:3e:7e:43:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f364ef75-f5da-4229-ac58-63879589a8ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:38.457685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:38.458175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-968857b8-c67b-4086-a99c-033532060551 req-98635d39-1199-40ec-aed8-324d2c4c0754 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088150 Jan 27 22:06:38.458470 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.534452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:38.536573 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.569118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad82eb-7e11-404b-a764-cfa69ae143a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a690c60-ccf3-4325-a25d-c9bc9ce45e26'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:38.574393 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed1291-3c96-4260-b385-5e3213a619a1" -d '{"events": [{"server_uuid": "c2ad82eb-7e11-404b-a764-cfa69ae143a6", "name": "network-vif-plugged", "status": "completed", "tag": "3a690c60-ccf3-4325-a25d-c9bc9ce45e26"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:38.598801 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.599937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3e6836a0-18cc-4153-8715-f4388ae8aabf up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:38.749762 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b13a0e-cf76-4919-bb6c-f0aec15bb380 x-openstack-request-id: req-76b13a0e-cf76-4919-bb6c-f0aec15bb380 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:38.750394 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ad82eb-7e11-404b-a764-cfa69ae143a6", "name": "network-vif-plugged", "status": "completed", "tag": "3a690c60-ccf3-4325-a25d-c9bc9ce45e26", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:38.750812 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76b13a0e-cf76-4919-bb6c-f0aec15bb380 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:38.751819 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad82eb-7e11-404b-a764-cfa69ae143a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a690c60-ccf3-4325-a25d-c9bc9ce45e26', 'code': 200} Jan 27 22:06:38.809802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port aa319584-198f-4d93-be14-4249953b03f2 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:38.810723 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (aa319584-198f-4d93-be14-4249953b03f2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.880848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa319584-198f-4d93-be14-4249953b03f2 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:38.902726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4d53f-d7e9-4436-9a94-4d8a770cbbac req-913540e3-6a6a-41cc-87dc-0d25dece8951 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:38.911651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66b4d53f-d7e9-4436-9a94-4d8a770cbbac req-913540e3-6a6a-41cc-87dc-0d25dece8951 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0925944 Jan 27 22:06:38.921603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d9c55-531e-45e9-8047-fb5e348cd00f req-96a6615e-f001-4b2a-9364-2c8c0d35ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:38.926745 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b2d9c55-531e-45e9-8047-fb5e348cd00f req-96a6615e-f001-4b2a-9364-2c8c0d35ab57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 1096 time: 0.1305037 Jan 27 22:06:38.965693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port aa319584-198f-4d93-be14-4249953b03f2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=aa319584-198f-4d93-be14-4249953b03f2,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:39.008624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:39.017398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (aa319584-198f-4d93-be14-4249953b03f2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:39.027736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66b4d53f-d7e9-4436-9a94-4d8a770cbbac req-c903bed4-76be-416c-8f7b-bd5ae44d6a4e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137934 Jan 27 22:06:39.045675 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b2d9c55-531e-45e9-8047-fb5e348cd00f req-977c71f7-f0ce-43f6-b07e-9c17c375af6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111259 Jan 27 22:06:39.079850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40386) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:39.120020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 3e6836a0-18cc-4153-8715-f4388ae8aabf completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:06:39.193969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 3e6836a0-18cc-4153-8715-f4388ae8aabf triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:39.198168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:39.407125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c37d66-4416-4ea4-b31d-c85f7ccf5094 req-6a45fb05-e0bf-4068-ad09-f9758e320648 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:39.420320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48c37d66-4416-4ea4-b31d-c85f7ccf5094 req-6a45fb05-e0bf-4068-ad09-f9758e320648 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 945 time: 0.0933149 Jan 27 22:06:39.461872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=aa319584-198f-4d93-be14-4249953b03f2,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:39.572221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48c37d66-4416-4ea4-b31d-c85f7ccf5094 req-76155f45-6c1b-4a20-9fec-1cc6a97c16d6 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479719 Jan 27 22:06:39.662637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['aa319584-198f-4d93-be14-4249953b03f2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:39.721727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec1cf2d-68f6-4ab3-aa17-71269afed6be admin admin] Deleting subnet f255f4b6-739c-45a3-86ca-29b661bbd2e9 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:06:39.728763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec1cf2d-68f6-4ab3-aa17-71269afed6be admin admin] Publish callbacks [] for subnet (f255f4b6-739c-45a3-86ca-29b661bbd2e9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:39.774033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 3e6836a0-18cc-4153-8715-f4388ae8aabf is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:39.774598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:39.820184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e9ca-c685-41c3-8d37-d8308bf4ed6a req-91adeb04-abcf-4ffe-9f9b-b921a58f21f9 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:39.823211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac64e9ca-c685-41c3-8d37-d8308bf4ed6a req-91adeb04-abcf-4ffe-9f9b-b921a58f21f9 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 945 time: 0.1561892 Jan 27 22:06:39.901504 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec1cf2d-68f6-4ab3-aa17-71269afed6be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (f255f4b6-739c-45a3-86ca-29b661bbd2e9), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:39.929727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 3e6836a0-18cc-4153-8715-f4388ae8aabf, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3e6836a0-18cc-4153-8715-f4388ae8aabf,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:39.948084 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:39.949582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:40.033879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac64e9ca-c685-41c3-8d37-d8308bf4ed6a req-915d6c73-22d5-4bc6-90cb-356d16471af2 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028193 Jan 27 22:06:40.063913 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec1cf2d-68f6-4ab3-aa17-71269afed6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (f255f4b6-739c-45a3-86ca-29b661bbd2e9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.155136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec1cf2d-68f6-4ab3-aa17-71269afed6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (f255f4b6-739c-45a3-86ca-29b661bbd2e9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.205029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1cf2d-68f6-4ab3-aa17-71269afed6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f255f4b6-739c-45a3-86ca-29b661bbd2e9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:40.213228 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec1cf2d-68f6-4ab3-aa17-71269afed6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.222837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40410) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:40.223127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3ec1cf2d-68f6-4ab3-aa17-71269afed6be admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f255f4b6-739c-45a3-86ca-29b661bbd2e9 HTTP/1.1" status: 204 len: 168 time: 1.1408732 Jan 27 22:06:40.333530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=3e6836a0-18cc-4153-8715-f4388ae8aabf,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:40.362988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fb8a3-5c9d-4869-a648-403144d5b40a req-36eefbef-61e7-434f-a8c3-5b229056f54e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:40.376136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e36fb8a3-5c9d-4869-a648-403144d5b40a req-36eefbef-61e7-434f-a8c3-5b229056f54e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2308235 Jan 27 22:06:40.407073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:40.408398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.513892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (07004775-3e31-4b22-b881-0df6534a33d1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.677944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:40.678351 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.779396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229ea2fa-a172-4de1-91b4-44df3ce3ff1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6836a0-18cc-4153-8715-f4388ae8aabf'}, {'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:40.781152 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (07004775-3e31-4b22-b881-0df6534a33d1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.786251 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b6956-3c11-4384-9fad-a74313475d3b" -d '{"events": [{"server_uuid": "229ea2fa-a172-4de1-91b4-44df3ce3ff1a", "name": "network-vif-plugged", "status": "completed", "tag": "3e6836a0-18cc-4153-8715-f4388ae8aabf"}, {"server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:40.814932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:40.818795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07004775-3e31-4b22-b881-0df6534a33d1']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:40.828482 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.838348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5278482b-ce5a-4c8e-a4fa-7484192cb45f') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:40.838894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5278482b-ce5a-4c8e-a4fa-7484192cb45f') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:40.858605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (5278482b-ce5a-4c8e-a4fa-7484192cb45f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.884171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (5278482b-ce5a-4c8e-a4fa-7484192cb45f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.898428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:06:40.899433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (5278482b-ce5a-4c8e-a4fa-7484192cb45f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:06:41.018425 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:06:41.023716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (07004775-3e31-4b22-b881-0df6534a33d1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:41.045354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:41.050011 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:41.054992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:41.059133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] 10.222.0.45 "DELETE /v2.0/networks/07004775-3e31-4b22-b881-0df6534a33d1 HTTP/1.1" status: 204 len: 168 time: 0.8341722 Jan 27 22:06:41.080981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e36fb8a3-5c9d-4869-a648-403144d5b40a req-ce758632-9984-4c28-94e0-dfbe6b99493c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033753 Jan 27 22:06:41.171016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:41.199601 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab449bc6-9278-40b1-b358-4b1e53b5f2b4 x-openstack-request-id: req-ab449bc6-9278-40b1-b358-4b1e53b5f2b4 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:41.200279 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229ea2fa-a172-4de1-91b4-44df3ce3ff1a", "name": "network-vif-plugged", "status": "completed", "tag": "3e6836a0-18cc-4153-8715-f4388ae8aabf", "code": 200}, {"server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:41.200694 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab449bc6-9278-40b1-b358-4b1e53b5f2b4 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:41.201693 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229ea2fa-a172-4de1-91b4-44df3ce3ff1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6836a0-18cc-4153-8715-f4388ae8aabf', 'code': 200} Jan 27 22:06:41.202013 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'code': 200} Jan 27 22:06:41.238357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433396d-5084-49a8-acb7-2cd402c0ef8d admin admin] Pushing event deleted for resources: {'Network': ['ID=07004775-3e31-4b22-b881-0df6534a33d1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:41.339370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10ced-ba33-42e1-bc40-12d2d13fec1b req-3ca8a2ad-c07d-4a3c-8689-95e4d64ec53f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:41.346802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abc10ced-ba33-42e1-bc40-12d2d13fec1b req-3ca8a2ad-c07d-4a3c-8689-95e4d64ec53f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 945 time: 0.3301282 Jan 27 22:06:41.548832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1201c0-83d3-4795-9742-5bb673844854 req-000f5ae8-dcb6-4048-bf80-aaca5b29d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:41.552677 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c1201c0-83d3-4795-9742-5bb673844854 req-000f5ae8-dcb6-4048-bf80-aaca5b29d63a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 1097 time: 0.2235518 Jan 27 22:06:41.594314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d83a7-a3b4-4056-8547-b17edc11d13d req-8d29e9bf-e04f-4d16-bf7d-349f88484cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:41.596333 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8a8d83a7-a3b4-4056-8547-b17edc11d13d req-8d29e9bf-e04f-4d16-bf7d-349f88484cdf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1317806 Jan 27 22:06:41.653170 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c1201c0-83d3-4795-9742-5bb673844854 req-922a1c6b-92a5-4676-9b52-1964d184255c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926850 Jan 27 22:06:41.657904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abc10ced-ba33-42e1-bc40-12d2d13fec1b req-0af91596-d1ff-4325-85b6-4590ae02a863 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100877 Jan 27 22:06:41.682528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879918dc-3164-470b-8631-517b649c8035 req-1f64cc4a-bb49-42b6-b508-acc4a5851e0b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:41.684158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-879918dc-3164-470b-8631-517b649c8035 req-1f64cc4a-bb49-42b6-b508-acc4a5851e0b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.3159287 Jan 27 22:06:41.706629 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8a8d83a7-a3b4-4056-8547-b17edc11d13d req-8b67e996-25f1-460f-b0eb-07cf5223ff70 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792174 Jan 27 22:06:41.748557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40466) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:41.832524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-879918dc-3164-470b-8631-517b649c8035 req-fd3ff6dc-bdb4-4a39-be73-88119c3348e0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423402 Jan 27 22:06:41.869122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40468) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:41.884037 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c055e85d-7490-4dac-a04d-3b614362fc36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb1cd614a9c64717962274c50642681a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340766 Jan 27 22:06:41.936513 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25e466f3-c977-4653-9663-5eb596b8353e admin admin] Publish callbacks [] for security_group (b596221e-3fe7-4c77-81ac-cf6f6a20c0e7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:41.950683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device aa319584-198f-4d93-be14-4249953b03f2 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:41.972387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25e466f3-c977-4653-9663-5eb596b8353e admin admin] Publish callbacks [] for security_group (b596221e-3fe7-4c77-81ac-cf6f6a20c0e7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.101015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25e466f3-c977-4653-9663-5eb596b8353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b596221e-3fe7-4c77-81ac-cf6f6a20c0e7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.105106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25e466f3-c977-4653-9663-5eb596b8353e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.106492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-25e466f3-c977-4653-9663-5eb596b8353e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b596221e-3fe7-4c77-81ac-cf6f6a20c0e7 HTTP/1.1" status: 204 len: 168 time: 0.2360847 Jan 27 22:06:42.157569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port aa319584-198f-4d93-be14-4249953b03f2 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:06:42.161190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e466f3-c977-4653-9663-5eb596b8353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b596221e-3fe7-4c77-81ac-cf6f6a20c0e7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:42.166863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port aa319584-198f-4d93-be14-4249953b03f2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:42.169647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (aa319584-198f-4d93-be14-4249953b03f2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.239691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40484) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:42.323527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c074a97-38de-4866-879f-fcb7b2559350 req-141f9df7-386d-48b1-8e57-f5d9b3029ca2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:42.325082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c074a97-38de-4866-879f-fcb7b2559350 req-141f9df7-386d-48b1-8e57-f5d9b3029ca2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.0771501 Jan 27 22:06:42.459676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c074a97-38de-4866-879f-fcb7b2559350 req-5cf7077f-cc4d-419a-9f49-4b747402aede tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275556 Jan 27 22:06:42.531050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port aa319584-198f-4d93-be14-4249953b03f2 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:42.534189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (aa319584-198f-4d93-be14-4249953b03f2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.623816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port aa319584-198f-4d93-be14-4249953b03f2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=aa319584-198f-4d93-be14-4249953b03f2,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:42.626877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (aa319584-198f-4d93-be14-4249953b03f2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.783769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=aa319584-198f-4d93-be14-4249953b03f2,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:42.889650 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6386be02-c4e3-4f62-a15f-8be4edccd426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.989446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a679e6-705c-4296-be41-62b68ca912a8 req-02843eba-b05e-4fa8-850a-518b4ed35a00 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:42.997867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33a679e6-705c-4296-be41-62b68ca912a8 req-02843eba-b05e-4fa8-850a-518b4ed35a00 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.2096725 Jan 27 22:06:43.128973 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6386be02-c4e3-4f62-a15f-8be4edccd426 admin admin] Publish callbacks [] for security_group (ad65a7de-560b-4ce8-bf72-bee6b2d236d5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.142370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c1d8e-6061-467c-b044-1b45b72a7c2c req-2ca57507-b2fd-41f2-ae09-0353dab0f719 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.150719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d31c1d8e-6061-467c-b044-1b45b72a7c2c req-2ca57507-b2fd-41f2-ae09-0353dab0f719 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1500163 Jan 27 22:06:43.203259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73349df0-f558-473b-a86c-f21060d54a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa319584-198f-4d93-be14-4249953b03f2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:43.204111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6386be02-c4e3-4f62-a15f-8be4edccd426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ad65a7de-560b-4ce8-bf72-bee6b2d236d5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.213277 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd0ca10-8bbe-4bb2-b98f-9713eaf67b34" -d '{"events": [{"server_uuid": "73349df0-f558-473b-a86c-f21060d54a2b", "name": "network-vif-plugged", "status": "completed", "tag": "aa319584-198f-4d93-be14-4249953b03f2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:43.228114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d31c1d8e-6061-467c-b044-1b45b72a7c2c req-a1ff4a3a-2882-405f-9fec-8bd05b37117a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756986 Jan 27 22:06:43.276987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33a679e6-705c-4296-be41-62b68ca912a8 req-34b0514b-8213-4203-8e98-fbbbe884f918 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777874 Jan 27 22:06:43.304904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6386be02-c4e3-4f62-a15f-8be4edccd426 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b773f6c63bf24836b9619511255f3e21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0630338 Jan 27 22:06:43.309678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40506) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:43.331852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386be02-c4e3-4f62-a15f-8be4edccd426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65a7de-560b-4ce8-bf72-bee6b2d236d5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:43.337877 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3889df-d438-40da-9755-bd1205d7514a x-openstack-request-id: req-3c3889df-d438-40da-9755-bd1205d7514a {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:43.355147 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73349df0-f558-473b-a86c-f21060d54a2b", "name": "network-vif-plugged", "status": "completed", "tag": "aa319584-198f-4d93-be14-4249953b03f2", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:43.355816 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c3889df-d438-40da-9755-bd1205d7514a {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:43.356548 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73349df0-f558-473b-a86c-f21060d54a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa319584-198f-4d93-be14-4249953b03f2', 'code': 200} Jan 27 22:06:43.400282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-3bbf570a-9b6c-4b9a-850e-038a861c929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.412785 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-3bbf570a-9b6c-4b9a-850e-038a861c929e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1096 time: 0.1755557 Jan 27 22:06:43.418573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-997cc5a2-6728-478a-8acb-a87d7c9e77e8 admin admin] Publish callbacks [] for security_group (ad65a7de-560b-4ce8-bf72-bee6b2d236d5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.466321 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-997cc5a2-6728-478a-8acb-a87d7c9e77e8 admin admin] Publish callbacks [] for security_group (ad65a7de-560b-4ce8-bf72-bee6b2d236d5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.622650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-d702a0c0-54e7-49a0-afbd-8885a1bfc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.624753 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-d702a0c0-54e7-49a0-afbd-8885a1bfc492 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 914 time: 0.2003946 Jan 27 22:06:43.634594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-997cc5a2-6728-478a-8acb-a87d7c9e77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ad65a7de-560b-4ce8-bf72-bee6b2d236d5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.641529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-997cc5a2-6728-478a-8acb-a87d7c9e77e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.647207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-997cc5a2-6728-478a-8acb-a87d7c9e77e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad65a7de-560b-4ce8-bf72-bee6b2d236d5 HTTP/1.1" status: 204 len: 168 time: 0.3333859 Jan 27 22:06:43.730990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cc5a2-6728-478a-8acb-a87d7c9e77e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65a7de-560b-4ce8-bf72-bee6b2d236d5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:43.775068 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-7ab9f3f5-9181-4174-bb79-1f8da5937ac6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 200 len: 217 time: 0.1286731 Jan 27 22:06:43.866408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce8eef-8267-40b9-bbd2-497110270493 req-b13364f1-5484-4e3d-a68e-b82d4ef8fc48 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.881316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9ce8eef-8267-40b9-bbd2-497110270493 req-b13364f1-5484-4e3d-a68e-b82d4ef8fc48 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.1895697 Jan 27 22:06:43.931396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5d3e3-31d9-4be7-a91c-e800936ba54a req-788df815-6a97-4008-b2c0-881e36a26fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.937601 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5d3e3-31d9-4be7-a91c-e800936ba54a req-788df815-6a97-4008-b2c0-881e36a26fb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 1097 time: 0.3289599 Jan 27 22:06:43.947733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40520) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:44.058543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9ce8eef-8267-40b9-bbd2-497110270493 req-488ac175-86aa-432e-8702-fb672a8443ee tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640911 Jan 27 22:06:44.073283 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5d3e3-31d9-4be7-a91c-e800936ba54a req-4eb5c9cc-1c32-436c-9275-97c07a4cf33d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246495 Jan 27 22:06:44.076233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-6697d120-6556-4a65-a31d-172c898ca2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:44.079596 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-6697d120-6556-4a65-a31d-172c898ca2be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.2885089 Jan 27 22:06:44.418121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2090937529-network', 'tenant_id': '387718b4cc0a45058b1c154fc05b56f2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:44.419001 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-6293dba2-95d1-47d2-b3be-b1df54295675 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718327 Jan 27 22:06:44.522069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40530) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:44.543204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8079ac2e-6111-41f3-9547-ac3620295480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.569445 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-fc84be42-4062-4a0e-8976-ae45b9c7c38c service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451166 Jan 27 22:06:44.607589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Made reservation on behalf of 387718b4cc0a45058b1c154fc05b56f2 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:44.610931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.630882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.678268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac75ee-521d-4234-ad1f-681c937adb89 req-2e8176ad-5a97-40a3-9131-caf5e2cf5753 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:44.680977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0ac75ee-521d-4234-ad1f-681c937adb89 req-2e8176ad-5a97-40a3-9131-caf5e2cf5753 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.2060740 Jan 27 22:06:44.704629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43ccea-8a05-4fe9-9d2f-69d46a88c4cb req-20248b65-00a4-4d03-b620-2cd31a871d45 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:44.707484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f43ccea-8a05-4fe9-9d2f-69d46a88c4cb req-20248b65-00a4-4d03-b620-2cd31a871d45 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.2084384 Jan 27 22:06:44.746928 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04154537-a06c-41ce-a7f4-ecbf8c22ae00 req-d01c7c15-6b3b-4f08-8333-11b160293ec3 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700580 Jan 27 22:06:44.763002 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8079ac2e-6111-41f3-9547-ac3620295480 admin admin] Publish callbacks [] for security_group (5bb71523-8201-413c-b043-9f54e3fb5a15), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.773841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8079ac2e-6111-41f3-9547-ac3620295480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5bb71523-8201-413c-b043-9f54e3fb5a15), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.852482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079ac2e-6111-41f3-9547-ac3620295480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb71523-8201-413c-b043-9f54e3fb5a15,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:44.866187 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8079ac2e-6111-41f3-9547-ac3620295480 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88e3796331ea4baebee84b2877912808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423738 Jan 27 22:06:44.867966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40532) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:44.915404 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Publish callbacks [] for security_group (364e9187-b37b-443f-b647-a243bf4bfb49), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.932881 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (364e9187-b37b-443f-b647-a243bf4bfb49), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.952506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0ac75ee-521d-4234-ad1f-681c937adb89 req-d4caded4-1017-4313-b45f-e2fb0edd92a7 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436180 Jan 27 22:06:44.971794 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d75f4885-73c6-49a6-93f0-c9167d64b42a admin admin] Publish callbacks [] for security_group (5bb71523-8201-413c-b043-9f54e3fb5a15), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.991332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:06:45.018698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f43ccea-8a05-4fe9-9d2f-69d46a88c4cb req-8885670f-2183-41e3-9198-d8aefa3369ed tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905133 Jan 27 22:06:45.029892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d75f4885-73c6-49a6-93f0-c9167d64b42a admin admin] Publish callbacks [] for security_group (5bb71523-8201-413c-b043-9f54e3fb5a15), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.073011 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (73de6899-fc59-4827-8e03-1c612182b07d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.074058 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Added segment 73de6899-fc59-4827-8e03-1c612182b07d of type vlan for network 467c45f8-d92e-48e3-b181-c0c58e131414 Jan 27 22:06:45.093564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364e9187-b37b-443f-b647-a243bf4bfb49,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:45.175574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d75f4885-73c6-49a6-93f0-c9167d64b42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5bb71523-8201-413c-b043-9f54e3fb5a15), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.179639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d75f4885-73c6-49a6-93f0-c9167d64b42a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.181847 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d75f4885-73c6-49a6-93f0-c9167d64b42a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bb71523-8201-413c-b043-9f54e3fb5a15 HTTP/1.1" status: 204 len: 168 time: 0.3118324 Jan 27 22:06:45.192613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f4885-73c6-49a6-93f0-c9167d64b42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb71523-8201-413c-b043-9f54e3fb5a15,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:45.247716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (467c45f8-d92e-48e3-b181-c0c58e131414), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.381492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464721e-03a2-46c3-bf6c-a0bb8b41dd32 req-8cf60260-1728-4b1f-a195-5afb9ea760e3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.384099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2464721e-03a2-46c3-bf6c-a0bb8b41dd32 req-8cf60260-1728-4b1f-a195-5afb9ea760e3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.2701216 Jan 27 22:06:45.388249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (467c45f8-d92e-48e3-b181-c0c58e131414), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.389683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.390538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.425858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36c527-b592-4150-8fc1-e7b1eab99b86 req-0ef50b7f-0631-4005-a783-fb1f865dd6d2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.436525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e36c527-b592-4150-8fc1-e7b1eab99b86 req-0ef50b7f-0631-4005-a783-fb1f865dd6d2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 945 time: 0.2014990 Jan 27 22:06:45.595978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6457453 Jan 27 22:06:45.599266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40542) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:45.621196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Request body: {'subnet': {'network_id': '467c45f8-d92e-48e3-b181-c0c58e131414', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2090937529-subnet', 'tenant_id': '387718b4cc0a45058b1c154fc05b56f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:45.624117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b2ac3-99eb-4111-ba29-9aa2941fd853 admin admin] Pushing event updated for resources: {'Network': ['ID=467c45f8-d92e-48e3-b181-c0c58e131414,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:45.639499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 467c45f8-d92e-48e3-b181-c0c58e131414 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:06:45.667373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Made reservation on behalf of 387718b4cc0a45058b1c154fc05b56f2 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:45.669309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e36c527-b592-4150-8fc1-e7b1eab99b86 req-22d165b7-2bdc-4b24-a81a-e3b709005498 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316613 Jan 27 22:06:45.688145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2464721e-03a2-46c3-bf6c-a0bb8b41dd32 req-ae6aebaa-a804-4381-bd36-834cbfab3e42 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914772 Jan 27 22:06:45.688598 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.999556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:46.026409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (4c1b39cf-0cb6-41db-9976-08e1e4c07a59), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.179819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1b39cf-0cb6-41db-9976-08e1e4c07a59,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:46.202229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Checking segment: {'id': '73de6899-fc59-4827-8e03-1c612182b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '467c45f8-d92e-48e3-b181-c0c58e131414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:46.207720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Network hostable DHCP agents. Network: 467c45f8-d92e-48e3-b181-c0c58e131414, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:06:46.230817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:46.233345 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.244078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Network 467c45f8-d92e-48e3-b181-c0c58e131414 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:06:46.258659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 467c45f8-d92e-48e3-b181-c0c58e131414) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:46.272351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.272561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.302745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef50e-7f24-4d05-8020-dbd657e9a416 req-693f6200-aaa0-44ff-a5d6-801fd0ed2106 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.303016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:46.305632 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc9192e-bd4a-4c38-9138-4bf4754952b6" -d '{"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:46.308728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f10e66f-6fff-4885-bdc7-9ba1dba823c3 None None] Network 467c45f8-d92e-48e3-b181-c0c58e131414 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:46.312221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-954ef50e-7f24-4d05-8020-dbd657e9a416 req-693f6200-aaa0-44ff-a5d6-801fd0ed2106 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.0982580 Jan 27 22:06:46.316113 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-88263249-362e-4cd1-bfe5-30e26274e1f2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7098022 Jan 27 22:06:46.369879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:46.381804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.448212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-954ef50e-7f24-4d05-8020-dbd657e9a416 req-68687286-1978-4670-aece-939b2c17d1c0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349721 Jan 27 22:06:46.487535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:46.505047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-0f28c449-5e30-45ab-9d0b-917ac1ebc55b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.506925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-0f28c449-5e30-45ab-9d0b-917ac1ebc55b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 814 time: 0.1920915 Jan 27 22:06:46.533658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2eefeb-269a-4b1c-9ccc-c40649392c3f None None] Network 467c45f8-d92e-48e3-b181-c0c58e131414 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:46.537920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-7bfb424f-172d-4f93-8af4-6592b94733cc tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/quotas/2672188be06045b09e55f0c6c2e14574 HTTP/1.1" status: 200 len: 375 time: 0.0248387 Jan 27 22:06:46.642796 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447fa236-7b5a-4c1f-bdc3-7707d46b1b60 x-openstack-request-id: req-447fa236-7b5a-4c1f-bdc3-7707d46b1b60 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:46.643882 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:46.644321 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-447fa236-7b5a-4c1f-bdc3-7707d46b1b60 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:46.645047 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'code': 200} Jan 27 22:06:46.693833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-770e83ff-6447-4a34-aa5b-449ff9900654 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1547389 Jan 27 22:06:46.746595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f8612-9db6-4081-8b32-9d2c358dc270 req-5807a968-7d33-4cea-8aff-769d9d77a98d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.754075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-177f8612-9db6-4081-8b32-9d2c358dc270 req-5807a968-7d33-4cea-8aff-769d9d77a98d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1141474 Jan 27 22:06:46.862590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-177f8612-9db6-4081-8b32-9d2c358dc270 req-c246220c-4d9e-4c01-8806-49ff1e3a56d6 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051497 Jan 27 22:06:46.898397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-212dddef-dfcd-4295-a00b-ba77d246730b service neutron] 10.222.0.45 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861811 Jan 27 22:06:47.146036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ffd15-dc06-4a1f-a9c8-12b030e88949 req-2066f9fe-f9c1-4094-b501-3469e938f29a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:47.148509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c20ffd15-dc06-4a1f-a9c8-12b030e88949 req-2066f9fe-f9c1-4094-b501-3469e938f29a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1887217 Jan 27 22:06:47.183096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40608) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:47.192453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-537558562-network', 'tenant_id': 'd3078166876f4f45b597442052d3c785'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:47.201643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-04ecb3f0-273d-495c-b46b-9c7933e5ae45 service neutron] 10.222.0.45 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882564 Jan 27 22:06:47.232793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Made reservation on behalf of d3078166876f4f45b597442052d3c785 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:47.239306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.258917 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.272092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c20ffd15-dc06-4a1f-a9c8-12b030e88949 req-6383ee03-dd76-47d9-85e8-483580c1e617 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076086 Jan 27 22:06:47.475492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18704f6d-441d-437c-ad45-23831c6f2ac8 req-25d3aea2-eb33-4c8a-b5a1-047e3e88d27d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:47.478485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18704f6d-441d-437c-ad45-23831c6f2ac8 req-25d3aea2-eb33-4c8a-b5a1-047e3e88d27d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 945 time: 0.0940552 Jan 27 22:06:47.532873 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Publish callbacks [] for security_group (2a8c8f50-eed7-466e-a0f3-237d69454432), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.541586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2a8c8f50-eed7-466e-a0f3-237d69454432), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.599603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8c8f50-eed7-466e-a0f3-237d69454432,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:47.630799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:06:47.650904 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4ba59a68-868d-40b9-9bc4-034371366abe), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.651333 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Added segment 4ba59a68-868d-40b9-9bc4-034371366abe of type vlan for network 13dd73b5-aa4f-43b5-a138-3ac3c472951a Jan 27 22:06:47.713413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1c0e86a-2ebe-48cd-ba6d-c7384078ed32 req-e44d25b9-638e-4c80-94ba-b9c1fb6c64bf tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 210 time: 0.1184421 Jan 27 22:06:47.752895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18704f6d-441d-437c-ad45-23831c6f2ac8 req-b5daf492-dc0b-4d54-9054-4733d0fa0010 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630382 Jan 27 22:06:47.784331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (13dd73b5-aa4f-43b5-a138-3ac3c472951a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.822293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (13dd73b5-aa4f-43b5-a138-3ac3c472951a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.824362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:47.825890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.953366 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7624178 Jan 27 22:06:47.953616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40640) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:47.957990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Request body: {'subnet': {'network_id': '13dd73b5-aa4f-43b5-a138-3ac3c472951a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-537558562-subnet', 'tenant_id': 'd3078166876f4f45b597442052d3c785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:48.002177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Made reservation on behalf of d3078166876f4f45b597442052d3c785 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:48.005822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.018143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a571c-849a-49d5-930a-d436688bfd7c admin admin] Pushing event updated for resources: {'Network': ['ID=13dd73b5-aa4f-43b5-a138-3ac3c472951a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:48.036081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 13dd73b5-aa4f-43b5-a138-3ac3c472951a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:06:48.068154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d67af-5416-423e-b5ba-af724387eacf req-eb3ea70f-d2b8-497d-84f2-e26bb6627ba0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:48.072682 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-536d67af-5416-423e-b5ba-af724387eacf req-eb3ea70f-d2b8-497d-84f2-e26bb6627ba0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "GET /v2.0/ports?device_id=77e0c516-c13b-4a4c-a854-a6b4c309c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1202550 Jan 27 22:06:48.168370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.317610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Deleting port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:48.318195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.498511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (32c54e2e-d6f2-4d4d-86db-06f662c52154), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.502719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] For port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:48.503282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.522500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Calling delete_port for 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:48.689928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e65d7-767f-4719-a404-0d63b503b564 req-f0d7c401-1729-4c76-880e-33af50230c36 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:48.691583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-540e65d7-767f-4719-a404-0d63b503b564 req-f0d7c401-1729-4c76-880e-33af50230c36 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.2911842 Jan 27 22:06:48.700375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c54e2e-d6f2-4d4d-86db-06f662c52154,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:48.724568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d0ea-264e-4359-b928-16e4a7b7a17b req-c5c73e89-4815-4721-9c8a-cdc322182542 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:48.726619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-adb6d0ea-264e-4359-b928-16e4a7b7a17b req-c5c73e89-4815-4721-9c8a-cdc322182542 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.2585723 Jan 27 22:06:48.753986 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6336f69d-4ab8-40d2-ab3d-9ba447fd0869), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.770635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6336f69d-4ab8-40d2-ab3d-9ba447fd0869'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:48.773070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Checking segment: {'id': '4ba59a68-868d-40b9-9bc4-034371366abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '13dd73b5-aa4f-43b5-a138-3ac3c472951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:48.773494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Network hostable DHCP agents. Network: 13dd73b5-aa4f-43b5-a138-3ac3c472951a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:06:48.817837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Pushing event deleted for resources: {'Port': ['ID=6336f69d-4ab8-40d2-ab3d-9ba447fd0869,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:48.857639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-540e65d7-767f-4719-a404-0d63b503b564 req-1e3f33ff-59e5-4242-801d-5405b1b705e2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407831 Jan 27 22:06:48.917749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-adb6d0ea-264e-4359-b928-16e4a7b7a17b req-ab8b9780-0bf2-45b7-95d9-767da37398e6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807227 Jan 27 22:06:48.923939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Network 13dd73b5-aa4f-43b5-a138-3ac3c472951a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:06:48.944444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] No DVR routers for this DVR port 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:48.948419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 13dd73b5-aa4f-43b5-a138-3ac3c472951a) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:48.952354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.960021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491402b-e465-44a0-91fe-544d9c517432 None None] Network 13dd73b5-aa4f-43b5-a138-3ac3c472951a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:48.961400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:48.962398 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.975937 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-536d67af-5416-423e-b5ba-af724387eacf req-a72af933-b071-499c-9396-0dfbb416417e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "DELETE /v2.0/ports/6336f69d-4ab8-40d2-ab3d-9ba447fd0869 HTTP/1.1" status: 204 len: 173 time: 0.8962176 Jan 27 22:06:48.976958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'name': 'network-vif-deleted', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:48.996812 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3155b593-563e-4071-913c-b3e81fd73d87" -d '{"events": [{"server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "name": "network-vif-deleted", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:49.090301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03d9df00-03ee-4935-9777-b0ea7cf7f4c9 req-ca85e866-0119-47a7-953f-23c6d55624e9 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 210 time: 0.1112289 Jan 27 22:06:49.119894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04c75035-d63b-49b4-a188-f31f42ff6619 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1577573 Jan 27 22:06:49.224697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c5661-c270-4d99-b434-d50a23794dfb None None] Network 13dd73b5-aa4f-43b5-a138-3ac3c472951a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:49.226813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40688) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:49.330711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-7e92fbfe-cb84-44ed-9786-30619167a07b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:49.339006 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-7e92fbfe-cb84-44ed-9786-30619167a07b tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 814 time: 0.2746496 Jan 27 22:06:49.374453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Request body: {'port': {'device_id': '7924c346-aeea-4b0e-8ae3-79c5f4754134', 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'admin_state_up': True, 'tenant_id': '2672188be06045b09e55f0c6c2e14574'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:49.521051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb9c86-2e1a-456b-962e-9057d4104116 req-4da3e36b-8bda-4084-a262-c3fba348ca5f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:49.525140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9fb9c86-2e1a-456b-962e-9057d4104116 req-4da3e36b-8bda-4084-a262-c3fba348ca5f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1625006 Jan 27 22:06:49.646628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Made reservation on behalf of 2672188be06045b09e55f0c6c2e14574 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:49.652742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.663978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9fb9c86-2e1a-456b-962e-9057d4104116 req-7740745a-6aea-4569-a3f4-a3cf67f22caf tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261282 Jan 27 22:06:49.665691 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b449c219-3fb2-4444-9484-3e5a6de35aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.761607 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6976f521-e2c3-43ff-807e-c00f5aec0890 x-openstack-request-id: req-6976f521-e2c3-43ff-807e-c00f5aec0890 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:49.762081 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0c516-c13b-4a4c-a854-a6b4c309c2a5", "name": "network-vif-deleted", "tag": "6336f69d-4ab8-40d2-ab3d-9ba447fd0869", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:49.762554 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6976f521-e2c3-43ff-807e-c00f5aec0890 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:49.763196 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e0c516-c13b-4a4c-a854-a6b4c309c2a5', 'name': 'network-vif-deleted', 'tag': '6336f69d-4ab8-40d2-ab3d-9ba447fd0869', 'status': 'completed', 'code': 200} Jan 27 22:06:49.801826 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b449c219-3fb2-4444-9484-3e5a6de35aa8 admin admin] Publish callbacks [] for security_group (e5948b10-15c5-4861-bdc5-1a06acddb3e0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.811225 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b449c219-3fb2-4444-9484-3e5a6de35aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e5948b10-15c5-4861-bdc5-1a06acddb3e0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.852860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da81bd-8890-4313-ae31-32565dc798b9 req-edbfbe63-be93-4325-a9f4-570b82e1602b tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:49.855136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6da81bd-8890-4313-ae31-32565dc798b9 req-edbfbe63-be93-4325-a9f4-570b82e1602b tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.2396173 Jan 27 22:06:49.884472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b449c219-3fb2-4444-9484-3e5a6de35aa8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a54492cdee64b3999b5e4275d08b912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6554513 Jan 27 22:06:49.887227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449c219-3fb2-4444-9484-3e5a6de35aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5948b10-15c5-4861-bdc5-1a06acddb3e0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:49.902833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40704) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:49.995056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Allocated IP 172.20.0.10 (92e2fb05-f0d9-4c89-9976-6c5e16af0b58/f94c0842-d9c1-416c-921a-d107d2910987/54825b71-5f6a-4d30-b4ba-3251045e885d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:49.996839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6da81bd-8890-4313-ae31-32565dc798b9 req-525f2136-44ba-43df-ac4b-7167a06d0390 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288285 Jan 27 22:06:50.022473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:50.025820 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-700bc2d1-c3cc-48c2-9249-c93634471dd1 admin admin] Publish callbacks [] for security_group (e5948b10-15c5-4861-bdc5-1a06acddb3e0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.056900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-700bc2d1-c3cc-48c2-9249-c93634471dd1 admin admin] Publish callbacks [] for security_group (e5948b10-15c5-4861-bdc5-1a06acddb3e0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.123991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-700bc2d1-c3cc-48c2-9249-c93634471dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e5948b10-15c5-4861-bdc5-1a06acddb3e0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.131091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-700bc2d1-c3cc-48c2-9249-c93634471dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.134281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-700bc2d1-c3cc-48c2-9249-c93634471dd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5948b10-15c5-4861-bdc5-1a06acddb3e0 HTTP/1.1" status: 204 len: 168 time: 0.2302144 Jan 27 22:06:50.156278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bc2d1-c3cc-48c2-9249-c93634471dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5948b10-15c5-4861-bdc5-1a06acddb3e0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:50.186933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:50.380318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-ef2e355b-f4fb-4d33-971a-393fdc32a226 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:50.382420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-ef2e355b-f4fb-4d33-971a-393fdc32a226 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/networks?id=467c45f8-d92e-48e3-b181-c0c58e131414 HTTP/1.1" status: 200 len: 825 time: 0.1511161 Jan 27 22:06:50.397786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks [] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.408251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-5a6ffca0-e14d-41ca-8127-a575d45c077a tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/quotas/387718b4cc0a45058b1c154fc05b56f2 HTTP/1.1" status: 200 len: 375 time: 0.0193088 Jan 27 22:06:50.445445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.450753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-97e202a5-e913-4544-8ff5-0d085f72aa36 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=387718b4cc0a45058b1c154fc05b56f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414782 Jan 27 22:06:50.479103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:50.500307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:50.507981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:50.583475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Pushing event updated for resources: {'Port': ['ID=54825b71-5f6a-4d30-b4ba-3251045e885d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:50.595259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:50.596330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.622057 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-a5e10f5d-f6e9-4d76-9f69-98a04bbd4059 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2749755 Jan 27 22:06:50.635285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Request body: {'port': {'device_id': '7924c346-aeea-4b0e-8ae3-79c5f4754134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:50.731803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40724) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:50.755525 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.759027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea0023d1-59e9-4333-a1ac-4b50758daf34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.761440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.017580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea0023d1-59e9-4333-a1ac-4b50758daf34 admin admin] Publish callbacks [] for security_group (6b4c8925-8448-4041-8fa8-1bcfb95c3ce6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.024175 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea0023d1-59e9-4333-a1ac-4b50758daf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6b4c8925-8448-4041-8fa8-1bcfb95c3ce6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.085488 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea0023d1-59e9-4333-a1ac-4b50758daf34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c77c774079dc4f7b87a9ff921c0ad451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522289 Jan 27 22:06:51.088999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0023d1-59e9-4333-a1ac-4b50758daf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c8925-8448-4041-8fa8-1bcfb95c3ce6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:51.092174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40726) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:51.198343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-b4f7d778-2321-4837-b95f-2cf1cd02627c service neutron] 10.222.0.45 "GET /v2.0/networks/467c45f8-d92e-48e3-b181-c0c58e131414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464414 Jan 27 22:06:51.212792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1673559-1a26-47be-8c00-b2abdd5f148d admin admin] Publish callbacks [] for security_group (6b4c8925-8448-4041-8fa8-1bcfb95c3ce6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.215396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7f3e-4810-4fd5-aade-64bbefc2bf09 req-8a17e7c8-fef2-4e28-ac3c-3958ec9b41a2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:51.226963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7f3e-4810-4fd5-aade-64bbefc2bf09 req-8a17e7c8-fef2-4e28-ac3c-3958ec9b41a2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:51.233780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54825b71-5f6a-4d30-b4ba-3251045e885d {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:51.238093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7f3e-4810-4fd5-aade-64bbefc2bf09 req-8a17e7c8-fef2-4e28-ac3c-3958ec9b41a2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:51.241133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-235f7f3e-4810-4fd5-aade-64bbefc2bf09 req-8a17e7c8-fef2-4e28-ac3c-3958ec9b41a2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b&device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6&device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 2418 time: 0.7032328 Jan 27 22:06:51.249078 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Publish callbacks [] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.257033 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1673559-1a26-47be-8c00-b2abdd5f148d admin admin] Publish callbacks [] for security_group (6b4c8925-8448-4041-8fa8-1bcfb95c3ce6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.283360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Transition to ACTIVE for port object 54825b71-5f6a-4d30-b4ba-3251045e885d will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:51.294695 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.363062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Pushing event updated for resources: {'Port': ['ID=54825b71-5f6a-4d30-b4ba-3251045e885d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:51.373633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-235f7f3e-4810-4fd5-aade-64bbefc2bf09 req-f5c13a77-aa5d-420d-87de-cc0937f5b008 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182845 Jan 27 22:06:51.411688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-05e6cb3b-7f3c-4c16-9a46-568b29a82dfb service neutron] 10.222.0.45 "GET /v2.0/networks/467c45f8-d92e-48e3-b181-c0c58e131414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681812 Jan 27 22:06:51.438849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1673559-1a26-47be-8c00-b2abdd5f148d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6b4c8925-8448-4041-8fa8-1bcfb95c3ce6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.441467 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1673559-1a26-47be-8c00-b2abdd5f148d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.442614 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1673559-1a26-47be-8c00-b2abdd5f148d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b4c8925-8448-4041-8fa8-1bcfb95c3ce6 HTTP/1.1" status: 204 len: 168 time: 0.3469739 Jan 27 22:06:51.462877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1673559-1a26-47be-8c00-b2abdd5f148d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c8925-8448-4041-8fa8-1bcfb95c3ce6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:51.496918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-9abf015b-872d-4ec7-9c92-b6d3822ee921 req-fd1b3366-ac8b-475e-9c01-cae4f5ae566b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:06:51.498755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9abf015b-872d-4ec7-9c92-b6d3822ee921 req-fd1b3366-ac8b-475e-9c01-cae4f5ae566b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268755 Jan 27 22:06:51.510663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Attempting to bind port 54825b71-5f6a-4d30-b4ba-3251045e885d on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:51.511239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Attempting to bind port 54825b71-5f6a-4d30-b4ba-3251045e885d by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:51.511770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Attempting to bind port 54825b71-5f6a-4d30-b4ba-3251045e885d on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:51.519252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Port 54825b71-5f6a-4d30-b4ba-3251045e885d on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:51.519818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Attempting to bind port 54825b71-5f6a-4d30-b4ba-3251045e885d on network 92e2fb05-f0d9-4c89-9976-6c5e16af0b58 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:51.527990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:51.528434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Checking segment: {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:51.529415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Bound using segment: {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:51.529964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Bound port: 54825b71-5f6a-4d30-b4ba-3251045e885d, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f396e26a-a5a9-4575-ab6d-533923a7ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:51.530446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.638720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] For port 54825b71-5f6a-4d30-b4ba-3251045e885d, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:51.648445 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] For port 54825b71-5f6a-4d30-b4ba-3251045e885d, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54825b71-5f6a-4d30-b4ba-3251045e885d,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:51.656965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.740476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:51.743129 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.745681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] 10.222.0.16 "PUT /v2.0/ports/54825b71-5f6a-4d30-b4ba-3251045e885d HTTP/1.1" status: 200 len: 1092 time: 1.1155293 Jan 27 22:06:51.793789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7924c346-aeea-4b0e-8ae3-79c5f4754134', 'tag': '54825b71-5f6a-4d30-b4ba-3251045e885d'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:51.797436 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01954375-2743-4ec5-bc59-f3c7a15d7a75" -d '{"events": [{"name": "network-changed", "server_uuid": "7924c346-aeea-4b0e-8ae3-79c5f4754134", "tag": "54825b71-5f6a-4d30-b4ba-3251045e885d"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:51.800989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac0aba-a7ee-4148-ad10-54fea0dbdf90 service neutron] Pushing event updated for resources: {'Port': ['ID=54825b71-5f6a-4d30-b4ba-3251045e885d,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:51.896392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb0456-da87-47de-b99f-911a3488068c req-122db31b-fc5e-4fc5-9f13-fed19b97264a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:51.899317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0cb0456-da87-47de-b99f-911a3488068c req-122db31b-fc5e-4fc5-9f13-fed19b97264a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 944 time: 0.1935039 Jan 27 22:06:51.901846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-f36c6cf4-395c-4075-93f8-9bacefe72fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:51.906471 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-f36c6cf4-395c-4075-93f8-9bacefe72fa4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 1095 time: 0.0822389 Jan 27 22:06:51.974941 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-9d142e95-fa5b-4a8e-ab2d-48af1bbc0bc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54825b71-5f6a-4d30-b4ba-3251045e885d HTTP/1.1" status: 200 len: 217 time: 0.0561457 Jan 27 22:06:52.003191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0cb0456-da87-47de-b99f-911a3488068c req-5ed34a14-b77e-47c3-8d9a-592c9bdaeb1d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940964 Jan 27 22:06:52.012437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:52.065954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:52.066307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6336f69d-4ab8-40d2-ab3d-9ba447fd0869 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:52.094092 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-d059a744-bea9-4744-ba21-e97114c1cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:52.098197 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-d059a744-bea9-4744-ba21-e97114c1cd85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f94c0842-d9c1-416c-921a-d107d2910987 HTTP/1.1" status: 200 len: 854 time: 0.1172118 Jan 27 22:06:52.122792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6eb02-f066-4b78-9a10-c1933ec0aef0 req-9f350397-c12d-4b8e-9949-d0b15a25d38c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:52.126275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3b6eb02-f066-4b78-9a10-c1933ec0aef0 req-9f350397-c12d-4b8e-9949-d0b15a25d38c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.1469586 Jan 27 22:06:52.165724 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-db47f712-c062-4508-b4d8-3239b600a05d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613687 Jan 27 22:06:52.263017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3b6eb02-f066-4b78-9a10-c1933ec0aef0 req-bd134489-5020-45b2-9e12-bf3f7c44c1fe tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166990 Jan 27 22:06:52.278730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6699a7-d9eb-4578-b680-a0d54d1cde7a req-3fa63ddb-a3eb-40ff-9b45-ea99e778e72d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:52.290361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e6699a7-d9eb-4578-b680-a0d54d1cde7a req-3fa63ddb-a3eb-40ff-9b45-ea99e778e72d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1622937 Jan 27 22:06:52.348694 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-48314480-2acb-4106-abf1-33b2edeb8fc2 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732848 Jan 27 22:06:52.395878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1899be7-9b7c-4b33-b621-4ef7df9ea18b req-54fbf6bd-e954-41df-a3a3-ef9083048706 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 210 time: 0.0671902 Jan 27 22:06:52.445780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e6699a7-d9eb-4578-b680-a0d54d1cde7a req-248ee74c-b367-4d3e-9f32-91e490f84e90 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544964 Jan 27 22:06:52.533270 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d59648-81d1-4baa-8655-a51a0f6fd2a1 x-openstack-request-id: req-68d59648-81d1-4baa-8655-a51a0f6fd2a1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:52.534072 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7924c346-aeea-4b0e-8ae3-79c5f4754134", "tag": "54825b71-5f6a-4d30-b4ba-3251045e885d", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:52.534251 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68d59648-81d1-4baa-8655-a51a0f6fd2a1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:52.534842 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7924c346-aeea-4b0e-8ae3-79c5f4754134', 'tag': '54825b71-5f6a-4d30-b4ba-3251045e885d', 'status': 'completed', 'code': 200} Jan 27 22:06:52.546042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40770) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:52.644386 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-125dbacb-ab82-456a-bd40-e68e56ae4dd6 req-62c716fc-3e72-4aec-b3aa-574a8e06d595 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865877 Jan 27 22:06:52.843337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-e80dd1e3-1fba-41bc-8f47-f04b9702a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:52.845072 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-e80dd1e3-1fba-41bc-8f47-f04b9702a639 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2672188be06045b09e55f0c6c2e14574&device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 1095 time: 0.1290307 Jan 27 22:06:52.958209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-a4d9265f-9416-4225-abea-516470269ffa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4092932 Jan 27 22:06:52.968769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-21ea2ba8-f1ae-4004-92f4-bc0c55e8e04d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:06:52.970936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-21ea2ba8-f1ae-4004-92f4-bc0c55e8e04d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108829 Jan 27 22:06:53.113850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-a692f962-02ce-4722-b1a6-0cd1e384e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:53.117311 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-a692f962-02ce-4722-b1a6-0cd1e384e6eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 200 len: 915 time: 0.2595611 Jan 27 22:06:53.231723 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-63b69101-db7a-4846-b1e8-07a825724c61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54825b71-5f6a-4d30-b4ba-3251045e885d HTTP/1.1" status: 200 len: 217 time: 0.0968020 Jan 27 22:06:53.297215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15660a14-e1c1-4317-a150-e84420370b0f req-8af8e00f-c994-4c6a-8394-570cd7adeae5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:53.298869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15660a14-e1c1-4317-a150-e84420370b0f req-8af8e00f-c994-4c6a-8394-570cd7adeae5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 944 time: 0.1173797 Jan 27 22:06:53.340016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-5f94c9b8-fbf8-4a60-a61d-875c0f959650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:53.341550 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-5f94c9b8-fbf8-4a60-a61d-875c0f959650 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f94c0842-d9c1-416c-921a-d107d2910987 HTTP/1.1" status: 200 len: 854 time: 0.1039252 Jan 27 22:06:53.418593 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-f66a3118-ac87-4af2-b3f8-a16ec670ce2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92e2fb05-f0d9-4c89-9976-6c5e16af0b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607891 Jan 27 22:06:53.440392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15660a14-e1c1-4317-a150-e84420370b0f req-3e681daa-565d-45ac-8ae8-f3a544d43eb1 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289790 Jan 27 22:06:53.651923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-421f22b2-9a96-45d1-b4a2-2fcd0afd84ac req-f241ebd1-0bff-4b39-83d3-3c5a468ddc7d tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 210 time: 0.1019275 Jan 27 22:06:53.691373 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-a61a1fce-91eb-415d-90cc-c5180af7e45d service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589808 Jan 27 22:06:53.814128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25d3c4-221c-4f66-adbc-789b97134423 req-0fbcfc14-06f4-41bc-928b-4e83bf5514f0 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:53.841341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b25d3c4-221c-4f66-adbc-789b97134423 req-0fbcfc14-06f4-41bc-928b-4e83bf5514f0 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.2180567 Jan 27 22:06:53.913950 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-01954375-2743-4ec5-bc59-f3c7a15d7a75 req-d7ca0fe6-4176-469e-8341-929dc9972685 service neutron] 10.222.0.16 "GET /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096386 Jan 27 22:06:53.939111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b25d3c4-221c-4f66-adbc-789b97134423 req-da74afc3-7ead-49fc-b46e-0afb6c070966 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962489 Jan 27 22:06:53.962479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-a449e2d8-418b-4f7f-bfbc-b553b2b4e131 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:53.965088 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-a449e2d8-418b-4f7f-bfbc-b553b2b4e131 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.16 "GET /v2.0/networks?id=467c45f8-d92e-48e3-b181-c0c58e131414 HTTP/1.1" status: 200 len: 825 time: 0.1759136 Jan 27 22:06:53.981482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Request body: {'port': {'device_id': '788288f7-e198-45d6-92e9-599fb69bd943', 'network_id': '467c45f8-d92e-48e3-b181-c0c58e131414', 'admin_state_up': True, 'tenant_id': '387718b4cc0a45058b1c154fc05b56f2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:54.236114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Made reservation on behalf of 387718b4cc0a45058b1c154fc05b56f2 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:54.246958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:54.530537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Allocated IP 172.20.0.7 (467c45f8-d92e-48e3-b181-c0c58e131414/4c1b39cf-0cb6-41db-9976-08e1e4c07a59/035d6ade-24a7-4931-8293-191782957d9b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:54.669840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe74b3f-df2e-4131-8ee6-ac7f33434402 req-d0ed0047-c918-4ddd-8561-0fb1cd612b1e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:54.680060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfe74b3f-df2e-4131-8ee6-ac7f33434402 req-d0ed0047-c918-4ddd-8561-0fb1cd612b1e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 944 time: 0.1230521 Jan 27 22:06:54.703718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ede8c8-8324-44c0-8ce9-3c3af440d9fd req-e0a3158b-bcf9-48b0-be46-5ab6f6a17c4f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:54.710258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3ede8c8-8324-44c0-8ce9-3c3af440d9fd req-e0a3158b-bcf9-48b0-be46-5ab6f6a17c4f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1237526 Jan 27 22:06:54.759466 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40850) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:54.790700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfe74b3f-df2e-4131-8ee6-ac7f33434402 req-42aebf93-97b9-4aa7-8381-ed71d32d617d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092312 Jan 27 22:06:54.795901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3ede8c8-8324-44c0-8ce9-3c3af440d9fd req-33978c0a-d88e-45c1-ac41-2c77a406b3eb tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833330 Jan 27 22:06:54.834921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-b8dd8802-072b-41b0-94b4-751d199a714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:54.838547 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-b8dd8802-072b-41b0-94b4-751d199a714e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5&tenant_id=65f922f56aa444d8918fdbe425cfa732 HTTP/1.1" status: 200 len: 1094 time: 0.1233130 Jan 27 22:06:54.872954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Publish callbacks [] for port (035d6ade-24a7-4931-8293-191782957d9b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:54.897671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20020228-af91-41b8-8110-d10ff0f9414a req-12e1b12c-971e-4201-b20e-545fb5f5ed4e tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 210 time: 0.0300162 Jan 27 22:06:54.995992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f417dd3-7e40-4059-a710-a09bfb38732f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.021670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-889942d1-4dff-4411-b148-ef198b69e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:55.024483 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-889942d1-4dff-4411-b148-ef198b69e31b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1483920 Jan 27 22:06:55.075291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (035d6ade-24a7-4931-8293-191782957d9b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.097727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf70d-6c7e-456e-ba57-178b6acec736 req-e37e866c-5b16-4b24-adb4-cdf02bba3c9b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:55.099704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b11cf70d-6c7e-456e-ba57-178b6acec736 req-e37e866c-5b16-4b24-adb4-cdf02bba3c9b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0699251 Jan 27 22:06:55.154831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b11cf70d-6c7e-456e-ba57-178b6acec736 req-a449e979-4cb9-46d4-ba8a-6fa4380d148b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483608 Jan 27 22:06:55.234457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Network 467c45f8-d92e-48e3-b181-c0c58e131414 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:55.253822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:55.271870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:55.337331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Pushing event updated for resources: {'Port': ['ID=035d6ade-24a7-4931-8293-191782957d9b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:55.406048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-a01a83af-f62a-472c-bf67-77833bbd97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:55.407616 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-a01a83af-f62a-472c-bf67-77833bbd97ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 914 time: 0.3716106 Jan 27 22:06:55.421546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:55.422405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.475627 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-3ee1c1bd-ea01-4559-8bd1-99c8a68a24e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 200 len: 217 time: 0.0609226 Jan 27 22:06:55.504253 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-f7d0171e-5085-4427-8a61-f66907d09c59 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5275102 Jan 27 22:06:55.526358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f417dd3-7e40-4059-a710-a09bfb38732f admin admin] Publish callbacks [] for security_group (be06389f-7a5e-4d55-a682-5900d0950bac), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.535653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Request body: {'port': {'device_id': '788288f7-e198-45d6-92e9-599fb69bd943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:55.540663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f417dd3-7e40-4059-a710-a09bfb38732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (be06389f-7a5e-4d55-a682-5900d0950bac), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.619744 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f417dd3-7e40-4059-a710-a09bfb38732f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f323bd961ca64053a7137264ceeb9240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8593054 Jan 27 22:06:55.622752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40858) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:55.631034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-71861d30-2959-41c8-ba2f-4715b7294311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:55.633005 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-71861d30-2959-41c8-ba2f-4715b7294311 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.1490159 Jan 27 22:06:55.689665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Publish callbacks [] for security_group (be06389f-7a5e-4d55-a682-5900d0950bac), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.719268 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Publish callbacks [] for security_group (be06389f-7a5e-4d55-a682-5900d0950bac), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.783735 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (be06389f-7a5e-4d55-a682-5900d0950bac), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.788489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.790392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be06389f-7a5e-4d55-a682-5900d0950bac HTTP/1.1" status: 204 len: 168 time: 0.1661644 Jan 27 22:06:55.804310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be06389f-7a5e-4d55-a682-5900d0950bac,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:55.818492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.821290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.821290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.821290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.821290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.822116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.828672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.829257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.829805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.830694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.831147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.831748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:55.832297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6201dd62-bf31-4909-87dd-e9de4e3f70bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:56.073689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa867826-93ed-46a4-9196-b318b2f040ea req-fc697014-525a-48e4-8df4-f7bf3df0b468 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:56.080174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa867826-93ed-46a4-9196-b318b2f040ea req-fc697014-525a-48e4-8df4-f7bf3df0b468 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 944 time: 0.1381457 Jan 27 22:06:56.097219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32939328-c53b-4711-88d1-fcdcfe323f76 req-b2bf0d40-82c8-4ac9-a08f-c8cbcf1414c0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:56.100652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32939328-c53b-4711-88d1-fcdcfe323f76 req-b2bf0d40-82c8-4ac9-a08f-c8cbcf1414c0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1413703 Jan 27 22:06:56.165006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f417dd3-7e40-4059-a710-a09bfb38732f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be06389f-7a5e-4d55-a682-5900d0950bac,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:56.203700 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-71eda9ff-3207-4ffa-bc8b-851b9e9f782e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551734 Jan 27 22:06:56.204609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (035d6ade-24a7-4931-8293-191782957d9b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.237798 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa867826-93ed-46a4-9196-b318b2f040ea req-78f20c24-3443-462e-b30d-c25ab0a230e5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546438 Jan 27 22:06:56.245745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32939328-c53b-4711-88d1-fcdcfe323f76 req-0e238cac-b781-4bc8-9aab-7965fd3d0493 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315024 Jan 27 22:06:56.516878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f86fd5-ef4c-4794-bd6e-36a109f56ead req-fb797627-9dce-4d37-9b72-a9e15197713b tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:56.525006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47f86fd5-ef4c-4794-bd6e-36a109f56ead req-fb797627-9dce-4d37-9b72-a9e15197713b tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 931 time: 0.1755145 Jan 27 22:06:56.542407 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-66305dab-64ee-4a27-a48d-51dcd25367fe service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223562 Jan 27 22:06:56.560975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8e8bb-8ffc-4c89-a251-916822d27ad4 req-9d5c7eb2-26f9-46a6-b305-9371235e8245 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:56.563830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4a8e8bb-8ffc-4c89-a251-916822d27ad4 req-9d5c7eb2-26f9-46a6-b305-9371235e8245 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1859469 Jan 27 22:06:56.703145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47f86fd5-ef4c-4794-bd6e-36a109f56ead req-ff55c1c9-dd49-4cdc-a79e-b101716a7b55 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691623 Jan 27 22:06:56.725453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4a8e8bb-8ffc-4c89-a251-916822d27ad4 req-2ba310e6-291c-4dac-ab59-ee8ee1ee5e3c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299720 Jan 27 22:06:56.832652 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ea975cd-ed63-4a45-9e26-45e22640bf64 req-ac3163b9-5164-455e-af9e-b4033d01edcd service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649753 Jan 27 22:06:56.906339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035d6ade-24a7-4931-8293-191782957d9b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:56.920843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Publish callbacks [] for port (035d6ade-24a7-4931-8293-191782957d9b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.943797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Transition to ACTIVE for port object 035d6ade-24a7-4931-8293-191782957d9b will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:56.949491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (035d6ade-24a7-4931-8293-191782957d9b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.042270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Pushing event updated for resources: {'Port': ['ID=035d6ade-24a7-4931-8293-191782957d9b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:57.157952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Attempting to bind port 035d6ade-24a7-4931-8293-191782957d9b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:57.158560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Attempting to bind port 035d6ade-24a7-4931-8293-191782957d9b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '73de6899-fc59-4827-8e03-1c612182b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '467c45f8-d92e-48e3-b181-c0c58e131414'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:57.159187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Attempting to bind port 035d6ade-24a7-4931-8293-191782957d9b on network 467c45f8-d92e-48e3-b181-c0c58e131414 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:57.166219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Port 035d6ade-24a7-4931-8293-191782957d9b on network 467c45f8-d92e-48e3-b181-c0c58e131414 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:57.167208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Attempting to bind port 035d6ade-24a7-4931-8293-191782957d9b on network 467c45f8-d92e-48e3-b181-c0c58e131414 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:57.175127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:57.176969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Checking segment: {'id': '73de6899-fc59-4827-8e03-1c612182b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '467c45f8-d92e-48e3-b181-c0c58e131414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:57.177940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Bound using segment: {'id': '73de6899-fc59-4827-8e03-1c612182b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '467c45f8-d92e-48e3-b181-c0c58e131414'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:57.178644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Bound port: 035d6ade-24a7-4931-8293-191782957d9b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73de6899-fc59-4827-8e03-1c612182b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '467c45f8-d92e-48e3-b181-c0c58e131414'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:57.179167 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (035d6ade-24a7-4931-8293-191782957d9b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.311183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] For port 035d6ade-24a7-4931-8293-191782957d9b, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:57.321048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] For port 035d6ade-24a7-4931-8293-191782957d9b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=035d6ade-24a7-4931-8293-191782957d9b,segment=NetworkSegment(73de6899-fc59-4827-8e03-1c612182b07d),segment_id=73de6899-fc59-4827-8e03-1c612182b07d)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:57.332562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (035d6ade-24a7-4931-8293-191782957d9b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.393299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:57.394005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.395842 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] 10.222.0.16 "PUT /v2.0/ports/035d6ade-24a7-4931-8293-191782957d9b HTTP/1.1" status: 200 len: 1091 time: 1.8679788 Jan 27 22:06:57.396569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788288f7-e198-45d6-92e9-599fb69bd943', 'tag': '035d6ade-24a7-4931-8293-191782957d9b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:57.401632 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31719f3-3485-4f66-bef9-a86af85b18ce" -d '{"events": [{"name": "network-changed", "server_uuid": "788288f7-e198-45d6-92e9-599fb69bd943", "tag": "035d6ade-24a7-4931-8293-191782957d9b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:57.464793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf399d2-6ea2-412f-9c05-04f4b3834136 service neutron] Pushing event updated for resources: {'Port': ['ID=035d6ade-24a7-4931-8293-191782957d9b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:57.553612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-797aff3b-21f5-4356-a059-2ef02b6dd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:57.556433 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-797aff3b-21f5-4356-a059-2ef02b6dd314 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=387718b4cc0a45058b1c154fc05b56f2&device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 1094 time: 0.0865276 Jan 27 22:06:57.609121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e2c0d-d5c8-4245-9e2d-90a44faddb4b req-06c77f72-5b2d-41cb-be1d-b4cdd63a9c7c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:57.611947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-670e2c0d-d5c8-4245-9e2d-90a44faddb4b req-06c77f72-5b2d-41cb-be1d-b4cdd63a9c7c tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 944 time: 0.1796157 Jan 27 22:06:57.637665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3873c-db00-48bf-8212-6e0620d97f40 req-14f3893c-53b0-4387-840d-2b69d1d9494f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:57.644519 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-4550189b-5c51-4e45-a00b-703dd86cf038 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=035d6ade-24a7-4931-8293-191782957d9b HTTP/1.1" status: 200 len: 217 time: 0.0735328 Jan 27 22:06:57.649335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbd3873c-db00-48bf-8212-6e0620d97f40 req-14f3893c-53b0-4387-840d-2b69d1d9494f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1525481 Jan 27 22:06:57.742377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-2d462f0b-134e-4c87-b5a1-36fdf1f3c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:57.745248 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-2d462f0b-134e-4c87-b5a1-36fdf1f3c7d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c1b39cf-0cb6-41db-9976-08e1e4c07a59 HTTP/1.1" status: 200 len: 865 time: 0.0970759 Jan 27 22:06:57.806796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbd3873c-db00-48bf-8212-6e0620d97f40 req-07d73fa8-e693-4cc3-89fe-58680d1f5ed2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556344 Jan 27 22:06:57.810879 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-968977d7-4beb-40d3-93fe-53921f412eeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=467c45f8-d92e-48e3-b181-c0c58e131414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565310 Jan 27 22:06:57.905605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-670e2c0d-d5c8-4245-9e2d-90a44faddb4b req-f76aed5a-f1cb-4b7a-accd-c78728fada1e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525017 Jan 27 22:06:58.024423 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9c1537-dcee-4168-880a-a39838640e72 x-openstack-request-id: req-bc9c1537-dcee-4168-880a-a39838640e72 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:58.025228 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788288f7-e198-45d6-92e9-599fb69bd943", "tag": "035d6ade-24a7-4931-8293-191782957d9b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:58.026001 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc9c1537-dcee-4168-880a-a39838640e72 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:58.026895 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788288f7-e198-45d6-92e9-599fb69bd943', 'tag': '035d6ade-24a7-4931-8293-191782957d9b', 'status': 'completed', 'code': 200} Jan 27 22:06:58.042732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 54825b71-5f6a-4d30-b4ba-3251045e885d details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:58.211553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40928) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:58.221914 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-b2439268-156b-49f7-abd8-71492dc1c017 service neutron] 10.222.0.16 "GET /v2.0/networks/467c45f8-d92e-48e3-b181-c0c58e131414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971505 Jan 27 22:06:58.365027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edb44f-c087-4596-ad7a-83248dea2ba3 req-4f068df0-2997-4843-9ec2-180039e1221f tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:58.378804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0edb44f-c087-4596-ad7a-83248dea2ba3 req-4f068df0-2997-4843-9ec2-180039e1221f tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.1820207 Jan 27 22:06:58.406752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe8d9-5983-4f66-957a-76694ad4502d req-49cdb10f-ba10-4ac7-bf44-ecdf325066ac tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:58.420169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e50fe8d9-5983-4f66-957a-76694ad4502d req-49cdb10f-ba10-4ac7-bf44-ecdf325066ac tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.2092013 Jan 27 22:06:58.467123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 54825b71-5f6a-4d30-b4ba-3251045e885d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54825b71-5f6a-4d30-b4ba-3251045e885d,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:58.504926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '54825b71-5f6a-4d30-b4ba-3251045e885d', 'network_id': '92e2fb05-f0d9-4c89-9976-6c5e16af0b58', 'port_id': '54825b71-5f6a-4d30-b4ba-3251045e885d', 'mac_address': 'fa:16:3e:cd:54:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94c0842-d9c1-416c-921a-d107d2910987', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:58.544194 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-64c4735d-4478-4002-a70a-ea3556f53a02 req-701c0a8c-d0d5-4dc7-b5e8-a49640fa6f55 service neutron] 10.222.0.16 "GET /v2.0/networks/467c45f8-d92e-48e3-b181-c0c58e131414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033259 Jan 27 22:06:58.601323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0edb44f-c087-4596-ad7a-83248dea2ba3 req-670afe28-803d-4475-b81c-b3bcace3416a tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194955 Jan 27 22:06:58.618594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e50fe8d9-5983-4f66-957a-76694ad4502d req-fd94c8ff-8477-4ce0-b21e-4afbbe85430c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955614 Jan 27 22:06:58.627717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 54825b71-5f6a-4d30-b4ba-3251045e885d is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:58.629795 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:58.680641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54825b71-5f6a-4d30-b4ba-3251045e885d {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:58.685102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a747438c-ea6a-409c-aa0b-1cef827804a0 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1453823424'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:58.685575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a747438c-ea6a-409c-aa0b-1cef827804a0 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Unknown quota resources ['metering_label']. {{(pid=103330) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:06:58.717399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 54825b71-5f6a-4d30-b4ba-3251045e885d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54825b71-5f6a-4d30-b4ba-3251045e885d,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:58.725215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:58.810351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=54825b71-5f6a-4d30-b4ba-3251045e885d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:59.143708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a747438c-ea6a-409c-aa0b-1cef827804a0 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:59.148320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a747438c-ea6a-409c-aa0b-1cef827804a0 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9312072 Jan 27 22:06:59.150213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40936) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:59.157387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b1243e9e-2974-41a4-af16-34d04d3d77ab tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '588e5773-617b-46e5-b327-c6a012348692'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:59.158185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b1243e9e-2974-41a4-af16-34d04d3d77ab tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:06:59.278003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d259457-b4e5-4a40-94dd-7e6aed1e424c req-02fe5342-5595-48ad-8cb6-cc145a451ee7 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:59.291076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d259457-b4e5-4a40-94dd-7e6aed1e424c req-02fe5342-5595-48ad-8cb6-cc145a451ee7 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 945 time: 0.1574981 Jan 27 22:06:59.319857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae774956-aa1e-48f7-9fa2-271d0574c98b req-ba72772e-bd61-409f-8732-875787598c8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:59.326578 n-d-826529-2 neutron-server[103329]: WARNING neutron.services.metering.metering_plugin [None req-b1243e9e-2974-41a4-af16-34d04d3d77ab tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 22:06:59.333388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae774956-aa1e-48f7-9fa2-271d0574c98b req-ba72772e-bd61-409f-8732-875787598c8e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.3092999 Jan 27 22:06:59.461836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d259457-b4e5-4a40-94dd-7e6aed1e424c req-71c3e5e9-22f0-49ed-922f-ee332381c051 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692805 Jan 27 22:06:59.486800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae774956-aa1e-48f7-9fa2-271d0574c98b req-d47914e1-0f5b-4923-97fa-73df95fbd4ef tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517763 Jan 27 22:06:59.538862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['54825b71-5f6a-4d30-b4ba-3251045e885d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:59.594447 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1243e9e-2974-41a4-af16-34d04d3d77ab tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:59.595876 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b1243e9e-2974-41a4-af16-34d04d3d77ab tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4446855 Jan 27 22:06:59.599619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40938) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:59.605410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-688e0dd7-a610-4152-8d09-36bc810abeb2 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '588e5773-617b-46e5-b327-c6a012348692'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:59.606411 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-688e0dd7-a610-4152-8d09-36bc810abeb2 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:06:59.798279 n-d-826529-2 neutron-server[103329]: WARNING neutron.services.metering.metering_plugin [None req-688e0dd7-a610-4152-8d09-36bc810abeb2 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 22:06:59.922729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-688e0dd7-a610-4152-8d09-36bc810abeb2 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:59.926742 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-688e0dd7-a610-4152-8d09-36bc810abeb2 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3233249 Jan 27 22:06:59.927079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40944) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:59.944028 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3bb2dd42-d20b-4421-b6ea-71c73a5bf035 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=1ececb31-911c-4dff-97ae-2acd5522164c HTTP/1.1" status: 200 len: 462 time: 0.0118940 Jan 27 22:06:59.945508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40946) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:59.969781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9cfc-6fe6-4db3-8162-0fbb630368ab req-9cc2649e-db18-494d-9f60-6cf12549c53a tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:59.979233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e50a9cfc-6fe6-4db3-8162-0fbb630368ab req-9cc2649e-db18-494d-9f60-6cf12549c53a tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.2267802 Jan 27 22:07:00.049077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c393-a955-49f5-bb6e-96a04dd9606a req-b53fba38-36d2-41b3-b4d5-c85f50114174 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:00.050812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8115c393-a955-49f5-bb6e-96a04dd9606a req-b53fba38-36d2-41b3-b4d5-c85f50114174 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.2317920 Jan 27 22:07:00.063892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e50a9cfc-6fe6-4db3-8162-0fbb630368ab req-a79c6cea-329d-4b6f-868b-c4bf21f07d75 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833483 Jan 27 22:07:00.142188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6748cb1-0d5d-4c79-b003-e415b2de19f0 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.146332 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e6748cb1-0d5d-4c79-b003-e415b2de19f0 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/1ececb31-911c-4dff-97ae-2acd5522164c HTTP/1.1" status: 204 len: 168 time: 0.1995516 Jan 27 22:07:00.147056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40948) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:00.160446 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-227427d3-8858-4b3e-8e3e-b25cfe4680ae tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=1ececb31-911c-4dff-97ae-2acd5522164c HTTP/1.1" status: 200 len: 221 time: 0.0119121 Jan 27 22:07:00.164451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40950) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:00.174406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2c63643f-2c80-4e22-a12b-bb9c2f35ad6b tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2097700398', 'description': 'label created by tempest'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:00.175325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2c63643f-2c80-4e22-a12b-bb9c2f35ad6b tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Unknown quota resources ['metering_label']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:07:00.196387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8115c393-a955-49f5-bb6e-96a04dd9606a req-764a8fbb-73ff-473c-b3d0-451c3c188090 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288571 Jan 27 22:07:00.218004 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:07:00.463995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c63643f-2c80-4e22-a12b-bb9c2f35ad6b tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.468365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40952) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:00.468759 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2c63643f-2c80-4e22-a12b-bb9c2f35ad6b tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3022544 Jan 27 22:07:00.599372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:00.599968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a01562f9-387f-4e7d-9d97-5467d5bbf8f0 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=ea992916-cde9-4ed0-a422-dfe4757d0cf0 HTTP/1.1" status: 200 len: 468 time: 0.1301022 Jan 27 22:07:00.715023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba9ed-0561-453c-ab41-bf2d9c09e32e req-72ee6dc4-3144-4075-a574-bf20633c5155 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:00.717621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dbba9ed-0561-453c-ab41-bf2d9c09e32e req-72ee6dc4-3144-4075-a574-bf20633c5155 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1127207 Jan 27 22:07:00.782455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9545e7-f6e9-4c75-a3a4-8e1e845c7662 req-2c820a4f-d843-4ea6-9718-e0fcb3380bb3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:00.784197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e9545e7-f6e9-4c75-a3a4-8e1e845c7662 req-2c820a4f-d843-4ea6-9718-e0fcb3380bb3 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 945 time: 0.1406786 Jan 27 22:07:00.830015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1dbba9ed-0561-453c-ab41-bf2d9c09e32e req-dbcaf7f2-7338-41b7-96a8-492f15a07495 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052115 Jan 27 22:07:00.878226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e9545e7-f6e9-4c75-a3a4-8e1e845c7662 req-29406d28-6d47-44f5-b53c-3ea8ea5de28d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768833 Jan 27 22:07:00.910576 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-723e72c4-40ec-4198-96e0-7585c86d06d8 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.911887 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-723e72c4-40ec-4198-96e0-7585c86d06d8 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/ea992916-cde9-4ed0-a422-dfe4757d0cf0 HTTP/1.1" status: 204 len: 168 time: 0.3109350 Jan 27 22:07:00.914770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40960) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:00.928127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c2a3cd4f-e4b1-4702-ba04-af07ff49e474 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=ea992916-cde9-4ed0-a422-dfe4757d0cf0 HTTP/1.1" status: 200 len: 216 time: 0.0117965 Jan 27 22:07:00.931732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40962) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:00.945555 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-124e71ae-6440-4c66-bd69-aeb4c5680f6b tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0119960 Jan 27 22:07:00.951368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40964) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:00.984359 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b429b73-e7e2-48a8-8e36-c90b761c7431 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0305467 Jan 27 22:07:00.989453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40966) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:01.096131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-18e069bc-0f1c-4df5-a7ff-376c0e46a0ef tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/588e5773-617b-46e5-b327-c6a012348692 HTTP/1.1" status: 200 len: 473 time: 0.1051254 Jan 27 22:07:01.100757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40970) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:01.112901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-38531bba-3ab0-47bb-a03a-f454e3a609c9 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/fc7fee68-1e82-4036-85a2-0d9a573b00a1 HTTP/1.1" status: 200 len: 459 time: 0.0107653 Jan 27 22:07:01.118762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40974) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:01.313006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ec3ef3b-2a09-41af-9b40-df4947b59f65 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:01.314259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4ec3ef3b-2a09-41af-9b40-df4947b59f65 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/fc7fee68-1e82-4036-85a2-0d9a573b00a1 HTTP/1.1" status: 204 len: 168 time: 0.1943886 Jan 27 22:07:01.317819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40978) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:01.396486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0f62c-502b-4b07-b89b-b89512693ed9 req-a18d87d9-9ac6-48c8-bf43-0b2fd7d9724f tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:01.398588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69f0f62c-502b-4b07-b89b-b89512693ed9 req-a18d87d9-9ac6-48c8-bf43-0b2fd7d9724f tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.1503568 Jan 27 22:07:01.406014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0390-7a89-4837-b34c-40cf504982e8 req-efd9b4e6-f6b3-46dc-aac0-c7d7ac9ff468 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:01.407558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-633e0390-7a89-4837-b34c-40cf504982e8 req-efd9b4e6-f6b3-46dc-aac0-c7d7ac9ff468 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0770476 Jan 27 22:07:01.499169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69f0f62c-502b-4b07-b89b-b89512693ed9 req-00d8d2b0-4938-455e-b4c8-2a998cdc9a67 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797062 Jan 27 22:07:01.541897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-633e0390-7a89-4837-b34c-40cf504982e8 req-98e8395c-d314-4c03-922f-cfe70a0914c1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198921 Jan 27 22:07:01.570274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a1f-fa9f-49d1-a99e-7a143a87d9e3 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:01.571666 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e3eb2a1f-fa9f-49d1-a99e-7a143a87d9e3 tempest-MeteringIpV6TestJSON-336091567 tempest-MeteringIpV6TestJSON-336091567-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/588e5773-617b-46e5-b327-c6a012348692 HTTP/1.1" status: 204 len: 168 time: 0.2525728 Jan 27 22:07:01.917191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40988) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:02.074916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 54825b71-5f6a-4d30-b4ba-3251045e885d up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:02.114847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4bdf-fa4c-4673-a5bb-fb5f974dbf46 req-6dac4cf6-bf8f-4f9b-b0db-820bda0c100d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:02.127196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e14f4bdf-fa4c-4673-a5bb-fb5f974dbf46 req-6dac4cf6-bf8f-4f9b-b0db-820bda0c100d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 945 time: 0.1608977 Jan 27 22:07:02.146425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9caa17-a3ed-4990-96a9-33590f74a1ad req-caf32a2c-70a3-46de-899e-de55e1016480 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:02.149263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a9caa17-a3ed-4990-96a9-33590f74a1ad req-caf32a2c-70a3-46de-899e-de55e1016480 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1801889 Jan 27 22:07:02.188077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 54825b71-5f6a-4d30-b4ba-3251045e885d completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:07:02.196893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 54825b71-5f6a-4d30-b4ba-3251045e885d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:02.197688 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.215849 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c5adf5d-e626-4caa-96b8-0ce23f2d2a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.292259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e14f4bdf-fa4c-4673-a5bb-fb5f974dbf46 req-b829e971-a99a-4f4b-96a2-a73714b268be tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595714 Jan 27 22:07:02.299665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 54825b71-5f6a-4d30-b4ba-3251045e885d is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:02.300228 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.305438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a9caa17-a3ed-4990-96a9-33590f74a1ad req-8ee06882-5ba8-4b29-8d10-c1b2353d35fa tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414421 Jan 27 22:07:02.338393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7924c346-aeea-4b0e-8ae3-79c5f4754134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54825b71-5f6a-4d30-b4ba-3251045e885d'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:02.342243 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649db466-1e6b-424a-a073-1be5f78842ac" -d '{"events": [{"server_uuid": "7924c346-aeea-4b0e-8ae3-79c5f4754134", "name": "network-vif-plugged", "status": "completed", "tag": "54825b71-5f6a-4d30-b4ba-3251045e885d"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:02.359224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 54825b71-5f6a-4d30-b4ba-3251045e885d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54825b71-5f6a-4d30-b4ba-3251045e885d,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:02.364907 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.427327 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b385b2-6624-4f4f-9817-b65c50d0ba66 x-openstack-request-id: req-84b385b2-6624-4f4f-9817-b65c50d0ba66 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:02.428093 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7924c346-aeea-4b0e-8ae3-79c5f4754134", "name": "network-vif-plugged", "status": "completed", "tag": "54825b71-5f6a-4d30-b4ba-3251045e885d", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:02.428353 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84b385b2-6624-4f4f-9817-b65c50d0ba66 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:02.428767 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7924c346-aeea-4b0e-8ae3-79c5f4754134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54825b71-5f6a-4d30-b4ba-3251045e885d', 'code': 200} Jan 27 22:07:02.444253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=54825b71-5f6a-4d30-b4ba-3251045e885d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:02.457995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c5adf5d-e626-4caa-96b8-0ce23f2d2a02 admin admin] Publish callbacks [] for security_group (ba60a0e1-1207-45dd-9867-42492f3731ee), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.464580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2c5adf5d-e626-4caa-96b8-0ce23f2d2a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ba60a0e1-1207-45dd-9867-42492f3731ee), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.508970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5adf5d-e626-4caa-96b8-0ce23f2d2a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba60a0e1-1207-45dd-9867-42492f3731ee,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:02.514550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2c5adf5d-e626-4caa-96b8-0ce23f2d2a02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77f0e3ac75a94f5897c8bbc6d2ca77f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5951164 Jan 27 22:07:02.516816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40994) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:02.653155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-523d48ac-74d1-4669-9099-d88417cfecc4 admin admin] Publish callbacks [] for security_group (ba60a0e1-1207-45dd-9867-42492f3731ee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.720092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-523d48ac-74d1-4669-9099-d88417cfecc4 admin admin] Publish callbacks [] for security_group (ba60a0e1-1207-45dd-9867-42492f3731ee), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.764723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b53f8b-8d3e-48e0-8b8a-2d80b30449cd req-17b41c7f-0025-4ef7-bf06-0788a1d946b5 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:02.767552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79b53f8b-8d3e-48e0-8b8a-2d80b30449cd req-17b41c7f-0025-4ef7-bf06-0788a1d946b5 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.1558414 Jan 27 22:07:02.799144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87859fa-997b-4790-9585-e627c0a51d68 req-a040d570-c451-49c1-8f17-0149f791df08 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:02.799144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e87859fa-997b-4790-9585-e627c0a51d68 req-a040d570-c451-49c1-8f17-0149f791df08 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1185229 Jan 27 22:07:02.820654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-523d48ac-74d1-4669-9099-d88417cfecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ba60a0e1-1207-45dd-9867-42492f3731ee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.823720 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-523d48ac-74d1-4669-9099-d88417cfecc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.826069 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-523d48ac-74d1-4669-9099-d88417cfecc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba60a0e1-1207-45dd-9867-42492f3731ee HTTP/1.1" status: 204 len: 168 time: 0.3078873 Jan 27 22:07:02.838920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d48ac-74d1-4669-9099-d88417cfecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba60a0e1-1207-45dd-9867-42492f3731ee,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:02.936917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79b53f8b-8d3e-48e0-8b8a-2d80b30449cd req-89f2f194-4559-48d2-b7b3-c32ee32dfc49 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381578 Jan 27 22:07:02.953446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e87859fa-997b-4790-9585-e627c0a51d68 req-fd3701e0-c766-495a-b08b-0dcb5afe396f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421385 Jan 27 22:07:03.282793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41004) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:03.299312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f49759bd-5130-4dea-aa85-238b814847aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.507463 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f49759bd-5130-4dea-aa85-238b814847aa admin admin] Publish callbacks [] for security_group (7ace05b4-fb60-4f9a-8c5c-1882d0380e3e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.515581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f49759bd-5130-4dea-aa85-238b814847aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ace05b4-fb60-4f9a-8c5c-1882d0380e3e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.579275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f49759bd-5130-4dea-aa85-238b814847aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a87741a6e47b4ac883e30822afc53a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946734 Jan 27 22:07:03.582963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41010) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:03.584309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49759bd-5130-4dea-aa85-238b814847aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ace05b4-fb60-4f9a-8c5c-1882d0380e3e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:03.600469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1e31a-5a99-442b-b04e-5e2f6cd54a7c req-541b74cc-209e-454e-9f55-db8999345bb4 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:03.602773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9b1e31a-5a99-442b-b04e-5e2f6cd54a7c req-541b74cc-209e-454e-9f55-db8999345bb4 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.1835907 Jan 27 22:07:03.626691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748dd0-7fc9-4670-95f3-5221a4aecacd req-4497fdff-cd32-4ec7-b34c-24ed94e9983a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:03.628940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91748dd0-7fc9-4670-95f3-5221a4aecacd req-4497fdff-cd32-4ec7-b34c-24ed94e9983a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.2070205 Jan 27 22:07:03.819266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9b1e31a-5a99-442b-b04e-5e2f6cd54a7c req-594a0aef-2c14-47ff-972a-550973a9819f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885109 Jan 27 22:07:03.831498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a703c096-88a5-4fd0-825d-0b8c9abb3738 admin admin] Publish callbacks [] for security_group (7ace05b4-fb60-4f9a-8c5c-1882d0380e3e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.839913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91748dd0-7fc9-4670-95f3-5221a4aecacd req-b0719fd8-804f-4e56-aa76-98b9732c9b29 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890421 Jan 27 22:07:03.878878 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a703c096-88a5-4fd0-825d-0b8c9abb3738 admin admin] Publish callbacks [] for security_group (7ace05b4-fb60-4f9a-8c5c-1882d0380e3e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.968543 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a703c096-88a5-4fd0-825d-0b8c9abb3738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ace05b4-fb60-4f9a-8c5c-1882d0380e3e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.974927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a703c096-88a5-4fd0-825d-0b8c9abb3738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.976374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a703c096-88a5-4fd0-825d-0b8c9abb3738 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ace05b4-fb60-4f9a-8c5c-1882d0380e3e HTTP/1.1" status: 204 len: 168 time: 0.3714700 Jan 27 22:07:03.991377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c096-88a5-4fd0-825d-0b8c9abb3738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ace05b4-fb60-4f9a-8c5c-1882d0380e3e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:04.117241 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1a9e-8d94-4d5a-9fc9-c4ed61aa9569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.300154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c44f4-1db0-4e19-9332-ed5da9f11d14 req-3cde834d-682e-491a-b99b-bb82695f062f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.313498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f4c44f4-1db0-4e19-9332-ed5da9f11d14 req-3cde834d-682e-491a-b99b-bb82695f062f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1724918 Jan 27 22:07:04.381500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afc2ea-0c20-4110-a8c2-b521b576531a req-02abedf2-b03e-41c3-83ca-81a357213449 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.384454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35afc2ea-0c20-4110-a8c2-b521b576531a req-02abedf2-b03e-41c3-83ca-81a357213449 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.2280841 Jan 27 22:07:04.511557 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f4c44f4-1db0-4e19-9332-ed5da9f11d14 req-716f025c-9cce-400b-b5d7-527c99941aa5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958683 Jan 27 22:07:04.603667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35afc2ea-0c20-4110-a8c2-b521b576531a req-9d0623e9-6209-4ba2-9803-737b1d3a8187 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009256 Jan 27 22:07:04.773347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95b05-219d-47f6-8b3e-6bf2ccb021eb req-22eb1410-28c7-49e3-95e9-4224a65e7e76 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.775407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91a95b05-219d-47f6-8b3e-6bf2ccb021eb req-22eb1410-28c7-49e3-95e9-4224a65e7e76 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.1134722 Jan 27 22:07:04.819887 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-91a95b05-219d-47f6-8b3e-6bf2ccb021eb req-b37f0892-8a2d-415f-be8f-7356cfcc4867 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.087059 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-91a95b05-219d-47f6-8b3e-6bf2ccb021eb req-b37f0892-8a2d-415f-be8f-7356cfcc4867 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Publish callbacks [] for security_group (fa2eb8be-4dbb-4e7b-ba6f-f4ed2921fcc5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.103073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd532-b7ef-4503-9d84-56560a6251cb req-9008b744-f61e-454f-aeef-9129518fc82f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.108346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b7bd532-b7ef-4503-9d84-56560a6251cb req-9008b744-f61e-454f-aeef-9129518fc82f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.1344612 Jan 27 22:07:05.115677 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-91a95b05-219d-47f6-8b3e-6bf2ccb021eb req-b37f0892-8a2d-415f-be8f-7356cfcc4867 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fa2eb8be-4dbb-4e7b-ba6f-f4ed2921fcc5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.189066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91a95b05-219d-47f6-8b3e-6bf2ccb021eb req-b37f0892-8a2d-415f-be8f-7356cfcc4867 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043422 Jan 27 22:07:05.198055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f0892-8a2d-415f-be8f-7356cfcc4867 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2eb8be-4dbb-4e7b-ba6f-f4ed2921fcc5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:05.227923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b7bd532-b7ef-4503-9d84-56560a6251cb req-b00c8e9a-df08-4d02-8dac-464d566905b5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075702 Jan 27 22:07:05.389758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2cd17-d81a-44c7-9bfe-c134c956b686 req-d9aaa857-03cc-4552-8ef0-3fd90c40cc36 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.398121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2de2cd17-d81a-44c7-9bfe-c134c956b686 req-d9aaa857-03cc-4552-8ef0-3fd90c40cc36 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0736730 Jan 27 22:07:05.470076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41048) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:05.509991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcd5e8-06af-47b4-b59c-b7e641abf87c req-da9101bd-048c-44c2-b18c-c8c41ee23ae2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.511661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4adcd5e8-06af-47b4-b59c-b7e641abf87c req-da9101bd-048c-44c2-b18c-c8c41ee23ae2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1486113 Jan 27 22:07:05.547990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2de2cd17-d81a-44c7-9bfe-c134c956b686 req-bab13e16-aaab-4614-bef8-78105fe48021 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487651 Jan 27 22:07:05.645151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4adcd5e8-06af-47b4-b59c-b7e641abf87c req-e1d0c774-f0a8-408e-a27a-b1a8531b9632 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255567 Jan 27 22:07:05.680326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41056) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:05.681128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-228531352'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:05.748910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:05.752551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.764971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.823717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7c03cadf-9dd7-4bb8-889b-2162e469381e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/c95e54bd-37d1-49ae-a823-4c60adc5a06b HTTP/1.1" status: 200 len: 994 time: 0.1309876 Jan 27 22:07:05.848654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7462f2-e9c8-44ab-8994-1441b402e3a2 req-a413c942-deeb-4e3a-93b1-7455d8bebd08 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.850313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7462f2-e9c8-44ab-8994-1441b402e3a2 req-a413c942-deeb-4e3a-93b1-7455d8bebd08 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1874263 Jan 27 22:07:05.903055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82883e-c229-4090-bfb7-bce38f7f76e3 req-2f9d0fe8-4bc9-4a37-a2d3-554e33df1d1c tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.905072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db82883e-c229-4090-bfb7-bce38f7f76e3 req-2f9d0fe8-4bc9-4a37-a2d3-554e33df1d1c tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.1111622 Jan 27 22:07:05.950495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for security_group (15124700-731a-4964-a0fd-06e80aaa74e1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.958276 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (15124700-731a-4964-a0fd-06e80aaa74e1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.992372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7462f2-e9c8-44ab-8994-1441b402e3a2 req-f8a20ecc-a718-450a-8985-393f0967be87 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212921 Jan 27 22:07:06.038983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:06.041106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db82883e-c229-4090-bfb7-bce38f7f76e3 req-9c28bc98-ff2b-46dc-9155-0051b3ae82bf tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225047 Jan 27 22:07:06.064924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15124700-731a-4964-a0fd-06e80aaa74e1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:06.070978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c0de6e09-b1ea-4458-b60f-32fb922d0a9c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.071514 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Added segment c0de6e09-b1ea-4458-b60f-32fb922d0a9c of type vlan for network e611ddc6-d8b5-465f-897f-6b3bad47cdea Jan 27 22:07:06.132204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (e611ddc6-d8b5-465f-897f-6b3bad47cdea), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.164120 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (e611ddc6-d8b5-465f-897f-6b3bad47cdea), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.169259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:06.169924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.245947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41060) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:06.246257 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7733083 Jan 27 22:07:06.251254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'subnet': {'network_id': 'e611ddc6-d8b5-465f-897f-6b3bad47cdea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:06.266918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0b0ac-68be-4054-9b31-52988d1decf6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Network': ['ID=e611ddc6-d8b5-465f-897f-6b3bad47cdea,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:06.279551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:06.443446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3bef-d12e-4873-823a-fd1bdebca58e req-303231b6-bc71-42ad-8ac8-0b212419e811 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:06.445040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-649e3bef-d12e-4873-823a-fd1bdebca58e req-303231b6-bc71-42ad-8ac8-0b212419e811 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.1012421 Jan 27 22:07:06.461321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:06.465086 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.568514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-649e3bef-d12e-4873-823a-fd1bdebca58e req-848c99c8-ddf7-4b8b-ab91-7edb02a49323 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158488 Jan 27 22:07:06.846597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2121ee1-ebe7-4426-bed8-5ba8c0bab76c req-670533ce-bb6e-435c-aed3-682089849839 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:06.849238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2121ee1-ebe7-4426-bed8-5ba8c0bab76c req-670533ce-bb6e-435c-aed3-682089849839 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1918731 Jan 27 22:07:06.923525 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (73a70ec6-df4a-49ba-b08e-69bdcf514a93), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.052424 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a0249d1b-8fd1-4805-9fb6-8aa5fc2dcb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.070730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2121ee1-ebe7-4426-bed8-5ba8c0bab76c req-3d795bd0-b99d-4dff-b21a-f4f24bfbcb2d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092154 Jan 27 22:07:07.071526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Subnet': ['ID=73a70ec6-df4a-49ba-b08e-69bdcf514a93,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:07.136279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Checking segment: {'id': 'c0de6e09-b1ea-4458-b60f-32fb922d0a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e611ddc6-d8b5-465f-897f-6b3bad47cdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:07.136652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network hostable DHCP agents. Network: e611ddc6-d8b5-465f-897f-6b3bad47cdea, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:07.166948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:07.186564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, e611ddc6-d8b5-465f-897f-6b3bad47cdea) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:07.199483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40661c5f-40ec-4206-b5f2-e050fd0e33a3 None None] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:07.252730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:07.253340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.288279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e5e01e03-32fa-4960-817a-3889dbebdcb6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0411358 Jan 27 22:07:07.293127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41070) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:07.300713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1608789959', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:07.312565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bb38f-c593-497e-b124-e48a2665f06c req-83413417-474d-441d-a14f-04bd78055f62 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:07.317710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419bb38f-c593-497e-b124-e48a2665f06c req-83413417-474d-441d-a14f-04bd78055f62 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1320198 Jan 27 22:07:07.355169 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (f0c81490-7763-402d-b934-240cbca9e0ad), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.359729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (f0c81490-7763-402d-b934-240cbca9e0ad), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.446689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb9992a-6734-4637-b9ad-1f6ebe2e2f80 None None] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:07.478405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-419bb38f-c593-497e-b124-e48a2665f06c req-7feb72f1-94f4-45b1-8db4-208892550907 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532657 Jan 27 22:07:07.584198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_controller (f0c81490-7763-402d-b934-240cbca9e0ad), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.798660 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_gateway (f0c81490-7763-402d-b934-240cbca9e0ad), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.812417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38613638-f74a-43c4-a06d-75bd61222d84 req-4fa3fe88-0ce9-4f18-a229-dcf3fcc2806b tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:07.826918 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38613638-f74a-43c4-a06d-75bd61222d84 req-4fa3fe88-0ce9-4f18-a229-dcf3fcc2806b tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.1045265 Jan 27 22:07:07.954994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38613638-f74a-43c4-a06d-75bd61222d84 req-7999a583-3713-45ef-a0e8-90693bc366d2 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267986 Jan 27 22:07:08.122904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fdde2-12bf-42e8-87a9-5f2e263b0fe0 req-d25853af-417c-4b00-8802-cc8bd1afe907 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:08.124806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-018fdde2-12bf-42e8-87a9-5f2e263b0fe0 req-d25853af-417c-4b00-8802-cc8bd1afe907 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0613875 Jan 27 22:07:08.129546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_gateway (f0c81490-7763-402d-b934-240cbca9e0ad), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.151299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.190846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-018fdde2-12bf-42e8-87a9-5f2e263b0fe0 req-477b21a8-62b7-44a3-b9ca-a6b9b7d03946 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562868 Jan 27 22:07:08.317382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.25.8.249 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/b9cc5164-260e-4ef3-8c29-e4f0c2118c50) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:08.334961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679320-ed1c-4452-899d-2df08e33daed req-07ed4723-a1fc-4708-bf58-47b71f06f463 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:08.337370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4679320-ed1c-4452-899d-2df08e33daed req-07ed4723-a1fc-4708-bf58-47b71f06f463 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0646915 Jan 27 22:07:08.413231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4679320-ed1c-4452-899d-2df08e33daed req-7aaca7f3-0fab-4112-b851-aa59cbd887ef tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643551 Jan 27 22:07:08.421944 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.450279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (b9cc5164-260e-4ef3-8c29-e4f0c2118c50), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.490057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b9cc5164-260e-4ef3-8c29-e4f0c2118c50), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.531066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:08.534603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:08.539234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:08.581513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=b9cc5164-260e-4ef3-8c29-e4f0c2118c50,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:08.696491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d482b-3414-45ed-9b1b-6926982bb857 req-8dfa3b24-1d0b-4825-a211-e668e780fc19 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:08.698517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a68d482b-3414-45ed-9b1b-6926982bb857 req-8dfa3b24-1d0b-4825-a211-e668e780fc19 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0657527 Jan 27 22:07:08.761258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a68d482b-3414-45ed-9b1b-6926982bb857 req-50c94cc6-a79e-45c3-99be-dbde7f346944 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555329 Jan 27 22:07:08.883645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_gateway (f0c81490-7763-402d-b934-240cbca9e0ad), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.492233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a39111-260f-489a-8701-cc85d381fc22 req-f0425b7d-975f-4982-b8c0-2c24a48f3f69 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:09.496755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40a39111-260f-489a-8701-cc85d381fc22 req-f0425b7d-975f-4982-b8c0-2c24a48f3f69 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.4177732 Jan 27 22:07:09.504811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (f0c81490-7763-402d-b934-240cbca9e0ad), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.570416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40a39111-260f-489a-8701-cc85d381fc22 req-e023ccff-96e2-4f11-b22a-6069995c13f5 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696967 Jan 27 22:07:09.663860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:07:09.716049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e4a5-9def-458e-a417-1618dbe1fe11 req-d9d3759c-1fbd-4732-a0f2-7ff92391013f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:09.717988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7749e4a5-9def-458e-a417-1618dbe1fe11 req-d9d3759c-1fbd-4732-a0f2-7ff92391013f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0562012 Jan 27 22:07:09.774981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7749e4a5-9def-458e-a417-1618dbe1fe11 req-36af2814-173d-4459-b25f-ea60b88ecb89 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Jan 27 22:07:09.860652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:09.874798 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c435cda-8c7b-4728-a67c-f8c8b8b953eb None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:09.887459 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c435cda-8c7b-4728-a67c-f8c8b8b953eb None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:09.888495 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4c435cda-8c7b-4728-a67c-f8c8b8b953eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:09.891475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.893850 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-22cacef2-9fc7-433d-ab4e-faf302f6d57c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5987868 Jan 27 22:07:09.896692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41088) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:09.920571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc33185-a36f-45ae-a9d0-14f14ebbfb94 req-4300ba30-f37c-4b9c-9f47-1e3a9ce034b5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:09.922452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2cc33185-a36f-45ae-a9d0-14f14ebbfb94 req-4300ba30-f37c-4b9c-9f47-1e3a9ce034b5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0568023 Jan 27 22:07:09.948021 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4c435cda-8c7b-4728-a67c-f8c8b8b953eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:09.964056 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c435cda-8c7b-4728-a67c-f8c8b8b953eb None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:09.965123 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4c435cda-8c7b-4728-a67c-f8c8b8b953eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:09.982479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2cc33185-a36f-45ae-a9d0-14f14ebbfb94 req-5b93b76f-06a9-4004-9906-9e0865c69afd tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533121 Jan 27 22:07:10.129995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc9aa-9223-480f-9f22-ce3e3dd97aeb req-e23471a8-2cdf-4890-b11c-ddff9d0adcc7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:10.131399 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4c435cda-8c7b-4728-a67c-f8c8b8b953eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:10.132704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15abc9aa-9223-480f-9f22-ce3e3dd97aeb req-e23471a8-2cdf-4890-b11c-ddff9d0adcc7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0581434 Jan 27 22:07:10.132934 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c435cda-8c7b-4728-a67c-f8c8b8b953eb None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:10.200085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15abc9aa-9223-480f-9f22-ce3e3dd97aeb req-1bc25c4f-f9cd-4cfd-88ba-de42b9f3ee0c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600011 Jan 27 22:07:10.473595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.747576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d137c-880b-4234-ba3d-eed2a73cb2c0 req-9b074ab0-fbb0-4f40-afa0-8eaadbd81792 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:10.749846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb1d137c-880b-4234-ba3d-eed2a73cb2c0 req-9b074ab0-fbb0-4f40-afa0-8eaadbd81792 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.0595384 Jan 27 22:07:10.815822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb1d137c-880b-4234-ba3d-eed2a73cb2c0 req-5e04eccc-86ca-4572-b5e9-495d95a9861c tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584798 Jan 27 22:07:10.868563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.20.0.1 (e611ddc6-d8b5-465f-897f-6b3bad47cdea/73a70ec6-df4a-49ba-b08e-69bdcf514a93/1f9a6b2c-0452-4d24-9a3b-a14e66b4d969) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:10.919116 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.030652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (1f9a6b2c-0452-4d24-9a3b-a14e66b4d969), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.031735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01429998-17df-4e45-9298-70f1425c5786 req-a1b1bc07-9ad7-4102-a99a-0d33044b6478 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.034459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01429998-17df-4e45-9298-70f1425c5786 req-a1b1bc07-9ad7-4102-a99a-0d33044b6478 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0885558 Jan 27 22:07:11.084926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1f9a6b2c-0452-4d24-9a3b-a14e66b4d969), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.097155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01429998-17df-4e45-9298-70f1425c5786 req-59b03ce1-346f-4162-8dde-d50d49f1ae71 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Jan 27 22:07:11.120275 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.159390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:11.165438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:11.172235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:11.238286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=1f9a6b2c-0452-4d24-9a3b-a14e66b4d969,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:11.259999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (f0c81490-7763-402d-b934-240cbca9e0ad), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.295273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98776912-dd87-4aa7-88c3-063afa0caf94 req-82e1eeb3-408d-491e-afe2-33e9d8182003 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.297926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98776912-dd87-4aa7-88c3-063afa0caf94 req-82e1eeb3-408d-491e-afe2-33e9d8182003 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0811973 Jan 27 22:07:11.377651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98776912-dd87-4aa7-88c3-063afa0caf94 req-8d7cba8d-5745-49ec-93a3-cb10b868cfd2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 Jan 27 22:07:11.430381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1f9a6b2c-0452-4d24-9a3b-a14e66b4d969), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.544246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792c7e5-c0fd-46da-ab17-5b407da9c7cf req-26e434c6-4cda-4496-8845-1aa19e26c76c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.547179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4792c7e5-c0fd-46da-ab17-5b407da9c7cf req-26e434c6-4cda-4496-8845-1aa19e26c76c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0909638 Jan 27 22:07:11.625102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4792c7e5-c0fd-46da-ab17-5b407da9c7cf req-311d7f42-f76b-4418-9327-10841e81494d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705075 Jan 27 22:07:11.800767 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (1f9a6b2c-0452-4d24-9a3b-a14e66b4d969), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.806401 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (1f9a6b2c-0452-4d24-9a3b-a14e66b4d969), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.892479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (f0c81490-7763-402d-b934-240cbca9e0ad), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.894470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=1f9a6b2c-0452-4d24-9a3b-a14e66b4d969,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:11.994061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f2497-cb51-48b7-b084-e9005503d807 req-b897a241-ca8a-4691-bffc-de1c5e52a8c4 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.996563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-046f2497-cb51-48b7-b084-e9005503d807 req-b897a241-ca8a-4691-bffc-de1c5e52a8c4 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.0701017 Jan 27 22:07:12.048061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:12.049688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:12.076638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-046f2497-cb51-48b7-b084-e9005503d807 req-6d97f631-949d-40cc-90b1-b11c86d5e3a6 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725107 Jan 27 22:07:12.197019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:12.281202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4900-fe38-4a8d-aaa1-96818c238345 req-2a3e73ee-a294-4e56-bca3-0240387c9e8d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:12.282851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-878c4900-fe38-4a8d-aaa1-96818c238345 req-2a3e73ee-a294-4e56-bca3-0240387c9e8d tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0776949 Jan 27 22:07:12.350032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-878c4900-fe38-4a8d-aaa1-96818c238345 req-662bdc24-2476-4eb1-80dd-cb36427e6569 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556328 Jan 27 22:07:12.368844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:12.382729 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f9d65c78-9ed4-47d3-8ddb-f009a4854356 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/routers/f0c81490-7763-402d-b934-240cbca9e0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4838886 Jan 27 22:07:12.384687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41102) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:12.389706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d678a76-0f8a-4f1c-9725-5550fad3214f None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:12.390672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'port': {'network_id': 'e611ddc6-d8b5-465f-897f-6b3bad47cdea', 'name': 'tempest-FloatingIPTestJSON-181388183'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:12.408232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d678a76-0f8a-4f1c-9725-5550fad3214f None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:12.409336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9d678a76-0f8a-4f1c-9725-5550fad3214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:12.465244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9d678a76-0f8a-4f1c-9725-5550fad3214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:12.475706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d678a76-0f8a-4f1c-9725-5550fad3214f None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:12.476631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9d678a76-0f8a-4f1c-9725-5550fad3214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:12.514869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9d678a76-0f8a-4f1c-9725-5550fad3214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:12.515605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d678a76-0f8a-4f1c-9725-5550fad3214f None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:12.526216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:12.532405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.562160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5ee9c-7cf4-495c-b01b-72b512382b60 req-9f1c89ba-f27d-411d-8560-32e0fbed8dfb tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:12.563895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ff5ee9c-7cf4-495c-b01b-72b512382b60 req-9f1c89ba-f27d-411d-8560-32e0fbed8dfb tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0701647 Jan 27 22:07:12.564976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] device_id is not set on port 5594bc6f-2657-4e81-917d-13e674238bcb yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:12.649626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ff5ee9c-7cf4-495c-b01b-72b512382b60 req-6682dc7b-4b2f-4783-8ec6-4e190c5891ed tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749626 Jan 27 22:07:12.724452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.20.0.13 (e611ddc6-d8b5-465f-897f-6b3bad47cdea/73a70ec6-df4a-49ba-b08e-69bdcf514a93/5594bc6f-2657-4e81-917d-13e674238bcb) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:12.779793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8ab66-0302-48b6-9238-c19d9c576cb6 req-e19c7798-ec19-4926-a705-2d0bfed403e2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:12.781401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cd8ab66-0302-48b6-9238-c19d9c576cb6 req-e19c7798-ec19-4926-a705-2d0bfed403e2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0558517 Jan 27 22:07:12.846738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cd8ab66-0302-48b6-9238-c19d9c576cb6 req-728dcfde-b235-471d-9e10-ec4633eb1ef1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557921 Jan 27 22:07:12.922899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (5594bc6f-2657-4e81-917d-13e674238bcb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.976743 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5594bc6f-2657-4e81-917d-13e674238bcb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.032272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:13.035714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:13.043248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:13.050101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=5594bc6f-2657-4e81-917d-13e674238bcb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:13.103249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:13.103943 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.124192 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-65d17363-59b9-4cc4-88e6-99d1ea3ff81b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7382889 Jan 27 22:07:13.128480 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:13.134460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'port': {'network_id': 'e611ddc6-d8b5-465f-897f-6b3bad47cdea', 'name': 'tempest-FloatingIPTestJSON-1649132472'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:13.224992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508395b1-32d7-4118-aef5-d7f2d1c9292d req-98407000-145a-4b7b-a4c5-a3969f8e9827 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:13.226661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-508395b1-32d7-4118-aef5-d7f2d1c9292d req-98407000-145a-4b7b-a4c5-a3969f8e9827 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.0571887 Jan 27 22:07:13.279867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-508395b1-32d7-4118-aef5-d7f2d1c9292d req-d7a5bc68-6b18-4f0c-b67f-204049afb43a tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 Jan 27 22:07:13.296379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:13.301522 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.330401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] device_id is not set on port f1431c2b-1694-493c-8a2b-13beaf43fa9c yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:13.540736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ae8de-31e2-4bd7-9cd1-222132d43c50 req-adf60e2a-1b00-4b09-ad74-f0fdfd0840db tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:13.554205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d5ae8de-31e2-4bd7-9cd1-222132d43c50 req-adf60e2a-1b00-4b09-ad74-f0fdfd0840db tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.1188951 Jan 27 22:07:13.559796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.20.0.9 (e611ddc6-d8b5-465f-897f-6b3bad47cdea/73a70ec6-df4a-49ba-b08e-69bdcf514a93/f1431c2b-1694-493c-8a2b-13beaf43fa9c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:13.640797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d5ae8de-31e2-4bd7-9cd1-222132d43c50 req-98f75215-6456-4c3d-8293-e7beabd987e5 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851653 Jan 27 22:07:13.734653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3e00f-53b6-48aa-bd21-839d54c22325 req-5888840a-7c9f-4f99-a518-b44b019f3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:13.736132 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da3e00f-53b6-48aa-bd21-839d54c22325 req-5888840a-7c9f-4f99-a518-b44b019f3794 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 1097 time: 0.1293199 Jan 27 22:07:13.740684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-840e1f39-5a5a-4cdf-a788-7c7c4fe2b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:13.742223 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-840e1f39-5a5a-4cdf-a788-7c7c4fe2b5fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=387718b4cc0a45058b1c154fc05b56f2&device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 1094 time: 0.2620223 Jan 27 22:07:13.820330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-04b0244f-1897-4d1d-9672-da98dc83dcbe req-e75da1ca-e395-4cfc-bc7d-b297ecf84053 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:07:13.821874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04b0244f-1897-4d1d-9672-da98dc83dcbe req-e75da1ca-e395-4cfc-bc7d-b297ecf84053 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112462 Jan 27 22:07:13.855009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f773bc-9294-47ab-93cc-201e7eed0e92 req-f79e3388-c1a7-4ac8-80d5-5a6af4e9f41c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:13.856815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f773bc-9294-47ab-93cc-201e7eed0e92 req-f79e3388-c1a7-4ac8-80d5-5a6af4e9f41c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0869932 Jan 27 22:07:13.929854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f773bc-9294-47ab-93cc-201e7eed0e92 req-f12be89e-900b-4c3f-9763-2cd62281806c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614855 Jan 27 22:07:13.930115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da3e00f-53b6-48aa-bd21-839d54c22325 req-152fd025-0640-4d36-87ce-01ca494b90e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609664 Jan 27 22:07:13.960855 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (f1431c2b-1694-493c-8a2b-13beaf43fa9c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.970594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-f9025e65-5f41-4183-8297-a2bb2988c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:13.972156 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-f9025e65-5f41-4183-8297-a2bb2988c690 service neutron] 10.222.0.16 "GET /v2.0/networks?id=467c45f8-d92e-48e3-b181-c0c58e131414 HTTP/1.1" status: 200 len: 926 time: 0.2022099 Jan 27 22:07:14.005592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f1431c2b-1694-493c-8a2b-13beaf43fa9c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:14.067547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=f1431c2b-1694-493c-8a2b-13beaf43fa9c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:14.081872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:14.084679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:14.088426 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:14.096191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47479dd-5208-498d-b94b-cde3760f512b req-279e1d68-e6fd-4038-9ec2-334691fcf903 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:14.099044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d47479dd-5208-498d-b94b-cde3760f512b req-279e1d68-e6fd-4038-9ec2-334691fcf903 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0722165 Jan 27 22:07:14.167642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d47479dd-5208-498d-b94b-cde3760f512b req-8a21bad4-8732-439c-8601-93c77302e4ed tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587335 Jan 27 22:07:14.177187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:14.178327 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:14.202398 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-32735196-f5c8-410e-9a00-1d94e9d90880 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0727026 Jan 27 22:07:14.206062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41134) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:14.214976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'f1431c2b-1694-493c-8a2b-13beaf43fa9c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:14.301121 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-e3c08cc4-44ef-4520-8d6f-530f189777d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=035d6ade-24a7-4931-8293-191782957d9b HTTP/1.1" status: 200 len: 217 time: 0.0968654 Jan 27 22:07:14.376711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:14.433349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-3163c1bd-4229-4c82-b136-118c75958872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:14.434893 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-3163c1bd-4229-4c82-b136-118c75958872 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c1b39cf-0cb6-41db-9976-08e1e4c07a59 HTTP/1.1" status: 200 len: 865 time: 0.1262596 Jan 27 22:07:14.476042 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-47605174-9680-4a5e-a614-3674df6a65c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=467c45f8-d92e-48e3-b181-c0c58e131414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339220 Jan 27 22:07:14.488497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-db56df16-4a64-4e5b-a813-9241a9ccfd3c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:07:14.489577 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-db56df16-4a64-4e5b-a813-9241a9ccfd3c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062587 Jan 27 22:07:14.558212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-cde92bd5-f4f9-465d-83b9-caadb647af50 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2137599 Jan 27 22:07:14.577193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85aa3b-6166-41c7-a916-ea305f36600d req-b4a67513-0c21-47eb-b882-d64d0ea1aae9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:14.579716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a85aa3b-6166-41c7-a916-ea305f36600d req-b4a67513-0c21-47eb-b882-d64d0ea1aae9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1727369 Jan 27 22:07:14.612664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37824083-0894-4d35-b00b-2adb78ed494e req-6ef208be-974d-4189-93fe-375e1ea984b6 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:14.616369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37824083-0894-4d35-b00b-2adb78ed494e req-6ef208be-974d-4189-93fe-375e1ea984b6 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.1881809 Jan 27 22:07:14.622524 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:14.638252 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-ad5db063-aa35-4d7c-8d45-10546b5d730a service neutron] 10.222.0.16 "GET /v2.0/networks/467c45f8-d92e-48e3-b181-c0c58e131414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410472 Jan 27 22:07:14.736206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a85aa3b-6166-41c7-a916-ea305f36600d req-dcae345c-8e38-48bf-84a4-48327fa0523b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485672 Jan 27 22:07:14.754219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37824083-0894-4d35-b00b-2adb78ed494e req-490aa4b0-c145-4f5f-8ab8-e5a017559309 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188416 Jan 27 22:07:14.847634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.25.8.149 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/d4e91e7a-59a6-4684-b346-e2cfcb703e31) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:14.856862 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d31719f3-3485-4f66-bef9-a86af85b18ce req-71a37260-284a-42c7-a14b-48c68200610b service neutron] 10.222.0.16 "GET /v2.0/networks/467c45f8-d92e-48e3-b181-c0c58e131414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112505 Jan 27 22:07:14.929825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02399-ce7f-469d-936c-6615cde36bbc req-1364700b-a99c-4b5f-830a-beb2002dab68 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:14.932889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68e02399-ce7f-469d-936c-6615cde36bbc req-1364700b-a99c-4b5f-830a-beb2002dab68 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0916204 Jan 27 22:07:15.011090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68e02399-ce7f-469d-936c-6615cde36bbc req-c15afb89-bc0f-4f8b-8eb4-98b115c2244a tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694263 Jan 27 22:07:15.059137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (d4e91e7a-59a6-4684-b346-e2cfcb703e31), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.123217 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d4e91e7a-59a6-4684-b346-e2cfcb703e31), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.124363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc977cf-0e64-4831-b9db-b2baef04b3a0 req-37976567-633c-474e-8a41-67bcfb400302 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:15.129021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0dc977cf-0e64-4831-b9db-b2baef04b3a0 req-37976567-633c-474e-8a41-67bcfb400302 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0857227 Jan 27 22:07:15.187911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0dc977cf-0e64-4831-b9db-b2baef04b3a0 req-ee52d103-2642-4f1c-9f84-36e5181c0f8a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496447 Jan 27 22:07:15.202322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:15.225145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:15.225145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=d4e91e7a-59a6-4684-b346-e2cfcb703e31,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:15.225145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:15.367586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea4444-3ea4-42f8-a1ac-4d6ad5f5055b req-e442d558-6091-401e-a59a-c1b6e4d78f3a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:15.369336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afea4444-3ea4-42f8-a1ac-4d6ad5f5055b req-e442d558-6091-401e-a59a-c1b6e4d78f3a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0769522 Jan 27 22:07:15.453053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afea4444-3ea4-42f8-a1ac-4d6ad5f5055b req-7efe955a-2833-44b5-a2a9-4857daa3f095 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724425 Jan 27 22:07:16.018180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c0ee1-6f93-4030-ade0-973336ac7c67 req-10683162-39ef-4cc2-8244-5b11b371d5a9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.019767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e31c0ee1-6f93-4030-ade0-973336ac7c67 req-10683162-39ef-4cc2-8244-5b11b371d5a9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1145189 Jan 27 22:07:16.032970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f518-7637-4684-b5f7-cbf0475d6102 req-f3936e64-b68b-4520-becc-5f974b01819e tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.040967 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3676f518-7637-4684-b5f7-cbf0475d6102 req-f3936e64-b68b-4520-becc-5f974b01819e tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.1216676 Jan 27 22:07:16.126474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3676f518-7637-4684-b5f7-cbf0475d6102 req-02c31347-b343-4d12-84ba-a15a92bac5f2 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847383 Jan 27 22:07:16.143789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e31c0ee1-6f93-4030-ade0-973336ac7c67 req-0fe45b05-e56a-4094-9305-275f4fdeeb7c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007175 Jan 27 22:07:16.228098 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (4b075051-1e81-48e8-8535-018c43961f81), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:16.287579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa14546-6189-49e0-9fd0-056275af7698 req-d408b471-16c7-43d7-a6c2-7436db0136c8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.288963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6aa14546-6189-49e0-9fd0-056275af7698 req-d408b471-16c7-43d7-a6c2-7436db0136c8 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0729475 Jan 27 22:07:16.309116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-d90aae1f-08ba-4597-b805-d1774e9cf0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.311188 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-d90aae1f-08ba-4597-b805-d1774e9cf0ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0980446 Jan 27 22:07:16.389111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d4e91e7a-59a6-4684-b346-e2cfcb703e31), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:16.431148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6aa14546-6189-49e0-9fd0-056275af7698 req-3a99ab0a-0aef-45e4-aaa0-8a433b960db2 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273878 Jan 27 22:07:16.449938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3955-c6a0-4c13-93bf-217568e9f3c9 req-8b9523d0-70ad-46d5-ba29-2ecfeaae2e50 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.462553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4cd3955-c6a0-4c13-93bf-217568e9f3c9 req-8b9523d0-70ad-46d5-ba29-2ecfeaae2e50 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1358488 Jan 27 22:07:16.482386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-6be66131-bac5-4ec7-8442-6a1deae67573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.484054 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-6be66131-bac5-4ec7-8442-6a1deae67573 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.1662016 Jan 27 22:07:16.547374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4cd3955-c6a0-4c13-93bf-217568e9f3c9 req-37cce639-d6c4-406f-bfab-8b7283a74414 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828636 Jan 27 22:07:16.621208 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-c06b71aa-e125-4d76-bcb4-b27d1fc6a035 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1002 time: 0.1049719 Jan 27 22:07:16.625085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479871d-03d8-463a-85f1-16fcc661c1d9 req-cd33cac3-2792-4a35-95b1-1110ac1e4353 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.627787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a479871d-03d8-463a-85f1-16fcc661c1d9 req-cd33cac3-2792-4a35-95b1-1110ac1e4353 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0873020 Jan 27 22:07:16.741709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (d4e91e7a-59a6-4684-b346-e2cfcb703e31), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:16.750676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-840a2c79-68bb-4996-8202-fb32f66861d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.753536 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-840a2c79-68bb-4996-8202-fb32f66861d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.1208575 Jan 27 22:07:16.756811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (d4e91e7a-59a6-4684-b346-e2cfcb703e31), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:16.762774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a479871d-03d8-463a-85f1-16fcc661c1d9 req-421c4348-9f3c-4069-8036-dab1e590e625 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287756 Jan 27 22:07:16.788642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9184ad2-a8d2-4a31-b435-455a9485fb94 req-6d0d6c74-14da-4898-b88d-73e2ce6e4ff2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.790937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9184ad2-a8d2-4a31-b435-455a9485fb94 req-6d0d6c74-14da-4898-b88d-73e2ce6e4ff2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.1241863 Jan 27 22:07:16.863735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9184ad2-a8d2-4a31-b435-455a9485fb94 req-eff0f44f-b28b-4e87-809e-7479e7685634 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633872 Jan 27 22:07:16.927982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=d4e91e7a-59a6-4684-b346-e2cfcb703e31,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:16.937078 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (4b075051-1e81-48e8-8535-018c43961f81), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:16.991328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-c487db53-1e0f-40ae-b3c5-01c24a622137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.993041 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-c487db53-1e0f-40ae-b3c5-01c24a622137 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789465 Jan 27 22:07:17.143031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057dd15-dc5d-4925-881a-68fd0e47c9cb req-5ff0d905-c504-42ac-8c2b-0a9535ab2be2 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.145505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0057dd15-dc5d-4925-881a-68fd0e47c9cb req-5ff0d905-c504-42ac-8c2b-0a9535ab2be2 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0593774 Jan 27 22:07:17.150905 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 4b075051-1e81-48e8-8535-018c43961f81 associated. External IP: 172.25.8.149, port: f1431c2b-1694-493c-8a2b-13beaf43fa9c. Jan 27 22:07:17.254558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0057dd15-dc5d-4925-881a-68fd0e47c9cb req-d73a33c4-cb49-452a-b603-eced7d38d701 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022663 Jan 27 22:07:17.261047 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-ed616d9d-a1b2-4e1b-b0fe-69432ca52d50 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575078 Jan 27 22:07:17.342393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f205a91-9d9b-4abc-807b-9b12dbeb1867 req-e0cb2057-0be0-4b3f-8fc6-4e023ba6558d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.344108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f205a91-9d9b-4abc-807b-9b12dbeb1867 req-e0cb2057-0be0-4b3f-8fc6-4e023ba6558d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.0630393 Jan 27 22:07:17.444553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f205a91-9d9b-4abc-807b-9b12dbeb1867 req-5cca2e48-bf6d-449e-a463-e7f2652b9a43 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878074 Jan 27 22:07:17.451167 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-3701b26d-3db2-47ea-b6ed-a62626035f24 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550336 Jan 27 22:07:17.462041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e1c0-2089-482f-8423-d952922d7648 req-37fed045-d87a-4f90-be11-8115f6c587c7 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.467723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2807e1c0-2089-482f-8423-d952922d7648 req-37fed045-d87a-4f90-be11-8115f6c587c7 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 943 time: 0.0894022 Jan 27 22:07:17.554687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:17.573348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2807e1c0-2089-482f-8423-d952922d7648 req-823750a2-819a-4590-b28a-ce5d2b901a03 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976460 Jan 27 22:07:17.670969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf40cd-6f26-43d2-bb28-f06689fc19a4 req-ea6c911a-113a-4f31-899f-a5fedaaee45f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.672737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fbf40cd-6f26-43d2-bb28-f06689fc19a4 req-ea6c911a-113a-4f31-899f-a5fedaaee45f tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0750713 Jan 27 22:07:17.759643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:17.771996 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee7b678-d2ee-4d29-8159-052ff0b3cd8b None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:17.787301 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7b678-d2ee-4d29-8159-052ff0b3cd8b None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:17.788420 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5ee7b678-d2ee-4d29-8159-052ff0b3cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:17.793165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:17.823393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fbf40cd-6f26-43d2-bb28-f06689fc19a4 req-7c3c29cd-ca4e-4b42-9529-668a3adb6ebc tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422262 Jan 27 22:07:17.825193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cff2fa84-2298-449c-be49-f895dbdc6d56 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6175895 Jan 27 22:07:17.829530 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41192) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:17.834578 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5ee7b678-d2ee-4d29-8159-052ff0b3cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:17.837524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:17.856280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16464954-221b-49ab-a99b-4aecea390efe req-b87095c9-4526-4627-a306-0482541f767d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.856602 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7b678-d2ee-4d29-8159-052ff0b3cd8b None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:17.857278 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5ee7b678-d2ee-4d29-8159-052ff0b3cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:17.871981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16464954-221b-49ab-a99b-4aecea390efe req-b87095c9-4526-4627-a306-0482541f767d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1660004 Jan 27 22:07:17.894500 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5ee7b678-d2ee-4d29-8159-052ff0b3cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:17.895177 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee7b678-d2ee-4d29-8159-052ff0b3cd8b None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:17.915966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (4b075051-1e81-48e8-8535-018c43961f81), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:17.970317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16464954-221b-49ab-a99b-4aecea390efe req-02b59654-4ffa-42bb-bd97-34a6250122ef tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966625 Jan 27 22:07:18.081548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071aca-eb20-4559-9da9-faa5eb8d5be5 req-cde01d9e-025f-4f68-9817-5d9d3a55d2f7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.084491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20071aca-eb20-4559-9da9-faa5eb8d5be5 req-cde01d9e-025f-4f68-9817-5d9d3a55d2f7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0594785 Jan 27 22:07:18.120025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 035d6ade-24a7-4931-8293-191782957d9b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:07:18.175256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.180269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (4b075051-1e81-48e8-8535-018c43961f81), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.181647 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 4b075051-1e81-48e8-8535-018c43961f81 disassociated. External IP: 172.25.8.149, port: f1431c2b-1694-493c-8a2b-13beaf43fa9c. Jan 27 22:07:18.182649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.221692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b98ee-85b8-4449-8628-9e749e427d05 req-03ee6e84-a9c8-4077-b53c-4c9795783121 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.224815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e09b98ee-85b8-4449-8628-9e749e427d05 req-03ee6e84-a9c8-4077-b53c-4c9795783121 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.1386297 Jan 27 22:07:18.270514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20071aca-eb20-4559-9da9-faa5eb8d5be5 req-d8467818-f95d-4aea-b276-b2dd9cd4ac63 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658263 Jan 27 22:07:18.292182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 035d6ade-24a7-4931-8293-191782957d9b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=035d6ade-24a7-4931-8293-191782957d9b,segment=NetworkSegment(73de6899-fc59-4827-8e03-1c612182b07d),segment_id=73de6899-fc59-4827-8e03-1c612182b07d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:18.311369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '035d6ade-24a7-4931-8293-191782957d9b', 'network_id': '467c45f8-d92e-48e3-b181-c0c58e131414', 'port_id': '035d6ade-24a7-4931-8293-191782957d9b', 'mac_address': 'fa:16:3e:f7:d9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1b39cf-0cb6-41db-9976-08e1e4c07a59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:07:18.316214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e09b98ee-85b8-4449-8628-9e749e427d05 req-155c7ac0-2bd4-48e8-9c92-4673bfc09e61 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774007 Jan 27 22:07:18.393147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 035d6ade-24a7-4931-8293-191782957d9b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:18.393828 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (035d6ade-24a7-4931-8293-191782957d9b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.429927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035d6ade-24a7-4931-8293-191782957d9b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:18.470133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 035d6ade-24a7-4931-8293-191782957d9b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=035d6ade-24a7-4931-8293-191782957d9b,segment=NetworkSegment(73de6899-fc59-4827-8e03-1c612182b07d),segment_id=73de6899-fc59-4827-8e03-1c612182b07d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:18.479216 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (035d6ade-24a7-4931-8293-191782957d9b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.574940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3297879-5bb6-4a98-a019-03757f308ec8 req-2b232fd6-70e4-40ba-97c9-ce509238e03e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.577672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3297879-5bb6-4a98-a019-03757f308ec8 req-2b232fd6-70e4-40ba-97c9-ce509238e03e tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.1256504 Jan 27 22:07:18.593347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:18.599961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=035d6ade-24a7-4931-8293-191782957d9b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:18.727083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3297879-5bb6-4a98-a019-03757f308ec8 req-ca536ee9-5962-49d6-932f-286b559dedd0 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397748 Jan 27 22:07:18.738052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-5c4d5ec6-289d-4f0a-a733-58c0b8459ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.738257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8085279-3cbb-42fb-8d9c-4309ed5d577f req-837021dc-f793-4578-9577-cd7ee2d47caa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.740258 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-5c4d5ec6-289d-4f0a-a733-58c0b8459ec0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.1397250 Jan 27 22:07:18.741118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8085279-3cbb-42fb-8d9c-4309ed5d577f req-837021dc-f793-4578-9577-cd7ee2d47caa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1581864 Jan 27 22:07:18.816719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8085279-3cbb-42fb-8d9c-4309ed5d577f req-a0c17d14-e825-40b4-a925-6e9dd77e9bf4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646672 Jan 27 22:07:18.882408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3d350-f262-42b5-aa99-aa1eeff3e308 req-a4a8a8ff-4521-4407-a008-e8b4da0d4645 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.884786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4da3d350-f262-42b5-aa99-aa1eeff3e308 req-a4a8a8ff-4521-4407-a008-e8b4da0d4645 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 944 time: 0.0622332 Jan 27 22:07:18.888692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['035d6ade-24a7-4931-8293-191782957d9b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:18.902617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:18.911185 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.945801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cf06e8-879f-4610-9b02-5308adc02067 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:18.975275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf06e8-879f-4610-9b02-5308adc02067 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:18.975634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4da3d350-f262-42b5-aa99-aa1eeff3e308 req-4d57755c-447d-46eb-b3e5-ac90b05d92c0 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814612 Jan 27 22:07:18.976450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f3cf06e8-879f-4610-9b02-5308adc02067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:18.995490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-78de3ab8-f3a6-4f8b-8a8d-49556f0c3107 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/floatingips/4b075051-1e81-48e8-8535-018c43961f81 HTTP/1.1" status: 200 len: 688 time: 1.1616449 Jan 27 22:07:18.995856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:19.042419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f3cf06e8-879f-4610-9b02-5308adc02067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:19.055679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf06e8-879f-4610-9b02-5308adc02067 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:19.056490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f3cf06e8-879f-4610-9b02-5308adc02067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:19.097375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-9874408f-9dc2-4221-ab8c-d50ac1ead623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.098910 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-9874408f-9dc2-4221-ab8c-d50ac1ead623 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.2983892 Jan 27 22:07:19.118688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f3cf06e8-879f-4610-9b02-5308adc02067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:19.119929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cf06e8-879f-4610-9b02-5308adc02067 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:19.202933 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-bfcb23bc-5c62-4da7-866d-24e23bdbcc17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1002 time: 0.0956433 Jan 27 22:07:19.252098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port d4e91e7a-59a6-4684-b346-e2cfcb703e31 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:19.252610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d4e91e7a-59a6-4684-b346-e2cfcb703e31), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.257215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8e65-86de-4437-b22f-0d5418f2ba32 req-c9dc2810-5325-449c-a4ae-9c7babedfb7b tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.259177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-597b8e65-86de-4437-b22f-0d5418f2ba32 req-c9dc2810-5325-449c-a4ae-9c7babedfb7b tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1094058 Jan 27 22:07:19.310841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-5602cf54-9388-4a76-a69f-baebbfba6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.312312 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-5602cf54-9388-4a76-a69f-baebbfba6c60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.1002958 Jan 27 22:07:19.375272 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d4e91e7a-59a6-4684-b346-e2cfcb703e31), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.375643 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (d4e91e7a-59a6-4684-b346-e2cfcb703e31), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.376692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-597b8e65-86de-4437-b22f-0d5418f2ba32 req-40155a0a-836a-4e1a-aad0-00586cbf3f7b tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098070 Jan 27 22:07:19.385060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf821a8-8679-4cf1-9045-e654400d6c09 req-e6578ae1-c543-4020-a411-237abe3e9846 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.386660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccf821a8-8679-4cf1-9045-e654400d6c09 req-e6578ae1-c543-4020-a411-237abe3e9846 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.1101277 Jan 27 22:07:19.393827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for d4e91e7a-59a6-4684-b346-e2cfcb703e31 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:19.410099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-5fd257ec-13f5-4368-9cda-3887c391463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.411846 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-5fd257ec-13f5-4368-9cda-3887c391463a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927386 Jan 27 22:07:19.447184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccf821a8-8679-4cf1-9045-e654400d6c09 req-213ee282-e9d1-4454-a315-1c54ccb65a93 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510244 Jan 27 22:07:19.522358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51d9f3-ea67-48f1-b8f5-4a12cc45ddd6 req-12effe01-e614-4577-864e-f182c7b00fb4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.524301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c51d9f3-ea67-48f1-b8f5-4a12cc45ddd6 req-12effe01-e614-4577-864e-f182c7b00fb4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 943 time: 0.0610151 Jan 27 22:07:19.590542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c51d9f3-ea67-48f1-b8f5-4a12cc45ddd6 req-417c7e00-7750-4f4a-95ed-52e2225ab3fc tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Jan 27 22:07:19.933369 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-92bf9d44-2d57-45ad-84a8-452e8f54b97d service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926260 Jan 27 22:07:19.957165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a7f9-fc56-482a-bb38-ccd744039bec req-14fe6cb3-e5d4-416a-9b81-a6ee7baa7f8d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.958928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6147a7f9-fc56-482a-bb38-ccd744039bec req-14fe6cb3-e5d4-416a-9b81-a6ee7baa7f8d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.0639520 Jan 27 22:07:20.023043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6147a7f9-fc56-482a-bb38-ccd744039bec req-e4ebdfb9-ec34-4a9f-90dc-73c55622dfd9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563304 Jan 27 22:07:20.050890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d4e91e7a-59a6-4684-b346-e2cfcb703e31), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.094645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=d4e91e7a-59a6-4684-b346-e2cfcb703e31,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:20.104828 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f3092a9-33c5-4a4c-be00-a094cecf307d req-fb7aa1ef-c9c5-4d08-bfa5-19326122c9f5 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637177 Jan 27 22:07:20.141527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:07:20.166056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c72a1e-7f35-4fa7-8ca5-e59d8795934d req-87d5052f-f426-4d0f-a352-e765ea8d60ea tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:20.169187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4c72a1e-7f35-4fa7-8ca5-e59d8795934d req-87d5052f-f426-4d0f-a352-e765ea8d60ea tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 944 time: 0.0854340 Jan 27 22:07:20.178223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (4b075051-1e81-48e8-8535-018c43961f81), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.182288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.187449 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4927fd83-0ab6-4d88-8dde-638bfc165237 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/floatingips/4b075051-1e81-48e8-8535-018c43961f81 HTTP/1.1" status: 204 len: 168 time: 1.1869504 Jan 27 22:07:20.187797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41222) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:20.192555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '5594bc6f-2657-4e81-917d-13e674238bcb'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:20.224157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.244572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4c72a1e-7f35-4fa7-8ca5-e59d8795934d req-43b6510d-4ad6-4e0b-a5ec-b6c84db81e8c tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676806 Jan 27 22:07:20.280158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:20.293943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'network_id': 'ba193e5a-004e-42a2-afb6-e3f91fc65f38', 'port_id': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'mac_address': 'fa:16:3e:8a:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61a9350-3ec3-49f3-a9de-35f103b52d69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:07:20.340586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:20.340586 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.356062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.359924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:20.381871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:20.386538 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.443618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:20.492082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.25.8.222 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/ef076f96-4a0a-47fc-9344-f0046e9576de) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:20.535596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7da5f-a252-42b8-a114-5829dded4834 req-b1ab4e12-b566-4e20-ac81-ac11f61e4937 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:20.537589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97f7da5f-a252-42b8-a114-5829dded4834 req-b1ab4e12-b566-4e20-ac81-ac11f61e4937 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0722032 Jan 27 22:07:20.633864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97f7da5f-a252-42b8-a114-5829dded4834 req-4c6cdb77-64a3-4181-bc7d-e783b9fbcefa tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887623 Jan 27 22:07:20.649266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30011c37-c21c-45ac-a4de-42be6a77a167 req-b656f50e-9adb-4a35-98b7-59ee69a21598 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:20.651487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30011c37-c21c-45ac-a4de-42be6a77a167 req-b656f50e-9adb-4a35-98b7-59ee69a21598 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.0922248 Jan 27 22:07:20.678045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (ef076f96-4a0a-47fc-9344-f0046e9576de), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.751347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.751879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ef076f96-4a0a-47fc-9344-f0046e9576de), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.781695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30011c37-c21c-45ac-a4de-42be6a77a167 req-9be3ca4d-ac9f-4b6f-8cc3-e6c07782e685 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1c72ab7-21a5-4c38-939e-f761218680c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189542 Jan 27 22:07:20.831864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e92f3-04f9-4980-a544-872a87019849 req-0359ab66-1fd4-4378-9286-a49fb11eb9e6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:20.833855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b9e92f3-04f9-4980-a544-872a87019849 req-0359ab66-1fd4-4378-9286-a49fb11eb9e6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 944 time: 0.0787942 Jan 27 22:07:20.855541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:20.867851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:20.870139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=ef076f96-4a0a-47fc-9344-f0046e9576de,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:20.877415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:20.915329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b9e92f3-04f9-4980-a544-872a87019849 req-b6ea63fe-2a9d-4bdc-b476-787c9398054f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714276 Jan 27 22:07:20.922099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-b89894b7-d3b8-443c-a2ea-7e88c2c6af01 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:20.923821 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-b89894b7-d3b8-443c-a2ea-7e88c2c6af01 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 946 time: 0.1337934 Jan 27 22:07:20.992906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['64657ecd-cd9e-4a72-b637-08f3c6c92aa2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:21.152678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Deleting port 54825b71-5f6a-4d30-b4ba-3251045e885d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:21.153258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.233882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2bcb-99e5-4d00-b3bc-8f69d5bb38fb req-edeae11d-622a-4a78-a8d8-32d8ed752ae6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:21.236840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-567e2bcb-99e5-4d00-b3bc-8f69d5bb38fb req-edeae11d-622a-4a78-a8d8-32d8ed752ae6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.0938296 Jan 27 22:07:21.297009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-567e2bcb-99e5-4d00-b3bc-8f69d5bb38fb req-d7093265-c577-4534-bf89-0c9b16074f33 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522096 Jan 27 22:07:21.341755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] For port 54825b71-5f6a-4d30-b4ba-3251045e885d, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=54825b71-5f6a-4d30-b4ba-3251045e885d,segment=NetworkSegment(f396e26a-a5a9-4575-ab6d-533923a7ff90),segment_id=f396e26a-a5a9-4575-ab6d-533923a7ff90)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:21.342331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.403266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbe0c4-9103-4e75-aca3-a444161d9f74 req-8798c9eb-cf25-4f04-af63-ea990c36981a tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:21.405282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1fbe0c4-9103-4e75-aca3-a444161d9f74 req-8798c9eb-cf25-4f04-af63-ea990c36981a tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 944 time: 0.0544527 Jan 27 22:07:21.411226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Calling delete_port for 54825b71-5f6a-4d30-b4ba-3251045e885d owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:21.464810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1fbe0c4-9103-4e75-aca3-a444161d9f74 req-030fe77c-52a4-44b4-8483-4678dd7d2d1f tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Jan 27 22:07:21.560538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (2d0002fb-5331-43db-a6e3-336562020f36), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.682999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (54825b71-5f6a-4d30-b4ba-3251045e885d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.697410 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['54825b71-5f6a-4d30-b4ba-3251045e885d'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:21.699114 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef076f96-4a0a-47fc-9344-f0046e9576de), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.751771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Pushing event deleted for resources: {'Port': ['ID=54825b71-5f6a-4d30-b4ba-3251045e885d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:21.818329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de3043-13c9-4417-94f9-aaa09419f561 req-6f5ab830-685b-41f7-8ed0-df789590afcf tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:21.821055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0de3043-13c9-4417-94f9-aaa09419f561 req-6f5ab830-685b-41f7-8ed0-df789590afcf tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0607183 Jan 27 22:07:21.823776 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] No DVR routers for this DVR port 54825b71-5f6a-4d30-b4ba-3251045e885d on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:21.826739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.831448 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb72f2c9-66f7-4700-8256-2a337120a51c req-f4e10412-e36d-4dcb-8c83-8a1a90fd4036 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.16 "DELETE /v2.0/ports/54825b71-5f6a-4d30-b4ba-3251045e885d HTTP/1.1" status: 204 len: 173 time: 0.8998101 Jan 27 22:07:21.842381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7924c346-aeea-4b0e-8ae3-79c5f4754134', 'name': 'network-vif-deleted', 'tag': '54825b71-5f6a-4d30-b4ba-3251045e885d'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:21.846794 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baa3e5a-88a2-41ae-86c7-8f1703aaaaf1" -d '{"events": [{"server_uuid": "7924c346-aeea-4b0e-8ae3-79c5f4754134", "name": "network-vif-deleted", "tag": "54825b71-5f6a-4d30-b4ba-3251045e885d"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:21.927572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0de3043-13c9-4417-94f9-aaa09419f561 req-e6a144a6-7804-429a-a2ce-c03afab7cd00 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951226 Jan 27 22:07:21.943546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8428bde1-dba8-4fbf-8840-ddbeac99ddf1 req-bd66eaa6-6b2e-4f22-90e4-cf70f7959d80 tempest-ServerDiskConfigTestJSON-1285937647 tempest-ServerDiskConfigTestJSON-1285937647-project] 10.222.0.45 "GET /v2.0/ports?device_id=7924c346-aeea-4b0e-8ae3-79c5f4754134 HTTP/1.1" status: 200 len: 210 time: 0.0433693 Jan 27 22:07:21.988346 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d0766d-875f-4b2e-88f3-a64903522dd2 x-openstack-request-id: req-38d0766d-875f-4b2e-88f3-a64903522dd2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:21.988920 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7924c346-aeea-4b0e-8ae3-79c5f4754134", "name": "network-vif-deleted", "tag": "54825b71-5f6a-4d30-b4ba-3251045e885d", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:21.989377 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38d0766d-875f-4b2e-88f3-a64903522dd2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:21.990230 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7924c346-aeea-4b0e-8ae3-79c5f4754134', 'name': 'network-vif-deleted', 'tag': '54825b71-5f6a-4d30-b4ba-3251045e885d', 'status': 'completed', 'code': 200} Jan 27 22:07:22.050080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (ef076f96-4a0a-47fc-9344-f0046e9576de), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.056458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ef076f96-4a0a-47fc-9344-f0046e9576de), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.114596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b871-aae7-4871-876a-0fc13e9cc81a req-e3315216-1889-42aa-a3fa-8cb9716a9975 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:22.117269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65b3b871-aae7-4871-876a-0fc13e9cc81a req-e3315216-1889-42aa-a3fa-8cb9716a9975 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 944 time: 0.0789568 Jan 27 22:07:22.140263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=ef076f96-4a0a-47fc-9344-f0046e9576de,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:22.149406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 035d6ade-24a7-4931-8293-191782957d9b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:22.161502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2d0002fb-5331-43db-a6e3-336562020f36), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.202338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65b3b871-aae7-4871-876a-0fc13e9cc81a req-d86ac73c-a989-48ad-80bb-566a14c51b23 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795889 Jan 27 22:07:22.231039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 035d6ade-24a7-4931-8293-191782957d9b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:07:22.249128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 035d6ade-24a7-4931-8293-191782957d9b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:22.249762 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (035d6ade-24a7-4931-8293-191782957d9b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.288148 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 2d0002fb-5331-43db-a6e3-336562020f36 associated. External IP: 172.25.8.222, port: 5594bc6f-2657-4e81-917d-13e674238bcb. Jan 27 22:07:22.368700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 035d6ade-24a7-4931-8293-191782957d9b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:22.369616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (035d6ade-24a7-4931-8293-191782957d9b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.415908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788288f7-e198-45d6-92e9-599fb69bd943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035d6ade-24a7-4931-8293-191782957d9b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:22.422609 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd201c75-6ef4-48b2-abb5-b5270c608b28" -d '{"events": [{"server_uuid": "788288f7-e198-45d6-92e9-599fb69bd943", "name": "network-vif-plugged", "status": "completed", "tag": "035d6ade-24a7-4931-8293-191782957d9b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:22.447306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 035d6ade-24a7-4931-8293-191782957d9b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=035d6ade-24a7-4931-8293-191782957d9b,segment=NetworkSegment(73de6899-fc59-4827-8e03-1c612182b07d),segment_id=73de6899-fc59-4827-8e03-1c612182b07d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:22.458097 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (035d6ade-24a7-4931-8293-191782957d9b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.511726 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0131a650-cdfa-4748-a86a-4c9464370ee8 x-openstack-request-id: req-0131a650-cdfa-4748-a86a-4c9464370ee8 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:22.512527 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788288f7-e198-45d6-92e9-599fb69bd943", "name": "network-vif-plugged", "status": "completed", "tag": "035d6ade-24a7-4931-8293-191782957d9b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:22.512929 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0131a650-cdfa-4748-a86a-4c9464370ee8 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:22.513473 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788288f7-e198-45d6-92e9-599fb69bd943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035d6ade-24a7-4931-8293-191782957d9b', 'code': 200} Jan 27 22:07:22.531625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=035d6ade-24a7-4931-8293-191782957d9b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:22.588715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ef2fb-ecff-4f2c-8eb0-f4540f5a249b req-46b0397d-4d26-42ec-95d4-7ff6c7988652 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:22.591358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b3ef2fb-ecff-4f2c-8eb0-f4540f5a249b req-46b0397d-4d26-42ec-95d4-7ff6c7988652 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1635127 Jan 27 22:07:22.704041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b3ef2fb-ecff-4f2c-8eb0-f4540f5a249b req-ade8d9ef-a8d6-4bfa-8f15-4e7f58f8bc96 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030800 Jan 27 22:07:22.713788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:22.724150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb1e9a-95c8-4f9a-a095-5989c2ddbb64 req-f3c480c9-97b9-43d5-8b00-925d0b1fd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:22.725103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a053e06-fbe4-4de7-8bda-4492c08f3c5d req-0ec108cd-65ad-4bbc-acae-05553ac91e69 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:22.725794 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a6cb1e9a-95c8-4f9a-a095-5989c2ddbb64 req-f3c480c9-97b9-43d5-8b00-925d0b1fd678 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 1096 time: 0.0737913 Jan 27 22:07:22.726860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a053e06-fbe4-4de7-8bda-4492c08f3c5d req-0ec108cd-65ad-4bbc-acae-05553ac91e69 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 945 time: 0.0784039 Jan 27 22:07:22.787721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a053e06-fbe4-4de7-8bda-4492c08f3c5d req-dbec56c3-8d20-4bc6-9779-a633337609c6 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Jan 27 22:07:22.853987 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a6cb1e9a-95c8-4f9a-a095-5989c2ddbb64 req-4708be00-4df1-4931-aa1b-3337fc2521e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193893 Jan 27 22:07:22.870835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:22.881459 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0769c3b-5695-4037-bcd2-ce6ec605a079 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:22.891464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.895204 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0769c3b-5695-4037-bcd2-ce6ec605a079 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:22.896068 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e0769c3b-5695-4037-bcd2-ce6ec605a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:22.920879 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-83186dc8-0cb1-4773-a4d4-e1ee3dbd7c0a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7319856 Jan 27 22:07:22.923994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41250) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:22.937706 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e0769c3b-5695-4037-bcd2-ce6ec605a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:22.948568 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0769c3b-5695-4037-bcd2-ce6ec605a079 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:22.949220 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e0769c3b-5695-4037-bcd2-ce6ec605a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:22.982286 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e0769c3b-5695-4037-bcd2-ce6ec605a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:22.983036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0769c3b-5695-4037-bcd2-ce6ec605a079 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:23.005299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e90f6dde-8a96-44e3-a197-356b90ea3407 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "GET /v2.0/floatingips/2d0002fb-5331-43db-a6e3-336562020f36 HTTP/1.1" status: 200 len: 978 time: 0.0795987 Jan 27 22:07:23.008521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41256) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:23.090171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbeb44-56d4-43d3-bf6a-77950a04be1f req-b37d1daa-31f1-4eac-9597-8c73c8d520d5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:23.093214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbcbeb44-56d4-43d3-bf6a-77950a04be1f req-b37d1daa-31f1-4eac-9597-8c73c8d520d5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.0617733 Jan 27 22:07:23.168719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbcbeb44-56d4-43d3-bf6a-77950a04be1f req-30fa3f87-fb2f-4346-91ce-ce236bd97c51 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677841 Jan 27 22:07:23.231193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41266) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:23.244532 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a35e364b-165e-4107-a671-da8593031cb5 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2344036 Jan 27 22:07:23.247783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41268) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:23.256665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'port_id': 'f1431c2b-1694-493c-8a2b-13beaf43fa9c'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:23.287959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6f4d04-b4c9-419c-b728-27a2a1704f89 admin admin] Deleting subnet f94c0842-d9c1-416c-921a-d107d2910987 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:23.291832 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d04-b4c9-419c-b728-27a2a1704f89 admin admin] Publish callbacks [] for subnet (f94c0842-d9c1-416c-921a-d107d2910987), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.334821 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d04-b4c9-419c-b728-27a2a1704f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (f94c0842-d9c1-416c-921a-d107d2910987), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.351902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (2d0002fb-5331-43db-a6e3-336562020f36), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.392928 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d04-b4c9-419c-b728-27a2a1704f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (f94c0842-d9c1-416c-921a-d107d2910987), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.437867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be72e98-fc2d-4674-931e-e427f5e9e5b0 req-81c7de10-42e0-41c8-9e25-0f75a7e6c598 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:23.439436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2be72e98-fc2d-4674-931e-e427f5e9e5b0 req-81c7de10-42e0-41c8-9e25-0f75a7e6c598 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 944 time: 0.1098692 Jan 27 22:07:23.454768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d04-b4c9-419c-b728-27a2a1704f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (f94c0842-d9c1-416c-921a-d107d2910987), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.483010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f4d04-b4c9-419c-b728-27a2a1704f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94c0842-d9c1-416c-921a-d107d2910987,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:23.487067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d04-b4c9-419c-b728-27a2a1704f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.491133 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6f6f4d04-b4c9-419c-b728-27a2a1704f89 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f94c0842-d9c1-416c-921a-d107d2910987 HTTP/1.1" status: 204 len: 168 time: 0.2590048 Jan 27 22:07:23.494335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41272) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:23.554875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2be72e98-fc2d-4674-931e-e427f5e9e5b0 req-9cf4f0a2-6360-4688-8984-4ceb4b3707ca tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981100 Jan 27 22:07:23.574270 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (92e2fb05-f0d9-4c89-9976-6c5e16af0b58), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.679698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (92e2fb05-f0d9-4c89-9976-6c5e16af0b58), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.703965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e2fb05-f0d9-4c89-9976-6c5e16af0b58']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:23.726458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f396e26a-a5a9-4575-ab6d-533923a7ff90') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:23.726791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f396e26a-a5a9-4575-ab6d-533923a7ff90') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:23.747654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (f396e26a-a5a9-4575-ab6d-533923a7ff90), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.777407 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f396e26a-a5a9-4575-ab6d-533923a7ff90), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.793088 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:23.793647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (f396e26a-a5a9-4575-ab6d-533923a7ff90), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:23.795970 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:23.910957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (92e2fb05-f0d9-4c89-9976-6c5e16af0b58), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.921025 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.925681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/92e2fb05-f0d9-4c89-9976-6c5e16af0b58 HTTP/1.1" status: 204 len: 168 time: 0.4298952 Jan 27 22:07:23.946957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15481765-9577-44fe-b1ac-2308ffeff6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e2fb05-f0d9-4c89-9976-6c5e16af0b58,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:24.144790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41280) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:24.152275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:24.163381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd962d-d270-42b7-ae70-5a8965a61201 req-ab17441f-4a0d-488b-bbd1-f209531768cc tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:24.166050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9dd962d-d270-42b7-ae70-5a8965a61201 req-ab17441f-4a0d-488b-bbd1-f209531768cc tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.3067021 Jan 27 22:07:24.187622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221358f-661f-4f80-93e7-36e253c81cc0 req-9c7ef88c-f7d9-4dfb-927e-6ac00405c159 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:24.190159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3221358f-661f-4f80-93e7-36e253c81cc0 req-9c7ef88c-f7d9-4dfb-927e-6ac00405c159 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 945 time: 0.2550569 Jan 27 22:07:24.193397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:07:24.209695 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c7de581a-704f-42dc-afeb-e2a3c8b081e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2672188be06045b09e55f0c6c2e14574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634835 Jan 27 22:07:24.212317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41284) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:24.218946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:24.219322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.280176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd679a1e-747b-4655-9699-be061a1ebbc0 admin admin] Publish callbacks [] for security_group (a1c72ab7-21a5-4c38-939e-f761218680c2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.309829 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd679a1e-747b-4655-9699-be061a1ebbc0 admin admin] Publish callbacks [] for security_group (a1c72ab7-21a5-4c38-939e-f761218680c2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.324422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.343900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2d0002fb-5331-43db-a6e3-336562020f36), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.392243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd679a1e-747b-4655-9699-be061a1ebbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a1c72ab7-21a5-4c38-939e-f761218680c2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.392798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:24.393712 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.393876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3221358f-661f-4f80-93e7-36e253c81cc0 req-91615cec-e7e8-42fa-a182-15aa91d738b4 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363788 Jan 27 22:07:24.395390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd679a1e-747b-4655-9699-be061a1ebbc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.397458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd679a1e-747b-4655-9699-be061a1ebbc0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1c72ab7-21a5-4c38-939e-f761218680c2 HTTP/1.1" status: 204 len: 168 time: 0.1838398 Jan 27 22:07:24.423138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9dd962d-d270-42b7-ae70-5a8965a61201 req-34a7cc40-f904-491d-af4b-ed20facf0b49 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229507 Jan 27 22:07:24.425413 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd679a1e-747b-4655-9699-be061a1ebbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c72ab7-21a5-4c38-939e-f761218680c2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:24.482847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:24.492989 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.494405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 54825b71-5f6a-4d30-b4ba-3251045e885d no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:24.538458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:24.541987 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 2d0002fb-5331-43db-a6e3-336562020f36 associated. External IP: 172.25.8.222, port: 5594bc6f-2657-4e81-917d-13e674238bcb. Jan 27 22:07:24.542874 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e544ec7f-08ed-429e-86f0-7004026d6112" -d '{"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-plugged", "status": "completed", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:24.547298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 54825b71-5f6a-4d30-b4ba-3251045e885d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:24.547904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 54825b71-5f6a-4d30-b4ba-3251045e885d not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:24.754273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9771d-5da7-406d-bd13-32a99e6c6119 req-5c985506-a4cf-47b6-bc37-630b330f6c7e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:24.759063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cda9771d-5da7-406d-bd13-32a99e6c6119 req-5c985506-a4cf-47b6-bc37-630b330f6c7e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1552560 Jan 27 22:07:24.835150 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2db298-21c9-41bb-b9b4-62542f806589 x-openstack-request-id: req-4c2db298-21c9-41bb-b9b4-62542f806589 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:24.835493 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-plugged", "status": "completed", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:24.835680 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c2db298-21c9-41bb-b9b4-62542f806589 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:24.836072 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'code': 200} Jan 27 22:07:24.862633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:24.903657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4919a-dc73-4db7-92d6-ad5c95539026 req-c3474394-1e9d-4221-918f-208545026b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:24.905756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cac4919a-dc73-4db7-92d6-ad5c95539026 req-c3474394-1e9d-4221-918f-208545026b24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0987883 Jan 27 22:07:24.976905 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cac4919a-dc73-4db7-92d6-ad5c95539026 req-3aadb1f3-5a23-4e9a-a870-e625d9ed7b17 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Jan 27 22:07:25.315011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8a738-9f6d-48fc-b20e-8c0ca971ee9a req-77365a12-bb82-4f93-ab80-b028caf49d36 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:25.316642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54b8a738-9f6d-48fc-b20e-8c0ca971ee9a req-77365a12-bb82-4f93-ab80-b028caf49d36 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.5292428 Jan 27 22:07:25.322438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cda9771d-5da7-406d-bd13-32a99e6c6119 req-9121236a-ddc9-45fb-94b7-c90b83a19baa tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495150 Jan 27 22:07:25.418404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54b8a738-9f6d-48fc-b20e-8c0ca971ee9a req-1b524387-5948-4832-a94b-5df3f739a865 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931251 Jan 27 22:07:25.424113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:25.524535 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41316) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:25.677968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:25.687838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-787107530-network', 'tenant_id': '9c9b826841b8474393813eea41b044d4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:25.689980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d05747-f63d-4ca0-944a-f70c109b61ef req-05b5673f-c23e-43a2-ab89-50adcc9c887d tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:25.696085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5083e64-c147-4e56-ac6a-6f6cc1a7d147 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:25.696897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99d05747-f63d-4ca0-944a-f70c109b61ef req-05b5673f-c23e-43a2-ab89-50adcc9c887d tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 945 time: 0.1632085 Jan 27 22:07:25.721647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5083e64-c147-4e56-ac6a-6f6cc1a7d147 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:25.722213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f5083e64-c147-4e56-ac6a-6f6cc1a7d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:25.733912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Made reservation on behalf of 9c9b826841b8474393813eea41b044d4 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:25.738382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.753466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.764242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f5083e64-c147-4e56-ac6a-6f6cc1a7d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:25.777739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5083e64-c147-4e56-ac6a-6f6cc1a7d147 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:25.778704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f5083e64-c147-4e56-ac6a-6f6cc1a7d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:25.848541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99d05747-f63d-4ca0-944a-f70c109b61ef req-d6bb4b13-9dc6-4e96-b9be-744447534afd tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484735 Jan 27 22:07:25.859551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f5083e64-c147-4e56-ac6a-6f6cc1a7d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:25.860997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5083e64-c147-4e56-ac6a-6f6cc1a7d147 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:25.898690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Publish callbacks [] for security_group (5add4849-ca56-4230-a515-92d74ec958db), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.906110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5add4849-ca56-4230-a515-92d74ec958db), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.930457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:25.949371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5add4849-ca56-4230-a515-92d74ec958db,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:25.952952 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.953315 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Added segment b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a of type vlan for network b5397092-386c-4a64-99d8-9030ba82f773 Jan 27 22:07:26.004726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (b5397092-386c-4a64-99d8-9030ba82f773), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.033726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5dad5-497e-40ae-81b0-b9936257cb59 req-7dc41051-822c-47dc-9ba5-7dc585ce1f8b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.036883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51e5dad5-497e-40ae-81b0-b9936257cb59 req-7dc41051-822c-47dc-9ba5-7dc585ce1f8b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1921930 Jan 27 22:07:26.059555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (b5397092-386c-4a64-99d8-9030ba82f773), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.061367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.064178 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.102318 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5766058 Jan 27 22:07:26.112782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41326) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:26.124895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Request body: {'subnet': {'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-787107530-subnet', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:26.146544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7c174-243f-4822-8925-bd9a2c94d933 admin admin] Pushing event updated for resources: {'Network': ['ID=b5397092-386c-4a64-99d8-9030ba82f773,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:26.163064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network b5397092-386c-4a64-99d8-9030ba82f773 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:26.236271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-b65f3b7b-f6c0-47dd-a2d7-dd94ab701363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.238447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-b65f3b7b-f6c0-47dd-a2d7-dd94ab701363 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 1097 time: 0.0753276 Jan 27 22:07:26.288791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Made reservation on behalf of 9c9b826841b8474393813eea41b044d4 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:26.292705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.335453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25730be-1489-4e4c-b8c2-750ec628a1cd req-1381c046-3f32-4b81-90f3-b07a14c1c460 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.347577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b25730be-1489-4e4c-b8c2-750ec628a1cd req-1381c046-3f32-4b81-90f3-b07a14c1c460 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 945 time: 0.2365835 Jan 27 22:07:26.380584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-80aceb3a-3f93-46e3-a946-d0fb8a63ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.382530 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-80aceb3a-3f93-46e3-a946-d0fb8a63ac2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 200 len: 916 time: 0.1369107 Jan 27 22:07:26.437044 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-869acaed-b091-4a2e-b526-6bca1e43cf9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e6836a0-18cc-4153-8715-f4388ae8aabf HTTP/1.1" status: 200 len: 217 time: 0.0477552 Jan 27 22:07:26.452005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:26.472705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51e5dad5-497e-40ae-81b0-b9936257cb59 req-4f8e90c1-85fc-4f2c-a5de-de198b0c5f6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583214 Jan 27 22:07:26.513613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-04c74c18-2922-4011-aeef-6b2b51854118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.517233 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-04c74c18-2922-4011-aeef-6b2b51854118 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f364ef75-f5da-4229-ac58-63879589a8ba HTTP/1.1" status: 200 len: 854 time: 0.0724199 Jan 27 22:07:26.616452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-ed3bd47b-bec8-4710-ab7c-0a6289151faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.619467 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-ed3bd47b-bec8-4710-ab7c-0a6289151faa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=173a2b50-5b57-469d-a97f-88755330c43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941668 Jan 27 22:07:26.676220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b25730be-1489-4e4c-b8c2-750ec628a1cd req-e9a94a12-85db-4a0d-86a2-fa3e8800cd4b tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272278 Jan 27 22:07:26.832499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:26.852592 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8c51e-f7dc-4282-bcb6-f260ec499d57 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:26.866701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.869638 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8c51e-f7dc-4282-bcb6-f260ec499d57 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:26.870959 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f0a8c51e-f7dc-4282-bcb6-f260ec499d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:26.952469 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f0a8c51e-f7dc-4282-bcb6-f260ec499d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:26.970053 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8c51e-f7dc-4282-bcb6-f260ec499d57 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:26.971743 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f0a8c51e-f7dc-4282-bcb6-f260ec499d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:27.002937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6c9f2-f992-46d2-baae-f3603fa48d3d req-1fdad095-95f5-4413-8f79-f68d3366217a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.010240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4b6c9f2-f992-46d2-baae-f3603fa48d3d req-1fdad095-95f5-4413-8f79-f68d3366217a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.3659465 Jan 27 22:07:27.038046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-51ee66bb-d6e0-4bd8-9e88-450881699d7a tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/floatingips/2d0002fb-5331-43db-a6e3-336562020f36 HTTP/1.1" status: 200 len: 978 time: 3.7837787 Jan 27 22:07:27.048852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41364) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:27.051028 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f0a8c51e-f7dc-4282-bcb6-f260ec499d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:27.053330 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8c51e-f7dc-4282-bcb6-f260ec499d57 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:27.061232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba1b94-cfb0-412b-8837-2aa77e3127e2 req-a9b6a711-31ae-4dd0-a1e7-fb2ed3643c3c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.063406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2ba1b94-cfb0-412b-8837-2aa77e3127e2 req-a9b6a711-31ae-4dd0-a1e7-fb2ed3643c3c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.2366245 Jan 27 22:07:27.089798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:27.176948 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-1e939b17-43a3-47e6-8fa2-168752d42632 service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500381 Jan 27 22:07:27.212723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (74bc2cd3-d2e9-4920-9948-07ac619cca0b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.241521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4b6c9f2-f992-46d2-baae-f3603fa48d3d req-10869033-e14f-48e8-8a0d-4b20da64fcd5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300436 Jan 27 22:07:27.296234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (2d0002fb-5331-43db-a6e3-336562020f36), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.315254 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-902b7e0f-a8a8-4bdc-b903-3c1c7bec824f req-390bf1ab-1c26-45a5-a84d-6d6d7976e6ec service neutron] 10.222.0.16 "GET /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316552 Jan 27 22:07:27.382312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2ba1b94-cfb0-412b-8837-2aa77e3127e2 req-0e24268d-273b-4c70-99ff-d3f15b96ceee tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843292 Jan 27 22:07:27.408318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74bc2cd3-d2e9-4920-9948-07ac619cca0b,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:27.420702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Checking segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:27.421140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Network hostable DHCP agents. Network: b5397092-386c-4a64-99d8-9030ba82f773, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:27.503671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Network b5397092-386c-4a64-99d8-9030ba82f773 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:27.530893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, b5397092-386c-4a64-99d8-9030ba82f773) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:27.556196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f59821-5ce1-47b5-83a9-2be74b495a9d None None] Network b5397092-386c-4a64-99d8-9030ba82f773 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:27.614924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.615990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.623777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.639911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2d0002fb-5331-43db-a6e3-336562020f36), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.640389 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 2d0002fb-5331-43db-a6e3-336562020f36 disassociated. External IP: 172.25.8.222, port: f1431c2b-1694-493c-8a2b-13beaf43fa9c. Jan 27 22:07:27.711570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fe8b0517-0a80-4f92-ac1a-38ddad1e9789 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5951674 Jan 27 22:07:27.714356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41378) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:27.716994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-b5397092-386c-4a64-99d8-9030ba82f773', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'project_id': '9c9b826841b8474393813eea41b044d4', 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:07:27.718033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.722403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:27.757066 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.758898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.859912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks [] for router_controller (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.880499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Allocated IP 172.20.0.2 (b5397092-386c-4a64-99d8-9030ba82f773/74bc2cd3-d2e9-4920-9948-07ac619cca0b/0ed316ce-587a-4f59-80ad-7216ce1e24e5) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:27.916000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28298042-c06f-470c-b46d-a9e1c9cb184c req-bb4a782c-0d8d-4b4a-bcf7-78d59bf49e1c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.918619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28298042-c06f-470c-b46d-a9e1c9cb184c req-bb4a782c-0d8d-4b4a-bcf7-78d59bf49e1c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.2176170 Jan 27 22:07:27.956159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c3fbe-8f62-4b37-9668-fadf71592214 req-fa5171a8-5f79-436d-8533-c6aef8dda00c tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.958669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a68c3fbe-8f62-4b37-9668-fadf71592214 req-fa5171a8-5f79-436d-8533-c6aef8dda00c tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 945 time: 0.2454069 Jan 27 22:07:28.099040 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks [] for router_gateway (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.108142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28298042-c06f-470c-b46d-a9e1c9cb184c req-6653fb95-31a3-4d06-8977-1563a2084590 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477230 Jan 27 22:07:28.112297 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Publish callbacks [] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.121393 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.171682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Network b5397092-386c-4a64-99d8-9030ba82f773 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:28.172655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a68c3fbe-8f62-4b37-9668-fadf71592214 req-e5563112-f60b-425e-9d87-2af758e1d85f tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707819 Jan 27 22:07:28.176723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:28.182316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:28.250056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:28.250369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Pushing event updated for resources: {'Port': ['ID=0ed316ce-587a-4f59-80ad-7216ce1e24e5,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:28.304426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Attempting to bind port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:28.305404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Attempting to bind port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:28.306279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Attempting to bind port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:28.317028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:28.317793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Checking segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:28.320904 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.321819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Bound using segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:28.322965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Bound port: 0ed316ce-587a-4f59-80ad-7216ce1e24e5, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:28.323779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.453810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks [] for router_gateway (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.472906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:28.483319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb995235-8e43-422b-a4ba-cde0db607c4c req-e4a51a5f-911f-48f8-b08c-f15c4e8f09e7 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:28.491267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb995235-8e43-422b-a4ba-cde0db607c4c req-e4a51a5f-911f-48f8-b08c-f15c4e8f09e7 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1419580 Jan 27 22:07:28.492336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406fc1c-f01e-4c4d-b79d-31432f10508a None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:28.495786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.497822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.527837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406fc1c-f01e-4c4d-b79d-31432f10508a None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:28.529197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4406fc1c-f01e-4c4d-b79d-31432f10508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:28.554937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ad5ad06a-ac0b-4cfd-a317-30cd4ca3e7b1 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/floatingips/2d0002fb-5331-43db-a6e3-336562020f36 HTTP/1.1" status: 200 len: 688 time: 1.5049691 Jan 27 22:07:28.557612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41390) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:28.577527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] For port 0ed316ce-587a-4f59-80ad-7216ce1e24e5, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:28.582308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4406fc1c-f01e-4c4d-b79d-31432f10508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:28.584822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb995235-8e43-422b-a4ba-cde0db607c4c req-4b4cbe1e-aac5-498b-b0b2-21e5a1338245 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915763 Jan 27 22:07:28.601841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] For port 0ed316ce-587a-4f59-80ad-7216ce1e24e5, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0ed316ce-587a-4f59-80ad-7216ce1e24e5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:28.627895 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.670705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406fc1c-f01e-4c4d-b79d-31432f10508a None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:28.671360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4406fc1c-f01e-4c4d-b79d-31432f10508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:28.716448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4406fc1c-f01e-4c4d-b79d-31432f10508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:28.717151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406fc1c-f01e-4c4d-b79d-31432f10508a None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:28.750266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd79c6-b622-4a64-a43c-6e1f41ee8b27 None None] Pushing event updated for resources: {'Port': ['ID=0ed316ce-587a-4f59-80ad-7216ce1e24e5,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:28.767215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67023ce0-2f44-418b-af22-5c7b1829066d req-ed792ed9-3c1f-40e5-b158-54f4c561d8a6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:28.768964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67023ce0-2f44-418b-af22-5c7b1829066d req-ed792ed9-3c1f-40e5-b158-54f4c561d8a6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1592128 Jan 27 22:07:28.807769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Allocated IP 172.25.8.173 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/d8d54e4b-4d49-43a4-953e-f81df4d30114) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:28.809927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526b2be-41c1-4503-80f1-09af2e6b5aac req-32f824e0-58b6-4c45-b267-da5540d61476 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:28.811632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9526b2be-41c1-4503-80f1-09af2e6b5aac req-32f824e0-58b6-4c45-b267-da5540d61476 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 945 time: 0.1120992 Jan 27 22:07:28.837271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port ef076f96-4a0a-47fc-9344-f0046e9576de {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:28.837604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ef076f96-4a0a-47fc-9344-f0046e9576de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.856707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67023ce0-2f44-418b-af22-5c7b1829066d req-6f6104f0-d31e-4b70-bd17-8c4838105b0a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775998 Jan 27 22:07:28.899323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9526b2be-41c1-4503-80f1-09af2e6b5aac req-cd7c70c3-1aaf-4074-9314-b833f7d5d6e3 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730972 Jan 27 22:07:29.021852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ef076f96-4a0a-47fc-9344-f0046e9576de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:29.022186 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (ef076f96-4a0a-47fc-9344-f0046e9576de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:29.046863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for ef076f96-4a0a-47fc-9344-f0046e9576de owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:29.072281 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks [] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:29.072507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d70a1-09b2-446d-b595-27ae871d41e0 req-f4f31a50-ebd9-4a42-9a61-616212d5bfe2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:29.074153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea9d70a1-09b2-446d-b595-27ae871d41e0 req-f4f31a50-ebd9-4a42-9a61-616212d5bfe2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.0965998 Jan 27 22:07:29.129794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bfb98-4c29-4021-ba39-00bef700deab req-d405b2be-8a37-4a9c-8bf6-23acc50256a9 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:29.131590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-119bfb98-4c29-4021-ba39-00bef700deab req-d405b2be-8a37-4a9c-8bf6-23acc50256a9 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1107509 Jan 27 22:07:29.183999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea9d70a1-09b2-446d-b595-27ae871d41e0 req-a252fd20-d951-43cc-813a-f2c38f06c462 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007521 Jan 27 22:07:29.226727 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:29.233385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-119bfb98-4c29-4021-ba39-00bef700deab req-7b805179-1723-4373-97f7-d299aa6a545f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770051 Jan 27 22:07:29.359866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:29.375712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:29.379955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:29.392634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Pushing event updated for resources: {'Port': ['ID=d8d54e4b-4d49-43a4-953e-f81df4d30114,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:29.404530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a105cb-bdee-470f-a6e7-c65c1504f5c5 req-a7b328c3-cfea-435a-979c-624655b1fa3c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:29.406210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25a105cb-bdee-470f-a6e7-c65c1504f5c5 req-a7b328c3-cfea-435a-979c-624655b1fa3c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1024585 Jan 27 22:07:29.417411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d163ac-1ac4-440e-8ccd-5eafa02435c1 req-07c3137f-fb1c-4421-8c07-cbcc07def0a6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:29.424825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11d163ac-1ac4-440e-8ccd-5eafa02435c1 req-07c3137f-fb1c-4421-8c07-cbcc07def0a6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1007264 Jan 27 22:07:29.443621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.443979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.444331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.444795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.445160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.445507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.445849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.446189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.446528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.446861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.447194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.447552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.447894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:29.465069 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ef076f96-4a0a-47fc-9344-f0046e9576de), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:29.497827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=ef076f96-4a0a-47fc-9344-f0046e9576de,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:29.508485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11d163ac-1ac4-440e-8ccd-5eafa02435c1 req-bf23ee45-b353-4e2c-99e4-7a96c9d2b294 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827413 Jan 27 22:07:29.512506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25a105cb-bdee-470f-a6e7-c65c1504f5c5 req-527685db-c8a6-4827-b2b6-6069c94a6b90 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855746 Jan 27 22:07:29.659484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3e29c-d09b-4ac9-8ebe-3d2bb923b099 req-7de144a6-63ad-485b-b7bc-5610e0c9be93 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:29.663278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75a3e29c-d09b-4ac9-8ebe-3d2bb923b099 req-7de144a6-63ad-485b-b7bc-5610e0c9be93 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 945 time: 0.0789685 Jan 27 22:07:29.715396 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (2d0002fb-5331-43db-a6e3-336562020f36), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:29.718197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:29.719623 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c17c3a67-012d-4d5c-a946-a6386d5f91b0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/floatingips/2d0002fb-5331-43db-a6e3-336562020f36 HTTP/1.1" status: 204 len: 168 time: 1.1602263 Jan 27 22:07:29.723742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41408) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:29.734553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75a3e29c-d09b-4ac9-8ebe-3d2bb923b099 req-e3ae8fbe-676a-4e0f-8299-50561d3a56e2 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703130 Jan 27 22:07:29.788911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0ed316ce-587a-4f59-80ad-7216ce1e24e5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:29.806208 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-d5207a03-0d85-4bf2-b9b4-c68701ff2731 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] delete failed (client error): The resource could not be found. Jan 27 22:07:29.807463 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d5207a03-0d85-4bf2-b9b4-c68701ff2731 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/floatingips/2d0002fb-5331-43db-a6e3-336562020f36 HTTP/1.1" status: 404 len: 345 time: 0.0805814 Jan 27 22:07:29.815869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41412) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:29.839964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd7e7e-d5fd-4d4c-a072-81f372be0b7c req-40b71754-71a3-4f92-85d4-5f7576f21176 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:29.852650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69bd7e7e-d5fd-4d4c-a072-81f372be0b7c req-40b71754-71a3-4f92-85d4-5f7576f21176 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.0998192 Jan 27 22:07:29.908094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:29.908741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:29.913028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69bd7e7e-d5fd-4d4c-a072-81f372be0b7c req-c7638f46-b110-4d5a-b8c9-f6e52eaa858c tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588632 Jan 27 22:07:30.028921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817b34-b7d0-4ca8-bada-e6f0be883e50 req-7aaaabdb-da57-48d2-9006-82a900fc8a81 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.030704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca817b34-b7d0-4ca8-bada-e6f0be883e50 req-7aaaabdb-da57-48d2-9006-82a900fc8a81 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.0993669 Jan 27 22:07:30.049824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:30.050527 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.060157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks [] for router_gateway (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.098419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 0ed316ce-587a-4f59-80ad-7216ce1e24e5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0ed316ce-587a-4f59-80ad-7216ce1e24e5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:30.106563 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.130892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cff49-cca1-4f1c-9544-ab541ab597fd req-953f47ab-c679-427f-b2fe-3ee5396250a9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.138646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d1cff49-cca1-4f1c-9544-ab541ab597fd req-953f47ab-c679-427f-b2fe-3ee5396250a9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1063349 Jan 27 22:07:30.151894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fc8c6-7a72-4b2e-9b3d-4477003c7b37 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.165000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fc8c6-7a72-4b2e-9b3d-4477003c7b37 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.175960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fc8c6-7a72-4b2e-9b3d-4477003c7b37 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.176317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca817b34-b7d0-4ca8-bada-e6f0be883e50 req-afd42bef-cd24-49b0-8ade-375f02b0927b tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152565 Jan 27 22:07:30.179024 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ae3fc8c6-7a72-4b2e-9b3d-4477003c7b37 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "GET /v2.0/ports?network_id=e611ddc6-d8b5-465f-897f-6b3bad47cdea HTTP/1.1" status: 200 len: 2358 time: 0.3598723 Jan 27 22:07:30.183018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41418) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:30.236380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=0ed316ce-587a-4f59-80ad-7216ce1e24e5,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:30.280026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d1cff49-cca1-4f1c-9544-ab541ab597fd req-25533fe7-cc82-47f9-8ae8-4ee5dde7c556 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348495 Jan 27 22:07:30.327031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8f567-147e-4be7-a203-7c175348acd6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.332951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-acc8f567-147e-4be7-a203-7c175348acd6 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "GET /v2.0/subnets/73a70ec6-df4a-49ba-b08e-69bdcf514a93 HTTP/1.1" status: 200 len: 797 time: 0.1490011 Jan 27 22:07:30.334376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41424) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:30.346922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'port': {'network_id': 'e611ddc6-d8b5-465f-897f-6b3bad47cdea', 'name': 'tempest-FloatingIPTestJSON-1752173644', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:30.362088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-01e37255-c623-4810-99c0-6a6cf5a589f1 req-c702b4e2-8d2f-47a4-b6f7-aea614e163ac tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:07:30.367027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e37255-c623-4810-99c0-6a6cf5a589f1 req-c702b4e2-8d2f-47a4-b6f7-aea614e163ac tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0277522 Jan 27 22:07:30.384241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-53e0dbf5-b908-479a-9d79-42533e6109bf tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.387163 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-53e0dbf5-b908-479a-9d79-42533e6109bf tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.16 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 945 time: 0.1708026 Jan 27 22:07:30.529033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a7a80-e7b5-45f5-96fa-0369017d076e None None] Network b5397092-386c-4a64-99d8-9030ba82f773 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:30.559530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.658452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6b98f-e512-4d62-bab7-836683e7dc87 req-6c5ab890-6bcd-4291-acda-7d31384b7295 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.659275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Deleting port 035d6ade-24a7-4931-8293-191782957d9b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:30.659596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (035d6ade-24a7-4931-8293-191782957d9b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.664080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7fc1300b-9e9d-4af8-b273-daf30dbd8cb5 None None] Provisioning complete for port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:30.672847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8f6b98f-e512-4d62-bab7-836683e7dc87 req-6c5ab890-6bcd-4291-acda-7d31384b7295 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 945 time: 0.3243074 Jan 27 22:07:30.673121 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fc1300b-9e9d-4af8-b273-daf30dbd8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.673728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01e37255-c623-4810-99c0-6a6cf5a589f1 req-93fa97a9-e3f8-4d22-bb0f-7da3726c10de tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2863131 Jan 27 22:07:30.738035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:30.755772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8f6b98f-e512-4d62-bab7-836683e7dc87 req-2d494649-ad6a-42db-871a-aa2c58626640 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/security-groups?id=364e9187-b37b-443f-b647-a243bf4bfb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889604 Jan 27 22:07:31.043510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1300b-9e9d-4af8-b273-daf30dbd8cb5 None None] Current status of the port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:31.057328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.150578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] device_id is not set on port 7f8a5e2a-981f-4975-9ccb-a5dcb6d23639 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:31.357295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] For port 035d6ade-24a7-4931-8293-191782957d9b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=035d6ade-24a7-4931-8293-191782957d9b,segment=NetworkSegment(73de6899-fc59-4827-8e03-1c612182b07d),segment_id=73de6899-fc59-4827-8e03-1c612182b07d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:31.358130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (035d6ade-24a7-4931-8293-191782957d9b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.377818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e625c967-7483-4233-ba76-3a1e7ca4704d None None] Provisioning complete for port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:31.378427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e625c967-7483-4233-ba76-3a1e7ca4704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.378717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Calling delete_port for 035d6ade-24a7-4931-8293-191782957d9b owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:31.467893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Router ee10a56b-13a4-4d48-8cee-f0ccc82181ab is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:07:31.509346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e625c967-7483-4233-ba76-3a1e7ca4704d None None] Current status of the port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:31.597924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0ed316ce-587a-4f59-80ad-7216ce1e24e5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:31.667632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:31.668421 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.732052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:31.755087 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Sync routers for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:31.761944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.768004 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a54a4335-7115-4c14-809a-40e0ad05b7cc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0478468 Jan 27 22:07:31.768288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41432) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:31.781212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (035d6ade-24a7-4931-8293-191782957d9b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.787786 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:31.788440 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:31.795667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['035d6ade-24a7-4931-8293-191782957d9b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:31.835496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:31.860396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bcc77-a1bc-4033-aee6-c81d45d8267d req-a9764005-71f9-4982-bfb1-4cdcc2cd90f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.862165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0bcc77-a1bc-4033-aee6-c81d45d8267d req-a9764005-71f9-4982-bfb1-4cdcc2cd90f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.8249638 Jan 27 22:07:31.883096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Pushing event deleted for resources: {'Port': ['ID=035d6ade-24a7-4931-8293-191782957d9b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:31.943253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851f286-2dd4-4ec5-b4e1-6f769a09fbb6 req-bc453c0a-dac5-42be-be3e-06c591944118 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.948261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a851f286-2dd4-4ec5-b4e1-6f769a09fbb6 req-bc453c0a-dac5-42be-be3e-06c591944118 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.6786802 Jan 27 22:07:31.963009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] No DVR routers for this DVR port 035d6ade-24a7-4931-8293-191782957d9b on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:31.965879 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:31.968342 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.973867 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f86c63ea-0f49-4aae-a662-ce55d198aa8b req-993c2668-734e-4292-b2e0-b79b1bec5834 tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.16 "DELETE /v2.0/ports/035d6ade-24a7-4931-8293-191782957d9b HTTP/1.1" status: 204 len: 173 time: 1.5540833 Jan 27 22:07:32.036134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788288f7-e198-45d6-92e9-599fb69bd943', 'name': 'network-vif-deleted', 'tag': '035d6ade-24a7-4931-8293-191782957d9b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:32.040636 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8973d4a-b1f5-4088-abf9-595861f8143c" -d '{"events": [{"server_uuid": "788288f7-e198-45d6-92e9-599fb69bd943", "name": "network-vif-deleted", "tag": "035d6ade-24a7-4931-8293-191782957d9b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:32.117486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0bcc77-a1bc-4033-aee6-c81d45d8267d req-3f47ee7f-971f-4f52-ad52-ce2dc4631d6e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264411 Jan 27 22:07:32.245427 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:29Z', 'revision_number': 3, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:32.287755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a851f286-2dd4-4ec5-b4e1-6f769a09fbb6 req-68617333-409c-4658-8259-c00467f2717d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231192 Jan 27 22:07:32.288385 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Checking router: ee10a56b-13a4-4d48-8cee-f0ccc82181ab for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:32.288968 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Updating router ee10a56b-13a4-4d48-8cee-f0ccc82181ab port d8d54e4b-4d49-43a4-953e-f81df4d30114 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:07:32.344525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bbf0a-2e4a-4855-9a74-43e7a139722b req-cd8375b8-edcc-42f2-a80d-cce3c72fa66a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:32.346648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-636bbf0a-2e4a-4855-9a74-43e7a139722b req-cd8375b8-edcc-42f2-a80d-cce3c72fa66a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1367154 Jan 27 22:07:32.358373 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.442142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-636bbf0a-2e4a-4855-9a74-43e7a139722b req-bd587065-a95d-427e-af9e-bf4e98e7e228 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871489 Jan 27 22:07:32.464107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.20.0.14 (e611ddc6-d8b5-465f-897f-6b3bad47cdea/73a70ec6-df4a-49ba-b08e-69bdcf514a93/7f8a5e2a-981f-4975-9ccb-a5dcb6d23639) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:32.470120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.20.0.12 (e611ddc6-d8b5-465f-897f-6b3bad47cdea/73a70ec6-df4a-49ba-b08e-69bdcf514a93/7f8a5e2a-981f-4975-9ccb-a5dcb6d23639) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:32.509425 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed60487-2e0f-4fbd-be2f-4ac6082fb526 x-openstack-request-id: req-6ed60487-2e0f-4fbd-be2f-4ac6082fb526 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:32.510508 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788288f7-e198-45d6-92e9-599fb69bd943", "name": "network-vif-deleted", "tag": "035d6ade-24a7-4931-8293-191782957d9b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:32.510508 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ed60487-2e0f-4fbd-be2f-4ac6082fb526 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:32.510508 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788288f7-e198-45d6-92e9-599fb69bd943', 'name': 'network-vif-deleted', 'tag': '035d6ade-24a7-4931-8293-191782957d9b', 'status': 'completed', 'code': 200} Jan 27 22:07:32.646881 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.884195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (7f8a5e2a-981f-4975-9ccb-a5dcb6d23639), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.909876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff0ccb-b628-4d5f-a409-114a742833f1 req-4a5500d6-cc5b-4506-ab42-9e81d50ecb5d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:32.916802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fff0ccb-b628-4d5f-a409-114a742833f1 req-4a5500d6-cc5b-4506-ab42-9e81d50ecb5d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.3333495 Jan 27 22:07:32.935180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Allocated IP 172.20.0.1 (b5397092-386c-4a64-99d8-9030ba82f773/74bc2cd3-d2e9-4920-9948-07ac619cca0b/b04887d6-337e-4761-ab5d-23844447e1ed) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:32.971338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8597a866-b3d0-4cbe-81e5-0e0b13efa5be req-2c1e181a-bec6-427e-bd32-a04bc1d3d8ac tempest-ServersNegativeTestMultiTenantJSON-2025946407 tempest-ServersNegativeTestMultiTenantJSON-2025946407-project] 10.222.0.45 "GET /v2.0/ports?device_id=788288f7-e198-45d6-92e9-599fb69bd943 HTTP/1.1" status: 200 len: 210 time: 0.0999613 Jan 27 22:07:33.000221 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Publish callbacks [] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.008828 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.055693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7f8a5e2a-981f-4975-9ccb-a5dcb6d23639), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.059043 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Pushing event updated for resources: {'Port': ['ID=d8d54e4b-4d49-43a4-953e-f81df4d30114,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.071155 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.071535 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.072036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.072437 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.072832 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.073165 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.073491 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.073814 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.074136 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.074455 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.074773 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.075208 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.075669 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.079604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fff0ccb-b628-4d5f-a409-114a742833f1 req-d48439c1-cfb7-4683-bcd4-93f0bee01c91 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601751 Jan 27 22:07:33.099467 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Attempting to bind port d8d54e4b-4d49-43a4-953e-f81df4d30114 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:33.100069 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Attempting to bind port d8d54e4b-4d49-43a4-953e-f81df4d30114 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:33.100443 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Attempting to bind port d8d54e4b-4d49-43a4-953e-f81df4d30114 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:33.107323 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:33.108181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:33.108628 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.109060 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:33.109608 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Bound port: d8d54e4b-4d49-43a4-953e-f81df4d30114, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:33.109993 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.126499 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Publish callbacks [] for port (b04887d6-337e-4761-ab5d-23844447e1ed), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.169816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:33.183984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:33.185216 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] For port d8d54e4b-4d49-43a4-953e-f81df4d30114, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:33.188855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=7f8a5e2a-981f-4975-9ccb-a5dcb6d23639,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.189893 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] For port d8d54e4b-4d49-43a4-953e-f81df4d30114, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d8d54e4b-4d49-43a4-953e-f81df4d30114,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:33.193873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:33.204744 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.208024 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.274276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff4741-9edc-4452-b11b-586afc8f47b0 req-c0d1552b-72f6-4b4c-b1be-fcbec39e5876 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:33.276902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aeff4741-9edc-4452-b11b-586afc8f47b0 req-c0d1552b-72f6-4b4c-b1be-fcbec39e5876 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 945 time: 0.1542652 Jan 27 22:07:33.280917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Network b5397092-386c-4a64-99d8-9030ba82f773 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:33.288025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:33.293210 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac599aff-c0ad-4ed1-9f3f-bc063d4224b1 None None] Pushing event updated for resources: {'Port': ['ID=d8d54e4b-4d49-43a4-953e-f81df4d30114,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.296806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:33.324908 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:33.334632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:33.335732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.337584 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:33.388491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Pushing event updated for resources: {'Port': ['ID=b04887d6-337e-4761-ab5d-23844447e1ed,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.405777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.426143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-35c26ecc-bb0c-4f18-8853-887755a84de4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0858839 Jan 27 22:07:33.434055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41448) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:33.446590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '7f8a5e2a-981f-4975-9ccb-a5dcb6d23639', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:33.539751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aeff4741-9edc-4452-b11b-586afc8f47b0 req-8efe3ed1-506e-4ead-8b8d-531d96317667 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472055 Jan 27 22:07:33.597769 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.601673 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:33.636277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617cc4c-e7cf-45d6-b10c-fecef432e3dc req-442f2f0a-1554-45dc-8a77-556d9de86848 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:33.640032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d617cc4c-e7cf-45d6-b10c-fecef432e3dc req-442f2f0a-1554-45dc-8a77-556d9de86848 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1755984 Jan 27 22:07:33.697396 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.763926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c92765fe-7414-4176-9e2c-3492d65a9910 None None] Provisioning complete for port b04887d6-337e-4761-ab5d-23844447e1ed triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:33.765634 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c92765fe-7414-4176-9e2c-3492d65a9910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.834621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c92765fe-7414-4176-9e2c-3492d65a9910 None None] Port b04887d6-337e-4761-ab5d-23844447e1ed cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:33.912720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d617cc4c-e7cf-45d6-b10c-fecef432e3dc req-a538275e-63e5-4207-85ec-4feb1cb54bb0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657089 Jan 27 22:07:33.928306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d2341-242c-4da1-a63d-191ba07e8dab req-93783536-b63c-4f46-baec-fa192a19b131 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:33.940326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-864d2341-242c-4da1-a63d-191ba07e8dab req-93783536-b63c-4f46-baec-fa192a19b131 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.2086344 Jan 27 22:07:33.987558 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:29Z', 'revision_number': 3, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:33.990212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Publish callbacks [] for port (b04887d6-337e-4761-ab5d-23844447e1ed), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.004021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.040142 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c8b0c-9bcd-4d23-9109-0700d411667c None None] The sync data for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 is: [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:29Z', 'revision_number': 3, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:34.099553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c654fcfc-41ab-416d-8ec9-6cc9c95e7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.104208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-864d2341-242c-4da1-a63d-191ba07e8dab req-1e4e6d14-09df-4c07-bfbe-c2efeb5cb798 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622694 Jan 27 22:07:34.120915 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.134632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Pushing event updated for resources: {'Port': ['ID=b04887d6-337e-4761-ab5d-23844447e1ed,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:34.147762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.220587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41454) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:34.226523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 035d6ade-24a7-4931-8293-191782957d9b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:34.244857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656207e3-d88f-4184-9690-eb1b395124dd req-426cf2d8-b811-41b7-a671-f04d57be095e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:34.247539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-656207e3-d88f-4184-9690-eb1b395124dd req-426cf2d8-b811-41b7-a671-f04d57be095e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.2326400 Jan 27 22:07:34.263043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 035d6ade-24a7-4931-8293-191782957d9b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:34.264573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 035d6ade-24a7-4931-8293-191782957d9b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:34.346474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Network b5397092-386c-4a64-99d8-9030ba82f773 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:34.349108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:34.399873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-47710aa4-8120-4587-b16c-515eec1a9285 admin admin] Deleting subnet 4c1b39cf-0cb6-41db-9976-08e1e4c07a59 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:34.454588 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47710aa4-8120-4587-b16c-515eec1a9285 admin admin] Publish callbacks [] for subnet (4c1b39cf-0cb6-41db-9976-08e1e4c07a59), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.552338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-656207e3-d88f-4184-9690-eb1b395124dd req-1c09056c-ea47-4b66-8257-281945790f0a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571378 Jan 27 22:07:34.575223 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47710aa4-8120-4587-b16c-515eec1a9285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (4c1b39cf-0cb6-41db-9976-08e1e4c07a59), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.607963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Router ee10a56b-13a4-4d48-8cee-f0ccc82181ab has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:34.658410 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47710aa4-8120-4587-b16c-515eec1a9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4c1b39cf-0cb6-41db-9976-08e1e4c07a59), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.734295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.25.8.28 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/3be1ddf7-d410-4a82-a039-373e69a13b9a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:34.846309 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47710aa4-8120-4587-b16c-515eec1a9285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (4c1b39cf-0cb6-41db-9976-08e1e4c07a59), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.856194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:34.872085 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c56147c9-9b72-4f44-851f-5aca15a7ef54 admin admin] 10.222.0.45 "PUT /v2.0/routers/ee10a56b-13a4-4d48-8cee-f0ccc82181ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0979543 Jan 27 22:07:34.898633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ba7e1187-580e-407c-82ce-e9d8732acab6 None None] Provisioning complete for port b04887d6-337e-4761-ab5d-23844447e1ed triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:34.899234 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba7e1187-580e-407c-82ce-e9d8732acab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.946087 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-8ef30668-96d6-4540-a3bf-25836af00ef0 service neutron] show failed (client error): The resource could not be found. Jan 27 22:07:34.947189 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-8ef30668-96d6-4540-a3bf-25836af00ef0 service neutron] 10.222.0.16 "GET /v2.0/ports/6ac10e8d-209d-4423-8ae9-6e75283a48be/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.1428118 Jan 27 22:07:34.958303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e1187-580e-407c-82ce-e9d8732acab6 None None] Port b04887d6-337e-4761-ab5d-23844447e1ed cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:34.959898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47710aa4-8120-4587-b16c-515eec1a9285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1b39cf-0cb6-41db-9976-08e1e4c07a59,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:35.004220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47710aa4-8120-4587-b16c-515eec1a9285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.008853 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-47710aa4-8120-4587-b16c-515eec1a9285 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4c1b39cf-0cb6-41db-9976-08e1e4c07a59 HTTP/1.1" status: 204 len: 168 time: 0.7853568 Jan 27 22:07:35.011452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41462) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:35.075350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16124a-195c-4563-8414-2d7c6ceb0905 req-37aec547-7bdb-4c88-93bb-517767aa5ba0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:35.085341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16124a-195c-4563-8414-2d7c6ceb0905 req-37aec547-7bdb-4c88-93bb-517767aa5ba0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:35.098719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16124a-195c-4563-8414-2d7c6ceb0905 req-37aec547-7bdb-4c88-93bb-517767aa5ba0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:35.105561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a16124a-195c-4563-8414-2d7c6ceb0905 req-37aec547-7bdb-4c88-93bb-517767aa5ba0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b&device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6&device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 2418 time: 0.2703168 Jan 27 22:07:35.165978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (3be1ddf7-d410-4a82-a039-373e69a13b9a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.182391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (467c45f8-d92e-48e3-b181-c0c58e131414), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.251480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba75b7-91ec-4bfa-8890-8b8012543f13 req-5da700b1-2fb2-4094-9487-5fbc5a3d57a5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:35.253116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10ba75b7-91ec-4bfa-8890-8b8012543f13 req-5da700b1-2fb2-4094-9487-5fbc5a3d57a5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1285739 Jan 27 22:07:35.324393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (467c45f8-d92e-48e3-b181-c0c58e131414), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.345627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10ba75b7-91ec-4bfa-8890-8b8012543f13 req-d7bfb1fd-6172-467d-880e-d9133a41bad8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758274 Jan 27 22:07:35.365117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a16124a-195c-4563-8414-2d7c6ceb0905 req-8c895450-02ca-4eee-b4bd-28b122f71b7a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962984 Jan 27 22:07:35.372389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467c45f8-d92e-48e3-b181-c0c58e131414']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:35.399281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de6899-fc59-4827-8e03-1c612182b07d') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:35.399676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de6899-fc59-4827-8e03-1c612182b07d') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:35.428844 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (73de6899-fc59-4827-8e03-1c612182b07d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.459613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3be1ddf7-d410-4a82-a039-373e69a13b9a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.460376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (73de6899-fc59-4827-8e03-1c612182b07d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.475925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:35.477199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (73de6899-fc59-4827-8e03-1c612182b07d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.544865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:35.566532 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:35.580160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:35.587243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:35.601367 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (467c45f8-d92e-48e3-b181-c0c58e131414), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.610738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.618852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] 10.222.0.45 "DELETE /v2.0/networks/467c45f8-d92e-48e3-b181-c0c58e131414 HTTP/1.1" status: 204 len: 168 time: 0.6043549 Jan 27 22:07:35.622542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41474) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:35.669329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-708b218b-ce16-4f18-b619-a9e9be619362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:35.670954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-708b218b-ce16-4f18-b619-a9e9be619362 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 1097 time: 0.4431281 Jan 27 22:07:35.671730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=3be1ddf7-d410-4a82-a039-373e69a13b9a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:35.692322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-70b91e30-ae73-4864-af22-59474690badb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:07:35.693848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-70b91e30-ae73-4864-af22-59474690badb service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061448 Jan 27 22:07:35.704282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9de33-b898-483c-8fde-47e555be7409 req-fd21eb1c-8051-49f8-a812-23be1d105227 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:35.706814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e9de33-b898-483c-8fde-47e555be7409 req-fd21eb1c-8051-49f8-a812-23be1d105227 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.2101395 Jan 27 22:07:35.719337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:35.736544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b957a-1197-4c49-903d-be5fd2c67d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=467c45f8-d92e-48e3-b181-c0c58e131414,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:35.743202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-388009b3-6555-4362-9dd3-539811e470fc admin admin] Deleting subnet 32c54e2e-d6f2-4d4d-86db-06f662c52154 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:35.749132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-388009b3-6555-4362-9dd3-539811e470fc admin admin] Publish callbacks [] for subnet (32c54e2e-d6f2-4d4d-86db-06f662c52154), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.774348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d8d54e4b-4d49-43a4-953e-f81df4d30114 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:35.838598 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.856483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-388009b3-6555-4362-9dd3-539811e470fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (32c54e2e-d6f2-4d4d-86db-06f662c52154), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.873398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d8d54e4b-4d49-43a4-953e-f81df4d30114 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:35.874475 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.941545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-388009b3-6555-4362-9dd3-539811e470fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (32c54e2e-d6f2-4d4d-86db-06f662c52154), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.980420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e9de33-b898-483c-8fde-47e555be7409 req-b52880d1-d8cd-4dfd-866c-f1e4c51e9482 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223113 Jan 27 22:07:36.030224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d8d54e4b-4d49-43a4-953e-f81df4d30114 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:36.033938 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.062855 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-388009b3-6555-4362-9dd3-539811e470fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (32c54e2e-d6f2-4d4d-86db-06f662c52154), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.077274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port d8d54e4b-4d49-43a4-953e-f81df4d30114, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d8d54e4b-4d49-43a4-953e-f81df4d30114,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:36.086565 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.136063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388009b3-6555-4362-9dd3-539811e470fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c54e2e-d6f2-4d4d-86db-06f662c52154,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:36.139898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-388009b3-6555-4362-9dd3-539811e470fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.148283 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-388009b3-6555-4362-9dd3-539811e470fc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/32c54e2e-d6f2-4d4d-86db-06f662c52154 HTTP/1.1" status: 204 len: 168 time: 0.5195949 Jan 27 22:07:36.148791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41478) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:36.194908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=d8d54e4b-4d49-43a4-953e-f81df4d30114,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:36.212805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.213302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.213786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.214263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.215021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.215865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.216597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.217372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.218150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.218861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.219644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.220318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.221002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:36.242108 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (13dd73b5-aa4f-43b5-a138-3ac3c472951a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.309357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-342abfed-fccb-42ed-bbdb-480a63c0041f req-746f7c4f-5910-49e1-8224-f14be9dd0172 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2209518 Jan 27 22:07:36.349882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (13dd73b5-aa4f-43b5-a138-3ac3c472951a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.394188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dd73b5-aa4f-43b5-a138-3ac3c472951a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.414912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba59a68-868d-40b9-9bc4-034371366abe') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.419708 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba59a68-868d-40b9-9bc4-034371366abe') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.423362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:36.439835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (4ba59a68-868d-40b9-9bc4-034371366abe), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.464940 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4ba59a68-868d-40b9-9bc4-034371366abe), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.474720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:36.475677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (4ba59a68-868d-40b9-9bc4-034371366abe), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:36.479022 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:36.531021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:36.614244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (13dd73b5-aa4f-43b5-a138-3ac3c472951a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.626743 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.635390 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] 10.222.0.45 "DELETE /v2.0/networks/13dd73b5-aa4f-43b5-a138-3ac3c472951a HTTP/1.1" status: 204 len: 168 time: 0.4846838 Jan 27 22:07:36.651294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Publish callbacks [] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.653455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a500e9-7dbf-4b95-ab3c-97db6d14dc84 admin admin] Pushing event deleted for resources: {'Network': ['ID=13dd73b5-aa4f-43b5-a138-3ac3c472951a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:36.673882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Transition to ACTIVE for port object 6ac10e8d-209d-4423-8ae9-6e75283a48be will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:07:36.678363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:36.682302 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d19b9be-138b-49be-9cfc-d5ab97a25180" -d '{"events": [{"server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:36.691931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (7676e9fb-34a0-467b-8467-2b64d081fe8e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.708282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.896062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41492) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:36.915932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:36.940189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Sync routers for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:36.953171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:36.953918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.958435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e170c-7a00-4ec0-a837-481efe5e5367 req-6dd10885-ce86-411f-b6b9-13443263754d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.960758 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-787e170c-7a00-4ec0-a837-481efe5e5367 req-6dd10885-ce86-411f-b6b9-13443263754d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.3510461 Jan 27 22:07:36.995839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41494) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:37.011052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-34b0b031-4dd1-45dc-9d5a-1cd07afcc0fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2051942253', 'description': 'tempest-description--835816382'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:37.035917 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9c54d33d-2a4d-4699-b5af-23a48aea7bf0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=387718b4cc0a45058b1c154fc05b56f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371121 Jan 27 22:07:37.042042 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3be1ddf7-d410-4a82-a039-373e69a13b9a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.047946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41496) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:37.061013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34b0b031-4dd1-45dc-9d5a-1cd07afcc0fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.090077 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1ddd-367c-4b21-9109-6f830c339752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.169985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] No DVR routers for this DVR port 6ac10e8d-209d-4423-8ae9-6e75283a48be on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:37.213063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34b0b031-4dd1-45dc-9d5a-1cd07afcc0fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group (20c74a01-ba93-4e69-bdbf-b2e23639c2c6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.213357 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:07:37.223956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34b0b031-4dd1-45dc-9d5a-1cd07afcc0fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (20c74a01-ba93-4e69-bdbf-b2e23639c2c6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.276580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-787e170c-7a00-4ec0-a837-481efe5e5367 req-49bfde62-3643-410d-a572-9d2f3b51cfd6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943034 Jan 27 22:07:37.306602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:37.331155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b031-4dd1-45dc-9d5a-1cd07afcc0fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c74a01-ba93-4e69-bdbf-b2e23639c2c6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:37.352934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34b0b031-4dd1-45dc-9d5a-1cd07afcc0fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.356066 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-34b0b031-4dd1-45dc-9d5a-1cd07afcc0fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3577790 Jan 27 22:07:37.366925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41498) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:37.381778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5918dfb4-70fe-48e6-9dca-cf4d1e8e8a89 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'security_group_rule': {'security_group_id': '20c74a01-ba93-4e69-bdbf-b2e23639c2c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:37.456882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5918dfb4-70fe-48e6-9dca-cf4d1e8e8a89 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group_rule (05a74f89-537d-4040-8c10-bdf922b16000), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.697044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d8d54e4b-4d49-43a4-953e-f81df4d30114 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:37.767053 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5918dfb4-70fe-48e6-9dca-cf4d1e8e8a89 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group_rule (05a74f89-537d-4040-8c10-bdf922b16000), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.785045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5918dfb4-70fe-48e6-9dca-cf4d1e8e8a89 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (05a74f89-537d-4040-8c10-bdf922b16000), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.878302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918dfb4-70fe-48e6-9dca-cf4d1e8e8a89 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a74f89-537d-4040-8c10-bdf922b16000,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:37.891010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5918dfb4-70fe-48e6-9dca-cf4d1e8e8a89 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.894028 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5918dfb4-70fe-48e6-9dca-cf4d1e8e8a89 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5248125 Jan 27 22:07:37.920528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d8d54e4b-4d49-43a4-953e-f81df4d30114 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:37.921919 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.923572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41506) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:37.935852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2f5f0e27-b02a-40bc-b6da-694dcc49d9be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'security_group_rule': {'security_group_id': '20c74a01-ba93-4e69-bdbf-b2e23639c2c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:37.984410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-98b92f69-8f14-47de-80d7-28f7052db3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.986377 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-98b92f69-8f14-47de-80d7-28f7052db3db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65f922f56aa444d8918fdbe425cfa732&device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 1097 time: 0.1541541 Jan 27 22:07:38.001170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 2, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:38.064000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Checking router: ee10a56b-13a4-4d48-8cee-f0ccc82181ab for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:38.064981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Updating router ee10a56b-13a4-4d48-8cee-f0ccc82181ab port b04887d6-337e-4761-ab5d-23844447e1ed binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:07:38.109530 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-fd60eea2-f063-41f1-82ae-ce4efc280097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.111687 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-fd60eea2-f063-41f1-82ae-ce4efc280097 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 200 len: 914 time: 0.1191063 Jan 27 22:07:38.125451 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d634d5-c719-45fe-b32d-83ffea7dc3bb x-openstack-request-id: req-e0d634d5-c719-45fe-b32d-83ffea7dc3bb {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:38.126063 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:38.126520 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0d634d5-c719-45fe-b32d-83ffea7dc3bb {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:38.127255 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'code': 200} Jan 27 22:07:38.132070 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55dedf62-ebb5-428a-964a-a51719d19d85 admin admin] Publish callbacks [] for security_group (364e9187-b37b-443f-b647-a243bf4bfb49), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.134294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.135251 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0e27-b02a-40bc-b6da-694dcc49d9be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group_rule (91ac9758-7b26-4ebc-9c28-288a30e06d04), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.204663 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-d9421d61-d7b9-440d-9585-44eccd7e5071 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 200 len: 217 time: 0.0822318 Jan 27 22:07:38.214242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55dedf62-ebb5-428a-964a-a51719d19d85 admin admin] Publish callbacks [] for security_group (364e9187-b37b-443f-b647-a243bf4bfb49), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.260506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6ac10e8d-209d-4423-8ae9-6e75283a48be no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:38.304890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-cb3ff6c9-ef29-4d98-a770-a2df61f670eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.307438 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-cb3ff6c9-ef29-4d98-a770-a2df61f670eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 200 len: 853 time: 0.0948737 Jan 27 22:07:38.341514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d8d54e4b-4d49-43a4-953e-f81df4d30114 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:38.354343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 6ac10e8d-209d-4423-8ae9-6e75283a48be host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:07:38.355073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6ac10e8d-209d-4423-8ae9-6e75283a48be not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:38.356067 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-24cf18a4-bc25-4ee4-be14-d2d365e0b714 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba193e5a-004e-42a2-afb6-e3f91fc65f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413494 Jan 27 22:07:38.358064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0e27-b02a-40bc-b6da-694dcc49d9be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group_rule (91ac9758-7b26-4ebc-9c28-288a30e06d04), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.414709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91633e3f-34eb-4653-83ae-ad1d05d7ce51 req-76ca8875-d6ef-4322-b816-398876f79736 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.428146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91633e3f-34eb-4653-83ae-ad1d05d7ce51 req-76ca8875-d6ef-4322-b816-398876f79736 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.3067806 Jan 27 22:07:38.540645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Attempting to bind port 6ac10e8d-209d-4423-8ae9-6e75283a48be on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:38.540645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Attempting to bind port 6ac10e8d-209d-4423-8ae9-6e75283a48be by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:38.540645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Attempting to bind port 6ac10e8d-209d-4423-8ae9-6e75283a48be on network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:38.553752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (3be1ddf7-d410-4a82-a039-373e69a13b9a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.568019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3be1ddf7-d410-4a82-a039-373e69a13b9a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.575692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Port 6ac10e8d-209d-4423-8ae9-6e75283a48be on network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:38.576023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Attempting to bind port 6ac10e8d-209d-4423-8ae9-6e75283a48be on network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:38.631317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55dedf62-ebb5-428a-964a-a51719d19d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (364e9187-b37b-443f-b647-a243bf4bfb49), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.634185 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55dedf62-ebb5-428a-964a-a51719d19d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.638304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-55dedf62-ebb5-428a-964a-a51719d19d85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/364e9187-b37b-443f-b647-a243bf4bfb49 HTTP/1.1" status: 204 len: 168 time: 1.5857265 Jan 27 22:07:38.658719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91633e3f-34eb-4653-83ae-ad1d05d7ce51 req-2714a60c-f403-448a-abd8-78e087260ca7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278528 Jan 27 22:07:38.659678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:38.660028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Checking segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:38.660440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Bound using segment: {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:38.660960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Bound port: 6ac10e8d-209d-4423-8ae9-6e75283a48be, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cab8e2-f54e-4124-abb9-f9397238127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:38.661326 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.811276 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0e27-b02a-40bc-b6da-694dcc49d9be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (91ac9758-7b26-4ebc-9c28-288a30e06d04), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.826752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dedf62-ebb5-428a-964a-a51719d19d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364e9187-b37b-443f-b647-a243bf4bfb49,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.839322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.883785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0e27-b02a-40bc-b6da-694dcc49d9be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ac9758-7b26-4ebc-9c28-288a30e06d04,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.901083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=3be1ddf7-d410-4a82-a039-373e69a13b9a,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.926071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0e27-b02a-40bc-b6da-694dcc49d9be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.928068 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2f5f0e27-b02a-40bc-b6da-694dcc49d9be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0000486 Jan 27 22:07:38.933555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41518) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:38.952599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:39.025227 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.041373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9384937-297c-4108-a977-3a2002be0bc5 req-5020f506-2456-487b-93e5-9b93e0b6a117 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.055367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9384937-297c-4108-a977-3a2002be0bc5 req-5020f506-2456-487b-93e5-9b93e0b6a117 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.4316394 Jan 27 22:07:39.058562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (7676e9fb-34a0-467b-8467-2b64d081fe8e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.059315 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-c51563ab-8f37-48a7-9e5e-3ba3616d4114 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918180 Jan 27 22:07:39.219903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:39.295231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:39.312368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.316707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Publish callbacks [] for port (b04887d6-337e-4761-ab5d-23844447e1ed), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.336220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.346638 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b203b3f7-d3b0-4530-854a-97d8efbc9c43 req-a95cfc37-e13d-4a3a-8a52-3c73fa0df487 service neutron] 10.222.0.16 "GET /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764578 Jan 27 22:07:39.362826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.415334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9384937-297c-4108-a977-3a2002be0bc5 req-fa33c1e4-7ce7-406c-b82e-97b34abb6e9c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585076 Jan 27 22:07:39.462801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41526) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:39.493361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40bbfb-0a1b-45b1-85d7-519bbcd4c103 None None] Pushing event updated for resources: {'Port': ['ID=b04887d6-337e-4761-ab5d-23844447e1ed,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:39.576644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:39.606736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.607390 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.608965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-f64cf128-73b4-437e-8f13-b58ccb74b262 service neutron] 10.222.0.57 "PUT /v2.0/ports/6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1092 time: 3.8978813 Jan 27 22:07:39.622267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d00a18-3235-4e7a-98b0-c3d6f7d1764e req-15c3d458-9ca9-47ce-967c-d4f31421b559 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.630497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47d00a18-3235-4e7a-98b0-c3d6f7d1764e req-15c3d458-9ca9-47ce-967c-d4f31421b559 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.1064324 Jan 27 22:07:39.645787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Attempting to bind port b04887d6-337e-4761-ab5d-23844447e1ed on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:39.647566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Attempting to bind port b04887d6-337e-4761-ab5d-23844447e1ed by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:39.648742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Attempting to bind port b04887d6-337e-4761-ab5d-23844447e1ed on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:39.657074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:39.657995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Checking segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:39.658608 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.663539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Bound using segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:39.664549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Bound port: b04887d6-337e-4761-ab5d-23844447e1ed, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:39.665454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.682424 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c7685502-c75b-4583-9d9a-b74a43a6ab6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d3078166876f4f45b597442052d3c785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2177029 Jan 27 22:07:39.698384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41528) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:39.745406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47d00a18-3235-4e7a-98b0-c3d6f7d1764e req-73492784-396a-4e77-bd05-826781c318e9 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140194 Jan 27 22:07:39.766341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Allocated IP 172.25.8.109 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/abc2e090-3b91-499e-b780-e4def2b36343) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:39.770808 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 7676e9fb-34a0-467b-8467-2b64d081fe8e associated. External IP: 172.25.8.28, port: 7f8a5e2a-981f-4975-9ccb-a5dcb6d23639. Jan 27 22:07:39.819158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] For port b04887d6-337e-4761-ab5d-23844447e1ed, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:39.823669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] For port b04887d6-337e-4761-ab5d-23844447e1ed, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b04887d6-337e-4761-ab5d-23844447e1ed,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:39.838581 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.936474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-4e36fa1b-40fe-4fae-8864-327cbe40b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.938495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-4e36fa1b-40fe-4fae-8864-327cbe40b1ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.2391102 Jan 27 22:07:39.945758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:39.946983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:39.950064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40bbfb-0a1b-45b1-85d7-519bbcd4c103 None None] Pushing event updated for resources: {'Port': ['ID=b04887d6-337e-4761-ab5d-23844447e1ed,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.066307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for port (abc2e090-3b91-499e-b780-e4def2b36343), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.136505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:40.141540 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:40.149596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (abc2e090-3b91-499e-b780-e4def2b36343), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.182542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-70c711fb-d4f3-4425-8a52-b073c615c49d None None] Provisioning complete for port b04887d6-337e-4761-ab5d-23844447e1ed triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:40.182927 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70c711fb-d4f3-4425-8a52-b073c615c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.198794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:40.216699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5ec1f-5f15-468c-bd93-73166b9673e5 req-203a9149-913d-46d1-ac8c-4331023b4ce9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.219581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27b5ec1f-5f15-468c-bd93-73166b9673e5 req-203a9149-913d-46d1-ac8c-4331023b4ce9 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.3201501 Jan 27 22:07:40.219902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:40.226645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:40.232070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:40.279065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'Port': ['ID=abc2e090-3b91-499e-b780-e4def2b36343,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.314703 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252eb47e-46ce-42ad-9e78-c3cd0ae137e9 x-openstack-request-id: req-252eb47e-46ce-42ad-9e78-c3cd0ae137e9 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:40.315610 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:40.315610 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-252eb47e-46ce-42ad-9e78-c3cd0ae137e9 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:40.316070 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'status': 'completed', 'code': 200} Jan 27 22:07:40.401077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55c20fb8-3abd-4989-887b-fc0e73f71811 admin admin] Publish callbacks [] for security_group (2a8c8f50-eed7-466e-a0f3-237d69454432), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.436837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-adfa4e9c-78e6-437a-9198-26c1722ca96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.440548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-adfa4e9c-78e6-437a-9198-26c1722ca96c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.4872582 Jan 27 22:07:40.507969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-1d1cf8d2-c57f-4663-9791-8ecf688abb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.510617 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-1d1cf8d2-c57f-4663-9791-8ecf688abb73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.1526017 Jan 27 22:07:40.566676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-70c711fb-d4f3-4425-8a52-b073c615c49d None None] Current status of the port b04887d6-337e-4761-ab5d-23844447e1ed is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:40.567686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70c711fb-d4f3-4425-8a52-b073c615c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.590185 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for floatingip (356b9a59-8a8d-411a-a5c7-764e9f1342e8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.665187 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (abc2e090-3b91-499e-b780-e4def2b36343), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.671266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-dae43ce5-08b8-49e9-b3d9-000160bf1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.673128 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-dae43ce5-08b8-49e9-b3d9-000160bf1543 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.1537044 Jan 27 22:07:40.681118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55c20fb8-3abd-4989-887b-fc0e73f71811 admin admin] Publish callbacks [] for security_group (2a8c8f50-eed7-466e-a0f3-237d69454432), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.681382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-70c711fb-d4f3-4425-8a52-b073c615c49d None None] For port b04887d6-337e-4761-ab5d-23844447e1ed, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b04887d6-337e-4761-ab5d-23844447e1ed,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:40.692033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70c711fb-d4f3-4425-8a52-b073c615c49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.804873 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-7d156337-7caf-4470-a5fe-3bf76a86e700 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1000 time: 0.1042287 Jan 27 22:07:40.806681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27b5ec1f-5f15-468c-bd93-73166b9673e5 req-9b502a4f-69dd-4ba9-b2ee-61f1cbe68a04 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422821 Jan 27 22:07:40.836532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c711fb-d4f3-4425-8a52-b073c615c49d None None] Pushing event updated for resources: {'Port': ['ID=b04887d6-337e-4761-ab5d-23844447e1ed,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.852581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-23557af6-8e4a-4c6c-9846-99511f10a146 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1000 time: 0.3853419 Jan 27 22:07:40.905192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:39Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:40.952807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200dbb1-a6b0-4c16-ae8a-ba6898d56ccd req-522918d8-890a-440b-82cd-3ea0f2fc43f7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.954388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f200dbb1-a6b0-4c16-ae8a-ba6898d56ccd req-522918d8-890a-440b-82cd-3ea0f2fc43f7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.3413785 Jan 27 22:07:40.983689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-96bc648a-f69a-4302-9f40-34f7bc7c52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.985244 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-96bc648a-f69a-4302-9f40-34f7bc7c52f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.1690252 Jan 27 22:07:41.007220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cdc1b4-cee4-4c40-a7ca-d5ca08bf9707 None None] The sync data for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 is: [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:39Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:41.022887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:41.046680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-64c110d8-24fc-4665-8310-e49c91562c60 None None] Provisioning complete for port b04887d6-337e-4761-ab5d-23844447e1ed triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:41.048241 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64c110d8-24fc-4665-8310-e49c91562c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.056347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.108399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-92ea7e6d-68df-4348-8418-32673e8db110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:41.113517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-92ea7e6d-68df-4348-8418-32673e8db110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.2469521 Jan 27 22:07:41.117907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55c20fb8-3abd-4989-887b-fc0e73f71811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2a8c8f50-eed7-466e-a0f3-237d69454432), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.122750 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55c20fb8-3abd-4989-887b-fc0e73f71811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.128169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-55c20fb8-3abd-4989-887b-fc0e73f71811 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a8c8f50-eed7-466e-a0f3-237d69454432 HTTP/1.1" status: 204 len: 168 time: 1.3814597 Jan 27 22:07:41.150157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-5cf18134-2bc5-4aa7-8e25-4f29ba781a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:41.153441 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-5cf18134-2bc5-4aa7-8e25-4f29ba781a7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524289 Jan 27 22:07:41.176126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.241009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-64c110d8-24fc-4665-8310-e49c91562c60 None None] Current status of the port b04887d6-337e-4761-ab5d-23844447e1ed is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:41.290952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c20fb8-3abd-4989-887b-fc0e73f71811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8c8f50-eed7-466e-a0f3-237d69454432,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:41.319659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for port (abc2e090-3b91-499e-b780-e4def2b36343), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.330823 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (abc2e090-3b91-499e-b780-e4def2b36343), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.450462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8308a-ea98-4193-8688-7c82a63a3842 req-8a9e7ab0-5503-41c0-8fc9-6b447aef0f41 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:41.463745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bb8308a-ea98-4193-8688-7c82a63a3842 req-8a9e7ab0-5503-41c0-8fc9-6b447aef0f41 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.5261483 Jan 27 22:07:41.583154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-70f6e0ea-25c8-4d98-a6b0-bb8733c5db02 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:41.585939 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-70f6e0ea-25c8-4d98-a6b0-bb8733c5db02 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "GET /v2.0/ports?device_id=73349df0-f558-473b-a86c-f21060d54a2b HTTP/1.1" status: 200 len: 946 time: 0.4090254 Jan 27 22:07:41.632056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'Port': ['ID=abc2e090-3b91-499e-b780-e4def2b36343,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:41.638586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (356b9a59-8a8d-411a-a5c7-764e9f1342e8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.658704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-65777561-11be-4390-8f39-d42ba496d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:41.661056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-65777561-11be-4390-8f39-d42ba496d1e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5156744 Jan 27 22:07:41.668888 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-c1c9924f-3e3a-427a-acce-3bffc66682ae service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966509 Jan 27 22:07:41.675234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f200dbb1-a6b0-4c16-ae8a-ba6898d56ccd req-1614dbab-88cb-49b3-bc0d-15ec487e39fe tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6996109 Jan 27 22:07:41.732920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b04887d6-337e-4761-ab5d-23844447e1ed up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:41.784684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.794007 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cf991044-b7a0-4bdb-a888-ecb1be6ede5e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8584006 Jan 27 22:07:41.847171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b04887d6-337e-4761-ab5d-23844447e1ed triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:41.849320 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.977451 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-3f127a3e-2e87-4389-8158-c11eb324a8ef service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646322 Jan 27 22:07:42.002822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Deleting port aa319584-198f-4d93-be14-4249953b03f2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:42.003574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (aa319584-198f-4d93-be14-4249953b03f2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.071503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-77d856eb-9143-4003-9017-97fa6120852a service neutron] 10.222.0.57 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486528 Jan 27 22:07:42.109222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bb8308a-ea98-4193-8688-7c82a63a3842 req-289b97ca-9f5d-41f3-b01c-9b81ae283f65 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442714 Jan 27 22:07:42.128692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:42.151008 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461139c-67f6-4d51-a21b-6ad6d57bff25 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:42.179060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b04887d6-337e-4761-ab5d-23844447e1ed is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:42.180344 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461139c-67f6-4d51-a21b-6ad6d57bff25 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:42.181206 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a461139c-67f6-4d51-a21b-6ad6d57bff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:42.303384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] For port aa319584-198f-4d93-be14-4249953b03f2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=aa319584-198f-4d93-be14-4249953b03f2,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:42.304429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (aa319584-198f-4d93-be14-4249953b03f2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.338260 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a461139c-67f6-4d51-a21b-6ad6d57bff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:42.339249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Calling delete_port for aa319584-198f-4d93-be14-4249953b03f2 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:42.370175 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461139c-67f6-4d51-a21b-6ad6d57bff25 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:42.388211 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a461139c-67f6-4d51-a21b-6ad6d57bff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:42.394783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.466912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-76b3cca3-9e79-4ba0-879a-bc80ed8e11cd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0272524 Jan 27 22:07:42.469081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41570) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:42.474737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-31869ca9-9838-41e6-8149-42c5b6633d47 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'port_id': '7f8a5e2a-981f-4975-9ccb-a5dcb6d23639', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:42.501939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d972c-c600-4595-b84f-62d563463f44 req-a3286e5e-0689-471f-9995-eb08b8f6423b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:42.509698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-134d972c-c600-4595-b84f-62d563463f44 req-a3286e5e-0689-471f-9995-eb08b8f6423b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.4201882 Jan 27 22:07:42.516422 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a461139c-67f6-4d51-a21b-6ad6d57bff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:42.517560 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461139c-67f6-4d51-a21b-6ad6d57bff25 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:42.611877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb55bf6b-1a8b-4d0a-ae23-e421b9fb2e0a req-015afcf0-2280-45c7-85db-11775bed4741 service neutron] 10.222.0.57 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872894 Jan 27 22:07:42.654627 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31869ca9-9838-41e6-8149-42c5b6633d47 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (7676e9fb-34a0-467b-8467-2b64d081fe8e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.658834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (aa319584-198f-4d93-be14-4249953b03f2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.672720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-7286754c-9ece-4e1f-81df-23ef671c7f1b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2051942253&fields=id&tenant_id=9c9b826841b8474393813eea41b044d4 HTTP/1.1" status: 200 len: 267 time: 0.3309984 Jan 27 22:07:42.673611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3a690c60-ccf3-4325-a25d-c9bc9ce45e26', '3e6836a0-18cc-4153-8715-f4388ae8aabf'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:42.904664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Pushing event deleted for resources: {'Port': ['ID=aa319584-198f-4d93-be14-4249953b03f2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:43.007772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41576) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:43.120384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-134d972c-c600-4595-b84f-62d563463f44 req-4ab16a01-7aac-463c-92ec-5e14c754665e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076880 Jan 27 22:07:43.157792 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] No DVR routers for this DVR port aa319584-198f-4d93-be14-4249953b03f2 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:43.165671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.172075 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b74275a0-a05d-49ef-9a4d-9a74a621fca2 req-35310f5d-51df-4a14-b0c2-4d4097c479f5 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "DELETE /v2.0/ports/aa319584-198f-4d93-be14-4249953b03f2 HTTP/1.1" status: 204 len: 173 time: 1.5621576 Jan 27 22:07:43.172809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73349df0-f558-473b-a86c-f21060d54a2b', 'name': 'network-vif-deleted', 'tag': 'aa319584-198f-4d93-be14-4249953b03f2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:43.176802 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe4858-e4ab-4c94-9135-ebfed166caad" -d '{"events": [{"server_uuid": "73349df0-f558-473b-a86c-f21060d54a2b", "name": "network-vif-deleted", "tag": "aa319584-198f-4d93-be14-4249953b03f2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:43.285286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-b75ab38a-74c3-40e5-9028-5f27882eda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:43.289534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-b75ab38a-74c3-40e5-9028-5f27882eda11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.5533247 Jan 27 22:07:43.332057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1107598728-network', 'tenant_id': 'a9ba207cf9b34b518496db34fbb87479'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:43.457089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-9431a2aa-53b3-4cd4-a979-93711f951c34 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:43.468983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-9431a2aa-53b3-4cd4-a979-93711f951c34 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 0.7865562 Jan 27 22:07:43.528317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Made reservation on behalf of a9ba207cf9b34b518496db34fbb87479 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:43.531612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-be6868b8-de1b-406d-9fa5-ec4c50980c43 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/quotas/9c9b826841b8474393813eea41b044d4 HTTP/1.1" status: 200 len: 375 time: 0.0593524 Jan 27 22:07:43.543097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.594290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.638493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfab2ea-02f2-4e94-a11e-3296d8fdafb4 req-35eec3d1-1bfc-42e2-991d-78bd7013d1d3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:43.647377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bfab2ea-02f2-4e94-a11e-3296d8fdafb4 req-35eec3d1-1bfc-42e2-991d-78bd7013d1d3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.3563879 Jan 27 22:07:43.667275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-4e56befa-227b-47aa-adc3-150b38907bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:43.668730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-4e56befa-227b-47aa-adc3-150b38907bb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.3620646 Jan 27 22:07:43.711663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-b5554052-3bdb-4ba0-b9b1-bf320f206105 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778200 Jan 27 22:07:43.898503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bfab2ea-02f2-4e94-a11e-3296d8fdafb4 req-1be16ea7-b0fc-46fc-870f-5a009323d463 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448721 Jan 27 22:07:43.961806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-03dc01fa-99d7-4b29-b312-5d8a1d6e2439 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1000 time: 0.2820635 Jan 27 22:07:44.087280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Publish callbacks [] for security_group (ce1c6d68-884b-47c0-964c-d4e6632845be), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.093973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ce1c6d68-884b-47c0-964c-d4e6632845be), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.231127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31869ca9-9838-41e6-8149-42c5b6633d47 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.241256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:44.244711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31869ca9-9838-41e6-8149-42c5b6633d47 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (7676e9fb-34a0-467b-8467-2b64d081fe8e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.258233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device aa319584-198f-4d93-be14-4249953b03f2 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:44.306715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1c6d68-884b-47c0-964c-d4e6632845be,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:44.316689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4e34b822-4935-47e5-8a58-d8de97b0c5b7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.316917 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Added segment 4e34b822-4935-47e5-8a58-d8de97b0c5b7 of type vlan for network d9719695-1407-469b-a1bd-99de524b36b1 Jan 27 22:07:44.321981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: aa319584-198f-4d93-be14-4249953b03f2 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:44.324532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device aa319584-198f-4d93-be14-4249953b03f2 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:44.407099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d9719695-1407-469b-a1bd-99de524b36b1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.588631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d9719695-1407-469b-a1bd-99de524b36b1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.589511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.590134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.683859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-cc09c9cf-ced8-4e7f-9132-94cbaf92ff4d service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9709399 Jan 27 22:07:44.711228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-6c8da5c2-4b20-43ab-8ae5-2cf9a2fc9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.712811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-6c8da5c2-4b20-43ab-8ae5-2cf9a2fc9f41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.7415645 Jan 27 22:07:44.774398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78a298-8c35-4d8d-8a2e-6a246ecdacfa req-33385084-a65c-4167-a9fc-2bcfe316ae6a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.776121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b78a298-8c35-4d8d-8a2e-6a246ecdacfa req-33385084-a65c-4167-a9fc-2bcfe316ae6a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.7335553 Jan 27 22:07:44.873779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-ec89eb5a-2002-4773-904d-dd17cab14003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.875334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-ec89eb5a-2002-4773-904d-dd17cab14003 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484189 Jan 27 22:07:44.888722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e2f310ed-3f20-4a66-b832-e0809b9e9641 service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936705 Jan 27 22:07:44.946540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b78a298-8c35-4d8d-8a2e-6a246ecdacfa req-708ba222-a101-4413-aeb5-799770d280eb tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523829 Jan 27 22:07:45.011123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-d2963ec7-012a-4f49-b0a6-eeb01ecd1be7 service neutron] 10.222.0.57 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247609 Jan 27 22:07:45.164625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] Pushing event updated for resources: {'Network': ['ID=d9719695-1407-469b-a1bd-99de524b36b1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:45.182249 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412da8fd-471c-4fd9-96d7-3b78b34863e0 x-openstack-request-id: req-412da8fd-471c-4fd9-96d7-3b78b34863e0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:45.182770 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73349df0-f558-473b-a86c-f21060d54a2b", "name": "network-vif-deleted", "tag": "aa319584-198f-4d93-be14-4249953b03f2", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:45.183207 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-412da8fd-471c-4fd9-96d7-3b78b34863e0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:45.184127 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73349df0-f558-473b-a86c-f21060d54a2b', 'name': 'network-vif-deleted', 'tag': 'aa319584-198f-4d93-be14-4249953b03f2', 'status': 'completed', 'code': 200} Jan 27 22:07:45.185057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d9719695-1407-469b-a1bd-99de524b36b1 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:45.273457 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-49e5d52e-3315-459e-b57a-ab9625ebbf97 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2622302 Jan 27 22:07:45.278319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41598) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:45.284432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Request body: {'subnet': {'network_id': 'd9719695-1407-469b-a1bd-99de524b36b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1107598728-subnet', 'tenant_id': 'a9ba207cf9b34b518496db34fbb87479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:45.290844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31869ca9-9838-41e6-8149-42c5b6633d47 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:45.469668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad930c8-d1a9-4d2a-983c-2413d8c146ad req-3dc652af-e735-48d3-9b6f-d5ca98b23d0c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:45.469891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Made reservation on behalf of a9ba207cf9b34b518496db34fbb87479 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:45.473147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.484551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ad930c8-d1a9-4d2a-983c-2413d8c146ad req-3dc652af-e735-48d3-9b6f-d5ca98b23d0c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.2645538 Jan 27 22:07:45.529868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be0e6ebf-0df7-4066-b2c8-d0d90cff47a4 req-f37c6f9d-7bb8-499c-9be4-16dc6b5625f4 service neutron] 10.222.0.57 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105247 Jan 27 22:07:45.575151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ad930c8-d1a9-4d2a-983c-2413d8c146ad req-eb86ef98-7679-499a-83a9-7f048d761087 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890253 Jan 27 22:07:45.652694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-945dc6ca-1daf-4478-b3f8-abfe4380f29a req-179dfa6e-9cd3-4678-b153-2abd4dadf1a1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 210 time: 0.0745733 Jan 27 22:07:45.803957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31869ca9-9838-41e6-8149-42c5b6633d47 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:45.812849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31869ca9-9838-41e6-8149-42c5b6633d47 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.835243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404163c-fcb0-4336-8461-23cee96a8bc6 req-6bb3050f-1917-4399-a082-7c916458984b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:45.844296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a404163c-fcb0-4336-8461-23cee96a8bc6 req-6bb3050f-1917-4399-a082-7c916458984b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1418779 Jan 27 22:07:45.854268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3ba05-df8d-4677-9aea-5024632f6581 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:45.873304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3ba05-df8d-4677-9aea-5024632f6581 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:45.874218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-53b3ba05-df8d-4677-9aea-5024632f6581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:45.881466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeede30-2965-457b-a202-eff97a3ac56b req-79dd56b8-efef-495d-9d1a-2d9cb6bdb050 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:45.889590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baeede30-2965-457b-a202-eff97a3ac56b req-79dd56b8-efef-495d-9d1a-2d9cb6bdb050 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 945 time: 0.1315887 Jan 27 22:07:45.949771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-53b3ba05-df8d-4677-9aea-5024632f6581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:45.969260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a404163c-fcb0-4336-8461-23cee96a8bc6 req-600d5bd8-6a98-44ac-9e76-f874fff67fa5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237869 Jan 27 22:07:45.991518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3ba05-df8d-4677-9aea-5024632f6581 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:45.992574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-53b3ba05-df8d-4677-9aea-5024632f6581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:46.089383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6ac10e8d-209d-4423-8ae9-6e75283a48be details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:07:46.090714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baeede30-2965-457b-a202-eff97a3ac56b req-9c925c6f-0bf3-4650-b22d-6d9ef8ab1c4c tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995475 Jan 27 22:07:46.115549 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-31869ca9-9838-41e6-8149-42c5b6633d47 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/floatingips/7676e9fb-34a0-467b-8467-2b64d081fe8e HTTP/1.1" status: 200 len: 978 time: 3.6452105 Jan 27 22:07:46.119250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41612) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:46.262241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-53b3ba05-df8d-4677-9aea-5024632f6581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:46.263259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3ba05-df8d-4677-9aea-5024632f6581 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:46.277374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:46.280803 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (128903c3-5085-4bd6-9a27-67e1aba290ba), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.305276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'port_id': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'mac_address': 'fa:16:3e:a6:e4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:07:46.372424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 6ac10e8d-209d-4423-8ae9-6e75283a48be is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:46.372993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.399630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac10e8d-209d-4423-8ae9-6e75283a48be {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:46.449424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:46.457468 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.468072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128903c3-5085-4bd6-9a27-67e1aba290ba,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:46.477351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Checking segment: {'id': '4e34b822-4935-47e5-8a58-d8de97b0c5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd9719695-1407-469b-a1bd-99de524b36b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:46.478312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Network hostable DHCP agents. Network: d9719695-1407-469b-a1bd-99de524b36b1, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:46.502552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305181d-e014-4c4a-85db-8980660ebb96 req-37032b2f-7381-4f08-98a8-bf99586dc593 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.505048 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-37032b2f-7381-4f08-98a8-bf99586dc593 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9&tenant_id=75cb12138042437b98d6c30ac4673882&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 944 time: 0.1865923 Jan 27 22:07:46.531361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Network d9719695-1407-469b-a1bd-99de524b36b1 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:46.562637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:46.583329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d9719695-1407-469b-a1bd-99de524b36b1) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:46.595643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.596392 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.599003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b39ab-bd14-4a39-bb2a-ed76eaf383ca req-1af270ec-7595-4731-b1a7-8073dbd02a42 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.600726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc6b39ab-bd14-4a39-bb2a-ed76eaf383ca req-1af270ec-7595-4731-b1a7-8073dbd02a42 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.2706788 Jan 27 22:07:46.601217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241cae6-48de-40ea-9f94-23e1487a501f None None] Network d9719695-1407-469b-a1bd-99de524b36b1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:46.611671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc231c6-8520-4c76-a411-3e44d574ef2a req-a33ac845-411f-4fd9-9cc9-de5eb8bdab8b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.621237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bc231c6-8520-4c76-a411-3e44d574ef2a req-a33ac845-411f-4fd9-9cc9-de5eb8bdab8b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 944 time: 0.2597857 Jan 27 22:07:46.629119 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e36d5002-7f6c-43e2-b35e-2651096926a1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3489869 Jan 27 22:07:46.636112 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [req-a305181d-e014-4c4a-85db-8980660ebb96 req-c8dca5f2-80ec-49d1-a5ea-42bdc07ad71d service neutron] delete failed (client error): The resource could not be found. Jan 27 22:07:46.637267 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-c8dca5f2-80ec-49d1-a5ea-42bdc07ad71d service neutron] 10.222.0.16 "DELETE /v2.0/ports/6ac10e8d-209d-4423-8ae9-6e75283a48be/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.1233654 Jan 27 22:07:46.729174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['6ac10e8d-209d-4423-8ae9-6e75283a48be'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:46.795911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305181d-e014-4c4a-85db-8980660ebb96 req-eeee0427-3bf2-4c44-867a-4b49a737c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.797823 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-eeee0427-3bf2-4c44-867a-4b49a737c056 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1096 time: 0.1015685 Jan 27 22:07:46.852365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc6b39ab-bd14-4a39-bb2a-ed76eaf383ca req-3d0633f8-80b7-4362-b528-eb2785d2a8d2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229359 Jan 27 22:07:46.921241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bc231c6-8520-4c76-a411-3e44d574ef2a req-acd2f518-8763-40df-9de3-4a1ab9dda705 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983541 Jan 27 22:07:46.958675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 3be1ddf7-d410-4a82-a039-373e69a13b9a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:46.961989 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3be1ddf7-d410-4a82-a039-373e69a13b9a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.994558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bce245-be66-4147-9efe-2ccaea6aadec None None] Network d9719695-1407-469b-a1bd-99de524b36b1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:47.013327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41624) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:47.039177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305181d-e014-4c4a-85db-8980660ebb96 req-a1cf8a90-c2e2-4047-9f71-c16d25f9fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.042486 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-a1cf8a90-c2e2-4047-9f71-c16d25f9fcb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.2324419 Jan 27 22:07:47.372827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26f85038-2fc6-42af-b78a-78292b9deb21 req-0c83660e-dde2-4b8f-8a9f-c013958eec56 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 210 time: 0.3235238 Jan 27 22:07:47.435510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-77346e23-1766-450a-a58a-91054b08bb76 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.435861 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-77346e23-1766-450a-a58a-91054b08bb76 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 0.3921189 Jan 27 22:07:47.443339 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-8869fbdb-dbc8-4b8e-b350-32bae2e70a61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 1001 time: 0.1671743 Jan 27 22:07:47.493898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c970f7-c009-49aa-9780-a5e85a5bcc0a admin admin] Deleting subnet 128903c3-5085-4bd6-9a27-67e1aba290ba {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:47.505501 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3c970f7-c009-49aa-9780-a5e85a5bcc0a admin admin] Publish callbacks [] for subnet (128903c3-5085-4bd6-9a27-67e1aba290ba), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.561369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305181d-e014-4c4a-85db-8980660ebb96 req-1154109d-d752-4978-8042-a00c2e04f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.562986 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-1154109d-d752-4978-8042-a00c2e04f521 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.1014886 Jan 27 22:07:47.576914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3be1ddf7-d410-4a82-a039-373e69a13b9a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.577339 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (3be1ddf7-d410-4a82-a039-373e69a13b9a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.582271 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-59bb4145-bdd1-4dea-8797-fe12a82ceda9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c9b826841b8474393813eea41b044d4 HTTP/1.1" status: 200 len: 380 time: 0.1294477 Jan 27 22:07:47.596499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-f3c750ad-c05d-44df-a0e5-d3236f8239c0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.598369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-f3c750ad-c05d-44df-a0e5-d3236f8239c0 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 945 time: 0.3585198 Jan 27 22:07:47.613343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'port': {'device_id': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'admin_state_up': True, 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'security_groups': ['20c74a01-ba93-4e69-bdbf-b2e23639c2c6']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:47.620701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 3be1ddf7-d410-4a82-a039-373e69a13b9a owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:47.633427 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3c970f7-c009-49aa-9780-a5e85a5bcc0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (128903c3-5085-4bd6-9a27-67e1aba290ba), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.687666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14194041-39fe-41be-a187-cda6db6d9ebd req-6aad9d48-c72a-49c8-b96e-45e0c8dc964e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.689945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14194041-39fe-41be-a187-cda6db6d9ebd req-6aad9d48-c72a-49c8-b96e-45e0c8dc964e tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 945 time: 0.3283155 Jan 27 22:07:47.775596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ac1d8-d78a-43b9-b68a-799125680793 req-bd6f222f-593e-42ef-a212-a9092a8c084e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.777225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b43ac1d8-d78a-43b9-b68a-799125680793 req-bd6f222f-593e-42ef-a212-a9092a8c084e tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.2795997 Jan 27 22:07:47.811794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305181d-e014-4c4a-85db-8980660ebb96 req-0e456a9d-c886-4866-9cd7-f7a04e7d2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.814846 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-0e456a9d-c886-4866-9cd7-f7a04e7d2f34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2297649 Jan 27 22:07:47.859326 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3c970f7-c009-49aa-9780-a5e85a5bcc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (128903c3-5085-4bd6-9a27-67e1aba290ba), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.975592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14194041-39fe-41be-a187-cda6db6d9ebd req-d39dea81-309d-4140-adac-72a5b04dc99d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650239 Jan 27 22:07:48.011129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b43ac1d8-d78a-43b9-b68a-799125680793 req-21e93185-29cc-4419-8f54-4bb203093b50 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100883 Jan 27 22:07:48.053767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3c970f7-c009-49aa-9780-a5e85a5bcc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (128903c3-5085-4bd6-9a27-67e1aba290ba), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.056289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Made reservation on behalf of 9c9b826841b8474393813eea41b044d4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:48.058977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6ac10e8d-209d-4423-8ae9-6e75283a48be up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:48.061899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Deleting port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:48.062243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.062977 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.125578 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-75dd9f7e-cc59-46bf-bec4-29e5e5fa8ad2 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032682 Jan 27 22:07:48.144646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c970f7-c009-49aa-9780-a5e85a5bcc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128903c3-5085-4bd6-9a27-67e1aba290ba,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:48.190432 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3c970f7-c009-49aa-9780-a5e85a5bcc0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.199497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a3c970f7-c009-49aa-9780-a5e85a5bcc0a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/128903c3-5085-4bd6-9a27-67e1aba290ba HTTP/1.1" status: 204 len: 168 time: 1.1700935 Jan 27 22:07:48.199497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41634) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:48.269500 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.281283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3be1ddf7-d410-4a82-a039-373e69a13b9a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.285963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 6ac10e8d-209d-4423-8ae9-6e75283a48be completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:07:48.292943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 6ac10e8d-209d-4423-8ae9-6e75283a48be triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:48.294473 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.386187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=3be1ddf7-d410-4a82-a039-373e69a13b9a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:48.415725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] For port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:48.416116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.434734 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d9719695-1407-469b-a1bd-99de524b36b1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.454183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 6ac10e8d-209d-4423-8ae9-6e75283a48be is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:48.455015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.462918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Calling delete_port for 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:48.507152 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a305181d-e014-4c4a-85db-8980660ebb96 req-a6941f97-9de4-47aa-96b7-bc8095e07d41 service neutron] 10.222.0.16 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679225 Jan 27 22:07:48.511233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:48.519105 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96156a1c-392f-492f-af41-c456ba84b2e5" -d '{"events": [{"server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:48.538353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Allocated IP 172.20.0.13 (b5397092-386c-4a64-99d8-9030ba82f773/74bc2cd3-d2e9-4920-9948-07ac619cca0b/d609377f-26e8-4f05-b6af-90d6050b324a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:48.543188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:48.553244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.574614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b498-ba97-4a93-a853-3087d91404bc req-92145b04-5f39-4b2c-8e23-4207a4600843 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:48.582050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e893b498-ba97-4a93-a853-3087d91404bc req-92145b04-5f39-4b2c-8e23-4207a4600843 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.2982595 Jan 27 22:07:48.591122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31062a-0af1-4f40-934f-4dd5d32902ad req-77447add-5ee3-4fdc-8af4-d77999ff4e75 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:48.592778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca31062a-0af1-4f40-934f-4dd5d32902ad req-77447add-5ee3-4fdc-8af4-d77999ff4e75 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 945 time: 0.3233240 Jan 27 22:07:48.640035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (7676e9fb-34a0-467b-8467-2b64d081fe8e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.640372 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 7676e9fb-34a0-467b-8467-2b64d081fe8e disassociated (deleted). External IP: 172.25.8.28, port: 7f8a5e2a-981f-4975-9ccb-a5dcb6d23639. Jan 27 22:07:48.648903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:48.809504 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d9719695-1407-469b-a1bd-99de524b36b1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.848438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for port (d609377f-26e8-4f05-b6af-90d6050b324a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.857728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e893b498-ba97-4a93-a853-3087d91404bc req-4a045b41-f1e3-4964-9e15-bc5ccffcaca3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741215 Jan 27 22:07:48.906719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9719695-1407-469b-a1bd-99de524b36b1']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:48.934298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.956558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e34b822-4935-47e5-8a58-d8de97b0c5b7') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:48.956870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e34b822-4935-47e5-8a58-d8de97b0c5b7') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:48.984307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca31062a-0af1-4f40-934f-4dd5d32902ad req-d0c8a9b9-8df0-4513-b4b0-407ab5182e5c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452594 Jan 27 22:07:49.000838 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (4e34b822-4935-47e5-8a58-d8de97b0c5b7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.033025 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4e34b822-4935-47e5-8a58-d8de97b0c5b7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.054281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Network b5397092-386c-4a64-99d8-9030ba82f773 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:49.057045 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b567947-8b81-496a-a06d-4f94031cedd9 x-openstack-request-id: req-7b567947-8b81-496a-a06d-4f94031cedd9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:49.057925 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:49.058604 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b567947-8b81-496a-a06d-4f94031cedd9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:49.060043 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'code': 200} Jan 27 22:07:49.079085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:49.104919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:49.105485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (4e34b822-4935-47e5-8a58-d8de97b0c5b7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.108342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:49.109043 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:49.115327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.246547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:49.247820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.281152 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e0863b7b-a205-4458-846e-7083e7d482c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6888082 Jan 27 22:07:49.300344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Request body: {'port': {'device_id': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:49.434043 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.573766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0aa8bc87-930f-4a5c-a487-451346e2eed9 None None] Provisioning complete for port d609377f-26e8-4f05-b6af-90d6050b324a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:49.574408 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0aa8bc87-930f-4a5c-a487-451346e2eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.660276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8bc87-930f-4a5c-a487-451346e2eed9 None None] Port d609377f-26e8-4f05-b6af-90d6050b324a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:49.821260 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3a690c60-ccf3-4325-a25d-c9bc9ce45e26), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.838811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['3e6836a0-18cc-4153-8715-f4388ae8aabf'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:49.853321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d609377f-26e8-4f05-b6af-90d6050b324a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:49.856933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a98ab7d-e315-49cf-82b1-e08b82b7fdd4 req-4e0409cd-82c5-4fe4-8b88-8d7c3b4275b9 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ad82eb-7e11-404b-a764-cfa69ae143a6 HTTP/1.1" status: 200 len: 210 time: 0.0543520 Jan 27 22:07:49.869523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Publish callbacks [] for port (d609377f-26e8-4f05-b6af-90d6050b324a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.905742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Transition to ACTIVE for port object d609377f-26e8-4f05-b6af-90d6050b324a will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:07:49.911174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723d2b-1ad2-44c1-b639-ced9b9519143 req-d50c0190-c105-4e28-8c9c-22f4cfcd0c1d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:49.914819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.931753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84723d2b-1ad2-44c1-b639-ced9b9519143 req-d50c0190-c105-4e28-8c9c-22f4cfcd0c1d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 932 time: 0.9433911 Jan 27 22:07:49.933905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d9719695-1407-469b-a1bd-99de524b36b1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.942872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.949048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d9719695-1407-469b-a1bd-99de524b36b1 HTTP/1.1" status: 204 len: 168 time: 1.7484772 Jan 27 22:07:50.128765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Pushing event deleted for resources: {'Port': ['ID=3a690c60-ccf3-4325-a25d-c9bc9ce45e26,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:50.130032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:50.142900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff2524-fdf2-4825-835e-02b702944472 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9719695-1407-469b-a1bd-99de524b36b1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:50.189521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41650) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:50.250958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] No DVR routers for this DVR port 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:50.261820 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.265432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6557f94-4312-4312-b69e-c0ba467944d7 req-601fe806-e4c1-48ec-ab9d-abf9812dacf1 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "DELETE /v2.0/ports/3a690c60-ccf3-4325-a25d-c9bc9ce45e26 HTTP/1.1" status: 204 len: 173 time: 2.6464415 Jan 27 22:07:50.268008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad82eb-7e11-404b-a764-cfa69ae143a6', 'name': 'network-vif-deleted', 'tag': '3a690c60-ccf3-4325-a25d-c9bc9ce45e26'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:50.276535 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0cdf11-a09e-4ce2-81e1-e39457d46b7d" -d '{"events": [{"server_uuid": "c2ad82eb-7e11-404b-a764-cfa69ae143a6", "name": "network-vif-deleted", "tag": "3a690c60-ccf3-4325-a25d-c9bc9ce45e26"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:50.280422 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:50.309071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ad03-b45b-49bd-8901-45ba589173b6 req-9892df24-06dc-4213-95a0-b4480a5f9517 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:50.312185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Attempting to bind port d609377f-26e8-4f05-b6af-90d6050b324a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:50.312702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Attempting to bind port d609377f-26e8-4f05-b6af-90d6050b324a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:50.313330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Attempting to bind port d609377f-26e8-4f05-b6af-90d6050b324a on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:50.317182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-12b0ad03-b45b-49bd-8901-45ba589173b6 req-9892df24-06dc-4213-95a0-b4480a5f9517 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.3658724 Jan 27 22:07:50.328363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:50.338703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84723d2b-1ad2-44c1-b639-ced9b9519143 req-dbac66b1-f65f-4ae7-88da-8edd717295a6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721574 Jan 27 22:07:50.339964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:50.341098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3a690c60-ccf3-4325-a25d-c9bc9ce45e26 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:50.346571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Port d609377f-26e8-4f05-b6af-90d6050b324a on network b5397092-386c-4a64-99d8-9030ba82f773 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:50.347173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Attempting to bind port d609377f-26e8-4f05-b6af-90d6050b324a on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:50.366819 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2f138a47-616c-4ffd-9e9d-011191125930 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9ba207cf9b34b518496db34fbb87479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1754365 Jan 27 22:07:50.369068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:50.369606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Checking segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:50.370214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Bound using segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:50.370827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Bound port: d609377f-26e8-4f05-b6af-90d6050b324a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:50.371460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.375678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41654) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:50.547983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-12b0ad03-b45b-49bd-8901-45ba589173b6 req-7a17a56c-59b9-48ad-b2bf-935cb80815e3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301774 Jan 27 22:07:50.593800 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c353a7d-394d-489c-aa44-2dfd6473678b admin admin] Publish callbacks [] for security_group (ce1c6d68-884b-47c0-964c-d4e6632845be), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.616582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:50.616582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:50.626781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4b65-4c2c-4942-83b8-96006c43bb42 req-2794bb4b-68ff-44f2-8b9f-f22f788c8d9c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:50.628471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c7f4b65-4c2c-4942-83b8-96006c43bb42 req-2794bb4b-68ff-44f2-8b9f-f22f788c8d9c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1437399 Jan 27 22:07:50.631362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.693870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c353a7d-394d-489c-aa44-2dfd6473678b admin admin] Publish callbacks [] for security_group (ce1c6d68-884b-47c0-964c-d4e6632845be), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.701273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:50.707955 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57d82f7-39f7-4ea1-adc6-fa2fc228ca38 x-openstack-request-id: req-b57d82f7-39f7-4ea1-adc6-fa2fc228ca38 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:50.708436 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ad82eb-7e11-404b-a764-cfa69ae143a6", "name": "network-vif-deleted", "tag": "3a690c60-ccf3-4325-a25d-c9bc9ce45e26", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:50.708855 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b57d82f7-39f7-4ea1-adc6-fa2fc228ca38 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:50.709506 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad82eb-7e11-404b-a764-cfa69ae143a6', 'name': 'network-vif-deleted', 'tag': '3a690c60-ccf3-4325-a25d-c9bc9ce45e26', 'status': 'completed', 'code': 200} Jan 27 22:07:50.716073 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.725460 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b65a94-21a1-4c2c-a902-c67f8d8342d1 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:50.785469 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b65a94-21a1-4c2c-a902-c67f8d8342d1 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:50.788469 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d0b65a94-21a1-4c2c-a902-c67f8d8342d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:50.797752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:50.799023 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.804285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] 10.222.0.16 "PUT /v2.0/ports/d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1092 time: 1.5095112 Jan 27 22:07:50.805156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:50.806885 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.813753 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2" -d '{"events": [{"name": "network-changed", "server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:50.904037 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d0b65a94-21a1-4c2c-a902-c67f8d8342d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:50.934853 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-65089597-2e0b-485c-8e21-be2e0ad7a303 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/floatingips/7676e9fb-34a0-467b-8467-2b64d081fe8e HTTP/1.1" status: 204 len: 168 time: 4.8127978 Jan 27 22:07:50.960855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c7f4b65-4c2c-4942-83b8-96006c43bb42 req-78fee59d-0f5c-400d-862e-022f690dd241 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129523 Jan 27 22:07:50.961711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41662) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:50.961849 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b65a94-21a1-4c2c-a902-c67f8d8342d1 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:50.963097 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d0b65a94-21a1-4c2c-a902-c67f8d8342d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:51.023260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41664) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:51.055741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e429e4-6ff7-455d-967e-0179c6614727 service neutron] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:51.062263 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d0b65a94-21a1-4c2c-a902-c67f8d8342d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:51.063507 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b65a94-21a1-4c2c-a902-c67f8d8342d1 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:51.119594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-aae5c764-bf30-4c7a-8ab1-b3eb0bfae905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:51.123058 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-aae5c764-bf30-4c7a-8ab1-b3eb0bfae905 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1095 time: 0.2036068 Jan 27 22:07:51.126472 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001fc90c-a5a5-40a3-97cf-8bcdd7da57b3 x-openstack-request-id: req-001fc90c-a5a5-40a3-97cf-8bcdd7da57b3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:51.126849 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:51.127313 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-001fc90c-a5a5-40a3-97cf-8bcdd7da57b3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:51.127988 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'status': 'completed', 'code': 200} Jan 27 22:07:51.146107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c353a7d-394d-489c-aa44-2dfd6473678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ce1c6d68-884b-47c0-964c-d4e6632845be), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.150667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c353a7d-394d-489c-aa44-2dfd6473678b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.152086 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8c353a7d-394d-489c-aa44-2dfd6473678b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce1c6d68-884b-47c0-964c-d4e6632845be HTTP/1.1" status: 204 len: 168 time: 0.7743130 Jan 27 22:07:51.216715 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-7ad35993-2fa6-42a6-a7b9-65096f340969 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 217 time: 0.0838609 Jan 27 22:07:51.242949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c353a7d-394d-489c-aa44-2dfd6473678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1c6d68-884b-47c0-964c-d4e6632845be,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:51.355936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-10f282f4-55fc-4675-82d1-14a2ac33f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:51.358238 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-10f282f4-55fc-4675-82d1-14a2ac33f85a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1321669 Jan 27 22:07:51.358967 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-61037f47-302c-42e0-b27e-6302d72ce7d4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/c95e54bd-37d1-49ae-a823-4c60adc5a06b HTTP/1.1" status: 200 len: 994 time: 0.3216259 Jan 27 22:07:51.412272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b731f6-044a-4337-bc48-f70b7eb410e9 req-cc8a1b05-cf28-4624-9748-4e565844e591 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:51.414566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95b731f6-044a-4337-bc48-f70b7eb410e9 req-cc8a1b05-cf28-4624-9748-4e565844e591 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.3898807 Jan 27 22:07:51.461126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-19c6b16d-0621-42bc-b0f9-2847efe81344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:51.464227 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-19c6b16d-0621-42bc-b0f9-2847efe81344 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979369 Jan 27 22:07:51.479404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-04ee5fce-d956-4ed9-a9b2-b0d8e113c77e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 7f8a5e2a-981f-4975-9ccb-a5dcb6d23639 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:51.479801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04ee5fce-d956-4ed9-a9b2-b0d8e113c77e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7f8a5e2a-981f-4975-9ccb-a5dcb6d23639), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.610045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95b731f6-044a-4337-bc48-f70b7eb410e9 req-21e4987a-c41a-4228-a327-6dbf7240ba03 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580210 Jan 27 22:07:51.702797 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04ee5fce-d956-4ed9-a9b2-b0d8e113c77e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7f8a5e2a-981f-4975-9ccb-a5dcb6d23639), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.721265 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-a0dc851a-199a-4579-a552-36499da98ac7 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485268 Jan 27 22:07:51.749630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-04ee5fce-d956-4ed9-a9b2-b0d8e113c77e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 7f8a5e2a-981f-4975-9ccb-a5dcb6d23639 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:51.843820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2223b-50d7-49e9-beb7-e90ab5323a8c req-f7b6b6e9-ee22-400a-b57b-f873c32b3728 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:51.846337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65f2223b-50d7-49e9-beb7-e90ab5323a8c req-f7b6b6e9-ee22-400a-b57b-f873c32b3728 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 944 time: 0.1838706 Jan 27 22:07:51.908111 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8f08183b-94e8-4285-ae8a-1b88cce3646d req-28246649-60e5-44a9-b0f0-4c36e49d6844 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798742 Jan 27 22:07:51.942641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1fcfe-1240-450c-b83c-3619086b5deb req-2cabf767-60d1-42b5-83ac-878f01960d4f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:51.944710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88e1fcfe-1240-450c-b83c-3619086b5deb req-2cabf767-60d1-42b5-83ac-878f01960d4f tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1792195 Jan 27 22:07:52.035969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65f2223b-50d7-49e9-beb7-e90ab5323a8c req-1b3ad866-9f53-49ab-83b3-6a1ab03a401e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725535 Jan 27 22:07:52.093959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-9ef0f892-147d-4343-9a40-dd387a0e50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:52.095764 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-9ef0f892-147d-4343-9a40-dd387a0e50e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1095 time: 0.1103435 Jan 27 22:07:52.151843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88e1fcfe-1240-450c-b83c-3619086b5deb req-3067f4b5-a0e2-4bf3-99f0-614fed3dd8cf tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854184 Jan 27 22:07:52.268590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-b34c640b-7476-46d1-b994-72d7a0e9a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:52.270807 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-b34c640b-7476-46d1-b994-72d7a0e9a0ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1675193 Jan 27 22:07:52.323709 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04ee5fce-d956-4ed9-a9b2-b0d8e113c77e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7f8a5e2a-981f-4975-9ccb-a5dcb6d23639), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.351133 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-595e23f3-a3e0-4f8b-bdfa-6f96aec64f26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 217 time: 0.0732415 Jan 27 22:07:52.394184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41696) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:52.405991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee5fce-d956-4ed9-a9b2-b0d8e113c77e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=7f8a5e2a-981f-4975-9ccb-a5dcb6d23639,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:52.428596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-d5b0ba77-e69d-4654-8d3a-13cdc25aa2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:52.431462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-d5b0ba77-e69d-4654-8d3a-13cdc25aa2e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0711768 Jan 27 22:07:52.434683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e4cfa-1e2e-41d1-aef2-c8f509f09ae9 req-33dd2b86-b09f-49a6-835e-a7605c838bc7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:52.437367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-278e4cfa-1e2e-41d1-aef2-c8f509f09ae9 req-33dd2b86-b09f-49a6-835e-a7605c838bc7 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1759884 Jan 27 22:07:52.505749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-43656d4c-39bf-4b60-af73-e7975ef5149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:52.507963 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-43656d4c-39bf-4b60-af73-e7975ef5149d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659511 Jan 27 22:07:52.590882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-278e4cfa-1e2e-41d1-aef2-c8f509f09ae9 req-53d9bccd-e4b5-47d3-915b-ea3bb9204925 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466432 Jan 27 22:07:52.594267 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04ee5fce-d956-4ed9-a9b2-b0d8e113c77e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.598032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04ee5fce-d956-4ed9-a9b2-b0d8e113c77e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/ports/7f8a5e2a-981f-4975-9ccb-a5dcb6d23639 HTTP/1.1" status: 204 len: 168 time: 1.6348071 Jan 27 22:07:52.604133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41700) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:52.615363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:52.660327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.681327 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-ee59d698-9224-4135-bf36-bdbc04a76323 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623981 Jan 27 22:07:52.697550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-network', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:52.797819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Made reservation on behalf of 279048c1f52843f6a6e53ad367ea9a4a for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:52.800710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.822035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.844015 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1c5f426a-ef1b-4502-ad6a-77e7ce71aab2 req-b4c72f95-4068-4d47-b721-1bd6203d122b service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544342 Jan 27 22:07:52.868812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823fa2f-b236-4cbd-a74a-7175cd387eb0 req-486c27fa-b8bf-450a-95c3-685772754e99 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:52.870526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1823fa2f-b236-4cbd-a74a-7175cd387eb0 req-486c27fa-b8bf-450a-95c3-685772754e99 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1599178 Jan 27 22:07:53.013564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1823fa2f-b236-4cbd-a74a-7175cd387eb0 req-4a998735-5890-40a0-b435-5eadcd928ee3 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331232 Jan 27 22:07:53.029280 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.037018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Publish callbacks [] for security_group (06b980c8-519e-4f25-ba0b-ca94a02d177f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.044327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (06b980c8-519e-4f25-ba0b-ca94a02d177f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.123395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:53.160701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b980c8-519e-4f25-ba0b-ca94a02d177f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:53.183029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8abe86b0-7d4b-46a0-af67-c4ee2f2261a1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.183616 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Added segment 8abe86b0-7d4b-46a0-af67-c4ee2f2261a1 of type vlan for network 63f6b90d-6029-4991-98e7-b23ef63a2be0 Jan 27 22:07:53.331021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (63f6b90d-6029-4991-98e7-b23ef63a2be0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.362398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.25.8.57 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/38fa2207-2ff9-49b8-823f-384c9d7f473b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:53.399950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b789b-d3e4-4b6b-baf4-5be3dd7ab8af req-008b0b7e-60cc-4364-963b-36bb5100f792 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.401603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d4b789b-d3e4-4b6b-baf4-5be3dd7ab8af req-008b0b7e-60cc-4364-963b-36bb5100f792 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 944 time: 0.2494490 Jan 27 22:07:53.414888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab868dbe-ad83-4404-bf77-02611354c444 req-1a4869ba-d1a9-42c7-972a-00ce3bb4ec9f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.416559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab868dbe-ad83-4404-bf77-02611354c444 req-1a4869ba-d1a9-42c7-972a-00ce3bb4ec9f tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.2269440 Jan 27 22:07:53.431625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (63f6b90d-6029-4991-98e7-b23ef63a2be0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.432626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.433251 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.579709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1819222 Jan 27 22:07:53.585275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41712) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:53.591581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Request body: {'subnet': {'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-subnet', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:53.616546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Made reservation on behalf of 279048c1f52843f6a6e53ad367ea9a4a for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:53.619646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39086b27-b7f3-4b83-8c49-466594ba0f0c admin admin] Pushing event updated for resources: {'Network': ['ID=63f6b90d-6029-4991-98e7-b23ef63a2be0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:53.622875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.640516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:53.650270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d4b789b-d3e4-4b6b-baf4-5be3dd7ab8af req-e4b6cd41-3751-4c4e-a4be-c6f0b9ff093d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302461 Jan 27 22:07:53.681974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab868dbe-ad83-4404-bf77-02611354c444 req-777de18e-b9e7-4fa6-a40f-c2434b84cf91 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368615 Jan 27 22:07:53.719098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (38fa2207-2ff9-49b8-823f-384c9d7f473b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.829534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-d46e462f-01ee-4f2e-a186-0d954768059a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.831130 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-d46e462f-01ee-4f2e-a186-0d954768059a tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.2011349 Jan 27 22:07:53.838457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (38fa2207-2ff9-49b8-823f-384c9d7f473b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.880852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-69cd5ab6-920e-4732-9c60-be7de1618bec req-ac11eb14-a198-43ac-a602-2d7b30432327 service neutron] (103329) timed out ('10.222.0.45', 55346) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:07:53.897445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71757a19-8efc-44ce-87ae-8d485be81395 req-16dd6bdd-3283-4cfb-b8f4-422cfebb8427 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.899114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71757a19-8efc-44ce-87ae-8d485be81395 req-16dd6bdd-3283-4cfb-b8f4-422cfebb8427 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 946 time: 0.1398094 Jan 27 22:07:53.921700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:53.934343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:53.937637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:53.983521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=38fa2207-2ff9-49b8-823f-384c9d7f473b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:54.003316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d4d26-30cf-49f3-bb29-af306421d238 req-cb752a85-df5d-46b5-af2f-e0ef6851a30d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:54.005108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b22d4d26-30cf-49f3-bb29-af306421d238 req-cb752a85-df5d-46b5-af2f-e0ef6851a30d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1810064 Jan 27 22:07:54.012778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (62684068-8b70-40ac-b137-c176a1c4b806), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.042683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Deleting port 3e6836a0-18cc-4153-8715-f4388ae8aabf {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:54.043027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.050283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71757a19-8efc-44ce-87ae-8d485be81395 req-95407c1d-639f-4b90-b267-6ae81283ef92 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d9b0a97-622e-4a07-9b8f-7640ce410f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400583 Jan 27 22:07:54.123352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b22d4d26-30cf-49f3-bb29-af306421d238 req-a1879a6d-9390-453b-8930-4197f0787fe0 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954745 Jan 27 22:07:54.124415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=62684068-8b70-40ac-b137-c176a1c4b806,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:54.128487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (84ceb0ac-de52-4f6c-910b-8f704084ed8d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.166315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Checking segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:54.166684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Network hostable DHCP agents. Network: 63f6b90d-6029-4991-98e7-b23ef63a2be0, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:54.180738 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (38fa2207-2ff9-49b8-823f-384c9d7f473b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.197247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] For port 3e6836a0-18cc-4153-8715-f4388ae8aabf, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=3e6836a0-18cc-4153-8715-f4388ae8aabf,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:54.197683 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.217915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Calling delete_port for 3e6836a0-18cc-4153-8715-f4388ae8aabf owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:54.227302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:54.243691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 63f6b90d-6029-4991-98e7-b23ef63a2be0) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:54.257985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b9282-440c-4229-99d9-ffc9d05320f9 None None] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:54.282218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:54.282218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.315067 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f6f8c126-7643-409a-9746-6a3268e25cba admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7249966 Jan 27 22:07:54.315960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41722) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:54.322332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:54.373917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7e1e5-f916-4aee-975d-4c22d1696086 req-d5f1a5eb-2068-4440-a412-f70c5cffbda5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:54.374492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (92e8f460-a9e0-49ba-9035-834668dda8c3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.375707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0c7e1e5-f916-4aee-975d-4c22d1696086 req-d5f1a5eb-2068-4440-a412-f70c5cffbda5 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1185091 Jan 27 22:07:54.375853 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (92e8f460-a9e0-49ba-9035-834668dda8c3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.470578 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (38fa2207-2ff9-49b8-823f-384c9d7f473b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.478937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0c7e1e5-f916-4aee-975d-4c22d1696086 req-58406d07-1168-43b5-8b04-d0efa9eea126 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867956 Jan 27 22:07:54.485651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (38fa2207-2ff9-49b8-823f-384c9d7f473b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.546828 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks [] for router_controller (92e8f460-a9e0-49ba-9035-834668dda8c3), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.548732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3e6836a0-18cc-4153-8715-f4388ae8aabf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.612787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=38fa2207-2ff9-49b8-823f-384c9d7f473b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:54.650296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Pushing event deleted for resources: {'Port': ['ID=3e6836a0-18cc-4153-8715-f4388ae8aabf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:54.658710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (84ceb0ac-de52-4f6c-910b-8f704084ed8d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.701553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-63f6b90d-6029-4991-98e7-b23ef63a2be0', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:07:54.704865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.726414 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.730762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-01e5a496-287f-47de-a0b4-a3258397be4d tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1246715 Jan 27 22:07:54.732881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41728) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:54.738987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'port': {'network_id': 'e611ddc6-d8b5-465f-897f-6b3bad47cdea', 'name': 'tempest-FloatingIPTestJSON-2058116023'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:54.768937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ea189-5327-4ccf-8848-803f5b4cbd15 req-fb6f6e97-6e9e-4265-a60f-0cbb6130d17b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:54.770390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-949ea189-5327-4ccf-8848-803f5b4cbd15 req-fb6f6e97-6e9e-4265-a60f-0cbb6130d17b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1348078 Jan 27 22:07:54.934277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb79cb-315a-45cf-9b24-d523ba6c127f req-e499a573-cfe2-4de8-95da-111c378e21d1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:54.936279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdcb79cb-315a-45cf-9b24-d523ba6c127f req-e499a573-cfe2-4de8-95da-111c378e21d1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 944 time: 0.1239622 Jan 27 22:07:54.961642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] No DVR routers for this DVR port 3e6836a0-18cc-4153-8715-f4388ae8aabf on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:54.971530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-949ea189-5327-4ccf-8848-803f5b4cbd15 req-a3233abf-fcb9-4997-b43d-00eda11b9f1b tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656303 Jan 27 22:07:54.985905 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.003089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3540d83-0cca-4182-b9c6-56207079bef4 req-6496cb94-4164-4eee-927a-f0011d5d06e8 tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.16 "DELETE /v2.0/ports/3e6836a0-18cc-4153-8715-f4388ae8aabf HTTP/1.1" status: 204 len: 173 time: 1.1629360 Jan 27 22:07:55.004501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229ea2fa-a172-4de1-91b4-44df3ce3ff1a', 'name': 'network-vif-deleted', 'tag': '3e6836a0-18cc-4153-8715-f4388ae8aabf'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:55.029829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Allocated IP 172.20.0.2 (63f6b90d-6029-4991-98e7-b23ef63a2be0/62684068-8b70-40ac-b137-c176a1c4b806/cd2675fc-6596-4109-a526-b6cd98a96c36) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:55.032596 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7a9b79-c13d-497c-ac15-628a72dfab00" -d '{"events": [{"server_uuid": "229ea2fa-a172-4de1-91b4-44df3ce3ff1a", "name": "network-vif-deleted", "tag": "3e6836a0-18cc-4153-8715-f4388ae8aabf"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:55.065393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdcb79cb-315a-45cf-9b24-d523ba6c127f req-54276a7c-b70d-436b-900f-a509e1ac6b37 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159911 Jan 27 22:07:55.066436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:55.074711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks [] for router_gateway (92e8f460-a9e0-49ba-9035-834668dda8c3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.074912 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.114240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] device_id is not set on port 4e8a03dc-2882-45fe-ae7b-3bf1d0579335 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:55.358752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-633bab3d-129c-417b-9359-3570484f6125 req-b1ae9fea-e67c-4e0f-a1a5-c9b312659b1d tempest-ListServerFiltersTestJSON-1768064288 tempest-ListServerFiltersTestJSON-1768064288-project] 10.222.0.45 "GET /v2.0/ports?device_id=229ea2fa-a172-4de1-91b4-44df3ce3ff1a HTTP/1.1" status: 200 len: 210 time: 0.0719821 Jan 27 22:07:55.404802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Publish callbacks [] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.413631 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.458345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:55.464188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:55.471913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:55.509528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Pushing event updated for resources: {'Port': ['ID=cd2675fc-6596-4109-a526-b6cd98a96c36,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.533218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3df2ad-55ac-4156-8572-9292d2c8857b req-7b680517-840b-432a-afb1-b4bb553c3851 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:55.542589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac3df2ad-55ac-4156-8572-9292d2c8857b req-7b680517-840b-432a-afb1-b4bb553c3851 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.1823211 Jan 27 22:07:55.588798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.20.0.5 (e611ddc6-d8b5-465f-897f-6b3bad47cdea/73a70ec6-df4a-49ba-b08e-69bdcf514a93/4e8a03dc-2882-45fe-ae7b-3bf1d0579335) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:55.598478 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566df107-b858-43de-b682-4308581e9dff x-openstack-request-id: req-566df107-b858-43de-b682-4308581e9dff {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:55.598967 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229ea2fa-a172-4de1-91b4-44df3ce3ff1a", "name": "network-vif-deleted", "tag": "3e6836a0-18cc-4153-8715-f4388ae8aabf", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:55.599393 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-566df107-b858-43de-b682-4308581e9dff {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:55.600070 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229ea2fa-a172-4de1-91b4-44df3ce3ff1a', 'name': 'network-vif-deleted', 'tag': '3e6836a0-18cc-4153-8715-f4388ae8aabf', 'status': 'completed', 'code': 200} Jan 27 22:07:55.606919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Attempting to bind port cd2675fc-6596-4109-a526-b6cd98a96c36 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:55.607701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Attempting to bind port cd2675fc-6596-4109-a526-b6cd98a96c36 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:55.609097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Attempting to bind port cd2675fc-6596-4109-a526-b6cd98a96c36 on network 63f6b90d-6029-4991-98e7-b23ef63a2be0 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:55.616088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:55.616846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Checking segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:55.617615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.618316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Bound using segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:55.621767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Bound port: cd2675fc-6596-4109-a526-b6cd98a96c36, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:55.623675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.669512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac3df2ad-55ac-4156-8572-9292d2c8857b req-ce4ad443-1e17-4cc6-992a-c434bbc9036a tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255648 Jan 27 22:07:55.749329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] For port cd2675fc-6596-4109-a526-b6cd98a96c36, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:55.756763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] For port cd2675fc-6596-4109-a526-b6cd98a96c36, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cd2675fc-6596-4109-a526-b6cd98a96c36,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:55.777042 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.877932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb84799-f722-41fa-ac13-232af7a25bad None None] Pushing event updated for resources: {'Port': ['ID=cd2675fc-6596-4109-a526-b6cd98a96c36,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.890197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks [] for router_gateway (92e8f460-a9e0-49ba-9035-834668dda8c3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.931288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.035565 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (4e8a03dc-2882-45fe-ae7b-3bf1d0579335), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.073449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Allocated IP 172.25.8.166 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/6ddb73ff-da5b-4245-909e-4791763d2aae) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:56.098356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4e8a03dc-2882-45fe-ae7b-3bf1d0579335), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.198577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network e611ddc6-d8b5-465f-897f-6b3bad47cdea is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:56.230197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:56.234083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:56.274811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:07:56.278327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3e6836a0-18cc-4153-8715-f4388ae8aabf no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:56.308067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks [] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.333215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 3e6836a0-18cc-4153-8715-f4388ae8aabf {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:56.333574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 3e6836a0-18cc-4153-8715-f4388ae8aabf not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:56.358136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=4e8a03dc-2882-45fe-ae7b-3bf1d0579335,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:56.376101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.390938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.390938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.391556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.392141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.392713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.393284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.393807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.394425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.394999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.395575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.396840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.396840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.397401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:56.440433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:56.441731 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.475568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41750) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:56.479338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36da94-3579-4ab5-a27d-eeff779ca594 req-4d3e2ea9-e0f2-48f7-8d4a-401fa1f51435 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:56.492292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb36da94-3579-4ab5-a27d-eeff779ca594 req-4d3e2ea9-e0f2-48f7-8d4a-401fa1f51435 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 944 time: 0.2794893 Jan 27 22:07:56.555043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:56.558279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dbd2e666-673b-49cd-b3b6-9873e7388924 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8240402 Jan 27 22:07:56.561235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41752) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:56.566916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'port_id': '4e8a03dc-2882-45fe-ae7b-3bf1d0579335'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:56.584780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Pushing event updated for resources: {'Port': ['ID=6ddb73ff-da5b-4245-909e-4791763d2aae,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:56.591728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:56.607922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:56.641321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb36da94-3579-4ab5-a27d-eeff779ca594 req-71a74e1a-005f-44f8-b23b-3a36fac81e5d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476910 Jan 27 22:07:56.649700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:56.693334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'mac_address': 'fa:16:3e:e3:6f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:07:56.696840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (84ceb0ac-de52-4f6c-910b-8f704084ed8d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.701527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d645b3c-e7e4-4d4a-b30c-790a8a5537ed admin admin] Deleting subnet f364ef75-f5da-4229-ac58-63879589a8ba {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:56.709652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d645b3c-e7e4-4d4a-b30c-790a8a5537ed admin admin] Publish callbacks [] for subnet (f364ef75-f5da-4229-ac58-63879589a8ba), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.773172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:56.774171 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.807711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d609377f-26e8-4f05-b6af-90d6050b324a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:56.848970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:56.861529 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.896138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d645b3c-e7e4-4d4a-b30c-790a8a5537ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (f364ef75-f5da-4229-ac58-63879589a8ba), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.954491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:57.181664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d609377f-26e8-4f05-b6af-90d6050b324a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:57.201920 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d645b3c-e7e4-4d4a-b30c-790a8a5537ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (f364ef75-f5da-4229-ac58-63879589a8ba), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.446280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d645b3c-e7e4-4d4a-b30c-790a8a5537ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (f364ef75-f5da-4229-ac58-63879589a8ba), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.448618 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks [] for router_gateway (92e8f460-a9e0-49ba-9035-834668dda8c3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.553387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d645b3c-e7e4-4d4a-b30c-790a8a5537ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.560055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d645b3c-e7e4-4d4a-b30c-790a8a5537ed admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f364ef75-f5da-4229-ac58-63879589a8ba HTTP/1.1" status: 204 len: 168 time: 1.0829511 Jan 27 22:07:57.560433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41756) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:57.570055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d645b3c-e7e4-4d4a-b30c-790a8a5537ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f364ef75-f5da-4229-ac58-63879589a8ba,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:57.600781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9269f6f7-0703-4ea2-b9e9-84fafbd148d2 None None] Network 173a2b50-5b57-469d-a97f-88755330c43b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:57.800721 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (173a2b50-5b57-469d-a97f-88755330c43b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.832288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f67ca9-4b4e-411a-b437-5d955e4f5b2a None None] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:57.860417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (92e8f460-a9e0-49ba-9035-834668dda8c3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.865565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cd2675fc-6596-4109-a526-b6cd98a96c36 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:57.955737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581aac1-29f4-4fb1-9a24-4ec0e35b1272 req-078ff1d7-1b53-4324-ae16-d461742849ce tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:57.960565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1581aac1-29f4-4fb1-9a24-4ec0e35b1272 req-078ff1d7-1b53-4324-ae16-d461742849ce tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1871612 Jan 27 22:07:58.042358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.051523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Deleting port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:58.052062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.068176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-416bae1e-973e-4e35-8934-e8253bfffe39 None None] Provisioning complete for port cd2675fc-6596-4109-a526-b6cd98a96c36 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:58.068717 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-416bae1e-973e-4e35-8934-e8253bfffe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.179718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (84ceb0ac-de52-4f6c-910b-8f704084ed8d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.190773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cd2675fc-6596-4109-a526-b6cd98a96c36 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:58.191740 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.247287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] For port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a50fc4a6-21ca-40d5-ba31-91b24cf2adc6,segment=NetworkSegment(0a26a90d-abfa-4587-937b-0ada1cf634b7),segment_id=0a26a90d-abfa-4587-937b-0ada1cf634b7)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:58.247893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.286589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cde918-af29-4799-8307-59a128d28454 None None] DHCP port deletion for 173a2b50-5b57-469d-a97f-88755330c43b request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:07:58.298212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:58.302680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Calling delete_port for a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:58.349860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Router 92e8f460-a9e0-49ba-9035-834668dda8c3 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:07:58.365670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1581aac1-29f4-4fb1-9a24-4ec0e35b1272 req-f56b8223-1f9f-4bb3-9be2-02cfc85e92cd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909512 Jan 27 22:07:58.430405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-416bae1e-973e-4e35-8934-e8253bfffe39 None None] Current status of the port cd2675fc-6596-4109-a526-b6cd98a96c36 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:58.430933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-416bae1e-973e-4e35-8934-e8253bfffe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.503378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port d609377f-26e8-4f05-b6af-90d6050b324a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:07:58.507784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.523759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d609377f-26e8-4f05-b6af-90d6050b324a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:58.524526 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.592003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50fc4a6-21ca-40d5-ba31-91b24cf2adc6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:58.604223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] No DVR routers for this DVR port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:58.640273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-416bae1e-973e-4e35-8934-e8253bfffe39 None None] For port cd2675fc-6596-4109-a526-b6cd98a96c36, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cd2675fc-6596-4109-a526-b6cd98a96c36,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:58.684317 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-416bae1e-973e-4e35-8934-e8253bfffe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.805925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bae1e-973e-4e35-8934-e8253bfffe39 None None] Pushing event updated for resources: {'Port': ['ID=cd2675fc-6596-4109-a526-b6cd98a96c36,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:58.810014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (173a2b50-5b57-469d-a97f-88755330c43b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.825754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e7cde918-af29-4799-8307-59a128d28454 None None] Deleting port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:58.827643 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7cde918-af29-4799-8307-59a128d28454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.881962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173a2b50-5b57-469d-a97f-88755330c43b']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:58.905811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a26a90d-abfa-4587-937b-0ada1cf634b7') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:58.906287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a26a90d-abfa-4587-937b-0ada1cf634b7') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:58.925977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (0a26a90d-abfa-4587-937b-0ada1cf634b7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.953330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0a26a90d-abfa-4587-937b-0ada1cf634b7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.967629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:58.968295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (0a26a90d-abfa-4587-937b-0ada1cf634b7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.993420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cd2675fc-6596-4109-a526-b6cd98a96c36 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:58.994278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.038134 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 84ceb0ac-de52-4f6c-910b-8f704084ed8d associated. External IP: 172.25.8.57, port: 4e8a03dc-2882-45fe-ae7b-3bf1d0579335. Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:59.049083 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:59.061302 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (173a2b50-5b57-469d-a97f-88755330c43b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.062448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b4a3a655-c786-4e5e-a688-7cf790f652ee None None] Provisioning complete for port cd2675fc-6596-4109-a526-b6cd98a96c36 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:59.063060 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a655-c786-4e5e-a688-7cf790f652ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.073464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.104167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] 10.222.0.45 "DELETE /v2.0/networks/173a2b50-5b57-469d-a97f-88755330c43b HTTP/1.1" status: 204 len: 168 time: 1.5385323 Jan 27 22:07:59.168518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f530fcc-20ea-4505-b3f9-ed464fb95657 admin admin] Pushing event deleted for resources: {'Network': ['ID=173a2b50-5b57-469d-a97f-88755330c43b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:59.185837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:59.186490 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.228078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e7cde918-af29-4799-8307-59a128d28454 None None] For port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:59.228904 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7cde918-af29-4799-8307-59a128d28454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.287071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e7cde918-af29-4799-8307-59a128d28454 None None] Calling delete_port for a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:59.297176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-e7cde918-af29-4799-8307-59a128d28454 None None] Port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:07:59.320272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:59.336752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:59.339827 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c78ae-7bc0-4d95-a272-9b52ea4286a9" -d '{"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-plugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:59.357223 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7cde918-af29-4799-8307-59a128d28454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (a50fc4a6-21ca-40d5-ba31-91b24cf2adc6), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.361926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Sync routers for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:59.382485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.387191 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d8b40cc-0d26-41e3-bb8e-09dfb9570d9a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0703492 Jan 27 22:07:59.391714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41768) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:59.400174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41772) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:59.463856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:59.466093 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:07:59.466823 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:07:59.469086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7cde918-af29-4799-8307-59a128d28454 None None] Network 173a2b50-5b57-469d-a97f-88755330c43b is not hosted by any dhcp agent {{(pid=103331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:07:59.472877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cde918-af29-4799-8307-59a128d28454 None None] No DVR routers for this DVR port a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:59.491670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde918-af29-4799-8307-59a128d28454 None None] Pushing event deleted for resources: {'Port': ['ID=a50fc4a6-21ca-40d5-ba31-91b24cf2adc6,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:59.496855 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.582686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:59.582686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:59.594884 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e497b5e-7804-4710-875f-055d3f775704 x-openstack-request-id: req-9e497b5e-7804-4710-875f-055d3f775704 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:59.595365 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-plugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:59.595775 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e497b5e-7804-4710-875f-055d3f775704 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:59.596296 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'code': 200} Jan 27 22:07:59.742125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:59.775583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b4728-1525-4441-9a23-1a696f22daf9 req-aa0ad070-ca76-4386-a3c2-7fd63067cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:59.778730 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-762b4728-1525-4441-9a23-1a696f22daf9 req-aa0ad070-ca76-4386-a3c2-7fd63067cf9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1097 time: 0.1381190 Jan 27 22:07:59.805219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:00.033515 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-762b4728-1525-4441-9a23-1a696f22daf9 req-e673d3f2-7131-4739-9423-9e73cd52a763 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462184 Jan 27 22:08:00.039077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:00.049074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b4a3a655-c786-4e5e-a688-7cf790f652ee None None] Current status of the port cd2675fc-6596-4109-a526-b6cd98a96c36 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:00.085421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:00.107730 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ec7f3-9b5a-4770-a7d7-01ffedf07992 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:00.116330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.140383 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ec7f3-9b5a-4770-a7d7-01ffedf07992 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:00.146368 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e39ec7f3-9b5a-4770-a7d7-01ffedf07992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:00.162149 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-271f2824-428a-4293-acc3-2ca6dd4faaa2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/floatingips/84ceb0ac-de52-4f6c-910b-8f704084ed8d HTTP/1.1" status: 200 len: 977 time: 3.5945582 Jan 27 22:08:00.162985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41774) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:00.182570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dee1a555-694b-4a4a-ad22-f0f8cc5049ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f6448c8c5cc440d9db669b6a5b79a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7771904 Jan 27 22:08:00.186003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41776) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:00.193485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b85e0-14d4-4722-97a7-1ab980ce7788 req-2d910dfc-5b17-4a0c-b8db-119e80793bcd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:00.195352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505b85e0-14d4-4722-97a7-1ab980ce7788 req-2d910dfc-5b17-4a0c-b8db-119e80793bcd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 946 time: 0.1631968 Jan 27 22:08:00.256010 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e39ec7f3-9b5a-4770-a7d7-01ffedf07992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:00.275994 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ec7f3-9b5a-4770-a7d7-01ffedf07992 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:00.277030 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e39ec7f3-9b5a-4770-a7d7-01ffedf07992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:00.369875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e39ec7f3-9b5a-4770-a7d7-01ffedf07992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:00.372173 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ec7f3-9b5a-4770-a7d7-01ffedf07992 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:00.472594 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06eadfed-eec0-439c-b08b-9a0fd221b860 admin admin] Publish callbacks [] for security_group (8d9b0a97-622e-4a07-9b8f-7640ce410f2b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.483494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505b85e0-14d4-4722-97a7-1ab980ce7788 req-1ae29a5b-69b4-4d3e-b6f6-298bb3642bd0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754521 Jan 27 22:08:00.501300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 4e8a03dc-2882-45fe-ae7b-3bf1d0579335 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:00.501828 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4e8a03dc-2882-45fe-ae7b-3bf1d0579335), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.563878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cd2675fc-6596-4109-a526-b6cd98a96c36 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:00.570758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06eadfed-eec0-439c-b08b-9a0fd221b860 admin admin] Publish callbacks [] for security_group (8d9b0a97-622e-4a07-9b8f-7640ce410f2b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.708365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4e8a03dc-2882-45fe-ae7b-3bf1d0579335), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.757789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:07:57Z', 'revision_number': 3, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:00.837294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Checking router: 92e8f460-a9e0-49ba-9035-834668dda8c3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:00.837747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Updating router 92e8f460-a9e0-49ba-9035-834668dda8c3 port 6ddb73ff-da5b-4245-909e-4791763d2aae binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:08:00.882872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cd2675fc-6596-4109-a526-b6cd98a96c36 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:00.888928 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.107237 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.162530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06eadfed-eec0-439c-b08b-9a0fd221b860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8d9b0a97-622e-4a07-9b8f-7640ce410f2b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.165550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06eadfed-eec0-439c-b08b-9a0fd221b860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.166988 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-06eadfed-eec0-439c-b08b-9a0fd221b860 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d9b0a97-622e-4a07-9b8f-7640ce410f2b HTTP/1.1" status: 204 len: 168 time: 0.9793680 Jan 27 22:08:01.181330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cd2675fc-6596-4109-a526-b6cd98a96c36 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:01.182214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.188019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eadfed-eec0-439c-b08b-9a0fd221b860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9b0a97-622e-4a07-9b8f-7640ce410f2b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:01.264813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.270180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (84ceb0ac-de52-4f6c-910b-8f704084ed8d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.271047 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 84ceb0ac-de52-4f6c-910b-8f704084ed8d disassociated. External IP: 172.25.8.57, port: 4e8a03dc-2882-45fe-ae7b-3bf1d0579335. Jan 27 22:08:01.271937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 4e8a03dc-2882-45fe-ae7b-3bf1d0579335 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:01.549523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Allocated IP 172.20.0.1 (63f6b90d-6029-4991-98e7-b23ef63a2be0/62684068-8b70-40ac-b137-c176a1c4b806/a1008396-9cca-45b5-9910-24667cbc1949) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:01.564096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cd2675fc-6596-4109-a526-b6cd98a96c36 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:01.722758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:01.750196 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4e8a03dc-2882-45fe-ae7b-3bf1d0579335), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.757511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:01.757878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a50fc4a6-21ca-40d5-ba31-91b24cf2adc6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:01.783995 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Publish callbacks [] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.797613 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.836220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=4e8a03dc-2882-45fe-ae7b-3bf1d0579335,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:01.904151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Attempting to bind port 6ddb73ff-da5b-4245-909e-4791763d2aae on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:01.904545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Attempting to bind port 6ddb73ff-da5b-4245-909e-4791763d2aae by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:01.904905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Attempting to bind port 6ddb73ff-da5b-4245-909e-4791763d2aae on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:01.908764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7972d2b-aa98-4ac7-8298-df5360859cc0 None None] Pushing event updated for resources: {'Port': ['ID=6ddb73ff-da5b-4245-909e-4791763d2aae,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:01.915537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:01.915921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:01.916336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.916864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:01.917369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Bound port: 6ddb73ff-da5b-4245-909e-4791763d2aae, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:01.917768 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.955095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6734931-4dec-4869-ba01-c904f923a761 req-de455b7d-7b25-4b55-a87a-f2db5f7813ef tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:01.957563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6734931-4dec-4869-ba01-c904f923a761 req-de455b7d-7b25-4b55-a87a-f2db5f7813ef tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 946 time: 0.1849360 Jan 27 22:08:01.999635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] For port 6ddb73ff-da5b-4245-909e-4791763d2aae, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:02.004544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] For port 6ddb73ff-da5b-4245-909e-4791763d2aae, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6ddb73ff-da5b-4245-909e-4791763d2aae,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:02.012666 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.145097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:02.147687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:02.169191 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Publish callbacks [] for port (a1008396-9cca-45b5-9910-24667cbc1949), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.220776 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:02.229737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6734931-4dec-4869-ba01-c904f923a761 req-cce06d05-3806-4511-994a-53aabb34437c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493477 Jan 27 22:08:02.270200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7972d2b-aa98-4ac7-8298-df5360859cc0 None None] Pushing event updated for resources: {'Port': ['ID=6ddb73ff-da5b-4245-909e-4791763d2aae,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:02.394519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a1008396-9cca-45b5-9910-24667cbc1949), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.436079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:02.467522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:02.543356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:02.545677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e50a0a-b599-48a7-94a7-a5da00d174da None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:02.610971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:02.634885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:02.638392 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.649015 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6519013c-fe3a-4e96-a7d9-e11242af7b4c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/ports/4e8a03dc-2882-45fe-ae7b-3bf1d0579335 HTTP/1.1" status: 204 len: 168 time: 2.4833257 Jan 27 22:08:02.650003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41802) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:02.736994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aacac716-c47a-43c1-b29f-380109402cbe tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "GET /v2.0/floatingips/84ceb0ac-de52-4f6c-910b-8f704084ed8d HTTP/1.1" status: 200 len: 687 time: 0.0840886 Jan 27 22:08:02.740708 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:02.849452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e50a0a-b599-48a7-94a7-a5da00d174da None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:02.850432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c9e50a0a-b599-48a7-94a7-a5da00d174da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:02.858987 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (92e8f460-a9e0-49ba-9035-834668dda8c3), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.022404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 38fa2207-2ff9-49b8-823f-384c9d7f473b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:03.023045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (38fa2207-2ff9-49b8-823f-384c9d7f473b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.038929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c9e50a0a-b599-48a7-94a7-a5da00d174da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:03.068047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e50a0a-b599-48a7-94a7-a5da00d174da None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:03.069376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c9e50a0a-b599-48a7-94a7-a5da00d174da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:07:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:03.155748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (38fa2207-2ff9-49b8-823f-384c9d7f473b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.159931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (38fa2207-2ff9-49b8-823f-384c9d7f473b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.169106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c9e50a0a-b599-48a7-94a7-a5da00d174da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:03.170389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e50a0a-b599-48a7-94a7-a5da00d174da None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:03.224133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:07:57Z', 'revision_number': 3, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:03.234870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 38fa2207-2ff9-49b8-823f-384c9d7f473b owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:03.254973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1008396-9cca-45b5-9910-24667cbc1949,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:03.304767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afcd92-53d0-49af-91cf-26f908a8efae req-3bab556f-1908-451c-97b7-d0dec40f07b8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:03.307326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05afcd92-53d0-49af-91cf-26f908a8efae req-3bab556f-1908-451c-97b7-d0dec40f07b8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 946 time: 0.7769303 Jan 27 22:08:03.328372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41816) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:03.343833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'floatingip': {'port_id': 'd609377f-26e8-4f05-b6af-90d6050b324a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:03.388954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e376a-3983-453d-9bb7-fd5e402594e2 None None] The sync data for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 is: [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:07:57Z', 'revision_number': 3, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:03.435198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2140523b-34cc-4bc6-af01-10e5884d59ff None None] Provisioning complete for port a1008396-9cca-45b5-9910-24667cbc1949 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:03.436009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2140523b-34cc-4bc6-af01-10e5884d59ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1008396-9cca-45b5-9910-24667cbc1949), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.598753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2140523b-34cc-4bc6-af01-10e5884d59ff None None] Port a1008396-9cca-45b5-9910-24667cbc1949 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:03.640985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41818) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:03.678569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for floatingip (356b9a59-8a8d-411a-a5c7-764e9f1342e8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.772185 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (38fa2207-2ff9-49b8-823f-384c9d7f473b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.814157 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1008396-9cca-45b5-9910-24667cbc1949), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.834861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=38fa2207-2ff9-49b8-823f-384c9d7f473b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:03.913039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-634752418-network', 'tenant_id': 'f41b82fbec774515a940e0ce7cc2b30d'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:04.016050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (84ceb0ac-de52-4f6c-910b-8f704084ed8d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.018914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.021305 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d894d5d6-34c4-432f-b743-5eace440a858 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/floatingips/84ceb0ac-de52-4f6c-910b-8f704084ed8d HTTP/1.1" status: 204 len: 168 time: 1.2788978 Jan 27 22:08:04.028234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41824) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:04.039942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'f1431c2b-1694-493c-8a2b-13beaf43fa9c'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:04.095567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.118346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Made reservation on behalf of f41b82fbec774515a940e0ce7cc2b30d for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:04.121335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.139818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-758060c1-6251-4594-9b7e-6fa5641ad641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.158941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.330586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.617125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Publish callbacks [] for port (a1008396-9cca-45b5-9910-24667cbc1949), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.710491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.25.8.61 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/1c32da0d-4b6c-499a-bc6f-33a0f015a17f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:04.733476 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a1008396-9cca-45b5-9910-24667cbc1949), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.918457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6ddb73ff-da5b-4245-909e-4791763d2aae up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:04.932343 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Publish callbacks [] for security_group (55e4e85c-0456-48f1-9e77-c3d5ad1a9630), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.977271 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.977710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (55e4e85c-0456-48f1-9e77-c3d5ad1a9630), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.054090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1008396-9cca-45b5-9910-24667cbc1949,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:05.059124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:05.150473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.184823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6ddb73ff-da5b-4245-909e-4791763d2aae triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:05.186125 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.192492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (92e8f460-a9e0-49ba-9035-834668dda8c3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.209864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c385a8d0-aa42-4701-9168-44c82994ae4f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.210213 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Added segment c385a8d0-aa42-4701-9168-44c82994ae4f of type vlan for network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea Jan 27 22:08:05.231101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e4e85c-0456-48f1-9e77-c3d5ad1a9630,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:05.271753 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.resource_extend [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:08:05.347881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=1c32da0d-4b6c-499a-bc6f-33a0f015a17f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:05.380332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:05.393070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:05.399567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:05.423462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (61320ff4-e9e3-42b4-b67a-9bc86a0be7ea), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.467153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.518393 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (356b9a59-8a8d-411a-a5c7-764e9f1342e8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.577029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6ddb73ff-da5b-4245-909e-4791763d2aae is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:05.578129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.644506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 6ddb73ff-da5b-4245-909e-4791763d2aae, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6ddb73ff-da5b-4245-909e-4791763d2aae,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:05.660047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.727914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (61320ff4-e9e3-42b4-b67a-9bc86a0be7ea), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.732611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:05.735107 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.861883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=6ddb73ff-da5b-4245-909e-4791763d2aae,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:05.889368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:05.905121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:06.162160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5116467 Jan 27 22:08:06.234871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41828) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:06.252198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Request body: {'subnet': {'network_id': '61320ff4-e9e3-42b4-b67a-9bc86a0be7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-634752418-subnet', 'tenant_id': 'f41b82fbec774515a940e0ce7cc2b30d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:06.286520 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Floating IP 356b9a59-8a8d-411a-a5c7-764e9f1342e8 associated. External IP: 172.25.8.109, port: d609377f-26e8-4f05-b6af-90d6050b324a. Jan 27 22:08:06.339135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724013b-43e4-4b9d-813f-5a60b2a0e664 admin admin] Pushing event updated for resources: {'Network': ['ID=61320ff4-e9e3-42b4-b67a-9bc86a0be7ea,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:06.355891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:06.378243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Router 92e8f460-a9e0-49ba-9035-834668dda8c3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:06.418719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Made reservation on behalf of f41b82fbec774515a940e0ce7cc2b30d for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:06.429366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.448346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-799a5c76-49b7-4fb1-9adc-ef6e0c3f8f0b None None] Provisioning complete for port a1008396-9cca-45b5-9910-24667cbc1949 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:06.448847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-799a5c76-49b7-4fb1-9adc-ef6e0c3f8f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1008396-9cca-45b5-9910-24667cbc1949), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.453099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (3f9379b8-ad30-41dc-bd54-22c579336e24), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.545399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-799a5c76-49b7-4fb1-9adc-ef6e0c3f8f0b None None] Port a1008396-9cca-45b5-9910-24667cbc1949 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:06.637128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.744615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6ddb73ff-da5b-4245-909e-4791763d2aae up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:06.875241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6ddb73ff-da5b-4245-909e-4791763d2aae triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:06.875787 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.945184 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (14261073-f048-4eff-8b0d-7ded1fc8263f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.067282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6ddb73ff-da5b-4245-909e-4791763d2aae is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:07.103709 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a544528e-8fd5-43ea-bf69-64315ab918e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.420646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.428955 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.510508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:07.528707 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Sync routers for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:07.532261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3fca6417-5ef7-421e-b5f3-455bd6f529c2 admin admin] 10.222.0.45 "PUT /v2.0/routers/92e8f460-a9e0-49ba-9035-834668dda8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1389513 Jan 27 22:08:07.552931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=1c32da0d-4b6c-499a-bc6f-33a0f015a17f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:07.569391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (3f9379b8-ad30-41dc-bd54-22c579336e24), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.571757 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:07.573212 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:07.649026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Checking segment: {'id': 'c385a8d0-aa42-4701-9168-44c82994ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '61320ff4-e9e3-42b4-b67a-9bc86a0be7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:07.649594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Network hostable DHCP agents. Network: 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:07.653745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14261073-f048-4eff-8b0d-7ded1fc8263f,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:07.738554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Router ee10a56b-13a4-4d48-8cee-f0ccc82181ab has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:07.778461 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 3f9379b8-ad30-41dc-bd54-22c579336e24 associated. External IP: 172.25.8.61, port: f1431c2b-1694-493c-8a2b-13beaf43fa9c. Jan 27 22:08:07.779551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:07.868462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:07.886075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4004d881-5768-40c6-9de8-7820cbcd3216 None None] Network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:07.896856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:07.897957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.962019 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:08.106024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d0c255f-2ccf-464a-ba67-52bfe836052b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8625574 Jan 27 22:08:08.191913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:08.221729 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.266295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] Sync routers for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:08.289282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d0dae-4338-4336-8100-53f88057b959 None None] Network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:08.335288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-47f95839-c73e-44d8-a39b-f56fc546e669 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "PUT /v2.0/floatingips/356b9a59-8a8d-411a-a5c7-764e9f1342e8 HTTP/1.1" status: 200 len: 992 time: 5.0051115 Jan 27 22:08:08.335288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:08.337818 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883eb41-66f6-42cc-919b-035d41fd9268" -d '{"events": [{"name": "network-changed", "server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:08.372096 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:04Z', 'revision_number': 2, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:08.428816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:08.429770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:08.434306 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Checking router: 92e8f460-a9e0-49ba-9035-834668dda8c3 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:08.435958 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Updating router 92e8f460-a9e0-49ba-9035-834668dda8c3 port a1008396-9cca-45b5-9910-24667cbc1949 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:08:08.491524 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1008396-9cca-45b5-9910-24667cbc1949), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.583802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:08.648532 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.766172 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d8415-2f09-4a7f-be5e-bdbf2dd65390 x-openstack-request-id: req-9a2d8415-2f09-4a7f-be5e-bdbf2dd65390 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:08.766812 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:08.767311 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a2d8415-2f09-4a7f-be5e-bdbf2dd65390 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:08.768141 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'status': 'completed', 'code': 200} Jan 27 22:08:08.783329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41852) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:08.791369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fbe1d88c-b998-4332-890e-340692754efe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393712652', 'description': 'tempest-description--1011769121'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:08.861323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d88c-b998-4332-890e-340692754efe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.876358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:09.083682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:09.108190 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d88c-b998-4332-890e-340692754efe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (f84ffc8c-5e87-45c9-be60-ad025dcc702c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.112036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda0301-2dda-4cc3-bd06-986f8e145494 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:09.117992 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d88c-b998-4332-890e-340692754efe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f84ffc8c-5e87-45c9-be60-ad025dcc702c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.147570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-02ba7a7a-2364-4df8-9856-752aa734bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:09.154643 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-02ba7a7a-2364-4df8-9856-752aa734bfb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1097 time: 0.2841842 Jan 27 22:08:09.167366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.219126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1d88c-b998-4332-890e-340692754efe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84ffc8c-5e87-45c9-be60-ad025dcc702c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:09.294444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d88c-b998-4332-890e-340692754efe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.297102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fbe1d88c-b998-4332-890e-340692754efe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5119989 Jan 27 22:08:09.303067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41864) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:09.331368 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d071e59-1d67-485a-984a-d31726f07cf2 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3017228 Jan 27 22:08:09.336009 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Publish callbacks [] for port (a1008396-9cca-45b5-9910-24667cbc1949), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.336976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41866) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:09.343898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ff7761c1-afd1-4499-a93c-43d5576ed60c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'security_group_rule': {'security_group_id': 'f84ffc8c-5e87-45c9-be60-ad025dcc702c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:09.349391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-852269227'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:09.364379 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda0301-2dda-4cc3-bd06-986f8e145494 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:09.366552 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5dda0301-2dda-4cc3-bd06-986f8e145494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:09.374995 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a1008396-9cca-45b5-9910-24667cbc1949), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.437075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7761c1-afd1-4499-a93c-43d5576ed60c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (61ffb25b-6cd7-41e0-832a-ac5b71255b73), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.444547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:09.448005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.450745 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5dda0301-2dda-4cc3-bd06-986f8e145494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:09.474740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-62f12996-71e1-4330-ab30-807ded6a3acd tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:09.486362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-62f12996-71e1-4330-ab30-807ded6a3acd tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/networks?id=61320ff4-e9e3-42b4-b67a-9bc86a0be7ea HTTP/1.1" status: 200 len: 820 time: 0.3233309 Jan 27 22:08:09.496298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-152487cc-5898-4fef-923e-6ab9911e79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:09.498139 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-152487cc-5898-4fef-923e-6ab9911e79a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.3245482 Jan 27 22:08:09.523109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-395bb4db-1dc1-4756-b2c3-6b3ca275a7bd tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/quotas/f41b82fbec774515a940e0ce7cc2b30d HTTP/1.1" status: 200 len: 375 time: 0.0358405 Jan 27 22:08:09.535431 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda0301-2dda-4cc3-bd06-986f8e145494 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:09.537189 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5dda0301-2dda-4cc3-bd06-986f8e145494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:09.665790 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5dda0301-2dda-4cc3-bd06-986f8e145494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:09.667021 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda0301-2dda-4cc3-bd06-986f8e145494 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:09.684695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-da61cc8a-5a65-4867-a528-00a5419efe14 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f41b82fbec774515a940e0ce7cc2b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1605258 Jan 27 22:08:09.691770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:09.713223 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f1d11-f899-4d2c-bd5a-fc3598b2e034 None None] Pushing event updated for resources: {'Port': ['ID=a1008396-9cca-45b5-9910-24667cbc1949,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:09.752477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (fd8b5948-1ffa-42c8-ad8d-6e478b0e826f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.753062 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Added segment fd8b5948-1ffa-42c8-ad8d-6e478b0e826f of type vlan for network 4512c8e5-8f34-4539-8a5d-205739324e23 Jan 27 22:08:09.822712 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Attempting to bind port a1008396-9cca-45b5-9910-24667cbc1949 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:09.823323 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Attempting to bind port a1008396-9cca-45b5-9910-24667cbc1949 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:09.823938 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Attempting to bind port a1008396-9cca-45b5-9910-24667cbc1949 on network 63f6b90d-6029-4991-98e7-b23ef63a2be0 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:09.847568 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:09.848103 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Checking segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:09.848725 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.849584 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Bound using segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:09.850228 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Bound port: a1008396-9cca-45b5-9910-24667cbc1949, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:09.850879 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1008396-9cca-45b5-9910-24667cbc1949), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.906365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (4512c8e5-8f34-4539-8a5d-205739324e23), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.912581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7761c1-afd1-4499-a93c-43d5576ed60c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (61ffb25b-6cd7-41e0-832a-ac5b71255b73), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.923870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-69cb032e-62ad-46d4-90d3-b4f553bc675c service neutron] 10.222.0.45 "GET /v2.0/networks/61320ff4-e9e3-42b4-b67a-9bc86a0be7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381420 Jan 27 22:08:09.933887 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7761c1-afd1-4499-a93c-43d5576ed60c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (61ffb25b-6cd7-41e0-832a-ac5b71255b73), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.988885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '356b9a59-8a8d-411a-a5c7-764e9f1342e8', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'port_id': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'mac_address': 'fa:16:3e:e3:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 1, 'project_id': '9c9b826841b8474393813eea41b044d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:40Z', 'revision_number': 5, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:10.025042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7761c1-afd1-4499-a93c-43d5576ed60c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ffb25b-6cd7-41e0-832a-ac5b71255b73,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:10.035136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7761c1-afd1-4499-a93c-43d5576ed60c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.036977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ff7761c1-afd1-4499-a93c-43d5576ed60c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7323506 Jan 27 22:08:10.041275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:10.065661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c6a4d072-b7a0-4f15-8a1e-8e0651f250f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'security_group_rule': {'security_group_id': 'f84ffc8c-5e87-45c9-be60-ad025dcc702c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:10.094512 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] For port a1008396-9cca-45b5-9910-24667cbc1949, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:10.098946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] Checking router: ee10a56b-13a4-4d48-8cee-f0ccc82181ab for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:10.105514 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] For port a1008396-9cca-45b5-9910-24667cbc1949, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a1008396-9cca-45b5-9910-24667cbc1949,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:10.109883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-5c94a1e0-2175-43c4-a989-dc5dd04df591 service neutron] 10.222.0.45 "GET /v2.0/networks/61320ff4-e9e3-42b4-b67a-9bc86a0be7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839213 Jan 27 22:08:10.113931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (4512c8e5-8f34-4539-8a5d-205739324e23), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.117027 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a1008396-9cca-45b5-9910-24667cbc1949), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.123345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:10.124529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.136278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:10.137692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:10.138917 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-eb6bb706-019f-42dd-bafe-158c4ca80c21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.6293156 Jan 27 22:08:10.224066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e3c6936f-eb89-4b95-8175-3dbae0395586 None None] Provisioning complete for port a1008396-9cca-45b5-9910-24667cbc1949 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:10.224704 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3c6936f-eb89-4b95-8175-3dbae0395586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1008396-9cca-45b5-9910-24667cbc1949), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.290134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:10.300328 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:10.349020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Network': ['ID=4512c8e5-8f34-4539-8a5d-205739324e23,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:10.467335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d072-b7a0-4f15-8a1e-8e0651f250f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (176030e1-09c0-471b-86be-8babe9c42c03), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.479697 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f1d11-f899-4d2c-bd5a-fc3598b2e034 None None] Pushing event updated for resources: {'Port': ['ID=a1008396-9cca-45b5-9910-24667cbc1949,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:10.495321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-549d9792-ae50-4849-9f1c-5c7167fdd7f0 req-dcab578b-7024-4d8a-86c0-18452575d1a8 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 210 time: 0.0736268 Jan 27 22:08:10.506366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 4512c8e5-8f34-4539-8a5d-205739324e23 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:10.540925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-b9cb459d-978c-4884-a0e1-518bed55fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:10.543715 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-b9cb459d-978c-4884-a0e1-518bed55fc95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.3873460 Jan 27 22:08:10.557079 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-74755687-07c8-4606-b684-7e6dda67e7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2164910 Jan 27 22:08:10.561049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41882) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:10.568177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'subnet': {'network_id': '4512c8e5-8f34-4539-8a5d-205739324e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:10.647613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d072-b7a0-4f15-8a1e-8e0651f250f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (176030e1-09c0-471b-86be-8babe9c42c03), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.741501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:10.767721 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d072-b7a0-4f15-8a1e-8e0651f250f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (176030e1-09c0-471b-86be-8babe9c42c03), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.850689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:10.857829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.878677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d072-b7a0-4f15-8a1e-8e0651f250f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176030e1-09c0-471b-86be-8babe9c42c03,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:10.894252 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d072-b7a0-4f15-8a1e-8e0651f250f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.926183 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c6a4d072-b7a0-4f15-8a1e-8e0651f250f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8831363 Jan 27 22:08:10.931362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:10.941877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-485c03cf-1dc2-46fc-a10b-2a61bfc29373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:10.944615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-485c03cf-1dc2-46fc-a10b-2a61bfc29373 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3750534 Jan 27 22:08:10.950772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:11.222789 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:11.233729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6936f-eb89-4b95-8175-3dbae0395586 None None] Current status of the port a1008396-9cca-45b5-9910-24667cbc1949 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:11.235567 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3c6936f-eb89-4b95-8175-3dbae0395586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a1008396-9cca-45b5-9910-24667cbc1949), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.398911 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.404713 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-2a548b2f-b7a8-4ec7-a5a7-c29aafa4bae9 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446194 Jan 27 22:08:11.476560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e3c6936f-eb89-4b95-8175-3dbae0395586 None None] For port a1008396-9cca-45b5-9910-24667cbc1949, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a1008396-9cca-45b5-9910-24667cbc1949,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:11.483827 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.485642 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3c6936f-eb89-4b95-8175-3dbae0395586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a1008396-9cca-45b5-9910-24667cbc1949), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.591777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (97890ccc-60a9-4c41-98f2-b78e1c1e4348), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.611977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6936f-eb89-4b95-8175-3dbae0395586 None None] Pushing event updated for resources: {'Port': ['ID=a1008396-9cca-45b5-9910-24667cbc1949,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:11.674343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.729172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c2dd6dfb-5be7-49d0-9cae-b1b4b81c654a None None] Provisioning complete for port a1008396-9cca-45b5-9910-24667cbc1949 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:11.730345 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c2dd6dfb-5be7-49d0-9cae-b1b4b81c654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1008396-9cca-45b5-9910-24667cbc1949), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.791578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67e82746-8d92-479d-afec-c10d4131abf1 req-8c08a8b9-30ae-4b75-abac-5ce80df0d613 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 210 time: 0.0891623 Jan 27 22:08:11.872851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b14886-52b2-47df-8401-8af155de8bb1 req-af65a2b6-7a40-4f0d-9719-f5d4906f78d6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.875944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5b14886-52b2-47df-8401-8af155de8bb1 req-af65a2b6-7a40-4f0d-9719-f5d4906f78d6 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.3162706 Jan 27 22:08:11.923726 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0883eb41-66f6-42cc-919b-035d41fd9268 req-4c82703c-fb00-41c1-802a-b270a7168279 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986174 Jan 27 22:08:11.929304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Subnet': ['ID=97890ccc-60a9-4c41-98f2-b78e1c1e4348,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:12.014632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Checking segment: {'id': 'fd8b5948-1ffa-42c8-ad8d-6e478b0e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4512c8e5-8f34-4539-8a5d-205739324e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:12.016655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network hostable DHCP agents. Network: 4512c8e5-8f34-4539-8a5d-205739324e23, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:12.029425 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:10Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:12.088541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5b14886-52b2-47df-8401-8af155de8bb1 req-11f1b45f-5ded-45a4-aa04-51b42993e3e1 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991153 Jan 27 22:08:12.110680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 4512c8e5-8f34-4539-8a5d-205739324e23 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:12.114185 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a633c-29fc-4287-a40a-07fe66af3a45 None None] The sync data for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 is: [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:10Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:12.134998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 4512c8e5-8f34-4539-8a5d-205739324e23) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:12.136070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd6dfb-5be7-49d0-9cae-b1b4b81c654a None None] Current status of the port a1008396-9cca-45b5-9910-24667cbc1949 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:12.145989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:12.147156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.183942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '356b9a59-8a8d-411a-a5c7-764e9f1342e8', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'port_id': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'mac_address': 'fa:16:3e:e3:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 1, 'project_id': '9c9b826841b8474393813eea41b044d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:40Z', 'revision_number': 5, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:12.191643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-66e1d21e-f004-4de6-97fa-f2e37b25fd3e tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6254709 Jan 27 22:08:12.192975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41910) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:12.206617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-971594096', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:12.206949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170a2645-999e-41bd-8056-4abd1464c459 None None] Network 4512c8e5-8f34-4539-8a5d-205739324e23 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:12.267194 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.313701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fa584-99ee-4519-95ce-bdbb79de0333 None None] The sync data for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 is: [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '356b9a59-8a8d-411a-a5c7-764e9f1342e8', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'port_id': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'mac_address': 'fa:16:3e:e3:6f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 1, 'project_id': '9c9b826841b8474393813eea41b044d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:40Z', 'revision_number': 5, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:12.358127 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.359722 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.602141 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_controller (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.637513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-4512c8e5-8f34-4539-8a5d-205739324e23', 'network_id': '4512c8e5-8f34-4539-8a5d-205739324e23', 'project_id': '02ba2ec5e5164017b5b397ef94dcb5ba', 'fixed_ips': [{'subnet_id': '97890ccc-60a9-4c41-98f2-b78e1c1e4348'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:08:12.638465 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.731877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Allocated IP 172.25.8.19 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8985b5e2-cc41-4ea1-9fad-ffa075ed8948) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:13.084120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a1008396-9cca-45b5-9910-24667cbc1949 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:13.091128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbaf320-bb95-41f4-9234-aac1de708240 None None] New status for floating IP 356b9a59-8a8d-411a-a5c7-764e9f1342e8: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:08:13.120237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Allocated IP 172.20.0.2 (4512c8e5-8f34-4539-8a5d-205739324e23/97890ccc-60a9-4c41-98f2-b78e1c1e4348/b3c2afdb-a97c-4930-bed5-c18092f730a4) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:13.188540 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_gateway (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.289096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19c49bc4-ef51-4c71-87d7-62ea2c912a92 req-b253ed38-c5b9-423f-8f62-f13566b854ad tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 210 time: 0.1488128 Jan 27 22:08:13.419126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for port (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.447655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-16104dc0-0369-436f-b3fb-498fd812fa3f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:13.449802 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-16104dc0-0369-436f-b3fb-498fd812fa3f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.16 "GET /v2.0/networks?id=61320ff4-e9e3-42b4-b67a-9bc86a0be7ea HTTP/1.1" status: 200 len: 820 time: 0.3918626 Jan 27 22:08:13.464376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Request body: {'port': {'device_id': 'e971280f-c07f-4cb4-bdae-fcc36b7d966a', 'network_id': '61320ff4-e9e3-42b4-b67a-9bc86a0be7ea', 'admin_state_up': True, 'tenant_id': 'f41b82fbec774515a940e0ce7cc2b30d'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:13.595207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.678102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'Port': ['ID=8985b5e2-cc41-4ea1-9fad-ffa075ed8948,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:13.696523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:13.701753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:13.706396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:13.788204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Made reservation on behalf of f41b82fbec774515a940e0ce7cc2b30d for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:13.792697 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.798775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a1008396-9cca-45b5-9910-24667cbc1949 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:13.799699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a1008396-9cca-45b5-9910-24667cbc1949), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.848752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52872c49-4bb6-40dd-ad3a-89bdff43accd req-a2c45cb5-fc26-4fa3-abaa-a1bce222423d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:13.861393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52872c49-4bb6-40dd-ad3a-89bdff43accd req-a2c45cb5-fc26-4fa3-abaa-a1bce222423d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.4055438 Jan 27 22:08:13.880791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-0310fb75-84d9-422f-8937-030db4063ae2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:13.882958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-0310fb75-84d9-422f-8937-030db4063ae2 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 946 time: 0.4291270 Jan 27 22:08:14.062077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52872c49-4bb6-40dd-ad3a-89bdff43accd req-e4cb2bce-6a4f-48da-b0d7-04888ae5fc1d tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981745 Jan 27 22:08:14.172522 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (98684428-5c8a-489a-90eb-31fb47945718), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.207900 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:08:14.222570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Allocated IP 172.20.0.4 (61320ff4-e9e3-42b4-b67a-9bc86a0be7ea/14261073-f048-4eff-8b0d-7ded1fc8263f/61d9fd9a-38d9-404a-ad89-cd77b569fc69) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:14.226756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Deleting port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:14.227349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.471058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] For port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,segment=NetworkSegment(e962958b-f5ab-469f-b46e-7c3d29c3c7d4),segment_id=e962958b-f5ab-469f-b46e-7c3d29c3c7d4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:14.472053 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.493312 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Publish callbacks [] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.499668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Calling delete_port for 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:14.570079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.583501 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.656020 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Publish callbacks [] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.707180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:14.716331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:14.732830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:14.753143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a1008396-9cca-45b5-9910-24667cbc1949 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:14.758122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.815584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:14.816366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.839663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_gateway (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.850511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Pushing event updated for resources: {'Port': ['ID=61d9fd9a-38d9-404a-ad89-cd77b569fc69,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:14.867738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Network 4512c8e5-8f34-4539-8a5d-205739324e23 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:14.885022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:14.908700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:14.911836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (64657ecd-cd9e-4a72-b637-08f3c6c92aa2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.914916 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-bf6015b3-c4b2-41e5-a39f-f8fa1fa7b62a tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4558413 Jan 27 22:08:14.924875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Pushing event updated for resources: {'Port': ['ID=b3c2afdb-a97c-4930-bed5-c18092f730a4,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:14.932014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Request body: {'port': {'device_id': 'e971280f-c07f-4cb4-bdae-fcc36b7d966a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:14.982584 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.994771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Pushing event deleted for resources: {'Port': ['ID=64657ecd-cd9e-4a72-b637-08f3c6c92aa2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:15.028636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Attempting to bind port b3c2afdb-a97c-4930-bed5-c18092f730a4 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:15.029235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Attempting to bind port b3c2afdb-a97c-4930-bed5-c18092f730a4 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fd8b5948-1ffa-42c8-ad8d-6e478b0e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4512c8e5-8f34-4539-8a5d-205739324e23'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:15.029835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Attempting to bind port b3c2afdb-a97c-4930-bed5-c18092f730a4 on network 4512c8e5-8f34-4539-8a5d-205739324e23 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:15.039709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:15.040312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Checking segment: {'id': 'fd8b5948-1ffa-42c8-ad8d-6e478b0e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4512c8e5-8f34-4539-8a5d-205739324e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:15.040971 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.041622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Bound using segment: {'id': 'fd8b5948-1ffa-42c8-ad8d-6e478b0e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4512c8e5-8f34-4539-8a5d-205739324e23'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:15.042767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Bound port: b3c2afdb-a97c-4930-bed5-c18092f730a4, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8b5948-1ffa-42c8-ad8d-6e478b0e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4512c8e5-8f34-4539-8a5d-205739324e23'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:15.043430 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.130012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for port (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.135702 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.226119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] For port b3c2afdb-a97c-4930-bed5-c18092f730a4, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:15.232788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] For port b3c2afdb-a97c-4930-bed5-c18092f730a4, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3c2afdb-a97c-4930-bed5-c18092f730a4,segment=NetworkSegment(fd8b5948-1ffa-42c8-ad8d-6e478b0e826f),segment_id=fd8b5948-1ffa-42c8-ad8d-6e478b0e826f)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:15.242794 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.293523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] No DVR routers for this DVR port 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:15.306484 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.313982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-245f6973-81fd-4694-9abd-dcc5cfc9c096 req-2117c019-5a42-4739-93d0-ef202d3b30d4 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.16 "DELETE /v2.0/ports/64657ecd-cd9e-4a72-b637-08f3c6c92aa2 HTTP/1.1" status: 204 len: 173 time: 1.4202855 Jan 27 22:08:15.329721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-deleted', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:15.335637 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2bb829-49c1-4908-8c9c-45ad87c5587e" -d '{"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-deleted", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:15.429625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.442962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9aa7a-ba11-4e51-97fc-b5848e16aa73 None None] Pushing event updated for resources: {'Port': ['ID=b3c2afdb-a97c-4930-bed5-c18092f730a4,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:15.569481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80771ea2-fe8a-45e9-be50-516b037d0697 req-19515976-f223-4a17-adf1-8ac181ab7a45 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:15.573074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80771ea2-fe8a-45e9-be50-516b037d0697 req-19515976-f223-4a17-adf1-8ac181ab7a45 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 931 time: 0.7109864 Jan 27 22:08:15.614482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1c98cc5-1c5a-44e0-86a9-3ffee8c648da req-aa5c6eee-6ac2-485a-8125-f6f1dc389c49 tempest-ServersNegativeTestJSON-1555664876 tempest-ServersNegativeTestJSON-1555664876-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd97b785-35c7-4b55-84b7-e0bbea060fc5 HTTP/1.1" status: 200 len: 210 time: 0.2862008 Jan 27 22:08:15.681606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.25.8.17 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/6b36f681-ef9e-4fca-909b-fb745e4b8cf5) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:15.721178 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672a710c-b389-485f-bd65-39618fc32b83 x-openstack-request-id: req-672a710c-b389-485f-bd65-39618fc32b83 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:15.723191 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97b785-35c7-4b55-84b7-e0bbea060fc5", "name": "network-vif-deleted", "tag": "64657ecd-cd9e-4a72-b637-08f3c6c92aa2", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:15.723519 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-672a710c-b389-485f-bd65-39618fc32b83 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:15.724543 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97b785-35c7-4b55-84b7-e0bbea060fc5', 'name': 'network-vif-deleted', 'tag': '64657ecd-cd9e-4a72-b637-08f3c6c92aa2', 'status': 'completed', 'code': 200} Jan 27 22:08:15.793038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'Port': ['ID=8985b5e2-cc41-4ea1-9fad-ffa075ed8948,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:15.872457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80771ea2-fe8a-45e9-be50-516b037d0697 req-4d172216-2f3c-485f-a6ec-1bd9f987c8f8 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691572 Jan 27 22:08:15.886011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (98684428-5c8a-489a-90eb-31fb47945718), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.017899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.019320 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-364cb6f0-852c-4408-95b0-7063138619c6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0859368 Jan 27 22:08:16.167706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d9fd9a-38d9-404a-ad89-cd77b569fc69 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:16.187932 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Publish callbacks [] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.194700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (6b36f681-ef9e-4fca-909b-fb745e4b8cf5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.222848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Transition to ACTIVE for port object 61d9fd9a-38d9-404a-ad89-cd77b569fc69 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:08:16.230850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.235052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbae69b-abca-4c7c-86d8-1668ef6375b7 req-88d79e22-ef80-495c-b7ac-80c69d38b6e5 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:16.237166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bbae69b-abca-4c7c-86d8-1668ef6375b7 req-88d79e22-ef80-495c-b7ac-80c69d38b6e5 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.1243789 Jan 27 22:08:16.292638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6b36f681-ef9e-4fca-909b-fb745e4b8cf5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.360840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Pushing event updated for resources: {'Port': ['ID=61d9fd9a-38d9-404a-ad89-cd77b569fc69,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:16.378582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-38de7f2b-72ac-4491-b36b-5f521a564ee7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--393712652&fields=id&tenant_id=279048c1f52843f6a6e53ad367ea9a4a HTTP/1.1" status: 200 len: 267 time: 0.1350248 Jan 27 22:08:16.391688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:16.407596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bbae69b-abca-4c7c-86d8-1668ef6375b7 req-2b7dee78-2c28-4c79-9240-0f11e910434b tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472738 Jan 27 22:08:16.409994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:16.434615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:16.435349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:16.435770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 64657ecd-cd9e-4a72-b637-08f3c6c92aa2 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:16.448064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=6b36f681-ef9e-4fca-909b-fb745e4b8cf5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:16.450383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41944) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:16.451172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:16.478456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Attempting to bind port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:16.479017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Attempting to bind port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'c385a8d0-aa42-4701-9168-44c82994ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '61320ff4-e9e3-42b4-b67a-9bc86a0be7ea'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:16.479617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Attempting to bind port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 on network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:16.489451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 on network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:08:16.490004 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Attempting to bind port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 on network 61320ff4-e9e3-42b4-b67a-9bc86a0be7ea {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:16.502601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:16.504173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Checking segment: {'id': 'c385a8d0-aa42-4701-9168-44c82994ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '61320ff4-e9e3-42b4-b67a-9bc86a0be7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:16.505376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Bound using segment: {'id': 'c385a8d0-aa42-4701-9168-44c82994ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '61320ff4-e9e3-42b4-b67a-9bc86a0be7ea'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:16.506874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Bound port: 61d9fd9a-38d9-404a-ad89-cd77b569fc69, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c385a8d0-aa42-4701-9168-44c82994ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '61320ff4-e9e3-42b4-b67a-9bc86a0be7ea'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:16.507771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.678247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] For port 61d9fd9a-38d9-404a-ad89-cd77b569fc69, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:16.684560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] For port 61d9fd9a-38d9-404a-ad89-cd77b569fc69, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=61d9fd9a-38d9-404a-ad89-cd77b569fc69,segment=NetworkSegment(c385a8d0-aa42-4701-9168-44c82994ae4f),segment_id=c385a8d0-aa42-4701-9168-44c82994ae4f)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:16.694632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.749733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41948) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:16.796347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:16.797415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.798710 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] 10.222.0.16 "PUT /v2.0/ports/61d9fd9a-38d9-404a-ad89-cd77b569fc69 HTTP/1.1" status: 200 len: 1091 time: 1.8734083 Jan 27 22:08:16.802045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e971280f-c07f-4cb4-bdae-fcc36b7d966a', 'tag': '61d9fd9a-38d9-404a-ad89-cd77b569fc69'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:16.804155 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818b5c2c-0868-4ef5-8818-4e180c47be0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e971280f-c07f-4cb4-bdae-fcc36b7d966a", "tag": "61d9fd9a-38d9-404a-ad89-cd77b569fc69"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:16.850799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcc769-7a2c-42b6-bd75-3a4feb3b4b34 service neutron] Pushing event updated for resources: {'Port': ['ID=61d9fd9a-38d9-404a-ad89-cd77b569fc69,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:16.856439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0ee159-e7a0-4bb5-81bc-b03dd186ed1e admin admin] Deleting subnet b61a9350-3ec3-49f3-a9de-35f103b52d69 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:16.857113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78badca-996a-4349-99cb-1aedb68c924b req-780de3b0-454d-42f3-828a-09e0e9daadc0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:16.860315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-780de3b0-454d-42f3-828a-09e0e9daadc0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 817 time: 0.4485774 Jan 27 22:08:16.863888 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e0ee159-e7a0-4bb5-81bc-b03dd186ed1e admin admin] Publish callbacks [] for subnet (b61a9350-3ec3-49f3-a9de-35f103b52d69), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.923820 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc42dec3-0499-4b80-aadc-2b2ee64a5461 x-openstack-request-id: req-fc42dec3-0499-4b80-aadc-2b2ee64a5461 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:16.923820 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e971280f-c07f-4cb4-bdae-fcc36b7d966a", "tag": "61d9fd9a-38d9-404a-ad89-cd77b569fc69", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:16.924115 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc42dec3-0499-4b80-aadc-2b2ee64a5461 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:16.925701 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e971280f-c07f-4cb4-bdae-fcc36b7d966a', 'tag': '61d9fd9a-38d9-404a-ad89-cd77b569fc69', 'status': 'completed', 'code': 200} Jan 27 22:08:16.962628 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e0ee159-e7a0-4bb5-81bc-b03dd186ed1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (b61a9350-3ec3-49f3-a9de-35f103b52d69), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.018521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-1794b352-c181-4572-92bd-9d2308116954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:17.021660 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-1794b352-c181-4572-92bd-9d2308116954 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f41b82fbec774515a940e0ce7cc2b30d&device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 1094 time: 0.1237762 Jan 27 22:08:17.093434 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e0ee159-e7a0-4bb5-81bc-b03dd186ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b61a9350-3ec3-49f3-a9de-35f103b52d69), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.097182 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-5a4f2254-7c3d-4308-8510-4edef4eea66a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61d9fd9a-38d9-404a-ad89-cd77b569fc69 HTTP/1.1" status: 200 len: 217 time: 0.0511982 Jan 27 22:08:17.112896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3c2afdb-a97c-4930-bed5-c18092f730a4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:17.172494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_gateway (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.181174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-2c587727-7d0e-46fb-bb1f-f41841deb994 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/quotas/279048c1f52843f6a6e53ad367ea9a4a HTTP/1.1" status: 200 len: 375 time: 0.1407559 Jan 27 22:08:17.243608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b3c2afdb-a97c-4930-bed5-c18092f730a4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:17.243845 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.260857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-40f6e510-96de-403c-93a3-240978c7ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:17.262869 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-40f6e510-96de-403c-93a3-240978c7ab81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14261073-f048-4eff-8b0d-7ded1fc8263f HTTP/1.1" status: 200 len: 860 time: 0.1107752 Jan 27 22:08:17.315280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de2f66-fc37-487c-b881-fec7f6e536c1 None None] Network 4512c8e5-8f34-4539-8a5d-205739324e23 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:17.337536 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-731beea9-36fd-4186-8964-8c358eaa4f65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61320ff4-e9e3-42b4-b67a-9bc86a0be7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659981 Jan 27 22:08:17.359485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e0ee159-e7a0-4bb5-81bc-b03dd186ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b61a9350-3ec3-49f3-a9de-35f103b52d69), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.442560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e0ee159-e7a0-4bb5-81bc-b03dd186ed1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.448092 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e0ee159-e7a0-4bb5-81bc-b03dd186ed1e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b61a9350-3ec3-49f3-a9de-35f103b52d69 HTTP/1.1" status: 204 len: 168 time: 0.6968832 Jan 27 22:08:17.449109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ee159-e7a0-4bb5-81bc-b03dd186ed1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61a9350-3ec3-49f3-a9de-35f103b52d69,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:17.454174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41956) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:17.486013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-6cb5edd9-cbf8-4464-8a3b-57bad412221b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2190933 Jan 27 22:08:17.509776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13694-271d-44a1-bb35-ee424561e2fc req-0c0a6e92-7523-4c0d-a639-a69bc036a2f6 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:17.519304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5af13694-271d-44a1-bb35-ee424561e2fc req-0c0a6e92-7523-4c0d-a639-a69bc036a2f6 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 943 time: 0.2423995 Jan 27 22:08:17.603847 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (ba193e5a-004e-42a2-afb6-e3f91fc65f38), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.621585 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-8368c181-13a7-4a47-91dd-da9c21b2d77b service neutron] 10.222.0.16 "GET /v2.0/networks/61320ff4-e9e3-42b4-b67a-9bc86a0be7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777216 Jan 27 22:08:17.645284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port d6803c4d-9aa8-4359-9ca9-d242998802f8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:17.646186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d6803c4d-9aa8-4359-9ca9-d242998802f8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.712479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ea1fcd3f-d680-4ed9-a486-9c94fa8da05b None None] Provisioning complete for port b3c2afdb-a97c-4930-bed5-c18092f730a4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:17.713086 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ea1fcd3f-d680-4ed9-a486-9c94fa8da05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.801186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b3c2afdb-a97c-4930-bed5-c18092f730a4 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:17.802005 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.842685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d6803c4d-9aa8-4359-9ca9-d242998802f8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.843019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (d6803c4d-9aa8-4359-9ca9-d242998802f8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.867809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for d6803c4d-9aa8-4359-9ca9-d242998802f8 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:17.883768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port b3c2afdb-a97c-4930-bed5-c18092f730a4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3c2afdb-a97c-4930-bed5-c18092f730a4,segment=NetworkSegment(fd8b5948-1ffa-42c8-ad8d-6e478b0e826f),segment_id=fd8b5948-1ffa-42c8-ad8d-6e478b0e826f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:17.896607 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.936929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5af13694-271d-44a1-bb35-ee424561e2fc req-1c84d776-483d-4dd6-a9c0-e6589c8a4fe4 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162140 Jan 27 22:08:18.130626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=b3c2afdb-a97c-4930-bed5-c18092f730a4,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:18.183707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fcd3f-d680-4ed9-a486-9c94fa8da05b None None] Current status of the port b3c2afdb-a97c-4930-bed5-c18092f730a4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:18.194157 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.276233 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (ba193e5a-004e-42a2-afb6-e3f91fc65f38), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.320966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b6dc967c-5d99-4fa7-bcad-5b64b4d0c78f None None] Provisioning complete for port b3c2afdb-a97c-4930-bed5-c18092f730a4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:18.321831 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b6dc967c-5d99-4fa7-bcad-5b64b4d0c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.337187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba193e5a-004e-42a2-afb6-e3f91fc65f38']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:18.358031 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d55ca0a-2c43-4a5f-994c-0fe7ac72554c req-5b1cf0db-238e-4aa3-b039-8f874d0119ac service neutron] 10.222.0.16 "GET /v2.0/networks/61320ff4-e9e3-42b4-b67a-9bc86a0be7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262218 Jan 27 22:08:18.361825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:18.362185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e962958b-f5ab-469f-b46e-7c3d29c3c7d4') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:18.389687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (e962958b-f5ab-469f-b46e-7c3d29c3c7d4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.422063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e962958b-f5ab-469f-b46e-7c3d29c3c7d4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.447461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc967c-5d99-4fa7-bcad-5b64b4d0c78f None None] Current status of the port b3c2afdb-a97c-4930-bed5-c18092f730a4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:18.483192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:18.484128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (e962958b-f5ab-469f-b46e-7c3d29c3c7d4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:18.488106 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:18.568097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-fc850242-66d3-457c-8874-888c3d95ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:18.569699 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-fc850242-66d3-457c-8874-888c3d95ff89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f41b82fbec774515a940e0ce7cc2b30d&device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 1094 time: 0.1429219 Jan 27 22:08:18.575710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (ba193e5a-004e-42a2-afb6-e3f91fc65f38), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.595893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.605692 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ba193e5a-004e-42a2-afb6-e3f91fc65f38 HTTP/1.1" status: 204 len: 168 time: 1.1465805 Jan 27 22:08:18.609051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-0db7576b-2af8-4348-9aa8-a4f4b51c07d0 service neutron] 10.222.0.45 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0798526 Jan 27 22:08:18.625460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.628724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678cad4-3187-4894-bd75-1e59a871f290 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba193e5a-004e-42a2-afb6-e3f91fc65f38,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:18.721998 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-2118251b-e366-45b3-ac99-eb91f87a190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:18.723642 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-2118251b-e366-45b3-ac99-eb91f87a190a service neutron] 10.222.0.16 "GET /v2.0/networks?id=61320ff4-e9e3-42b4-b67a-9bc86a0be7ea HTTP/1.1" status: 200 len: 921 time: 0.1455550 Jan 27 22:08:18.785792 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-1695aa18-e9a4-412b-8d46-085a15d329ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61d9fd9a-38d9-404a-ad89-cd77b569fc69 HTTP/1.1" status: 200 len: 217 time: 0.0553746 Jan 27 22:08:18.856238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41962) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:18.882619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-5488e66e-a95a-4b1a-949d-db0ae23dd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:18.884375 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-5488e66e-a95a-4b1a-949d-db0ae23dd844 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14261073-f048-4eff-8b0d-7ded1fc8263f HTTP/1.1" status: 200 len: 860 time: 0.0927422 Jan 27 22:08:18.892911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3c2afdb-a97c-4930-bed5-c18092f730a4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:18.898281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-1a3bde88-4f7c-40e9-a878-fe1fa5e34687 service neutron] 10.222.0.45 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677176 Jan 27 22:08:18.921275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d6803c4d-9aa8-4359-9ca9-d242998802f8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.931929 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-7161412a-6cc6-4fed-8b0d-371127475fc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61320ff4-e9e3-42b4-b67a-9bc86a0be7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364525 Jan 27 22:08:18.958444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=d6803c4d-9aa8-4359-9ca9-d242998802f8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:18.972262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router c3a1cb41-1dc2-4bd4-add7-e8c4805c295e is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:08:19.026884 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c2b3d748-78fa-4da6-a489-864a4c923a72 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65f922f56aa444d8918fdbe425cfa732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1657510 Jan 27 22:08:19.030721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41964) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.077282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b3c2afdb-a97c-4930-bed5-c18092f730a4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:19.078946 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.087267 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-a818e861-d1e1-4738-93ef-5fd9ce457798 service neutron] 10.222.0.16 "GET /v2.0/networks/61320ff4-e9e3-42b4-b67a-9bc86a0be7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459162 Jan 27 22:08:19.230599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da39933d-3a01-4d06-a015-12a957353167 admin admin] Publish callbacks [] for security_group (e0bcbf4e-38d2-4e24-ac26-8cedab8bb536), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.260557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da39933d-3a01-4d06-a015-12a957353167 admin admin] Publish callbacks [] for security_group (e0bcbf4e-38d2-4e24-ac26-8cedab8bb536), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.294680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b3c2afdb-a97c-4930-bed5-c18092f730a4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:19.317043 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-818b5c2c-0868-4ef5-8818-4e180c47be0f req-334d3242-34af-4658-90d9-1b3b62358c6d service neutron] 10.222.0.16 "GET /v2.0/networks/61320ff4-e9e3-42b4-b67a-9bc86a0be7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217312 Jan 27 22:08:19.321675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:19.337877 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e946c-7b1e-4785-9244-341d1e264347 None None] Sync routers for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:19.358372 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e946c-7b1e-4785-9244-341d1e264347 None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:19.359258 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-581e946c-7b1e-4785-9244-341d1e264347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:19.371446 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (c95e54bd-37d1-49ae-a823-4c60adc5a06b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.371819 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Floating IP c95e54bd-37d1-49ae-a823-4c60adc5a06b disassociated (deleted). External IP: 172.25.8.227, port: 6ac10e8d-209d-4423-8ae9-6e75283a48be. Jan 27 22:08:19.385546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da39933d-3a01-4d06-a015-12a957353167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e0bcbf4e-38d2-4e24-ac26-8cedab8bb536), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.392492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da39933d-3a01-4d06-a015-12a957353167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.400805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5536d76e-024a-4179-a799-880c914be3a8 req-c543dd31-aca4-4705-96f3-67013e017b33 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 210 time: 0.0582194 Jan 27 22:08:19.406196 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-581e946c-7b1e-4785-9244-341d1e264347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:19.416139 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da39933d-3a01-4d06-a015-12a957353167 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0bcbf4e-38d2-4e24-ac26-8cedab8bb536 HTTP/1.1" status: 204 len: 168 time: 0.3818324 Jan 27 22:08:19.419651 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e946c-7b1e-4785-9244-341d1e264347 None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:19.420644 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-581e946c-7b1e-4785-9244-341d1e264347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:19.458784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39933d-3a01-4d06-a015-12a957353167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bcbf4e-38d2-4e24-ac26-8cedab8bb536,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:19.458940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43eb91-f89f-4276-919d-fb0ac4a418f1 req-d5fda102-e230-4c22-9647-264d05feb225 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:19.466628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab43eb91-f89f-4276-919d-fb0ac4a418f1 req-d5fda102-e230-4c22-9647-264d05feb225 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 943 time: 0.3061192 Jan 27 22:08:19.470913 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.472972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b83c547d-8c19-4ec1-94ce-1c88d4aea272 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2783945 Jan 27 22:08:19.476065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41980) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.480486 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-581e946c-7b1e-4785-9244-341d1e264347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:19.483183 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581e946c-7b1e-4785-9244-341d1e264347 None None] The sync data for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:19.534974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab43eb91-f89f-4276-919d-fb0ac4a418f1 req-768c0988-add9-4a39-b735-4ed8ade39ba2 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 Jan 27 22:08:19.872678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1c4df783-4e4d-4edf-bed3-9df9f396a65f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:20.109596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:20.126938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.144823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] Sync routers for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:20.173736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:20.175798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:20.249423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0d8186c3-7413-4d7f-a42f-c9fe52988f5f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/floatingips/c95e54bd-37d1-49ae-a823-4c60adc5a06b HTTP/1.1" status: 204 len: 168 time: 3.7923923 Jan 27 22:08:20.251167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:20.254396 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf3aca6-bec9-4381-9b47-29b99b11e262" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:20.260655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.299265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-da497a5d-4cdb-46bb-bbdf-90f9df0cd02f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265845 Jan 27 22:08:20.308054 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686cc57d-4040-4fe9-8980-aa4b010ba4b6 x-openstack-request-id: req-686cc57d-4040-4fe9-8980-aa4b010ba4b6 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:20.308497 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:20.308884 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-686cc57d-4040-4fe9-8980-aa4b010ba4b6 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:20.309491 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'status': 'completed', 'code': 200} Jan 27 22:08:20.327727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-15a5b52c-cb88-4fbb-9d8c-9b1e1625e4ea req-31ca1d7d-9257-44ff-bd05-53dfb7e6cb85 service neutron] (103329) timed out ('10.222.0.16', 53784) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:08:20.417568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:20.506232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-9a07052e-57e1-4dd1-806d-d2546d1b33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:20.510298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-9a07052e-57e1-4dd1-806d-d2546d1b33aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.1338890 Jan 27 22:08:20.767969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9dec6ea8-4a86-40aa-a0f6-ffe930b8c538 req-1dad4dcd-d6e3-4878-8dbf-4e5b0614dc1a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 210 time: 0.1090579 Jan 27 22:08:20.797124 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.802051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-8fac5f85-e8f5-4575-af53-95d4a85a5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:20.802498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-8fac5f85-e8f5-4575-af53-95d4a85a5ff9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.2634234 Jan 27 22:08:20.829930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff9cd4-6102-401f-b964-01cd72222aad req-d1e9ef54-4815-49c5-8e1a-9d9c1b5e7cc8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:20.850011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83ff9cd4-6102-401f-b964-01cd72222aad req-d1e9ef54-4815-49c5-8e1a-9d9c1b5e7cc8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1334481 Jan 27 22:08:20.934930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-551e8339-a0ad-434d-8bcb-7b8f17755148 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 217 time: 0.1227324 Jan 27 22:08:20.958303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:21Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:21.055990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] Checking router: 1c4df783-4e4d-4edf-bed3-9df9f396a65f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:21.071794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78badca-996a-4349-99cb-1aedb68c924b req-4dbce2b0-3458-4c64-abd7-4264f35607b6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.074356 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-4dbce2b0-3458-4c64-abd7-4264f35607b6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 817 time: 0.3573825 Jan 27 22:08:21.079761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:21.088036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:21.114677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83ff9cd4-6102-401f-b964-01cd72222aad req-f90e9bbe-d663-4766-8c64-b3fb923a076b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628298 Jan 27 22:08:21.122312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-3544e31f-2fb0-41ff-99b9-16b97be36c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.123772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-3544e31f-2fb0-41ff-99b9-16b97be36c79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.1530397 Jan 27 22:08:21.136714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a2219-5816-46c4-8eac-d62cbba2996d req-a299c03d-3543-4261-b14f-a258264d6925 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.144324 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad3a2219-5816-46c4-8eac-d62cbba2996d req-a299c03d-3543-4261-b14f-a258264d6925 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 943 time: 0.1997461 Jan 27 22:08:21.191256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.20.0.1 (4512c8e5-8f34-4539-8a5d-205739324e23/97890ccc-60a9-4c41-98f2-b78e1c1e4348/317edb24-b041-420c-b8d9-e8cc4d497707) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:21.256296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad3a2219-5816-46c4-8eac-d62cbba2996d req-5023d81e-78e7-48fd-b56d-33991db2ed36 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103158 Jan 27 22:08:21.265350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-e1e1214b-ae75-4dc9-950b-b8fc7faa77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.269289 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-e1e1214b-ae75-4dc9-950b-b8fc7faa77c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209989 Jan 27 22:08:21.372536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:21.393798 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-ebad1ea0-8ef5-46f4-9a60-84d680c4a83a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=279048c1f52843f6a6e53ad367ea9a4a HTTP/1.1" status: 200 len: 379 time: 0.3070881 Jan 27 22:08:21.406444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'port': {'device_id': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'admin_state_up': True, 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'security_groups': ['f84ffc8c-5e87-45c9-be60-ad025dcc702c']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:21.420852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-8c3758fd-37e3-49a5-aee8-5712af1f47f2 service neutron] 10.222.0.57 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451192 Jan 27 22:08:21.636797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf2f531-eadd-4ec2-8f5d-1b4008b9f4d9 req-bcb7f739-8134-432c-8adb-c58f0162261e service neutron] 10.222.0.57 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023611 Jan 27 22:08:21.638335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (317edb24-b041-420c-b8d9-e8cc4d497707), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.667816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:21Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:21.714011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b111ed2-7dfa-47e5-815f-af7ad2e12958 None None] The sync data for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 is: [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a023ae17-dc5d-4b9c-8abf-f2c2f658ba68', 'name': '', 'network_id': '1ac17d58-3393-40bc-8a7d-cfb82f4aa52f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:49:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:12Z', 'updated_at': '2022-01-27T22:05:21Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '6b4f92f8-2f31-425a-903e-d84a163dda3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:21.730525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42020) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.800471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-d905be1e-b05a-4aba-a4f6-4243f979b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.803405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-d905be1e-b05a-4aba-a4f6-4243f979b8f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.1054797 Jan 27 22:08:21.809854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Made reservation on behalf of 279048c1f52843f6a6e53ad367ea9a4a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:21.814032 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.843667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (317edb24-b041-420c-b8d9-e8cc4d497707), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.973941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-06bd2925-c62d-4ff4-a6b2-323a2b905e70 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.976907 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-06bd2925-c62d-4ff4-a6b2-323a2b905e70 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.57 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.2019913 Jan 27 22:08:21.995715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6496de4-eaae-4f41-8589-b85a3bd2136e req-75e6a755-423c-4feb-b6bc-82f68a46646f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 210 time: 0.0634122 Jan 27 22:08:22.009241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 4512c8e5-8f34-4539-8a5d-205739324e23 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:22.033497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8918930b-e159-4007-96fe-d64239be0657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.068982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-ac88727a-c306-4881-85e5-454623708dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.071010 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-ac88727a-c306-4881-85e5-454623708dea service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 200 len: 898 time: 0.2592638 Jan 27 22:08:22.090274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:22.143385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:22.169681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-f6fc6daf-e088-4e34-a77d-2844ac27f581 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 200 len: 217 time: 0.0930169 Jan 27 22:08:22.179894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=317edb24-b041-420c-b8d9-e8cc4d497707,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:22.204105 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4443f8c-70b0-45be-8354-c9baa8ad316f None None] New status for floating IP c95e54bd-37d1-49ae-a823-4c60adc5a06b: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:08:22.250970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-588a0477-309e-4037-9d05-2100e5a1735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.253402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-588a0477-309e-4037-9d05-2100e5a1735b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 200 len: 835 time: 0.0741622 Jan 27 22:08:22.395936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748b1f9-83e2-45e3-99d6-34733a87a19c req-40576205-af9b-4e39-8698-f330748e2694 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.400312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d748b1f9-83e2-45e3-99d6-34733a87a19c req-40576205-af9b-4e39-8698-f330748e2694 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.1293466 Jan 27 22:08:22.409069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-d15217cb-ffcb-440b-8658-9a0a4d7f1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.411255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-d15217cb-ffcb-440b-8658-9a0a4d7f1fe9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522942 Jan 27 22:08:22.447260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 61d9fd9a-38d9-404a-ad89-cd77b569fc69 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:08:22.465564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.555024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d748b1f9-83e2-45e3-99d6-34733a87a19c req-254b6d82-3c4b-47ce-a4a3-76afd4c71014 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386206 Jan 27 22:08:22.584328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Allocated IP 172.20.0.11 (63f6b90d-6029-4991-98e7-b23ef63a2be0/62684068-8b70-40ac-b137-c176a1c4b806/94b003f6-e9d5-4646-bceb-617d2ce1b1e1) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:22.594142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-aed23d35-9edb-483d-a5cc-60b74e0748ee service neutron] 10.222.0.57 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703367 Jan 27 22:08:22.633192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1afe439c-1328-49f9-b756-4f4d6099b3eb None None] Provisioning complete for port 317edb24-b041-420c-b8d9-e8cc4d497707 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:22.633810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1afe439c-1328-49f9-b756-4f4d6099b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (317edb24-b041-420c-b8d9-e8cc4d497707), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.672899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8918930b-e159-4007-96fe-d64239be0657 admin admin] Publish callbacks [] for security_group (5cb2db0c-05cb-4c79-9db2-3d94fd20cadb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.692603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 61d9fd9a-38d9-404a-ad89-cd77b569fc69, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=61d9fd9a-38d9-404a-ad89-cd77b569fc69,segment=NetworkSegment(c385a8d0-aa42-4701-9168-44c82994ae4f),segment_id=c385a8d0-aa42-4701-9168-44c82994ae4f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:22.696251 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8918930b-e159-4007-96fe-d64239be0657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5cb2db0c-05cb-4c79-9db2-3d94fd20cadb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.710000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1afe439c-1328-49f9-b756-4f4d6099b3eb None None] Port 317edb24-b041-420c-b8d9-e8cc4d497707 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:22.714425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '61d9fd9a-38d9-404a-ad89-cd77b569fc69', 'network_id': '61320ff4-e9e3-42b4-b67a-9bc86a0be7ea', 'port_id': '61d9fd9a-38d9-404a-ad89-cd77b569fc69', 'mac_address': 'fa:16:3e:c5:aa:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14261073-f048-4eff-8b0d-7ded1fc8263f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:08:22.729531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dacf7f-ad99-429c-9d09-9b543bd92365 req-3d41c733-d337-4591-9d5e-b9a620916152 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.731072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94dacf7f-ad99-429c-9d09-9b543bd92365 req-3d41c733-d337-4591-9d5e-b9a620916152 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 943 time: 0.1235504 Jan 27 22:08:22.731295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port 6ac10e8d-209d-4423-8ae9-6e75283a48be {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:22.731678 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.763576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:22.764288 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.780275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d9fd9a-38d9-404a-ad89-cd77b569fc69 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:22.787668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcf3aca6-bec9-4381-9b47-29b99b11e262 req-c7a6a66e-255d-474d-b752-fa9d0cb2fd10 service neutron] 10.222.0.57 "GET /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861215 Jan 27 22:08:22.813498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 61d9fd9a-38d9-404a-ad89-cd77b569fc69, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=61d9fd9a-38d9-404a-ad89-cd77b569fc69,segment=NetworkSegment(c385a8d0-aa42-4701-9168-44c82994ae4f),segment_id=c385a8d0-aa42-4701-9168-44c82994ae4f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:22.821055 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.838520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94dacf7f-ad99-429c-9d09-9b543bd92365 req-d15242f5-9017-4aed-bc6c-7a05555c03dc tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837660 Jan 27 22:08:22.878725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=61d9fd9a-38d9-404a-ad89-cd77b569fc69,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:22.896140 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8918930b-e159-4007-96fe-d64239be0657 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08d4f5a077294ad6ac8c000dd65b0fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1643856 Jan 27 22:08:22.898981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42032) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.932759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918930b-e159-4007-96fe-d64239be0657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2db0c-05cb-4c79-9db2-3d94fd20cadb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:22.959444 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (317edb24-b041-420c-b8d9-e8cc4d497707), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.962162 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-364a5ecd-8dc0-43b7-8537-bccff6ead1b2 admin admin] Publish callbacks [] for security_group (5cb2db0c-05cb-4c79-9db2-3d94fd20cadb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.986566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-364a5ecd-8dc0-43b7-8537-bccff6ead1b2 admin admin] Publish callbacks [] for security_group (5cb2db0c-05cb-4c79-9db2-3d94fd20cadb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.054613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-364a5ecd-8dc0-43b7-8537-bccff6ead1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5cb2db0c-05cb-4c79-9db2-3d94fd20cadb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.058225 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-364a5ecd-8dc0-43b7-8537-bccff6ead1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.061904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-364a5ecd-8dc0-43b7-8537-bccff6ead1b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5cb2db0c-05cb-4c79-9db2-3d94fd20cadb HTTP/1.1" status: 204 len: 168 time: 0.1594930 Jan 27 22:08:23.085674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port 6ac10e8d-209d-4423-8ae9-6e75283a48be, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6ac10e8d-209d-4423-8ae9-6e75283a48be,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:23.086061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.086751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a5ecd-8dc0-43b7-8537-bccff6ead1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2db0c-05cb-4c79-9db2-3d94fd20cadb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:23.116220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.151149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['61d9fd9a-38d9-404a-ad89-cd77b569fc69'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:23.157512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for 6ac10e8d-209d-4423-8ae9-6e75283a48be owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:23.266509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0aa87ed1-5fef-4529-a9b7-f9d8b3a74001 req-ae2b41b9-050a-4267-ab3f-0b8265d57c24 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 210 time: 0.0690560 Jan 27 22:08:23.329072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.416362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:23.452900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:23.461600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:23.535760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:23.802311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f179bd-effa-4595-bfa0-5fca29efdef6 req-f3cc4871-1125-428f-b870-a7e3bdf8c8af tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.804823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87f179bd-effa-4595-bfa0-5fca29efdef6 req-f3cc4871-1125-428f-b870-a7e3bdf8c8af tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 946 time: 0.0749331 Jan 27 22:08:23.882428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87f179bd-effa-4595-bfa0-5fca29efdef6 req-61bc52a2-b513-42d3-8004-85f3ec3c6c0c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665977 Jan 27 22:08:23.976569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d5170fa7-ca67-4bf4-b768-6954db25f9a1 None None] Provisioning complete for port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:23.978426 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5170fa7-ca67-4bf4-b768-6954db25f9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.012477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:24.013365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.060720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d5170fa7-ca67-4bf4-b768-6954db25f9a1 None None] Port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:24.063744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450d631-9902-44e3-8d5b-68ebadc461a3 req-96b8e80d-8208-491a-a9a7-e659372db4d3 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:24.068972 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-01f8a265-3293-4a0a-a257-777b4e53f9e6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6691537 Jan 27 22:08:24.075297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3450d631-9902-44e3-8d5b-68ebadc461a3 req-96b8e80d-8208-491a-a9a7-e659372db4d3 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 944 time: 0.1182647 Jan 27 22:08:24.079461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6ac10e8d-209d-4423-8ae9-6e75283a48be), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.086038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Request body: {'port': {'device_id': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:24.160039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3450d631-9902-44e3-8d5b-68ebadc461a3 req-e606a2a0-5f95-431e-a3c5-2f88984ddbc7 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829241 Jan 27 22:08:24.198265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=6ac10e8d-209d-4423-8ae9-6e75283a48be,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:24.346067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] No DVR routers for this DVR port 6ac10e8d-209d-4423-8ae9-6e75283a48be on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:24.360276 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (317edb24-b041-420c-b8d9-e8cc4d497707), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.366231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.370174 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9404d4fd-e0f5-4169-9b95-586b1ead4579 req-fc857249-2265-447e-817c-a97767b924d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.57 "DELETE /v2.0/ports/6ac10e8d-209d-4423-8ae9-6e75283a48be HTTP/1.1" status: 204 len: 173 time: 2.3816249 Jan 27 22:08:24.370781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'name': 'network-vif-deleted', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:24.375237 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ac3ad6-d37c-4111-bee1-7bd8724130e6" -d '{"events": [{"server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "name": "network-vif-deleted", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:24.383348 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (317edb24-b041-420c-b8d9-e8cc4d497707), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.412674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.452275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 61d9fd9a-38d9-404a-ad89-cd77b569fc69 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:24.457161 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03efb8-eefc-4834-b172-5d6a461d7335 x-openstack-request-id: req-ac03efb8-eefc-4834-b172-5d6a461d7335 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:24.457464 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf6889c-aa6a-418c-9fa0-24c57435a5d9", "name": "network-vif-deleted", "tag": "6ac10e8d-209d-4423-8ae9-6e75283a48be", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:24.457725 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac03efb8-eefc-4834-b172-5d6a461d7335 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:24.458239 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf6889c-aa6a-418c-9fa0-24c57435a5d9', 'name': 'network-vif-deleted', 'tag': '6ac10e8d-209d-4423-8ae9-6e75283a48be', 'status': 'completed', 'code': 200} Jan 27 22:08:24.485721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=317edb24-b041-420c-b8d9-e8cc4d497707,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:24.521900 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.566424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfe630-c42a-4b01-80bc-268b2fc102de req-8d95f181-80df-4c1e-9d78-539fab42a989 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:24.586825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5cfe630-c42a-4b01-80bc-268b2fc102de req-8d95f181-80df-4c1e-9d78-539fab42a989 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 932 time: 0.1793458 Jan 27 22:08:24.600315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:08:24.606599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:24.606990 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.738320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5cfe630-c42a-4b01-80bc-268b2fc102de req-b78cd7ae-28ec-4508-9403-8c4a76badcdc tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484993 Jan 27 22:08:24.822020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:24.822693 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.852457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e971280f-c07f-4cb4-bdae-fcc36b7d966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d9fd9a-38d9-404a-ad89-cd77b569fc69'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:24.855282 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9681c7-2894-4591-ab8d-8559855b27b3" -d '{"events": [{"server_uuid": "e971280f-c07f-4cb4-bdae-fcc36b7d966a", "name": "network-vif-plugged", "status": "completed", "tag": "61d9fd9a-38d9-404a-ad89-cd77b569fc69"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:24.892763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 61d9fd9a-38d9-404a-ad89-cd77b569fc69, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=61d9fd9a-38d9-404a-ad89-cd77b569fc69,segment=NetworkSegment(c385a8d0-aa42-4701-9168-44c82994ae4f),segment_id=c385a8d0-aa42-4701-9168-44c82994ae4f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:24.903323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 4512c8e5-8f34-4539-8a5d-205739324e23 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:24.907492 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.907960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:24.910250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42082) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:24.977235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=61d9fd9a-38d9-404a-ad89-cd77b569fc69,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:25.006053 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7013e384-1db1-497f-9288-a9ebad5b1a31 x-openstack-request-id: req-7013e384-1db1-497f-9288-a9ebad5b1a31 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:25.009110 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e971280f-c07f-4cb4-bdae-fcc36b7d966a", "name": "network-vif-plugged", "status": "completed", "tag": "61d9fd9a-38d9-404a-ad89-cd77b569fc69", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:25.009414 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7013e384-1db1-497f-9288-a9ebad5b1a31 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:25.009868 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e971280f-c07f-4cb4-bdae-fcc36b7d966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d9fd9a-38d9-404a-ad89-cd77b569fc69', 'code': 200} Jan 27 22:08:25.199454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17e485c6-f32a-48dc-adac-1c2f1c1eabe7 req-a3268051-f9e4-4027-89be-ecee53abac3e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf6889c-aa6a-418c-9fa0-24c57435a5d9 HTTP/1.1" status: 200 len: 210 time: 0.0383358 Jan 27 22:08:25.218240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e64e-6931-4f1a-b5fe-f883a44dae67 req-f77d6f1f-4cb5-4173-bbbf-0dee51cb84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.220236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a59e64e-6931-4f1a-b5fe-f883a44dae67 req-f77d6f1f-4cb5-4173-bbbf-0dee51cb84b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 1096 time: 0.1259980 Jan 27 22:08:25.230816 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-673d0637-d675-4688-9fad-a56d2091c9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.335258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a59e64e-6931-4f1a-b5fe-f883a44dae67 req-364112e2-418e-479f-903c-d7309566da8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904202 Jan 27 22:08:25.400875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router c3a1cb41-1dc2-4bd4-add7-e8c4805c295e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:25.411782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:25.421347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Publish callbacks [] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.427678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-673d0637-d675-4688-9fad-a56d2091c9e9 admin admin] Publish callbacks [] for security_group (5512d7b2-9d88-4806-94d4-437cb77ab06c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.435284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-673d0637-d675-4688-9fad-a56d2091c9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5512d7b2-9d88-4806-94d4-437cb77ab06c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.475509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abe080-8e72-422b-9d30-1b5bff799027 req-d5bb98a2-e232-4a35-8547-0671695131bb tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.477098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68abe080-8e72-422b-9d30-1b5bff799027 req-d5bb98a2-e232-4a35-8547-0671695131bb tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 945 time: 0.1030326 Jan 27 22:08:25.478139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Transition to ACTIVE for port object 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:08:25.488618 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.494129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-673d0637-d675-4688-9fad-a56d2091c9e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70f1643ad60e41898d12187ad9af55fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5823801 Jan 27 22:08:25.496175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d0637-d675-4688-9fad-a56d2091c9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5512d7b2-9d88-4806-94d4-437cb77ab06c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:25.498671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42090) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:25.534560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b639ec7d-3f36-4a74-965d-8f419299f2f8 None None] Provisioning complete for port 317edb24-b041-420c-b8d9-e8cc4d497707 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:25.535556 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b639ec7d-3f36-4a74-965d-8f419299f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (317edb24-b041-420c-b8d9-e8cc4d497707), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.605506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68abe080-8e72-422b-9d30-1b5bff799027 req-3acf37b8-a884-44bb-aa66-68cb4994ab53 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143472 Jan 27 22:08:25.609962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:25.617844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b639ec7d-3f36-4a74-965d-8f419299f2f8 None None] Port 317edb24-b041-420c-b8d9-e8cc4d497707 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:25.647024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c9b-4f30-494b-9913-388bbc8c7e14 admin admin] Publish callbacks [] for security_group (5512d7b2-9d88-4806-94d4-437cb77ab06c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.658365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:25.672081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e6a22-9c58-42a9-93fc-52ef0cb0818f None None] Sync routers for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:25.674535 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-12fa9f5f-e5ec-4362-b7c9-5ec0b03dd135 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/routers/c3a1cb41-1dc2-4bd4-add7-e8c4805c295e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1966221 Jan 27 22:08:25.694247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e6a22-9c58-42a9-93fc-52ef0cb0818f None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:25.695637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-317e6a22-9c58-42a9-93fc-52ef0cb0818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:25.699126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42092) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:25.702559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c9b-4f30-494b-9913-388bbc8c7e14 admin admin] Publish callbacks [] for security_group (5512d7b2-9d88-4806-94d4-437cb77ab06c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.710553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'port': {'network_id': '4512c8e5-8f34-4539-8a5d-205739324e23', 'name': 'tempest-FloatingIPTestJSON-364822862'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:25.745224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-317e6a22-9c58-42a9-93fc-52ef0cb0818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:25.756308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e6a22-9c58-42a9-93fc-52ef0cb0818f None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:25.757258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-317e6a22-9c58-42a9-93fc-52ef0cb0818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:25.822827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-317e6a22-9c58-42a9-93fc-52ef0cb0818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:25.823556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e6a22-9c58-42a9-93fc-52ef0cb0818f None None] The sync data for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:25.835318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Attempting to bind port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:25.835703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Attempting to bind port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:25.836043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Attempting to bind port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 on network 63f6b90d-6029-4991-98e7-b23ef63a2be0 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:25.858591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 on network 63f6b90d-6029-4991-98e7-b23ef63a2be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:08:25.858849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Attempting to bind port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 on network 63f6b90d-6029-4991-98e7-b23ef63a2be0 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:25.864227 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c9b-4f30-494b-9913-388bbc8c7e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5512d7b2-9d88-4806-94d4-437cb77ab06c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.868706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccb58c9b-4f30-494b-9913-388bbc8c7e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.873938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ccb58c9b-4f30-494b-9913-388bbc8c7e14 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5512d7b2-9d88-4806-94d4-437cb77ab06c HTTP/1.1" status: 204 len: 168 time: 0.3560059 Jan 27 22:08:25.891620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb58c9b-4f30-494b-9913-388bbc8c7e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5512d7b2-9d88-4806-94d4-437cb77ab06c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:25.923316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:25.924294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Checking segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:25.924656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Bound using segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:25.925461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Bound port: 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:25.926094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.987704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3378119-ef5b-4f7f-b1b4-a6200ae09efc req-7b81574a-e505-4614-8291-48e96e6369d6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.989591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3378119-ef5b-4f7f-b1b4-a6200ae09efc req-7b81574a-e505-4614-8291-48e96e6369d6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.0881960 Jan 27 22:08:26.011001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Made reservation on behalf of 02ba2ec5e5164017b5b397ef94dcb5ba for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:26.014838 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.050998 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] device_id is not set on port 3f473d4a-eb23-4fff-b367-15ac4795bb0e yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:26.063784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:26.069104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:26.073610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3378119-ef5b-4f7f-b1b4-a6200ae09efc req-f2970e0e-293d-4ea9-aeff-fb8046cdca19 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712004 Jan 27 22:08:26.074570 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.144293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:26.144934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.146417 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] 10.222.0.16 "PUT /v2.0/ports/94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 1092 time: 2.0699897 Jan 27 22:08:26.200632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6ac10e8d-209d-4423-8ae9-6e75283a48be no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:26.209665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df0245-974a-48b0-9325-32b7106d3109 service neutron] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:26.259972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 6ac10e8d-209d-4423-8ae9-6e75283a48be {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:26.261343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6ac10e8d-209d-4423-8ae9-6e75283a48be not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:26.306594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78badca-996a-4349-99cb-1aedb68c924b req-4cb83e49-3074-48cc-a208-f7cbd6a16713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:26.308295 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-4cb83e49-3074-48cc-a208-f7cbd6a16713 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1095 time: 0.0953670 Jan 27 22:08:26.336317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42110) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:26.361160 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-f2fb7424-6328-4f62-a96a-d0f62d1f78b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0409348 Jan 27 22:08:26.362695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Allocated IP 172.20.0.9 (4512c8e5-8f34-4539-8a5d-205739324e23/97890ccc-60a9-4c41-98f2-b78e1c1e4348/3f473d4a-eb23-4fff-b367-15ac4795bb0e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:26.458888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78badca-996a-4349-99cb-1aedb68c924b req-27a2326b-10d9-4319-a9bf-a898806a5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:26.460598 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-27a2326b-10d9-4319-a9bf-a898806a5fcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.0904324 Jan 27 22:08:26.464295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:26.466930 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4574202f-2330-460d-af2a-11575644e130" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:26.551224 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e07b1e-c915-4429-9983-7fddcb15ba32 x-openstack-request-id: req-95e07b1e-c915-4429-9983-7fddcb15ba32 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:26.551740 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:26.552252 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95e07b1e-c915-4429-9983-7fddcb15ba32 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:26.552686 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'status': 'completed', 'code': 200} Jan 27 22:08:26.676923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78badca-996a-4349-99cb-1aedb68c924b req-b09d4206-12fb-4b2c-bcb2-87f000b5f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:26.678499 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-b09d4206-12fb-4b2c-bcb2-87f000b5f7e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085483 Jan 27 22:08:26.801688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for port (3f473d4a-eb23-4fff-b367-15ac4795bb0e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.867915 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-75b440b9-53d4-428c-a236-f55de5df6feb service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758978 Jan 27 22:08:26.895463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3f473d4a-eb23-4fff-b367-15ac4795bb0e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.906180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab939dc-33a9-4f6f-9d1e-19a0c7d82675 req-1aea5b91-8426-436b-b5d8-d38845ad21b9 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:26.906475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ab939dc-33a9-4f6f-9d1e-19a0c7d82675 req-1aea5b91-8426-436b-b5d8-d38845ad21b9 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 945 time: 0.1111546 Jan 27 22:08:27.009807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ab939dc-33a9-4f6f-9d1e-19a0c7d82675 req-fef05d5e-6798-4163-b097-16dbec9fa4a5 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943696 Jan 27 22:08:27.031919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Network 4512c8e5-8f34-4539-8a5d-205739324e23 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:27.033467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:27.047224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:27.076329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event updated for resources: {'Port': ['ID=3f473d4a-eb23-4fff-b367-15ac4795bb0e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:27.124312 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a78badca-996a-4349-99cb-1aedb68c924b req-72d1ed80-e2c1-467f-a5c4-8d0ea2959e6c service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494612 Jan 27 22:08:27.133325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (1c4df783-4e4d-4edf-bed3-9df9f396a65f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.154855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:27.155506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.194610 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0f3bc72f-a543-4d61-a85f-7ddd382be733 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4940650 Jan 27 22:08:27.195972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42134) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.202165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Request body: {'floatingip': {'port_id': '3f473d4a-eb23-4fff-b367-15ac4795bb0e'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:27.322381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (3f9379b8-ad30-41dc-bd54-22c579336e24), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.342568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa0caf-7503-4e7f-ba5e-f21ca0adb08e req-f4b490ce-2bce-437c-b872-c70eb7ec40d1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:27.344803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91fa0caf-7503-4e7f-ba5e-f21ca0adb08e req-f4b490ce-2bce-437c-b872-c70eb7ec40d1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.1026096 Jan 27 22:08:27.354465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-83ebd46e-6c44-4190-bbb7-560dd2d778fe None None] Provisioning complete for port 3f473d4a-eb23-4fff-b367-15ac4795bb0e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:27.355067 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83ebd46e-6c44-4190-bbb7-560dd2d778fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3f473d4a-eb23-4fff-b367-15ac4795bb0e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.371785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574202f-2330-460d-af2a-11575644e130 req-54a078fc-3156-4d2e-b4bd-518189345d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:27.373539 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4574202f-2330-460d-af2a-11575644e130 req-54a078fc-3156-4d2e-b4bd-518189345d9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1095 time: 0.1671016 Jan 27 22:08:27.424147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-83ebd46e-6c44-4190-bbb7-560dd2d778fe None None] Port 3f473d4a-eb23-4fff-b367-15ac4795bb0e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:27.496097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91fa0caf-7503-4e7f-ba5e-f21ca0adb08e req-a3a627dc-0c4f-4ae7-b986-00cae3d8affc tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301112 Jan 27 22:08:27.600245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574202f-2330-460d-af2a-11575644e130 req-e184c67c-1874-4dbc-ae86-4ec021c2d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:27.602438 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4574202f-2330-460d-af2a-11575644e130 req-e184c67c-1874-4dbc-ae86-4ec021c2d7f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.2223825 Jan 27 22:08:27.692552 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4574202f-2330-460d-af2a-11575644e130 req-bb18307b-9f42-41c6-a8dd-0be53bf87a76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0440836 Jan 27 22:08:27.696753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:27.698223 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.812783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574202f-2330-460d-af2a-11575644e130 req-454914e6-fc7b-462d-8c91-5b2fb8a3a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:27.815045 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4574202f-2330-460d-af2a-11575644e130 req-454914e6-fc7b-462d-8c91-5b2fb8a3a0cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.1168916 Jan 27 22:08:27.882306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port a023ae17-dc5d-4b9c-8abf-f2c2f658ba68, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:27.882994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.906822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:27.986616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574202f-2330-460d-af2a-11575644e130 req-99ed3d67-bdba-45ec-8c07-d8d82c9bed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:27.988919 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4574202f-2330-460d-af2a-11575644e130 req-99ed3d67-bdba-45ec-8c07-d8d82c9bed04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610529 Jan 27 22:08:28.333942 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4574202f-2330-460d-af2a-11575644e130 req-34928c1e-a5bd-45f1-be25-871cd17c4351 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370967 Jan 27 22:08:28.340249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bf85-fb0f-48ec-a682-6e9b011035a5 req-61f56298-f395-4932-8f71-5d61003af2b8 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:28.343008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca27bf85-fb0f-48ec-a682-6e9b011035a5 req-61f56298-f395-4932-8f71-5d61003af2b8 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 945 time: 0.1623623 Jan 27 22:08:28.385844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a023ae17-dc5d-4b9c-8abf-f2c2f658ba68), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.442445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=a023ae17-dc5d-4b9c-8abf-f2c2f658ba68,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:28.521475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:08:28.565941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca27bf85-fb0f-48ec-a682-6e9b011035a5 req-2774ae41-dc0f-452e-8368-1d6c88737ebf tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098265 Jan 27 22:08:28.680435 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.692694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (3f9379b8-ad30-41dc-bd54-22c579336e24), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.837083 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4574202f-2330-460d-af2a-11575644e130 req-f5357240-f7e2-4f12-949d-eb3643e3d97e service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954262 Jan 27 22:08:28.963071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ca892-e545-49a0-8db9-ae706223814e req-6fbf9227-abbf-4e9d-9ac2-5579d05ce666 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:28.965259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c89ca892-e545-49a0-8db9-ae706223814e req-6fbf9227-abbf-4e9d-9ac2-5579d05ce666 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.2351310 Jan 27 22:08:28.980389 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 3f9379b8-ad30-41dc-bd54-22c579336e24 associated. External IP: 172.25.8.61, port: f1431c2b-1694-493c-8a2b-13beaf43fa9c. Jan 27 22:08:29.009758 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (1c4df783-4e4d-4edf-bed3-9df9f396a65f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.114945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c89ca892-e545-49a0-8db9-ae706223814e req-343ef612-1e82-436f-be55-6a5ed96ec498 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382883 Jan 27 22:08:29.383033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:29.461116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1c4df783-4e4d-4edf-bed3-9df9f396a65f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:29.933801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:29.946728 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84677518-2376-4af2-9f5b-890f7b497e01 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:29.960366 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84677518-2376-4af2-9f5b-890f7b497e01 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:29.961435 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-84677518-2376-4af2-9f5b-890f7b497e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:29.999296 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-84677518-2376-4af2-9f5b-890f7b497e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.010853 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84677518-2376-4af2-9f5b-890f7b497e01 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:30.012109 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-84677518-2376-4af2-9f5b-890f7b497e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.052209 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-84677518-2376-4af2-9f5b-890f7b497e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.053429 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84677518-2376-4af2-9f5b-890f7b497e01 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:30.253830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router c3a1cb41-1dc2-4bd4-add7-e8c4805c295e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:30.324239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:30.330027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a3d78713-f6f5-4431-aaea-a4fb2cc72578 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "PUT /v2.0/routers/1c4df783-4e4d-4edf-bed3-9df9f396a65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9911211 Jan 27 22:08:30.335317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42218) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:30.352063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] Sync routers for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:30.379076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:30.381177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.390930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d1bef-fb67-4c3d-be73-6dd19607c5ae req-58ba63eb-1856-4551-a800-bcafcab44183 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:30.398014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a06d1bef-fb67-4c3d-be73-6dd19607c5ae req-58ba63eb-1856-4551-a800-bcafcab44183 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 945 time: 0.1534011 Jan 27 22:08:30.423636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db8d6f-9d98-42d8-b7bd-f429c946acb4 req-dffc8b30-f8ce-4de7-a420-c6479efe3010 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:30.425686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97db8d6f-9d98-42d8-b7bd-f429c946acb4 req-dffc8b30-f8ce-4de7-a420-c6479efe3010 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.1795583 Jan 27 22:08:30.436472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:30.443563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f260f3-8fb7-42b8-84e6-79adca1ca18a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting subnet 6b4f92f8-2f31-425a-903e-d84a163dda3b {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:30.445746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.449993 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d74b14-b8ce-4685-ba17-1e5d0c506ecb None None] Sync routers for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:30.486181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d74b14-b8ce-4685-ba17-1e5d0c506ecb None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:30.491171 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-63d74b14-b8ce-4685-ba17-1e5d0c506ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.505692 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65f260f3-8fb7-42b8-84e6-79adca1ca18a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (6b4f92f8-2f31-425a-903e-d84a163dda3b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.580844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a06d1bef-fb67-4c3d-be73-6dd19607c5ae req-6a8f9b6a-9255-40d5-858c-af6844c395e1 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815033 Jan 27 22:08:30.606944 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-63d74b14-b8ce-4685-ba17-1e5d0c506ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.622638 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4532a2fa-5e54-4bbb-9f66-7cff26c27aed tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/floatingips/3f9379b8-ad30-41dc-bd54-22c579336e24 HTTP/1.1" status: 200 len: 976 time: 3.4222505 Jan 27 22:08:30.624008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42226) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:30.655163 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d74b14-b8ce-4685-ba17-1e5d0c506ecb None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:30.658197 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-63d74b14-b8ce-4685-ba17-1e5d0c506ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.686515 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65f260f3-8fb7-42b8-84e6-79adca1ca18a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (6b4f92f8-2f31-425a-903e-d84a163dda3b), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.755055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97db8d6f-9d98-42d8-b7bd-f429c946acb4 req-ac95809b-bf32-4d98-bb5a-5bdc960212bf tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085291 Jan 27 22:08:30.759376 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-63d74b14-b8ce-4685-ba17-1e5d0c506ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.761069 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d74b14-b8ce-4685-ba17-1e5d0c506ecb None None] The sync data for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:30.779919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 3f473d4a-eb23-4fff-b367-15ac4795bb0e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:30.780273 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3f473d4a-eb23-4fff-b367-15ac4795bb0e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.797327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:08:30.855050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65f260f3-8fb7-42b8-84e6-79adca1ca18a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (6b4f92f8-2f31-425a-903e-d84a163dda3b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.939591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65f260f3-8fb7-42b8-84e6-79adca1ca18a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (6b4f92f8-2f31-425a-903e-d84a163dda3b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.944476 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3f473d4a-eb23-4fff-b367-15ac4795bb0e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.966917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65f260f3-8fb7-42b8-84e6-79adca1ca18a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.967396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:30.971905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75880c41-8ca0-4e08-9a47-3d8a65b331e7 None None] Network 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:30.974979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42232) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:30.975769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-65f260f3-8fb7-42b8-84e6-79adca1ca18a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/subnets/6b4f92f8-2f31-425a-903e-d84a163dda3b HTTP/1.1" status: 204 len: 168 time: 0.6392131 Jan 27 22:08:31.001866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f260f3-8fb7-42b8-84e6-79adca1ca18a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4f92f8-2f31-425a-903e-d84a163dda3b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:31.192884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:31.200239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (1c4df783-4e4d-4edf-bed3-9df9f396a65f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.252451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'port_id': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'mac_address': 'fa:16:3e:03:99:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:08:31.385210 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.385595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (3f9379b8-ad30-41dc-bd54-22c579336e24), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.386142 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Floating IP 3f9379b8-ad30-41dc-bd54-22c579336e24 disassociated. External IP: 172.25.8.61, port: 3f473d4a-eb23-4fff-b367-15ac4795bb0e. Jan 27 22:08:31.386307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 3f473d4a-eb23-4fff-b367-15ac4795bb0e owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:31.414162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:31.415043 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.426297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] DHCP port deletion for 1ac17d58-3393-40bc-8a7d-cfb82f4aa52f request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:31.451737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:31.490827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (1c4df783-4e4d-4edf-bed3-9df9f396a65f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.504130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:31.515509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:08:28Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b4828b2c-7466-466c-8f4f-94a8cc6d8b19', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:06Z', 'updated_at': '2022-01-27T22:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:31.517643 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.518951 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cac19-770e-4a41-b54d-9762904c5854 req-4935bae1-5b00-4479-aceb-ea0eff6504e2 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:31.520799 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-490cac19-770e-4a41-b54d-9762904c5854 req-4935bae1-5b00-4479-aceb-ea0eff6504e2 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.16 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 945 time: 0.2202079 Jan 27 22:08:31.570278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] Checking router: 1c4df783-4e4d-4edf-bed3-9df9f396a65f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:31.599771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] Deleting port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:31.600409 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.705016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] Routers {'1c4df783-4e4d-4edf-bed3-9df9f396a65f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:31.706197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:31.754293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9e6f1-69c8-4529-8ec8-a821728369c0 req-e50563be-c58b-42b3-a6c5-8e0b5786e47d tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:31.756197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5be9e6f1-69c8-4529-8ec8-a821728369c0 req-e50563be-c58b-42b3-a6c5-8e0b5786e47d tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 945 time: 0.0879390 Jan 27 22:08:31.799921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:31.840039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5be9e6f1-69c8-4529-8ec8-a821728369c0 req-98230f5e-fcb5-4cc8-866a-16e100661d0e tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779016 Jan 27 22:08:31.886787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['94b003f6-e9d5-4646-bceb-617d2ce1b1e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:31.891935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] For port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=02e52df0-3cf4-465d-9f28-8831a7f7dd3f,segment=NetworkSegment(45cab8e2-f54e-4124-abb9-f9397238127c),segment_id=45cab8e2-f54e-4124-abb9-f9397238127c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:31.892656 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.920269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port b4828b2c-7466-466c-8f4f-94a8cc6d8b19 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:31.920795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.922960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3f473d4a-eb23-4fff-b367-15ac4795bb0e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.943979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] Calling delete_port for 02e52df0-3cf4-465d-9f28-8831a7f7dd3f owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:31.973091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] Set router 1c4df783-4e4d-4edf-bed3-9df9f396a65f gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:32.014930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=3f473d4a-eb23-4fff-b367-15ac4795bb0e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.044309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:32.046223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386d63e-4ac4-44d0-8d56-0686f08036f9 req-fc215aae-153c-48fb-815a-cf5fbd5e1e01 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.046223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4386d63e-4ac4-44d0-8d56-0686f08036f9 req-fc215aae-153c-48fb-815a-cf5fbd5e1e01 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 945 time: 0.1275618 Jan 27 22:08:32.046560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Deleting port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:32.046560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.122797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:08:31Z', 'revision_number': 6, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:32.176165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65306e-6b0f-4d10-9b93-52206ef848b8 None None] The sync data for ids ['1c4df783-4e4d-4edf-bed3-9df9f396a65f'] in n-d-826529-2 is: [{'id': '1c4df783-4e4d-4edf-bed3-9df9f396a65f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1763043952', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:05Z', 'updated_at': '2022-01-27T22:08:31Z', 'revision_number': 6, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:32.214210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4386d63e-4ac4-44d0-8d56-0686f08036f9 req-a3992a15-c5e1-42b0-b1a8-8d352bd8f1b3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614656 Jan 27 22:08:32.302861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port b4828b2c-7466-466c-8f4f-94a8cc6d8b19, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b4828b2c-7466-466c-8f4f-94a8cc6d8b19,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:32.304333 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.308623 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (02e52df0-3cf4-465d-9f28-8831a7f7dd3f), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.343248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for b4828b2c-7466-466c-8f4f-94a8cc6d8b19 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:32.359009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] Pushing event deleted for resources: {'Port': ['ID=02e52df0-3cf4-465d-9f28-8831a7f7dd3f,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:32.369470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f932e0-b631-442f-894d-e76d95dbd1e2 None None] No DVR routers for this DVR port 02e52df0-3cf4-465d-9f28-8831a7f7dd3f on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:32.444188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] For port 61d9fd9a-38d9-404a-ad89-cd77b569fc69, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=61d9fd9a-38d9-404a-ad89-cd77b569fc69,segment=NetworkSegment(c385a8d0-aa42-4701-9168-44c82994ae4f),segment_id=c385a8d0-aa42-4701-9168-44c82994ae4f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:32.444564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.497498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Calling delete_port for 61d9fd9a-38d9-404a-ad89-cd77b569fc69 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:32.578830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router c3a1cb41-1dc2-4bd4-add7-e8c4805c295e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:33.037726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd10ef8-e3d7-47c7-a98b-e092a490834c req-a047d420-01e2-495e-b490-7cefb2904bb5 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:33.046434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bd10ef8-e3d7-47c7-a98b-e092a490834c req-a047d420-01e2-495e-b490-7cefb2904bb5 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 945 time: 0.1026661 Jan 27 22:08:33.148188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b4828b2c-7466-466c-8f4f-94a8cc6d8b19), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.154361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 02e52df0-3cf4-465d-9f28-8831a7f7dd3f no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:33.158030 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:33.186582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bd10ef8-e3d7-47c7-a98b-e092a490834c req-6bd3ecc0-3aca-4603-a3a8-5e86f2cdc4e7 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/security-groups?id=55e4e85c-0456-48f1-9e77-c3d5ad1a9630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387303 Jan 27 22:08:33.206024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9eabb-7a29-4b86-8788-a98617ad4c63 None None] Sync routers for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:33.210599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 02e52df0-3cf4-465d-9f28-8831a7f7dd3f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:33.211112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (61d9fd9a-38d9-404a-ad89-cd77b569fc69), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.211525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 02e52df0-3cf4-465d-9f28-8831a7f7dd3f not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:33.212141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:33.257315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9eabb-7a29-4b86-8788-a98617ad4c63 None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:33.257908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b3f9eabb-7a29-4b86-8788-a98617ad4c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:33.260078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:33.260420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a023ae17-dc5d-4b9c-8abf-f2c2f658ba68 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:33.260852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b4828b2c-7466-466c-8f4f-94a8cc6d8b19 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:33.272196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=b4828b2c-7466-466c-8f4f-94a8cc6d8b19,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:33.343724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b3f9eabb-7a29-4b86-8788-a98617ad4c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:33.347239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b4828b2c-7466-466c-8f4f-94a8cc6d8b19 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:33.347753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b4828b2c-7466-466c-8f4f-94a8cc6d8b19 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:33.376854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f9eabb-7a29-4b86-8788-a98617ad4c63 None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:33.378170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b3f9eabb-7a29-4b86-8788-a98617ad4c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:33.443899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b3f9eabb-7a29-4b86-8788-a98617ad4c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:33.444917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f9eabb-7a29-4b86-8788-a98617ad4c63 None None] The sync data for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:33.489019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ecc7f-564a-4344-97ca-87d63b2dbbae req-7bda0de3-44dd-4821-be19-a3eabc55eaea tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:33.496341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-555ecc7f-564a-4344-97ca-87d63b2dbbae req-7bda0de3-44dd-4821-be19-a3eabc55eaea tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 945 time: 0.1102080 Jan 27 22:08:33.566928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-555ecc7f-564a-4344-97ca-87d63b2dbbae req-983159ed-4ecc-4702-bf0b-e74d562599b7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645750 Jan 27 22:08:33.777507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Pushing event deleted for resources: {'Port': ['ID=61d9fd9a-38d9-404a-ad89-cd77b569fc69,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:33.835763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] No DVR routers for this DVR port 61d9fd9a-38d9-404a-ad89-cd77b569fc69 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:33.839553 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.845651 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-490cac19-770e-4a41-b54d-9762904c5854 req-db26e2e9-3bd6-4ce0-b799-65608b4c103f tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.16 "DELETE /v2.0/ports/61d9fd9a-38d9-404a-ad89-cd77b569fc69 HTTP/1.1" status: 204 len: 173 time: 2.3156207 Jan 27 22:08:33.848585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e971280f-c07f-4cb4-bdae-fcc36b7d966a', 'name': 'network-vif-deleted', 'tag': '61d9fd9a-38d9-404a-ad89-cd77b569fc69'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:33.851286 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe92d6a4-9197-42cd-a2fb-3538240aa394" -d '{"events": [{"server_uuid": "e971280f-c07f-4cb4-bdae-fcc36b7d966a", "name": "network-vif-deleted", "tag": "61d9fd9a-38d9-404a-ad89-cd77b569fc69"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:33.856819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.861459 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-07e46b0b-a9ca-4909-80f1-46ea9d991092 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/ports/3f473d4a-eb23-4fff-b367-15ac4795bb0e HTTP/1.1" status: 204 len: 168 time: 3.2356546 Jan 27 22:08:33.866645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42282) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:33.873868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (1c4df783-4e4d-4edf-bed3-9df9f396a65f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.024014 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd3b6b3-03fa-4fbc-9f16-8a5211fb2444 x-openstack-request-id: req-3dd3b6b3-03fa-4fbc-9f16-8a5211fb2444 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:34.024465 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e971280f-c07f-4cb4-bdae-fcc36b7d966a", "name": "network-vif-deleted", "tag": "61d9fd9a-38d9-404a-ad89-cd77b569fc69", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:34.024870 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3dd3b6b3-03fa-4fbc-9f16-8a5211fb2444 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:34.025489 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e971280f-c07f-4cb4-bdae-fcc36b7d966a', 'name': 'network-vif-deleted', 'tag': '61d9fd9a-38d9-404a-ad89-cd77b569fc69', 'status': 'completed', 'code': 200} Jan 27 22:08:34.121144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (1c4df783-4e4d-4edf-bed3-9df9f396a65f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.125925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_controller (1c4df783-4e4d-4edf-bed3-9df9f396a65f), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.133349 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60ccb771-5158-4d1f-aa4e-a11b3daf0236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.265761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (1c4df783-4e4d-4edf-bed3-9df9f396a65f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.268836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Fanout notify agent at l3_agent the message router_deleted on router 1c4df783-4e4d-4edf-bed3-9df9f396a65f {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:08:34.281582 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.284623 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0ade4c3-ac26-47c9-a612-5dc973032c02 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/routers/1c4df783-4e4d-4edf-bed3-9df9f396a65f HTTP/1.1" status: 204 len: 168 time: 3.3069086 Jan 27 22:08:34.289042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42292) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:34.458774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4614827-52ea-4501-a954-c1fad2d544b4 req-44a55e5d-c865-4c5c-8f02-a5e995b827d3 tempest-ServerMetadataNegativeTestJSON-1993495927 tempest-ServerMetadataNegativeTestJSON-1993495927-project] 10.222.0.45 "GET /v2.0/ports?device_id=e971280f-c07f-4cb4-bdae-fcc36b7d966a HTTP/1.1" status: 200 len: 210 time: 0.0797367 Jan 27 22:08:34.488816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:34.524423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1ac17d58-3393-40bc-8a7d-cfb82f4aa52f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.588287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:08:34.597271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:34.598444 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.771470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1ac17d58-3393-40bc-8a7d-cfb82f4aa52f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.798764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.810636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:34.811347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.825622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac17d58-3393-40bc-8a7d-cfb82f4aa52f']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:34.850110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cab8e2-f54e-4124-abb9-f9397238127c') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:34.850547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cab8e2-f54e-4124-abb9-f9397238127c') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:34.862959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:34.867696 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d025e7e-fb94-4ffd-ba4b-deed70fe866d" -d '{"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-plugged", "status": "completed", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:34.879592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (45cab8e2-f54e-4124-abb9-f9397238127c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.883972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0a048-76db-452e-9ec7-9db1d4720751 req-574feef6-cc7f-4be8-a187-f0f654a1130b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:34.885625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31d0a048-76db-452e-9ec7-9db1d4720751 req-574feef6-cc7f-4be8-a187-f0f654a1130b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 945 time: 0.1270008 Jan 27 22:08:34.894765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:34.906221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.908218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 61d9fd9a-38d9-404a-ad89-cd77b569fc69 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:34.919256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (45cab8e2-f54e-4124-abb9-f9397238127c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.942544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:34.942544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (45cab8e2-f54e-4124-abb9-f9397238127c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.962668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 61d9fd9a-38d9-404a-ad89-cd77b569fc69 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:34.963562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 61d9fd9a-38d9-404a-ad89-cd77b569fc69 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:34.968113 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d30e4-0a00-45a3-8124-9655a122f8cd x-openstack-request-id: req-c24d30e4-0a00-45a3-8124-9655a122f8cd {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:34.968485 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-plugged", "status": "completed", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:34.969055 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c24d30e4-0a00-45a3-8124-9655a122f8cd {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:34.975483 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:34.982746 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'code': 200} Jan 27 22:08:35.058591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31d0a048-76db-452e-9ec7-9db1d4720751 req-0f44f946-031d-4700-a638-795e9490d680 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368282 Jan 27 22:08:35.083280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1ac17d58-3393-40bc-8a7d-cfb82f4aa52f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.106848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:35.127145 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.137021 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/networks/1ac17d58-3393-40bc-8a7d-cfb82f4aa52f HTTP/1.1" status: 204 len: 168 time: 0.8443916 Jan 27 22:08:35.137547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42306) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:35.205449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf022b-83e0-4c74-8370-d8165822d03d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Network': ['ID=1ac17d58-3393-40bc-8a7d-cfb82f4aa52f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:35.234060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cef2b-cd2d-4603-b644-7d68bcde8abc req-2da82348-b833-4648-9d55-e32be991c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:35.237058 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b78cef2b-cd2d-4603-b644-7d68bcde8abc req-2da82348-b833-4648-9d55-e32be991c3cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1097 time: 0.1526713 Jan 27 22:08:35.268605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-45b1e62a-7cab-4c0c-8f50-90ea2645f287 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.307362 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b78cef2b-cd2d-4603-b644-7d68bcde8abc req-b02469a6-0204-4819-8df1-9af43ac92759 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632310 Jan 27 22:08:35.317111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-45b1e62a-7cab-4c0c-8f50-90ea2645f287 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.362521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 317edb24-b041-420c-b8d9-e8cc4d497707 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:35.362846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (317edb24-b041-420c-b8d9-e8cc4d497707), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.464884 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (317edb24-b041-420c-b8d9-e8cc4d497707), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.485317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-45b1e62a-7cab-4c0c-8f50-90ea2645f287 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.488322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-45b1e62a-7cab-4c0c-8f50-90ea2645f287 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.489553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-45b1e62a-7cab-4c0c-8f50-90ea2645f287 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/security-groups/b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7 HTTP/1.1" status: 204 len: 168 time: 0.3510675 Jan 27 22:08:35.490841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 317edb24-b041-420c-b8d9-e8cc4d497707 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:35.508534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e62a-7cab-4c0c-8f50-90ea2645f287 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dd1afc-b6a1-49e1-87f6-1f806ea9fdf7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:35.625947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42320) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:35.684800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c4ac71-e1d8-45a7-b756-305789043269 admin admin] Deleting subnet 14261073-f048-4eff-8b0d-7ded1fc8263f {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:35.688876 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c4ac71-e1d8-45a7-b756-305789043269 admin admin] Publish callbacks [] for subnet (14261073-f048-4eff-8b0d-7ded1fc8263f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.742951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c4ac71-e1d8-45a7-b756-305789043269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (14261073-f048-4eff-8b0d-7ded1fc8263f), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.801400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (317edb24-b041-420c-b8d9-e8cc4d497707), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.808144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c4ac71-e1d8-45a7-b756-305789043269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (14261073-f048-4eff-8b0d-7ded1fc8263f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.844449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=317edb24-b041-420c-b8d9-e8cc4d497707,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:35.863103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42322) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:35.870179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-60c37702-8967-4289-bd26-4506355afc13 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748479229', 'description': 'tempest-secgroup-smoke-1748479229 description', 'project_id': '75cb12138042437b98d6c30ac4673882'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:35.913103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60c37702-8967-4289-bd26-4506355afc13 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.931892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c4ac71-e1d8-45a7-b756-305789043269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (14261073-f048-4eff-8b0d-7ded1fc8263f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.970074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4ac71-e1d8-45a7-b756-305789043269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14261073-f048-4eff-8b0d-7ded1fc8263f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:35.994365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77c4ac71-e1d8-45a7-b756-305789043269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.998532 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-77c4ac71-e1d8-45a7-b756-305789043269 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/14261073-f048-4eff-8b0d-7ded1fc8263f HTTP/1.1" status: 204 len: 168 time: 0.3712213 Jan 27 22:08:36.003329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42326) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.130352 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.176985 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (61320ff4-e9e3-42b4-b67a-9bc86a0be7ea), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.222213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60c37702-8967-4289-bd26-4506355afc13 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (79ae52a7-559d-4b2f-8add-a482579698eb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.247806 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60c37702-8967-4289-bd26-4506355afc13 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (79ae52a7-559d-4b2f-8add-a482579698eb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.328586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60c37702-8967-4289-bd26-4506355afc13 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.330492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-60c37702-8967-4289-bd26-4506355afc13 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4659791 Jan 27 22:08:36.337406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42334) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.344567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-90373c7d-5194-41c8-96ca-8aa519ce4990 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '79ae52a7-559d-4b2f-8add-a482579698eb', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:36.361964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c37702-8967-4289-bd26-4506355afc13 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ae52a7-559d-4b2f-8add-a482579698eb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:36.366068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (61320ff4-e9e3-42b4-b67a-9bc86a0be7ea), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.376646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f3231-8b4b-453a-9b24-72ceacf6b549 req-8fe2a150-3a82-49f8-9e9d-5d7f2966735e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:36.378479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-403f3231-8b4b-453a-9b24-72ceacf6b549 req-8fe2a150-3a82-49f8-9e9d-5d7f2966735e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1243587 Jan 27 22:08:36.403345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61320ff4-e9e3-42b4-b67a-9bc86a0be7ea']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:36.423241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c385a8d0-aa42-4701-9168-44c82994ae4f') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:36.423654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c385a8d0-aa42-4701-9168-44c82994ae4f') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:36.425925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90373c7d-5194-41c8-96ca-8aa519ce4990 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (d2333f8d-7d5a-49e8-820e-e264eeecb836), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.444954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (c385a8d0-aa42-4701-9168-44c82994ae4f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.473765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c385a8d0-aa42-4701-9168-44c82994ae4f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.486992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:36.487448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (c385a8d0-aa42-4701-9168-44c82994ae4f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:36.489694 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:36.563444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router c3a1cb41-1dc2-4bd4-add7-e8c4805c295e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:36.564222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90373c7d-5194-41c8-96ca-8aa519ce4990 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (d2333f8d-7d5a-49e8-820e-e264eeecb836), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.570153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90373c7d-5194-41c8-96ca-8aa519ce4990 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d2333f8d-7d5a-49e8-820e-e264eeecb836), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.585305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-403f3231-8b4b-453a-9b24-72ceacf6b549 req-1dc28e83-b27f-4972-8d6d-879a52112b57 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780138 Jan 27 22:08:36.586822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (61320ff4-e9e3-42b4-b67a-9bc86a0be7ea), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.601678 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.605461 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] 10.222.0.45 "DELETE /v2.0/networks/61320ff4-e9e3-42b4-b67a-9bc86a0be7ea HTTP/1.1" status: 204 len: 168 time: 0.6007276 Jan 27 22:08:36.609226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373c7d-5194-41c8-96ca-8aa519ce4990 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2333f8d-7d5a-49e8-820e-e264eeecb836,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:36.625567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-90373c7d-5194-41c8-96ca-8aa519ce4990 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.632680 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-90373c7d-5194-41c8-96ca-8aa519ce4990 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2862220 Jan 27 22:08:36.632680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7a793-f0b9-4334-9849-5081254f1b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=61320ff4-e9e3-42b4-b67a-9bc86a0be7ea,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:36.632680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42340) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.642968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ee05c9f3-02f6-437e-af62-95d63c0142a0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '79ae52a7-559d-4b2f-8add-a482579698eb', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:36.711759 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee05c9f3-02f6-437e-af62-95d63c0142a0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (9c2fe7c5-ce73-4d0f-a10b-ffaac22c508b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.825007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee05c9f3-02f6-437e-af62-95d63c0142a0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (9c2fe7c5-ce73-4d0f-a10b-ffaac22c508b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.831846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee05c9f3-02f6-437e-af62-95d63c0142a0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (9c2fe7c5-ce73-4d0f-a10b-ffaac22c508b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.875162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05c9f3-02f6-437e-af62-95d63c0142a0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2fe7c5-ce73-4d0f-a10b-ffaac22c508b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:36.886608 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee05c9f3-02f6-437e-af62-95d63c0142a0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.893358 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ee05c9f3-02f6-437e-af62-95d63c0142a0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2554600 Jan 27 22:08:36.897409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42344) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.898213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:36.908286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6e4bb3d6-ff15-4fe6-8017-5e57d7e9c78f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '79ae52a7-559d-4b2f-8add-a482579698eb', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:36.915654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-68737c8c-3f82-4599-a66b-55c5b5e0f121 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/routers/c3a1cb41-1dc2-4bd4-add7-e8c4805c295e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0432851 Jan 27 22:08:36.915873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42346) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.924126 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed710f8c-2df4-4c0f-9950-ea4b306a8dda None None] Sync routers for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:36.948126 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed710f8c-2df4-4c0f-9950-ea4b306a8dda None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:36.949445 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ed710f8c-2df4-4c0f-9950-ea4b306a8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:36.966513 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb3d6-ff15-4fe6-8017-5e57d7e9c78f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (dac19578-a409-43d2-845e-06d65484bbf1), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.031121 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ed710f8c-2df4-4c0f-9950-ea4b306a8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:37.052523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-27622bf7-0869-4eca-b0a4-c4fbf3a95f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.053108 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed710f8c-2df4-4c0f-9950-ea4b306a8dda None None] Routers {'c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:37.057419 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ed710f8c-2df4-4c0f-9950-ea4b306a8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:37.080388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb3d6-ff15-4fe6-8017-5e57d7e9c78f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (dac19578-a409-43d2-845e-06d65484bbf1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.087564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb3d6-ff15-4fe6-8017-5e57d7e9c78f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (dac19578-a409-43d2-845e-06d65484bbf1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.116177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bb3d6-ff15-4fe6-8017-5e57d7e9c78f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac19578-a409-43d2-845e-06d65484bbf1,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:37.130417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb3d6-ff15-4fe6-8017-5e57d7e9c78f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.131166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42348) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:37.132034 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e4bb3d6-ff15-4fe6-8017-5e57d7e9c78f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2317662 Jan 27 22:08:37.134932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42350) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:37.138990 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ed710f8c-2df4-4c0f-9950-ea4b306a8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:37.140347 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed710f8c-2df4-4c0f-9950-ea4b306a8dda None None] The sync data for ids ['c3a1cb41-1dc2-4bd4-add7-e8c4805c295e'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:37.140599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cd6641dc-e3f2-46b9-983c-deacd3d27149 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '79ae52a7-559d-4b2f-8add-a482579698eb', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:37.180937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.186077 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd6641dc-e3f2-46b9-983c-deacd3d27149 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (e931ab08-901b-4fbb-8856-991ee0209455), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.233090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0f215fbe-1401-4138-af2d-2f84a590748d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f41b82fbec774515a940e0ce7cc2b30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0998816 Jan 27 22:08:37.236893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42352) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:37.307800 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd6641dc-e3f2-46b9-983c-deacd3d27149 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (e931ab08-901b-4fbb-8856-991ee0209455), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.313259 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd6641dc-e3f2-46b9-983c-deacd3d27149 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (e931ab08-901b-4fbb-8856-991ee0209455), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.339280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6641dc-e3f2-46b9-983c-deacd3d27149 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e931ab08-901b-4fbb-8856-991ee0209455,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:37.348128 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-510957a4-2ec3-4212-a131-18c153be7f7a admin admin] Publish callbacks [] for security_group (55e4e85c-0456-48f1-9e77-c3d5ad1a9630), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.349922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd6641dc-e3f2-46b9-983c-deacd3d27149 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.355470 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd6641dc-e3f2-46b9-983c-deacd3d27149 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2152112 Jan 27 22:08:37.355762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42356) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:37.361796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-25f56b10-5da9-48c4-98ab-33944dde3e15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '79ae52a7-559d-4b2f-8add-a482579698eb', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:37.373666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-510957a4-2ec3-4212-a131-18c153be7f7a admin admin] Publish callbacks [] for security_group (55e4e85c-0456-48f1-9e77-c3d5ad1a9630), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.388137 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-25f56b10-5da9-48c4-98ab-33944dde3e15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Project 75cb12138042437b98d6c30ac4673882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:08:37.390275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_gateway (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.400526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f56b10-5da9-48c4-98ab-33944dde3e15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (988a488c-01cf-42ba-9d14-65ef4f2922bb), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.481888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-510957a4-2ec3-4212-a131-18c153be7f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (55e4e85c-0456-48f1-9e77-c3d5ad1a9630), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.485099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-510957a4-2ec3-4212-a131-18c153be7f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.486286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-510957a4-2ec3-4212-a131-18c153be7f7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55e4e85c-0456-48f1-9e77-c3d5ad1a9630 HTTP/1.1" status: 204 len: 168 time: 0.2484055 Jan 27 22:08:37.501018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510957a4-2ec3-4212-a131-18c153be7f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e4e85c-0456-48f1-9e77-c3d5ad1a9630,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:37.505323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 6b36f681-ef9e-4fca-909b-fb745e4b8cf5 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:37.506212 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6b36f681-ef9e-4fca-909b-fb745e4b8cf5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.523603 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f56b10-5da9-48c4-98ab-33944dde3e15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (988a488c-01cf-42ba-9d14-65ef4f2922bb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.530340 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f56b10-5da9-48c4-98ab-33944dde3e15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (988a488c-01cf-42ba-9d14-65ef4f2922bb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.563136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f56b10-5da9-48c4-98ab-33944dde3e15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988a488c-01cf-42ba-9d14-65ef4f2922bb,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:37.582270 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25f56b10-5da9-48c4-98ab-33944dde3e15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.586328 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-25f56b10-5da9-48c4-98ab-33944dde3e15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2267909 Jan 27 22:08:37.587112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42362) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:37.591878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-78751bec-2f13-4785-8692-42deb1dd958c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '79ae52a7-559d-4b2f-8add-a482579698eb', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:37.620837 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-78751bec-2f13-4785-8692-42deb1dd958c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Project 75cb12138042437b98d6c30ac4673882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:08:37.629165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78751bec-2f13-4785-8692-42deb1dd958c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (da8fee3b-5159-4d42-9fbd-ed4bf39cb5c8), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.673767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6b36f681-ef9e-4fca-909b-fb745e4b8cf5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.703356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 6b36f681-ef9e-4fca-909b-fb745e4b8cf5 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:37.721540 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78751bec-2f13-4785-8692-42deb1dd958c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (da8fee3b-5159-4d42-9fbd-ed4bf39cb5c8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.728861 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78751bec-2f13-4785-8692-42deb1dd958c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (da8fee3b-5159-4d42-9fbd-ed4bf39cb5c8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.773484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78751bec-2f13-4785-8692-42deb1dd958c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.780006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42368) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:37.784322 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-78751bec-2f13-4785-8692-42deb1dd958c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1914265 Jan 27 22:08:37.792855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78751bec-2f13-4785-8692-42deb1dd958c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8fee3b-5159-4d42-9fbd-ed4bf39cb5c8,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:37.800517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'network': {'name': 'tempest-network-smoke--143299045', 'project_id': '75cb12138042437b98d6c30ac4673882', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:37.901473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:37.902881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42372) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:37.905581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.946983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31710dac-6490-4698-a85f-b9684fcd195c req-069f1274-4a3f-4068-aeca-d47f3b0b2246 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:37.948631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31710dac-6490-4698-a85f-b9684fcd195c req-069f1274-4a3f-4068-aeca-d47f3b0b2246 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1346138 Jan 27 22:08:37.966560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:38.070984 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6b36f681-ef9e-4fca-909b-fb745e4b8cf5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.075349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1348304f-a252-42ec-bfbd-da2e71fe4f36), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.075884 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Added segment 1348304f-a252-42ec-bfbd-da2e71fe4f36 of type vlan for network a9cecfc5-a25b-4e22-8787-9129889071fb Jan 27 22:08:38.084356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31710dac-6490-4698-a85f-b9684fcd195c req-edf3517f-40ec-4459-863a-1b4871250e47 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189613 Jan 27 22:08:38.120460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=6b36f681-ef9e-4fca-909b-fb745e4b8cf5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:38.170246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1169c2a1-3c0a-4de1-a148-2ce0bc91b02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.176936 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a9cecfc5-a25b-4e22-8787-9129889071fb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.276120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.307223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1169c2a1-3c0a-4de1-a148-2ce0bc91b02e admin admin] Publish callbacks [] for security_group (d05c5d60-7283-46b4-970b-adb44d3aefc5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.308839 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a9cecfc5-a25b-4e22-8787-9129889071fb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.314553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:38.314872 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1169c2a1-3c0a-4de1-a148-2ce0bc91b02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d05c5d60-7283-46b4-970b-adb44d3aefc5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.315241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.356962 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1169c2a1-3c0a-4de1-a148-2ce0bc91b02e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cede07c396b8421b9401dc8805611512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4522722 Jan 27 22:08:38.362301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42390) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:38.396176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169c2a1-3c0a-4de1-a148-2ce0bc91b02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05c5d60-7283-46b4-970b-adb44d3aefc5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:38.440690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6029980a-87bd-4de7-add8-3f9c4a0d01d2 admin admin] Publish callbacks [] for security_group (d05c5d60-7283-46b4-970b-adb44d3aefc5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.448103 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.457506 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.473860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6860056 Jan 27 22:08:38.477459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7f917-f33b-49f1-8a80-073250b12730 req-5cc812ff-0958-4ff9-8565-34bc6a325e3f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:38.479227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4c7f917-f33b-49f1-8a80-073250b12730 req-5cc812ff-0958-4ff9-8565-34bc6a325e3f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2642674 Jan 27 22:08:38.479934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42396) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:38.481494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_controller (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.496175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42400) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:38.499081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6029980a-87bd-4de7-add8-3f9c4a0d01d2 admin admin] Publish callbacks [] for security_group (d05c5d60-7283-46b4-970b-adb44d3aefc5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.499763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'admin_state_up': True, 'project_id': '75cb12138042437b98d6c30ac4673882', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:38.510638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'floatingip': {'port_id': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:38.565438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6029980a-87bd-4de7-add8-3f9c4a0d01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d05c5d60-7283-46b4-970b-adb44d3aefc5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.570822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6029980a-87bd-4de7-add8-3f9c4a0d01d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.572192 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6029980a-87bd-4de7-add8-3f9c4a0d01d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d05c5d60-7283-46b4-970b-adb44d3aefc5 HTTP/1.1" status: 204 len: 168 time: 0.2087238 Jan 27 22:08:38.585490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c686ed8-e343-4d6a-b0f4-20caf0876e99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Network': ['ID=a9cecfc5-a25b-4e22-8787-9129889071fb,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:38.592630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029980a-87bd-4de7-add8-3f9c4a0d01d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05c5d60-7283-46b4-970b-adb44d3aefc5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:38.604178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (98684428-5c8a-489a-90eb-31fb47945718), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.605376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a9cecfc5-a25b-4e22-8787-9129889071fb details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:38.610236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (c3a1cb41-1dc2-4bd4-add7-e8c4805c295e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.610789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Fanout notify agent at l3_agent the message router_deleted on router c3a1cb41-1dc2-4bd4-add7-e8c4805c295e {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:08:38.651690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42404) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:38.660536 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.661780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-53f8f59d-ba20-475a-9d03-46ba92d66b3b tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/routers/c3a1cb41-1dc2-4bd4-add7-e8c4805c295e HTTP/1.1" status: 204 len: 168 time: 1.7448881 Jan 27 22:08:38.668432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42408) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:38.720972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (9456c498-3e57-4950-8624-5ed6e3e8bfc8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.722234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (9456c498-3e57-4950-8624-5ed6e3e8bfc8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.817831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-network', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:38.824703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c00366e-5c2b-426a-b7e3-52a44245b7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting subnet 97890ccc-60a9-4c41-98f2-b78e1c1e4348 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:38.831910 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c00366e-5c2b-426a-b7e3-52a44245b7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for subnet (97890ccc-60a9-4c41-98f2-b78e1c1e4348), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.854299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Made reservation on behalf of e2e0c71d86964d26bae3559ebf566aa5 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:38.860045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.876131 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.978249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Publish callbacks [] for security_group (04554b82-b6ff-4ae4-be7b-a9eb78c428db), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.984166 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (04554b82-b6ff-4ae4-be7b-a9eb78c428db), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.018680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:39.030686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04554b82-b6ff-4ae4-be7b-a9eb78c428db,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:39.036652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (efdf58a4-30e0-442d-8450-ccf43f42dc4c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.036995 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Added segment efdf58a4-30e0-442d-8450-ccf43f42dc4c of type vlan for network ba50549e-db6f-4c37-9025-15d0f9e9e52a Jan 27 22:08:39.094466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (ba50549e-db6f-4c37-9025-15d0f9e9e52a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.129264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (ba50549e-db6f-4c37-9025-15d0f9e9e52a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.130736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:39.131674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.184978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42412) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:39.209226 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5556438 Jan 27 22:08:39.218895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42414) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:39.225009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Request body: {'subnet': {'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-subnet', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:39.230009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37683138-a270-4155-a207-7882d74a50f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ba50549e-db6f-4c37-9025-15d0f9e9e52a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:39.234470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3e0f-1180-493a-84d6-57dc66960e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.246981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network ba50549e-db6f-4c37-9025-15d0f9e9e52a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:39.267090 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Made reservation on behalf of e2e0c71d86964d26bae3559ebf566aa5 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:39.271061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.305016 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_controller (9456c498-3e57-4950-8624-5ed6e3e8bfc8), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.371083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c00366e-5c2b-426a-b7e3-52a44245b7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (97890ccc-60a9-4c41-98f2-b78e1c1e4348), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.438303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3e0f-1180-493a-84d6-57dc66960e08 admin admin] Publish callbacks [] for security_group (eeb1bf1f-a1a4-4316-ad95-d08172cb4bd7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.462745 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3e0f-1180-493a-84d6-57dc66960e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eeb1bf1f-a1a4-4316-ad95-d08172cb4bd7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.551904 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1b8a3e0f-1180-493a-84d6-57dc66960e08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfbfb93b9af24194b1e8748060de10d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3651056 Jan 27 22:08:39.552604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a3e0f-1180-493a-84d6-57dc66960e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb1bf1f-a1a4-4316-ad95-d08172cb4bd7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:39.556787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42416) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:39.595085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (7a3ae93f-8bf1-4552-bfc5-37b8db5855a0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.630900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (9456c498-3e57-4950-8624-5ed6e3e8bfc8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.705930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:39.710875 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c00366e-5c2b-426a-b7e3-52a44245b7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (97890ccc-60a9-4c41-98f2-b78e1c1e4348), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.714895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5fe71b3-2640-4c0d-bd81-511f5e03d689 admin admin] Publish callbacks [] for security_group (eeb1bf1f-a1a4-4316-ad95-d08172cb4bd7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.752375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5fe71b3-2640-4c0d-bd81-511f5e03d689 admin admin] Publish callbacks [] for security_group (eeb1bf1f-a1a4-4316-ad95-d08172cb4bd7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.754966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Checking segment: {'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:39.755327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Network hostable DHCP agents. Network: ba50549e-db6f-4c37-9025-15d0f9e9e52a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:39.801723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Network ba50549e-db6f-4c37-9025-15d0f9e9e52a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:39.827608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, ba50549e-db6f-4c37-9025-15d0f9e9e52a) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:39.834422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:39.835103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.845566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb530836-b08b-4381-b659-b62393646e62 None None] Network ba50549e-db6f-4c37-9025-15d0f9e9e52a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:39.851530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5fe71b3-2640-4c0d-bd81-511f5e03d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eeb1bf1f-a1a4-4316-ad95-d08172cb4bd7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.855185 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f5fe71b3-2640-4c0d-bd81-511f5e03d689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.857095 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f5fe71b3-2640-4c0d-bd81-511f5e03d689 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eeb1bf1f-a1a4-4316-ad95-d08172cb4bd7 HTTP/1.1" status: 204 len: 168 time: 0.2991700 Jan 27 22:08:39.865274 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bcbd950f-d8d1-428c-b15e-dd46bda8f337 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6452174 Jan 27 22:08:39.870132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42422) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:39.881277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:39.886635 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe71b3-2640-4c0d-bd81-511f5e03d689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb1bf1f-a1a4-4316-ad95-d08172cb4bd7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:39.913021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (65bdad41-0c67-4579-81ca-1be6d9265c4d), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.914225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (65bdad41-0c67-4579-81ca-1be6d9265c4d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.917204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c00366e-5c2b-426a-b7e3-52a44245b7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (97890ccc-60a9-4c41-98f2-b78e1c1e4348), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.991429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00366e-5c2b-426a-b7e3-52a44245b7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Subnet': ['ID=97890ccc-60a9-4c41-98f2-b78e1c1e4348,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:39.998665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c00366e-5c2b-426a-b7e3-52a44245b7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.998926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks [] for router_controller (65bdad41-0c67-4579-81ca-1be6d9265c4d), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.003489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1c00366e-5c2b-426a-b7e3-52a44245b7df tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/subnets/97890ccc-60a9-4c41-98f2-b78e1c1e4348 HTTP/1.1" status: 204 len: 168 time: 1.3339415 Jan 27 22:08:40.006167 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42424) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:40.027396 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.035917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (98684428-5c8a-489a-90eb-31fb47945718), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.038235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735001ab-2472-4b27-bda5-9d9bac51e857 None None] Network 4512c8e5-8f34-4539-8a5d-205739324e23 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:40.169815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9c30f-399c-40c1-a39c-3bd34c3da972 None None] Network ba50549e-db6f-4c37-9025-15d0f9e9e52a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:40.220197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (4512c8e5-8f34-4539-8a5d-205739324e23), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.264996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks [] for router_gateway (65bdad41-0c67-4579-81ca-1be6d9265c4d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.296493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (9456c498-3e57-4950-8624-5ed6e3e8bfc8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.341596 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.376151 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Floating IP 98684428-5c8a-489a-90eb-31fb47945718 associated. External IP: 172.25.8.19, port: 94b003f6-e9d5-4646-bceb-617d2ce1b1e1. Jan 27 22:08:40.403405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] DHCP port deletion for 4512c8e5-8f34-4539-8a5d-205739324e23 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:40.419999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port b3c2afdb-a97c-4930-bed5-c18092f730a4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:40.420352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.488728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Deleting port b3c2afdb-a97c-4930-bed5-c18092f730a4 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:40.490126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.528977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] For port b3c2afdb-a97c-4930-bed5-c18092f730a4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3c2afdb-a97c-4930-bed5-c18092f730a4,segment=NetworkSegment(fd8b5948-1ffa-42c8-ad8d-6e478b0e826f),segment_id=fd8b5948-1ffa-42c8-ad8d-6e478b0e826f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:40.529331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.547022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for b3c2afdb-a97c-4930-bed5-c18092f730a4 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:40.605352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.25.8.16 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/b998f731-fd78-44ee-aaff-970588613bdc) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:40.764010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] For port b3c2afdb-a97c-4930-bed5-c18092f730a4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b3c2afdb-a97c-4930-bed5-c18092f730a4,segment=NetworkSegment(fd8b5948-1ffa-42c8-ad8d-6e478b0e826f),segment_id=fd8b5948-1ffa-42c8-ad8d-6e478b0e826f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:40.764572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.766789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks [] for router_gateway (65bdad41-0c67-4579-81ca-1be6d9265c4d), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.780623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Calling delete_port for b3c2afdb-a97c-4930-bed5-c18092f730a4 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:40.803862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.838859 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (b998f731-fd78-44ee-aaff-970588613bdc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.884054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.896438 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (b3c2afdb-a97c-4930-bed5-c18092f730a4), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.923326 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b998f731-fd78-44ee-aaff-970588613bdc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.926462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=b3c2afdb-a97c-4930-bed5-c18092f730a4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:40.939628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Pushing event deleted for resources: {'Port': ['ID=b3c2afdb-a97c-4930-bed5-c18092f730a4,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:40.961648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] No DVR routers for this DVR port b3c2afdb-a97c-4930-bed5-c18092f730a4 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:40.964594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.965477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.966959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.967897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.968465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.969023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.969570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.970111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.970725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.971519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.972240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.973565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.974162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:40.993489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa4f36-7f44-4e67-9d7c-bc56f11c0b05 None None] No DVR routers for this DVR port b3c2afdb-a97c-4930-bed5-c18092f730a4 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:41.002555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.041883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3c2afdb-a97c-4930-bed5-c18092f730a4 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:41.068810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b3c2afdb-a97c-4930-bed5-c18092f730a4 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:41.069384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b3c2afdb-a97c-4930-bed5-c18092f730a4 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:41.088009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Allocated IP 172.25.8.221 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/dbd2176d-225a-4432-a168-a9856ea9fa11) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:41.124622 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.125916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:41.163370 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (4512c8e5-8f34-4539-8a5d-205739324e23), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.168826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:41.173483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:41.202408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=b998f731-fd78-44ee-aaff-970588613bdc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:41.239899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4512c8e5-8f34-4539-8a5d-205739324e23']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:41.254101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8b5948-1ffa-42c8-ad8d-6e478b0e826f') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:41.254403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8b5948-1ffa-42c8-ad8d-6e478b0e826f') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:41.268825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (fd8b5948-1ffa-42c8-ad8d-6e478b0e826f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.297476 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (fd8b5948-1ffa-42c8-ad8d-6e478b0e826f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.306293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Router 92e8f460-a9e0-49ba-9035-834668dda8c3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:41.314629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:41.315014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (fd8b5948-1ffa-42c8-ad8d-6e478b0e826f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:41.318710 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:41.370659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks [] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.403443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (4512c8e5-8f34-4539-8a5d-205739324e23), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.408313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.411762 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/networks/4512c8e5-8f34-4539-8a5d-205739324e23 HTTP/1.1" status: 204 len: 168 time: 1.4042552 Jan 27 22:08:41.416441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42446) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:41.434491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3608f7-6887-4602-9fdb-b9515790e8bb tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Network': ['ID=4512c8e5-8f34-4539-8a5d-205739324e23,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:41.456204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.531180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:41.536912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd2176d-225a-4432-a168-a9856ea9fa11,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:41.539886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:41.546974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:41.654606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:41.670322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] Sync routers for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:41.692211 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.696384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:41.699402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:41.746917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8eb5628b-12ea-499f-a7b3-05fa75090556 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "PUT /v2.0/floatingips/98684428-5c8a-489a-90eb-31fb47945718 HTTP/1.1" status: 200 len: 991 time: 3.2411327 Jan 27 22:08:41.747666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (9456c498-3e57-4950-8624-5ed6e3e8bfc8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.751103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:41.765771 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:41.872976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 1c32da0d-4b6c-499a-bc6f-33a0f015a17f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:41.873446 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.946663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:41.978511 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa4c76e-6c4c-4246-bbee-f565c146afcf x-openstack-request-id: req-4fa4c76e-6c4c-4246-bbee-f565c146afcf {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:41.979131 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:41.979131 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fa4c76e-6c4c-4246-bbee-f565c146afcf {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:41.991580 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'status': 'completed', 'code': 200} Jan 27 22:08:42.136324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.136786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.240080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 1c32da0d-4b6c-499a-bc6f-33a0f015a17f owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:42.358882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-463612b5-4bb4-43a1-b248-d47e74dc07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:42.365860 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-463612b5-4bb4-43a1-b248-d47e74dc07ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1097 time: 0.1771300 Jan 27 22:08:42.394970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (9456c498-3e57-4950-8624-5ed6e3e8bfc8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.510169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-253bda8f-e4f8-490b-ac65-4522e551b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:42.512299 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-253bda8f-e4f8-490b-ac65-4522e551b167 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.1416812 Jan 27 22:08:42.544401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '98684428-5c8a-489a-90eb-31fb47945718', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'port_id': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'mac_address': 'fa:16:3e:03:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:13Z', 'updated_at': '2022-01-27T22:08:39Z', 'revision_number': 1, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:42.581922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks [] for router_gateway (65bdad41-0c67-4579-81ca-1be6d9265c4d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.590757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] Checking router: 92e8f460-a9e0-49ba-9035-834668dda8c3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:42.601153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:42.601908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:42.646827 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-7e71e176-f3aa-453a-a43c-5033e1c1ac9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 999 time: 0.1275609 Jan 27 22:08:42.758743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-9016e47e-552b-46d0-805c-6609d225880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:42.760502 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-9016e47e-552b-46d0-805c-6609d225880c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.1063395 Jan 27 22:08:42.819264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:43.034532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-c00a8250-310c-487b-a29f-33053ad7e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:43.042478 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-c00a8250-310c-487b-a29f-33053ad7e957 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753363 Jan 27 22:08:43.152481 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-52bd34ca-62fd-42e5-b601-318eeeaddd0c service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018085 Jan 27 22:08:43.156108 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (65bdad41-0c67-4579-81ca-1be6d9265c4d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.202662 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1c32da0d-4b6c-499a-bc6f-33a0f015a17f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.290818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=1c32da0d-4b6c-499a-bc6f-33a0f015a17f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:43.309986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '98684428-5c8a-489a-90eb-31fb47945718', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'port_id': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'mac_address': 'fa:16:3e:03:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:13Z', 'updated_at': '2022-01-27T22:08:39Z', 'revision_number': 1, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:43.391467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a2700-6ff0-49a2-9527-69551d4a3bb1 None None] The sync data for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 is: [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '98684428-5c8a-489a-90eb-31fb47945718', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'port_id': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'mac_address': 'fa:16:3e:03:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:13Z', 'updated_at': '2022-01-27T22:08:39Z', 'revision_number': 1, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:43.476571 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for floatingip (3f9379b8-ad30-41dc-bd54-22c579336e24), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.481297 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.487263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-37cf260c-976b-447b-9403-80cabcc38064 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/floatingips/3f9379b8-ad30-41dc-bd54-22c579336e24 HTTP/1.1" status: 204 len: 168 time: 2.0656433 Jan 27 22:08:43.487263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:08:43.488547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42484) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.500784 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04a30e08-fa8c-4f3f-9c80-3e757ff74fb8 req-14bc339b-79dc-4f20-868a-fa9c18371fce service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406451 Jan 27 22:08:43.573073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Router 65bdad41-0c67-4579-81ca-1be6d9265c4d is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:08:43.579994 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-788e33da-ff37-4690-9558-131fb80ca5d0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] DELETE failed (client error): The resource could not be found. Jan 27 22:08:43.581172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788e33da-ff37-4690-9558-131fb80ca5d0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:08:43.600004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-788e33da-ff37-4690-9558-131fb80ca5d0 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/ports/3f473d4a-eb23-4fff-b367-15ac4795bb0e HTTP/1.1" status: 404 len: 333 time: 0.1073973 Jan 27 22:08:43.600631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42488) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.739734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b62d65f4-40dd-48db-b1af-25352e46c230 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3a1cb41-1dc2-4bd4-add7-e8c4805c295e HTTP/1.1" status: 200 len: 205 time: 0.1371810 Jan 27 22:08:43.743984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42492) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.763266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:43.780483 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Sync routers for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:43.800488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.800803 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:43.801181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:43.801892 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-074a3a72-a018-4811-980d-5be219c42b33 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9296029 Jan 27 22:08:43.805258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42496) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.843733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8462b70c-7c5a-4e48-95be-fb2887651bf7 None None] New status for floating IP 98684428-5c8a-489a-90eb-31fb47945718: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:08:43.874781 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-19fde4f1-efa0-4a9b-a5e0-bee9815d88ce tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] delete failed (client error): The resource could not be found. Jan 27 22:08:43.880221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-19fde4f1-efa0-4a9b-a5e0-bee9815d88ce tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/routers/c3a1cb41-1dc2-4bd4-add7-e8c4805c295e HTTP/1.1" status: 404 len: 336 time: 0.1307211 Jan 27 22:08:43.880697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42500) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.916162 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-034192b7-6df2-45db-9888-53fe18100430 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] DELETE failed (client error): The resource could not be found. Jan 27 22:08:43.916640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034192b7-6df2-45db-9888-53fe18100430 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:08:43.924036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-034192b7-6df2-45db-9888-53fe18100430 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/subnets/97890ccc-60a9-4c41-98f2-b78e1c1e4348 HTTP/1.1" status: 404 len: 337 time: 0.0381835 Jan 27 22:08:43.927239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42502) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.972596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:44.000168 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.001588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e4983674-e099-42c4-bc3f-fa9bd5bbc05d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.5153651 Jan 27 22:08:44.011840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42508) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:44.086891 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d179d28a-6919-414b-b4a1-57d7bd2156f3 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=75cb12138042437b98d6c30ac4673882&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749211 Jan 27 22:08:44.091110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42512) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:44.148095 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:44.293073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-89cc5b05-8cbf-4306-ba86-ac743326c0fd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port f1431c2b-1694-493c-8a2b-13beaf43fa9c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:44.293559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-89cc5b05-8cbf-4306-ba86-ac743326c0fd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f1431c2b-1694-493c-8a2b-13beaf43fa9c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.323222 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Sync routers for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:44.359550 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:44.360206 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:44.507689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.543611 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:42Z', 'revision_number': 3, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:44.610900 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Checking router: 65bdad41-0c67-4579-81ca-1be6d9265c4d for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:44.612008 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Updating router 65bdad41-0c67-4579-81ca-1be6d9265c4d port dbd2176d-225a-4432-a168-a9856ea9fa11 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:08:44.614562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a1cc4-c1d2-490f-93ec-a1adfa8ef616 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:44.617137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-335a1cc4-c1d2-490f-93ec-a1adfa8ef616 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5246711 Jan 27 22:08:44.623485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42526) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:44.646115 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:44.649002 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.675512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b4b47ac8-e31d-47bb-9db4-894f7b6a4f21 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507278 Jan 27 22:08:44.677767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-89cc5b05-8cbf-4306-ba86-ac743326c0fd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f1431c2b-1694-493c-8a2b-13beaf43fa9c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.680393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42528) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:44.691751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-68867823', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'project_id': '75cb12138042437b98d6c30ac4673882', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:44.726721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-89cc5b05-8cbf-4306-ba86-ac743326c0fd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for f1431c2b-1694-493c-8a2b-13beaf43fa9c owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:44.968521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Allocated IP 172.20.0.1 (ba50549e-db6f-4c37-9025-15d0f9e9e52a/7a3ae93f-8bf1-4552-bfc5-37b8db5855a0/61a72fc4-7c7f-4689-b538-b5be6314fccb) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:45.092577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:45.100660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.214356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Publish callbacks [] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.266000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42534) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:45.273450 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:41Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:45.291451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.328599 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Checking router: 9456c498-3e57-4950-8624-5ed6e3e8bfc8 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:45.329054 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Updating router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 port b998f731-fd78-44ee-aaff-970588613bdc binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:08:45.407104 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Publish callbacks [] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.409534 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b998f731-fd78-44ee-aaff-970588613bdc), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.418217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Network ba50549e-db6f-4c37-9025-15d0f9e9e52a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:45.429944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:45.437568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:45.508014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Pushing event updated for resources: {'Port': ['ID=61a72fc4-7c7f-4689-b538-b5be6314fccb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:45.525181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (758ec6c9-bc6c-4494-98bd-274bf89c09af), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.529877 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c224a239-5bdc-492a-a2be-ca6f597359be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.590950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (65bdad41-0c67-4579-81ca-1be6d9265c4d), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.698522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Subnet': ['ID=758ec6c9-bc6c-4494-98bd-274bf89c09af,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:45.705523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-89cc5b05-8cbf-4306-ba86-ac743326c0fd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f1431c2b-1694-493c-8a2b-13beaf43fa9c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.723789 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.751032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc5b05-8cbf-4306-ba86-ac743326c0fd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=f1431c2b-1694-493c-8a2b-13beaf43fa9c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:45.759988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Checking segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:45.760335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network hostable DHCP agents. Network: a9cecfc5-a25b-4e22-8787-9129889071fb, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:45.803967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c224a239-5bdc-492a-a2be-ca6f597359be admin admin] Publish callbacks [] for security_group (c7a244df-fddf-4c45-bca8-acabd7e30261), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.812825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c224a239-5bdc-492a-a2be-ca6f597359be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c7a244df-fddf-4c45-bca8-acabd7e30261), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.877248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-89cc5b05-8cbf-4306-ba86-ac743326c0fd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.886340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-89cc5b05-8cbf-4306-ba86-ac743326c0fd tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/ports/f1431c2b-1694-493c-8a2b-13beaf43fa9c HTTP/1.1" status: 204 len: 168 time: 1.9553952 Jan 27 22:08:45.890439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42540) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:45.892481 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Pushing event updated for resources: {'Port': ['ID=dbd2176d-225a-4432-a168-a9856ea9fa11,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:45.907758 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.908141 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.908492 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.910261 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c224a239-5bdc-492a-a2be-ca6f597359be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e6fc231a5124596ab066b1fb7a6ec09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6422143 Jan 27 22:08:45.910866 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.911282 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.911640 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.911949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224a239-5bdc-492a-a2be-ca6f597359be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a244df-fddf-4c45-bca8-acabd7e30261,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:45.912148 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.912332 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.912619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.913110 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.913448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42542) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:45.913858 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.914415 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.914901 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:45.921036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Attempting to bind port dbd2176d-225a-4432-a168-a9856ea9fa11 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:45.921036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Attempting to bind port dbd2176d-225a-4432-a168-a9856ea9fa11 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:45.921036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Attempting to bind port dbd2176d-225a-4432-a168-a9856ea9fa11 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:45.935795 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:45.936169 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:45.936580 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.936982 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:45.937543 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Bound port: dbd2176d-225a-4432-a168-a9856ea9fa11, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:45.937847 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.956270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network a9cecfc5-a25b-4e22-8787-9129889071fb is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:45.962864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.010563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a9cecfc5-a25b-4e22-8787-9129889071fb) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:46.016077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:46.016602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.036269 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] For port dbd2176d-225a-4432-a168-a9856ea9fa11, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:46.040669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb418be-0c21-45dd-80ab-45f209f4b419 None None] Network a9cecfc5-a25b-4e22-8787-9129889071fb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:46.059386 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] For port dbd2176d-225a-4432-a168-a9856ea9fa11, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dbd2176d-225a-4432-a168-a9856ea9fa11,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:46.072985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-08d44341-1492-41ae-909a-4c1b0457ee98 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3915987 Jan 27 22:08:46.078411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42544) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:46.082623 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.086715 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da434de5-e0f8-4879-99a8-c3995641a449 admin admin] Publish callbacks [] for security_group (c7a244df-fddf-4c45-bca8-acabd7e30261), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.176248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da434de5-e0f8-4879-99a8-c3995641a449 admin admin] Publish callbacks [] for security_group (c7a244df-fddf-4c45-bca8-acabd7e30261), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.199729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8d577-efe5-42b1-9dce-31fd13cae9b4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 5594bc6f-2657-4e81-917d-13e674238bcb {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:46.200078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d577-efe5-42b1-9dce-31fd13cae9b4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5594bc6f-2657-4e81-917d-13e674238bcb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.201355 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Publish callbacks [] for port (b998f731-fd78-44ee-aaff-970588613bdc), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.238156 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b998f731-fd78-44ee-aaff-970588613bdc), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.266785 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:46.267521 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:46.316496 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c7ccb-a8d9-4225-a373-ce6e062f355f None None] Pushing event updated for resources: {'Port': ['ID=dbd2176d-225a-4432-a168-a9856ea9fa11,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.338810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a9cecfc5-a25b-4e22-8787-9129889071fb', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:08:46.339794 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.416191 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Publish callbacks [] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.423223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.448782 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da434de5-e0f8-4879-99a8-c3995641a449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c7a244df-fddf-4c45-bca8-acabd7e30261), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.451614 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da434de5-e0f8-4879-99a8-c3995641a449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.465976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-da434de5-e0f8-4879-99a8-c3995641a449 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7a244df-fddf-4c45-bca8-acabd7e30261 HTTP/1.1" status: 204 len: 168 time: 0.5126107 Jan 27 22:08:46.486626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d577-efe5-42b1-9dce-31fd13cae9b4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5594bc6f-2657-4e81-917d-13e674238bcb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.513305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Pushing event updated for resources: {'Port': ['ID=61a72fc4-7c7f-4689-b538-b5be6314fccb,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.519975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (65bdad41-0c67-4579-81ca-1be6d9265c4d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.551084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8d577-efe5-42b1-9dce-31fd13cae9b4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 5594bc6f-2657-4e81-917d-13e674238bcb owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:46.565827 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:46.569527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da434de5-e0f8-4879-99a8-c3995641a449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a244df-fddf-4c45-bca8-acabd7e30261,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.570263 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Attempting to bind port b998f731-fd78-44ee-aaff-970588613bdc on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:46.570864 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Attempting to bind port b998f731-fd78-44ee-aaff-970588613bdc by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:46.571488 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Attempting to bind port b998f731-fd78-44ee-aaff-970588613bdc on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:46.628071 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:46.628724 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:46.629381 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.630027 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:46.631037 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Bound port: b998f731-fd78-44ee-aaff-970588613bdc, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:46.631535 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b998f731-fd78-44ee-aaff-970588613bdc), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.641611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Allocated IP 172.20.0.2 (a9cecfc5-a25b-4e22-8787-9129889071fb/758ec6c9-bc6c-4494-98bd-274bf89c09af/e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:46.728343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Network ba50549e-db6f-4c37-9025-15d0f9e9e52a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:46.730770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:46.797866 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] For port b998f731-fd78-44ee-aaff-970588613bdc, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:46.804166 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] For port b998f731-fd78-44ee-aaff-970588613bdc, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b998f731-fd78-44ee-aaff-970588613bdc,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:46.829158 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Publish callbacks [] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.833888 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b998f731-fd78-44ee-aaff-970588613bdc), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.840180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.861353 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bb828-9db6-4e8e-8601-fd20c4f0a708 None None] Pushing event updated for resources: {'Port': ['ID=b998f731-fd78-44ee-aaff-970588613bdc,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.905671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Pushing event updated for resources: {'Port': ['ID=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.910383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Network a9cecfc5-a25b-4e22-8787-9129889071fb is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:46.912870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:46.916063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:47.041395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Attempting to bind port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:47.042115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Attempting to bind port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:47.042228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Attempting to bind port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb on network a9cecfc5-a25b-4e22-8787-9129889071fb {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:47.051014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:47.053690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Checking segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:47.054922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.055727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Bound using segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:47.056923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Bound port: e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:47.057645 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.117567 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:47.118576 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:47.133968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42554) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:47.175637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] For port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:47.181223 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef426a25-c27e-4aca-918e-b6a07fc7b582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.184850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] For port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:47.193006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.208955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d577-efe5-42b1-9dce-31fd13cae9b4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5594bc6f-2657-4e81-917d-13e674238bcb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.255204 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:47.297396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd4b56-2241-4e97-91e9-8336638a0d06 None None] Pushing event updated for resources: {'Port': ['ID=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:47.361290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8d577-efe5-42b1-9dce-31fd13cae9b4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=5594bc6f-2657-4e81-917d-13e674238bcb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:47.386354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Router 65bdad41-0c67-4579-81ca-1be6d9265c4d has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:47.587697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:47.591192 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d577-efe5-42b1-9dce-31fd13cae9b4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.607869 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3cd4fd4c-0382-477d-b237-dac27aeac922 admin admin] 10.222.0.45 "PUT /v2.0/routers/65bdad41-0c67-4579-81ca-1be6d9265c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7875726 Jan 27 22:08:47.609123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7fa8d577-efe5-42b1-9dce-31fd13cae9b4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/ports/5594bc6f-2657-4e81-917d-13e674238bcb HTTP/1.1" status: 204 len: 168 time: 1.7074394 Jan 27 22:08:47.609273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42558) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:47.628102 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bb828-9db6-4e8e-8601-fd20c4f0a708 None None] Pushing event updated for resources: {'Port': ['ID=b998f731-fd78-44ee-aaff-970588613bdc,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:47.697185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd20c34-1f43-468f-8e5d-401855e5686c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:47.702979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4bd20c34-1f43-468f-8e5d-401855e5686c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0c81490-7763-402d-b934-240cbca9e0ad HTTP/1.1" status: 200 len: 913 time: 0.0964463 Jan 27 22:08:47.703193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42562) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:47.772499 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef426a25-c27e-4aca-918e-b6a07fc7b582 admin admin] Publish callbacks [] for security_group (721f87cb-f41d-4e9c-adb0-d11619b5704a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.804970 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:44Z', 'revision_number': 1, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:47.852116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef426a25-c27e-4aca-918e-b6a07fc7b582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (721f87cb-f41d-4e9c-adb0-d11619b5704a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.894486 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbc7d3-4913-4358-988c-5bd8f382979f None None] The sync data for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 is: [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:44Z', 'revision_number': 1, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:47.895826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ef426a25-c27e-4aca-918e-b6a07fc7b582 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1364ea2613e4048aeb1aadda4f7c280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7602844 Jan 27 22:08:47.916687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42566) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.005076 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:41Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:48.025462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.028364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef426a25-c27e-4aca-918e-b6a07fc7b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721f87cb-f41d-4e9c-adb0-d11619b5704a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:48.158399 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41cdece-3db7-4b43-9c8a-e5ffb66d73d4 None None] The sync data for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 is: [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:41Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:48.177833 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9760f437-7929-458d-b127-3e5a29dab1ef admin admin] Publish callbacks [] for security_group (721f87cb-f41d-4e9c-adb0-d11619b5704a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.211975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.289176 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9760f437-7929-458d-b127-3e5a29dab1ef admin admin] Publish callbacks [] for security_group (721f87cb-f41d-4e9c-adb0-d11619b5704a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.659674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9760f437-7929-458d-b127-3e5a29dab1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (721f87cb-f41d-4e9c-adb0-d11619b5704a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.663002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9760f437-7929-458d-b127-3e5a29dab1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.664855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9760f437-7929-458d-b127-3e5a29dab1ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/721f87cb-f41d-4e9c-adb0-d11619b5704a HTTP/1.1" status: 204 len: 168 time: 0.7462201 Jan 27 22:08:48.778559 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (f0c81490-7763-402d-b934-240cbca9e0ad), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.029987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760f437-7929-458d-b127-3e5a29dab1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721f87cb-f41d-4e9c-adb0-d11619b5704a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:49.431348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b998f731-fd78-44ee-aaff-970588613bdc up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:49.569965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b998f731-fd78-44ee-aaff-970588613bdc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:49.570483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b998f731-fd78-44ee-aaff-970588613bdc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.596924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.20.0.1 (a9cecfc5-a25b-4e22-8787-9129889071fb/758ec6c9-bc6c-4494-98bd-274bf89c09af/befba095-174d-44ff-a4d5-95e1c0f4caa8) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:49.642495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port 1f9a6b2c-0452-4d24-9a3b-a14e66b4d969 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:49.643656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1f9a6b2c-0452-4d24-9a3b-a14e66b4d969), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.692839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e273bc-5acd-438b-98f6-234eca521262 None None] Network a9cecfc5-a25b-4e22-8787-9129889071fb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:49.924799 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1f9a6b2c-0452-4d24-9a3b-a14e66b4d969), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.959611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for 1f9a6b2c-0452-4d24-9a3b-a14e66b4d969 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:50.077129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b998f731-fd78-44ee-aaff-970588613bdc is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:50.077707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b998f731-fd78-44ee-aaff-970588613bdc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.097533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e698a648-c284-43cc-8c59-8a77bda41105 None None] Provisioning complete for port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:50.098170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e698a648-c284-43cc-8c59-8a77bda41105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.253825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port b998f731-fd78-44ee-aaff-970588613bdc, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b998f731-fd78-44ee-aaff-970588613bdc,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:50.284724 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b998f731-fd78-44ee-aaff-970588613bdc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.287526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:50.357399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1f9a6b2c-0452-4d24-9a3b-a14e66b4d969), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.450202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=1f9a6b2c-0452-4d24-9a3b-a14e66b4d969,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:50.616687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-722a33d0-7b1d-4a6b-966f-a5c56fb77d17 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:50.625447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-722a33d0-7b1d-4a6b-966f-a5c56fb77d17 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 820 time: 1.5928249 Jan 27 22:08:50.672083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-53ca4810-40e9-481b-a8a0-d6bc76d09f9d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/quotas/e2e0c71d86964d26bae3559ebf566aa5 HTTP/1.1" status: 200 len: 375 time: 0.0454423 Jan 27 22:08:50.694285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e698a648-c284-43cc-8c59-8a77bda41105 None None] Current status of the port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:50.695117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e698a648-c284-43cc-8c59-8a77bda41105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.769286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e698a648-c284-43cc-8c59-8a77bda41105 None None] For port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:50.802443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-f66b067c-839b-4e4f-9203-461a0418a639 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294658 Jan 27 22:08:50.802755 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e698a648-c284-43cc-8c59-8a77bda41105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.814282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-cc7214fc-21e4-4a6a-a691-3c1d1be1faab service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:50.824897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-cc7214fc-21e4-4a6a-a691-3c1d1be1faab service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214205 Jan 27 22:08:50.849781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=b998f731-fd78-44ee-aaff-970588613bdc,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:50.946934 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.948119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (f0c81490-7763-402d-b934-240cbca9e0ad), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.971375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:50.972035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.990640 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.109692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-25084d68-7d1f-48c9-9aa8-516bdcae81d1 service neutron] 10.222.0.45 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771089 Jan 27 22:08:51.116878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698a648-c284-43cc-8c59-8a77bda41105 None None] Pushing event updated for resources: {'Port': ['ID=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:51.181113 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.220934 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:08:51.361759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=befba095-174d-44ff-a4d5-95e1c0f4caa8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:51.437533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network a9cecfc5-a25b-4e22-8787-9129889071fb is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:51.442731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:51.455029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:51.568847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Router f0c81490-7763-402d-b934-240cbca9e0ad has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:51.603095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (9456c498-3e57-4950-8624-5ed6e3e8bfc8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.738829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:51.757842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5458cd31-c0ed-4789-b2c0-ba42336e4188 None None] Provisioning complete for port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:51.760068 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5458cd31-c0ed-4789-b2c0-ba42336e4188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.853404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-97eff987-ee3d-425e-87a0-742af56e8649 service neutron] 10.222.0.45 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7423730 Jan 27 22:08:51.909268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:51.926824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bc2aa6fc-eea2-41ea-895b-a0add1c30c85 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "PUT /v2.0/routers/f0c81490-7763-402d-b934-240cbca9e0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2216418 Jan 27 22:08:51.927999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42616) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:51.983921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18804b-8f34-4986-8e1f-4e2573c3bde0 None None] Sync routers for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:52.046188 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.095563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router (f0c81490-7763-402d-b934-240cbca9e0ad), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.097078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18804b-8f34-4986-8e1f-4e2573c3bde0 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:52.098102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1e18804b-8f34-4986-8e1f-4e2573c3bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:52.153190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5458cd31-c0ed-4789-b2c0-ba42336e4188 None None] Current status of the port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:52.252611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b998f731-fd78-44ee-aaff-970588613bdc up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:52.258216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1e18804b-8f34-4986-8e1f-4e2573c3bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:52.324946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18804b-8f34-4986-8e1f-4e2573c3bde0 None None] Routers {'f0c81490-7763-402d-b934-240cbca9e0ad'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:52.328091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1e18804b-8f34-4986-8e1f-4e2573c3bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f0c81490-7763-402d-b934-240cbca9e0ad'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:52.405734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1e18804b-8f34-4986-8e1f-4e2573c3bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:52.407228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18804b-8f34-4986-8e1f-4e2573c3bde0 None None] The sync data for ids ['f0c81490-7763-402d-b934-240cbca9e0ad'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:52.418968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba37c862-0043-4be7-8dd8-a72ffcae6d6b req-cb3bc605-b46b-4c89-8fd1-8a3b4a90f36a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 210 time: 0.0820129 Jan 27 22:08:52.458673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_gateway (f0c81490-7763-402d-b934-240cbca9e0ad), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.464733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-80d1aff1-f245-4538-abcc-1ec29f08cf59 None None] Provisioning complete for port befba095-174d-44ff-a4d5-95e1c0f4caa8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:52.465685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80d1aff1-f245-4538-abcc-1ec29f08cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.571274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-80d1aff1-f245-4538-abcc-1ec29f08cf59 None None] Port befba095-174d-44ff-a4d5-95e1c0f4caa8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:52.587080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b998f731-fd78-44ee-aaff-970588613bdc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:52.587735 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b998f731-fd78-44ee-aaff-970588613bdc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.648504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting port b9cc5164-260e-4ef3-8c29-e4f0c2118c50 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:52.648869 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b9cc5164-260e-4ef3-8c29-e4f0c2118c50), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.728528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.741858 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.801347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b998f731-fd78-44ee-aaff-970588613bdc is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:52.805786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:52.832982 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b9cc5164-260e-4ef3-8c29-e4f0c2118c50), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.863066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Calling delete_port for b9cc5164-260e-4ef3-8c29-e4f0c2118c50 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:52.907230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=befba095-174d-44ff-a4d5-95e1c0f4caa8,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:52.927907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:52.928738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.950438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (9456c498-3e57-4950-8624-5ed6e3e8bfc8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.079246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network a9cecfc5-a25b-4e22-8787-9129889071fb is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:53.083212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:53.148833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:53.157228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dbd2176d-225a-4432-a168-a9856ea9fa11 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:53.269052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:53.283725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b9cc5164-260e-4ef3-8c29-e4f0c2118c50), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.305850 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Sync routers for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:53.324702 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:53.327501 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:53.343013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dbd2176d-225a-4432-a168-a9856ea9fa11 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:53.343770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.376782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Port': ['ID=b9cc5164-260e-4ef3-8c29-e4f0c2118c50,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:53.530284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (f0c81490-7763-402d-b934-240cbca9e0ad), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.595473 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:53.603530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bd5bd39-f609-4386-aee2-57c5b82812aa req-aaa7e49f-e23e-4001-9a78-ffe9a26ed356 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 210 time: 0.0649457 Jan 27 22:08:53.643539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:53.659464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f692765d-2c9b-4b83-b7ee-925ae7bea882 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "PUT /v2.0/routers/9456c498-3e57-4950-8624-5ed6e3e8bfc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5765028 Jan 27 22:08:53.659800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dbd2176d-225a-4432-a168-a9856ea9fa11 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:53.659800 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.715970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Sync routers for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:53.864745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port dbd2176d-225a-4432-a168-a9856ea9fa11, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dbd2176d-225a-4432-a168-a9856ea9fa11,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:53.895647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.912992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:53.914101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:53.978951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-96de67ca-cace-4ee6-8c2c-37e8adba8e72 None None] Provisioning complete for port befba095-174d-44ff-a4d5-95e1c0f4caa8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:53.980079 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96de67ca-cace-4ee6-8c2c-37e8adba8e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.243569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:54.259066 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (f0c81490-7763-402d-b934-240cbca9e0ad), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.267020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router_controller (f0c81490-7763-402d-b934-240cbca9e0ad), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.293245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=dbd2176d-225a-4432-a168-a9856ea9fa11,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:54.307155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-96de67ca-cace-4ee6-8c2c-37e8adba8e72 None None] Port befba095-174d-44ff-a4d5-95e1c0f4caa8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:54.309111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-12c265c6-ec5c-44b3-9d96-e30172bdcc17 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748479229&fields=id&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 267 time: 0.1371121 Jan 27 22:08:54.385156 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:46Z', 'revision_number': 2, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:54.419981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (f0c81490-7763-402d-b934-240cbca9e0ad), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.420916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Fanout notify agent at l3_agent the message router_deleted on router f0c81490-7763-402d-b934-240cbca9e0ad {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:08:54.441603 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.446417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42668) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:54.446908 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Checking router: 65bdad41-0c67-4579-81ca-1be6d9265c4d for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:54.447501 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Updating router 65bdad41-0c67-4579-81ca-1be6d9265c4d port 61a72fc4-7c7f-4689-b538-b5be6314fccb binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:08:54.449523 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9aa68bcb-d351-471a-9d84-7485ce0b1d5c tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/routers/f0c81490-7763-402d-b934-240cbca9e0ad HTTP/1.1" status: 204 len: 168 time: 2.5137968 Jan 27 22:08:54.497857 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.529504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-4f841c15-a248-477c-a571-68c199958df1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:54.545308 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-4f841c15-a248-477c-a571-68c199958df1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 796 time: 0.2229834 Jan 27 22:08:54.587554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0c0a3bc0-e805-4ddc-a3a6-56efefa2f5c9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/quotas/75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 375 time: 0.0407543 Jan 27 22:08:54.670198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4680e5-fb40-4610-9ec6-c46a021ac7f4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Deleting subnet 73a70ec6-df4a-49ba-b08e-69bdcf514a93 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:54.676401 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e4680e5-fb40-4610-9ec6-c46a021ac7f4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for subnet (73a70ec6-df4a-49ba-b08e-69bdcf514a93), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.769308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:52Z', 'revision_number': 2, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:54.830390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-d841cac7-dbe1-4727-8dc4-61b97d8c36fc tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2389321 Jan 27 22:08:54.846342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Checking router: 9456c498-3e57-4950-8624-5ed6e3e8bfc8 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:54.846948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Updating router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 port befba095-174d-44ff-a4d5-95e1c0f4caa8 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:08:54.860076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e4680e5-fb40-4610-9ec6-c46a021ac7f4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (73a70ec6-df4a-49ba-b08e-69bdcf514a93), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.907075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.013380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-ba63dd01-9ddf-4c1d-961f-1a4823fbf968 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:55.016596 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-ba63dd01-9ddf-4c1d-961f-1a4823fbf968 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.16 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 820 time: 0.3838515 Jan 27 22:08:55.036737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Request body: {'port': {'device_id': 'af883953-0be0-42a0-957f-a86084c36cc8', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'admin_state_up': True, 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:55.115898 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Publish callbacks [] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.120876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-22737155-aa8c-4afd-837c-ce71354d9d44 service neutron] 10.222.0.45 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557211 Jan 27 22:08:55.127734 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.152644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af4c4dd4-8a88-4952-ae1f-80ce5f845da3 req-604538ac-b056-4f0c-b704-e99eb620dc71 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 210 time: 0.3144984 Jan 27 22:08:55.250655 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1227-3d87-4392-a8db-c827466c5778 None None] Pushing event updated for resources: {'Port': ['ID=61a72fc4-7c7f-4689-b538-b5be6314fccb,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:55.282192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Made reservation on behalf of e2e0c71d86964d26bae3559ebf566aa5 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:55.286412 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.341390 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e4680e5-fb40-4610-9ec6-c46a021ac7f4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (73a70ec6-df4a-49ba-b08e-69bdcf514a93), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.365625 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Publish callbacks [] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.374854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.431225 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Attempting to bind port 61a72fc4-7c7f-4689-b538-b5be6314fccb on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:55.431893 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Attempting to bind port 61a72fc4-7c7f-4689-b538-b5be6314fccb by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:55.432396 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Attempting to bind port 61a72fc4-7c7f-4689-b538-b5be6314fccb on network ba50549e-db6f-4c37-9025-15d0f9e9e52a {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:55.442963 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:55.443613 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Checking segment: {'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:55.444272 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.445031 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Bound using segment: {'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:55.445826 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Bound port: 61a72fc4-7c7f-4689-b538-b5be6314fccb, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:55.446442 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.479877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-56c81197-62f3-469d-876d-3fd713a772cd service neutron] 10.222.0.45 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574162 Jan 27 22:08:55.490792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e220a7-6bdd-487c-b0ee-64e6e796755b None None] Pushing event updated for resources: {'Port': ['ID=befba095-174d-44ff-a4d5-95e1c0f4caa8,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:55.532133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e4680e5-fb40-4610-9ec6-c46a021ac7f4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (73a70ec6-df4a-49ba-b08e-69bdcf514a93), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.535008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Allocated IP 172.20.0.13 (ba50549e-db6f-4c37-9025-15d0f9e9e52a/7a3ae93f-8bf1-4552-bfc5-37b8db5855a0/efe5796d-c06f-4691-9244-88250e7f6346) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:55.621427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4680e5-fb40-4610-9ec6-c46a021ac7f4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Subnet': ['ID=73a70ec6-df4a-49ba-b08e-69bdcf514a93,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:55.651364 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e4680e5-fb40-4610-9ec6-c46a021ac7f4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.656904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Attempting to bind port befba095-174d-44ff-a4d5-95e1c0f4caa8 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:55.659947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Attempting to bind port befba095-174d-44ff-a4d5-95e1c0f4caa8 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:55.660167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Attempting to bind port befba095-174d-44ff-a4d5-95e1c0f4caa8 on network a9cecfc5-a25b-4e22-8787-9129889071fb {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:55.660739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0e4680e5-fb40-4610-9ec6-c46a021ac7f4 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/subnets/73a70ec6-df4a-49ba-b08e-69bdcf514a93 HTTP/1.1" status: 204 len: 168 time: 1.2078142 Jan 27 22:08:55.662414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42684) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:55.679358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:55.679773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Checking segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:55.680314 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.680585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Bound using segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:55.681070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Bound port: befba095-174d-44ff-a4d5-95e1c0f4caa8, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:55.681451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.718814 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] For port 61a72fc4-7c7f-4689-b538-b5be6314fccb, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:55.724755 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] For port 61a72fc4-7c7f-4689-b538-b5be6314fccb, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=61a72fc4-7c7f-4689-b538-b5be6314fccb,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:55.732811 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.825556 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1227-3d87-4392-a8db-c827466c5778 None None] Pushing event updated for resources: {'Port': ['ID=61a72fc4-7c7f-4689-b538-b5be6314fccb,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:55.848694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] For port befba095-174d-44ff-a4d5-95e1c0f4caa8, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:55.853172 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:55.853466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] For port befba095-174d-44ff-a4d5-95e1c0f4caa8, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=befba095-174d-44ff-a4d5-95e1c0f4caa8,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:55.854161 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:55.869383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.950908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (e611ddc6-d8b5-465f-897f-6b3bad47cdea), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.012036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:56.012768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:08:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:56.072367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e220a7-6bdd-487c-b0ee-64e6e796755b None None] Pushing event updated for resources: {'Port': ['ID=befba095-174d-44ff-a4d5-95e1c0f4caa8,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:56.163170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for port (efe5796d-c06f-4691-9244-88250e7f6346), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.207089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d9d3ea3-862d-41f1-9036-dc7a62b265e0 req-c65a6c56-6641-4f8c-b85a-5f6bd6d7a119 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 210 time: 0.2306335 Jan 27 22:08:56.261209 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (efe5796d-c06f-4691-9244-88250e7f6346), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.269316 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:56.383138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 61a72fc4-7c7f-4689-b538-b5be6314fccb up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:56.434600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Network ba50549e-db6f-4c37-9025-15d0f9e9e52a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:56.445604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:56.465448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event updated for resources: {'Port': ['ID=efe5796d-c06f-4691-9244-88250e7f6346,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:56.470758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:56.592493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (e611ddc6-d8b5-465f-897f-6b3bad47cdea), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.604624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:56.606786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.608562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:56.650591 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-5d87e3ae-7e4c-4336-a92c-8464b287988b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6236417 Jan 27 22:08:56.650888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 61a72fc4-7c7f-4689-b538-b5be6314fccb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:56.651468 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.657651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5d96a455-824f-41c7-8aad-69512dc845fa None None] Provisioning complete for port befba095-174d-44ff-a4d5-95e1c0f4caa8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:56.658445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d96a455-824f-41c7-8aad-69512dc845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.675159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Request body: {'port': {'device_id': 'af883953-0be0-42a0-957f-a86084c36cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:56.692865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e611ddc6-d8b5-465f-897f-6b3bad47cdea']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:56.734194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0de6e09-b1ea-4458-b60f-32fb922d0a9c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:56.734604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0de6e09-b1ea-4458-b60f-32fb922d0a9c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:56.772458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (c0de6e09-b1ea-4458-b60f-32fb922d0a9c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.853787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685c98d-5a3e-4176-aafd-570502835a44 req-8040e1b3-0c62-4315-8c05-387b979ebb09 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:56.856500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6685c98d-5a3e-4176-aafd-570502835a44 req-8040e1b3-0c62-4315-8c05-387b979ebb09 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 932 time: 0.3603740 Jan 27 22:08:56.874973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efe5796d-c06f-4691-9244-88250e7f6346), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.895918 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c0de6e09-b1ea-4458-b60f-32fb922d0a9c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.917644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:56.918295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (c0de6e09-b1ea-4458-b60f-32fb922d0a9c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.027523 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:55Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:57.042641 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:57.114312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (e611ddc6-d8b5-465f-897f-6b3bad47cdea), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.141455 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.146910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] 10.222.0.45 "DELETE /v2.0/networks/e611ddc6-d8b5-465f-897f-6b3bad47cdea HTTP/1.1" status: 204 len: 168 time: 1.4826682 Jan 27 22:08:57.152846 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f145be60-f829-4f91-8bb4-a635520c9953 None None] The sync data for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 is: [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:55Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:57.175560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6685c98d-5a3e-4176-aafd-570502835a44 req-0bd63e9d-d4cf-4779-8c62-cb94e9301422 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338573 Jan 27 22:08:57.176801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Pushing event deleted for resources: {'Network': ['ID=e611ddc6-d8b5-465f-897f-6b3bad47cdea,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:57.200432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.201009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.201532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.202033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.202528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.203036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.203577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.204083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.217302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.218198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.218705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.219200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.219731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7d1f0-49d9-45ce-8a79-b5f34c4b2b12 tempest-FloatingIPTestJSON-54353980 tempest-FloatingIPTestJSON-54353980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:57.459165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5616aff4-c744-4cb6-bb05-67c96575f70c req-56a0d92e-3615-48dc-a6dd-3282f362f377 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 210 time: 0.0489051 Jan 27 22:08:57.639684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe5796d-c06f-4691-9244-88250e7f6346 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:57.660000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Publish callbacks [] for port (efe5796d-c06f-4691-9244-88250e7f6346), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.682103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Transition to ACTIVE for port object efe5796d-c06f-4691-9244-88250e7f6346 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:08:57.684364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 61a72fc4-7c7f-4689-b538-b5be6314fccb is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:57.692117 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (efe5796d-c06f-4691-9244-88250e7f6346), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.692518 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.781605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5d96a455-824f-41c7-8aad-69512dc845fa None None] Current status of the port befba095-174d-44ff-a4d5-95e1c0f4caa8 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:57.782105 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d96a455-824f-41c7-8aad-69512dc845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.809010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 61a72fc4-7c7f-4689-b538-b5be6314fccb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=61a72fc4-7c7f-4689-b538-b5be6314fccb,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:57.830237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.830760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dbd2176d-225a-4432-a168-a9856ea9fa11 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:57.890347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=efe5796d-c06f-4691-9244-88250e7f6346,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:57.931629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5d96a455-824f-41c7-8aad-69512dc845fa None None] For port befba095-174d-44ff-a4d5-95e1c0f4caa8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=befba095-174d-44ff-a4d5-95e1c0f4caa8,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:57.942185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:55Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:57.950973 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d96a455-824f-41c7-8aad-69512dc845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.998956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3009e5e-e018-4d77-acc3-878d754eb10b None None] The sync data for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 is: [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:55Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:58.008161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=61a72fc4-7c7f-4689-b538-b5be6314fccb,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:58.066353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dbd2176d-225a-4432-a168-a9856ea9fa11 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:58.066741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.206735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Attempting to bind port efe5796d-c06f-4691-9244-88250e7f6346 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:58.207949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Attempting to bind port efe5796d-c06f-4691-9244-88250e7f6346 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:58.210109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Attempting to bind port efe5796d-c06f-4691-9244-88250e7f6346 on network ba50549e-db6f-4c37-9025-15d0f9e9e52a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:58.242988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42718) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:58.254069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Port efe5796d-c06f-4691-9244-88250e7f6346 on network ba50549e-db6f-4c37-9025-15d0f9e9e52a not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:08:58.254069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Attempting to bind port efe5796d-c06f-4691-9244-88250e7f6346 on network ba50549e-db6f-4c37-9025-15d0f9e9e52a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:58.285248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:58.286959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Checking segment: {'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:58.287756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Bound using segment: {'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:58.289289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Bound port: efe5796d-c06f-4691-9244-88250e7f6346, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdf58a4-30e0-442d-8450-ccf43f42dc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:58.290155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efe5796d-c06f-4691-9244-88250e7f6346), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.393296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-def11cb4-2d99-4166-8fc3-41e6239c9e93 None None] Provisioning complete for port befba095-174d-44ff-a4d5-95e1c0f4caa8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:58.396324 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-def11cb4-2d99-4166-8fc3-41e6239c9e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.412783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96a455-824f-41c7-8aad-69512dc845fa None None] Pushing event updated for resources: {'Port': ['ID=befba095-174d-44ff-a4d5-95e1c0f4caa8,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:58.505736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dbd2176d-225a-4432-a168-a9856ea9fa11 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:58.612826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-c3adaa53-38d9-4205-b593-1cddd47ecb65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:58.615393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-c3adaa53-38d9-4205-b593-1cddd47ecb65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 796 time: 0.6974642 Jan 27 22:08:58.653778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] For port efe5796d-c06f-4691-9244-88250e7f6346, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:58.671386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-def11cb4-2d99-4166-8fc3-41e6239c9e93 None None] Current status of the port befba095-174d-44ff-a4d5-95e1c0f4caa8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:58.680719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] For port efe5796d-c06f-4691-9244-88250e7f6346, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=efe5796d-c06f-4691-9244-88250e7f6346,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:58.699849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (efe5796d-c06f-4691-9244-88250e7f6346), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.775329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:58.779960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.781547 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 1092 time: 2.1215644 Jan 27 22:08:58.782052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:58.788939 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbdc66e-d782-442f-9771-39d648f45ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:58.861971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd227f7f-6cc2-4299-bec6-3ebd4fd0d5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=efe5796d-c06f-4691-9244-88250e7f6346,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:58.881366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66ecedbc-079f-4bcb-a1c9-25aa0e1c6c3a req-bee67f73-13d6-4bb2-8dca-fcc10e3a8547 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 210 time: 0.1505082 Jan 27 22:08:58.915857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a74b50-3f66-4683-8f2e-a7464b62fc93 req-a2bed045-8cc2-415e-9d7b-c14772a3340b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:58.919208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14a74b50-3f66-4683-8f2e-a7464b62fc93 req-a2bed045-8cc2-415e-9d7b-c14772a3340b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 944 time: 0.4402463 Jan 27 22:08:58.928471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9e47eaa2-e91b-48c8-ba45-a2714d0f022a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02ba2ec5e5164017b5b397ef94dcb5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6834617 Jan 27 22:08:58.995281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42732) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:59.070465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-ebf1c60e-87f7-4db7-8fa9-88ac4b168d00 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 380 time: 0.3752544 Jan 27 22:08:59.087305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-4d75e7e8-7680-46bc-8e63-452d9b9f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:59.090243 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-4d75e7e8-7680-46bc-8e63-452d9b9f94ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1095 time: 0.2225294 Jan 27 22:08:59.102249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'port': {'device_id': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'admin_state_up': True, 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'security_groups': ['79ae52a7-559d-4b2f-8add-a482579698eb']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:59.145323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14a74b50-3f66-4683-8f2e-a7464b62fc93 req-a7d0df17-2984-45ba-9390-718b97eb77c9 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039161 Jan 27 22:08:59.178717 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dced124a-47f4-4779-a12a-e646f5b18fe3 x-openstack-request-id: req-dced124a-47f4-4779-a12a-e646f5b18fe3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:59.179329 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:59.179866 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dced124a-47f4-4779-a12a-e646f5b18fe3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:59.180589 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346', 'status': 'completed', 'code': 200} Jan 27 22:08:59.185488 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-b7ee5e06-b405-4a8c-8dcd-5b3a0ea20bde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 217 time: 0.0855627 Jan 27 22:08:59.260717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b05d7214-c78b-4bb0-87ae-fbe6e648ad9c admin admin] Publish callbacks [] for security_group (15124700-731a-4964-a0fd-06e80aaa74e1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.297003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-a33ce457-eddc-4c52-8908-4aac867de6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:59.298820 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-a33ce457-eddc-4c52-8908-4aac867de6a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.1034677 Jan 27 22:08:59.301226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b05d7214-c78b-4bb0-87ae-fbe6e648ad9c admin admin] Publish callbacks [] for security_group (15124700-731a-4964-a0fd-06e80aaa74e1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.312336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 61a72fc4-7c7f-4689-b538-b5be6314fccb up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:59.414784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:59.422006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.444872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 61a72fc4-7c7f-4689-b538-b5be6314fccb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:59.445513 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.466920 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-4a0fcdc6-fac8-40e1-911c-516b2ff95aa8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817435 Jan 27 22:08:59.553066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 61a72fc4-7c7f-4689-b538-b5be6314fccb is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:59.554481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device befba095-174d-44ff-a4d5-95e1c0f4caa8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:59.589326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b05d7214-c78b-4bb0-87ae-fbe6e648ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (15124700-731a-4964-a0fd-06e80aaa74e1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.595243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b05d7214-c78b-4bb0-87ae-fbe6e648ad9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.597614 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b05d7214-c78b-4bb0-87ae-fbe6e648ad9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15124700-731a-4964-a0fd-06e80aaa74e1 HTTP/1.1" status: 204 len: 168 time: 0.5838313 Jan 27 22:08:59.619647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7214-c78b-4bb0-87ae-fbe6e648ad9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15124700-731a-4964-a0fd-06e80aaa74e1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:59.655661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port befba095-174d-44ff-a4d5-95e1c0f4caa8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:59.656248 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.743352 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-34a4e613-8019-4aa4-8b09-1964e1f871bb service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690015 Jan 27 22:08:59.772678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port befba095-174d-44ff-a4d5-95e1c0f4caa8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:59.791108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.20.0.6 (a9cecfc5-a25b-4e22-8787-9129889071fb/758ec6c9-bc6c-4494-98bd-274bf89c09af/7dfdd850-e010-41d3-a47f-d43f72356863) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:59.889081 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61c6f567-63c4-401c-a866-9bbc8fe20bba req-a99f183b-0ab4-4e6e-b0ad-3ff4bcac5401 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384492 Jan 27 22:09:00.063939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-30408664-ce2f-4dfb-9aac-46c1e7e3da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:00.068810 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-30408664-ce2f-4dfb-9aac-46c1e7e3da51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1095 time: 0.1012979 Jan 27 22:09:00.192842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-31947d5f-3036-409f-b11f-4947d77742c3 req-a271b0de-6161-42e1-a297-8a68e6d96649 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 210 time: 0.0471690 Jan 27 22:09:00.196166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (7dfdd850-e010-41d3-a47f-d43f72356863), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:00.268131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:00.321849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-8096dd51-4ac0-4aaf-bd98-29cca1978405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:00.324068 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-8096dd51-4ac0-4aaf-bd98-29cca1978405 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 921 time: 0.2488093 Jan 27 22:09:00.363828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network a9cecfc5-a25b-4e22-8787-9129889071fb is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:00.387515 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-141ab70c-6241-4fe9-8bd4-d3837f184d65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 217 time: 0.0566096 Jan 27 22:09:00.398814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:00.416796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:00.429240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:00.536896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-045a1bd6-7073-470e-b22e-9768e86b9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:00.542496 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-045a1bd6-7073-470e-b22e-9768e86b9515 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.1433647 Jan 27 22:09:00.555103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99b506-e36e-4130-822a-3181c635a02e req-5e25a5f3-abaf-4f19-842d-065809ad5e6b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:00.572446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d99b506-e36e-4130-822a-3181c635a02e req-5e25a5f3-abaf-4f19-842d-065809ad5e6b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 944 time: 0.2623537 Jan 27 22:09:00.615580 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-d8238876-7d72-4a75-bc9b-b68b8c070a03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672150 Jan 27 22:09:00.627260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:00.628527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:00.693435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-7a2759fb-eecb-4d8e-a6c7-834f37880852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6089513 Jan 27 22:09:00.708575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d99b506-e36e-4130-822a-3181c635a02e req-d23554c1-222f-4ed9-9b1b-daf49dd061a9 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349599 Jan 27 22:09:00.723963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Request body: {'port': {'device_id': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:00.816288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:00.836974 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-de5afbec-89c1-4bf5-a877-be6415cf1994 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117727 Jan 27 22:09:00.946711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-00b10c38-9bba-4356-be09-80055f88dbbc None None] Provisioning complete for port 7dfdd850-e010-41d3-a47f-d43f72356863 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:00.947722 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00b10c38-9bba-4356-be09-80055f88dbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.023687 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ccbdc66e-d782-442f-9771-39d648f45ad0 req-05a5b460-b0cc-46d6-9973-2f17d009d697 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769631 Jan 27 22:09:01.075929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-00b10c38-9bba-4356-be09-80055f88dbbc None None] Port 7dfdd850-e010-41d3-a47f-d43f72356863 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:01.249504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42778) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:01.426688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1567192722'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:01.461938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:01.468422 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.485507 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.598230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for security_group (682162a8-d971-477c-83d3-6ab75f2bdf7f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.604843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (682162a8-d971-477c-83d3-6ab75f2bdf7f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.640564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:01.653341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682162a8-d971-477c-83d3-6ab75f2bdf7f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:01.662894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (26a18826-5535-4859-ba68-a1b54044c43b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.663146 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Added segment 26a18826-5535-4859-ba68-a1b54044c43b of type vlan for network 8695439c-275a-4fac-965e-910dc3de7b3a Jan 27 22:09:01.721338 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (8695439c-275a-4fac-965e-910dc3de7b3a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.763363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (8695439c-275a-4fac-965e-910dc3de7b3a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.769492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:01.770314 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.875444 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6095493 Jan 27 22:09:01.888443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc66d6e-f12b-46cc-9e42-4b9c7c452dac tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Network': ['ID=8695439c-275a-4fac-965e-910dc3de7b3a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:01.899866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfdd850-e010-41d3-a47f-d43f72356863 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:09:01.907821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 8695439c-275a-4fac-965e-910dc3de7b3a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:01.918113 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Publish callbacks [] for port (7dfdd850-e010-41d3-a47f-d43f72356863), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.963599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fc351-494e-4ba9-966c-8a862e4ec3f8 req-8cc9ee40-a02f-4937-b233-b8999ec829b6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:01.966363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc8fc351-494e-4ba9-966c-8a862e4ec3f8 req-8cc9ee40-a02f-4937-b233-b8999ec829b6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 931 time: 0.6530333 Jan 27 22:09:02.018185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Transition to ACTIVE for port object 7dfdd850-e010-41d3-a47f-d43f72356863 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:09:02.040724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.183791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbba38-d172-4934-9858-ec7ce8af0bfd req-4c42308b-386a-4325-a626-d2ddd980167b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:02.185774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10fbba38-d172-4934-9858-ec7ce8af0bfd req-4c42308b-386a-4325-a626-d2ddd980167b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 944 time: 0.2924910 Jan 27 22:09:02.187340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:02.199673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc8fc351-494e-4ba9-966c-8a862e4ec3f8 req-a57ecb92-2387-4f50-88fb-3a4127014181 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216127 Jan 27 22:09:02.370464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10fbba38-d172-4934-9858-ec7ce8af0bfd req-9c453067-9b29-466c-8885-dfcdc0525e3a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639209 Jan 27 22:09:02.433292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:02.433570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:02.434217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:02.439870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:09:02.440250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:02.446625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:02.447255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Checking segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:02.447900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Bound using segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:02.448536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Bound port: 7dfdd850-e010-41d3-a47f-d43f72356863, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:02.449094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.545166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:02.549274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:02.558111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.605530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:02.606841 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.609239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] 10.222.0.16 "PUT /v2.0/ports/7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 1091 time: 1.8993618 Jan 27 22:09:02.610183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:02.616289 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e7a82-fcec-40a3-86ae-5203063ad137" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:02.776893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7392-3800-461a-b0b1-2577dd88ed60 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:02.800407 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7da156-11ef-4044-a31c-59d4c6195860 x-openstack-request-id: req-cb7da156-11ef-4044-a31c-59d4c6195860 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:02.801276 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:02.801892 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb7da156-11ef-4044-a31c-59d4c6195860 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:02.802773 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'status': 'completed', 'code': 200} Jan 27 22:09:02.829826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-62ffb88e-0ec2-43b8-97f6-98013874312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:02.833452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-62ffb88e-0ec2-43b8-97f6-98013874312d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1094 time: 0.1498277 Jan 27 22:09:02.926420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-ea4f858f-071d-492b-b3ac-91b9bfa0348c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 217 time: 0.0843160 Jan 27 22:09:03.009025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-a698890e-b2f7-42de-bf3c-3be2c4aaa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:03.011533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-a698890e-b2f7-42de-bf3c-3be2c4aaa84a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.0784597 Jan 27 22:09:03.082863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-cc6e89e5-04e7-4e6a-ad48-f4179f14ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:03.085436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-cc6e89e5-04e7-4e6a-ad48-f4179f14ff57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680857 Jan 27 22:09:03.237096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-cff17e06-f34c-431e-b8ec-ba25b60b7cea service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444843 Jan 27 22:09:03.468241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac59b4-d77c-4ed2-a621-95bef0f17fb1 req-ed714fc6-defb-4493-9ca8-04af624da11e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:03.469276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5ac59b4-d77c-4ed2-a621-95bef0f17fb1 req-ed714fc6-defb-4493-9ca8-04af624da11e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 943 time: 0.1356337 Jan 27 22:09:03.516559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1642f5cc-c98a-4139-a2ac-c5501fe06d27 req-1645b0a0-dd17-4048-a2e9-0c64c4f0797c service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719498 Jan 27 22:09:03.658529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5ac59b4-d77c-4ed2-a621-95bef0f17fb1 req-c16b2a8d-f8f7-4ecd-9069-d8e88dcc921f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788459 Jan 27 22:09:03.670964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3decb-3b53-4fae-b661-ba1602efc549 req-094bb09e-7993-4d76-897d-6b2c735820fc tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:03.678929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d3decb-3b53-4fae-b661-ba1602efc549 req-094bb09e-7993-4d76-897d-6b2c735820fc tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 944 time: 0.1607981 Jan 27 22:09:03.719370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-d5a925a9-3f37-4e6c-979f-a89643343708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:03.721052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-d5a925a9-3f37-4e6c-979f-a89643343708 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1094 time: 0.1232727 Jan 27 22:09:03.852329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52d3decb-3b53-4fae-b661-ba1602efc549 req-482656de-22d8-4fb1-b284-891899e830da tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656871 Jan 27 22:09:03.930217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-edabfc7e-1934-4546-abf0-807177c662ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:03.933609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-edabfc7e-1934-4546-abf0-807177c662ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.1997879 Jan 27 22:09:03.977650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-27356837-2b6d-42bb-b99b-5e45294c0c0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 217 time: 0.0380745 Jan 27 22:09:04.041109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-e71976de-85e0-4edb-a8d3-2872d2ee93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:04.042837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-e71976de-85e0-4edb-a8d3-2872d2ee93ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.0591917 Jan 27 22:09:04.100397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-2ece688c-5a86-4d25-a36c-db9dd4dbfacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:04.102366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-2ece688c-5a86-4d25-a36c-db9dd4dbfacc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534532 Jan 27 22:09:04.103857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-567926ba-e931-4564-bb83-dd2279584f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.206745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-d1d2a8a4-cad5-4cbc-810b-b1f41a95563d service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977745 Jan 27 22:09:04.313574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce1e7a82-fcec-40a3-86ae-5203063ad137 req-ed6cccb5-9c63-411c-add0-9db830306d4e service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996935 Jan 27 22:09:04.595324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device efe5796d-c06f-4691-9244-88250e7f6346 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:09:04.712907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port efe5796d-c06f-4691-9244-88250e7f6346, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=efe5796d-c06f-4691-9244-88250e7f6346,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:04.728197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'efe5796d-c06f-4691-9244-88250e7f6346', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'port_id': 'efe5796d-c06f-4691-9244-88250e7f6346', 'mac_address': 'fa:16:3e:28:31:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:09:04.784866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port efe5796d-c06f-4691-9244-88250e7f6346 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:04.785495 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efe5796d-c06f-4691-9244-88250e7f6346), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.807692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe5796d-c06f-4691-9244-88250e7f6346 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:09:04.832919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port efe5796d-c06f-4691-9244-88250e7f6346, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=efe5796d-c06f-4691-9244-88250e7f6346,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:04.839114 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (efe5796d-c06f-4691-9244-88250e7f6346), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.898665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dfcc8-07e5-4eff-8449-b3c20a5ea0fc req-03ec24b6-4027-4ad7-8b92-d81e0107860a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:04.901825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a05dfcc8-07e5-4eff-8449-b3c20a5ea0fc req-03ec24b6-4027-4ad7-8b92-d81e0107860a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 943 time: 0.1017876 Jan 27 22:09:04.917013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=efe5796d-c06f-4691-9244-88250e7f6346,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:04.977650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a05dfcc8-07e5-4eff-8449-b3c20a5ea0fc req-78a381ad-3f00-4d29-acaf-5c4f42bc9bae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653937 Jan 27 22:09:05.093191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30809337-4586-4115-950a-1ddfe4f6811d req-856ea999-7343-4dbc-afc8-850175810549 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:05.095947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30809337-4586-4115-950a-1ddfe4f6811d req-856ea999-7343-4dbc-afc8-850175810549 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 945 time: 0.0674953 Jan 27 22:09:05.158397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30809337-4586-4115-950a-1ddfe4f6811d req-6093f376-3718-48ed-a324-748e3fa10bac tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559697 Jan 27 22:09:05.258242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['efe5796d-c06f-4691-9244-88250e7f6346'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:05.310668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-08e2ea9f-b83d-4def-9cf1-b4eba408958b req-e02a49b3-7e6e-4447-80de-849f924215b3 tempest-ServerDiagnosticsNegativeTest-1505036367 tempest-ServerDiagnosticsNegativeTest-1505036367-project] (103329) timed out ('10.222.0.57', 64765) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:09:06.131273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7fe33-828b-40ef-8e94-b7ba631acf97 req-620eceea-e380-4812-900e-ffcd37771628 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:06.133663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ad7fe33-828b-40ef-8e94-b7ba631acf97 req-620eceea-e380-4812-900e-ffcd37771628 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 943 time: 0.0682087 Jan 27 22:09:06.194326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ad7fe33-828b-40ef-8e94-b7ba631acf97 req-4b937d1e-2369-4269-98b2-7c9012e19585 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546448 Jan 27 22:09:06.315112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2d5de-9568-4120-b7f9-a7bcd43cb5df req-731b18ed-bd32-4745-b2fa-0a5a081dae1a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:06.316829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5f2d5de-9568-4120-b7f9-a7bcd43cb5df req-731b18ed-bd32-4745-b2fa-0a5a081dae1a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 945 time: 0.0558975 Jan 27 22:09:06.372622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5f2d5de-9568-4120-b7f9-a7bcd43cb5df req-f8116cd5-9aba-4d68-b7dc-bf9aed198d98 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Jan 27 22:09:06.598666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:09:06.601859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device efe5796d-c06f-4691-9244-88250e7f6346 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:06.709252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port efe5796d-c06f-4691-9244-88250e7f6346 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:09:06.717274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port efe5796d-c06f-4691-9244-88250e7f6346 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:06.717649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (efe5796d-c06f-4691-9244-88250e7f6346), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.781886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:06.806665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '7dfdd850-e010-41d3-a47f-d43f72356863', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'port_id': '7dfdd850-e010-41d3-a47f-d43f72356863', 'mac_address': 'fa:16:3e:d9:82:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:09:06.876925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port efe5796d-c06f-4691-9244-88250e7f6346 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:06.877332 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efe5796d-c06f-4691-9244-88250e7f6346), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.882098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7dfdd850-e010-41d3-a47f-d43f72356863 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:06.882500 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.913988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfdd850-e010-41d3-a47f-d43f72356863 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:09:06.922365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:06.925025 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd3ff5a-4e60-4f5b-991c-b7eab15c2358" -d '{"events": [{"server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "name": "network-vif-plugged", "status": "completed", "tag": "efe5796d-c06f-4691-9244-88250e7f6346"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:06.949715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port efe5796d-c06f-4691-9244-88250e7f6346, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=efe5796d-c06f-4691-9244-88250e7f6346,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:06.959377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (efe5796d-c06f-4691-9244-88250e7f6346), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.967603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:06.974504 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.077211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=efe5796d-c06f-4691-9244-88250e7f6346,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:07.082042 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-58d7e9da-a296-4231-9630-6278e62eb3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.189196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:07.304710 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d3245f-ddad-4861-a843-6df89cb9d615 x-openstack-request-id: req-08d3245f-ddad-4861-a843-6df89cb9d615 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:07.305077 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "name": "network-vif-plugged", "status": "completed", "tag": "efe5796d-c06f-4691-9244-88250e7f6346", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:07.305483 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08d3245f-ddad-4861-a843-6df89cb9d615 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:07.306085 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346', 'code': 200} Jan 27 22:09:07.359903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42826) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:07.367082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7dfdd850-e010-41d3-a47f-d43f72356863'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:07.367600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'subnet': {'network_id': '8695439c-275a-4fac-965e-910dc3de7b3a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:07.476064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42d262-edda-4add-ace1-6d26d90c0334 req-907b7cac-e79b-48bc-8dc8-f6ba41ebdfe9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:07.478214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e42d262-edda-4add-ace1-6d26d90c0334 req-907b7cac-e79b-48bc-8dc8-f6ba41ebdfe9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 944 time: 0.1012290 Jan 27 22:09:07.480602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d216176-03b9-44de-8ca5-3eb0e825ce86 req-c0065cbe-3c10-4b97-ac95-5f0f1f47c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:07.482136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d216176-03b9-44de-8ca5-3eb0e825ce86 req-c0065cbe-3c10-4b97-ac95-5f0f1f47c0c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0958626 Jan 27 22:09:07.519750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:07.524726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.609563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e42d262-edda-4add-ace1-6d26d90c0334 req-f1168900-5304-413e-90e4-91b3f4265b82 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249022 Jan 27 22:09:07.613809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d216176-03b9-44de-8ca5-3eb0e825ce86 req-ae3303a1-d048-4a7c-ae57-82c1efc5068d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222689 Jan 27 22:09:07.627228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40183-3e00-486b-8279-4b439a686c55 req-3f1aab1b-9bd0-43e9-9adf-f496330a8fe5 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:07.629225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26d40183-3e00-486b-8279-4b439a686c55 req-3f1aab1b-9bd0-43e9-9adf-f496330a8fe5 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1115959 Jan 27 22:09:07.712263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26d40183-3e00-486b-8279-4b439a686c55 req-c93f4daa-13f5-4b13-9e92-52223a18fccb tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761144 Jan 27 22:09:07.773290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (217aa5c3-f27b-4003-aa41-c94ffb60a4e1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.848330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Subnet': ['ID=217aa5c3-f27b-4003-aa41-c94ffb60a4e1,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:07.861322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Checking segment: {'id': '26a18826-5535-4859-ba68-a1b54044c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8695439c-275a-4fac-965e-910dc3de7b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:07.861761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network hostable DHCP agents. Network: 8695439c-275a-4fac-965e-910dc3de7b3a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:07.882999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network 8695439c-275a-4fac-965e-910dc3de7b3a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:07.894930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 8695439c-275a-4fac-965e-910dc3de7b3a) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:07.899842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:07.900633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.907530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3a9e4-6fc7-493d-8e2d-0306064496bb None None] Network 8695439c-275a-4fac-965e-910dc3de7b3a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:07.929543 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8ae6a02-3f8a-4847-bd5a-ab17fb1dcd48 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5681953 Jan 27 22:09:07.935348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42830) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:07.942209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1371926148'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:07.971599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:07.975399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.007133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:08.020527 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (28215a21-6a1d-4d60-b4ac-cf369a6587ae), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.020962 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Added segment 28215a21-6a1d-4d60-b4ac-cf369a6587ae of type vlan for network bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 Jan 27 22:09:08.080974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (bc94ac87-23ea-4980-9a8a-89b8d4f7dc71), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.082722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-8695439c-275a-4fac-965e-910dc3de7b3a', 'network_id': '8695439c-275a-4fac-965e-910dc3de7b3a', 'project_id': '2b4f92ef013645db808fed653e6db3dd', 'fixed_ips': [{'subnet_id': '217aa5c3-f27b-4003-aa41-c94ffb60a4e1'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:08.084102 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.121915 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (bc94ac87-23ea-4980-9a8a-89b8d4f7dc71), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.128653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:08.129384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.204940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2679412 Jan 27 22:09:08.209787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42834) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:08.216917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'subnet': {'network_id': 'bc94ac87-23ea-4980-9a8a-89b8d4f7dc71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:08.238928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97039b-c74c-4936-b611-72a74f536014 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Network': ['ID=bc94ac87-23ea-4980-9a8a-89b8d4f7dc71,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:08.255142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:08.377359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:08.383546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Allocated IP 2001:db8:0:ffff::2 (8695439c-275a-4fac-965e-910dc3de7b3a/217aa5c3-f27b-4003-aa41-c94ffb60a4e1/a676e533-2950-432e-89c6-365d3d3e217e) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:08.385016 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.474942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.615521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:08.618272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Publish callbacks [] for port (a676e533-2950-432e-89c6-365d3d3e217e), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.646508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (a676e533-2950-432e-89c6-365d3d3e217e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.761348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Network 8695439c-275a-4fac-965e-910dc3de7b3a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:08.770398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:08.774538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Pushing event updated for resources: {'Port': ['ID=a676e533-2950-432e-89c6-365d3d3e217e,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:08.779754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:08.826128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:09:08.826758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 7dfdd850-e010-41d3-a47f-d43f72356863 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:09:08.848490 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (2f808cf2-843b-4951-98a1-0d49674c9aaf), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.848768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 7dfdd850-e010-41d3-a47f-d43f72356863 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:08.848922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.887565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Attempting to bind port a676e533-2950-432e-89c6-365d3d3e217e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:08.887941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Attempting to bind port a676e533-2950-432e-89c6-365d3d3e217e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '26a18826-5535-4859-ba68-a1b54044c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8695439c-275a-4fac-965e-910dc3de7b3a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:08.888352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Attempting to bind port a676e533-2950-432e-89c6-365d3d3e217e on network 8695439c-275a-4fac-965e-910dc3de7b3a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:08.901920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:08.902285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Checking segment: {'id': '26a18826-5535-4859-ba68-a1b54044c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8695439c-275a-4fac-965e-910dc3de7b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:08.902645 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.903005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Bound using segment: {'id': '26a18826-5535-4859-ba68-a1b54044c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8695439c-275a-4fac-965e-910dc3de7b3a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:08.903544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Bound port: a676e533-2950-432e-89c6-365d3d3e217e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a18826-5535-4859-ba68-a1b54044c43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8695439c-275a-4fac-965e-910dc3de7b3a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:08.903935 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a676e533-2950-432e-89c6-365d3d3e217e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.014056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7dfdd850-e010-41d3-a47f-d43f72356863 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:09.015134 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.017255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] For port a676e533-2950-432e-89c6-365d3d3e217e, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:09.039958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] For port a676e533-2950-432e-89c6-365d3d3e217e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a676e533-2950-432e-89c6-365d3d3e217e,segment=NetworkSegment(26a18826-5535-4859-ba68-a1b54044c43b),segment_id=26a18826-5535-4859-ba68-a1b54044c43b)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:09.049581 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a676e533-2950-432e-89c6-365d3d3e217e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.066467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9b71e-4904-46f3-9bd7-dbe7dad164ea req-16ab76fe-5999-45b8-882b-272436a4aedb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:09.069479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1a9b71e-4904-46f3-9bd7-dbe7dad164ea req-16ab76fe-5999-45b8-882b-272436a4aedb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 944 time: 0.2816925 Jan 27 22:09:09.077598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Subnet': ['ID=2f808cf2-843b-4951-98a1-0d49674c9aaf,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:09.102534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:09.103775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b464-aad9-4ef6-9b01-6fa4a069927f req-1b626d04-b437-4d28-9c3d-1a03389dd215 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:09.116295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.117194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6876b464-aad9-4ef6-9b01-6fa4a069927f req-1b626d04-b437-4d28-9c3d-1a03389dd215 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.2869835 Jan 27 22:09:09.140607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18698b-c336-4ce5-80a0-29679dce545c None None] Pushing event updated for resources: {'Port': ['ID=a676e533-2950-432e-89c6-365d3d3e217e,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:09.235479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Checking segment: {'id': '28215a21-6a1d-4d60-b4ac-cf369a6587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc94ac87-23ea-4980-9a8a-89b8d4f7dc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:09.235821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network hostable DHCP agents. Network: bc94ac87-23ea-4980-9a8a-89b8d4f7dc71, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:09.238046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:09.283809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6876b464-aad9-4ef6-9b01-6fa4a069927f req-72430b82-de45-4e92-8a47-de129d43d641 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652582 Jan 27 22:09:09.290579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1a9b71e-4904-46f3-9bd7-dbe7dad164ea req-c5ff0722-0959-48ab-a255-fcca059752f6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588540 Jan 27 22:09:09.306670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:09.311125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:09.321816 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67e7aa-b370-4af3-87dc-23e9e800d06e" -d '{"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-plugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:09.338128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, bc94ac87-23ea-4980-9a8a-89b8d4f7dc71) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:09.347496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:09.349114 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.349576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4abaf6e-2dc1-4673-b634-94b2ff6d1025 None None] Network bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:09.380796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d686848b-a4ab-4479-99fd-50bb178d7d89 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1693616 Jan 27 22:09:09.383462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42846) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:09.391861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'port': {'network_id': 'bc94ac87-23ea-4980-9a8a-89b8d4f7dc71', 'name': 'tempest-NetworksIpV6TestAttrs-412642620'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:09.400136 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7e9cf9-99a4-46c0-9c1b-5b3f61c6e814 x-openstack-request-id: req-da7e9cf9-99a4-46c0-9c1b-5b3f61c6e814 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:09.400782 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-plugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:09.401200 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da7e9cf9-99a4-46c0-9c1b-5b3f61c6e814 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:09.402310 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'code': 200} Jan 27 22:09:09.590873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-bc94ac87-23ea-4980-9a8a-89b8d4f7dc71', 'network_id': 'bc94ac87-23ea-4980-9a8a-89b8d4f7dc71', 'project_id': '2b4f92ef013645db808fed653e6db3dd', 'fixed_ips': [{'subnet_id': '2f808cf2-843b-4951-98a1-0d49674c9aaf'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:09.592216 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.671101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9971-2608-4e50-a65b-916caeede8ac req-74b8749a-7007-47a0-8389-f8ce9bcd8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:09.674120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372a9971-2608-4e50-a65b-916caeede8ac req-74b8749a-7007-47a0-8389-f8ce9bcd8e43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1096 time: 0.1165459 Jan 27 22:09:09.786392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-372a9971-2608-4e50-a65b-916caeede8ac req-9e385e39-d3b5-48fe-bc26-fe89d3a4878e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013327 Jan 27 22:09:09.787886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:09.791027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Allocated IP 2001:db8::f816:3eff:fee3:59ba (bc94ac87-23ea-4980-9a8a-89b8d4f7dc71/2f808cf2-843b-4951-98a1-0d49674c9aaf/ca6d11be-b56c-4457-9622-a70f8317e3b5) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:09.792183 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.817366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] device_id is not set on port 0f591554-0ea7-4e57-a135-b4e4230cf4a1 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:10.265107 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Publish callbacks [] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.273983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.340362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Network bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:10.350129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:10.354847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:10.366410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Allocated IP 2001:db8::f816:3eff:fe00:25d4 (bc94ac87-23ea-4980-9a8a-89b8d4f7dc71/2f808cf2-843b-4951-98a1-0d49674c9aaf/0f591554-0ea7-4e57-a135-b4e4230cf4a1) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:10.388497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Pushing event updated for resources: {'Port': ['ID=ca6d11be-b56c-4457-9622-a70f8317e3b5,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:10.538287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Attempting to bind port ca6d11be-b56c-4457-9622-a70f8317e3b5 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:10.538993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Attempting to bind port ca6d11be-b56c-4457-9622-a70f8317e3b5 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '28215a21-6a1d-4d60-b4ac-cf369a6587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc94ac87-23ea-4980-9a8a-89b8d4f7dc71'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:10.539483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Attempting to bind port ca6d11be-b56c-4457-9622-a70f8317e3b5 on network bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:10.551362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:10.551995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Checking segment: {'id': '28215a21-6a1d-4d60-b4ac-cf369a6587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc94ac87-23ea-4980-9a8a-89b8d4f7dc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:10.552676 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.553332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Bound using segment: {'id': '28215a21-6a1d-4d60-b4ac-cf369a6587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc94ac87-23ea-4980-9a8a-89b8d4f7dc71'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:10.554152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Bound port: ca6d11be-b56c-4457-9622-a70f8317e3b5, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28215a21-6a1d-4d60-b4ac-cf369a6587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bc94ac87-23ea-4980-9a8a-89b8d4f7dc71'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:10.554807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.632697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ce9d4-6830-4483-874c-74ac021e4af6 None None] Network 8695439c-275a-4fac-965e-910dc3de7b3a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:10.686000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a8b94-fcfe-4037-bb4c-dfb338c16cdf req-501cdcae-0380-4b11-bbc6-6a864cc04e59 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:10.693732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-863a8b94-fcfe-4037-bb4c-dfb338c16cdf req-501cdcae-0380-4b11-bbc6-6a864cc04e59 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.2622740 Jan 27 22:09:10.717379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43870233-12fb-44bb-848c-233e17d8767c req-12ff7d44-1720-4fe7-a91a-90757f9cd9c1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:10.725023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43870233-12fb-44bb-848c-233e17d8767c req-12ff7d44-1720-4fe7-a91a-90757f9cd9c1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.2166362 Jan 27 22:09:10.761563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a676e533-2950-432e-89c6-365d3d3e217e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:10.836225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-863a8b94-fcfe-4037-bb4c-dfb338c16cdf req-eae44ecb-d778-4371-bc79-413c776a5f03 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414237 Jan 27 22:09:10.838985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7497efed-bad9-48f8-82bf-f94af6d390b7 None None] Provisioning complete for port a676e533-2950-432e-89c6-365d3d3e217e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:10.839636 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7497efed-bad9-48f8-82bf-f94af6d390b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a676e533-2950-432e-89c6-365d3d3e217e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.857718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43870233-12fb-44bb-848c-233e17d8767c req-43f8c83e-a1e2-4958-97de-ff532c3f238b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316743 Jan 27 22:09:10.862815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for port (0f591554-0ea7-4e57-a135-b4e4230cf4a1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.917921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] For port ca6d11be-b56c-4457-9622-a70f8317e3b5, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:10.941012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] For port ca6d11be-b56c-4457-9622-a70f8317e3b5, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ca6d11be-b56c-4457-9622-a70f8317e3b5,segment=NetworkSegment(28215a21-6a1d-4d60-b4ac-cf369a6587ae),segment_id=28215a21-6a1d-4d60-b4ac-cf369a6587ae)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:10.945921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0f591554-0ea7-4e57-a135-b4e4230cf4a1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.041277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:11.047753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:11.059255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:11.066026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.070297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.071520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.087917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Port': ['ID=0f591554-0ea7-4e57-a135-b4e4230cf4a1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:11.112875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-07c099a1-e59a-4304-b4ee-4e1ff226f59b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7250702 Jan 27 22:09:11.113272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42862) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:11.231266 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.321263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b75d7da-6a20-4b09-8475-302a6cd2896a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting subnet 2f808cf2-843b-4951-98a1-0d49674c9aaf {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:11.334354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b75d7da-6a20-4b09-8475-302a6cd2896a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for subnet (2f808cf2-843b-4951-98a1-0d49674c9aaf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.354250 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.378607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a676e533-2950-432e-89c6-365d3d3e217e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:11.380583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a676e533-2950-432e-89c6-365d3d3e217e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.409238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b2362-3abb-4ef1-a0c6-100431bdaf8b None None] Pushing event updated for resources: {'Port': ['ID=ca6d11be-b56c-4457-9622-a70f8317e3b5,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:11.491326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b75d7da-6a20-4b09-8475-302a6cd2896a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (2f808cf2-843b-4951-98a1-0d49674c9aaf), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.519041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-8aca3e60-508c-404c-8494-96db4c849b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.528023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-8aca3e60-508c-404c-8494-96db4c849b43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2964087 Jan 27 22:09:11.659063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7497efed-bad9-48f8-82bf-f94af6d390b7 None None] Current status of the port a676e533-2950-432e-89c6-365d3d3e217e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:11.660342 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7497efed-bad9-48f8-82bf-f94af6d390b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a676e533-2950-432e-89c6-365d3d3e217e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.778522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-9ac3048f-18c7-4935-8305-481a3dfa19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.783283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-9ac3048f-18c7-4935-8305-481a3dfa19c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 921 time: 0.2378905 Jan 27 22:09:11.866283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f050-bd4a-429c-b29b-bec1502b86ca req-6b010659-5b28-4753-aaf4-c0645f29c403 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.871654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7497efed-bad9-48f8-82bf-f94af6d390b7 None None] For port a676e533-2950-432e-89c6-365d3d3e217e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a676e533-2950-432e-89c6-365d3d3e217e,segment=NetworkSegment(26a18826-5535-4859-ba68-a1b54044c43b),segment_id=26a18826-5535-4859-ba68-a1b54044c43b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:11.875179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a676e533-2950-432e-89c6-365d3d3e217e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:11.875689 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a676e533-2950-432e-89c6-365d3d3e217e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.882863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3562f050-bd4a-429c-b29b-bec1502b86ca req-6b010659-5b28-4753-aaf4-c0645f29c403 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.4840448 Jan 27 22:09:11.888666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-5e5a941a-4d6c-448f-86db-624f6bb6743a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 217 time: 0.0971744 Jan 27 22:09:11.892516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b75d7da-6a20-4b09-8475-302a6cd2896a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2f808cf2-843b-4951-98a1-0d49674c9aaf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.894524 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7497efed-bad9-48f8-82bf-f94af6d390b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a676e533-2950-432e-89c6-365d3d3e217e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.028471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:09:12.028886 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:09:12.072676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497efed-bad9-48f8-82bf-f94af6d390b7 None None] Pushing event updated for resources: {'Port': ['ID=a676e533-2950-432e-89c6-365d3d3e217e,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:12.073732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b75d7da-6a20-4b09-8475-302a6cd2896a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (2f808cf2-843b-4951-98a1-0d49674c9aaf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.081560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-62bf4b3d-a6c8-4455-9db9-94dbae4a61f3 None None] Provisioning complete for port a676e533-2950-432e-89c6-365d3d3e217e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:12.082587 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62bf4b3d-a6c8-4455-9db9-94dbae4a61f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a676e533-2950-432e-89c6-365d3d3e217e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.139250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75d7da-6a20-4b09-8475-302a6cd2896a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Subnet': ['ID=2f808cf2-843b-4951-98a1-0d49674c9aaf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:12.145917 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b75d7da-6a20-4b09-8475-302a6cd2896a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.152018 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8b75d7da-6a20-4b09-8475-302a6cd2896a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/subnets/2f808cf2-843b-4951-98a1-0d49674c9aaf HTTP/1.1" status: 204 len: 168 time: 1.0367119 Jan 27 22:09:12.155240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42874) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:12.173101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-1b9ebd11-c5f7-4bcc-a722-2acdbdd5bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.174770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-1b9ebd11-c5f7-4bcc-a722-2acdbdd5bec1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.2744913 Jan 27 22:09:12.182243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3562f050-bd4a-429c-b29b-bec1502b86ca req-f3a85a5e-8e0a-4fee-bb33-7bee640af220 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984097 Jan 27 22:09:12.220584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-daf636e8-565d-4753-8d07-f3810c720d6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304968 Jan 27 22:09:12.265053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-62bf4b3d-a6c8-4455-9db9-94dbae4a61f3 None None] Current status of the port a676e533-2950-432e-89c6-365d3d3e217e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:12.293776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacd459-2706-4bb5-bd1f-7a1f058b93e9 req-ad457d82-738e-4652-9843-064ab122dc6a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.295398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acacd459-2706-4bb5-bd1f-7a1f058b93e9 req-ad457d82-738e-4652-9843-064ab122dc6a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.2522662 Jan 27 22:09:12.326923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7312b44-4bc8-4a84-a70c-b65f747e3df0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.329980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7312b44-4bc8-4a84-a70c-b65f747e3df0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.335482 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d7312b44-4bc8-4a84-a70c-b65f747e3df0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1755528 Jan 27 22:09:12.337622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:12.442445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f565947-7f8d-46ff-b635-04ef3b59aeee tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (bc94ac87-23ea-4980-9a8a-89b8d4f7dc71), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.455779 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f565947-7f8d-46ff-b635-04ef3b59aeee tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 22:09:12.456376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f565947-7f8d-46ff-b635-04ef3b59aeee tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:12.459757 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f565947-7f8d-46ff-b635-04ef3b59aeee tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 HTTP/1.1" status: 409 len: 466 time: 0.1203396 Jan 27 22:09:12.465301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42878) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:12.470836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1979557853'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:12.505054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:12.508784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.551677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:12.569463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.570185 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Added segment 7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f of type vlan for network df02a364-7484-49ad-9069-1db03d80c60f Jan 27 22:09:12.616093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a676e533-2950-432e-89c6-365d3d3e217e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:12.665592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (df02a364-7484-49ad-9069-1db03d80c60f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.691177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acacd459-2706-4bb5-bd1f-7a1f058b93e9 req-34c4a4f4-fa54-43f8-8a07-a878b77d1bb8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874445 Jan 27 22:09:12.702552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-1d82e3d8-08cd-437a-a9a9-88cd5e60c751 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761465 Jan 27 22:09:12.752677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (df02a364-7484-49ad-9069-1db03d80c60f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.760024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.761393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.867047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9dc94c-cdd8-430e-87ff-970869e8a470 req-eda77dbc-f223-47dc-9ac2-299fb11c42d2 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548505 Jan 27 22:09:12.933596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Network': ['ID=df02a364-7484-49ad-9069-1db03d80c60f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:12.967758 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-24f88424-bfe7-4909-982a-c6e7e1328b7f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5012031 Jan 27 22:09:12.968541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:12.972700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network df02a364-7484-49ad-9069-1db03d80c60f details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:12.979553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'subnet': {'network_id': 'df02a364-7484-49ad-9069-1db03d80c60f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:13.066180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3b489-5ac9-4b43-bf64-3beb8da29e75 req-41743f65-8617-42b6-bf9b-1c92a2a7b5ba tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:13.084437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93e3b489-5ac9-4b43-bf64-3beb8da29e75 req-41743f65-8617-42b6-bf9b-1c92a2a7b5ba tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.2098715 Jan 27 22:09:13.093887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a676e533-2950-432e-89c6-365d3d3e217e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:13.163912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a676e533-2950-432e-89c6-365d3d3e217e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:13.164458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a676e533-2950-432e-89c6-365d3d3e217e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.202133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:13.207509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.210673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93e3b489-5ac9-4b43-bf64-3beb8da29e75 req-8eb0ab81-f1b4-4579-9176-838ddce20b15 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243477 Jan 27 22:09:13.268543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42900) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.370040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a676e533-2950-432e-89c6-365d3d3e217e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:13.377595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ca6d11be-b56c-4457-9622-a70f8317e3b5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:13.387579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c49931-586b-44fc-bbb8-51d737994b48 None None] Network bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:13.427567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291657b5-73e7-4b3f-ba25-f6795d31f336 req-7e8c8aad-b025-45ff-a435-8f61e8ac9a5d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:13.430496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291657b5-73e7-4b3f-ba25-f6795d31f336 req-7e8c8aad-b025-45ff-a435-8f61e8ac9a5d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1218777 Jan 27 22:09:13.433602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef9f91-9b57-439b-99ba-c4faa98ad949 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:13.435872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bfef9f91-9b57-439b-99ba-c4faa98ad949 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1091 time: 0.1654918 Jan 27 22:09:13.450618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42906) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.464540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '7dfdd850-e010-41d3-a47f-d43f72356863', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:13.506659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.507123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291657b5-73e7-4b3f-ba25-f6795d31f336 req-f0b942ed-0463-4a5b-8a6d-5a91ec8d683d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632527 Jan 27 22:09:13.579483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3636b09e-2747-40f9-8703-a07203478175 None None] Provisioning complete for port ca6d11be-b56c-4457-9622-a70f8317e3b5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:13.579483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3636b09e-2747-40f9-8703-a07203478175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.663927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ca6d11be-b56c-4457-9622-a70f8317e3b5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:13.664746 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.669496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:09:13.673771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (4d0e1754-f17f-4a2e-806f-6fc1bf09ef56), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.762245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3636b09e-2747-40f9-8703-a07203478175 None None] Current status of the port ca6d11be-b56c-4457-9622-a70f8317e3b5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:13.762572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3636b09e-2747-40f9-8703-a07203478175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.795153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] DHCP port deletion for bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:09:13.824193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Subnet': ['ID=4d0e1754-f17f-4a2e-806f-6fc1bf09ef56,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:13.851470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ca6d11be-b56c-4457-9622-a70f8317e3b5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:13.852023 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.858735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Checking segment: {'id': '7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'df02a364-7484-49ad-9069-1db03d80c60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:13.859306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network hostable DHCP agents. Network: df02a364-7484-49ad-9069-1db03d80c60f, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:13.859763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3636b09e-2747-40f9-8703-a07203478175 None None] For port ca6d11be-b56c-4457-9622-a70f8317e3b5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ca6d11be-b56c-4457-9622-a70f8317e3b5,segment=NetworkSegment(28215a21-6a1d-4d60-b4ac-cf369a6587ae),segment_id=28215a21-6a1d-4d60-b4ac-cf369a6587ae)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:13.870672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3636b09e-2747-40f9-8703-a07203478175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.909159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network df02a364-7484-49ad-9069-1db03d80c60f is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:13.916576 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.938398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, df02a364-7484-49ad-9069-1db03d80c60f) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:13.948980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:13.950001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.962376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccc584-57a9-4258-a821-4121e4c579de None None] Network df02a364-7484-49ad-9069-1db03d80c60f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:14.017010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636b09e-2747-40f9-8703-a07203478175 None None] Pushing event updated for resources: {'Port': ['ID=ca6d11be-b56c-4457-9622-a70f8317e3b5,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:14.045279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:09:14.045902 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:09:14.049560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] Deleting port ca6d11be-b56c-4457-9622-a70f8317e3b5 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:14.049915 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.056460 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-579fe9c5-52d6-4997-8f5f-e0e773c7b41a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0864952 Jan 27 22:09:14.061394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42908) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:14.071313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'port': {'network_id': 'df02a364-7484-49ad-9069-1db03d80c60f', 'name': 'tempest-NetworksIpV6TestAttrs-499091224'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:14.162366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.25.8.131 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/a7f709a9-f82b-4302-9463-a29fb7ada2f0) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:14.238487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:14.243583 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.269623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] device_id is not set on port 96ac063f-5c53-45c5-a538-6da5ac5fe84e yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:14.408239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (a7f709a9-f82b-4302-9463-a29fb7ada2f0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.469960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] For port ca6d11be-b56c-4457-9622-a70f8317e3b5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ca6d11be-b56c-4457-9622-a70f8317e3b5,segment=NetworkSegment(28215a21-6a1d-4d60-b4ac-cf369a6587ae),segment_id=28215a21-6a1d-4d60-b4ac-cf369a6587ae)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:14.470610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.490085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-df02a364-7484-49ad-9069-1db03d80c60f', 'network_id': 'df02a364-7484-49ad-9069-1db03d80c60f', 'project_id': '2b4f92ef013645db808fed653e6db3dd', 'fixed_ips': [{'subnet_id': '4d0e1754-f17f-4a2e-806f-6fc1bf09ef56'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:14.490450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a7f709a9-f82b-4302-9463-a29fb7ada2f0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.491624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.527315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] Calling delete_port for ca6d11be-b56c-4457-9622-a70f8317e3b5 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:14.530408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Allocated IP 2001:db8::f816:3eff:fe85:c7e7 (df02a364-7484-49ad-9069-1db03d80c60f/4d0e1754-f17f-4a2e-806f-6fc1bf09ef56/96ac063f-5c53-45c5-a538-6da5ac5fe84e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:14.588743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:14.598779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:14.607741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:14.613255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=a7f709a9-f82b-4302-9463-a29fb7ada2f0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:14.804153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ca6d11be-b56c-4457-9622-a70f8317e3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:14.807669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for port (96ac063f-5c53-45c5-a538-6da5ac5fe84e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.844438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ca9ab-bbd2-4644-9508-c1bab58b2243 req-fc0f2566-afb5-4be9-999c-01453237e746 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:14.846366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c5ca9ab-bbd2-4644-9508-c1bab58b2243 req-fc0f2566-afb5-4be9-999c-01453237e746 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0926359 Jan 27 22:09:14.908986 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (96ac063f-5c53-45c5-a538-6da5ac5fe84e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.970391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c5ca9ab-bbd2-4644-9508-c1bab58b2243 req-011a7698-3a1a-49bf-9548-9f17d9ff8754 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034136 Jan 27 22:09:14.994396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network df02a364-7484-49ad-9069-1db03d80c60f is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:15.000437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:15.003267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Port': ['ID=96ac063f-5c53-45c5-a538-6da5ac5fe84e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:15.006232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:15.012980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:15.013683 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.042020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5ab6dcbc-fb6c-45ad-a53f-3357a9b4e838 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9775372 Jan 27 22:09:15.042398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42922) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:15.050874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Allocated IP 2001:db8::f816:3eff:fefd:ce1e (df02a364-7484-49ad-9069-1db03d80c60f/4d0e1754-f17f-4a2e-806f-6fc1bf09ef56/a4225f49-684b-41de-b08e-3df60be1e53b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:15.068359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ca6d11be-b56c-4457-9622-a70f8317e3b5 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:15.079392 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (ca6d11be-b56c-4457-9622-a70f8317e3b5), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.130134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] No DVR routers for this DVR port ca6d11be-b56c-4457-9622-a70f8317e3b5 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:15.145465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8e9ed2-4466-4190-b417-457353a5a14e tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting subnet 4d0e1754-f17f-4a2e-806f-6fc1bf09ef56 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:15.169972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: ca6d11be-b56c-4457-9622-a70f8317e3b5 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:15.169972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ca6d11be-b56c-4457-9622-a70f8317e3b5 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:15.190687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67efc0-c9aa-4ea8-a660-442ac5dff5d2 None None] Pushing event deleted for resources: {'Port': ['ID=ca6d11be-b56c-4457-9622-a70f8317e3b5,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:15.366950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Publish callbacks [] for port (a4225f49-684b-41de-b08e-3df60be1e53b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.372993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (68a2769b-5ab6-449d-8017-65b45e980b99), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.374461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9ed2-4466-4190-b417-457353a5a14e tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for subnet (4d0e1754-f17f-4a2e-806f-6fc1bf09ef56), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.380973 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.428519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Network df02a364-7484-49ad-9069-1db03d80c60f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:15.432567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:15.441361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9ed2-4466-4190-b417-457353a5a14e tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (4d0e1754-f17f-4a2e-806f-6fc1bf09ef56), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.447158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:15.462434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Pushing event updated for resources: {'Port': ['ID=a4225f49-684b-41de-b08e-3df60be1e53b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:15.538694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7f709a9-f82b-4302-9463-a29fb7ada2f0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.572099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Attempting to bind port a4225f49-684b-41de-b08e-3df60be1e53b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:15.572701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Attempting to bind port a4225f49-684b-41de-b08e-3df60be1e53b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'df02a364-7484-49ad-9069-1db03d80c60f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:15.573308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Attempting to bind port a4225f49-684b-41de-b08e-3df60be1e53b on network df02a364-7484-49ad-9069-1db03d80c60f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:15.582976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:15.583786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Checking segment: {'id': '7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'df02a364-7484-49ad-9069-1db03d80c60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:15.584470 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.585155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Bound using segment: {'id': '7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'df02a364-7484-49ad-9069-1db03d80c60f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:15.585993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Bound port: a4225f49-684b-41de-b08e-3df60be1e53b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'df02a364-7484-49ad-9069-1db03d80c60f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:15.586626 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.705744 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9ed2-4466-4190-b417-457353a5a14e tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4d0e1754-f17f-4a2e-806f-6fc1bf09ef56), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.811521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9ed2-4466-4190-b417-457353a5a14e tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (4d0e1754-f17f-4a2e-806f-6fc1bf09ef56), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.816727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] For port a4225f49-684b-41de-b08e-3df60be1e53b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:15.823130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] For port a4225f49-684b-41de-b08e-3df60be1e53b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a4225f49-684b-41de-b08e-3df60be1e53b,segment=NetworkSegment(7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f),segment_id=7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:15.833974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.851282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e9ed2-4466-4190-b417-457353a5a14e tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0e1754-f17f-4a2e-806f-6fc1bf09ef56,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:15.863533 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c8e9ed2-4466-4190-b417-457353a5a14e tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.868619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5c8e9ed2-4466-4190-b417-457353a5a14e tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/subnets/4d0e1754-f17f-4a2e-806f-6fc1bf09ef56 HTTP/1.1" status: 204 len: 168 time: 0.8250468 Jan 27 22:09:15.872810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42934) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:15.957115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943463b-7936-4cf5-9440-cf11cedd474e None None] Pushing event updated for resources: {'Port': ['ID=a4225f49-684b-41de-b08e-3df60be1e53b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.052717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda3a83-6455-46e9-8477-e874f47076b0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:16.054981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda3a83-6455-46e9-8477-e874f47076b0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:16.059549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6dda3a83-6455-46e9-8477-e874f47076b0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1836712 Jan 27 22:09:16.061071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42938) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:16.240653 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (a7f709a9-f82b-4302-9463-a29fb7ada2f0), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.248645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a7f709a9-f82b-4302-9463-a29fb7ada2f0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.301582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-28e08434-a1b7-4dbe-9d66-bc51987c6db1 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (df02a364-7484-49ad-9069-1db03d80c60f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.341875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b00dc-1a32-48b5-b0cb-b337d8534d65 req-24586ceb-e8e5-41a5-9587-74966012d4cc tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:16.345826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a69b00dc-1a32-48b5-b0cb-b337d8534d65 req-24586ceb-e8e5-41a5-9587-74966012d4cc tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1844804 Jan 27 22:09:16.347935 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e08434-a1b7-4dbe-9d66-bc51987c6db1 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 22:09:16.348832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e08434-a1b7-4dbe-9d66-bc51987c6db1 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:16.363469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-28e08434-a1b7-4dbe-9d66-bc51987c6db1 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/df02a364-7484-49ad-9069-1db03d80c60f HTTP/1.1" status: 409 len: 466 time: 0.3005235 Jan 27 22:09:16.364526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42940) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:16.374689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=a7f709a9-f82b-4302-9463-a29fb7ada2f0,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.376946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1159548056'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:16.398009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (68a2769b-5ab6-449d-8017-65b45e980b99), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.457243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:16.463487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.491168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a69b00dc-1a32-48b5-b0cb-b337d8534d65 req-c5c22b36-7121-4059-96e0-2cdc6389565d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248434 Jan 27 22:09:16.528793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:16.548039 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1ff6c5ce-4907-4e80-ac95-7a733263ab0d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.548900 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Added segment 1ff6c5ce-4907-4e80-ac95-7a733263ab0d of type vlan for network 874f7404-79cd-4412-9c69-1c26a6634f7e Jan 27 22:09:16.571938 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Floating IP 68a2769b-5ab6-449d-8017-65b45e980b99 associated. External IP: 172.25.8.131, port: 7dfdd850-e010-41d3-a47f-d43f72356863. Jan 27 22:09:16.625053 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (874f7404-79cd-4412-9c69-1c26a6634f7e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.667751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (874f7404-79cd-4412-9c69-1c26a6634f7e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.675351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:16.676412 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.729970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3617425 Jan 27 22:09:16.739096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42942) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:16.744640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'subnet': {'network_id': '874f7404-79cd-4412-9c69-1c26a6634f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:16.804466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a582c7f-7721-416e-ac01-7a0b6d1cf986 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Network': ['ID=874f7404-79cd-4412-9c69-1c26a6634f7e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.822864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 874f7404-79cd-4412-9c69-1c26a6634f7e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:17.080886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a4225f49-684b-41de-b08e-3df60be1e53b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:17.127897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:17.132718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.164614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a4225f49-684b-41de-b08e-3df60be1e53b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:17.165173 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.226351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:17.318666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a4225f49-684b-41de-b08e-3df60be1e53b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:17.319246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.386665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port a4225f49-684b-41de-b08e-3df60be1e53b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a4225f49-684b-41de-b08e-3df60be1e53b,segment=NetworkSegment(7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f),segment_id=7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:17.394846 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.481100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=a4225f49-684b-41de-b08e-3df60be1e53b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:17.512738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2703f457-1f38-4bac-b765-1dee201d034a None None] Network df02a364-7484-49ad-9069-1db03d80c60f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:17.534289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:17.551849 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] Sync routers for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:17.586733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:17.587785 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:09:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:17.637736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.690730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6ead506d-0645-497d-a2f6-cee7887e876a None None] Provisioning complete for port a4225f49-684b-41de-b08e-3df60be1e53b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:17.691404 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ead506d-0645-497d-a2f6-cee7887e876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.739224 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c55d0e6-bc78-47ca-aeb7-f5d4002200b1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2801301 Jan 27 22:09:17.741997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:17.746405 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619aaeae-84bb-4e42-a900-2eac42e8d6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:17.822886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fed3f-adff-4f81-88c1-c899bcdf9319 req-ef0adecf-d5ff-420b-aa06-5191aa15f83d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:17.828333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-518fed3f-adff-4f81-88c1-c899bcdf9319 req-ef0adecf-d5ff-420b-aa06-5191aa15f83d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1715176 Jan 27 22:09:17.862878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:09:17.867173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (84cebefe-46b1-4a24-8182-1f44a2e5afcf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.902481 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:17.961887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] DHCP port deletion for df02a364-7484-49ad-9069-1db03d80c60f request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:09:18.074677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Subnet': ['ID=84cebefe-46b1-4a24-8182-1f44a2e5afcf,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:18.133143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6ead506d-0645-497d-a2f6-cee7887e876a None None] Current status of the port a4225f49-684b-41de-b08e-3df60be1e53b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:18.133930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Checking segment: {'id': '1ff6c5ce-4907-4e80-ac95-7a733263ab0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '874f7404-79cd-4412-9c69-1c26a6634f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:18.138240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network hostable DHCP agents. Network: 874f7404-79cd-4412-9c69-1c26a6634f7e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:18.147623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-518fed3f-adff-4f81-88c1-c899bcdf9319 req-99db4355-2976-4524-80a9-0c86ddd1f950 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108158 Jan 27 22:09:18.241047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network 874f7404-79cd-4412-9c69-1c26a6634f7e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:18.244614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395b7ef-fcde-43e4-963c-f402b6df0927 req-11a892f6-eea9-412f-8e3b-c18b1b19fd52 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:18.249070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3395b7ef-fcde-43e4-963c-f402b6df0927 req-11a892f6-eea9-412f-8e3b-c18b1b19fd52 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.2423651 Jan 27 22:09:18.263944 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.300536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 874f7404-79cd-4412-9c69-1c26a6634f7e) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:18.328288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:18.329104 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.332362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34148a1-cc5d-4df0-a798-82ea98d7684b None None] Network 874f7404-79cd-4412-9c69-1c26a6634f7e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:18.340627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] Deleting port a4225f49-684b-41de-b08e-3df60be1e53b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:18.341200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.417222 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-65addc23-7e92-44b5-8534-b453c62e0404 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6766100 Jan 27 22:09:18.429535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42966) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:18.493334 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cfc7a5-6744-475d-abfe-03d3ee1395e9 x-openstack-request-id: req-85cfc7a5-6744-475d-abfe-03d3ee1395e9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:18.493821 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:18.494199 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85cfc7a5-6744-475d-abfe-03d3ee1395e9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:18.495332 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'status': 'completed', 'code': 200} Jan 27 22:09:18.812408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3395b7ef-fcde-43e4-963c-f402b6df0927 req-ce0547fc-6c7b-46c6-944f-3982140c3b38 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542176 Jan 27 22:09:18.842653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42970) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:18.852402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] For port a4225f49-684b-41de-b08e-3df60be1e53b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a4225f49-684b-41de-b08e-3df60be1e53b,segment=NetworkSegment(7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f),segment_id=7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:18.853141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.877490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42972) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:18.967522 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b40eab7b-f654-4379-b78c-4ba2fbe443ea tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/68a2769b-5ab6-449d-8017-65b45e980b99 HTTP/1.1" status: 200 len: 991 time: 0.1220441 Jan 27 22:09:18.970017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] Calling delete_port for a4225f49-684b-41de-b08e-3df60be1e53b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:18.982295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (874f7404-79cd-4412-9c69-1c26a6634f7e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.994972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-3cdeaf45-64c7-44d8-bd55-13d009dce8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:18.996302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-874f7404-79cd-4412-9c69-1c26a6634f7e', 'network_id': '874f7404-79cd-4412-9c69-1c26a6634f7e', 'project_id': '2b4f92ef013645db808fed653e6db3dd', 'fixed_ips': [{'subnet_id': '84cebefe-46b1-4a24-8182-1f44a2e5afcf'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:18.997786 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.998060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-3cdeaf45-64c7-44d8-bd55-13d009dce8ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1096 time: 0.2627349 Jan 27 22:09:19.027126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a4225f49-684b-41de-b08e-3df60be1e53b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:19.068431 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '68a2769b-5ab6-449d-8017-65b45e980b99', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'port_id': '7dfdd850-e010-41d3-a47f-d43f72356863', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'mac_address': 'fa:16:3e:d9:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:09:15Z', 'updated_at': '2022-01-27T22:09:15Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:19.128824 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] Checking router: 9456c498-3e57-4950-8624-5ed6e3e8bfc8 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:09:19.150968 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:19.152842 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:09:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:19.297354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.336629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a4225f49-684b-41de-b08e-3df60be1e53b is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:19.336986 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a4225f49-684b-41de-b08e-3df60be1e53b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.344369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] Pushing event deleted for resources: {'Port': ['ID=a4225f49-684b-41de-b08e-3df60be1e53b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:19.366503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f450ca5-6746-4fbe-9c5f-4b2568bb9dee None None] No DVR routers for this DVR port a4225f49-684b-41de-b08e-3df60be1e53b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:19.372979 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (84cebefe-46b1-4a24-8182-1f44a2e5afcf), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.397312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Allocated IP 2001:db8::f816:3eff:fe24:4bf6 (874f7404-79cd-4412-9c69-1c26a6634f7e/84cebefe-46b1-4a24-8182-1f44a2e5afcf/0fd895cf-3781-4f9f-9cc4-a4d456acff11) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:19.404098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a4bb136a-8356-482c-b8ff-a8520117f8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.409983 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:19.495948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-6ae7f4de-2ca4-47bd-af93-32c6615c940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:19.495948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-6ae7f4de-2ca4-47bd-af93-32c6615c940b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.4857144 Jan 27 22:09:19.652209 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-14546861-ec4b-41e4-9af6-042357bec2a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927711 Jan 27 22:09:19.676725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842db8a6-0877-4eec-892a-a4e14502b5bf req-6fe323d0-9222-4d45-9afd-7734bb4ebc77 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:19.678694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-842db8a6-0877-4eec-892a-a4e14502b5bf req-6fe323d0-9222-4d45-9afd-7734bb4ebc77 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.2706354 Jan 27 22:09:19.755977 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Publish callbacks [] for port (0fd895cf-3781-4f9f-9cc4-a4d456acff11), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.783376 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0fd895cf-3781-4f9f-9cc4-a4d456acff11), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.827852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-b8aaf71f-7323-4a6b-a6e1-80e85ac44dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:19.833119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-d9585396-8c24-49ad-912f-f74cc157f3df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 999 time: 0.3183022 Jan 27 22:09:19.842294 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-b8aaf71f-7323-4a6b-a6e1-80e85ac44dc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1097 time: 0.1065984 Jan 27 22:09:19.887038 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '68a2769b-5ab6-449d-8017-65b45e980b99', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'port_id': '7dfdd850-e010-41d3-a47f-d43f72356863', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'mac_address': 'fa:16:3e:d9:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:09:15Z', 'updated_at': '2022-01-27T22:09:15Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:19.891875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Network 874f7404-79cd-4412-9c69-1c26a6634f7e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:19.904373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:19.914366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:19.927151 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20dc2f-d43a-4d17-a00d-daa0219955e1 None None] The sync data for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 is: [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '68a2769b-5ab6-449d-8017-65b45e980b99', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'port_id': '7dfdd850-e010-41d3-a47f-d43f72356863', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'mac_address': 'fa:16:3e:d9:82:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:09:15Z', 'updated_at': '2022-01-27T22:09:15Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:19.959551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Pushing event updated for resources: {'Port': ['ID=0fd895cf-3781-4f9f-9cc4-a4d456acff11,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:19.966144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42982) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.998085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (84cebefe-46b1-4a24-8182-1f44a2e5afcf), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.090991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Attempting to bind port 0fd895cf-3781-4f9f-9cc4-a4d456acff11 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:20.092171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Attempting to bind port 0fd895cf-3781-4f9f-9cc4-a4d456acff11 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1ff6c5ce-4907-4e80-ac95-7a733263ab0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '874f7404-79cd-4412-9c69-1c26a6634f7e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:20.092808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Attempting to bind port 0fd895cf-3781-4f9f-9cc4-a4d456acff11 on network 874f7404-79cd-4412-9c69-1c26a6634f7e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:20.094448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-42158968-dd0b-4096-811d-115b9127afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:20.098126 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-42158968-dd0b-4096-811d-115b9127afa5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.2218685 Jan 27 22:09:20.103344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:20.104870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Checking segment: {'id': '1ff6c5ce-4907-4e80-ac95-7a733263ab0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '874f7404-79cd-4412-9c69-1c26a6634f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:20.106036 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.107049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Bound using segment: {'id': '1ff6c5ce-4907-4e80-ac95-7a733263ab0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '874f7404-79cd-4412-9c69-1c26a6634f7e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:20.108262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Bound port: 0fd895cf-3781-4f9f-9cc4-a4d456acff11, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff6c5ce-4907-4e80-ac95-7a733263ab0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '874f7404-79cd-4412-9c69-1c26a6634f7e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:20.109272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0fd895cf-3781-4f9f-9cc4-a4d456acff11), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.181538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a4bb136a-8356-482c-b8ff-a8520117f8ed admin admin] Publish callbacks [] for security_group (26f9bf1d-940a-4c94-8d19-17103828f9c0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.218140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3408bd0d-eed9-48f0-ac08-3ca87788265f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/68a2769b-5ab6-449d-8017-65b45e980b99 HTTP/1.1" status: 200 len: 991 time: 0.2227256 Jan 27 22:09:20.229381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-842db8a6-0877-4eec-892a-a4e14502b5bf req-097fbdbf-97a3-487a-9e1f-a648da5daf5b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232463 Jan 27 22:09:20.243627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Subnet': ['ID=84cebefe-46b1-4a24-8182-1f44a2e5afcf,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.246259 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a4bb136a-8356-482c-b8ff-a8520117f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (26f9bf1d-940a-4c94-8d19-17103828f9c0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.259924 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-66f99144-8002-4d70-866f-a52c177fada2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1002 time: 0.1547747 Jan 27 22:09:20.289884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] For port 0fd895cf-3781-4f9f-9cc4-a4d456acff11, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:20.302627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] For port 0fd895cf-3781-4f9f-9cc4-a4d456acff11, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0fd895cf-3781-4f9f-9cc4-a4d456acff11,segment=NetworkSegment(1ff6c5ce-4907-4e80-ac95-7a733263ab0d),segment_id=1ff6c5ce-4907-4e80-ac95-7a733263ab0d)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:20.312235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-1a0ac51d-e4ec-472b-8398-52e2eb80e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:20.312968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0fd895cf-3781-4f9f-9cc4-a4d456acff11), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.314013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-1a0ac51d-e4ec-472b-8398-52e2eb80e3a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.4594872 Jan 27 22:09:20.363972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (874f7404-79cd-4412-9c69-1c26a6634f7e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.380237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-005ba465-de01-45ad-859c-fee1948805fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:20.382381 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-005ba465-de01-45ad-859c-fee1948805fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1154399 Jan 27 22:09:20.399274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96719eeb-6d7b-43b9-887f-98565fa0a692 None None] New status for floating IP 68a2769b-5ab6-449d-8017-65b45e980b99: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:09:20.403200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb136a-8356-482c-b8ff-a8520117f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9bf1d-940a-4c94-8d19-17103828f9c0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.459059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a4bb136a-8356-482c-b8ff-a8520117f8ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17811210195b4f4c98f1d7ea06f4c317&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5795825 Jan 27 22:09:20.463736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42984) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:20.467166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874f7404-79cd-4412-9c69-1c26a6634f7e']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:20.479825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-f41f228b-2cbe-43e1-abb9-a3d0bdda7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:20.482290 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-f41f228b-2cbe-43e1-abb9-a3d0bdda7eaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833981 Jan 27 22:09:20.495319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff6c5ce-4907-4e80-ac95-7a733263ab0d') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:20.496150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff6c5ce-4907-4e80-ac95-7a733263ab0d') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:20.517696 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (1ff6c5ce-4907-4e80-ac95-7a733263ab0d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.543618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-a2c2d65f-ccca-4b57-b503-70e1e98e4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:20.546344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-a2c2d65f-ccca-4b57-b503-70e1e98e4975 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065065 Jan 27 22:09:20.551937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1ff6c5ce-4907-4e80-ac95-7a733263ab0d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.590757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:20.591494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (1ff6c5ce-4907-4e80-ac95-7a733263ab0d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:20.597453 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:20.685993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e955d06d-b9ad-4308-8bfa-b8c04f368e3a admin admin] Publish callbacks [] for security_group (26f9bf1d-940a-4c94-8d19-17103828f9c0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.718397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:09:20.718397 n-d-826529-2 neutron-server[103330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:09:20.718397 n-d-826529-2 neutron-server[103330]: [parameters: {'id': '874f7404-79cd-4412-9c69-1c26a6634f7e'}] Jan 27 22:09:20.718397 n-d-826529-2 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:09:20.720110 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:09:20.735642 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-d8447240-e11c-45f0-b41f-df77e3034851 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434022 Jan 27 22:09:20.743117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-b795a6ce-cadc-4459-84f8-2a0f264d4bf4 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861925 Jan 27 22:09:20.766519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e955d06d-b9ad-4308-8bfa-b8c04f368e3a admin admin] Publish callbacks [] for security_group (26f9bf1d-940a-4c94-8d19-17103828f9c0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.869792 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.870690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf46b61-184b-4f58-9263-efaaaed4d346 None None] Pushing event updated for resources: {'Port': ['ID=0fd895cf-3781-4f9f-9cc4-a4d456acff11,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.878753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0898e0ef-45f5-4ef3-9ae4-8540e4d6500d None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:09:20.909219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-619aaeae-84bb-4e42-a900-2eac42e8d6d8 req-94046686-8ff5-4b78-83f6-7540f9115390 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599698 Jan 27 22:09:20.959919 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7843e8ea-d723-4a74-9883-f644cb61eab5 req-bcf7dc01-7160-40e6-8b63-47e006bc2af7 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152870 Jan 27 22:09:20.965768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e955d06d-b9ad-4308-8bfa-b8c04f368e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (26f9bf1d-940a-4c94-8d19-17103828f9c0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.968571 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e955d06d-b9ad-4308-8bfa-b8c04f368e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.969771 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e955d06d-b9ad-4308-8bfa-b8c04f368e3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26f9bf1d-940a-4c94-8d19-17103828f9c0 HTTP/1.1" status: 204 len: 168 time: 0.5047250 Jan 27 22:09:20.979946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955d06d-b9ad-4308-8bfa-b8c04f368e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9bf1d-940a-4c94-8d19-17103828f9c0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:21.220159 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (874f7404-79cd-4412-9c69-1c26a6634f7e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.224747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42994) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:21.251978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898e0ef-45f5-4ef3-9ae4-8540e4d6500d None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:09:21.322838 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f9e8fad6-88cc-4272-94da-46ceccfbc2a6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/68a2769b-5ab6-449d-8017-65b45e980b99 HTTP/1.1" status: 200 len: 993 time: 0.0960400 Jan 27 22:09:21.392262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting port 0fd895cf-3781-4f9f-9cc4-a4d456acff11 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:21.392726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0fd895cf-3781-4f9f-9cc4-a4d456acff11), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.514097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] For port 0fd895cf-3781-4f9f-9cc4-a4d456acff11, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0fd895cf-3781-4f9f-9cc4-a4d456acff11,segment=NetworkSegment(1ff6c5ce-4907-4e80-ac95-7a733263ab0d),segment_id=1ff6c5ce-4907-4e80-ac95-7a733263ab0d)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:21.514470 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0fd895cf-3781-4f9f-9cc4-a4d456acff11), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.535776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Calling delete_port for 0fd895cf-3781-4f9f-9cc4-a4d456acff11 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:21.557413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d88821-2f53-41e1-aff1-e31cb279660b req-fa0ef999-84c8-4a34-a7af-9ac07ae8ab59 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:21.559274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4d88821-2f53-41e1-aff1-e31cb279660b req-fa0ef999-84c8-4a34-a7af-9ac07ae8ab59 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1157801 Jan 27 22:09:21.662021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4d88821-2f53-41e1-aff1-e31cb279660b req-0f46b85b-0e35-47e1-81f2-298d53ae5a71 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679288 Jan 27 22:09:21.690077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b1b76-8e69-465b-a147-78b76feaba4d None None] Network 874f7404-79cd-4412-9c69-1c26a6634f7e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:21.692349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0fd895cf-3781-4f9f-9cc4-a4d456acff11), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.731631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Port': ['ID=0fd895cf-3781-4f9f-9cc4-a4d456acff11,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:21.736668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No DVR routers for this DVR port 0fd895cf-3781-4f9f-9cc4-a4d456acff11 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:22.138618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (874f7404-79cd-4412-9c69-1c26a6634f7e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.183581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874f7404-79cd-4412-9c69-1c26a6634f7e']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:22.197926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff6c5ce-4907-4e80-ac95-7a733263ab0d') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:22.198283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff6c5ce-4907-4e80-ac95-7a733263ab0d') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:22.215491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (1ff6c5ce-4907-4e80-ac95-7a733263ab0d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.231786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1ff6c5ce-4907-4e80-ac95-7a733263ab0d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.241574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:22.242187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (1ff6c5ce-4907-4e80-ac95-7a733263ab0d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:22.246268 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:22.326063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (874f7404-79cd-4412-9c69-1c26a6634f7e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.334018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.340264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/874f7404-79cd-4412-9c69-1c26a6634f7e HTTP/1.1" status: 204 len: 168 time: 3.9064472 Jan 27 22:09:22.344768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43020) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:22.352449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-727964259'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:22.352706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd414e1-f36d-419a-9273-67acb3b6f485 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Network': ['ID=874f7404-79cd-4412-9c69-1c26a6634f7e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:22.378719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:22.383569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.428432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:22.444312 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e8520747-c000-49ed-a6b3-0794f0e5f0eb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.445069 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Added segment e8520747-c000-49ed-a6b3-0794f0e5f0eb of type vlan for network 6b421250-5a9a-417a-83a6-95bd785a807e Jan 27 22:09:22.508302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6b421250-5a9a-417a-83a6-95bd785a807e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.555186 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6b421250-5a9a-417a-83a6-95bd785a807e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.566092 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:22.567598 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.696901 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3506794 Jan 27 22:09:22.701936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43028) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:22.710432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'subnet': {'network_id': '6b421250-5a9a-417a-83a6-95bd785a807e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:22.739305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc17cb-e330-487c-a6db-af16a6368686 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Network': ['ID=6b421250-5a9a-417a-83a6-95bd785a807e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:22.761920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6b421250-5a9a-417a-83a6-95bd785a807e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:23.015778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf612cb-813d-4ebf-bf4a-0269c20ab3a0 req-09d2ba36-cbac-4f42-a203-6bed8430d315 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:23.024335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aaf612cb-813d-4ebf-bf4a-0269c20ab3a0 req-09d2ba36-cbac-4f42-a203-6bed8430d315 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1635940 Jan 27 22:09:23.045867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:23.051036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.188679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aaf612cb-813d-4ebf-bf4a-0269c20ab3a0 req-ef61e422-4724-4b9d-9739-5fdbc2a700d3 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585424 Jan 27 22:09:23.377924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (6b6668ab-7d31-48a7-b827-38fcedfb4444), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.454604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Subnet': ['ID=6b6668ab-7d31-48a7-b827-38fcedfb4444,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:23.466788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Checking segment: {'id': 'e8520747-c000-49ed-a6b3-0794f0e5f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6b421250-5a9a-417a-83a6-95bd785a807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:23.467293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network hostable DHCP agents. Network: 6b421250-5a9a-417a-83a6-95bd785a807e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:23.489866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network 6b421250-5a9a-417a-83a6-95bd785a807e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:23.507500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6b421250-5a9a-417a-83a6-95bd785a807e) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:23.518457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:23.519823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.520345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6a303-4007-48a2-b81b-fe9ad2e72f75 None None] Network 6b421250-5a9a-417a-83a6-95bd785a807e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:23.561605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43054) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:23.562900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a1a41fd7-3c3a-43c2-8570-a17cd97d8b7b tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8580492 Jan 27 22:09:23.685632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-6b421250-5a9a-417a-83a6-95bd785a807e', 'network_id': '6b421250-5a9a-417a-83a6-95bd785a807e', 'project_id': '2b4f92ef013645db808fed653e6db3dd', 'fixed_ips': [{'subnet_id': '6b6668ab-7d31-48a7-b827-38fcedfb4444'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:23.686514 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.782355 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6b421250-5a9a-417a-83a6-95bd785a807e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.904018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (6b6668ab-7d31-48a7-b827-38fcedfb4444), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.959205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Allocated IP 2001:db8::2 (6b421250-5a9a-417a-83a6-95bd785a807e/6b6668ab-7d31-48a7-b827-38fcedfb4444/0e6d3ff6-f3df-4aea-8240-8b7356134439) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:24.179565 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Publish callbacks [] for port (0e6d3ff6-f3df-4aea-8240-8b7356134439), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.190303 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0e6d3ff6-f3df-4aea-8240-8b7356134439), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.228341 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (6b6668ab-7d31-48a7-b827-38fcedfb4444), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.277010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Network 6b421250-5a9a-417a-83a6-95bd785a807e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:24.284071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:24.301750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:24.338282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6668ab-7d31-48a7-b827-38fcedfb4444,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:24.340573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Pushing event updated for resources: {'Port': ['ID=0e6d3ff6-f3df-4aea-8240-8b7356134439,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:24.442009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6b421250-5a9a-417a-83a6-95bd785a807e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.463539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a93f3-b51a-481d-820b-367e36f7f4b2 req-858ef562-f225-4067-ad1a-5b0a899fe100 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:24.469762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a9a93f3-b51a-481d-820b-367e36f7f4b2 req-858ef562-f225-4067-ad1a-5b0a899fe100 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1528313 Jan 27 22:09:24.480122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b421250-5a9a-417a-83a6-95bd785a807e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:24.488377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Attempting to bind port 0e6d3ff6-f3df-4aea-8240-8b7356134439 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:24.490135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Attempting to bind port 0e6d3ff6-f3df-4aea-8240-8b7356134439 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e8520747-c000-49ed-a6b3-0794f0e5f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6b421250-5a9a-417a-83a6-95bd785a807e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:24.491078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Attempting to bind port 0e6d3ff6-f3df-4aea-8240-8b7356134439 on network 6b421250-5a9a-417a-83a6-95bd785a807e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:24.507532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:24.508177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Checking segment: {'id': 'e8520747-c000-49ed-a6b3-0794f0e5f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6b421250-5a9a-417a-83a6-95bd785a807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:24.508869 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.509538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Bound using segment: {'id': 'e8520747-c000-49ed-a6b3-0794f0e5f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6b421250-5a9a-417a-83a6-95bd785a807e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:24.510370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Bound port: 0e6d3ff6-f3df-4aea-8240-8b7356134439, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8520747-c000-49ed-a6b3-0794f0e5f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6b421250-5a9a-417a-83a6-95bd785a807e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:24.511013 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0e6d3ff6-f3df-4aea-8240-8b7356134439), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.512120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8520747-c000-49ed-a6b3-0794f0e5f0eb') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:24.513921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8520747-c000-49ed-a6b3-0794f0e5f0eb') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:24.547016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (e8520747-c000-49ed-a6b3-0794f0e5f0eb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.553860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a9a93f3-b51a-481d-820b-367e36f7f4b2 req-c8561106-0992-480e-b123-81c49fda71a4 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774250 Jan 27 22:09:24.581005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e8520747-c000-49ed-a6b3-0794f0e5f0eb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.594242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:24.594931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (e8520747-c000-49ed-a6b3-0794f0e5f0eb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:24.600917 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:24.638674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] For port 0e6d3ff6-f3df-4aea-8240-8b7356134439, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:24.697356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] For port 0e6d3ff6-f3df-4aea-8240-8b7356134439, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0e6d3ff6-f3df-4aea-8240-8b7356134439,segment=NetworkSegment(e8520747-c000-49ed-a6b3-0794f0e5f0eb),segment_id=e8520747-c000-49ed-a6b3-0794f0e5f0eb)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:24.701342 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:09:24.701342 n-d-826529-2 neutron-server[103329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:09:24.701342 n-d-826529-2 neutron-server[103329]: [parameters: {'id': '6b421250-5a9a-417a-83a6-95bd785a807e'}] Jan 27 22:09:24.701342 n-d-826529-2 neutron-server[103329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:09:24.701855 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:09:24.705688 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0e6d3ff6-f3df-4aea-8240-8b7356134439), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.792274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43090) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.854013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da8d36-3f71-4a83-a412-14eb57f2cec7 None None] Pushing event updated for resources: {'Port': ['ID=0e6d3ff6-f3df-4aea-8240-8b7356134439,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:24.878975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb0c4e-7110-424f-8c17-e0f620d3bb3d None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:09:24.963773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63cdef32-ee49-400d-9049-7433291969b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.018820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb0c4e-7110-424f-8c17-e0f620d3bb3d None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:09:25.085458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63cdef32-ee49-400d-9049-7433291969b2 admin admin] Publish callbacks [] for security_group (a63a7cf2-206a-46f6-9735-06847046db19), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.090804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-63cdef32-ee49-400d-9049-7433291969b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a63a7cf2-206a-46f6-9735-06847046db19), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.147285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-63cdef32-ee49-400d-9049-7433291969b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c72b91a18bc7419c929f69d5d9c9ca9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533945 Jan 27 22:09:25.148290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdef32-ee49-400d-9049-7433291969b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63a7cf2-206a-46f6-9735-06847046db19,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:25.152104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43094) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:25.203631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6b421250-5a9a-417a-83a6-95bd785a807e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.222938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b529e3db-f50b-4bd1-9f57-b4d1ec17fb60 admin admin] Publish callbacks [] for security_group (a63a7cf2-206a-46f6-9735-06847046db19), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.249516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b529e3db-f50b-4bd1-9f57-b4d1ec17fb60 admin admin] Publish callbacks [] for security_group (a63a7cf2-206a-46f6-9735-06847046db19), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.294009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting port 0e6d3ff6-f3df-4aea-8240-8b7356134439 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:25.294371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0e6d3ff6-f3df-4aea-8240-8b7356134439), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.308579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcbf549-9cc4-4eaa-812c-6310d54d11eb None None] Network 6b421250-5a9a-417a-83a6-95bd785a807e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:25.332801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b529e3db-f50b-4bd1-9f57-b4d1ec17fb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a63a7cf2-206a-46f6-9735-06847046db19), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.337844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b529e3db-f50b-4bd1-9f57-b4d1ec17fb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.340350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b529e3db-f50b-4bd1-9f57-b4d1ec17fb60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a63a7cf2-206a-46f6-9735-06847046db19 HTTP/1.1" status: 204 len: 168 time: 0.1865501 Jan 27 22:09:25.367204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529e3db-f50b-4bd1-9f57-b4d1ec17fb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63a7cf2-206a-46f6-9735-06847046db19,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:25.427909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] For port 0e6d3ff6-f3df-4aea-8240-8b7356134439, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0e6d3ff6-f3df-4aea-8240-8b7356134439,segment=NetworkSegment(e8520747-c000-49ed-a6b3-0794f0e5f0eb),segment_id=e8520747-c000-49ed-a6b3-0794f0e5f0eb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:25.428523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0e6d3ff6-f3df-4aea-8240-8b7356134439), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.455782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Calling delete_port for 0e6d3ff6-f3df-4aea-8240-8b7356134439 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:25.681104 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0e6d3ff6-f3df-4aea-8240-8b7356134439), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.712383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Port': ['ID=0e6d3ff6-f3df-4aea-8240-8b7356134439,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:25.717850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No DVR routers for this DVR port 0e6d3ff6-f3df-4aea-8240-8b7356134439 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:25.750331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd6828-3074-4bfc-9018-d33cc1583eb5 req-2b4473eb-2e2a-4170-85d7-b7835110bd9f tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:25.752974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ffd6828-3074-4bfc-9018-d33cc1583eb5 req-2b4473eb-2e2a-4170-85d7-b7835110bd9f tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0821157 Jan 27 22:09:25.841801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ffd6828-3074-4bfc-9018-d33cc1583eb5 req-88ef1622-eb20-41fa-852a-920341f4328f tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801611 Jan 27 22:09:25.850323 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6b421250-5a9a-417a-83a6-95bd785a807e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.874654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43106) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:25.897858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b421250-5a9a-417a-83a6-95bd785a807e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:25.903799 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-107d2c4b-c622-4503-a42a-e90dad420ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.917739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8520747-c000-49ed-a6b3-0794f0e5f0eb') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:25.918244 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8520747-c000-49ed-a6b3-0794f0e5f0eb') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:25.938031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (e8520747-c000-49ed-a6b3-0794f0e5f0eb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.962195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e8520747-c000-49ed-a6b3-0794f0e5f0eb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.979983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:25.981377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (e8520747-c000-49ed-a6b3-0794f0e5f0eb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:25.990951 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:26.022252 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-107d2c4b-c622-4503-a42a-e90dad420ef2 admin admin] Publish callbacks [] for security_group (1225fdbb-6bc5-423d-b437-a56403e909b6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.028416 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-107d2c4b-c622-4503-a42a-e90dad420ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1225fdbb-6bc5-423d-b437-a56403e909b6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.088315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:26.089482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-107d2c4b-c622-4503-a42a-e90dad420ef2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60439d35f6854099a5477055fa092848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2121854 Jan 27 22:09:26.094470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d2c4b-c622-4503-a42a-e90dad420ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1225fdbb-6bc5-423d-b437-a56403e909b6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.097354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6b421250-5a9a-417a-83a6-95bd785a807e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.118797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.122717 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/6b421250-5a9a-417a-83a6-95bd785a807e HTTP/1.1" status: 204 len: 168 time: 2.5590608 Jan 27 22:09:26.127536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43112) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:26.133174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1970711930'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:26.157411 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d964c46-41c3-4de6-be7a-edc8078a128d tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Network': ['ID=6b421250-5a9a-417a-83a6-95bd785a807e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.157961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:26.162993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.203311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:26.216742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (55012882-fdf9-456f-b37b-26db59376b9c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.217214 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Added segment 55012882-fdf9-456f-b37b-26db59376b9c of type vlan for network c6f328f3-3be0-4785-98b3-03256a604006 Jan 27 22:09:26.226945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-474cad3b-a6a9-41eb-a87c-a5005ba5dd6b admin admin] Publish callbacks [] for security_group (1225fdbb-6bc5-423d-b437-a56403e909b6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.268309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-474cad3b-a6a9-41eb-a87c-a5005ba5dd6b admin admin] Publish callbacks [] for security_group (1225fdbb-6bc5-423d-b437-a56403e909b6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.268657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c6f328f3-3be0-4785-98b3-03256a604006), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.307674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c6f328f3-3be0-4785-98b3-03256a604006), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.314734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:26.316271 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.363789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-474cad3b-a6a9-41eb-a87c-a5005ba5dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1225fdbb-6bc5-423d-b437-a56403e909b6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.368889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-474cad3b-a6a9-41eb-a87c-a5005ba5dd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.371329 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-474cad3b-a6a9-41eb-a87c-a5005ba5dd6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1225fdbb-6bc5-423d-b437-a56403e909b6 HTTP/1.1" status: 204 len: 168 time: 0.2814851 Jan 27 22:09:26.397569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cad3b-a6a9-41eb-a87c-a5005ba5dd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1225fdbb-6bc5-423d-b437-a56403e909b6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.437822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3063128 Jan 27 22:09:26.438927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43118) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:26.448520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Request body: {'subnet': {'network_id': 'c6f328f3-3be0-4785-98b3-03256a604006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:26.462016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4904d63-ade8-47d0-a18b-1b9240e8c5ef tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Network': ['ID=c6f328f3-3be0-4785-98b3-03256a604006,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.493473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c6f328f3-3be0-4785-98b3-03256a604006 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:26.614133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Made reservation on behalf of 2b4f92ef013645db808fed653e6db3dd for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:26.619958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.998410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:09:27.000916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (faef9eb9-6e41-4cbf-81a8-f58d9890308e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.084841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9648c8-8d72-409d-973f-ae7cff4ce508 req-33cec009-3986-42d7-95f0-574826cde181 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:27.087364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b9648c8-8d72-409d-973f-ae7cff4ce508 req-33cec009-3986-42d7-95f0-574826cde181 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1015077 Jan 27 22:09:27.109691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event updated for resources: {'Subnet': ['ID=faef9eb9-6e41-4cbf-81a8-f58d9890308e,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:27.123909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Checking segment: {'id': '55012882-fdf9-456f-b37b-26db59376b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6f328f3-3be0-4785-98b3-03256a604006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:27.124499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network hostable DHCP agents. Network: c6f328f3-3be0-4785-98b3-03256a604006, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:27.152925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Network c6f328f3-3be0-4785-98b3-03256a604006 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:27.166896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b9648c8-8d72-409d-973f-ae7cff4ce508 req-bbe63089-670e-4b12-beed-f0558fc93160 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682991 Jan 27 22:09:27.170619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c6f328f3-3be0-4785-98b3-03256a604006) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:27.176388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:27.177893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.191808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35c88a-d7b6-46fe-b036-d5b9aaefeb87 None None] Network c6f328f3-3be0-4785-98b3-03256a604006 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:27.198805 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-553ac5a1-5ff1-4433-be50-2b5389597d22 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7582018 Jan 27 22:09:27.201690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43136) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:27.364690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c6f328f3-3be0-4785-98b3-03256a604006), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.373251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-c6f328f3-3be0-4785-98b3-03256a604006', 'network_id': 'c6f328f3-3be0-4785-98b3-03256a604006', 'project_id': '2b4f92ef013645db808fed653e6db3dd', 'fixed_ips': [{'subnet_id': 'faef9eb9-6e41-4cbf-81a8-f58d9890308e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:27.374171 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.453832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (faef9eb9-6e41-4cbf-81a8-f58d9890308e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.560970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Allocated IP 2001:db8::f816:3eff:fef1:969d (c6f328f3-3be0-4785-98b3-03256a604006/faef9eb9-6e41-4cbf-81a8-f58d9890308e/b24bf60b-fda7-401c-aea0-a384169fef5c) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:27.765906 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Publish callbacks [] for port (b24bf60b-fda7-401c-aea0-a384169fef5c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.775833 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (b24bf60b-fda7-401c-aea0-a384169fef5c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.809053 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (faef9eb9-6e41-4cbf-81a8-f58d9890308e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.819283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Network c6f328f3-3be0-4785-98b3-03256a604006 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:27.823270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:27.835250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:27.845249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Pushing event updated for resources: {'Port': ['ID=b24bf60b-fda7-401c-aea0-a384169fef5c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:27.911565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Attempting to bind port b24bf60b-fda7-401c-aea0-a384169fef5c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:27.912193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Attempting to bind port b24bf60b-fda7-401c-aea0-a384169fef5c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '55012882-fdf9-456f-b37b-26db59376b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6f328f3-3be0-4785-98b3-03256a604006'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:27.912821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Attempting to bind port b24bf60b-fda7-401c-aea0-a384169fef5c on network c6f328f3-3be0-4785-98b3-03256a604006 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:27.922479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:27.923235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Checking segment: {'id': '55012882-fdf9-456f-b37b-26db59376b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6f328f3-3be0-4785-98b3-03256a604006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:27.924001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.924643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Bound using segment: {'id': '55012882-fdf9-456f-b37b-26db59376b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6f328f3-3be0-4785-98b3-03256a604006'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:27.925447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Bound port: b24bf60b-fda7-401c-aea0-a384169fef5c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55012882-fdf9-456f-b37b-26db59376b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6f328f3-3be0-4785-98b3-03256a604006'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:27.926060 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b24bf60b-fda7-401c-aea0-a384169fef5c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.932762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Subnet': ['ID=faef9eb9-6e41-4cbf-81a8-f58d9890308e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:27.962951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c6f328f3-3be0-4785-98b3-03256a604006), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.999038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f328f3-3be0-4785-98b3-03256a604006']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:28.014932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] For port b24bf60b-fda7-401c-aea0-a384169fef5c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:28.016664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55012882-fdf9-456f-b37b-26db59376b9c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:28.017387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55012882-fdf9-456f-b37b-26db59376b9c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:28.019727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] For port b24bf60b-fda7-401c-aea0-a384169fef5c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b24bf60b-fda7-401c-aea0-a384169fef5c,segment=NetworkSegment(55012882-fdf9-456f-b37b-26db59376b9c),segment_id=55012882-fdf9-456f-b37b-26db59376b9c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:28.025447 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b24bf60b-fda7-401c-aea0-a384169fef5c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.036509 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (55012882-fdf9-456f-b37b-26db59376b9c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.074283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (55012882-fdf9-456f-b37b-26db59376b9c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.091863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:28.093028 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (55012882-fdf9-456f-b37b-26db59376b9c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:28.098127 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:28.124286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b74044-5fff-4e29-86a0-3283ad9d5e0f None None] Pushing event updated for resources: {'Port': ['ID=b24bf60b-fda7-401c-aea0-a384169fef5c,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:28.142160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8717a069-cf9e-4be6-b49e-aa5dd2c3db0f None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:09:28.186235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:09:28.186235 n-d-826529-2 neutron-server[103330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:09:28.186235 n-d-826529-2 neutron-server[103330]: [parameters: {'id': 'c6f328f3-3be0-4785-98b3-03256a604006'}] Jan 27 22:09:28.186235 n-d-826529-2 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:09:28.186806 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:09:28.215453 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:09:28.264461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8717a069-cf9e-4be6-b49e-aa5dd2c3db0f None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:09:28.352719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17cce3-8660-4f99-9663-fec66093f334 req-1d7712eb-616d-4fa4-b0f6-4a6600373be4 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:28.354415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df17cce3-8660-4f99-9663-fec66093f334 req-1d7712eb-616d-4fa4-b0f6-4a6600373be4 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0658460 Jan 27 22:09:28.423250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df17cce3-8660-4f99-9663-fec66093f334 req-1310ef5b-4e04-40c3-9578-b41b87da576f tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580215 Jan 27 22:09:28.540566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458ca11-3c89-447a-a57a-797a0c905c4e None None] Network c6f328f3-3be0-4785-98b3-03256a604006 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:28.688615 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c6f328f3-3be0-4785-98b3-03256a604006), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.766474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting port b24bf60b-fda7-401c-aea0-a384169fef5c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:28.767159 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b24bf60b-fda7-401c-aea0-a384169fef5c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.841867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] For port b24bf60b-fda7-401c-aea0-a384169fef5c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b24bf60b-fda7-401c-aea0-a384169fef5c,segment=NetworkSegment(55012882-fdf9-456f-b37b-26db59376b9c),segment_id=55012882-fdf9-456f-b37b-26db59376b9c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:28.842748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b24bf60b-fda7-401c-aea0-a384169fef5c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.858738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Calling delete_port for b24bf60b-fda7-401c-aea0-a384169fef5c owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:28.983978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b24bf60b-fda7-401c-aea0-a384169fef5c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.012856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Port': ['ID=b24bf60b-fda7-401c-aea0-a384169fef5c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:29.014842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No DVR routers for this DVR port b24bf60b-fda7-401c-aea0-a384169fef5c on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:29.136896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c6f328f3-3be0-4785-98b3-03256a604006), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.177593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f328f3-3be0-4785-98b3-03256a604006']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:29.196604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55012882-fdf9-456f-b37b-26db59376b9c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:29.197103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55012882-fdf9-456f-b37b-26db59376b9c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:29.216645 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (55012882-fdf9-456f-b37b-26db59376b9c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.240448 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (55012882-fdf9-456f-b37b-26db59376b9c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.248050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:29.248472 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (55012882-fdf9-456f-b37b-26db59376b9c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:29.252052 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:29.263919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43204) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.322009 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c6f328f3-3be0-4785-98b3-03256a604006), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.331712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.338207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/c6f328f3-3be0-4785-98b3-03256a604006 HTTP/1.1" status: 204 len: 168 time: 2.1350529 Jan 27 22:09:29.342202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.360363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2232c-60d0-4947-a91c-e363b5ef5124 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Network': ['ID=c6f328f3-3be0-4785-98b3-03256a604006,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:29.373915 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-db48d126-889f-4364-aaeb-8cdb9cb54c91 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:29.374386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db48d126-889f-4364-aaeb-8cdb9cb54c91 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:29.382735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43210) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.383654 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db48d126-889f-4364-aaeb-8cdb9cb54c91 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/subnets/faef9eb9-6e41-4cbf-81a8-f58d9890308e HTTP/1.1" status: 404 len: 337 time: 0.0399766 Jan 27 22:09:29.404772 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9132f12-2579-48b0-9be4-a3fb18c23e77 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:29.405314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9132f12-2579-48b0-9be4-a3fb18c23e77 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:29.420563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c9132f12-2579-48b0-9be4-a3fb18c23e77 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/c6f328f3-3be0-4785-98b3-03256a604006 HTTP/1.1" status: 404 len: 339 time: 0.0350850 Jan 27 22:09:29.423487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43212) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.427634 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da1a6df3-4df3-495e-868c-8b01de30cb38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.459083 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef52be3-8804-4d6f-8c0c-0d3004df6de0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:29.459585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef52be3-8804-4d6f-8c0c-0d3004df6de0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:29.463059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8ef52be3-8804-4d6f-8c0c-0d3004df6de0 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/subnets/6b6668ab-7d31-48a7-b827-38fcedfb4444 HTTP/1.1" status: 404 len: 337 time: 0.0381663 Jan 27 22:09:29.467553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43216) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.497680 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d86735a-82d8-4058-8134-c319847deb70 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:29.498229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d86735a-82d8-4058-8134-c319847deb70 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:29.501806 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1d86735a-82d8-4058-8134-c319847deb70 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/6b421250-5a9a-417a-83a6-95bd785a807e HTTP/1.1" status: 404 len: 339 time: 0.0332172 Jan 27 22:09:29.505276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43218) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.562089 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-833de700-b177-4ec6-91cc-0b742550f77f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:29.562736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833de700-b177-4ec6-91cc-0b742550f77f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:29.566297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-833de700-b177-4ec6-91cc-0b742550f77f tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/subnets/84cebefe-46b1-4a24-8182-1f44a2e5afcf HTTP/1.1" status: 404 len: 337 time: 0.0595963 Jan 27 22:09:29.572288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43220) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.575671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da1a6df3-4df3-495e-868c-8b01de30cb38 admin admin] Publish callbacks [] for security_group (50b70ba1-4c82-47c5-9515-6931e3113c25), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.596584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da1a6df3-4df3-495e-868c-8b01de30cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (50b70ba1-4c82-47c5-9515-6931e3113c25), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.600953 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7d0edf-ab27-4cc7-bf3e-4e20914a3a1c tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:29.601485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7d0edf-ab27-4cc7-bf3e-4e20914a3a1c tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:29.604634 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff7d0edf-ab27-4cc7-bf3e-4e20914a3a1c tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/874f7404-79cd-4412-9c69-1c26a6634f7e HTTP/1.1" status: 404 len: 339 time: 0.0313499 Jan 27 22:09:29.605539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e58ae-17e2-459e-b514-6dd207b19d46 req-988e847c-92a2-4d48-b53c-3eb2bfb3e00d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:29.608153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43222) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.610990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e24e58ae-17e2-459e-b514-6dd207b19d46 req-988e847c-92a2-4d48-b53c-3eb2bfb3e00d tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0921006 Jan 27 22:09:29.664012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e24e58ae-17e2-459e-b514-6dd207b19d46 req-b8fb587d-ebee-4adf-8019-3c898e00137f tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Jan 27 22:09:29.677792 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da1a6df3-4df3-495e-868c-8b01de30cb38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aab79ac4ecfa441cb1f8f2fe69b16005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4122124 Jan 27 22:09:29.681785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a6df3-4df3-495e-868c-8b01de30cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b70ba1-4c82-47c5-9515-6931e3113c25,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:29.682506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43224) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.751512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4764b-396c-447b-9f7e-8fee30de3aeb tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting port 96ac063f-5c53-45c5-a538-6da5ac5fe84e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:29.751870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ac4764b-396c-447b-9f7e-8fee30de3aeb tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (96ac063f-5c53-45c5-a538-6da5ac5fe84e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.756956 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09d37aa1-9cb7-43dd-af46-ac89a4fee80a admin admin] Publish callbacks [] for security_group (50b70ba1-4c82-47c5-9515-6931e3113c25), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.781765 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09d37aa1-9cb7-43dd-af46-ac89a4fee80a admin admin] Publish callbacks [] for security_group (50b70ba1-4c82-47c5-9515-6931e3113c25), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.843871 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ac4764b-396c-447b-9f7e-8fee30de3aeb tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (96ac063f-5c53-45c5-a538-6da5ac5fe84e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.849806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09d37aa1-9cb7-43dd-af46-ac89a4fee80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (50b70ba1-4c82-47c5-9515-6931e3113c25), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.852945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09d37aa1-9cb7-43dd-af46-ac89a4fee80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.854546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-09d37aa1-9cb7-43dd-af46-ac89a4fee80a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50b70ba1-4c82-47c5-9515-6931e3113c25 HTTP/1.1" status: 204 len: 168 time: 0.1706991 Jan 27 22:09:29.865934 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4764b-396c-447b-9f7e-8fee30de3aeb tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Calling delete_port for 96ac063f-5c53-45c5-a538-6da5ac5fe84e owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:29.875541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d37aa1-9cb7-43dd-af46-ac89a4fee80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b70ba1-4c82-47c5-9515-6931e3113c25,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:29.962304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ac4764b-396c-447b-9f7e-8fee30de3aeb tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (96ac063f-5c53-45c5-a538-6da5ac5fe84e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.008917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4764b-396c-447b-9f7e-8fee30de3aeb tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Port': ['ID=96ac063f-5c53-45c5-a538-6da5ac5fe84e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:30.018106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ac4764b-396c-447b-9f7e-8fee30de3aeb tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.021820 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ac4764b-396c-447b-9f7e-8fee30de3aeb tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/ports/96ac063f-5c53-45c5-a538-6da5ac5fe84e HTTP/1.1" status: 204 len: 168 time: 0.4077570 Jan 27 22:09:30.024520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43232) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.056394 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-5237e425-60af-4ff8-85f3-2e37b375b615 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:30.056866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5237e425-60af-4ff8-85f3-2e37b375b615 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:30.060132 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5237e425-60af-4ff8-85f3-2e37b375b615 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/subnets/4d0e1754-f17f-4a2e-806f-6fc1bf09ef56 HTTP/1.1" status: 404 len: 337 time: 0.0345263 Jan 27 22:09:30.063217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43236) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.161103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (df02a364-7484-49ad-9069-1db03d80c60f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.271023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43238) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.287222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1affe7d8-c2de-41a4-942a-4966cf9f855a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.302860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (df02a364-7484-49ad-9069-1db03d80c60f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.328476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df02a364-7484-49ad-9069-1db03d80c60f']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:30.340682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:30.340933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:30.353531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.370281 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.377794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:30.378226 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (7b8a40ec-3f00-4ceb-90fe-6c3cac05a08f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:30.381643 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:30.392022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1affe7d8-c2de-41a4-942a-4966cf9f855a admin admin] Publish callbacks [] for security_group (96a7a68b-237e-4add-a95a-9a08c564d748), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.397727 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1affe7d8-c2de-41a4-942a-4966cf9f855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (96a7a68b-237e-4add-a95a-9a08c564d748), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.447637 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1affe7d8-c2de-41a4-942a-4966cf9f855a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aabee4c71e8d4c05813b4a6f3d53c8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721439 Jan 27 22:09:30.448632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affe7d8-c2de-41a4-942a-4966cf9f855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a7a68b-237e-4add-a95a-9a08c564d748,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:30.449714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43240) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.458561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (df02a364-7484-49ad-9069-1db03d80c60f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.463122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.466750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/df02a364-7484-49ad-9069-1db03d80c60f HTTP/1.1" status: 204 len: 168 time: 0.4023111 Jan 27 22:09:30.470651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43242) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.490410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d65bd9-e1e7-426d-8dcd-45d1c867c95a tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Network': ['ID=df02a364-7484-49ad-9069-1db03d80c60f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:30.536005 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd5aad2a-c293-45b3-8f66-e10fc2b4e74a admin admin] Publish callbacks [] for security_group (96a7a68b-237e-4add-a95a-9a08c564d748), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.559622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd5aad2a-c293-45b3-8f66-e10fc2b4e74a admin admin] Publish callbacks [] for security_group (96a7a68b-237e-4add-a95a-9a08c564d748), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.567537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-76660f53-b0c4-4447-bf75-4f7c2d5af5d6 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting port 0f591554-0ea7-4e57-a135-b4e4230cf4a1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:30.567861 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76660f53-b0c4-4447-bf75-4f7c2d5af5d6 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0f591554-0ea7-4e57-a135-b4e4230cf4a1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.620229 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd5aad2a-c293-45b3-8f66-e10fc2b4e74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (96a7a68b-237e-4add-a95a-9a08c564d748), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.622965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd5aad2a-c293-45b3-8f66-e10fc2b4e74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.627244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dd5aad2a-c293-45b3-8f66-e10fc2b4e74a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96a7a68b-237e-4add-a95a-9a08c564d748 HTTP/1.1" status: 204 len: 168 time: 0.1764045 Jan 27 22:09:30.637210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5aad2a-c293-45b3-8f66-e10fc2b4e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a7a68b-237e-4add-a95a-9a08c564d748,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:30.680956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76660f53-b0c4-4447-bf75-4f7c2d5af5d6 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0f591554-0ea7-4e57-a135-b4e4230cf4a1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.701380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-76660f53-b0c4-4447-bf75-4f7c2d5af5d6 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Calling delete_port for 0f591554-0ea7-4e57-a135-b4e4230cf4a1 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:30.811697 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76660f53-b0c4-4447-bf75-4f7c2d5af5d6 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0f591554-0ea7-4e57-a135-b4e4230cf4a1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.866139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76660f53-b0c4-4447-bf75-4f7c2d5af5d6 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Port': ['ID=0f591554-0ea7-4e57-a135-b4e4230cf4a1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:30.872082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4303-d42c-4598-8dc0-ce995d53d173 req-52e836e8-7c00-4a0b-96b5-ad4977af6da0 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:30.876718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-76660f53-b0c4-4447-bf75-4f7c2d5af5d6 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.879924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e2d4303-d42c-4598-8dc0-ce995d53d173 req-52e836e8-7c00-4a0b-96b5-ad4977af6da0 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0830808 Jan 27 22:09:30.888158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43248) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.889698 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-76660f53-b0c4-4447-bf75-4f7c2d5af5d6 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/ports/0f591554-0ea7-4e57-a135-b4e4230cf4a1 HTTP/1.1" status: 204 len: 168 time: 0.4175186 Jan 27 22:09:30.929059 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6a28c1-5819-4d1f-a2d6-c5f99a13ee67 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:30.929574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6a28c1-5819-4d1f-a2d6-c5f99a13ee67 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:30.935938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7e6a28c1-5819-4d1f-a2d6-c5f99a13ee67 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/subnets/2f808cf2-843b-4951-98a1-0d49674c9aaf HTTP/1.1" status: 404 len: 337 time: 0.0436990 Jan 27 22:09:30.936344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43250) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:31.042475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e2d4303-d42c-4598-8dc0-ce995d53d173 req-8679a188-9149-41ca-8a2f-8f50937f9f51 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615357 Jan 27 22:09:31.062014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (bc94ac87-23ea-4980-9a8a-89b8d4f7dc71), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.189757 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (bc94ac87-23ea-4980-9a8a-89b8d4f7dc71), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.213856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc94ac87-23ea-4980-9a8a-89b8d4f7dc71']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:31.225560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28215a21-6a1d-4d60-b4ac-cf369a6587ae') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:31.225860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28215a21-6a1d-4d60-b4ac-cf369a6587ae') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:31.238064 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (28215a21-6a1d-4d60-b4ac-cf369a6587ae), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.255217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (28215a21-6a1d-4d60-b4ac-cf369a6587ae), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.264534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:31.265017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (28215a21-6a1d-4d60-b4ac-cf369a6587ae), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:31.268513 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:31.340012 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (bc94ac87-23ea-4980-9a8a-89b8d4f7dc71), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.345120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.352504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/bc94ac87-23ea-4980-9a8a-89b8d4f7dc71 HTTP/1.1" status: 204 len: 168 time: 0.4113226 Jan 27 22:09:31.352874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43266) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:31.397970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4c589-cc7f-4256-be17-cd84b0475362 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Network': ['ID=bc94ac87-23ea-4980-9a8a-89b8d4f7dc71,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:31.429028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-590a87f5-5b29-459c-9c23-09f185fbd7a5 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting subnet 217aa5c3-f27b-4003-aa41-c94ffb60a4e1 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:31.432701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-590a87f5-5b29-459c-9c23-09f185fbd7a5 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for subnet (217aa5c3-f27b-4003-aa41-c94ffb60a4e1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.478406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-590a87f5-5b29-459c-9c23-09f185fbd7a5 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (217aa5c3-f27b-4003-aa41-c94ffb60a4e1), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.588583 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-590a87f5-5b29-459c-9c23-09f185fbd7a5 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (217aa5c3-f27b-4003-aa41-c94ffb60a4e1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.676249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-590a87f5-5b29-459c-9c23-09f185fbd7a5 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (217aa5c3-f27b-4003-aa41-c94ffb60a4e1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.720757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a87f5-5b29-459c-9c23-09f185fbd7a5 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Subnet': ['ID=217aa5c3-f27b-4003-aa41-c94ffb60a4e1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:31.723021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-590a87f5-5b29-459c-9c23-09f185fbd7a5 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.731525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-590a87f5-5b29-459c-9c23-09f185fbd7a5 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/subnets/217aa5c3-f27b-4003-aa41-c94ffb60a4e1 HTTP/1.1" status: 204 len: 168 time: 0.3734663 Jan 27 22:09:31.731525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43276) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:31.737956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89cadd-da19-4d99-a7be-665d1dac4c6a None None] Network 8695439c-275a-4fac-965e-910dc3de7b3a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:31.876728 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (8695439c-275a-4fac-965e-910dc3de7b3a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.960807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] DHCP port deletion for 8695439c-275a-4fac-965e-910dc3de7b3a request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:09:31.982140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Deleting port a676e533-2950-432e-89c6-365d3d3e217e {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:31.982490 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a676e533-2950-432e-89c6-365d3d3e217e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.050687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] Deleting port a676e533-2950-432e-89c6-365d3d3e217e {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:32.051256 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a676e533-2950-432e-89c6-365d3d3e217e), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.080044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] For port a676e533-2950-432e-89c6-365d3d3e217e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a676e533-2950-432e-89c6-365d3d3e217e,segment=NetworkSegment(26a18826-5535-4859-ba68-a1b54044c43b),segment_id=26a18826-5535-4859-ba68-a1b54044c43b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:32.080683 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a676e533-2950-432e-89c6-365d3d3e217e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.126048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Calling delete_port for a676e533-2950-432e-89c6-365d3d3e217e owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:32.134664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] For port a676e533-2950-432e-89c6-365d3d3e217e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a676e533-2950-432e-89c6-365d3d3e217e,segment=NetworkSegment(26a18826-5535-4859-ba68-a1b54044c43b),segment_id=26a18826-5535-4859-ba68-a1b54044c43b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:32.135076 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a676e533-2950-432e-89c6-365d3d3e217e), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.157463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] Calling delete_port for a676e533-2950-432e-89c6-365d3d3e217e owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:32.300400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6060e6-e8c9-4eb9-bb5e-45c1605438b3 req-d9c9f49a-8ca8-4ad4-bdf7-486fd2724377 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:32.319486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e6060e6-e8c9-4eb9-bb5e-45c1605438b3 req-d9c9f49a-8ca8-4ad4-bdf7-486fd2724377 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1402423 Jan 27 22:09:32.380540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e6060e6-e8c9-4eb9-bb5e-45c1605438b3 req-0d3340ed-05e2-4437-9f41-63fdc604e0af tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705285 Jan 27 22:09:32.418716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a676e533-2950-432e-89c6-365d3d3e217e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.490724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Port': ['ID=a676e533-2950-432e-89c6-365d3d3e217e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:32.507829 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (a676e533-2950-432e-89c6-365d3d3e217e), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.521628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] No DVR routers for this DVR port a676e533-2950-432e-89c6-365d3d3e217e on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:32.557171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] Pushing event deleted for resources: {'Port': ['ID=a676e533-2950-432e-89c6-365d3d3e217e,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:32.568597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980aafa8-914f-414a-b548-8f431d68da11 None None] No DVR routers for this DVR port a676e533-2950-432e-89c6-365d3d3e217e on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:32.640062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (8695439c-275a-4fac-965e-910dc3de7b3a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.666088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8695439c-275a-4fac-965e-910dc3de7b3a']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:32.679131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a18826-5535-4859-ba68-a1b54044c43b') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:32.679670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a18826-5535-4859-ba68-a1b54044c43b') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:32.691998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (26a18826-5535-4859-ba68-a1b54044c43b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.708664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (26a18826-5535-4859-ba68-a1b54044c43b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.716415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:32.717008 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (26a18826-5535-4859-ba68-a1b54044c43b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:32.720642 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:32.789045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (8695439c-275a-4fac-965e-910dc3de7b3a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.799542 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.805082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] 10.222.0.45 "DELETE /v2.0/networks/8695439c-275a-4fac-965e-910dc3de7b3a HTTP/1.1" status: 204 len: 168 time: 1.0724556 Jan 27 22:09:32.823544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e311-7f9e-4792-8911-b0acaec49c57 tempest-NetworksIpV6TestAttrs-67528507 tempest-NetworksIpV6TestAttrs-67528507-project] Pushing event deleted for resources: {'Network': ['ID=8695439c-275a-4fac-965e-910dc3de7b3a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:32.931970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a676e533-2950-432e-89c6-365d3d3e217e no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:32.954898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a676e533-2950-432e-89c6-365d3d3e217e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:32.955343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a676e533-2950-432e-89c6-365d3d3e217e not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:33.236038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43324) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:33.445009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7662a047-17f0-4c7c-b034-08b041f95933 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b4f92ef013645db808fed653e6db3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073481 Jan 27 22:09:33.448544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43342) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:33.542834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Publish callbacks [] for security_group (682162a8-d971-477c-83d3-6ab75f2bdf7f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.592399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Publish callbacks [] for security_group (682162a8-d971-477c-83d3-6ab75f2bdf7f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.639370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb4e4c-dff8-41b4-b728-553cd6636691 req-5107b5df-2f6a-4ba9-b391-4e08f65b7225 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:33.648729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8bb4e4c-dff8-41b4-b728-553cd6636691 req-5107b5df-2f6a-4ba9-b391-4e08f65b7225 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1436739 Jan 27 22:09:33.736571 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (682162a8-d971-477c-83d3-6ab75f2bdf7f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.742496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.746280 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/682162a8-d971-477c-83d3-6ab75f2bdf7f HTTP/1.1" status: 204 len: 168 time: 0.2957757 Jan 27 22:09:33.789163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682162a8-d971-477c-83d3-6ab75f2bdf7f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:33.824177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8bb4e4c-dff8-41b4-b728-553cd6636691 req-22c89fcd-066a-47b4-b9dd-778128aa02b3 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630805 Jan 27 22:09:33.824375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.825024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.825911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.826505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.827399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.828265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.829645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.830242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.830789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.831353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.831940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.832712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:33.834059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dca812-e6cf-42e4-bb06-25951d7852b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:34.131699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bc120fc6-c308-4c73-8ac9-abb59ff2fd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.933941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43466) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.043439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858e5b6-3b90-4810-83c6-dbf0cecae48d req-05cc9b55-e9e8-4a78-a41f-f516b42747c1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:35.047174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e858e5b6-3b90-4810-83c6-dbf0cecae48d req-05cc9b55-e9e8-4a78-a41f-f516b42747c1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0717716 Jan 27 22:09:35.096904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a4bade18-409d-41fe-92fd-2b618d1a3b26 tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1749971787', 'prefixes': ['172.20.0.0/16']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:35.108562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e858e5b6-3b90-4810-83c6-dbf0cecae48d req-07ddf0c0-2fcc-4661-be35-420f66091ed6 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554030 Jan 27 22:09:35.200182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4bade18-409d-41fe-92fd-2b618d1a3b26 tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.202312 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4bade18-409d-41fe-92fd-2b618d1a3b26 tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2670879 Jan 27 22:09:35.206362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43472) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.248369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ccfbc6d2-eb4a-466c-bf17-46d7ea89de60 tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] 10.222.0.45 "GET /v2.0/subnetpools/ec976140-1978-4c1c-a5ce-8655ea9b4084 HTTP/1.1" status: 200 len: 732 time: 0.0407126 Jan 27 22:09:35.252627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43474) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.259879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f4fe339e-27dd-434c-a674-62d1c77f963c tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-722315386'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:35.409768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4fe339e-27dd-434c-a674-62d1c77f963c tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.411573 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f4fe339e-27dd-434c-a674-62d1c77f963c tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] 10.222.0.45 "PUT /v2.0/subnetpools/ec976140-1978-4c1c-a5ce-8655ea9b4084 HTTP/1.1" status: 200 len: 683 time: 0.1573498 Jan 27 22:09:35.414899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43478) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.427619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43480) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.511359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ae16d67-1fe9-4a5a-91e5-f8756fca6ca1 tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.513175 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ae16d67-1fe9-4a5a-91e5-f8756fca6ca1 tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] 10.222.0.45 "DELETE /v2.0/subnetpools/ec976140-1978-4c1c-a5ce-8655ea9b4084 HTTP/1.1" status: 204 len: 168 time: 0.0967462 Jan 27 22:09:35.516478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43484) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.545141 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-f21fcdfd-7f51-4185-95f7-90207a66d2fe tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] show failed (client error): The resource could not be found. Jan 27 22:09:35.547310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f21fcdfd-7f51-4185-95f7-90207a66d2fe tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] 10.222.0.45 "GET /v2.0/subnetpools/ec976140-1978-4c1c-a5ce-8655ea9b4084 HTTP/1.1" status: 404 len: 346 time: 0.0290508 Jan 27 22:09:35.550574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43486) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.571633 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-0aacf60c-399d-427b-9771-5df78c4ef66e tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] delete failed (client error): The resource could not be found. Jan 27 22:09:35.582601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0aacf60c-399d-427b-9771-5df78c4ef66e tempest-SubnetPoolsTestJSON-258233763 tempest-SubnetPoolsTestJSON-258233763-project] 10.222.0.45 "DELETE /v2.0/subnetpools/ec976140-1978-4c1c-a5ce-8655ea9b4084 HTTP/1.1" status: 404 len: 346 time: 0.0213926 Jan 27 22:09:35.604328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05b7d9fe-fbc0-47f1-8387-0ca42efcfeb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.729808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05b7d9fe-fbc0-47f1-8387-0ca42efcfeb4 admin admin] Publish callbacks [] for security_group (6c589b56-314b-473a-84cd-100b82234780), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.736021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-05b7d9fe-fbc0-47f1-8387-0ca42efcfeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6c589b56-314b-473a-84cd-100b82234780), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.812678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-05b7d9fe-fbc0-47f1-8387-0ca42efcfeb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee86f4184ab94bf2811c30e1fd583ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833098 Jan 27 22:09:35.816587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43494) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.825326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7d9fe-fbc0-47f1-8387-0ca42efcfeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c589b56-314b-473a-84cd-100b82234780,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:35.855210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43496) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.913200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8e0f-31e6-4712-861c-5343c60144d8 admin admin] Publish callbacks [] for security_group (6c589b56-314b-473a-84cd-100b82234780), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.953744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8e0f-31e6-4712-861c-5343c60144d8 admin admin] Publish callbacks [] for security_group (6c589b56-314b-473a-84cd-100b82234780), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.007848 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-30e731b1-d509-428e-8938-ad692569dee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.051455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8e0f-31e6-4712-861c-5343c60144d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6c589b56-314b-473a-84cd-100b82234780), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.055352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8e0f-31e6-4712-861c-5343c60144d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.057417 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4a2d8e0f-31e6-4712-861c-5343c60144d8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c589b56-314b-473a-84cd-100b82234780 HTTP/1.1" status: 204 len: 168 time: 0.2391031 Jan 27 22:09:36.068683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8e0f-31e6-4712-861c-5343c60144d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c589b56-314b-473a-84cd-100b82234780,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:36.147224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-30e731b1-d509-428e-8938-ad692569dee8 admin admin] Publish callbacks [] for security_group (602621b1-37b2-4bd0-a544-a4e2b0294c90), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.154408 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-30e731b1-d509-428e-8938-ad692569dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (602621b1-37b2-4bd0-a544-a4e2b0294c90), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.209600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-30e731b1-d509-428e-8938-ad692569dee8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18f76fe1b6f1498688ca69c2589d88a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528383 Jan 27 22:09:36.214354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43506) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:36.215286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e731b1-d509-428e-8938-ad692569dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602621b1-37b2-4bd0-a544-a4e2b0294c90,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:36.303609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ab7eb-4687-4317-a9b6-54932010c26b req-5cc58ed2-afb6-4f8f-a2a6-f14f1eda22a8 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:36.305564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1ab7eb-4687-4317-a9b6-54932010c26b req-5cc58ed2-afb6-4f8f-a2a6-f14f1eda22a8 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0802181 Jan 27 22:09:36.328563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75dd5c5-9e3a-4966-b9de-e52a9940a20f admin admin] Publish callbacks [] for security_group (602621b1-37b2-4bd0-a544-a4e2b0294c90), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.374927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75dd5c5-9e3a-4966-b9de-e52a9940a20f admin admin] Publish callbacks [] for security_group (602621b1-37b2-4bd0-a544-a4e2b0294c90), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.387078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1ab7eb-4687-4317-a9b6-54932010c26b req-57e386fd-e79f-42e7-92b8-0e50b1838416 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734186 Jan 27 22:09:36.469961 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75dd5c5-9e3a-4966-b9de-e52a9940a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (602621b1-37b2-4bd0-a544-a4e2b0294c90), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.473802 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f75dd5c5-9e3a-4966-b9de-e52a9940a20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.475270 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f75dd5c5-9e3a-4966-b9de-e52a9940a20f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/602621b1-37b2-4bd0-a544-a4e2b0294c90 HTTP/1.1" status: 204 len: 168 time: 0.2593920 Jan 27 22:09:36.488226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dd5c5-9e3a-4966-b9de-e52a9940a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602621b1-37b2-4bd0-a544-a4e2b0294c90,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:36.523847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43512) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:36.545386 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c222bcd2-cbbe-4d11-a446-fd2b59c97790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.674831 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c222bcd2-cbbe-4d11-a446-fd2b59c97790 admin admin] Publish callbacks [] for security_group (7edda1d0-810a-4e01-8463-35d0c5a9fc60), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.681188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c222bcd2-cbbe-4d11-a446-fd2b59c97790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7edda1d0-810a-4e01-8463-35d0c5a9fc60), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.750912 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c222bcd2-cbbe-4d11-a446-fd2b59c97790 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=517063b79e914c659831e56e8de4a3a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218950 Jan 27 22:09:36.750912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222bcd2-cbbe-4d11-a446-fd2b59c97790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edda1d0-810a-4e01-8463-35d0c5a9fc60,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:36.751583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43516) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:36.825954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-daa3caf2-1ea2-4890-951c-547c1a33f73e admin admin] Publish callbacks [] for security_group (7edda1d0-810a-4e01-8463-35d0c5a9fc60), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.859182 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-daa3caf2-1ea2-4890-951c-547c1a33f73e admin admin] Publish callbacks [] for security_group (7edda1d0-810a-4e01-8463-35d0c5a9fc60), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.944392 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-daa3caf2-1ea2-4890-951c-547c1a33f73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7edda1d0-810a-4e01-8463-35d0c5a9fc60), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.949014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-daa3caf2-1ea2-4890-951c-547c1a33f73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.950686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-daa3caf2-1ea2-4890-951c-547c1a33f73e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7edda1d0-810a-4e01-8463-35d0c5a9fc60 HTTP/1.1" status: 204 len: 168 time: 0.1973753 Jan 27 22:09:36.971448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3caf2-1ea2-4890-951c-547c1a33f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edda1d0-810a-4e01-8463-35d0c5a9fc60,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:37.046417 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0078e084-4092-49a1-9ba6-22d289caeee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.565869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19901b96-46c3-48d0-91ad-57ea3f97b2e6 req-fc20b263-17d9-4877-8eac-342f4808f2f1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:37.572366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19901b96-46c3-48d0-91ad-57ea3f97b2e6 req-fc20b263-17d9-4877-8eac-342f4808f2f1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0651398 Jan 27 22:09:37.644279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19901b96-46c3-48d0-91ad-57ea3f97b2e6 req-f8929131-73ac-425d-91f6-548a9b4fd374 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694482 Jan 27 22:09:38.438210 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.535333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43592) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:38.665594 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-920e025a-a99c-44f1-9aa7-5ca8edaea010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.768533 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-920e025a-a99c-44f1-9aa7-5ca8edaea010 admin admin] Publish callbacks [] for security_group (b400e5dd-5c27-4aff-9193-3d8e51a44f11), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.775724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-920e025a-a99c-44f1-9aa7-5ca8edaea010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b400e5dd-5c27-4aff-9193-3d8e51a44f11), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.850104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e025a-a99c-44f1-9aa7-5ca8edaea010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b400e5dd-5c27-4aff-9193-3d8e51a44f11,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:38.863106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-920e025a-a99c-44f1-9aa7-5ca8edaea010 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ec14f3d04464037b70d4f4f761a251f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3195086 Jan 27 22:09:38.863106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43598) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:38.892586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04a8e0-f04e-4f57-a912-14fdaa137e07 req-909b2658-7939-4e9b-a2fd-b908aa49d3d6 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:38.894157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f04a8e0-f04e-4f57-a912-14fdaa137e07 req-909b2658-7939-4e9b-a2fd-b908aa49d3d6 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1136453 Jan 27 22:09:38.957485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5bce8043-0832-4410-a4d9-e62d594e9f69 admin admin] Publish callbacks [] for security_group (b400e5dd-5c27-4aff-9193-3d8e51a44f11), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.994716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f04a8e0-f04e-4f57-a912-14fdaa137e07 req-589406ae-8e53-4b71-938c-f7f788fbc020 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851500 Jan 27 22:09:39.006100 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5bce8043-0832-4410-a4d9-e62d594e9f69 admin admin] Publish callbacks [] for security_group (b400e5dd-5c27-4aff-9193-3d8e51a44f11), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.088295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5bce8043-0832-4410-a4d9-e62d594e9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b400e5dd-5c27-4aff-9193-3d8e51a44f11), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.091740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5bce8043-0832-4410-a4d9-e62d594e9f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.093475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5bce8043-0832-4410-a4d9-e62d594e9f69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b400e5dd-5c27-4aff-9193-3d8e51a44f11 HTTP/1.1" status: 204 len: 168 time: 0.2301209 Jan 27 22:09:39.107797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce8043-0832-4410-a4d9-e62d594e9f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b400e5dd-5c27-4aff-9193-3d8e51a44f11,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:40.118245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be820e0-77b6-41f0-b8e5-8bc81dc5b134 req-5bdb1a63-8bae-45ca-b769-2fad53d42d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:40.122589 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8be820e0-77b6-41f0-b8e5-8bc81dc5b134 req-5bdb1a63-8bae-45ca-b769-2fad53d42d0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0856383 Jan 27 22:09:40.213603 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8be820e0-77b6-41f0-b8e5-8bc81dc5b134 req-63642022-7bfd-4f0d-a651-e47169751b4e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850286 Jan 27 22:09:40.266902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bdc0b-029a-45a8-9917-8e93ed0f1b36 req-ab4d837b-a07b-4e1c-93b2-f056a30d78f9 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:40.270820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f9bdc0b-029a-45a8-9917-8e93ed0f1b36 req-ab4d837b-a07b-4e1c-93b2-f056a30d78f9 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1411159 Jan 27 22:09:40.374472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f9bdc0b-029a-45a8-9917-8e93ed0f1b36 req-8f81ce03-9db8-48cc-a86a-f8d15ff3c3a0 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935659 Jan 27 22:09:40.948953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.158272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.221092 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43744) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:41.276929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43748) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:41.387052 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6c9f705-23a9-42de-b8c8-f3800f6e4684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.445990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6c951eb1-ab87-4a12-a2bc-485661ebd129 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:41.520554 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6c951eb1-ab87-4a12-a2bc-485661ebd129 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] 10.222.0.45 "PUT /v2.0/quotas/9f2dc6ffd7b54fbaa1244806782ff637 HTTP/1.1" status: 200 len: 368 time: 0.2415185 Jan 27 22:09:41.521697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43758) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:41.531348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Request body: {'network': {'project_id': '9f2dc6ffd7b54fbaa1244806782ff637'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:41.593379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6c9f705-23a9-42de-b8c8-f3800f6e4684 admin admin] Publish callbacks [] for security_group (c6bfa7fb-e4de-47a2-bfa4-cbbeb48e06f6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.600674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6c9f705-23a9-42de-b8c8-f3800f6e4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c6bfa7fb-e4de-47a2-bfa4-cbbeb48e06f6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.607068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Made reservation on behalf of 9f2dc6ffd7b54fbaa1244806782ff637 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:41.611037 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.633035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.685720 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f6c9f705-23a9-42de-b8c8-f3800f6e4684 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa1495e63e144fc6a5f31e56a02d6f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633653 Jan 27 22:09:41.686715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa428d0-0278-429a-8cd9-673355cc72db req-292a1d2a-38c8-4182-8210-a5c909e8be00 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:41.688060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9f705-23a9-42de-b8c8-f3800f6e4684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bfa7fb-e4de-47a2-bfa4-cbbeb48e06f6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:41.689315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9aa428d0-0278-429a-8cd9-673355cc72db req-292a1d2a-38c8-4182-8210-a5c909e8be00 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1360300 Jan 27 22:09:41.690048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43760) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:41.818441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9aa428d0-0278-429a-8cd9-673355cc72db req-0f99053f-fbfc-4351-9fa8-005f8762a8a8 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144249 Jan 27 22:09:41.839521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c322d264-2fce-4adb-abf8-83522db2a53c admin admin] Publish callbacks [] for security_group (c6bfa7fb-e4de-47a2-bfa4-cbbeb48e06f6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.872264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks [] for security_group (fcbc9c4e-f3d4-4a68-bf1f-a8d31f7ce1e1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.878678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fcbc9c4e-f3d4-4a68-bf1f-a8d31f7ce1e1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.887842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c322d264-2fce-4adb-abf8-83522db2a53c admin admin] Publish callbacks [] for security_group (c6bfa7fb-e4de-47a2-bfa4-cbbeb48e06f6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.928750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:41.948297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc9c4e-f3d4-4a68-bf1f-a8d31f7ce1e1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:41.957924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0099857b-9e7f-4710-9843-976d3360b0c1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.958332 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Added segment 0099857b-9e7f-4710-9843-976d3360b0c1 of type vlan for network 16e003c2-f58f-44b8-8569-3d1a9b2f64c4 Jan 27 22:09:42.010901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (16e003c2-f58f-44b8-8569-3d1a9b2f64c4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.032690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c322d264-2fce-4adb-abf8-83522db2a53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c6bfa7fb-e4de-47a2-bfa4-cbbeb48e06f6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.035224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c322d264-2fce-4adb-abf8-83522db2a53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.036490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c322d264-2fce-4adb-abf8-83522db2a53c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6bfa7fb-e4de-47a2-bfa4-cbbeb48e06f6 HTTP/1.1" status: 204 len: 168 time: 0.3407257 Jan 27 22:09:42.049240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322d264-2fce-4adb-abf8-83522db2a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bfa7fb-e4de-47a2-bfa4-cbbeb48e06f6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:42.051639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (16e003c2-f58f-44b8-8569-3d1a9b2f64c4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.052590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:42.053202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.121158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5975804 Jan 27 22:09:42.125581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43764) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.138320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Request body: {'network': {'project_id': '9f2dc6ffd7b54fbaa1244806782ff637'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:42.139040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d5bc0-1e5a-408a-a9af-84137997c4a3 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Pushing event updated for resources: {'Network': ['ID=16e003c2-f58f-44b8-8569-3d1a9b2f64c4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:42.152753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 16e003c2-f58f-44b8-8569-3d1a9b2f64c4 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:42.184278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Made reservation on behalf of 9f2dc6ffd7b54fbaa1244806782ff637 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:42.191547 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.246587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:42.259746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c464e9c5-15d2-4192-99c6-e594fb0972b7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.260116 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Added segment c464e9c5-15d2-4192-99c6-e594fb0972b7 of type vlan for network f1290083-62cc-49b9-8462-6a62a184f795 Jan 27 22:09:42.309080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f1290083-62cc-49b9-8462-6a62a184f795), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.337277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f1290083-62cc-49b9-8462-6a62a184f795), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.338499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:42.339658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.394949 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2640564 Jan 27 22:09:42.399463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43768) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.407029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-80f66926-c10c-4d0b-9be5-3b53f8a8190b tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Request body: {'network': {'project_id': '9f2dc6ffd7b54fbaa1244806782ff637'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:42.414191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116541c-5a0a-43d3-8be8-f33c3d27e632 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Pushing event updated for resources: {'Network': ['ID=f1290083-62cc-49b9-8462-6a62a184f795,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:42.428651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f1290083-62cc-49b9-8462-6a62a184f795 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:42.444771 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f66926-c10c-4d0b-9be5-3b53f8a8190b tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 22:09:42.445266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f66926-c10c-4d0b-9be5-3b53f8a8190b tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:42.446476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-80f66926-c10c-4d0b-9be5-3b53f8a8190b tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0456753 Jan 27 22:09:42.450208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43770) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.524103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-124c9331-962a-4261-990e-63f568964b02 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f2dc6ffd7b54fbaa1244806782ff637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724044 Jan 27 22:09:42.524865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43772) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.577018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43774) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.582161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5d620192-e450-42b8-adbd-426b34888174 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks [] for security_group (fcbc9c4e-f3d4-4a68-bf1f-a8d31f7ce1e1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.594081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b48ded9a-7c6d-48d6-91d2-6f5a2f4cdac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.615346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5d620192-e450-42b8-adbd-426b34888174 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks [] for security_group (fcbc9c4e-f3d4-4a68-bf1f-a8d31f7ce1e1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.715133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5d620192-e450-42b8-adbd-426b34888174 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fcbc9c4e-f3d4-4a68-bf1f-a8d31f7ce1e1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.718407 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5d620192-e450-42b8-adbd-426b34888174 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.719860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5d620192-e450-42b8-adbd-426b34888174 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcbc9c4e-f3d4-4a68-bf1f-a8d31f7ce1e1 HTTP/1.1" status: 204 len: 168 time: 0.1934536 Jan 27 22:09:42.724435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43778) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.738528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d620192-e450-42b8-adbd-426b34888174 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc9c4e-f3d4-4a68-bf1f-a8d31f7ce1e1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:42.741354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b48ded9a-7c6d-48d6-91d2-6f5a2f4cdac5 admin admin] Publish callbacks [] for security_group (38a86012-f3fc-4d43-a065-21d1e43b5d6b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.748021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b48ded9a-7c6d-48d6-91d2-6f5a2f4cdac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (38a86012-f3fc-4d43-a065-21d1e43b5d6b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.809096 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b48ded9a-7c6d-48d6-91d2-6f5a2f4cdac5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12e3a2030011419cb16eebbcf9ddd25b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2305264 Jan 27 22:09:42.813316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.850754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f1290083-62cc-49b9-8462-6a62a184f795), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.932944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ded9a-7c6d-48d6-91d2-6f5a2f4cdac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a86012-f3fc-4d43-a065-21d1e43b5d6b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:42.963329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ff6debb-84ca-4749-a9dc-371bd8ab116f admin admin] Publish callbacks [] for security_group (38a86012-f3fc-4d43-a065-21d1e43b5d6b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.019695 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ff6debb-84ca-4749-a9dc-371bd8ab116f admin admin] Publish callbacks [] for security_group (38a86012-f3fc-4d43-a065-21d1e43b5d6b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.061228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f1290083-62cc-49b9-8462-6a62a184f795), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.113899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ff6debb-84ca-4749-a9dc-371bd8ab116f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (38a86012-f3fc-4d43-a065-21d1e43b5d6b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.119106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ff6debb-84ca-4749-a9dc-371bd8ab116f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.121528 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8ff6debb-84ca-4749-a9dc-371bd8ab116f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38a86012-f3fc-4d43-a065-21d1e43b5d6b HTTP/1.1" status: 204 len: 168 time: 0.3064289 Jan 27 22:09:43.125450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1290083-62cc-49b9-8462-6a62a184f795']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:43.139828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6debb-84ca-4749-a9dc-371bd8ab116f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a86012-f3fc-4d43-a065-21d1e43b5d6b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:43.143615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c464e9c5-15d2-4192-99c6-e594fb0972b7') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:43.143914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c464e9c5-15d2-4192-99c6-e594fb0972b7') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:43.185774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33953014-38a2-4772-94b7-abe03e820407 req-87657eb1-5cb4-4abd-b208-9193a3c85e4f tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:43.190516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33953014-38a2-4772-94b7-abe03e820407 req-87657eb1-5cb4-4abd-b208-9193a3c85e4f tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.1917155 Jan 27 22:09:43.193824 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (c464e9c5-15d2-4192-99c6-e594fb0972b7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.232091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c464e9c5-15d2-4192-99c6-e594fb0972b7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.244935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:43.245352 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (c464e9c5-15d2-4192-99c6-e594fb0972b7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:43.247572 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:43.661463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33953014-38a2-4772-94b7-abe03e820407 req-310a06fe-0f61-42d3-9b9f-4d43b9e795b9 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539533 Jan 27 22:09:43.687236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f1290083-62cc-49b9-8462-6a62a184f795), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.702848 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.712186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43798) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:43.712658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] 10.222.0.45 "DELETE /v2.0/networks/f1290083-62cc-49b9-8462-6a62a184f795 HTTP/1.1" status: 204 len: 168 time: 0.9866576 Jan 27 22:09:43.725545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da845cf9-a38c-4c9a-b407-2199eb74b1f6 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1290083-62cc-49b9-8462-6a62a184f795,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:43.739766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ec5bffb8-6655-4363-aed9-32ccfa248d90 req-ad632306-b93a-415f-b768-8855afe491e1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1320873276', 'description': 'tempest-description-1257990944'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:43.767441 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ec5bffb8-6655-4363-aed9-32ccfa248d90 req-ad632306-b93a-415f-b768-8855afe491e1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.811096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (16e003c2-f58f-44b8-8569-3d1a9b2f64c4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.922426 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ec5bffb8-6655-4363-aed9-32ccfa248d90 req-ad632306-b93a-415f-b768-8855afe491e1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for security_group (11e3b135-6102-4f2d-b66f-ac2822712441), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.932065 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ec5bffb8-6655-4363-aed9-32ccfa248d90 req-ad632306-b93a-415f-b768-8855afe491e1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (11e3b135-6102-4f2d-b66f-ac2822712441), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.960719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (16e003c2-f58f-44b8-8569-3d1a9b2f64c4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.988960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad632306-b93a-415f-b768-8855afe491e1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3b135-6102-4f2d-b66f-ac2822712441,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:44.005627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ec5bffb8-6655-4363-aed9-32ccfa248d90 req-ad632306-b93a-415f-b768-8855afe491e1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.009851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e003c2-f58f-44b8-8569-3d1a9b2f64c4']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:44.015394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec5bffb8-6655-4363-aed9-32ccfa248d90 req-ad632306-b93a-415f-b768-8855afe491e1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2792797 Jan 27 22:09:44.027367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0099857b-9e7f-4710-9843-976d3360b0c1') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:44.027728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0099857b-9e7f-4710-9843-976d3360b0c1') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:44.193458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-fe26ef08-0ccd-48a2-a502-21008b91f042 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1320873276&fields=id&tenant_id=e2e0c71d86964d26bae3559ebf566aa5 HTTP/1.1" status: 200 len: 267 time: 0.0773199 Jan 27 22:09:44.268407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-cac9e98e-9f68-48e7-b2d6-1f8cc0e7e0e7 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:44.270653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-cac9e98e-9f68-48e7-b2d6-1f8cc0e7e0e7 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0679696 Jan 27 22:09:44.283009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Request body: {'port': {'security_groups': ['04554b82-b6ff-4ae4-be7b-a9eb78c428db', '11e3b135-6102-4f2d-b66f-ac2822712441']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:44.364343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0099857b-9e7f-4710-9843-976d3360b0c1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.384523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0099857b-9e7f-4710-9843-976d3360b0c1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.385109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efe5796d-c06f-4691-9244-88250e7f6346), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.395780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:44.396614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0099857b-9e7f-4710-9843-976d3360b0c1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:44.414307 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:44.477506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (16e003c2-f58f-44b8-8569-3d1a9b2f64c4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.520286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.527104 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] 10.222.0.45 "DELETE /v2.0/networks/16e003c2-f58f-44b8-8569-3d1a9b2f64c4 HTTP/1.1" status: 204 len: 168 time: 0.8137262 Jan 27 22:09:44.529862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413d8fe-90c3-42d0-85ff-114bb73dc0e7 tempest-QuotasNegativeTest-223893019 tempest-QuotasNegativeTest-223893019-project-admin] Pushing event deleted for resources: {'Network': ['ID=16e003c2-f58f-44b8-8569-3d1a9b2f64c4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:44.773691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] For port efe5796d-c06f-4691-9244-88250e7f6346, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=efe5796d-c06f-4691-9244-88250e7f6346,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:44.851033 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for port (efe5796d-c06f-4691-9244-88250e7f6346), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.860742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (efe5796d-c06f-4691-9244-88250e7f6346), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.876099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['efe5796d-c06f-4691-9244-88250e7f6346'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:44.940545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:44.943303 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.945908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00fedea4-deeb-481c-afdd-86e73ed3462e req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "PUT /v2.0/ports/efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 982 time: 0.6680741 Jan 27 22:09:44.946673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:44.957176 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ac7428-9bff-45d1-8ddd-5c0cde5485da" -d '{"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:45.039848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb84ab2-6289-4b28-9f64-d461c112052a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event updated for resources: {'Port': ['ID=efe5796d-c06f-4691-9244-88250e7f6346,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:45.048964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['efe5796d-c06f-4691-9244-88250e7f6346'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:45.176713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6499e242-f111-4c75-94e2-9ba14daa106e req-f28a29ba-6f2d-4b24-812f-7e242334cf80 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1320873276&fields=id&tenant_id=e2e0c71d86964d26bae3559ebf566aa5 HTTP/1.1" status: 200 len: 267 time: 0.1057968 Jan 27 22:09:45.194358 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daa50c5-fcc6-4ed6-996c-5a93481d4e6f x-openstack-request-id: req-4daa50c5-fcc6-4ed6-996c-5a93481d4e6f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:45.194804 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:45.195154 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4daa50c5-fcc6-4ed6-996c-5a93481d4e6f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:45.195722 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346', 'status': 'completed', 'code': 200} Jan 27 22:09:45.289588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e242-f111-4c75-94e2-9ba14daa106e req-58b25a2a-0404-4100-b934-d0edc976b01c tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:45.306162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6499e242-f111-4c75-94e2-9ba14daa106e req-58b25a2a-0404-4100-b934-d0edc976b01c tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 985 time: 0.1261756 Jan 27 22:09:45.316190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6499e242-f111-4c75-94e2-9ba14daa106e req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Request body: {'port': {'security_groups': ['04554b82-b6ff-4ae4-be7b-a9eb78c428db']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:45.347151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-42581ebc-5e59-47d8-a46c-ee12a1041284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:45.349546 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-42581ebc-5e59-47d8-a46c-ee12a1041284 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1136 time: 0.1383784 Jan 27 22:09:45.398436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43844) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:45.466772 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6499e242-f111-4c75-94e2-9ba14daa106e req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (efe5796d-c06f-4691-9244-88250e7f6346), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.529017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-3bb9175c-ab69-403e-9807-9fe257a6f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:45.530696 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-3bb9175c-ab69-403e-9807-9fe257a6f0b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 921 time: 0.1677995 Jan 27 22:09:45.635618 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-7a82494f-9cce-4296-8293-7cfcffb08823 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 217 time: 0.0937533 Jan 27 22:09:45.686743 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd2317d-a0c0-45ce-beeb-66b37d25f45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.707206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-906f30f0-060a-45cd-ac09-fb2b67ca413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:45.709456 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-906f30f0-060a-45cd-ac09-fb2b67ca413b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.0679636 Jan 27 22:09:45.757074 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-1b849bbb-9052-4e8a-9572-8bc2fc781257 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393598 Jan 27 22:09:45.774897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6499e242-f111-4c75-94e2-9ba14daa106e req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] For port efe5796d-c06f-4691-9244-88250e7f6346, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=efe5796d-c06f-4691-9244-88250e7f6346,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:45.835998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6499e242-f111-4c75-94e2-9ba14daa106e req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for port (efe5796d-c06f-4691-9244-88250e7f6346), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.853477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6499e242-f111-4c75-94e2-9ba14daa106e req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (efe5796d-c06f-4691-9244-88250e7f6346), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.871001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['efe5796d-c06f-4691-9244-88250e7f6346'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:45.958720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event updated for resources: {'Port': ['ID=efe5796d-c06f-4691-9244-88250e7f6346,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:45.959521 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-42fb87ea-7d4e-4ede-9341-e2b16fe10ad7 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945148 Jan 27 22:09:45.970303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e242-f111-4c75-94e2-9ba14daa106e req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:45.971012 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6499e242-f111-4c75-94e2-9ba14daa106e req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.976791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6499e242-f111-4c75-94e2-9ba14daa106e req-47798d43-ad99-41b7-ba3c-9bf9865c225a tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "PUT /v2.0/ports/efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 943 time: 0.6678250 Jan 27 22:09:46.078897 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd2317d-a0c0-45ce-beeb-66b37d25f45b admin admin] Publish callbacks [] for security_group (47eff0ec-f0f1-40a9-b9a0-4be73fdf2109), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.110762 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-19ac7428-9bff-45d1-8ddd-5c0cde5485da req-b823b9a2-6091-4ca1-9546-35ec2fc4a03f service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432464 Jan 27 22:09:46.134371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1bd2317d-a0c0-45ce-beeb-66b37d25f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (47eff0ec-f0f1-40a9-b9a0-4be73fdf2109), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.163524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['efe5796d-c06f-4691-9244-88250e7f6346'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:46.292601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2317d-a0c0-45ce-beeb-66b37d25f45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eff0ec-f0f1-40a9-b9a0-4be73fdf2109,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:46.308304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1bd2317d-a0c0-45ce-beeb-66b37d25f45b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1da244b5831464e853b646b7d54691c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9074094 Jan 27 22:09:46.312072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43860) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:46.353333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-8e411e11-58e0-40e1-9dfc-7124c5803872 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3284378 Jan 27 22:09:46.369972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:46.436177 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.456378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db9a5726-e3b9-4e7f-b56b-6f99de4688c6 admin admin] Publish callbacks [] for security_group (47eff0ec-f0f1-40a9-b9a0-4be73fdf2109), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.513440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db9a5726-e3b9-4e7f-b56b-6f99de4688c6 admin admin] Publish callbacks [] for security_group (47eff0ec-f0f1-40a9-b9a0-4be73fdf2109), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.592611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.598852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db9a5726-e3b9-4e7f-b56b-6f99de4688c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (47eff0ec-f0f1-40a9-b9a0-4be73fdf2109), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.601942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db9a5726-e3b9-4e7f-b56b-6f99de4688c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.603286 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db9a5726-e3b9-4e7f-b56b-6f99de4688c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47eff0ec-f0f1-40a9-b9a0-4be73fdf2109 HTTP/1.1" status: 204 len: 168 time: 0.2900271 Jan 27 22:09:46.620402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a5726-e3b9-4e7f-b56b-6f99de4688c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eff0ec-f0f1-40a9-b9a0-4be73fdf2109,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:46.720432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Allocated IP 172.25.8.242 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/9c7220ec-dcaa-440d-816f-899dbc657d6a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:46.838056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for port (9c7220ec-dcaa-440d-816f-899dbc657d6a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.879851 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9c7220ec-dcaa-440d-816f-899dbc657d6a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.930110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:46.939166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:46.944243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:46.947881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event updated for resources: {'Port': ['ID=9c7220ec-dcaa-440d-816f-899dbc657d6a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:46.997508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43872) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:47.017448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e14e0c-4ffe-4898-8f6b-fed0f85f9485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.103573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (6692e8da-f731-4dab-a582-a45ab1b45439), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.131950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e14e0c-4ffe-4898-8f6b-fed0f85f9485 admin admin] Publish callbacks [] for security_group (4b77ab5f-9b14-4a2d-8d5a-b33047e49695), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.137422 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e14e0c-4ffe-4898-8f6b-fed0f85f9485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4b77ab5f-9b14-4a2d-8d5a-b33047e49695), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.157058 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9c7220ec-dcaa-440d-816f-899dbc657d6a), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.186092 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-17e14e0c-4ffe-4898-8f6b-fed0f85f9485 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27b9496ca15d4a4086635acbc776ed91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868925 Jan 27 22:09:47.186999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e14e0c-4ffe-4898-8f6b-fed0f85f9485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b77ab5f-9b14-4a2d-8d5a-b33047e49695,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:47.190109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43874) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:47.200013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:47.202727 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d6d019-2e80-4f26-b705-ae6980235831" -d '{"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:47.246449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d88277b-3f88-4e0e-9771-dd425b0cc56c admin admin] Publish callbacks [] for security_group (4b77ab5f-9b14-4a2d-8d5a-b33047e49695), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.266995 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011656ff-b136-4406-87e0-34c410b6c26a x-openstack-request-id: req-011656ff-b136-4406-87e0-34c410b6c26a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:47.267306 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:47.267608 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-011656ff-b136-4406-87e0-34c410b6c26a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:47.268022 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346', 'status': 'completed', 'code': 200} Jan 27 22:09:47.274927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d88277b-3f88-4e0e-9771-dd425b0cc56c admin admin] Publish callbacks [] for security_group (4b77ab5f-9b14-4a2d-8d5a-b33047e49695), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.359137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for port (9c7220ec-dcaa-440d-816f-899dbc657d6a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.365315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9c7220ec-dcaa-440d-816f-899dbc657d6a), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.383603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6d019-2e80-4f26-b705-ae6980235831 req-53b6a0cf-e2bb-4d35-8587-e61bdfb10540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.386300 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59d6d019-2e80-4f26-b705-ae6980235831 req-53b6a0cf-e2bb-4d35-8587-e61bdfb10540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0810325 Jan 27 22:09:47.409865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d88277b-3f88-4e0e-9771-dd425b0cc56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4b77ab5f-9b14-4a2d-8d5a-b33047e49695), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.414736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d88277b-3f88-4e0e-9771-dd425b0cc56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.419024 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2d88277b-3f88-4e0e-9771-dd425b0cc56c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b77ab5f-9b14-4a2d-8d5a-b33047e49695 HTTP/1.1" status: 204 len: 168 time: 0.2254295 Jan 27 22:09:47.447058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event updated for resources: {'Port': ['ID=9c7220ec-dcaa-440d-816f-899dbc657d6a,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:47.454353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (6692e8da-f731-4dab-a582-a45ab1b45439), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.471502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.473061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-035c4d12-d690-4144-819d-984917bdfe13 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1101694 Jan 27 22:09:47.506158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88277b-3f88-4e0e-9771-dd425b0cc56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b77ab5f-9b14-4a2d-8d5a-b33047e49695,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:47.601670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6d019-2e80-4f26-b705-ae6980235831 req-30d867ff-1d4c-484f-ab95-dcbe2a56b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.604159 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59d6d019-2e80-4f26-b705-ae6980235831 req-30d867ff-1d4c-484f-ab95-dcbe2a56b2ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 921 time: 0.2101007 Jan 27 22:09:47.660422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-05af540d-8cee-4fdc-aeab-76860f1e56e8 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 696 time: 0.1697299 Jan 27 22:09:47.660552 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59d6d019-2e80-4f26-b705-ae6980235831 req-26189130-3f21-4fc8-b2a7-afd689bd52c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 217 time: 0.0479348 Jan 27 22:09:47.711351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6d019-2e80-4f26-b705-ae6980235831 req-80c43a01-8498-4e3c-9ba2-f2454d8c0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.713595 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59d6d019-2e80-4f26-b705-ae6980235831 req-80c43a01-8498-4e3c-9ba2-f2454d8c0db7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.0496330 Jan 27 22:09:47.768854 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59d6d019-2e80-4f26-b705-ae6980235831 req-750e97cf-4f59-4418-b850-301334cb7725 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404747 Jan 27 22:09:47.831260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-398f2e53-4711-4531-ad8c-b750401506b5 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.833849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-398f2e53-4711-4531-ad8c-b750401506b5 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.1575663 Jan 27 22:09:47.846190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-ac239137-a36e-4bb4-adb5-e5d122f4643e tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:09:47.857175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94a568ea-02c3-4a21-b1ac-dec368d53634 req-ac239137-a36e-4bb4-adb5-e5d122f4643e tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123641 Jan 27 22:09:47.906799 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59d6d019-2e80-4f26-b705-ae6980235831 req-bb154d0e-700b-4fa3-86b8-1aed12b07546 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312177 Jan 27 22:09:48.023691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-e88d75e5-95ed-47c6-b43f-510343a6886c tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:48.025366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-e88d75e5-95ed-47c6-b43f-510343a6886c tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1103244 Jan 27 22:09:48.042398 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59d6d019-2e80-4f26-b705-ae6980235831 req-dfd27287-f609-4d03-8a9d-79c0ff741a14 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298823 Jan 27 22:09:48.102073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-dc497d0b-4e82-4ef2-a308-1a04d3adf090 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 696 time: 0.0679605 Jan 27 22:09:48.107907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Request body: {'floatingip': {'port_id': 'efe5796d-c06f-4691-9244-88250e7f6346', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:48.172493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (6692e8da-f731-4dab-a582-a45ab1b45439), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.175904 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.829859 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.835183 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (6692e8da-f731-4dab-a582-a45ab1b45439), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.957158 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Floating IP 6692e8da-f731-4dab-a582-a45ab1b45439 associated. External IP: 172.25.8.242, port: efe5796d-c06f-4691-9244-88250e7f6346. Jan 27 22:09:49.227688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Router 65bdad41-0c67-4579-81ca-1be6d9265c4d has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:49.267720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43940) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:49.441851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1429305832', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:49.497121 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Made reservation on behalf of f2d67991652940b4b9660c882b684481 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:49.508330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.522562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.676488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks [] for security_group (2a4c3d70-90f4-4a55-b6a3-872b13379a99), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.684752 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2a4c3d70-90f4-4a55-b6a3-872b13379a99), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.691011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] device_id is not set on port 9c6f78c2-29a0-4d8e-9143-e90a0ec24772 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:49.811028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:49.822629 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.828194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c3d70-90f4-4a55-b6a3-872b13379a99,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:49.864282 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] Sync routers for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:49.879364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-4c891888-1b34-486a-a583-d9ab44ad7333 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "PUT /v2.0/floatingips/6692e8da-f731-4dab-a582-a45ab1b45439 HTTP/1.1" status: 200 len: 997 time: 1.7760613 Jan 27 22:09:49.880081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:49.880220 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:49.881216 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:49.883754 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a" -d '{"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:49.961145 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515071a6-d9e9-4f8d-a45f-e6629c1bc41a x-openstack-request-id: req-515071a6-d9e9-4f8d-a45f-e6629c1bc41a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:49.962168 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:49.962168 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-515071a6-d9e9-4f8d-a45f-e6629c1bc41a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:49.962168 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346', 'status': 'completed', 'code': 200} Jan 27 22:09:49.979630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Allocated IP 172.25.8.146 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/9c6f78c2-29a0-4d8e-9143-e90a0ec24772) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:50.015938 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:50.090475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-f32e7568-56ad-41a8-9896-7bbedff8c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:50.092509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-f32e7568-56ad-41a8-9896-7bbedff8c366 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1903403 Jan 27 22:09:50.244318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-15fc7ac7-a057-42f8-a511-dd774a8c0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:50.245262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-aace09ce-a3a0-4398-8daa-d72b6f74272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:50.246706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-15fc7ac7-a057-42f8-a511-dd774a8c0cd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 921 time: 0.1434722 Jan 27 22:09:50.255589 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-aace09ce-a3a0-4398-8daa-d72b6f74272f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2610822 Jan 27 22:09:50.296527 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks [] for port (9c6f78c2-29a0-4d8e-9143-e90a0ec24772), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.343292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-5e5ba874-8ce2-49dc-8415-fa149a1c4d40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 1000 time: 0.0891035 Jan 27 22:09:50.382739 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '6692e8da-f731-4dab-a582-a45ab1b45439', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'port_id': 'efe5796d-c06f-4691-9244-88250e7f6346', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'mac_address': 'fa:16:3e:28:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af883953-0be0-42a0-957f-a86084c36cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:09:46Z', 'updated_at': '2022-01-27T22:09:48Z', 'revision_number': 1, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:50.398536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-b8673065-6c31-43d5-8ebf-143293550619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:50.408161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-b8673065-6c31-43d5-8ebf-143293550619 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.0636549 Jan 27 22:09:50.411842 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] Checking router: 65bdad41-0c67-4579-81ca-1be6d9265c4d for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:09:50.433529 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:50.434304 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:50.446256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9c6f78c2-29a0-4d8e-9143-e90a0ec24772), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.453221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-c1819600-9b99-4664-9560-6fd6af8f0dea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430932 Jan 27 22:09:50.458871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-b57b3ee0-4f3a-40e3-b8a8-1f92e3c1f459 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:09:50.465899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-b57b3ee0-4f3a-40e3-b8a8-1f92e3c1f459 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115240 Jan 27 22:09:50.494509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:50.505095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:50.511358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:50.567553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Pushing event updated for resources: {'Port': ['ID=9c6f78c2-29a0-4d8e-9143-e90a0ec24772,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:50.590317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-47b42ed7-5b43-493a-886c-65e6f8a28340 service neutron] 10.222.0.45 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235530 Jan 27 22:09:50.597031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-59a5cd19-0650-4f53-89fb-561f5b41c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:50.598639 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-59a5cd19-0650-4f53-89fb-561f5b41c6ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 921 time: 0.2572896 Jan 27 22:09:50.605205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:50.605865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.672897 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-879f6c2b-f30c-4b6b-aae7-62bc9b34fad1 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4033749 Jan 27 22:09:50.680063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43982) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:50.685931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.146'}]}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:50.692397 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:50.719897 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-38ce8b88-61bf-421c-988c-4fad4ded5763 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 1000 time: 0.1110084 Jan 27 22:09:50.720390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43984) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:50.735116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (e97f16e2-3049-494c-97c9-452703cd353f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.736311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (e97f16e2-3049-494c-97c9-452703cd353f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.801459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-05c32d8e-b941-49af-952b-641d474745e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:50.803046 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-05c32d8e-b941-49af-952b-641d474745e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.0763304 Jan 27 22:09:50.805557 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa8f795-80a7-4ed2-a3cd-ba2772c18708 req-11f82ae3-ecc9-4dce-94b3-fbadf5a49ee5 service neutron] 10.222.0.45 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046452 Jan 27 22:09:50.825668 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.885940 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks [] for router_controller (e97f16e2-3049-494c-97c9-452703cd353f), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.903155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8d1af93-b4a3-4e1c-950c-93c671e3eda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.923505 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-4b0e8d22-89d4-4e97-9736-aac89a443c58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598788 Jan 27 22:09:50.999600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-7868cab8-8e29-4f1a-a7e7-48829224b03c tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 1000 time: 0.1617126 Jan 27 22:09:51.065221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-8bf988e3-d10e-496d-b033-8b6c365df2e2 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:51.066866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-8bf988e3-d10e-496d-b033-8b6c365df2e2 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports/efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 943 time: 0.0531173 Jan 27 22:09:51.150126 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '6692e8da-f731-4dab-a582-a45ab1b45439', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'port_id': 'efe5796d-c06f-4691-9244-88250e7f6346', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'mac_address': 'fa:16:3e:28:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af883953-0be0-42a0-957f-a86084c36cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:09:46Z', 'updated_at': '2022-01-27T22:09:48Z', 'revision_number': 1, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:51.184633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks [] for router_gateway (e97f16e2-3049-494c-97c9-452703cd353f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.186249 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c191ad-ef56-4116-b489-f73b23756663 None None] The sync data for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 is: [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '6692e8da-f731-4dab-a582-a45ab1b45439', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'port_id': 'efe5796d-c06f-4691-9244-88250e7f6346', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'mac_address': 'fa:16:3e:28:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af883953-0be0-42a0-957f-a86084c36cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:09:46Z', 'updated_at': '2022-01-27T22:09:48Z', 'revision_number': 1, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:51.207138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-540b5db7-b59f-41b1-8eb9-2bb747bc1947 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 1000 time: 0.0931587 Jan 27 22:09:51.238215 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-0194f181-102c-4a03-a92a-557df3b4d02c service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703247 Jan 27 22:09:51.308825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8d1af93-b4a3-4e1c-950c-93c671e3eda9 admin admin] Publish callbacks [] for security_group (9b33f39e-f938-4dd4-ba72-f1617b4fcb72), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.347593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8d1af93-b4a3-4e1c-950c-93c671e3eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9b33f39e-f938-4dd4-ba72-f1617b4fcb72), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.356433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-7f82b577-e26b-4031-9609-73d995a4fe58 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:51.358014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-7f82b577-e26b-4031-9609-73d995a4fe58 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.1447673 Jan 27 22:09:51.370859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-5ae09ec8-c064-4973-8418-df2ec15d4039 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:09:51.372121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-5ae09ec8-c064-4973-8418-df2ec15d4039 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073607 Jan 27 22:09:51.419146 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b8d1af93-b4a3-4e1c-950c-93c671e3eda9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da605a4733254a9fb7fa7b62f8c5cbf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6976700 Jan 27 22:09:51.423026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43992) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:51.423741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1af93-b4a3-4e1c-950c-93c671e3eda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b33f39e-f938-4dd4-ba72-f1617b4fcb72,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:51.463470 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f3802c6c-9d3d-4d14-86f4-83ff2458b91a req-af02cb41-3f61-4fe0-a158-18d8a48e8429 service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162993 Jan 27 22:09:51.468519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-cd4ebf61-d443-46d7-8742-6c2625030010 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 1000 time: 0.0880451 Jan 27 22:09:51.482566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:51.543690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4058c75-33d1-4be4-9011-a63961aaaee9 admin admin] Publish callbacks [] for security_group (9b33f39e-f938-4dd4-ba72-f1617b4fcb72), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.553401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b029ae-3a69-4b6e-bcf5-472d7c58f17a None None] New status for floating IP 6692e8da-f731-4dab-a582-a45ab1b45439: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:09:51.582227 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4058c75-33d1-4be4-9011-a63961aaaee9 admin admin] Publish callbacks [] for security_group (9b33f39e-f938-4dd4-ba72-f1617b4fcb72), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.588318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (6692e8da-f731-4dab-a582-a45ab1b45439), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.660100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4058c75-33d1-4be4-9011-a63961aaaee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9b33f39e-f938-4dd4-ba72-f1617b4fcb72), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.663069 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4058c75-33d1-4be4-9011-a63961aaaee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.664328 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4058c75-33d1-4be4-9011-a63961aaaee9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b33f39e-f938-4dd4-ba72-f1617b4fcb72 HTTP/1.1" status: 204 len: 168 time: 0.2376754 Jan 27 22:09:51.738804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4058c75-33d1-4be4-9011-a63961aaaee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b33f39e-f938-4dd4-ba72-f1617b4fcb72,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:51.819809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks [] for router_gateway (e97f16e2-3049-494c-97c9-452703cd353f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.840223 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:09:51.840966 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:09:51.847455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.015424 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks [] for router (e97f16e2-3049-494c-97c9-452703cd353f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.080677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44006) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:52.107352 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8776851b-4b83-4342-a671-b21126f6edfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.209000 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8776851b-4b83-4342-a671-b21126f6edfc admin admin] Publish callbacks [] for security_group (05e34b6f-e55d-4ad4-8d92-a3e24489fbf9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.211240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (e97f16e2-3049-494c-97c9-452703cd353f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.213672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks [] for router_controller (e97f16e2-3049-494c-97c9-452703cd353f), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.214539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8776851b-4b83-4342-a671-b21126f6edfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (05e34b6f-e55d-4ad4-8d92-a3e24489fbf9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.262131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8776851b-4b83-4342-a671-b21126f6edfc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0804f9f0772342bc87dd09802b6e8e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1797626 Jan 27 22:09:52.263301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776851b-4b83-4342-a671-b21126f6edfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e34b6f-e55d-4ad4-8d92-a3e24489fbf9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:52.266498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44008) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:52.274149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (e97f16e2-3049-494c-97c9-452703cd353f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.275341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e97f16e2-3049-494c-97c9-452703cd353f {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:52.314347 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 22:09:52.318459 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e85ae638-442c-40fc-9770-d7544b403976 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6344173 Jan 27 22:09:52.319234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44010) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:52.340258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b06a-ecfe-421b-ab08-d3d25a71d1b4 admin admin] Publish callbacks [] for security_group (05e34b6f-e55d-4ad4-8d92-a3e24489fbf9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.344889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (6692e8da-f731-4dab-a582-a45ab1b45439), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.363781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b06a-ecfe-421b-ab08-d3d25a71d1b4 admin admin] Publish callbacks [] for security_group (05e34b6f-e55d-4ad4-8d92-a3e24489fbf9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.414238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b06a-ecfe-421b-ab08-d3d25a71d1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (05e34b6f-e55d-4ad4-8d92-a3e24489fbf9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.417151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b06a-ecfe-421b-ab08-d3d25a71d1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.418369 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cbb0b06a-ecfe-421b-ab08-d3d25a71d1b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05e34b6f-e55d-4ad4-8d92-a3e24489fbf9 HTTP/1.1" status: 204 len: 168 time: 0.1501830 Jan 27 22:09:52.427265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b06a-ecfe-421b-ab08-d3d25a71d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e34b6f-e55d-4ad4-8d92-a3e24489fbf9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:52.518537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-387b6562-9de7-4c4f-8bee-f5ea58a19894 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Deleting port 9c6f78c2-29a0-4d8e-9143-e90a0ec24772 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:52.518772 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387b6562-9de7-4c4f-8bee-f5ea58a19894 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9c6f78c2-29a0-4d8e-9143-e90a0ec24772), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.567954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.594383 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (6692e8da-f731-4dab-a582-a45ab1b45439), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.594726 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Floating IP 6692e8da-f731-4dab-a582-a45ab1b45439 disassociated. External IP: 172.25.8.242, port: efe5796d-c06f-4691-9244-88250e7f6346. Jan 27 22:09:52.720514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387b6562-9de7-4c4f-8bee-f5ea58a19894 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9c6f78c2-29a0-4d8e-9143-e90a0ec24772), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.745820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-387b6562-9de7-4c4f-8bee-f5ea58a19894 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Calling delete_port for 9c6f78c2-29a0-4d8e-9143-e90a0ec24772 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:52.959038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Router 65bdad41-0c67-4579-81ca-1be6d9265c4d has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:53.024124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387b6562-9de7-4c4f-8bee-f5ea58a19894 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9c6f78c2-29a0-4d8e-9143-e90a0ec24772), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.058509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b6562-9de7-4c4f-8bee-f5ea58a19894 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c6f78c2-29a0-4d8e-9143-e90a0ec24772,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:53.175512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:53.177535 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-387b6562-9de7-4c4f-8bee-f5ea58a19894 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.180748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-387b6562-9de7-4c4f-8bee-f5ea58a19894 tempest-RoutersAdminNegativeIpV6Test-1832094467 tempest-RoutersAdminNegativeIpV6Test-1832094467-project-admin] 10.222.0.45 "DELETE /v2.0/ports/9c6f78c2-29a0-4d8e-9143-e90a0ec24772 HTTP/1.1" status: 204 len: 168 time: 0.8601041 Jan 27 22:09:53.184141 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.186573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] Sync routers for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:53.199142 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:53.199905 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:53.214117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-324697f6-0981-4f68-938b-211f46fb7dfd tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "PUT /v2.0/floatingips/6692e8da-f731-4dab-a582-a45ab1b45439 HTTP/1.1" status: 200 len: 695 time: 1.7404387 Jan 27 22:09:53.214574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:53.216970 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4034231c-0e30-4261-94f7-8da06f722ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:53.313168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-9ff846e6-e0c3-4651-afa7-a38c2e484c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.314967 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-9ff846e6-e0c3-4651-afa7-a38c2e484c79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0716488 Jan 27 22:09:53.347692 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6861fabe-df56-48a2-8b13-f3613691a97e x-openstack-request-id: req-6861fabe-df56-48a2-8b13-f3613691a97e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:53.348044 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "tag": "efe5796d-c06f-4691-9244-88250e7f6346", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:53.348209 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6861fabe-df56-48a2-8b13-f3613691a97e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:53.348620 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346', 'status': 'completed', 'code': 200} Jan 27 22:09:53.447897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-406b7794-bdbb-4bfc-a9d0-7d9f2a3454f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.451260 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-406b7794-bdbb-4bfc-a9d0-7d9f2a3454f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0988407 Jan 27 22:09:53.470043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-4527bf4a-6bf0-4618-b9e0-e7e7b01fadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.476000 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:53.477976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-4527bf4a-6bf0-4618-b9e0-e7e7b01fadc9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 921 time: 0.1561372 Jan 27 22:09:53.541363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-b592d3e6-691a-4446-8e4e-ba8bf1cf3898 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 217 time: 0.0553620 Jan 27 22:09:53.598114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-d2e3ef5d-6602-4146-bf30-b088e0919f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.601947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-d2e3ef5d-6602-4146-bf30-b088e0919f79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.0594726 Jan 27 22:09:53.664630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-dd726add-9a97-41b7-a397-829f43c05167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.667568 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-dd726add-9a97-41b7-a397-829f43c05167 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 200 len: 921 time: 0.2089553 Jan 27 22:09:53.675842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-07e71673-aba6-4942-8eea-894b86d75ee3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638301 Jan 27 22:09:53.715788 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-ec9b6eda-8a1f-45b5-81c4-40cd7bda40b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 200 len: 217 time: 0.0418472 Jan 27 22:09:53.813131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-10385c54-081c-4a22-82cb-362e38b05836 service neutron] 10.222.0.45 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263618 Jan 27 22:09:53.826189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-6ea7dd63-99da-4409-bad8-eaadb16c9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.832231 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-6ea7dd63-99da-4409-bad8-eaadb16c9e18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 200 len: 860 time: 0.1053760 Jan 27 22:09:53.855633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44048) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:53.893250 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-cee18025-3e43-419e-8bba-512dd257a646 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ba50549e-db6f-4c37-9025-15d0f9e9e52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538316 Jan 27 22:09:53.926990 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:53.979306 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] Checking router: 65bdad41-0c67-4579-81ca-1be6d9265c4d for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:09:53.985643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44d66ff-3e73-4c10-b91d-23c5609073a4 req-b1c4cd4c-b602-475e-aba9-ad9e05df3c5c service neutron] 10.222.0.45 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604407 Jan 27 22:09:53.995946 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:54.000970 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:54.108711 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-a2fab242-5071-4816-99a7-af1b6844320c tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/floatingips/6692e8da-f731-4dab-a582-a45ab1b45439 HTTP/1.1" status: 200 len: 695 time: 0.0839674 Jan 27 22:09:54.109475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-30743cd8-092c-4377-ad5b-f7223f42a921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.109676 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-6f856717-e962-495c-bf1a-663e18686d2e service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068095 Jan 27 22:09:54.209833 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:54.270797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-3dcf7ee4-1d75-4120-b3a2-f44da962917e tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:54.272302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-3dcf7ee4-1d75-4120-b3a2-f44da962917e tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/networks/046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 784 time: 0.1522121 Jan 27 22:09:54.297883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-92a2a7cf-13ac-4ff4-8237-4244a7846afe tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:09:54.299033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-92a2a7cf-13ac-4ff4-8237-4244a7846afe tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186982 Jan 27 22:09:54.305615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4034231c-0e30-4261-94f7-8da06f722ec9 req-be2cc92b-fc5e-4211-a8fd-00a2e83e01aa service neutron] 10.222.0.16 "GET /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887059 Jan 27 22:09:54.323768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-30743cd8-092c-4377-ad5b-f7223f42a921 admin admin] Publish callbacks [] for security_group (c2e73ddc-6965-41b2-a7e4-b24d295b91c7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.357224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-30743cd8-092c-4377-ad5b-f7223f42a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c2e73ddc-6965-41b2-a7e4-b24d295b91c7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.372682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-e11db0a8-59d7-49a2-813f-1e441b2c39f3 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 698 time: 0.0668845 Jan 27 22:09:54.450735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-30743cd8-092c-4377-ad5b-f7223f42a921 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8823239ff1d4e7dac546cd4674a9bc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5938313 Jan 27 22:09:54.454627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30743cd8-092c-4377-ad5b-f7223f42a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e73ddc-6965-41b2-a7e4-b24d295b91c7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:54.455313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44068) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:54.460070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-a88fc83a-d32b-479b-820a-9353f7548a2e tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 698 time: 0.0789750 Jan 27 22:09:54.530658 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:54.570621 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef08a4c-f5b6-481a-95f5-77b857ba4464 None None] The sync data for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 is: [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:08:45Z', 'revision_number': 4, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '61a72fc4-7c7f-4689-b538-b5be6314fccb', 'name': '', 'network_id': 'ba50549e-db6f-4c37-9025-15d0f9e9e52a', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'mac_address': 'fa:16:3e:ea:12:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:44Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'subnets': [{'id': '7a3ae93f-8bf1-4552-bfc5-37b8db5855a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:54.598062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cc6525a-f73f-4356-afdd-c8939f766400 admin admin] Publish callbacks [] for security_group (c2e73ddc-6965-41b2-a7e4-b24d295b91c7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.641934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cc6525a-f73f-4356-afdd-c8939f766400 admin admin] Publish callbacks [] for security_group (c2e73ddc-6965-41b2-a7e4-b24d295b91c7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.644635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Deleting port 9c7220ec-dcaa-440d-816f-899dbc657d6a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:54.644991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9c7220ec-dcaa-440d-816f-899dbc657d6a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.723318 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cc6525a-f73f-4356-afdd-c8939f766400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c2e73ddc-6965-41b2-a7e4-b24d295b91c7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.726178 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7cc6525a-f73f-4356-afdd-c8939f766400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.727382 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7cc6525a-f73f-4356-afdd-c8939f766400 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2e73ddc-6965-41b2-a7e4-b24d295b91c7 HTTP/1.1" status: 204 len: 168 time: 0.2628241 Jan 27 22:09:54.748798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6525a-f73f-4356-afdd-c8939f766400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e73ddc-6965-41b2-a7e4-b24d295b91c7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:54.797060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9c7220ec-dcaa-440d-816f-899dbc657d6a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.797688 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (9c7220ec-dcaa-440d-816f-899dbc657d6a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.830284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Calling delete_port for 9c7220ec-dcaa-440d-816f-899dbc657d6a owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:54.995862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1be57-f492-41ea-a568-9553d90044d8 None None] New status for floating IP 6692e8da-f731-4dab-a582-a45ab1b45439: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:09:55.038205 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9c7220ec-dcaa-440d-816f-899dbc657d6a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.073396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event deleted for resources: {'Port': ['ID=9c7220ec-dcaa-440d-816f-899dbc657d6a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:55.163065 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-b4b1be57-f492-41ea-a568-9553d90044d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:09:55.164323 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-b4b1be57-f492-41ea-a568-9553d90044d8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:09:55.189017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for floatingip (6692e8da-f731-4dab-a582-a45ab1b45439), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.196707 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.198072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8af85bc-b1cc-43f0-b93f-aaf985f0835f req-6134ea97-de98-41ed-9f58-ddafcacb1658 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "DELETE /v2.0/floatingips/6692e8da-f731-4dab-a582-a45ab1b45439 HTTP/1.1" status: 204 len: 173 time: 0.7324338 Jan 27 22:09:55.296107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6fdecfc3-baf7-4b7d-aef8-9ea78b4031b2 req-e07df832-959d-4361-840a-20b6ed9cada1 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups/11e3b135-6102-4f2d-b66f-ac2822712441 HTTP/1.1" status: 200 len: 1827 time: 0.0534117 Jan 27 22:09:55.318479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44092) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:55.369780 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-94e636bc-baba-401c-82ce-98da4570a47a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2d67991652940b4b9660c882b684481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559475 Jan 27 22:09:55.370194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44100) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:55.373638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6fdecfc3-baf7-4b7d-aef8-9ea78b4031b2 req-b9e5b445-ff53-490d-994c-c2f219456175 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for security_group (11e3b135-6102-4f2d-b66f-ac2822712441), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.437017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6fdecfc3-baf7-4b7d-aef8-9ea78b4031b2 req-b9e5b445-ff53-490d-994c-c2f219456175 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for security_group (11e3b135-6102-4f2d-b66f-ac2822712441), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.451381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-989a5a0b-9151-4f74-89ca-eb5d1111ec0f admin admin] Publish callbacks [] for security_group (2a4c3d70-90f4-4a55-b6a3-872b13379a99), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.488286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-989a5a0b-9151-4f74-89ca-eb5d1111ec0f admin admin] Publish callbacks [] for security_group (2a4c3d70-90f4-4a55-b6a3-872b13379a99), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.508503 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6fdecfc3-baf7-4b7d-aef8-9ea78b4031b2 req-b9e5b445-ff53-490d-994c-c2f219456175 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (11e3b135-6102-4f2d-b66f-ac2822712441), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.512173 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6fdecfc3-baf7-4b7d-aef8-9ea78b4031b2 req-b9e5b445-ff53-490d-994c-c2f219456175 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.521712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6fdecfc3-baf7-4b7d-aef8-9ea78b4031b2 req-b9e5b445-ff53-490d-994c-c2f219456175 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "DELETE /v2.0/security-groups/11e3b135-6102-4f2d-b66f-ac2822712441 HTTP/1.1" status: 204 len: 173 time: 0.2161336 Jan 27 22:09:55.536539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5b445-ff53-490d-994c-c2f219456175 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3b135-6102-4f2d-b66f-ac2822712441,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:55.584255 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-989a5a0b-9151-4f74-89ca-eb5d1111ec0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2a4c3d70-90f4-4a55-b6a3-872b13379a99), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.587673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-989a5a0b-9151-4f74-89ca-eb5d1111ec0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.588906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-989a5a0b-9151-4f74-89ca-eb5d1111ec0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a4c3d70-90f4-4a55-b6a3-872b13379a99 HTTP/1.1" status: 204 len: 168 time: 0.2176719 Jan 27 22:09:55.598911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a5a0b-9151-4f74-89ca-eb5d1111ec0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c3d70-90f4-4a55-b6a3-872b13379a99,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:55.671750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1be57-f492-41ea-a568-9553d90044d8 None None] New status for floating IP 6692e8da-f731-4dab-a582-a45ab1b45439: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:09:55.912358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ec7a8-04d6-47ed-b21f-d894483d9f2f req-a0008362-e9fd-46cb-8181-9c90102bdfde tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:55.914030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-684ec7a8-04d6-47ed-b21f-d894483d9f2f req-a0008362-e9fd-46cb-8181-9c90102bdfde tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0569000 Jan 27 22:09:55.974231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-684ec7a8-04d6-47ed-b21f-d894483d9f2f req-bf6bf46a-95c2-4c7a-b7a3-3cbcf75c93bf tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543010 Jan 27 22:09:56.492526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44134) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:56.634642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-13b20b1a-ce62-404c-8b9b-0d987bc5a669 tempest-AgentManagementNegativeTest-1323080745 tempest-AgentManagementNegativeTest-1323080745-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1405334 Jan 27 22:09:56.925087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44142) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:57.039014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.127113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2707a-484c-4959-864e-23fed259ea13 req-2b435498-498d-4444-9654-2499bd8a113e tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:57.128644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96c2707a-484c-4959-864e-23fed259ea13 req-2b435498-498d-4444-9654-2499bd8a113e tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0760131 Jan 27 22:09:57.184787 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Publish callbacks [] for security_group (ccd89595-186e-4d9f-9e71-b03e4c943ea9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.191867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ccd89595-186e-4d9f-9e71-b03e4c943ea9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.218191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96c2707a-484c-4959-864e-23fed259ea13 req-0d6f6843-3bd9-447e-9428-1ef2ae18239b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833187 Jan 27 22:09:57.240880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd89595-186e-4d9f-9e71-b03e4c943ea9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:57.253826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4bbd7ecdd718436683e79eede8c1f4ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274705 Jan 27 22:09:57.255308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.255786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.256220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.256438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.256730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.257061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.257214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44148) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:57.257727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.257727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.258018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.258374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.258728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.258985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.259354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb624e4-8579-4a8e-a69d-cb5a00e6dd9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:57.316331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8d51d96-61a3-4189-8edc-95e14628eedf admin admin] Publish callbacks [] for security_group (ccd89595-186e-4d9f-9e71-b03e4c943ea9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.339012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8d51d96-61a3-4189-8edc-95e14628eedf admin admin] Publish callbacks [] for security_group (ccd89595-186e-4d9f-9e71-b03e4c943ea9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.388251 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8d51d96-61a3-4189-8edc-95e14628eedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ccd89595-186e-4d9f-9e71-b03e4c943ea9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.391589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8d51d96-61a3-4189-8edc-95e14628eedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.392815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b8d51d96-61a3-4189-8edc-95e14628eedf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccd89595-186e-4d9f-9e71-b03e4c943ea9 HTTP/1.1" status: 204 len: 168 time: 0.1346490 Jan 27 22:09:57.401534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d51d96-61a3-4189-8edc-95e14628eedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd89595-186e-4d9f-9e71-b03e4c943ea9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:58.148045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:58.288360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807234703'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:58.316449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:58.321240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.332282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.397761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f32227-63d0-4c78-9a45-d171d6006f30 req-f069f415-a6ce-4649-bb2c-6e1996307227 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:58.399643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21f32227-63d0-4c78-9a45-d171d6006f30 req-f069f415-a6ce-4649-bb2c-6e1996307227 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0732250 Jan 27 22:09:58.457707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-9ec6d2bf-4094-48d4-bb9d-401bd93a5003 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:58.459464 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-9ec6d2bf-4094-48d4-bb9d-401bd93a5003 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.16 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 946 time: 0.0872908 Jan 27 22:09:58.481491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21f32227-63d0-4c78-9a45-d171d6006f30 req-c48dc5c3-9421-4804-8027-a0202a8747e8 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/security-groups?id=04554b82-b6ff-4ae4-be7b-a9eb78c428db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687459 Jan 27 22:09:58.527976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for security_group (30275966-3bff-4494-8740-101784997698), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.564924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (30275966-3bff-4494-8740-101784997698), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.611786 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:58.630404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30275966-3bff-4494-8740-101784997698,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:58.634446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.634997 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9 of type vlan for network 08400057-73cf-42e2-9713-8a34c203b622 Jan 27 22:09:58.715223 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Deleting port efe5796d-c06f-4691-9244-88250e7f6346 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:58.715598 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (efe5796d-c06f-4691-9244-88250e7f6346), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.719697 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (08400057-73cf-42e2-9713-8a34c203b622), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.814192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (08400057-73cf-42e2-9713-8a34c203b622), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.819248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:58.819966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.233541 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0838001 Jan 27 22:09:59.247960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] For port efe5796d-c06f-4691-9244-88250e7f6346, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=efe5796d-c06f-4691-9244-88250e7f6346,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:59.248303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (efe5796d-c06f-4691-9244-88250e7f6346), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.259371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82114-bf4d-4f42-9c3b-3aa6daff8777 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=08400057-73cf-42e2-9713-8a34c203b622,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:59.271497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 08400057-73cf-42e2-9713-8a34c203b622 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:59.272733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Calling delete_port for efe5796d-c06f-4691-9244-88250e7f6346 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:59.626443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (efe5796d-c06f-4691-9244-88250e7f6346), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.645510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['efe5796d-c06f-4691-9244-88250e7f6346'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:59.705222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfafdc01-f967-4df3-9429-bcfdd8635df0 req-c344a4e7-0a93-415a-a4c4-66e0e318145b tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.45 "GET /v2.0/ports?device_id=af883953-0be0-42a0-957f-a86084c36cc8 HTTP/1.1" status: 200 len: 210 time: 0.0750990 Jan 27 22:09:59.730186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Pushing event deleted for resources: {'Port': ['ID=efe5796d-c06f-4691-9244-88250e7f6346,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:59.751043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] No DVR routers for this DVR port efe5796d-c06f-4691-9244-88250e7f6346 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:59.755463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.758323 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4d90a460-df59-458b-86b1-d9ea06dbe8c4 req-fa92c56d-a69c-4c80-80ef-000174a95765 tempest-ServerRescueTestJSONUnderV235-7831760 tempest-ServerRescueTestJSONUnderV235-7831760-project] 10.222.0.16 "DELETE /v2.0/ports/efe5796d-c06f-4691-9244-88250e7f6346 HTTP/1.1" status: 204 len: 173 time: 1.2920702 Jan 27 22:09:59.759176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'name': 'network-vif-deleted', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:59.761544 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f5930-238d-40ac-a64a-394aa701dde8" -d '{"events": [{"server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "name": "network-vif-deleted", "tag": "efe5796d-c06f-4691-9244-88250e7f6346"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:59.853995 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d8e86a-4b25-45c9-b388-613f03a75bb5 x-openstack-request-id: req-28d8e86a-4b25-45c9-b388-613f03a75bb5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:59.854305 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af883953-0be0-42a0-957f-a86084c36cc8", "name": "network-vif-deleted", "tag": "efe5796d-c06f-4691-9244-88250e7f6346", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:59.855023 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28d8e86a-4b25-45c9-b388-613f03a75bb5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:59.855023 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af883953-0be0-42a0-957f-a86084c36cc8', 'name': 'network-vif-deleted', 'tag': 'efe5796d-c06f-4691-9244-88250e7f6346', 'status': 'completed', 'code': 200} Jan 27 22:10:00.798141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44214) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:01.765021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (65bdad41-0c67-4579-81ca-1be6d9265c4d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.285677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Deleting port 61a72fc4-7c7f-4689-b538-b5be6314fccb {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:02.287047 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.454209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] For port 61a72fc4-7c7f-4689-b538-b5be6314fccb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=61a72fc4-7c7f-4689-b538-b5be6314fccb,segment=NetworkSegment(efdf58a4-30e0-442d-8450-ccf43f42dc4c),segment_id=efdf58a4-30e0-442d-8450-ccf43f42dc4c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:02.454892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.479933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Calling delete_port for 61a72fc4-7c7f-4689-b538-b5be6314fccb owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:02.610974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44234) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:02.778314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (61a72fc4-7c7f-4689-b538-b5be6314fccb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.788770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e58e701-2650-429b-8f2c-14ec8f9e676d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.793497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device efe5796d-c06f-4691-9244-88250e7f6346 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:02.813313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Pushing event deleted for resources: {'Port': ['ID=61a72fc4-7c7f-4689-b538-b5be6314fccb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:02.840811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: efe5796d-c06f-4691-9244-88250e7f6346 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:02.840811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device efe5796d-c06f-4691-9244-88250e7f6346 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:03.026704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44240) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:03.032523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e58e701-2650-429b-8f2c-14ec8f9e676d admin admin] Publish callbacks [] for security_group (d1a358d8-9cb3-4ce6-8377-bff210cc7517), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.033946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': '08400057-73cf-42e2-9713-8a34c203b622', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:03.039155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4e58e701-2650-429b-8f2c-14ec8f9e676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d1a358d8-9cb3-4ce6-8377-bff210cc7517), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.088504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4e58e701-2650-429b-8f2c-14ec8f9e676d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d556c722a18f4affab138f7124afe43e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4751239 Jan 27 22:10:03.089750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58e701-2650-429b-8f2c-14ec8f9e676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a358d8-9cb3-4ce6-8377-bff210cc7517,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:03.103670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44242) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:03.170687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cd19-c027-46bf-9816-bfba6311ff0d admin admin] Publish callbacks [] for security_group (d1a358d8-9cb3-4ce6-8377-bff210cc7517), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.204721 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (65bdad41-0c67-4579-81ca-1be6d9265c4d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.214778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cd19-c027-46bf-9816-bfba6311ff0d admin admin] Publish callbacks [] for security_group (d1a358d8-9cb3-4ce6-8377-bff210cc7517), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.264345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:03.268049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.305504 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cd19-c027-46bf-9816-bfba6311ff0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d1a358d8-9cb3-4ce6-8377-bff210cc7517), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.308708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cd19-c027-46bf-9816-bfba6311ff0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.313535 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b8f2cd19-c027-46bf-9816-bfba6311ff0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1a358d8-9cb3-4ce6-8377-bff210cc7517 HTTP/1.1" status: 204 len: 168 time: 0.2084875 Jan 27 22:10:03.322860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2cd19-c027-46bf-9816-bfba6311ff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a358d8-9cb3-4ce6-8377-bff210cc7517,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:03.663175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Router 65bdad41-0c67-4579-81ca-1be6d9265c4d has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:03.669084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (f01dbdfd-01e1-42f0-a114-f4c03cf7b262), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.777950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:03.789485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=f01dbdfd-01e1-42f0-a114-f4c03cf7b262,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:03.805246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c174-25ab-49ab-b65e-b11ac5c4e2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.841138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': 'cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '08400057-73cf-42e2-9713-8a34c203b622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:03.841513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: 08400057-73cf-42e2-9713-8a34c203b622, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:03.879032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network 08400057-73cf-42e2-9713-8a34c203b622 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:03.885971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:03.904721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2cbbaff6-4575-431a-9ca7-09d792d5ebac admin admin] 10.222.0.45 "PUT /v2.0/routers/65bdad41-0c67-4579-81ca-1be6d9265c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1041355 Jan 27 22:10:03.905551 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] Sync routers for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:03.909836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44252) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:03.918068 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:03.918722 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:03.939191 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c174-25ab-49ab-b65e-b11ac5c4e2b0 admin admin] Publish callbacks [] for security_group (c6c8eb2c-a61a-444c-a634-e23b7f81c34b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.946858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c174-25ab-49ab-b65e-b11ac5c4e2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c6c8eb2c-a61a-444c-a634-e23b7f81c34b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.957772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 08400057-73cf-42e2-9713-8a34c203b622) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:03.965886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:03.966514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.988095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edea03-b4df-42f5-ad4f-b0f507ee452e None None] Network 08400057-73cf-42e2-9713-8a34c203b622 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:04.001669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-79fab81b-cbf4-4d8b-9568-a20ac99c2e15 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9737816 Jan 27 22:10:04.002337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44256) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:04.044932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-285168345'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:04.062702 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4a2c174-25ab-49ab-b65e-b11ac5c4e2b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61b3b2d98a344a9fac62a5e1f7cccc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776554 Jan 27 22:10:04.062702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2c174-25ab-49ab-b65e-b11ac5c4e2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c8eb2c-a61a-444c-a634-e23b7f81c34b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:04.064743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44258) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:04.127038 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks [] for router (65bdad41-0c67-4579-81ca-1be6d9265c4d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.128540 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:04.144437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:04.147996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.151875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-018fe55f-1ca9-48b2-9734-968c7dd7f7f7 admin admin] Publish callbacks [] for security_group (c6c8eb2c-a61a-444c-a634-e23b7f81c34b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.184944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-018fe55f-1ca9-48b2-9734-968c7dd7f7f7 admin admin] Publish callbacks [] for security_group (c6c8eb2c-a61a-444c-a634-e23b7f81c34b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.223590 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21db4614-71fd-4ca4-a69c-181f27d5104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.259371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-018fe55f-1ca9-48b2-9734-968c7dd7f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c6c8eb2c-a61a-444c-a634-e23b7f81c34b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.263864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-018fe55f-1ca9-48b2-9734-968c7dd7f7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.266609 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-018fe55f-1ca9-48b2-9734-968c7dd7f7f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6c8eb2c-a61a-444c-a634-e23b7f81c34b HTTP/1.1" status: 204 len: 168 time: 0.2008927 Jan 27 22:10:04.280324 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fe55f-1ca9-48b2-9734-968c7dd7f7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c8eb2c-a61a-444c-a634-e23b7f81c34b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:04.349486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:04.370712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8a1f3ac0-6483-4696-9db7-a8048c0fea05), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.371092 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment 8a1f3ac0-6483-4696-9db7-a8048c0fea05 of type vlan for network fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 Jan 27 22:10:04.398938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-08400057-73cf-42e2-9713-8a34c203b622', 'network_id': '08400057-73cf-42e2-9713-8a34c203b622', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': 'f01dbdfd-01e1-42f0-a114-f4c03cf7b262'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:04.399890 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.413210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks [] for router_gateway (65bdad41-0c67-4579-81ca-1be6d9265c4d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.423676 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:10:02Z', 'revision_number': 5, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port': {'id': 'dbd2176d-225a-4432-a168-a9856ea9fa11', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:04.446171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (fb6c1c7c-000a-4814-b3b7-c0cb209da5b0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.488012 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] Checking router: 65bdad41-0c67-4579-81ca-1be6d9265c4d for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:10:04.503900 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] Routers {'65bdad41-0c67-4579-81ca-1be6d9265c4d'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:04.505423 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65bdad41-0c67-4579-81ca-1be6d9265c4d'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:04.524270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (fb6c1c7c-000a-4814-b3b7-c0cb209da5b0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.530419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:04.531446 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.617188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Deleting port dbd2176d-225a-4432-a168-a9856ea9fa11 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:04.617647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.641511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6337283 Jan 27 22:10:04.642043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:04.651323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': 'fb6c1c7c-000a-4814-b3b7-c0cb209da5b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:04.676060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fed19b-c720-41e1-9cdc-79dcb3e9303a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=fb6c1c7c-000a-4814-b3b7-c0cb209da5b0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:04.686793 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] Set router 65bdad41-0c67-4579-81ca-1be6d9265c4d gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:04.708427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:04.772140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] For port dbd2176d-225a-4432-a168-a9856ea9fa11, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dbd2176d-225a-4432-a168-a9856ea9fa11,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:04.772493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.792451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Allocated IP 2001:db8:0:ffff::2 (08400057-73cf-42e2-9713-8a34c203b622/f01dbdfd-01e1-42f0-a114-f4c03cf7b262/49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:04.798180 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:10:04Z', 'revision_number': 6, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:04.801698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Calling delete_port for dbd2176d-225a-4432-a168-a9856ea9fa11 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:04.847116 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1640f5-0350-4072-9496-9b1e56187aaf None None] The sync data for ids ['65bdad41-0c67-4579-81ca-1be6d9265c4d'] in n-d-826529-2 is: [{'id': '65bdad41-0c67-4579-81ca-1be6d9265c4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1510154345-router', 'tenant_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:39Z', 'updated_at': '2022-01-27T22:10:04Z', 'revision_number': 6, 'project_id': 'e2e0c71d86964d26bae3559ebf566aa5', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:04.937517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:04.943522 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.092444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (dbd2176d-225a-4432-a168-a9856ea9fa11), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.127683 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Publish callbacks [] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.140858 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.153809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd2176d-225a-4432-a168-a9856ea9fa11,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:05.223130 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:10:05.237991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Pushing event updated for resources: {'Port': ['ID=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:05.250661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Network 08400057-73cf-42e2-9713-8a34c203b622 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:05.259499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:05.261935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.262290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.262634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.262970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.263312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.263697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.263807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (65bdad41-0c67-4579-81ca-1be6d9265c4d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.264082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.264415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.264888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.265234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.265683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.266015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.266341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.274869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:05.285267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (cfe4e042-2cbe-44e7-bb2d-3a7aa8ea751d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.398920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Attempting to bind port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:05.399617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Attempting to bind port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '08400057-73cf-42e2-9713-8a34c203b622'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:05.400183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Attempting to bind port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 on network 08400057-73cf-42e2-9713-8a34c203b622 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:05.415312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (65bdad41-0c67-4579-81ca-1be6d9265c4d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.421184 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks [] for router_controller (65bdad41-0c67-4579-81ca-1be6d9265c4d), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.426595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:05.427631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Checking segment: {'id': 'cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '08400057-73cf-42e2-9713-8a34c203b622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:05.428680 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.429526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Bound using segment: {'id': 'cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '08400057-73cf-42e2-9713-8a34c203b622'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:05.430540 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Bound port: 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '08400057-73cf-42e2-9713-8a34c203b622'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:05.431381 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.442675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=cfe4e042-2cbe-44e7-bb2d-3a7aa8ea751d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:05.456943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': '8a1f3ac0-6483-4696-9db7-a8048c0fea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb6c1c7c-000a-4814-b3b7-c0cb209da5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:05.457690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: fb6c1c7c-000a-4814-b3b7-c0cb209da5b0, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:05.489438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:05.491014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (65bdad41-0c67-4579-81ca-1be6d9265c4d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.491829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65bdad41-0c67-4579-81ca-1be6d9265c4d {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:05.503618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.508094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8ad2c324-bda6-47f2-afac-ed5b9d3c52ee admin admin] 10.222.0.45 "DELETE /v2.0/routers/65bdad41-0c67-4579-81ca-1be6d9265c4d HTTP/1.1" status: 204 len: 168 time: 1.5966635 Jan 27 22:10:05.508497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44282) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:05.554387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, fb6c1c7c-000a-4814-b3b7-c0cb209da5b0) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:05.564188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] For port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:05.564732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:05.565361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.571742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa08fe3f-359f-4d22-9703-68ebede8b195 None None] Network fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:05.579584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] For port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,segment=NetworkSegment(cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9),segment_id=cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:05.611319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-35732546-5de4-4a5c-9766-4a50093cc88b admin admin] Deleting subnet 7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:05.623532 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-05a6407c-e1ac-4d60-8574-cb71c7f765d3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9786446 Jan 27 22:10:05.623938 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35732546-5de4-4a5c-9766-4a50093cc88b admin admin] Publish callbacks [] for subnet (7a3ae93f-8bf1-4552-bfc5-37b8db5855a0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.626912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44288) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:05.655321 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.780273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31566f-3011-4493-a2d0-3af2343d97ec None None] Pushing event updated for resources: {'Port': ['ID=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:05.829099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35732546-5de4-4a5c-9766-4a50093cc88b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (7a3ae93f-8bf1-4552-bfc5-37b8db5855a0), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.865828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-fb6c1c7c-000a-4814-b3b7-c0cb209da5b0', 'network_id': 'fb6c1c7c-000a-4814-b3b7-c0cb209da5b0', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': 'cfe4e042-2cbe-44e7-bb2d-3a7aa8ea751d'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:05.867377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.928655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (fb6c1c7c-000a-4814-b3b7-c0cb209da5b0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.933225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35732546-5de4-4a5c-9766-4a50093cc88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7a3ae93f-8bf1-4552-bfc5-37b8db5855a0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.085190 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35732546-5de4-4a5c-9766-4a50093cc88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (7a3ae93f-8bf1-4552-bfc5-37b8db5855a0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.167849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732546-5de4-4a5c-9766-4a50093cc88b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3ae93f-8bf1-4552-bfc5-37b8db5855a0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.178043 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (cfe4e042-2cbe-44e7-bb2d-3a7aa8ea751d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.199131 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-35732546-5de4-4a5c-9766-4a50093cc88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.215364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44298) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:06.215954 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-35732546-5de4-4a5c-9766-4a50093cc88b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7a3ae93f-8bf1-4552-bfc5-37b8db5855a0 HTTP/1.1" status: 204 len: 168 time: 0.7051399 Jan 27 22:10:06.334735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Allocated IP 2001:db8::1 (fb6c1c7c-000a-4814-b3b7-c0cb209da5b0/cfe4e042-2cbe-44e7-bb2d-3a7aa8ea751d/61f3f152-172b-4f46-b1c3-8ef02fb26cb2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:06.492444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (ba50549e-db6f-4c37-9025-15d0f9e9e52a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.619168 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (ba50549e-db6f-4c37-9025-15d0f9e9e52a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.658174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba50549e-db6f-4c37-9025-15d0f9e9e52a']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:06.660516 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Publish callbacks [] for port (61f3f152-172b-4f46-b1c3-8ef02fb26cb2), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.676433 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (61f3f152-172b-4f46-b1c3-8ef02fb26cb2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.683173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdf58a4-30e0-442d-8450-ccf43f42dc4c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:06.683654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdf58a4-30e0-442d-8450-ccf43f42dc4c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:06.697423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (cfe4e042-2cbe-44e7-bb2d-3a7aa8ea751d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.715353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (efdf58a4-30e0-442d-8450-ccf43f42dc4c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.719621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Network fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:06.723524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:06.736192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe4e042-2cbe-44e7-bb2d-3a7aa8ea751d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.757954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (efdf58a4-30e0-442d-8450-ccf43f42dc4c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.764643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:06.773950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:06.774784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (efdf58a4-30e0-442d-8450-ccf43f42dc4c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: warnings.warn(msg) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:06.779758 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:06.909097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (fb6c1c7c-000a-4814-b3b7-c0cb209da5b0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.937965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (ba50549e-db6f-4c37-9025-15d0f9e9e52a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.945426 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.947359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Pushing event updated for resources: {'Port': ['ID=61f3f152-172b-4f46-b1c3-8ef02fb26cb2,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.978392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ba50549e-db6f-4c37-9025-15d0f9e9e52a HTTP/1.1" status: 204 len: 168 time: 0.7611709 Jan 27 22:10:06.990275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Attempting to bind port 61f3f152-172b-4f46-b1c3-8ef02fb26cb2 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:06.995234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Attempting to bind port 61f3f152-172b-4f46-b1c3-8ef02fb26cb2 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8a1f3ac0-6483-4696-9db7-a8048c0fea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb6c1c7c-000a-4814-b3b7-c0cb209da5b0'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:06.996171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21023c4a-66df-430d-a333-ce888ec635a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba50549e-db6f-4c37-9025-15d0f9e9e52a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.996603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Attempting to bind port 61f3f152-172b-4f46-b1c3-8ef02fb26cb2 on network fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:07.017903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:07.019514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Checking segment: {'id': '8a1f3ac0-6483-4696-9db7-a8048c0fea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb6c1c7c-000a-4814-b3b7-c0cb209da5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:07.022186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.022927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6c1c7c-000a-4814-b3b7-c0cb209da5b0']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.023884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Bound using segment: {'id': '8a1f3ac0-6483-4696-9db7-a8048c0fea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb6c1c7c-000a-4814-b3b7-c0cb209da5b0'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:07.026522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Bound port: 61f3f152-172b-4f46-b1c3-8ef02fb26cb2, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1f3ac0-6483-4696-9db7-a8048c0fea05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb6c1c7c-000a-4814-b3b7-c0cb209da5b0'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:07.029012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (61f3f152-172b-4f46-b1c3-8ef02fb26cb2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.064021 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1f3ac0-6483-4696-9db7-a8048c0fea05') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.064544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1f3ac0-6483-4696-9db7-a8048c0fea05') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.120891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (8a1f3ac0-6483-4696-9db7-a8048c0fea05), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.175751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8a1f3ac0-6483-4696-9db7-a8048c0fea05), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.188710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:07.189397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (8a1f3ac0-6483-4696-9db7-a8048c0fea05), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:07.220311 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:07.237287 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cad12f81-bb42-41c2-9890-5af2cb181826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.241371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] For port 61f3f152-172b-4f46-b1c3-8ef02fb26cb2, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:07.248810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:07.357480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:10:07.357480 n-d-826529-2 neutron-server[103329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:10:07.357480 n-d-826529-2 neutron-server[103329]: [parameters: {'id': 'fb6c1c7c-000a-4814-b3b7-c0cb209da5b0'}] Jan 27 22:10:07.357480 n-d-826529-2 neutron-server[103329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:07.358201 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:07.454472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44320) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:07.531264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9e4ead1a-b91a-43ae-8333-4736d7c26f57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2e0c71d86964d26bae3559ebf566aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736637 Jan 27 22:10:07.535822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44322) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:07.569061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] For port 61f3f152-172b-4f46-b1c3-8ef02fb26cb2, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=61f3f152-172b-4f46-b1c3-8ef02fb26cb2,segment=NetworkSegment(8a1f3ac0-6483-4696-9db7-a8048c0fea05),segment_id=8a1f3ac0-6483-4696-9db7-a8048c0fea05)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:07.591791 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (61f3f152-172b-4f46-b1c3-8ef02fb26cb2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.645887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2357e1a5-89dd-49cc-8d9b-893db7c748b4 None None] Network 08400057-73cf-42e2-9713-8a34c203b622 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:07.676765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ef-c2da-456f-bea5-22984e06c6ba admin admin] Publish callbacks [] for security_group (04554b82-b6ff-4ae4-be7b-a9eb78c428db), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.711369 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ef-c2da-456f-bea5-22984e06c6ba admin admin] Publish callbacks [] for security_group (04554b82-b6ff-4ae4-be7b-a9eb78c428db), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.763995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aaa6e-4473-4dbe-947f-9d78b4a37e85 None None] Pushing event updated for resources: {'Port': ['ID=61f3f152-172b-4f46-b1c3-8ef02fb26cb2,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:07.792713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:07.793252 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.794899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ef-c2da-456f-bea5-22984e06c6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (04554b82-b6ff-4ae4-be7b-a9eb78c428db), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.797004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-52163e2b-ad6f-4474-8c66-9963084a4590 None None] Provisioning complete for port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:07.797810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-52163e2b-ad6f-4474-8c66-9963084a4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.800331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9c988ef-c2da-456f-bea5-22984e06c6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.805263 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f9c988ef-c2da-456f-bea5-22984e06c6ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04554b82-b6ff-4ae4-be7b-a9eb78c428db HTTP/1.1" status: 204 len: 168 time: 0.2641206 Jan 27 22:10:07.832279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c988ef-c2da-456f-bea5-22984e06c6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04554b82-b6ff-4ae4-be7b-a9eb78c428db,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:07.845755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593891ad-c59d-4aef-a757-04038b37d3df None None] Network fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:07.859800 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (fb6c1c7c-000a-4814-b3b7-c0cb209da5b0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.036375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting port 61f3f152-172b-4f46-b1c3-8ef02fb26cb2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:08.037729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (61f3f152-172b-4f46-b1c3-8ef02fb26cb2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.097788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-52163e2b-ad6f-4474-8c66-9963084a4590 None None] Current status of the port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:08.098495 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-52163e2b-ad6f-4474-8c66-9963084a4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.102711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:08.103549 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.172231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-52163e2b-ad6f-4474-8c66-9963084a4590 None None] For port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,segment=NetworkSegment(cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9),segment_id=cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:08.210201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] For port 61f3f152-172b-4f46-b1c3-8ef02fb26cb2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=61f3f152-172b-4f46-b1c3-8ef02fb26cb2,segment=NetworkSegment(8a1f3ac0-6483-4696-9db7-a8048c0fea05),segment_id=8a1f3ac0-6483-4696-9db7-a8048c0fea05)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:08.211094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (61f3f152-172b-4f46-b1c3-8ef02fb26cb2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.233167 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Calling delete_port for 61f3f152-172b-4f46-b1c3-8ef02fb26cb2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:08.256978 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-52163e2b-ad6f-4474-8c66-9963084a4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.263628 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:08.264933 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:08.366526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52163e2b-ad6f-4474-8c66-9963084a4590 None None] Pushing event updated for resources: {'Port': ['ID=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.370293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (61f3f152-172b-4f46-b1c3-8ef02fb26cb2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.440710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Port': ['ID=61f3f152-172b-4f46-b1c3-8ef02fb26cb2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.448709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No DVR routers for this DVR port 61f3f152-172b-4f46-b1c3-8ef02fb26cb2 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:08.457942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.504101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f555a-08f3-4871-842f-5866e438be67 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:10:08.612509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (fb6c1c7c-000a-4814-b3b7-c0cb209da5b0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.644406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ba5ea44b-442b-4133-9d00-383e2ddde077 None None] Provisioning complete for port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:08.645305 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea44b-442b-4133-9d00-383e2ddde077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.653812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6c1c7c-000a-4814-b3b7-c0cb209da5b0']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:08.667464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1f3ac0-6483-4696-9db7-a8048c0fea05') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:08.667464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1f3ac0-6483-4696-9db7-a8048c0fea05') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:08.682236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (8a1f3ac0-6483-4696-9db7-a8048c0fea05), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.720193 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8a1f3ac0-6483-4696-9db7-a8048c0fea05), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.738110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:08.738590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (8a1f3ac0-6483-4696-9db7-a8048c0fea05), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:08.741972 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:08.818183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (fb6c1c7c-000a-4814-b3b7-c0cb209da5b0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.833761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.838033 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 HTTP/1.1" status: 204 len: 168 time: 3.2096646 Jan 27 22:10:08.844045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44354) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:08.848014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:08.850441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1090277462'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:08.852196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f555a-08f3-4871-842f-5866e438be67 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:10:08.872669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caebb43-a830-42e1-92a2-f76113ea2997 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=fb6c1c7c-000a-4814-b3b7-c0cb209da5b0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.911539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:08.919086 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.970781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ea44b-442b-4133-9d00-383e2ddde077 None None] Current status of the port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:08.984737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 61a72fc4-7c7f-4689-b538-b5be6314fccb no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:08.998654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:09.014037 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f1b531d9-cef1-4001-8f08-30c795f6f1fd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.016567 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment f1b531d9-cef1-4001-8f08-30c795f6f1fd of type vlan for network 35525fc3-4328-4372-ba47-b6e788ceb5f5 Jan 27 22:10:09.044752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 61a72fc4-7c7f-4689-b538-b5be6314fccb {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:09.045774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 61a72fc4-7c7f-4689-b538-b5be6314fccb not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:09.046700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dbd2176d-225a-4432-a168-a9856ea9fa11 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:09.082468 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (35525fc3-4328-4372-ba47-b6e788ceb5f5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.087989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: dbd2176d-225a-4432-a168-a9856ea9fa11 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:09.088522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dbd2176d-225a-4432-a168-a9856ea9fa11 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:09.143580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (35525fc3-4328-4372-ba47-b6e788ceb5f5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.155134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:09.156951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.270352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4250371 Jan 27 22:10:09.275495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44364) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:09.284453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': '35525fc3-4328-4372-ba47-b6e788ceb5f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:09.295556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:09.306250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4c98d-aaad-4bbd-bbd7-18ae5f643392 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=35525fc3-4328-4372-ba47-b6e788ceb5f5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:09.355138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 35525fc3-4328-4372-ba47-b6e788ceb5f5 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:09.507458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:09.521739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:09.522144 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.524554 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.699100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:09.896197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.030326 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:10.055394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': 'f1b531d9-cef1-4001-8f08-30c795f6f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35525fc3-4328-4372-ba47-b6e788ceb5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:10.056033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: 35525fc3-4328-4372-ba47-b6e788ceb5f5, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:10.087550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network 35525fc3-4328-4372-ba47-b6e788ceb5f5 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:10.102521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 35525fc3-4328-4372-ba47-b6e788ceb5f5) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:10.108952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:10.116633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.119972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7037a-87e0-4fe5-a5eb-8146698c963f None None] Network 35525fc3-4328-4372-ba47-b6e788ceb5f5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:10.140189 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d4d6b365-bc76-4f86-89e1-1af77473674f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8625109 Jan 27 22:10:10.146174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44384) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:10.153498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1854258075'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:10.198753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:10.207176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.266213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:10.288958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (48a95635-b8c3-4b54-a2c1-ae89920dc209), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.290820 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment 48a95635-b8c3-4b54-a2c1-ae89920dc209 of type vlan for network 4b2716c5-b1e6-45c4-95b0-a60b081647c7 Jan 27 22:10:10.342910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-35525fc3-4328-4372-ba47-b6e788ceb5f5', 'network_id': '35525fc3-4328-4372-ba47-b6e788ceb5f5', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': '4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:10.344420 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.386299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (4b2716c5-b1e6-45c4-95b0-a60b081647c7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.438924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (4b2716c5-b1e6-45c4-95b0-a60b081647c7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.452615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:10.454855 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.591359 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4434679 Jan 27 22:10:10.596125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44400) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:10.604641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': '4b2716c5-b1e6-45c4-95b0-a60b081647c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:10.618115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af3fb9-988a-4860-b39c-9fe09b2adb1d tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=4b2716c5-b1e6-45c4-95b0-a60b081647c7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:10.633436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Allocated IP 2001:db8::1 (35525fc3-4328-4372-ba47-b6e788ceb5f5/4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81/6f84a5a1-ee8e-4017-a7fd-a409a00e485a) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:10.649806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 4b2716c5-b1e6-45c4-95b0-a60b081647c7 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:10.892802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:10.897894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.005296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Performing IP validity checks on allocation pools {{(pid=103330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:10:11.006163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:10:11.063160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.228915 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (b64e86da-ab6c-493c-bf56-820d229f0334), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.234326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.268182 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Publish callbacks [] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.314622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=b64e86da-ab6c-493c-bf56-820d229f0334,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:11.316748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': '48a95635-b8c3-4b54-a2c1-ae89920dc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4b2716c5-b1e6-45c4-95b0-a60b081647c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:11.319329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: 4b2716c5-b1e6-45c4-95b0-a60b081647c7, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:11.349889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.350755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network 4b2716c5-b1e6-45c4-95b0-a60b081647c7 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:11.374432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 4b2716c5-b1e6-45c4-95b0-a60b081647c7) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:11.392845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:11.394302 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.423123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f2069-704b-4393-924a-aadacd73705f None None] Network 4b2716c5-b1e6-45c4-95b0-a60b081647c7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:11.426983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-af28111a-f1f2-48f0-baa6-e0f64d0a3d50 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8296089 Jan 27 22:10:11.432816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44414) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:11.704650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (4b2716c5-b1e6-45c4-95b0-a60b081647c7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.795103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b64e86da-ab6c-493c-bf56-820d229f0334), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.797396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Network 35525fc3-4328-4372-ba47-b6e788ceb5f5 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:11.806101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Pushing event updated for resources: {'Port': ['ID=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:11.809287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:11.816711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:11.918486 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b64e86da-ab6c-493c-bf56-820d229f0334), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.991959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Attempting to bind port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:11.991959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Attempting to bind port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'f1b531d9-cef1-4001-8f08-30c795f6f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35525fc3-4328-4372-ba47-b6e788ceb5f5'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:11.991959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Attempting to bind port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a on network 35525fc3-4328-4372-ba47-b6e788ceb5f5 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:11.999150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:11.999768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Checking segment: {'id': 'f1b531d9-cef1-4001-8f08-30c795f6f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35525fc3-4328-4372-ba47-b6e788ceb5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:12.000284 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.000793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Bound using segment: {'id': 'f1b531d9-cef1-4001-8f08-30c795f6f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35525fc3-4328-4372-ba47-b6e788ceb5f5'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:12.001452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Bound port: 6f84a5a1-ee8e-4017-a7fd-a409a00e485a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b531d9-cef1-4001-8f08-30c795f6f1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35525fc3-4328-4372-ba47-b6e788ceb5f5'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:12.001963 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.019974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e620a473-3a25-4b85-964a-de19fe89e852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-4b2716c5-b1e6-45c4-95b0-a60b081647c7', 'network_id': '4b2716c5-b1e6-45c4-95b0-a60b081647c7', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': 'b64e86da-ab6c-493c-bf56-820d229f0334'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:12.021039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e620a473-3a25-4b85-964a-de19fe89e852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.063663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=b64e86da-ab6c-493c-bf56-820d229f0334,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:12.184808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] For port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:12.190297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] For port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,segment=NetworkSegment(f1b531d9-cef1-4001-8f08-30c795f6f1fd),segment_id=f1b531d9-cef1-4001-8f08-30c795f6f1fd)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:12.193641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845841f-6ed9-400b-a331-e13da91cc7b1 None None] Network 4b2716c5-b1e6-45c4-95b0-a60b081647c7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:12.214652 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.221383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (4b2716c5-b1e6-45c4-95b0-a60b081647c7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.271008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2716c5-b1e6-45c4-95b0-a60b081647c7']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:12.291130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a95635-b8c3-4b54-a2c1-ae89920dc209') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:12.292042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a95635-b8c3-4b54-a2c1-ae89920dc209') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:12.314613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (48a95635-b8c3-4b54-a2c1-ae89920dc209), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.349916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (48a95635-b8c3-4b54-a2c1-ae89920dc209), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.362799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293916-33ba-41c6-9f7a-63d37073d8f0 None None] Pushing event updated for resources: {'Port': ['ID=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:12.373446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:12.374040 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (48a95635-b8c3-4b54-a2c1-ae89920dc209), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:12.377797 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:12.458116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (4b2716c5-b1e6-45c4-95b0-a60b081647c7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.477650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.481882 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/4b2716c5-b1e6-45c4-95b0-a60b081647c7 HTTP/1.1" status: 204 len: 168 time: 1.0453148 Jan 27 22:10:12.489611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44444) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:12.497205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193940682'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:12.512178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5084af-21c1-4fa3-a08d-3605f227b8a9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=4b2716c5-b1e6-45c4-95b0-a60b081647c7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:12.543571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:12.555405 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.595693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:12.621768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0ba4713b-aa8b-4a38-8afd-4d8c73585e52), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.622618 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment 0ba4713b-aa8b-4a38-8afd-4d8c73585e52 of type vlan for network 60915754-1a0a-42ce-bc14-dfef97dc5004 Jan 27 22:10:12.709667 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (60915754-1a0a-42ce-bc14-dfef97dc5004), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.759723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (60915754-1a0a-42ce-bc14-dfef97dc5004), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.788196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:12.789214 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.274863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=60915754-1a0a-42ce-bc14-dfef97dc5004,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:13.291137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 60915754-1a0a-42ce-bc14-dfef97dc5004 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:13.330067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8f4b2782-2c70-4b15-8992-40943690b602 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8383458 Jan 27 22:10:13.336241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44452) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:13.345982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': '60915754-1a0a-42ce-bc14-dfef97dc5004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:13.452299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6f84a5a1-ee8e-4017-a7fd-a409a00e485a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:13.564591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:13.588804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.616230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:13.616938 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.738209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44460) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:13.784785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:13.785459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.850844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,segment=NetworkSegment(f1b531d9-cef1-4001-8f08-30c795f6f1fd),segment_id=f1b531d9-cef1-4001-8f08-30c795f6f1fd)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:13.867787 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.997486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.014515 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c4a8df4d-d240-4b30-8fc1-ecc3915a142d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.064857 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (868c8bf3-a040-45e5-972c-e250373681f9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.108467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbefc210-588b-4afc-909b-0e750492ce23 None None] Network 35525fc3-4328-4372-ba47-b6e788ceb5f5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:14.178552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=868c8bf3-a040-45e5-972c-e250373681f9,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.181853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': '0ba4713b-aa8b-4a38-8afd-4d8c73585e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60915754-1a0a-42ce-bc14-dfef97dc5004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:14.182618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: 60915754-1a0a-42ce-bc14-dfef97dc5004, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:14.203939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c4a8df4d-d240-4b30-8fc1-ecc3915a142d admin admin] Publish callbacks [] for security_group (fd6a120b-643b-4f9b-97e9-01df4355ae3e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.210629 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c4a8df4d-d240-4b30-8fc1-ecc3915a142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fd6a120b-643b-4f9b-97e9-01df4355ae3e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.213484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7a15e575-8763-4392-be34-b7baa77c9805 None None] Provisioning complete for port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:14.214135 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a15e575-8763-4392-be34-b7baa77c9805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.244809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network 60915754-1a0a-42ce-bc14-dfef97dc5004 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:14.281799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 60915754-1a0a-42ce-bc14-dfef97dc5004) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:14.294812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:14.302694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c4a8df4d-d240-4b30-8fc1-ecc3915a142d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71dff24bb2004248b678acf681a57eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5592833 Jan 27 22:10:14.302694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8df4d-d240-4b30-8fc1-ecc3915a142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a120b-643b-4f9b-97e9-01df4355ae3e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.305964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44478) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:14.306447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec30b817-e0a9-4a06-a64f-c471e9240e5a None None] Network 60915754-1a0a-42ce-bc14-dfef97dc5004 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:14.308822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.362292 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-86b4a062-bf06-4f48-9bff-e2c313df3d14 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0183213 Jan 27 22:10:14.363926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44480) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:14.449607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5e7-05ff-4cdf-8adb-bcda7d31b9d5 admin admin] Publish callbacks [] for security_group (fd6a120b-643b-4f9b-97e9-01df4355ae3e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.488880 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5e7-05ff-4cdf-8adb-bcda7d31b9d5 admin admin] Publish callbacks [] for security_group (fd6a120b-643b-4f9b-97e9-01df4355ae3e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.587011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-60915754-1a0a-42ce-bc14-dfef97dc5004', 'network_id': '60915754-1a0a-42ce-bc14-dfef97dc5004', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': '868c8bf3-a040-45e5-972c-e250373681f9'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:14.588969 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.595521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7a15e575-8763-4392-be34-b7baa77c9805 None None] Current status of the port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:14.598514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5e7-05ff-4cdf-8adb-bcda7d31b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fd6a120b-643b-4f9b-97e9-01df4355ae3e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.604360 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b5e7-05ff-4cdf-8adb-bcda7d31b9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.609635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7eb8b5e7-05ff-4cdf-8adb-bcda7d31b9d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd6a120b-643b-4f9b-97e9-01df4355ae3e HTTP/1.1" status: 204 len: 168 time: 0.2946236 Jan 27 22:10:14.625735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b5e7-05ff-4cdf-8adb-bcda7d31b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a120b-643b-4f9b-97e9-01df4355ae3e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.708519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (60915754-1a0a-42ce-bc14-dfef97dc5004), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.801425 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (868c8bf3-a040-45e5-972c-e250373681f9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.895809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3cac3478-7ab1-4028-a27e-9cf04c2f6e34 None None] Provisioning complete for port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:14.896557 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3cac3478-7ab1-4028-a27e-9cf04c2f6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.991744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Allocated IP 2001:db8::1 (60915754-1a0a-42ce-bc14-dfef97dc5004/868c8bf3-a040-45e5-972c-e250373681f9/e1f31c4b-0370-4fab-9974-4fbbb395dc75) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:15.169222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44490) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:15.202938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c65d-7df0-4584-9863-8462dbd570e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.208424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3cac3478-7ab1-4028-a27e-9cf04c2f6e34 None None] Current status of the port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:15.339849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6f84a5a1-ee8e-4017-a7fd-a409a00e485a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:15.358579 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c65d-7df0-4584-9863-8462dbd570e4 admin admin] Publish callbacks [] for security_group (dd9b16f6-2ead-401f-a636-0e81c876e3d3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.365370 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c65d-7df0-4584-9863-8462dbd570e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dd9b16f6-2ead-401f-a636-0e81c876e3d3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.416906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5ff5c65d-7df0-4584-9863-8462dbd570e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63897249c31d4587af839033b2bf5d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457590 Jan 27 22:10:15.418344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5c65d-7df0-4584-9863-8462dbd570e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b16f6-2ead-401f-a636-0e81c876e3d3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:15.420832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44492) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:15.435401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Publish callbacks [] for port (e1f31c4b-0370-4fab-9974-4fbbb395dc75), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.458711 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (e1f31c4b-0370-4fab-9974-4fbbb395dc75), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.489125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (868c8bf3-a040-45e5-972c-e250373681f9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.520264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:15.520877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.536155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=868c8bf3-a040-45e5-972c-e250373681f9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:15.559501 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfaac402-105d-4943-9056-68b9135dfb85 admin admin] Publish callbacks [] for security_group (dd9b16f6-2ead-401f-a636-0e81c876e3d3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.627705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Network 60915754-1a0a-42ce-bc14-dfef97dc5004 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:15.629632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (60915754-1a0a-42ce-bc14-dfef97dc5004), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.644276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:15.644961 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfaac402-105d-4943-9056-68b9135dfb85 admin admin] Publish callbacks [] for security_group (dd9b16f6-2ead-401f-a636-0e81c876e3d3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.655746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:15.671880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Pushing event updated for resources: {'Port': ['ID=e1f31c4b-0370-4fab-9974-4fbbb395dc75,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:15.684035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60915754-1a0a-42ce-bc14-dfef97dc5004']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:15.723520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba4713b-aa8b-4a38-8afd-4d8c73585e52') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:15.724089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba4713b-aa8b-4a38-8afd-4d8c73585e52') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:15.742775 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0ba4713b-aa8b-4a38-8afd-4d8c73585e52), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.765880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0ba4713b-aa8b-4a38-8afd-4d8c73585e52), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.779910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:15.780791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0ba4713b-aa8b-4a38-8afd-4d8c73585e52), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:15.785206 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:15.801650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfaac402-105d-4943-9056-68b9135dfb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dd9b16f6-2ead-401f-a636-0e81c876e3d3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.804742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bfaac402-105d-4943-9056-68b9135dfb85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.808664 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bfaac402-105d-4943-9056-68b9135dfb85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd9b16f6-2ead-401f-a636-0e81c876e3d3 HTTP/1.1" status: 204 len: 168 time: 0.3839996 Jan 27 22:10:15.836104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:15.841324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Attempting to bind port e1f31c4b-0370-4fab-9974-4fbbb395dc75 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:15.841880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Attempting to bind port e1f31c4b-0370-4fab-9974-4fbbb395dc75 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0ba4713b-aa8b-4a38-8afd-4d8c73585e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60915754-1a0a-42ce-bc14-dfef97dc5004'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:15.842250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Attempting to bind port e1f31c4b-0370-4fab-9974-4fbbb395dc75 on network 60915754-1a0a-42ce-bc14-dfef97dc5004 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:15.855593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:15.855978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Checking segment: {'id': '0ba4713b-aa8b-4a38-8afd-4d8c73585e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60915754-1a0a-42ce-bc14-dfef97dc5004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:15.856399 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.856810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Bound using segment: {'id': '0ba4713b-aa8b-4a38-8afd-4d8c73585e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60915754-1a0a-42ce-bc14-dfef97dc5004'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:15.857698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Bound port: e1f31c4b-0370-4fab-9974-4fbbb395dc75, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba4713b-aa8b-4a38-8afd-4d8c73585e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60915754-1a0a-42ce-bc14-dfef97dc5004'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:15.858117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e1f31c4b-0370-4fab-9974-4fbbb395dc75), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.862476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac402-105d-4943-9056-68b9135dfb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b16f6-2ead-401f-a636-0e81c876e3d3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:15.893695 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:10:15.893695 n-d-826529-2 neutron-server[103329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:10:15.893695 n-d-826529-2 neutron-server[103329]: [parameters: {'id': '60915754-1a0a-42ce-bc14-dfef97dc5004'}] Jan 27 22:10:15.893695 n-d-826529-2 neutron-server[103329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:15.894275 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:15.951576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] For port e1f31c4b-0370-4fab-9974-4fbbb395dc75, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:15.955651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] For port e1f31c4b-0370-4fab-9974-4fbbb395dc75, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e1f31c4b-0370-4fab-9974-4fbbb395dc75,segment=NetworkSegment(0ba4713b-aa8b-4a38-8afd-4d8c73585e52),segment_id=0ba4713b-aa8b-4a38-8afd-4d8c73585e52)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:15.961168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e1f31c4b-0370-4fab-9974-4fbbb395dc75), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.046456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f203c-8e64-4059-8379-c780707aef8e None None] Pushing event updated for resources: {'Port': ['ID=e1f31c4b-0370-4fab-9974-4fbbb395dc75,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:16.093998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5158b2-2fa9-4e27-9725-a3547bc09bc7 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:10:16.226871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5158b2-2fa9-4e27-9725-a3547bc09bc7 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:10:16.400498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (60915754-1a0a-42ce-bc14-dfef97dc5004), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.465573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b105f5-ebfe-4916-82e5-9b5111980e20 None None] Network 60915754-1a0a-42ce-bc14-dfef97dc5004 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:16.499304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting port e1f31c4b-0370-4fab-9974-4fbbb395dc75 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:16.499696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e1f31c4b-0370-4fab-9974-4fbbb395dc75), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.606709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] For port e1f31c4b-0370-4fab-9974-4fbbb395dc75, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e1f31c4b-0370-4fab-9974-4fbbb395dc75,segment=NetworkSegment(0ba4713b-aa8b-4a38-8afd-4d8c73585e52),segment_id=0ba4713b-aa8b-4a38-8afd-4d8c73585e52)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:16.610659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e1f31c4b-0370-4fab-9974-4fbbb395dc75), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.628297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Calling delete_port for e1f31c4b-0370-4fab-9974-4fbbb395dc75 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:16.842853 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e1f31c4b-0370-4fab-9974-4fbbb395dc75), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.896591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Port': ['ID=e1f31c4b-0370-4fab-9974-4fbbb395dc75,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:16.903373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No DVR routers for this DVR port e1f31c4b-0370-4fab-9974-4fbbb395dc75 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:17.054527 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (60915754-1a0a-42ce-bc14-dfef97dc5004), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.106140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60915754-1a0a-42ce-bc14-dfef97dc5004']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.126174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba4713b-aa8b-4a38-8afd-4d8c73585e52') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.126796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba4713b-aa8b-4a38-8afd-4d8c73585e52') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.157482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0ba4713b-aa8b-4a38-8afd-4d8c73585e52), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.183242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0ba4713b-aa8b-4a38-8afd-4d8c73585e52), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.194395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:17.195291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0ba4713b-aa8b-4a38-8afd-4d8c73585e52), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:17.199659 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:17.313569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (60915754-1a0a-42ce-bc14-dfef97dc5004), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.331375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.340842 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/60915754-1a0a-42ce-bc14-dfef97dc5004 HTTP/1.1" status: 204 len: 168 time: 2.9698606 Jan 27 22:10:17.342017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44532) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:17.352136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2113621529'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:17.352853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa94243-c58f-415a-8f16-f4a6924deb57 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=60915754-1a0a-42ce-bc14-dfef97dc5004,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:17.391249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:17.396858 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.429928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:17.445612 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c161e012-dd97-4e10-9ae0-92eca5fc0f94), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.445947 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment c161e012-dd97-4e10-9ae0-92eca5fc0f94 of type vlan for network d0076d71-c296-4494-b032-e181b9573a3d Jan 27 22:10:17.516257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d0076d71-c296-4494-b032-e181b9573a3d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.565092 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d0076d71-c296-4494-b032-e181b9573a3d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.575551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:17.576909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.706837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3618424 Jan 27 22:10:17.712200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44542) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:17.723658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': 'd0076d71-c296-4494-b032-e181b9573a3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:17.726253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20941bdf-0f79-476a-bd10-4345f71b39a1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=d0076d71-c296-4494-b032-e181b9573a3d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:17.746091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d0076d71-c296-4494-b032-e181b9573a3d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:18.010291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:18.016636 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.182224 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.408134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (122f3414-2eea-4525-9d09-8d60def393a7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.543919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=122f3414-2eea-4525-9d09-8d60def393a7,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.548054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': 'c161e012-dd97-4e10-9ae0-92eca5fc0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd0076d71-c296-4494-b032-e181b9573a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:18.548649 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: d0076d71-c296-4494-b032-e181b9573a3d, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:18.594322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network d0076d71-c296-4494-b032-e181b9573a3d is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:18.615072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d0076d71-c296-4494-b032-e181b9573a3d) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:18.626896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:18.627986 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.632429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ba860-fde2-45b5-9b09-8acc9075e120 None None] Network d0076d71-c296-4494-b032-e181b9573a3d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:18.668733 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-36fb2724-9b96-41a7-bbef-489083eccf47 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9510343 Jan 27 22:10:18.669091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44560) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:18.833047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d0076d71-c296-4494-b032-e181b9573a3d', 'network_id': 'd0076d71-c296-4494-b032-e181b9573a3d', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': '122f3414-2eea-4525-9d09-8d60def393a7'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:18.834068 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.959367 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d0076d71-c296-4494-b032-e181b9573a3d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.128478 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (122f3414-2eea-4525-9d09-8d60def393a7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.242162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Allocated IP 2001:db8::1 (d0076d71-c296-4494-b032-e181b9573a3d/122f3414-2eea-4525-9d09-8d60def393a7/77bb3342-df85-4dc5-aea6-b064c68dd118) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:19.511012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Publish callbacks [] for port (77bb3342-df85-4dc5-aea6-b064c68dd118), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.520423 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (77bb3342-df85-4dc5-aea6-b064c68dd118), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.563160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (122f3414-2eea-4525-9d09-8d60def393a7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.572190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Network d0076d71-c296-4494-b032-e181b9573a3d is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:19.576752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:19.584338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:19.599682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Pushing event updated for resources: {'Port': ['ID=77bb3342-df85-4dc5-aea6-b064c68dd118,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.625464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=122f3414-2eea-4525-9d09-8d60def393a7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.718080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Attempting to bind port 77bb3342-df85-4dc5-aea6-b064c68dd118 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:19.718648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Attempting to bind port 77bb3342-df85-4dc5-aea6-b064c68dd118 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c161e012-dd97-4e10-9ae0-92eca5fc0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd0076d71-c296-4494-b032-e181b9573a3d'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:19.719278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Attempting to bind port 77bb3342-df85-4dc5-aea6-b064c68dd118 on network d0076d71-c296-4494-b032-e181b9573a3d {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:19.730942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:19.731750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Checking segment: {'id': 'c161e012-dd97-4e10-9ae0-92eca5fc0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd0076d71-c296-4494-b032-e181b9573a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:19.732564 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.733430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Bound using segment: {'id': 'c161e012-dd97-4e10-9ae0-92eca5fc0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd0076d71-c296-4494-b032-e181b9573a3d'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:19.735319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Bound port: 77bb3342-df85-4dc5-aea6-b064c68dd118, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c161e012-dd97-4e10-9ae0-92eca5fc0f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd0076d71-c296-4494-b032-e181b9573a3d'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:19.736051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (77bb3342-df85-4dc5-aea6-b064c68dd118), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.773886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d0076d71-c296-4494-b032-e181b9573a3d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.806606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0076d71-c296-4494-b032-e181b9573a3d']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:19.823263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c161e012-dd97-4e10-9ae0-92eca5fc0f94') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:19.823653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c161e012-dd97-4e10-9ae0-92eca5fc0f94') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:19.840174 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (c161e012-dd97-4e10-9ae0-92eca5fc0f94), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.863014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c161e012-dd97-4e10-9ae0-92eca5fc0f94), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.876190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:19.877194 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (c161e012-dd97-4e10-9ae0-92eca5fc0f94), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:19.882977 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:19.893034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] For port 77bb3342-df85-4dc5-aea6-b064c68dd118, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:19.997255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] For port 77bb3342-df85-4dc5-aea6-b064c68dd118, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=77bb3342-df85-4dc5-aea6-b064c68dd118,segment=NetworkSegment(c161e012-dd97-4e10-9ae0-92eca5fc0f94),segment_id=c161e012-dd97-4e10-9ae0-92eca5fc0f94)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:19.997518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:10:19.997518 n-d-826529-2 neutron-server[103329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:10:19.997518 n-d-826529-2 neutron-server[103329]: [parameters: {'id': 'd0076d71-c296-4494-b032-e181b9573a3d'}] Jan 27 22:10:19.997518 n-d-826529-2 neutron-server[103329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:19.998119 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:20.006992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (77bb3342-df85-4dc5-aea6-b064c68dd118), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.371338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a608d-7ce5-4e7b-9e15-99de5d34f3af None None] Pushing event updated for resources: {'Port': ['ID=77bb3342-df85-4dc5-aea6-b064c68dd118,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:20.393234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c0c4a9-a131-401b-8d83-61adf34835f2 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:10:20.503770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d0076d71-c296-4494-b032-e181b9573a3d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.592886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0c4a9-a131-401b-8d83-61adf34835f2 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:10:20.711430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting port 77bb3342-df85-4dc5-aea6-b064c68dd118 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:20.712128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (77bb3342-df85-4dc5-aea6-b064c68dd118), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.837084 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.032691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] For port 77bb3342-df85-4dc5-aea6-b064c68dd118, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=77bb3342-df85-4dc5-aea6-b064c68dd118,segment=NetworkSegment(c161e012-dd97-4e10-9ae0-92eca5fc0f94),segment_id=c161e012-dd97-4e10-9ae0-92eca5fc0f94)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:21.035689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (77bb3342-df85-4dc5-aea6-b064c68dd118), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.062035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306aef5c-bc53-4e40-8048-73658dff49c4 None None] Network d0076d71-c296-4494-b032-e181b9573a3d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:21.084831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Calling delete_port for 77bb3342-df85-4dc5-aea6-b064c68dd118 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:21.276984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (77bb3342-df85-4dc5-aea6-b064c68dd118), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.365674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Port': ['ID=77bb3342-df85-4dc5-aea6-b064c68dd118,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:21.371528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No DVR routers for this DVR port 77bb3342-df85-4dc5-aea6-b064c68dd118 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:21.472198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d0076d71-c296-4494-b032-e181b9573a3d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.507136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0076d71-c296-4494-b032-e181b9573a3d']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:21.548215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c161e012-dd97-4e10-9ae0-92eca5fc0f94') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:21.548516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c161e012-dd97-4e10-9ae0-92eca5fc0f94') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:21.568691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (c161e012-dd97-4e10-9ae0-92eca5fc0f94), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.584172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c161e012-dd97-4e10-9ae0-92eca5fc0f94), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.591161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:21.591629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (c161e012-dd97-4e10-9ae0-92eca5fc0f94), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:21.678679 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:21.706684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d0076d71-c296-4494-b032-e181b9573a3d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.716379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.720420 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/d0076d71-c296-4494-b032-e181b9573a3d HTTP/1.1" status: 204 len: 168 time: 3.0472589 Jan 27 22:10:21.724723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44608) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:21.738605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b69e48-cfcc-469a-8d09-b5253144a601 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=d0076d71-c296-4494-b032-e181b9573a3d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:21.739146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1632801994'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:21.756174 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daebf658-e104-4df1-b965-1f3301188793 req-e6de3461-a6ee-4286-86c5-a2b9bf9f9d6d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780401 Jan 27 22:10:21.805813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:21.811720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.843723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebf658-e104-4df1-b965-1f3301188793 req-2a612bcf-af76-487e-81ae-ec8ef13937ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:21.845687 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daebf658-e104-4df1-b965-1f3301188793 req-2a612bcf-af76-487e-81ae-ec8ef13937ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1097 time: 0.0654721 Jan 27 22:10:21.888487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:21.909196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (75dbb99c-fef3-4e5c-ab1d-89f36008636a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.910313 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment 75dbb99c-fef3-4e5c-ab1d-89f36008636a of type vlan for network d506c83a-ec5f-440d-97b3-65eac5dd07d8 Jan 27 22:10:21.985550 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d506c83a-ec5f-440d-97b3-65eac5dd07d8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.055912 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d506c83a-ec5f-440d-97b3-65eac5dd07d8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.061524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:22.070225 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.079898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebf658-e104-4df1-b965-1f3301188793 req-4f7ac8b6-9a3e-4b7e-ba52-4b4f2fe46c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:22.082018 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daebf658-e104-4df1-b965-1f3301188793 req-4f7ac8b6-9a3e-4b7e-ba52-4b4f2fe46c9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.2160354 Jan 27 22:10:22.195448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4673166 Jan 27 22:10:22.201230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44620) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:22.207630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:22.230452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eece1-df96-4ad2-a2c3-2e35fbb1afea tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=d506c83a-ec5f-440d-97b3-65eac5dd07d8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:22.230788 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daebf658-e104-4df1-b965-1f3301188793 req-7bbc6347-3ced-42ed-b9f8-21136c30f1ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 1001 time: 0.1420720 Jan 27 22:10:22.246523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:22.832034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebf658-e104-4df1-b965-1f3301188793 req-906879c1-b125-4a38-9ec7-9cbf32bb2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:22.833663 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daebf658-e104-4df1-b965-1f3301188793 req-906879c1-b125-4a38-9ec7-9cbf32bb2210 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.5904300 Jan 27 22:10:22.878744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:22.882256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.948046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebf658-e104-4df1-b965-1f3301188793 req-5d3ea038-6b26-46dd-8ecb-b47b7e841421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:22.949686 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daebf658-e104-4df1-b965-1f3301188793 req-5d3ea038-6b26-46dd-8ecb-b47b7e841421 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083951 Jan 27 22:10:23.175381 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daebf658-e104-4df1-b965-1f3301188793 req-a2757a7d-dc6a-46db-86cb-f9cf8829a87c service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177091 Jan 27 22:10:23.317404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (102c72b3-e96c-4d3d-af14-a1ffc415f7ea), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.385536 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daebf658-e104-4df1-b965-1f3301188793 req-6a4285e8-288f-4a2b-8395-5a8b3a5da2ac service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940892 Jan 27 22:10:23.407966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=102c72b3-e96c-4d3d-af14-a1ffc415f7ea,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:23.419875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': '75dbb99c-fef3-4e5c-ab1d-89f36008636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:23.420249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: d506c83a-ec5f-440d-97b3-65eac5dd07d8, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:23.442265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:23.453525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d506c83a-ec5f-440d-97b3-65eac5dd07d8) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:23.458601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:23.459027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.469312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79c542-6554-4c1e-8e89-45547c0854f7 None None] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:23.484149 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cfd5ef59-95b9-49e3-a6b6-b7ebbb9f7791 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2813010 Jan 27 22:10:23.488345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44640) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:23.494844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:23.622873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d506c83a-ec5f-440d-97b3-65eac5dd07d8', 'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': '102c72b3-e96c-4d3d-af14-a1ffc415f7ea'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:23.624410 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.697378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:23.703228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.838049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Allocated IP 2001:db8::2 (d506c83a-ec5f-440d-97b3-65eac5dd07d8/102c72b3-e96c-4d3d-af14-a1ffc415f7ea/67a0d094-467c-432d-9c53-9d356c068e25) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:24.024294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Publish callbacks [] for port (67a0d094-467c-432d-9c53-9d356c068e25), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.035175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (67a0d094-467c-432d-9c53-9d356c068e25), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.072807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (2446886d-78cc-409b-9aae-59223625c50e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.115394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:24.121412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:24.126408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:24.149532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:24.159908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:24.167214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.168171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.190105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=2446886d-78cc-409b-9aae-59223625c50e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.215369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-acb900e3-c76a-4cdf-9880-61f0fb65b293 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7225754 Jan 27 22:10:24.216146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44654) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.244834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Pushing event updated for resources: {'Port': ['ID=67a0d094-467c-432d-9c53-9d356c068e25,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.289903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Attempting to bind port 67a0d094-467c-432d-9c53-9d356c068e25 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:24.290502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Attempting to bind port 67a0d094-467c-432d-9c53-9d356c068e25 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '75dbb99c-fef3-4e5c-ab1d-89f36008636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:24.291217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Attempting to bind port 67a0d094-467c-432d-9c53-9d356c068e25 on network d506c83a-ec5f-440d-97b3-65eac5dd07d8 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:24.302177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:24.303219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Checking segment: {'id': '75dbb99c-fef3-4e5c-ab1d-89f36008636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:24.303618 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.305268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Bound using segment: {'id': '75dbb99c-fef3-4e5c-ab1d-89f36008636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:24.306596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Bound port: 67a0d094-467c-432d-9c53-9d356c068e25, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dbb99c-fef3-4e5c-ab1d-89f36008636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:24.307671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (67a0d094-467c-432d-9c53-9d356c068e25), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.351285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b33e7-bd20-4ed2-ba75-7c57c20d54c0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.354353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b33e7-bd20-4ed2-ba75-7c57c20d54c0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.357382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b33e7-bd20-4ed2-ba75-7c57c20d54c0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.360209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b33e7-bd20-4ed2-ba75-7c57c20d54c0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.362652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b33e7-bd20-4ed2-ba75-7c57c20d54c0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.366412 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-471b33e7-bd20-4ed2-ba75-7c57c20d54c0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1483083 Jan 27 22:10:24.371671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44660) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.382759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699804331'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:24.422272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:24.431369 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.448924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] For port 67a0d094-467c-432d-9c53-9d356c068e25, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:24.458005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] For port 67a0d094-467c-432d-9c53-9d356c068e25, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=67a0d094-467c-432d-9c53-9d356c068e25,segment=NetworkSegment(75dbb99c-fef3-4e5c-ab1d-89f36008636a),segment_id=75dbb99c-fef3-4e5c-ab1d-89f36008636a)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:24.471102 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (67a0d094-467c-432d-9c53-9d356c068e25), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.494421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:24.518619 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (12dc04d3-f9ab-4467-8671-70ecc1395cf0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.519159 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment 12dc04d3-f9ab-4467-8671-70ecc1395cf0 of type vlan for network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe Jan 27 22:10:24.631515 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.671088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b1fa0-7f58-46ec-b47b-69d6e90bf664 None None] Pushing event updated for resources: {'Port': ['ID=67a0d094-467c-432d-9c53-9d356c068e25,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.692287 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.703868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.705199 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.769803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3951135 Jan 27 22:10:24.774433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44682) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.789098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8a8dd0a5-2f61-4deb-8f46-2b22efc7a852 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:24.925441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1ef5e-d70e-453a-a0d1-8aa6c2a541ca tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=cb5fd3c9-df6d-4105-92f3-e161fc5ffebe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.940854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:25.142520 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd0a5-2f61-4deb-8f46-2b22efc7a852 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.172181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd0a5-2f61-4deb-8f46-2b22efc7a852 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.214410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a8dd0a5-2f61-4deb-8f46-2b22efc7a852 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe is not hosted by any dhcp agent {{(pid=103329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:10:25.238172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8dd0a5-2f61-4deb-8f46-2b22efc7a852 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:25.240564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a8dd0a5-2f61-4deb-8f46-2b22efc7a852 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.247554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44686) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:25.259345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': 'cb5fd3c9-df6d-4105-92f3-e161fc5ffebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:25.260452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8a8dd0a5-2f61-4deb-8f46-2b22efc7a852 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "PUT /v2.0/networks/cb5fd3c9-df6d-4105-92f3-e161fc5ffebe HTTP/1.1" status: 200 len: 723 time: 0.4841061 Jan 27 22:10:25.397697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67a0d094-467c-432d-9c53-9d356c068e25 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:25.398078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dd0a5-2f61-4deb-8f46-2b22efc7a852 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=cb5fd3c9-df6d-4105-92f3-e161fc5ffebe,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.469666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:25.584333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 67a0d094-467c-432d-9c53-9d356c068e25 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:25.585391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67a0d094-467c-432d-9c53-9d356c068e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.609776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:25.618134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.720285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 67a0d094-467c-432d-9c53-9d356c068e25 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:25.720794 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (67a0d094-467c-432d-9c53-9d356c068e25), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.772342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 67a0d094-467c-432d-9c53-9d356c068e25, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=67a0d094-467c-432d-9c53-9d356c068e25,segment=NetworkSegment(75dbb99c-fef3-4e5c-ab1d-89f36008636a),segment_id=75dbb99c-fef3-4e5c-ab1d-89f36008636a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:25.782773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (67a0d094-467c-432d-9c53-9d356c068e25), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.891824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=67a0d094-467c-432d-9c53-9d356c068e25,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.950010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (5e4287cd-f416-4129-8df1-4b047e797c9c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.039287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=5e4287cd-f416-4129-8df1-4b047e797c9c,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:26.050865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': '12dc04d3-f9ab-4467-8671-70ecc1395cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb5fd3c9-df6d-4105-92f3-e161fc5ffebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:26.051301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: cb5fd3c9-df6d-4105-92f3-e161fc5ffebe, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:26.089782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:26.104560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, cb5fd3c9-df6d-4105-92f3-e161fc5ffebe) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:26.115681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89137a3-2fd0-4cce-8eec-fae148fc002b None None] Network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:26.124053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:26.125321 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.157735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44700) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:26.158410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8251a408-0cd1-4434-96f8-f96a2122af93 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9087596 Jan 27 22:10:26.163916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-09a1aeb6-c8d4-4209-8bc0-40a16da7e4fd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:26.348024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-cb5fd3c9-df6d-4105-92f3-e161fc5ffebe', 'network_id': 'cb5fd3c9-df6d-4105-92f3-e161fc5ffebe', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': '5e4287cd-f416-4129-8df1-4b047e797c9c'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:26.349789 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.367845 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-09a1aeb6-c8d4-4209-8bc0-40a16da7e4fd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4452869'] for subnet (5e4287cd-f416-4129-8df1-4b047e797c9c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.525824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4778733-caeb-4e63-a594-6cb8f871830b None None] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:26.629849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-09a1aeb6-c8d4-4209-8bc0-40a16da7e4fd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730785150675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4904078'] for subnet (5e4287cd-f416-4129-8df1-4b047e797c9c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.714483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1aeb6-c8d4-4209-8bc0-40a16da7e4fd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:26.717548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-09a1aeb6-c8d4-4209-8bc0-40a16da7e4fd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.723459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44708) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:26.724004 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-09a1aeb6-c8d4-4209-8bc0-40a16da7e4fd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "PUT /v2.0/subnets/5e4287cd-f416-4129-8df1-4b047e797c9c HTTP/1.1" status: 200 len: 826 time: 0.5642409 Jan 27 22:10:26.751771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1aeb6-c8d4-4209-8bc0-40a16da7e4fd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=5e4287cd-f416-4129-8df1-4b047e797c9c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:26.783328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4f8b7b87-c40b-4068-8314-e6718ea55236 None None] Provisioning complete for port 67a0d094-467c-432d-9c53-9d356c068e25 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:26.785056 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b87-c40b-4068-8314-e6718ea55236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67a0d094-467c-432d-9c53-9d356c068e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.887869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Allocated IP 2001:db8::2 (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe/5e4287cd-f416-4129-8df1-4b047e797c9c/1985da7c-201c-409d-9852-e5404f100686) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:26.893815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.987813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (5e4287cd-f416-4129-8df1-4b047e797c9c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.321147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b7b87-c40b-4068-8314-e6718ea55236 None None] Current status of the port 67a0d094-467c-432d-9c53-9d356c068e25 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:27.376582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67a0d094-467c-432d-9c53-9d356c068e25 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:27.456097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff979a3e-0fb5-45c0-999d-d7f2ca1b1648 None None] Update dhcp port {'port': {'network_id': 'd506c83a-ec5f-440d-97b3-65eac5dd07d8', 'fixed_ips': [{'subnet_id': '102c72b3-e96c-4d3d-af14-a1ffc415f7ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '2446886d-78cc-409b-9aae-59223625c50e'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '67a0d094-467c-432d-9c53-9d356c068e25'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:10:27.554448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff979a3e-0fb5-45c0-999d-d7f2ca1b1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (67a0d094-467c-432d-9c53-9d356c068e25), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.557195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Publish callbacks [] for port (1985da7c-201c-409d-9852-e5404f100686), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.578615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (1985da7c-201c-409d-9852-e5404f100686), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.618247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (5e4287cd-f416-4129-8df1-4b047e797c9c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.743937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4287cd-f416-4129-8df1-4b047e797c9c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.860436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:27.885163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:27.896430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:27.904257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 67a0d094-467c-432d-9c53-9d356c068e25 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:27.904693 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67a0d094-467c-432d-9c53-9d356c068e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.906413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Pushing event updated for resources: {'Port': ['ID=1985da7c-201c-409d-9852-e5404f100686,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.942893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.989528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5fd3c9-df6d-4105-92f3-e161fc5ffebe']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:28.009239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dc04d3-f9ab-4467-8671-70ecc1395cf0') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:28.009742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dc04d3-f9ab-4467-8671-70ecc1395cf0') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:28.042565 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (12dc04d3-f9ab-4467-8671-70ecc1395cf0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.095554 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (12dc04d3-f9ab-4467-8671-70ecc1395cf0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.113622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:28.115582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (12dc04d3-f9ab-4467-8671-70ecc1395cf0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.131607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Attempting to bind port 1985da7c-201c-409d-9852-e5404f100686 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:28.137525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Attempting to bind port 1985da7c-201c-409d-9852-e5404f100686 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '12dc04d3-f9ab-4467-8671-70ecc1395cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb5fd3c9-df6d-4105-92f3-e161fc5ffebe'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:28.139562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Attempting to bind port 1985da7c-201c-409d-9852-e5404f100686 on network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:28.142697 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:28.161893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:28.162552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Checking segment: {'id': '12dc04d3-f9ab-4467-8671-70ecc1395cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb5fd3c9-df6d-4105-92f3-e161fc5ffebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:28.163180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.163806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Bound using segment: {'id': '12dc04d3-f9ab-4467-8671-70ecc1395cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb5fd3c9-df6d-4105-92f3-e161fc5ffebe'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:28.164520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Bound port: 1985da7c-201c-409d-9852-e5404f100686, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dc04d3-f9ab-4467-8671-70ecc1395cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb5fd3c9-df6d-4105-92f3-e161fc5ffebe'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:28.165122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1985da7c-201c-409d-9852-e5404f100686), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.203967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ff979a3e-0fb5-45c0-999d-d7f2ca1b1648 None None] Allocated IP 172.20.0.1 (d506c83a-ec5f-440d-97b3-65eac5dd07d8/2446886d-78cc-409b-9aae-59223625c50e/67a0d094-467c-432d-9c53-9d356c068e25) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:28.288445 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:10:28.288445 n-d-826529-2 neutron-server[103330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:10:28.288445 n-d-826529-2 neutron-server[103330]: [parameters: {'id': 'cb5fd3c9-df6d-4105-92f3-e161fc5ffebe'}] Jan 27 22:10:28.288445 n-d-826529-2 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:28.289181 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:28.317959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 67a0d094-467c-432d-9c53-9d356c068e25 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:28.432464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] For port 1985da7c-201c-409d-9852-e5404f100686, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:28.442854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] For port 1985da7c-201c-409d-9852-e5404f100686, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1985da7c-201c-409d-9852-e5404f100686,segment=NetworkSegment(12dc04d3-f9ab-4467-8671-70ecc1395cf0),segment_id=12dc04d3-f9ab-4467-8671-70ecc1395cf0)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:28.461047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1985da7c-201c-409d-9852-e5404f100686), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.552385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ff979a3e-0fb5-45c0-999d-d7f2ca1b1648 None None] For port 67a0d094-467c-432d-9c53-9d356c068e25, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=67a0d094-467c-432d-9c53-9d356c068e25,segment=NetworkSegment(75dbb99c-fef3-4e5c-ab1d-89f36008636a),segment_id=75dbb99c-fef3-4e5c-ab1d-89f36008636a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:28.697609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea855f-46a5-4cfe-bc78-a56b7f8d0c54 None None] Pushing event updated for resources: {'Port': ['ID=1985da7c-201c-409d-9852-e5404f100686,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:28.704898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff979a3e-0fb5-45c0-999d-d7f2ca1b1648 None None] Publish callbacks [] for port (67a0d094-467c-432d-9c53-9d356c068e25), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.713441 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff979a3e-0fb5-45c0-999d-d7f2ca1b1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (67a0d094-467c-432d-9c53-9d356c068e25), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.734511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc752227-b122-4418-b41b-b73daa770102 None None] Network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:28.791803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.897910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff979a3e-0fb5-45c0-999d-d7f2ca1b1648 None None] Pushing event updated for resources: {'Port': ['ID=67a0d094-467c-432d-9c53-9d356c068e25,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:28.962461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b28de-cf70-4681-972b-f25b9ab57172 None None] Network cb5fd3c9-df6d-4105-92f3-e161fc5ffebe requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:28.998598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting port 1985da7c-201c-409d-9852-e5404f100686 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:28.998994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1985da7c-201c-409d-9852-e5404f100686), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.134574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] For port 1985da7c-201c-409d-9852-e5404f100686, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1985da7c-201c-409d-9852-e5404f100686,segment=NetworkSegment(12dc04d3-f9ab-4467-8671-70ecc1395cf0),segment_id=12dc04d3-f9ab-4467-8671-70ecc1395cf0)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:29.135508 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1985da7c-201c-409d-9852-e5404f100686), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.184513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Calling delete_port for 1985da7c-201c-409d-9852-e5404f100686 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:29.291144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67a0d094-467c-432d-9c53-9d356c068e25 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:29.357277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1985da7c-201c-409d-9852-e5404f100686), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.407232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 67a0d094-467c-432d-9c53-9d356c068e25 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:29.407232 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67a0d094-467c-432d-9c53-9d356c068e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.421266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Port': ['ID=1985da7c-201c-409d-9852-e5404f100686,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.426881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No DVR routers for this DVR port 1985da7c-201c-409d-9852-e5404f100686 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:29.546937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.587815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5fd3c9-df6d-4105-92f3-e161fc5ffebe']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:29.600313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dc04d3-f9ab-4467-8671-70ecc1395cf0') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:29.600644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dc04d3-f9ab-4467-8671-70ecc1395cf0') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:29.614001 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (12dc04d3-f9ab-4467-8671-70ecc1395cf0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.644256 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (12dc04d3-f9ab-4467-8671-70ecc1395cf0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.658589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:29.659010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (12dc04d3-f9ab-4467-8671-70ecc1395cf0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.660660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 67a0d094-467c-432d-9c53-9d356c068e25 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:29.671660 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:29.754625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (cb5fd3c9-df6d-4105-92f3-e161fc5ffebe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.767396 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.773546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/cb5fd3c9-df6d-4105-92f3-e161fc5ffebe HTTP/1.1" status: 204 len: 168 time: 3.0471797 Jan 27 22:10:29.784353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44756) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:29.825350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b43b4-ff74-4514-941a-d30bec97ad2b tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=cb5fd3c9-df6d-4105-92f3-e161fc5ffebe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.845978 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-7633668d-151d-429a-9220-51a23766d6be tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:29.847257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7633668d-151d-429a-9220-51a23766d6be tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:29.854369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7633668d-151d-429a-9220-51a23766d6be tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/cb5fd3c9-df6d-4105-92f3-e161fc5ffebe HTTP/1.1" status: 404 len: 339 time: 0.0679293 Jan 27 22:10:29.860174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44758) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:29.870764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375905834', 'description': 'd1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:29.913302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:29.920237 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.984927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:30.010427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4d1c1e87-51c2-448c-b2bb-bd359a65a236), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.011506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948efdbb-e71d-4fe3-9a44-15c77c9f9c18 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:10:30.013855 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment 4d1c1e87-51c2-448c-b2bb-bd359a65a236 of type vlan for network 05c07050-f484-4921-87a1-9c651ee8404e Jan 27 22:10:30.104619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (05c07050-f484-4921-87a1-9c651ee8404e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.156243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-caa9b7de-422f-4105-9b94-6ddad750e4a2 None None] Provisioning complete for port 67a0d094-467c-432d-9c53-9d356c068e25 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:30.156988 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-caa9b7de-422f-4105-9b94-6ddad750e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67a0d094-467c-432d-9c53-9d356c068e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.168625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (05c07050-f484-4921-87a1-9c651ee8404e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.168901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44764) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:30.176130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:30.178400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.269991 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4066231 Jan 27 22:10:30.273339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44770) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:30.306023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19642bf8-1c80-41ad-a16a-2d31e42d65b3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=05c07050-f484-4921-87a1-9c651ee8404e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:30.329457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 05c07050-f484-4921-87a1-9c651ee8404e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:30.333868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948efdbb-e71d-4fe3-9a44-15c77c9f9c18 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:10:30.335957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-caa9b7de-422f-4105-9b94-6ddad750e4a2 None None] Current status of the port 67a0d094-467c-432d-9c53-9d356c068e25 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:30.502827 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efddbcc3-b0bd-4574-b226-4451ec9e595b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.603795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a0453-ab82-4d0c-a933-e30b23d53bb2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:30.612332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6e2a0453-ab82-4d0c-a933-e30b23d53bb2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/networks?id=05c07050-f484-4921-87a1-9c651ee8404e HTTP/1.1" status: 200 len: 765 time: 0.3343928 Jan 27 22:10:30.613201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44780) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:30.620684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ba71cb85-f2dc-497a-8095-c96bfc89ba35 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'description': 'd2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:30.706016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e643af-a54f-485a-b609-75a952cdfb61 None None] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:30.753911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efddbcc3-b0bd-4574-b226-4451ec9e595b admin admin] Publish callbacks [] for security_group (1a94d1f3-34cc-48f6-bf87-e4bff85a6fc4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.763298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efddbcc3-b0bd-4574-b226-4451ec9e595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1a94d1f3-34cc-48f6-bf87-e4bff85a6fc4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.899593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-efddbcc3-b0bd-4574-b226-4451ec9e595b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e090aace4fe45738586c166eabe0be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7281294 Jan 27 22:10:30.904571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44782) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:30.915854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba71cb85-f2dc-497a-8095-c96bfc89ba35 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (05c07050-f484-4921-87a1-9c651ee8404e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.923604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddbcc3-b0bd-4574-b226-4451ec9e595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94d1f3-34cc-48f6-bf87-e4bff85a6fc4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:30.953469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba71cb85-f2dc-497a-8095-c96bfc89ba35 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (05c07050-f484-4921-87a1-9c651ee8404e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.008901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba71cb85-f2dc-497a-8095-c96bfc89ba35 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network 05c07050-f484-4921-87a1-9c651ee8404e is not hosted by any dhcp agent {{(pid=103329) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:10:31.021958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71cb85-f2dc-497a-8095-c96bfc89ba35 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:31.026773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ba71cb85-f2dc-497a-8095-c96bfc89ba35 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.028558 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ba71cb85-f2dc-497a-8095-c96bfc89ba35 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "PUT /v2.0/networks/05c07050-f484-4921-87a1-9c651ee8404e HTTP/1.1" status: 200 len: 762 time: 0.4140141 Jan 27 22:10:31.033765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44784) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:31.095312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71cb85-f2dc-497a-8095-c96bfc89ba35 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=05c07050-f484-4921-87a1-9c651ee8404e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:31.120100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 05c07050-f484-4921-87a1-9c651ee8404e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:31.125254 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb374704-5943-4bfe-9ffb-2dcf8e36c13f admin admin] Publish callbacks [] for security_group (1a94d1f3-34cc-48f6-bf87-e4bff85a6fc4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.225697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a6a0e-b271-41cb-9ecc-7ed2b139d12a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:31.230980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-257a6a0e-b271-41cb-9ecc-7ed2b139d12a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/networks?id=05c07050-f484-4921-87a1-9c651ee8404e HTTP/1.1" status: 200 len: 765 time: 0.1903467 Jan 27 22:10:31.231611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44788) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:31.231736 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb374704-5943-4bfe-9ffb-2dcf8e36c13f admin admin] Publish callbacks [] for security_group (1a94d1f3-34cc-48f6-bf87-e4bff85a6fc4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.269075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3aeef-74bd-4661-9842-e1e4120d69f5 req-f8bdf1b5-0e91-4657-a43b-79a8ec6f5c6f tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:31.270709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24c3aeef-74bd-4661-9842-e1e4120d69f5 req-f8bdf1b5-0e91-4657-a43b-79a8ec6f5c6f tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1096 time: 0.2004013 Jan 27 22:10:31.334093 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb374704-5943-4bfe-9ffb-2dcf8e36c13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1a94d1f3-34cc-48f6-bf87-e4bff85a6fc4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.336829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb374704-5943-4bfe-9ffb-2dcf8e36c13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.341935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cb374704-5943-4bfe-9ffb-2dcf8e36c13f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a94d1f3-34cc-48f6-bf87-e4bff85a6fc4 HTTP/1.1" status: 204 len: 168 time: 0.4328897 Jan 27 22:10:31.343657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24c3aeef-74bd-4661-9842-e1e4120d69f5 req-dcece809-fcc2-4116-a5d0-1e05b7117fd0 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632107 Jan 27 22:10:31.351474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb374704-5943-4bfe-9ffb-2dcf8e36c13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94d1f3-34cc-48f6-bf87-e4bff85a6fc4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:31.482853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6febedc7-f442-42a6-a01a-a06b90b7e8f1 None None] Provisioning complete for port 67a0d094-467c-432d-9c53-9d356c068e25 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:31.487990 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6febedc7-f442-42a6-a01a-a06b90b7e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67a0d094-467c-432d-9c53-9d356c068e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.687612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6febedc7-f442-42a6-a01a-a06b90b7e8f1 None None] Current status of the port 67a0d094-467c-432d-9c53-9d356c068e25 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:31.733112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa08db7-7b15-449c-9724-38c0b1621fc4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:31.735461 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7fa08db7-7b15-449c-9724-38c0b1621fc4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5023305 Jan 27 22:10:31.738342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44806) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:31.791344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502bc38-46c4-4028-b421-80793a29dd71 req-538a9a11-6767-4d3f-b849-aa8b95835059 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:31.802968 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-09bcf21d-fd00-47e4-9825-53e10b286b42 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 207 time: 0.0626457 Jan 27 22:10:31.805921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f502bc38-46c4-4028-b421-80793a29dd71 req-538a9a11-6767-4d3f-b849-aa8b95835059 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1039202 Jan 27 22:10:31.810367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44810) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:31.928029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44814) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:31.956058 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9db4c082-0485-44e5-9549-b4d8954c5620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.088654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9db4c082-0485-44e5-9549-b4d8954c5620 admin admin] Publish callbacks [] for security_group (ca0e098f-23f1-4e1e-9e85-b2ad159d36d5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.094738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9db4c082-0485-44e5-9549-b4d8954c5620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ca0e098f-23f1-4e1e-9e85-b2ad159d36d5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.138287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44818) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.154260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4c082-0485-44e5-9549-b4d8954c5620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0e098f-23f1-4e1e-9e85-b2ad159d36d5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.164363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f502bc38-46c4-4028-b421-80793a29dd71 req-88de0c82-37ac-4b74-8995-4cd5b1c3e0a4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564017 Jan 27 22:10:32.180831 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9db4c082-0485-44e5-9549-b4d8954c5620 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea615260a09d460f845747bf7526ffab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511773 Jan 27 22:10:32.182307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44822) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.207081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44824) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.328812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17b220-29fd-4f53-a92a-dbe414c949c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.347261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17b220-29fd-4f53-a92a-dbe414c949c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.365389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17b220-29fd-4f53-a92a-dbe414c949c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.382618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17b220-29fd-4f53-a92a-dbe414c949c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.390713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17b220-29fd-4f53-a92a-dbe414c949c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.408130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17b220-29fd-4f53-a92a-dbe414c949c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.408396 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-58481684-5755-4a29-8893-af893faf06b8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/68a2769b-5ab6-449d-8017-65b45e980b99 HTTP/1.1" status: 200 len: 993 time: 0.1872208 Jan 27 22:10:32.411467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fc17b220-29fd-4f53-a92a-dbe414c949c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.5991478 Jan 27 22:10:32.412807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44828) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.416102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71d7ec74-23b0-40a3-9707-acda93e0bb02 admin admin] Publish callbacks [] for security_group (ca0e098f-23f1-4e1e-9e85-b2ad159d36d5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.461218 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-edbb50e1-632a-4fda-9e79-3a67f9db42e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.477477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71d7ec74-23b0-40a3-9707-acda93e0bb02 admin admin] Publish callbacks [] for security_group (ca0e098f-23f1-4e1e-9e85-b2ad159d36d5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.577725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71d7ec74-23b0-40a3-9707-acda93e0bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ca0e098f-23f1-4e1e-9e85-b2ad159d36d5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.585212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71d7ec74-23b0-40a3-9707-acda93e0bb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.588301 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-71d7ec74-23b0-40a3-9707-acda93e0bb02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca0e098f-23f1-4e1e-9e85-b2ad159d36d5 HTTP/1.1" status: 204 len: 168 time: 0.4046078 Jan 27 22:10:32.612784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7ec74-23b0-40a3-9707-acda93e0bb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0e098f-23f1-4e1e-9e85-b2ad159d36d5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.634509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5349cb00-5da7-46f3-b4c8-6de98207acd0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2049959 Jan 27 22:10:32.635881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44836) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.765668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799f380-d94f-4259-a731-983ccf424550 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.767100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799f380-d94f-4259-a731-983ccf424550 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.768561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799f380-d94f-4259-a731-983ccf424550 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.770810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799f380-d94f-4259-a731-983ccf424550 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.773780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799f380-d94f-4259-a731-983ccf424550 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.780291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d799f380-d94f-4259-a731-983ccf424550 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1436388 Jan 27 22:10:32.781215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44840) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.794309 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-edbb50e1-632a-4fda-9e79-3a67f9db42e4 admin admin] Publish callbacks [] for security_group (93ad92aa-9794-4f79-b3ac-c9c3fc2cbb73), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.805784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-edbb50e1-632a-4fda-9e79-3a67f9db42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (93ad92aa-9794-4f79-b3ac-c9c3fc2cbb73), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.850149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-987a1d21-2f6f-4bb2-8ed0-0c4ac855c257 req-b9733ed5-f3d1-4688-8d5f-cf50ecd73b98 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:10:32.871961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-987a1d21-2f6f-4bb2-8ed0-0c4ac855c257 req-b9733ed5-f3d1-4688-8d5f-cf50ecd73b98 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0407803 Jan 27 22:10:32.884486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46922e1-a832-4486-89ac-0510031674c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.887343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46922e1-a832-4486-89ac-0510031674c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.890159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46922e1-a832-4486-89ac-0510031674c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.893467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46922e1-a832-4486-89ac-0510031674c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.897827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46922e1-a832-4486-89ac-0510031674c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.900172 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c46922e1-a832-4486-89ac-0510031674c8 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1176090 Jan 27 22:10:32.904042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44850) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.916981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-edbb50e1-632a-4fda-9e79-3a67f9db42e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be7b2b4924c7404db6ceb1e0c314f4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7769070 Jan 27 22:10:32.918238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb50e1-632a-4fda-9e79-3a67f9db42e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ad92aa-9794-4f79-b3ac-c9c3fc2cbb73,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.932859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44852) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.068781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8824a851-50f1-437a-881e-51f90c637e98 admin admin] Publish callbacks [] for security_group (93ad92aa-9794-4f79-b3ac-c9c3fc2cbb73), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.077160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe909b2-48fa-425a-9d3d-a49253791bf7 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.078788 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dbe909b2-48fa-425a-9d3d-a49253791bf7 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/networks/08400057-73cf-42e2-9713-8a34c203b622 HTTP/1.1" status: 200 len: 804 time: 0.1736701 Jan 27 22:10:33.082652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44856) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.108028 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8824a851-50f1-437a-881e-51f90c637e98 admin admin] Publish callbacks [] for security_group (93ad92aa-9794-4f79-b3ac-c9c3fc2cbb73), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.208223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8824a851-50f1-437a-881e-51f90c637e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (93ad92aa-9794-4f79-b3ac-c9c3fc2cbb73), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.213446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8824a851-50f1-437a-881e-51f90c637e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.226736 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8824a851-50f1-437a-881e-51f90c637e98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93ad92aa-9794-4f79-b3ac-c9c3fc2cbb73 HTTP/1.1" status: 204 len: 168 time: 0.2869987 Jan 27 22:10:33.251794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824a851-50f1-437a-881e-51f90c637e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ad92aa-9794-4f79-b3ac-c9c3fc2cbb73,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:33.310925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44866) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.312533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d59d252f-70a8-4197-bdb8-c70190ba07f6 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/networks/08400057-73cf-42e2-9713-8a34c203b622?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2278306 Jan 27 22:10:33.378833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfddda9-afac-4cdb-ba8a-a509e2987357 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.380506 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4dfddda9-afac-4cdb-ba8a-a509e2987357 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/subnets/f01dbdfd-01e1-42f0-a114-f4c03cf7b262 HTTP/1.1" status: 200 len: 843 time: 0.0681844 Jan 27 22:10:33.386783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44870) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.470906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83cebd-3b4b-443b-81cd-11c692cc023a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['shared'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.474857 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9a83cebd-3b4b-443b-81cd-11c692cc023a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "GET /v2.0/subnets/f01dbdfd-01e1-42f0-a114-f4c03cf7b262?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0866513 Jan 27 22:10:33.478738 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44874) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.492716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-210133637'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:33.518502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-4da11e1a-62d4-435a-8f23-bc1c022c9221 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277184 Jan 27 22:10:33.540243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b630283-5962-4ca2-8457-61ffb7825333 req-0fde88b6-75e6-4f9f-beea-bc664852d9f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.541939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b630283-5962-4ca2-8457-61ffb7825333 req-0fde88b6-75e6-4f9f-beea-bc664852d9f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1033132 Jan 27 22:10:33.568927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:33.573415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.623924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b630283-5962-4ca2-8457-61ffb7825333 req-b9cd2998-8f02-422a-83b1-7c149c7e6bdb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713809 Jan 27 22:10:33.655468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:33.673606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f9fc490e-357d-4631-9f9c-44e360df0562), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.674058 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Added segment f9fc490e-357d-4631-9f9c-44e360df0562 of type vlan for network 2812e03e-1037-4c67-b85c-f3a2e42499cb Jan 27 22:10:33.726095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2812e03e-1037-4c67-b85c-f3a2e42499cb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.758454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2812e03e-1037-4c67-b85c-f3a2e42499cb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.769669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.770035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44886) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.770708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.792821 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2bcef0d8-866f-4f8f-9d46-00118096d623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.878276 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3966544 Jan 27 22:10:33.883185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44888) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.896284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'network_id': '2812e03e-1037-4c67-b85c-f3a2e42499cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:33.906673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2bcef0d8-866f-4f8f-9d46-00118096d623 admin admin] Publish callbacks [] for security_group (e5c237da-598d-4296-bfe4-f5872f17b847), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.913837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2bcef0d8-866f-4f8f-9d46-00118096d623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e5c237da-598d-4296-bfe4-f5872f17b847), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.956297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2bcef0d8-866f-4f8f-9d46-00118096d623 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d0699c0e55848a8be565563ceca4fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1845615 Jan 27 22:10:33.962072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44898) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.979968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcef0d8-866f-4f8f-9d46-00118096d623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c237da-598d-4296-bfe4-f5872f17b847,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.058446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Network': ['ID=2812e03e-1037-4c67-b85c-f3a2e42499cb,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.094521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7cdee9f7-8ccc-43ac-bdb9-3a08f52d726e admin admin] Publish callbacks [] for security_group (e5c237da-598d-4296-bfe4-f5872f17b847), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.101570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.102136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.102685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.103263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.103881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.104459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.105013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.105582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.106139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.114610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.115293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.115893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.116451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5815d75d-0a8b-491c-b2cd-215c6423a3d2 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:34.124590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7cdee9f7-8ccc-43ac-bdb9-3a08f52d726e admin admin] Publish callbacks [] for security_group (e5c237da-598d-4296-bfe4-f5872f17b847), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.132710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2812e03e-1037-4c67-b85c-f3a2e42499cb details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:34.159092 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9421cdc8-8ad7-426b-84b4-b5fe09960eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.170137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Made reservation on behalf of ef974d115f5545439bd8d0b86e179518 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:34.174244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.205477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7cdee9f7-8ccc-43ac-bdb9-3a08f52d726e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e5c237da-598d-4296-bfe4-f5872f17b847), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.208581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7cdee9f7-8ccc-43ac-bdb9-3a08f52d726e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.209850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7cdee9f7-8ccc-43ac-bdb9-3a08f52d726e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5c237da-598d-4296-bfe4-f5872f17b847 HTTP/1.1" status: 204 len: 168 time: 0.2471986 Jan 27 22:10:34.230014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdee9f7-8ccc-43ac-bdb9-3a08f52d726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c237da-598d-4296-bfe4-f5872f17b847,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.312604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Performing IP validity checks on allocation pools {{(pid=103329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:10:34.313430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:10:34.569672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.686971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Checking segment: {'id': 'f9fc490e-357d-4631-9f9c-44e360df0562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2812e03e-1037-4c67-b85c-f3a2e42499cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:34.687350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network hostable DHCP agents. Network: 2812e03e-1037-4c67-b85c-f3a2e42499cb, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:34.709137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.733920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Network 2812e03e-1037-4c67-b85c-f3a2e42499cb is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:34.764730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2812e03e-1037-4c67-b85c-f3a2e42499cb) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:34.774134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb10fc-32e0-46e3-b87a-63b560cb3006 None None] Network 2812e03e-1037-4c67-b85c-f3a2e42499cb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:34.778925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:34.779747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.816344 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1b72665-03e6-45e8-8355-4e562625e425 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9273150 Jan 27 22:10:34.817720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44936) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:34.831973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6a84b953-012d-4e22-bf9f-a938744a943c tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:34.928744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf23e97-8e28-43be-90a3-8d388d2a3855 req-04297f8d-a6ba-499b-85de-93d68f19ca0c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:34.931486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf23e97-8e28-43be-90a3-8d388d2a3855 req-04297f8d-a6ba-499b-85de-93d68f19ca0c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1636999 Jan 27 22:10:34.994777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a84b953-012d-4e22-bf9f-a938744a943c tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4452869'] for subnet (4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.050875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44946) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.070768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-2812e03e-1037-4c67-b85c-f3a2e42499cb', 'network_id': '2812e03e-1037-4c67-b85c-f3a2e42499cb', 'project_id': 'ef974d115f5545439bd8d0b86e179518', 'fixed_ips': [{'subnet_id': '4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:35.074071 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.088380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56531854-a5b1-4102-8c46-1ce5fc78e8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.108937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf23e97-8e28-43be-90a3-8d388d2a3855 req-3db80832-18a5-41dd-b2bb-cbb747d18947 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652462 Jan 27 22:10:35.288556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56531854-a5b1-4102-8c46-1ce5fc78e8d3 admin admin] Publish callbacks [] for security_group (7a82e9ea-4f50-4038-866f-bb51e05945ff), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.295886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-56531854-a5b1-4102-8c46-1ce5fc78e8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7a82e9ea-4f50-4038-866f-bb51e05945ff), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.297879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a84b953-012d-4e22-bf9f-a938744a943c tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730785150675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4904078'] for subnet (4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.364200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-56531854-a5b1-4102-8c46-1ce5fc78e8d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5edef2d1a3b4440388e00fa41583d74d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087349 Jan 27 22:10:35.367034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44952) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.377505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56531854-a5b1-4102-8c46-1ce5fc78e8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a82e9ea-4f50-4038-866f-bb51e05945ff,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.435903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84b953-012d-4e22-bf9f-a938744a943c tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event updated for resources: {'Subnet': ['ID=4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.440652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0f54764c-7203-4a02-8c44-e1f8c546ff88 admin admin] Publish callbacks [] for security_group (7a82e9ea-4f50-4038-866f-bb51e05945ff), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.448885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84b953-012d-4e22-bf9f-a938744a943c tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:35.450541 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a84b953-012d-4e22-bf9f-a938744a943c tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.453908 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6a84b953-012d-4e22-bf9f-a938744a943c tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "PUT /v2.0/subnets/4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b HTTP/1.1" status: 200 len: 900 time: 0.6316047 Jan 27 22:10:35.458364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44954) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.487073 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0f54764c-7203-4a02-8c44-e1f8c546ff88 admin admin] Publish callbacks [] for security_group (7a82e9ea-4f50-4038-866f-bb51e05945ff), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.618138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2812e03e-1037-4c67-b85c-f3a2e42499cb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.621724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0f54764c-7203-4a02-8c44-e1f8c546ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7a82e9ea-4f50-4038-866f-bb51e05945ff), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.624620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0f54764c-7203-4a02-8c44-e1f8c546ff88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.626454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0f54764c-7203-4a02-8c44-e1f8c546ff88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a82e9ea-4f50-4038-866f-bb51e05945ff HTTP/1.1" status: 204 len: 168 time: 0.2576640 Jan 27 22:10:35.656949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54764c-7203-4a02-8c44-e1f8c546ff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a82e9ea-4f50-4038-866f-bb51e05945ff,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.705191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Allocated IP 2001:db8::3 (2812e03e-1037-4c67-b85c-f3a2e42499cb/4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b/2e19a8ae-d60c-4394-bc2f-27c451122672) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:35.764764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.780606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-a2b64a15-cc38-4a2d-8cc6-a4bc6749de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:35.786846 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-a2b64a15-cc38-4a2d-8cc6-a4bc6749de00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1096 time: 0.1432719 Jan 27 22:10:35.978754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-febac9e1-6139-4182-bfe3-eed4bcacd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:35.979576 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Publish callbacks [] for port (2e19a8ae-d60c-4394-bc2f-27c451122672), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.981306 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-febac9e1-6139-4182-bfe3-eed4bcacd1b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.1749489 Jan 27 22:10:35.989973 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (2e19a8ae-d60c-4394-bc2f-27c451122672), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.014163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.077508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Network 2812e03e-1037-4c67-b85c-f3a2e42499cb is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:36.085902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:36.094190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:36.100190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Pushing event updated for resources: {'Port': ['ID=2e19a8ae-d60c-4394-bc2f-27c451122672,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.117167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.121010 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-6f175989-27a8-450f-a661-fed1806cbe83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 1001 time: 0.1284385 Jan 27 22:10:36.200664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Attempting to bind port 2e19a8ae-d60c-4394-bc2f-27c451122672 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:36.201226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Attempting to bind port 2e19a8ae-d60c-4394-bc2f-27c451122672 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'f9fc490e-357d-4631-9f9c-44e360df0562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2812e03e-1037-4c67-b85c-f3a2e42499cb'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:36.201715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Attempting to bind port 2e19a8ae-d60c-4394-bc2f-27c451122672 on network 2812e03e-1037-4c67-b85c-f3a2e42499cb {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:36.208784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:36.209363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Checking segment: {'id': 'f9fc490e-357d-4631-9f9c-44e360df0562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2812e03e-1037-4c67-b85c-f3a2e42499cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:36.209881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.210533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Bound using segment: {'id': 'f9fc490e-357d-4631-9f9c-44e360df0562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2812e03e-1037-4c67-b85c-f3a2e42499cb'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:36.211139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Bound port: 2e19a8ae-d60c-4394-bc2f-27c451122672, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fc490e-357d-4631-9f9c-44e360df0562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2812e03e-1037-4c67-b85c-f3a2e42499cb'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:36.212523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e19a8ae-d60c-4394-bc2f-27c451122672), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.232748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2812e03e-1037-4c67-b85c-f3a2e42499cb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.260029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2812e03e-1037-4c67-b85c-f3a2e42499cb']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:36.261727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-3a097a0d-e65d-4c9a-90d3-7c5a4695566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:36.264862 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-3a097a0d-e65d-4c9a-90d3-7c5a4695566f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.1360190 Jan 27 22:10:36.277724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fc490e-357d-4631-9f9c-44e360df0562') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:36.278074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fc490e-357d-4631-9f9c-44e360df0562') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:36.303965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (f9fc490e-357d-4631-9f9c-44e360df0562), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.362147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f9fc490e-357d-4631-9f9c-44e360df0562), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.369470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-bfb2dc4f-8e06-422c-a424-66f0046b080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:36.373495 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-bfb2dc4f-8e06-422c-a424-66f0046b080f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018481 Jan 27 22:10:36.379913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] For port 2e19a8ae-d60c-4394-bc2f-27c451122672, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:36.380563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:36.381142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (f9fc490e-357d-4631-9f9c-44e360df0562), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:36.385229 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:36.511447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19eea-48ad-4f18-98e6-510b13b32496 req-e5c49ad2-a282-4b35-a155-acec5a4db0dc tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:36.513459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ee19eea-48ad-4f18-98e6-510b13b32496 req-e5c49ad2-a282-4b35-a155-acec5a4db0dc tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1954577 Jan 27 22:10:36.544999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] For port 2e19a8ae-d60c-4394-bc2f-27c451122672, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e19a8ae-d60c-4394-bc2f-27c451122672,segment=NetworkSegment(f9fc490e-357d-4631-9f9c-44e360df0562),segment_id=f9fc490e-357d-4631-9f9c-44e360df0562)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:36.546404 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:10:36.546404 n-d-826529-2 neutron-server[103330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:10:36.546404 n-d-826529-2 neutron-server[103330]: [parameters: {'id': '2812e03e-1037-4c67-b85c-f3a2e42499cb'}] Jan 27 22:10:36.546404 n-d-826529-2 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:36.547084 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:36.553536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2e19a8ae-d60c-4394-bc2f-27c451122672), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.581564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ee19eea-48ad-4f18-98e6-510b13b32496 req-1f4067de-8a34-4372-a599-57b78ff2e2bb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577302 Jan 27 22:10:36.631672 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-0a112615-8718-4188-8816-f145455289e6 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445562 Jan 27 22:10:36.730396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f566-6376-41e9-ae89-fa68bd918583 None None] Pushing event updated for resources: {'Port': ['ID=2e19a8ae-d60c-4394-bc2f-27c451122672,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.765800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8659a32-225b-48db-8083-f7ec8a2527b4 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:10:36.844384 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d5862ed3-f8a8-4846-a14b-5e20aab4d284 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101409 Jan 27 22:10:36.963212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8659a32-225b-48db-8083-f7ec8a2527b4 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:10:37.048515 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2812e03e-1037-4c67-b85c-f3a2e42499cb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.073306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00b137e8-6042-48de-b95d-75426fd27164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.141113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting port 2e19a8ae-d60c-4394-bc2f-27c451122672 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:37.141926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2e19a8ae-d60c-4394-bc2f-27c451122672), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.186393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45038) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:37.271463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37310617-0baa-4c54-a18a-780e6ef5b398 None None] Network 2812e03e-1037-4c67-b85c-f3a2e42499cb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:37.271789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] For port 2e19a8ae-d60c-4394-bc2f-27c451122672, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e19a8ae-d60c-4394-bc2f-27c451122672,segment=NetworkSegment(f9fc490e-357d-4631-9f9c-44e360df0562),segment_id=f9fc490e-357d-4631-9f9c-44e360df0562)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:37.272085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2e19a8ae-d60c-4394-bc2f-27c451122672), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.297354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Calling delete_port for 2e19a8ae-d60c-4394-bc2f-27c451122672 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:37.400976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-265475452-network', 'tenant_id': '7d27ffb8b15d4992816974f5f1a615b5'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:37.422162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f27ecf-6a9a-411f-899d-0347a2dccc76 None None] Network 2812e03e-1037-4c67-b85c-f3a2e42499cb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:37.431579 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2e19a8ae-d60c-4394-bc2f-27c451122672), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.433351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Made reservation on behalf of 7d27ffb8b15d4992816974f5f1a615b5 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:37.438550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.451660 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.465085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Port': ['ID=2e19a8ae-d60c-4394-bc2f-27c451122672,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:37.467674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No DVR routers for this DVR port 2e19a8ae-d60c-4394-bc2f-27c451122672 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:37.561118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Publish callbacks [] for security_group (eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.568782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.605867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2812e03e-1037-4c67-b85c-f3a2e42499cb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.624904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:37.632475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:37.665795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (38cb6bd0-f1a7-494e-b8e2-0abf381a5389), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.668862 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Added segment 38cb6bd0-f1a7-494e-b8e2-0abf381a5389 of type vlan for network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 Jan 27 22:10:37.685588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2812e03e-1037-4c67-b85c-f3a2e42499cb']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.705769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fc490e-357d-4631-9f9c-44e360df0562') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.706334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fc490e-357d-4631-9f9c-44e360df0562') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.725492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (f9fc490e-357d-4631-9f9c-44e360df0562), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.726458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (54733c4b-8bb1-4e75-ba90-2cca3b5ceab7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.755620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f9fc490e-357d-4631-9f9c-44e360df0562), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.768816 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (54733c4b-8bb1-4e75-ba90-2cca3b5ceab7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.770399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:37.770649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:37.770942 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (f9fc490e-357d-4631-9f9c-44e360df0562), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.771526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:37.775323 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:37.875998 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6882694 Jan 27 22:10:37.881047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45066) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:37.892498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Request body: {'subnet': {'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-265475452-subnet', 'tenant_id': '7d27ffb8b15d4992816974f5f1a615b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:37.916749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a300a6a-be4a-4175-b97d-8f2139999bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:37.933243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:37.940845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Made reservation on behalf of 7d27ffb8b15d4992816974f5f1a615b5 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:37.947490 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.276255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2812e03e-1037-4c67-b85c-f3a2e42499cb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.285210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d985-353a-42dc-8103-226766231ff2 req-7e06a097-bfad-4cf7-8b0a-0908cafacfa5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:38.286826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdf2d985-353a-42dc-8103-226766231ff2 req-7e06a097-bfad-4cf7-8b0a-0908cafacfa5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.5192633 Jan 27 22:10:38.292832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.297192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/2812e03e-1037-4c67-b85c-f3a2e42499cb HTTP/1.1" status: 204 len: 168 time: 2.8377585 Jan 27 22:10:38.304812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45088) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:38.316991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ed5f2-12fb-4bb3-b8ff-5a91ad813e55 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=2812e03e-1037-4c67-b85c-f3a2e42499cb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:38.369496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdf2d985-353a-42dc-8103-226766231ff2 req-1d537527-f909-44e9-9272-2241b1d4b13d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670371 Jan 27 22:10:38.373802 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a13baa-a397-4324-9462-da9454e574d9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:38.374488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a13baa-a397-4324-9462-da9454e574d9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:38.380154 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2a13baa-a397-4324-9462-da9454e574d9 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/4bf1f3f0-6d13-4a8c-85ac-d552b6ecc66b HTTP/1.1" status: 404 len: 337 time: 0.0733619 Jan 27 22:10:38.384584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45092) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:38.424613 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5f30c4-5abb-4de8-ae43-60c31ac5fee1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:38.425475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5f30c4-5abb-4de8-ae43-60c31ac5fee1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:38.435723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ef5f30c4-5abb-4de8-ae43-60c31ac5fee1 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/2812e03e-1037-4c67-b85c-f3a2e42499cb HTTP/1.1" status: 404 len: 339 time: 0.0493128 Jan 27 22:10:38.437176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45098) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:38.438362 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.654507 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (05c07050-f484-4921-87a1-9c651ee8404e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.675279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (ba04770e-6396-4644-b80f-4f1410c58760), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.851590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba04770e-6396-4644-b80f-4f1410c58760,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:38.855359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (05c07050-f484-4921-87a1-9c651ee8404e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.880837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Checking segment: {'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:38.881136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Network hostable DHCP agents. Network: 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:38.888822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c07050-f484-4921-87a1-9c651ee8404e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:38.902379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1c1e87-51c2-448c-b2bb-bd359a65a236') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:38.902757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1c1e87-51c2-448c-b2bb-bd359a65a236') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:38.928874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (4d1c1e87-51c2-448c-b2bb-bd359a65a236), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.953648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:38.964215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4d1c1e87-51c2-448c-b2bb-bd359a65a236), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.973893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:38.974263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (4d1c1e87-51c2-448c-b2bb-bd359a65a236), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:38.977789 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:38.981829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:38.984005 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:38.985239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.993763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3071f21b-38d2-4a49-8c52-21652545cfbd None None] Network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:39.064910 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b471c80a-ab92-4683-8326-0b03db366afe admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1825080 Jan 27 22:10:39.089250 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (05c07050-f484-4921-87a1-9c651ee8404e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.114420 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.121031 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/05c07050-f484-4921-87a1-9c651ee8404e HTTP/1.1" status: 204 len: 168 time: 0.6832447 Jan 27 22:10:39.123169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45156) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:39.137105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d3b64-5080-410e-b7d8-20e2c898b5d4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=05c07050-f484-4921-87a1-9c651ee8404e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:39.171105 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb78107-bd13-41cd-8e2b-e24f0765501a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:39.171619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb78107-bd13-41cd-8e2b-e24f0765501a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:39.177804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3cb78107-bd13-41cd-8e2b-e24f0765501a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/5e4287cd-f416-4129-8df1-4b047e797c9c HTTP/1.1" status: 404 len: 337 time: 0.0536821 Jan 27 22:10:39.177983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45158) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:39.187991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3360aa98-5002-4b95-bd20-5f5a9f6e7c1a None None] Network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:39.234356 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-2783fb90-6a4a-4993-a2f9-d2c62db20dbd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:39.235353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2783fb90-6a4a-4993-a2f9-d2c62db20dbd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:39.241408 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2783fb90-6a4a-4993-a2f9-d2c62db20dbd tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/cb5fd3c9-df6d-4105-92f3-e161fc5ffebe HTTP/1.1" status: 404 len: 339 time: 0.0618682 Jan 27 22:10:39.244241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45164) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:39.357233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfa814e-d725-49b9-9ebd-5ee894026f99 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting subnet 2446886d-78cc-409b-9aae-59223625c50e {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:39.363755 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7bfa814e-d725-49b9-9ebd-5ee894026f99 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (2446886d-78cc-409b-9aae-59223625c50e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.430097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7bfa814e-d725-49b9-9ebd-5ee894026f99 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (2446886d-78cc-409b-9aae-59223625c50e), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.657075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7bfa814e-d725-49b9-9ebd-5ee894026f99 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2446886d-78cc-409b-9aae-59223625c50e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.674583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01d9e-9ed1-4393-a543-fcdb0b315df0 req-f1caf5a6-e409-44fa-8714-17389c5b9830 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:39.677433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cf01d9e-9ed1-4393-a543-fcdb0b315df0 req-f1caf5a6-e409-44fa-8714-17389c5b9830 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1674352 Jan 27 22:10:39.863197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cf01d9e-9ed1-4393-a543-fcdb0b315df0 req-f0d72628-692f-4746-a019-c5901bee74db tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532238 Jan 27 22:10:39.871984 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7bfa814e-d725-49b9-9ebd-5ee894026f99 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (2446886d-78cc-409b-9aae-59223625c50e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.876301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45190) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:39.928946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa814e-d725-49b9-9ebd-5ee894026f99 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=2446886d-78cc-409b-9aae-59223625c50e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:39.948780 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7bfa814e-d725-49b9-9ebd-5ee894026f99 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.952711 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7bfa814e-d725-49b9-9ebd-5ee894026f99 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/2446886d-78cc-409b-9aae-59223625c50e HTTP/1.1" status: 204 len: 168 time: 0.7066813 Jan 27 22:10:39.956760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45196) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:39.959716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb8a78-aea8-4a86-b5d1-7b77c9e69e09 None None] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:40.082134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa7047c-918f-40c9-a2d8-84d17bb0bed0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting subnet 102c72b3-e96c-4d3d-af14-a1ffc415f7ea {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:40.090029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66d89232-5ac2-4bb4-ada6-4d7e11b72d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.093773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7aa7047c-918f-40c9-a2d8-84d17bb0bed0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (102c72b3-e96c-4d3d-af14-a1ffc415f7ea), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.194752 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7aa7047c-918f-40c9-a2d8-84d17bb0bed0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (102c72b3-e96c-4d3d-af14-a1ffc415f7ea), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.405875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7aa7047c-918f-40c9-a2d8-84d17bb0bed0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (102c72b3-e96c-4d3d-af14-a1ffc415f7ea), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.410468 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66d89232-5ac2-4bb4-ada6-4d7e11b72d5e admin admin] Publish callbacks [] for security_group (c9db5006-4d26-4c05-9cf7-d824fda94675), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.436410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66d89232-5ac2-4bb4-ada6-4d7e11b72d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c9db5006-4d26-4c05-9cf7-d824fda94675), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.497644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d89232-5ac2-4bb4-ada6-4d7e11b72d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db5006-4d26-4c05-9cf7-d824fda94675,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:40.512656 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-66d89232-5ac2-4bb4-ada6-4d7e11b72d5e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c7ce74f0a284ca2bcb6a19e318e6bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6323566 Jan 27 22:10:40.513168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45202) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:40.548444 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7aa7047c-918f-40c9-a2d8-84d17bb0bed0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (102c72b3-e96c-4d3d-af14-a1ffc415f7ea), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.604291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54196591-a22c-49b4-ae27-a5b659d484e3 admin admin] Publish callbacks [] for security_group (c9db5006-4d26-4c05-9cf7-d824fda94675), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.615214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7047c-918f-40c9-a2d8-84d17bb0bed0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=102c72b3-e96c-4d3d-af14-a1ffc415f7ea,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:40.618419 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7aa7047c-918f-40c9-a2d8-84d17bb0bed0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.622666 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7aa7047c-918f-40c9-a2d8-84d17bb0bed0 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/102c72b3-e96c-4d3d-af14-a1ffc415f7ea HTTP/1.1" status: 204 len: 168 time: 0.6638639 Jan 27 22:10:40.631122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45204) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:40.651248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54196591-a22c-49b4-ae27-a5b659d484e3 admin admin] Publish callbacks [] for security_group (c9db5006-4d26-4c05-9cf7-d824fda94675), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.720302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d506c83a-ec5f-440d-97b3-65eac5dd07d8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.729809 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54196591-a22c-49b4-ae27-a5b659d484e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c9db5006-4d26-4c05-9cf7-d824fda94675), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.733908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54196591-a22c-49b4-ae27-a5b659d484e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.738227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-54196591-a22c-49b4-ae27-a5b659d484e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9db5006-4d26-4c05-9cf7-d824fda94675 HTTP/1.1" status: 204 len: 168 time: 0.2215691 Jan 27 22:10:40.758452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54196591-a22c-49b4-ae27-a5b659d484e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db5006-4d26-4c05-9cf7-d824fda94675,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:40.822124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting port 67a0d094-467c-432d-9c53-9d356c068e25 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:40.822456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (67a0d094-467c-432d-9c53-9d356c068e25), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.912233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] For port 67a0d094-467c-432d-9c53-9d356c068e25, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=67a0d094-467c-432d-9c53-9d356c068e25,segment=NetworkSegment(75dbb99c-fef3-4e5c-ab1d-89f36008636a),segment_id=75dbb99c-fef3-4e5c-ab1d-89f36008636a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:40.913178 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (67a0d094-467c-432d-9c53-9d356c068e25), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.972247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Calling delete_port for 67a0d094-467c-432d-9c53-9d356c068e25 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:41.022777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b2511c-ad97-44bd-90b3-280ae7c22657 None None] Network d506c83a-ec5f-440d-97b3-65eac5dd07d8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:41.127852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40648f3-0ee3-48f6-92c8-8a3c6298c3dd req-6714a55f-c177-4763-a4dd-ca7c9ee502cf tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:41.130578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a40648f3-0ee3-48f6-92c8-8a3c6298c3dd req-6714a55f-c177-4763-a4dd-ca7c9ee502cf tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1323159 Jan 27 22:10:41.152833 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.180447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-90b8a695-65e0-4175-ac29-b236e4c37d34 None None] Provisioning complete for port 67a0d094-467c-432d-9c53-9d356c068e25 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:41.181373 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90b8a695-65e0-4175-ac29-b236e4c37d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (67a0d094-467c-432d-9c53-9d356c068e25), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.251725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (67a0d094-467c-432d-9c53-9d356c068e25), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.256593 n-d-826529-2 neutron-server[103331]: INFO neutron.plugins.ml2.db [None req-90b8a695-65e0-4175-ac29-b236e4c37d34 None None] No ports have port_id starting with 67a0d094-467c-432d-9c53-9d356c068e25 Jan 27 22:10:41.278842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.292540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a40648f3-0ee3-48f6-92c8-8a3c6298c3dd req-7bd1b3f1-d362-475a-83b4-5d4dbb97de09 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497002 Jan 27 22:10:41.315875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Port': ['ID=67a0d094-467c-432d-9c53-9d356c068e25,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:41.321094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No DVR routers for this DVR port 67a0d094-467c-432d-9c53-9d356c068e25 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:41.416642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c7eb2-9928-40b3-9dda-6147cb4454ae None None] DHCP port deletion for d506c83a-ec5f-440d-97b3-65eac5dd07d8 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:41.900003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d506c83a-ec5f-440d-97b3-65eac5dd07d8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.928201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d506c83a-ec5f-440d-97b3-65eac5dd07d8']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:41.942710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dbb99c-fef3-4e5c-ab1d-89f36008636a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:41.944375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dbb99c-fef3-4e5c-ab1d-89f36008636a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:41.969519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (75dbb99c-fef3-4e5c-ab1d-89f36008636a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.002692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (75dbb99c-fef3-4e5c-ab1d-89f36008636a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.014839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:42.015919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (75dbb99c-fef3-4e5c-ab1d-89f36008636a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:42.024107 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:42.168817 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d506c83a-ec5f-440d-97b3-65eac5dd07d8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.192632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.197474 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/d506c83a-ec5f-440d-97b3-65eac5dd07d8 HTTP/1.1" status: 204 len: 168 time: 1.5648880 Jan 27 22:10:42.203564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45248) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:42.218704 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:10:42.231699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8828647-a573-40b7-921c-a7412c50d054 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=d506c83a-ec5f-440d-97b3-65eac5dd07d8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:42.278083 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-af824031-2b03-4cf6-8f0a-d8c058fb08ab tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:42.278777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af824031-2b03-4cf6-8f0a-d8c058fb08ab tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:42.285731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-af824031-2b03-4cf6-8f0a-d8c058fb08ab tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/122f3414-2eea-4525-9d09-8d60def393a7 HTTP/1.1" status: 404 len: 337 time: 0.0808122 Jan 27 22:10:42.290251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:42.312719 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff3cc64-3936-4508-9be8-ce9980ba51f3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:42.313601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff3cc64-3936-4508-9be8-ce9980ba51f3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:42.317401 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fff3cc64-3936-4508-9be8-ce9980ba51f3 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/d0076d71-c296-4494-b032-e181b9573a3d HTTP/1.1" status: 404 len: 339 time: 0.0253947 Jan 27 22:10:42.322822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45252) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:42.354582 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc3a6a0-3a4b-4a6d-a833-71f29865f8ef tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:42.355505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc3a6a0-3a4b-4a6d-a833-71f29865f8ef tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:42.360096 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cdc3a6a0-3a4b-4a6d-a833-71f29865f8ef tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/868c8bf3-a040-45e5-972c-e250373681f9 HTTP/1.1" status: 404 len: 337 time: 0.0356286 Jan 27 22:10:42.363923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45256) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:42.391020 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e07e8b1-d19d-4dbe-828a-114c5e150b33 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:42.393376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e07e8b1-d19d-4dbe-828a-114c5e150b33 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:42.400225 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e07e8b1-d19d-4dbe-828a-114c5e150b33 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/60915754-1a0a-42ce-bc14-dfef97dc5004 HTTP/1.1" status: 404 len: 339 time: 0.0315506 Jan 27 22:10:42.400942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45262) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:42.452547 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec775b8-e9c4-4dde-8b75-30ce3813cf7f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:42.453235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec775b8-e9c4-4dde-8b75-30ce3813cf7f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:42.460056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9ec775b8-e9c4-4dde-8b75-30ce3813cf7f tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/b64e86da-ab6c-493c-bf56-820d229f0334 HTTP/1.1" status: 404 len: 337 time: 0.0575907 Jan 27 22:10:42.463882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45270) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:42.496692 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-599cff5d-d119-4faf-b56e-9911a094023a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:42.498191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599cff5d-d119-4faf-b56e-9911a094023a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:42.512482 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-599cff5d-d119-4faf-b56e-9911a094023a tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/4b2716c5-b1e6-45c4-95b0-a60b081647c7 HTTP/1.1" status: 404 len: 339 time: 0.0469232 Jan 27 22:10:42.514486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45278) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:42.613622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f41e39-1832-4086-8363-09a1811672d5 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting subnet 4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:42.617964 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17f41e39-1832-4086-8363-09a1811672d5 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.625855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96938-7c86-49ba-adb8-61b8024e7984 req-d7c56141-453d-4f08-9f11-90f510d50257 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:42.638682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cb96938-7c86-49ba-adb8-61b8024e7984 req-d7c56141-453d-4f08-9f11-90f510d50257 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1762455 Jan 27 22:10:42.682004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17f41e39-1832-4086-8363-09a1811672d5 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.804916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cb96938-7c86-49ba-adb8-61b8024e7984 req-19bc5e85-ce91-413c-a03a-f76f10e13c5e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648171 Jan 27 22:10:42.854259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-4e47d262-60b2-4d56-8700-e3be5a75a3c8 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:42.862046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-4e47d262-60b2-4d56-8700-e3be5a75a3c8 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/networks?id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 HTTP/1.1" status: 200 len: 808 time: 0.2759902 Jan 27 22:10:42.879463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-1bb20625-3a7f-4140-97d4-a23f5017f694 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/quotas/7d27ffb8b15d4992816974f5f1a615b5 HTTP/1.1" status: 200 len: 375 time: 0.0162907 Jan 27 22:10:42.881457 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17f41e39-1832-4086-8363-09a1811672d5 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.947487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-23aff4d6-bf18-4e28-be14-62ac30eb589a tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d27ffb8b15d4992816974f5f1a615b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668602 Jan 27 22:10:42.998393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17f41e39-1832-4086-8363-09a1811672d5 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.048461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f41e39-1832-4086-8363-09a1811672d5 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:43.062602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17f41e39-1832-4086-8363-09a1811672d5 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.070152 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-17f41e39-1832-4086-8363-09a1811672d5 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/4e2f9e70-2d5a-4bcd-a8e9-e7d7688b6e81 HTTP/1.1" status: 204 len: 168 time: 0.5539932 Jan 27 22:10:43.072819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45300) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:43.076043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b70579-bdb8-4e23-951e-e9ecebdccf35 None None] Network 35525fc3-4328-4372-ba47-b6e788ceb5f5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:43.095309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-f0dc1a03-80f5-42e7-b0f5-9c208fd19cfd service neutron] 10.222.0.45 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413281 Jan 27 22:10:43.242429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45304) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:43.318406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (35525fc3-4328-4372-ba47-b6e788ceb5f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.323226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-2f805378-5eba-40ba-9dec-c6223b7e7d6f service neutron] 10.222.0.45 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262895 Jan 27 22:10:43.344387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67a0d094-467c-432d-9c53-9d356c068e25 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:43.380139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 67a0d094-467c-432d-9c53-9d356c068e25 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:43.380751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 67a0d094-467c-432d-9c53-9d356c068e25 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:43.411243 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:43.411679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.509525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] For port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,segment=NetworkSegment(f1b531d9-cef1-4001-8f08-30c795f6f1fd),segment_id=f1b531d9-cef1-4001-8f08-30c795f6f1fd)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:43.510058 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.524340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] DHCP port deletion for 35525fc3-4328-4372-ba47-b6e788ceb5f5 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:43.584372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Calling delete_port for 6f84a5a1-ee8e-4017-a7fd-a409a00e485a owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:43.595754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9293e87c-8ca3-4f92-ac1c-a0b1e081a2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.639817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] Deleting port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:43.640610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.718956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7cf0470d-6f9b-4d46-91dc-c1d11ec26695 req-b4f01a4a-a708-4f19-afe1-be1ff6f7e7ce tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 210 time: 0.0648046 Jan 27 22:10:43.778995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.804500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] For port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,segment=NetworkSegment(f1b531d9-cef1-4001-8f08-30c795f6f1fd),segment_id=f1b531d9-cef1-4001-8f08-30c795f6f1fd)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:43.805177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.823875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] Calling delete_port for 6f84a5a1-ee8e-4017-a7fd-a409a00e485a owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:43.839053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Port': ['ID=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:43.867075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No DVR routers for this DVR port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:43.941921 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (6f84a5a1-ee8e-4017-a7fd-a409a00e485a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.975288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] Pushing event deleted for resources: {'Port': ['ID=6f84a5a1-ee8e-4017-a7fd-a409a00e485a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:43.983858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4061dc5-5e12-44e1-94a3-103f5dd6ebb9 None None] No DVR routers for this DVR port 6f84a5a1-ee8e-4017-a7fd-a409a00e485a on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:44.013360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9293e87c-8ca3-4f92-ac1c-a0b1e081a2c4 admin admin] Publish callbacks [] for security_group (92df4a95-92b6-41c3-8e1f-ab0da6d20f48), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.068398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f0bc6-b4b5-486c-8700-2c14982b5cdf req-9bf20bb9-7ec0-40f3-a964-919425bfd4ff tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:44.076403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9293e87c-8ca3-4f92-ac1c-a0b1e081a2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (92df4a95-92b6-41c3-8e1f-ab0da6d20f48), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.078344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e1f0bc6-b4b5-486c-8700-2c14982b5cdf req-9bf20bb9-7ec0-40f3-a964-919425bfd4ff tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.0812981 Jan 27 22:10:44.134117 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (35525fc3-4328-4372-ba47-b6e788ceb5f5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.163950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35525fc3-4328-4372-ba47-b6e788ceb5f5']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:44.174781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e1f0bc6-b4b5-486c-8700-2c14982b5cdf req-9a3a5273-3cb0-432e-8ef3-b710d100fa22 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949020 Jan 27 22:10:44.177259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b531d9-cef1-4001-8f08-30c795f6f1fd') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:44.177259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b531d9-cef1-4001-8f08-30c795f6f1fd') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:44.212740 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (f1b531d9-cef1-4001-8f08-30c795f6f1fd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.250622 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9293e87c-8ca3-4f92-ac1c-a0b1e081a2c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69f67d5fb8f440d39696634789ae6979&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0063446 Jan 27 22:10:44.252363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f1b531d9-cef1-4001-8f08-30c795f6f1fd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.253224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45320) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.265132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:44.265748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (f1b531d9-cef1-4001-8f08-30c795f6f1fd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.345325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6654bbce-78c9-475d-8591-c3fb48a91366 admin admin] Publish callbacks [] for security_group (92df4a95-92b6-41c3-8e1f-ab0da6d20f48), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:44.349580 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:44.354952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293e87c-8ca3-4f92-ac1c-a0b1e081a2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92df4a95-92b6-41c3-8e1f-ab0da6d20f48,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:44.357246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (35525fc3-4328-4372-ba47-b6e788ceb5f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.371901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.385265 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/35525fc3-4328-4372-ba47-b6e788ceb5f5 HTTP/1.1" status: 204 len: 168 time: 1.3004210 Jan 27 22:10:44.392010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45326) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.433690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6654bbce-78c9-475d-8591-c3fb48a91366 admin admin] Publish callbacks [] for security_group (92df4a95-92b6-41c3-8e1f-ab0da6d20f48), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.444049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03292023-1b05-433d-8a69-c598f2959ce4 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=35525fc3-4328-4372-ba47-b6e788ceb5f5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:44.446640 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-9956568e-b215-497f-bc67-894fa5b2df5e tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:44.447607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9956568e-b215-497f-bc67-894fa5b2df5e tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:44.454359 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9956568e-b215-497f-bc67-894fa5b2df5e tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/cfe4e042-2cbe-44e7-bb2d-3a7aa8ea751d HTTP/1.1" status: 404 len: 337 time: 0.0602171 Jan 27 22:10:44.455574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45328) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.477197 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe8227e-bc63-453c-8b89-798fb73e51da tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:44.478221 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe8227e-bc63-453c-8b89-798fb73e51da tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:44.484841 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1fe8227e-bc63-453c-8b89-798fb73e51da tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/fb6c1c7c-000a-4814-b3b7-c0cb209da5b0 HTTP/1.1" status: 404 len: 339 time: 0.0279922 Jan 27 22:10:44.485614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45330) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.564757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab811dde-6d2e-484e-9d44-d42efc464e82 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting subnet f01dbdfd-01e1-42f0-a114-f4c03cf7b262 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:44.572728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab811dde-6d2e-484e-9d44-d42efc464e82 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (f01dbdfd-01e1-42f0-a114-f4c03cf7b262), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.582480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6654bbce-78c9-475d-8591-c3fb48a91366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (92df4a95-92b6-41c3-8e1f-ab0da6d20f48), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.585624 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6654bbce-78c9-475d-8591-c3fb48a91366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.590543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6654bbce-78c9-475d-8591-c3fb48a91366 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92df4a95-92b6-41c3-8e1f-ab0da6d20f48 HTTP/1.1" status: 204 len: 168 time: 0.3355746 Jan 27 22:10:44.599929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654bbce-78c9-475d-8591-c3fb48a91366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92df4a95-92b6-41c3-8e1f-ab0da6d20f48,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:44.649122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab811dde-6d2e-484e-9d44-d42efc464e82 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (f01dbdfd-01e1-42f0-a114-f4c03cf7b262), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.842889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab811dde-6d2e-484e-9d44-d42efc464e82 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (f01dbdfd-01e1-42f0-a114-f4c03cf7b262), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.869121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29216f50-1bed-4705-86b5-f9bbc05c800e req-35e86d68-144d-4cf2-a660-4d10925fb4f2 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 210 time: 0.0285602 Jan 27 22:10:44.939657 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab811dde-6d2e-484e-9d44-d42efc464e82 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (f01dbdfd-01e1-42f0-a114-f4c03cf7b262), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.989360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab811dde-6d2e-484e-9d44-d42efc464e82 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.992945 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ab811dde-6d2e-484e-9d44-d42efc464e82 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/subnets/f01dbdfd-01e1-42f0-a114-f4c03cf7b262 HTTP/1.1" status: 204 len: 168 time: 0.5060930 Jan 27 22:10:44.994040 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab811dde-6d2e-484e-9d44-d42efc464e82 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Subnet': ['ID=f01dbdfd-01e1-42f0-a114-f4c03cf7b262,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:45.005981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96a907-24fc-4f82-b183-c99e19c0ceb6 None None] Network 08400057-73cf-42e2-9713-8a34c203b622 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:45.006832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45340) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:45.130085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (08400057-73cf-42e2-9713-8a34c203b622), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.225451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Deleting port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:45.226206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.270933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] DHCP port deletion for 08400057-73cf-42e2-9713-8a34c203b622 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:45.353073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6f84a5a1-ee8e-4017-a7fd-a409a00e485a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:45.394999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] For port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,segment=NetworkSegment(cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9),segment_id=cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:45.395667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.415971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083ced2-eadb-4fe7-ab8c-68da9f1324bd req-e461748c-66fe-4d95-aaf3-f2dd3633bdd5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:45.429556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a083ced2-eadb-4fe7-ab8c-68da9f1324bd req-e461748c-66fe-4d95-aaf3-f2dd3633bdd5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1064014 Jan 27 22:10:45.434883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 6f84a5a1-ee8e-4017-a7fd-a409a00e485a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:45.435900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6f84a5a1-ee8e-4017-a7fd-a409a00e485a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:45.462986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Calling delete_port for 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:45.477266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] Deleting port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:45.477846 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.540535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a083ced2-eadb-4fe7-ab8c-68da9f1324bd req-29b55512-fb5d-4c81-b770-9f02bc4b8ace tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096628 Jan 27 22:10:45.578849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-720d128a-edff-4439-827d-8586888fbd51 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:45.580610 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-720d128a-edff-4439-827d-8586888fbd51 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.16 "GET /v2.0/networks?id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 HTTP/1.1" status: 200 len: 808 time: 0.1601770 Jan 27 22:10:45.635137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Request body: {'port': {'device_id': '3ca7bd24-ca12-4263-ba95-f5f548bb65d2', 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7', 'admin_state_up': True, 'tenant_id': '7d27ffb8b15d4992816974f5f1a615b5'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:45.675613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] For port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,segment=NetworkSegment(cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9),segment_id=cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:45.680309 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.712437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] Calling delete_port for 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:45.789062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.837312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.841331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Port': ['ID=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:45.849653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] No DVR routers for this DVR port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:45.891306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] No DVR routers for this DVR port 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:45.898174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e145e-8244-421a-a22a-92d7ca1a1a7f None None] Pushing event deleted for resources: {'Port': ['ID=49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:45.910714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Made reservation on behalf of 7d27ffb8b15d4992816974f5f1a615b5 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:45.914039 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.974586 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (08400057-73cf-42e2-9713-8a34c203b622), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.012209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86231f5f-1a5d-4e18-9dd5-2fe9e2913dd5 req-f8f24a29-6542-40fc-8c4e-f9e5239f50f6 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 210 time: 0.0420787 Jan 27 22:10:46.049479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08400057-73cf-42e2-9713-8a34c203b622']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:46.072449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:46.072774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:46.090797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.143168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.159313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:46.159687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (cd8b3078-18c9-4ee0-9c59-b3bc100bf4e9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:46.162994 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:46.259513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Allocated IP 172.20.0.12 (54733c4b-8bb1-4e75-ba90-2cca3b5ceab7/ba04770e-6396-4644-b80f-4f1410c58760/876120e8-192b-4138-a887-4614cdf23c2b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:46.272387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (08400057-73cf-42e2-9713-8a34c203b622), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.294546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.298056 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] 10.222.0.45 "DELETE /v2.0/networks/08400057-73cf-42e2-9713-8a34c203b622 HTTP/1.1" status: 204 len: 168 time: 1.2906606 Jan 27 22:10:46.301467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdba389-683a-4f89-b1a7-698e99757e58 tempest-NetworksIpV6Test-1193798320 tempest-NetworksIpV6Test-1193798320-project] Pushing event deleted for resources: {'Network': ['ID=08400057-73cf-42e2-9713-8a34c203b622,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:46.521182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks [] for port (876120e8-192b-4138-a887-4614cdf23c2b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.584130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (876120e8-192b-4138-a887-4614cdf23c2b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.716061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:46.719076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:46.723161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:46.730701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45384) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.766504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Pushing event updated for resources: {'Port': ['ID=876120e8-192b-4138-a887-4614cdf23c2b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:46.822893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4c1b8-95f4-411b-bb91-d92444fe783e req-a77278be-0855-4ade-bf48-0bca1c0d967c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:46.827345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbe4c1b8-95f4-411b-bb91-d92444fe783e req-a77278be-0855-4ade-bf48-0bca1c0d967c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1585166 Jan 27 22:10:46.836361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:46.837070 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.873080 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-6a05246d-7692-4e67-897f-9d9d0ec03a90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2472448 Jan 27 22:10:46.887132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Request body: {'port': {'device_id': '3ca7bd24-ca12-4263-ba95-f5f548bb65d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:46.944043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbe4c1b8-95f4-411b-bb91-d92444fe783e req-acd0ce61-06ba-437a-8484-e4e851c70d10 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047287 Jan 27 22:10:47.021410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (876120e8-192b-4138-a887-4614cdf23c2b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.051573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45394) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:47.275305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29499f-4d17-486f-b335-9fa40ff23215 req-2da47bd1-5fd1-4a0d-b982-f246d03dddfa tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:47.287697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed29499f-4d17-486f-b335-9fa40ff23215 req-2da47bd1-5fd1-4a0d-b982-f246d03dddfa tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 932 time: 0.1308849 Jan 27 22:10:47.290698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:47.303196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-662363672'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:47.334960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:47.335651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 49d76b3d-a7b3-4a94-b9db-4fbff5be1ab8 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:47.365715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3a6abadf-fcce-416a-9645-c401d5cef954 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef974d115f5545439bd8d0b86e179518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6323678 Jan 27 22:10:47.372828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45398) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:47.395651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Made reservation on behalf of 8d88bef083d6453ab4f95c595b319f04 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:47.400399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.421857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed29499f-4d17-486f-b335-9fa40ff23215 req-c991f1fc-6865-45ea-b33e-bc82356b89bf tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325958 Jan 27 22:10:47.422581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.540991 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2112bc0-09e2-4dc0-929a-5a0e77e14769 admin admin] Publish callbacks [] for security_group (30275966-3bff-4494-8740-101784997698), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.541306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks [] for security_group (30d425df-bc95-4596-9fed-001e8d444932), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.546987 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (30d425df-bc95-4596-9fed-001e8d444932), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.594902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:47.609717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d425df-bc95-4596-9fed-001e8d444932,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:47.618751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (5d347728-7f1c-43ac-942e-5b3d8ba9559e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.619249 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Added segment 5d347728-7f1c-43ac-942e-5b3d8ba9559e of type vlan for network 0588ee2d-cd76-40be-833f-b8512e53ef5a Jan 27 22:10:47.625944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2112bc0-09e2-4dc0-929a-5a0e77e14769 admin admin] Publish callbacks [] for security_group (30275966-3bff-4494-8740-101784997698), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.674213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876120e8-192b-4138-a887-4614cdf23c2b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:47.688044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Publish callbacks [] for port (876120e8-192b-4138-a887-4614cdf23c2b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.708396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Transition to ACTIVE for port object 876120e8-192b-4138-a887-4614cdf23c2b will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:10:47.715452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (0588ee2d-cd76-40be-833f-b8512e53ef5a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.715799 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (876120e8-192b-4138-a887-4614cdf23c2b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.746429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (0588ee2d-cd76-40be-833f-b8512e53ef5a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.752282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:47.753132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.770700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2112bc0-09e2-4dc0-929a-5a0e77e14769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (30275966-3bff-4494-8740-101784997698), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.774270 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2112bc0-09e2-4dc0-929a-5a0e77e14769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.776303 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c2112bc0-09e2-4dc0-929a-5a0e77e14769 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30275966-3bff-4494-8740-101784997698 HTTP/1.1" status: 204 len: 168 time: 0.4019804 Jan 27 22:10:47.811981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2112bc0-09e2-4dc0-929a-5a0e77e14769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30275966-3bff-4494-8740-101784997698,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:47.817633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=876120e8-192b-4138-a887-4614cdf23c2b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:47.831997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7775638 Jan 27 22:10:47.837855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1eedb-3d43-4cf0-abc7-319cf0d268f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Pushing event updated for resources: {'Network': ['ID=0588ee2d-cd76-40be-833f-b8512e53ef5a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:47.892871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 0588ee2d-cd76-40be-833f-b8512e53ef5a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:48.030490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Attempting to bind port 876120e8-192b-4138-a887-4614cdf23c2b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:48.031053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Attempting to bind port 876120e8-192b-4138-a887-4614cdf23c2b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:48.036215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Attempting to bind port 876120e8-192b-4138-a887-4614cdf23c2b on network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:48.049684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Port 876120e8-192b-4138-a887-4614cdf23c2b on network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:48.052984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Attempting to bind port 876120e8-192b-4138-a887-4614cdf23c2b on network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:48.069717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:48.070433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Checking segment: {'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:48.071075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Bound using segment: {'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:48.072073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Bound port: 876120e8-192b-4138-a887-4614cdf23c2b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:48.072680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (876120e8-192b-4138-a887-4614cdf23c2b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.202857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.218371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] For port 876120e8-192b-4138-a887-4614cdf23c2b, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:48.223513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac93fa-91d8-47b1-bd3d-ebe42af675e1 req-445e4a8b-ebd9-4010-881f-348a09dd9ded tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:48.225526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] For port 876120e8-192b-4138-a887-4614cdf23c2b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=876120e8-192b-4138-a887-4614cdf23c2b,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:48.228950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cac93fa-91d8-47b1-bd3d-ebe42af675e1 req-445e4a8b-ebd9-4010-881f-348a09dd9ded tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 946 time: 0.1541862 Jan 27 22:10:48.235195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (876120e8-192b-4138-a887-4614cdf23c2b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.321340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:48.322363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.325819 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/876120e8-192b-4138-a887-4614cdf23c2b HTTP/1.1" status: 200 len: 1092 time: 1.4438009 Jan 27 22:10:48.326564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca7bd24-ca12-4263-ba95-f5f548bb65d2', 'tag': '876120e8-192b-4138-a887-4614cdf23c2b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:48.330453 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca7bd24-ca12-4263-ba95-f5f548bb65d2", "tag": "876120e8-192b-4138-a887-4614cdf23c2b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:48.358608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cac93fa-91d8-47b1-bd3d-ebe42af675e1 req-8f96a3d0-c5bb-4918-8c26-db0714140883 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185825 Jan 27 22:10:48.373722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac59728-3c20-4f81-8134-2a512c18a2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=876120e8-192b-4138-a887-4614cdf23c2b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:48.446044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-b2b0cdfa-df5f-45f5-8b93-83b0ecdb3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:48.448576 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-b2b0cdfa-df5f-45f5-8b93-83b0ecdb3496 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d27ffb8b15d4992816974f5f1a615b5&device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 1095 time: 0.0568964 Jan 27 22:10:48.481544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45428) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:48.503067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Request body: {'port': {'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a', 'binding:host_id': 'n-h2-826529-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-930222639'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:48.554107 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63f0ec0-7d81-43be-8cfd-69cdde62edca x-openstack-request-id: req-f63f0ec0-7d81-43be-8cfd-69cdde62edca {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:48.554602 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca7bd24-ca12-4263-ba95-f5f548bb65d2", "tag": "876120e8-192b-4138-a887-4614cdf23c2b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:48.555120 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f63f0ec0-7d81-43be-8cfd-69cdde62edca {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:48.555865 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca7bd24-ca12-4263-ba95-f5f548bb65d2', 'tag': '876120e8-192b-4138-a887-4614cdf23c2b', 'status': 'completed', 'code': 200} Jan 27 22:10:48.559392 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-90ff3790-ee97-44b9-87d3-03d3aedcc53e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=876120e8-192b-4138-a887-4614cdf23c2b HTTP/1.1" status: 200 len: 217 time: 0.1010203 Jan 27 22:10:48.598200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Made reservation on behalf of 210c745075374822a664e36f81581bf9 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:48.605274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.627575 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.655096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-3849c724-1a8d-47df-847c-690d2073aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:48.658882 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-3849c724-1a8d-47df-847c-690d2073aced service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba04770e-6396-4644-b80f-4f1410c58760 HTTP/1.1" status: 200 len: 848 time: 0.0932672 Jan 27 22:10:48.677375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e7839-3abd-4810-b9b3-88c13209dbcb req-a967e726-bb0a-47bd-b7c1-a61645f1dc36 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:48.680119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-564e7839-3abd-4810-b9b3-88c13209dbcb req-a967e726-bb0a-47bd-b7c1-a61645f1dc36 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.2006776 Jan 27 22:10:48.729027 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-ef8a0198-02e4-45c8-90b2-79a10371e688 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616429 Jan 27 22:10:48.800810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-564e7839-3abd-4810-b9b3-88c13209dbcb req-73c8318b-458a-41e8-bf35-dbad8e7b3119 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052344 Jan 27 22:10:48.841898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks [] for security_group (0cebdaf1-2966-431e-bb11-9792a3a6427c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.851897 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0cebdaf1-2966-431e-bb11-9792a3a6427c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.862718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] device_id is not set on port 2b045f20-3d3c-4924-8d5f-d32267255768 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:48.947172 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-f292b16d-0817-49b1-b9b3-a1512f8c30f3 service neutron] 10.222.0.16 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109666 Jan 27 22:10:49.127374 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bfc563c8-a70f-4ac8-be88-5c92e40a72f9 req-14e0b127-0955-4f6e-87e6-e26f11f14411 service neutron] 10.222.0.16 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724248 Jan 27 22:10:49.224873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cebdaf1-2966-431e-bb11-9792a3a6427c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:49.302484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-cbec3d9d-8009-45a8-9f08-1d76c8a416d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:49.304156 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-cbec3d9d-8009-45a8-9f08-1d76c8a416d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d27ffb8b15d4992816974f5f1a615b5&device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 1095 time: 0.0709958 Jan 27 22:10:49.320385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085ae9e-f728-4820-ab42-88c500edd0a1 req-84fb3fdc-9dde-42b1-b01f-a04ba9910915 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:49.322503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3085ae9e-f728-4820-ab42-88c500edd0a1 req-84fb3fdc-9dde-42b1-b01f-a04ba9910915 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 944 time: 0.2872548 Jan 27 22:10:49.370043 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d050a1e5-4339-467c-b381-a79dc92e33ec service neutron] show failed (client error): The resource could not be found. Jan 27 22:10:49.371180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d050a1e5-4339-467c-b381-a79dc92e33ec service neutron] 10.222.0.16 "GET /v2.0/ports/7dfdd850-e010-41d3-a47f-d43f72356863/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.3385065 Jan 27 22:10:49.400603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45454) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:49.476492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3085ae9e-f728-4820-ab42-88c500edd0a1 req-2804c0f3-9182-40b3-8ef6-7fdc6bb8e8f3 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403837 Jan 27 22:10:49.497912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-856fff72-7577-4870-a1e6-4681af201805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:49.501481 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-856fff72-7577-4870-a1e6-4681af201805 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 HTTP/1.1" status: 200 len: 909 time: 0.1895995 Jan 27 22:10:49.546098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] device_id is not set on port 2b045f20-3d3c-4924-8d5f-d32267255768 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:49.559149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks [] for port (2b045f20-3d3c-4924-8d5f-d32267255768), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.569945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2b045f20-3d3c-4924-8d5f-d32267255768), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.609418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-736656205'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:49.616566 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-a2a4d5d5-6310-46c1-ad3a-a59a7c91f722 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=876120e8-192b-4138-a887-4614cdf23c2b HTTP/1.1" status: 200 len: 217 time: 0.1078055 Jan 27 22:10:49.640570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=2b045f20-3d3c-4924-8d5f-d32267255768,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:49.668047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Checking segment: {'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:49.668541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Network hostable DHCP agents. Network: 0588ee2d-cd76-40be-833f-b8512e53ef5a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:49.692600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Network 0588ee2d-cd76-40be-833f-b8512e53ef5a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:49.708600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 0588ee2d-cd76-40be-833f-b8512e53ef5a) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:49.714369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:49.729777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465580a2-4836-42d8-a1c8-f7b148f25023 None None] Network 0588ee2d-cd76-40be-833f-b8512e53ef5a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:49.734801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:49.738329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.740678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:49.741222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:49.741774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:49.744164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-ff8a6bae-1487-473c-8756-a98f8b3dd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:49.745788 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-ff8a6bae-1487-473c-8756-a98f8b3dd5e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba04770e-6396-4644-b80f-4f1410c58760 HTTP/1.1" status: 200 len: 848 time: 0.1227205 Jan 27 22:10:49.750842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:49.751374 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:49.752022 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 2 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:49.766400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.776414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:49.776967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:49.777547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:49.787053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:49.787685 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:49.788517 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-eec3ce96-d8fb-435b-a09f-89dc668c19ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347497 Jan 27 22:10:49.788698 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 3 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:49.811603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-3cc4d205-70ea-4579-95ce-3b381c27a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:49.812053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:49.812765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:49.813094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:49.813259 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-3cc4d205-70ea-4579-95ce-3b381c27a67a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 1096 time: 0.1427197 Jan 27 22:10:49.821348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:49.821870 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:49.822496 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 4 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:49.836632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:49.840929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:49.842492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:49.843181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:49.850354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:49.850991 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:49.851727 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 5 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:49.881497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:49.882254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:49.883321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:49.894178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:49.894178 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:49.894949 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 6 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:49.921865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:49.923446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:49.923446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:49.936373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:49.937453 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:49.938423 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 7 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:49.969361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:49.970364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:49.970967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:49.981650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:49.982185 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:49.982859 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 8 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:49.992770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.016381 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-ac56911d-2e5c-4123-9d00-6832d14b0eca service neutron] 10.222.0.16 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203412 Jan 27 22:10:50.019459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:50.019733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:50.020720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:50.053677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:50.054171 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:50.056082 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 9 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:50.081452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:50.081926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:50.082390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:50.094283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:50.094672 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:50.102769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cedd1-f688-4a10-8b65-f4ea2477cc84 req-1796c5c1-6135-4fd8-bd2d-31096fbe5953 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.105181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae8cedd1-f688-4a10-8b65-f4ea2477cc84 req-1796c5c1-6135-4fd8-bd2d-31096fbe5953 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1015379 Jan 27 22:10:50.106030 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 10 to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 Jan 27 22:10:50.132691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (afea7195-5e91-436c-ba32-380b0b6ac03b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.145768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:50.147715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:50.147715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:50.161687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 2b045f20-3d3c-4924-8d5f-d32267255768 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:50.162192 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 2b045f20-3d3c-4924-8d5f-d32267255768 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:50.162789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2b045f20-3d3c-4924-8d5f-d32267255768), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.164849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (afea7195-5e91-436c-ba32-380b0b6ac03b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.267382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae8cedd1-f688-4a10-8b65-f4ea2477cc84 req-da8fc4fa-aee7-4c50-b41c-b27d65fea1a2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461821 Jan 27 22:10:50.331298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] For port 2b045f20-3d3c-4924-8d5f-d32267255768, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:50.332591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempted to set empty binding levels {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:10:50.339235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (2b045f20-3d3c-4924-8d5f-d32267255768), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.356485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:50.397736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.398622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.418022 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c79d50c1-722c-48f6-8dcc-4b60d5d20aaa req-28764f8a-901b-4096-9fde-307ed773b1e4 service neutron] 10.222.0.16 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910995 Jan 27 22:10:50.429684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=2b045f20-3d3c-4924-8d5f-d32267255768,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:50.431537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (27c942ea-3af8-4483-840e-d318a22ee110), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.432474 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Added segment 27c942ea-3af8-4483-840e-d318a22ee110 of type vlan for network 29b654fe-1f60-4a84-bd34-773e8755d809 Jan 27 22:10:50.434944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afea7195-5e91-436c-ba32-380b0b6ac03b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:50.440938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c8172060-b583-4ec1-b062-3232638a6790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.9576578 Jan 27 22:10:50.445690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45466) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:50.557811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Deleting port 2b045f20-3d3c-4924-8d5f-d32267255768 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:50.558158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2b045f20-3d3c-4924-8d5f-d32267255768), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.609409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (29b654fe-1f60-4a84-bd34-773e8755d809), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.698846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] For port 2b045f20-3d3c-4924-8d5f-d32267255768, host n-h2-826529-2, got binding levels [] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:50.699240 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2b045f20-3d3c-4924-8d5f-d32267255768), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.700510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:50.712779 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (29b654fe-1f60-4a84-bd34-773e8755d809), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.718940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Calling delete_port for 2b045f20-3d3c-4924-8d5f-d32267255768 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:50.719934 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.720748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.738495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e0e02-4b87-45b8-80b7-434f444cec11 req-e6a53535-f2ff-4f32-8ec4-50665abf3542 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.740182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598e0e02-4b87-45b8-80b7-434f444cec11 req-e6a53535-f2ff-4f32-8ec4-50665abf3542 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 944 time: 0.1264575 Jan 27 22:10:50.807386 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4052691 Jan 27 22:10:50.814248 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.817302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45470) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:50.834010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'name': 'tempest-PortsIpV6TestJSON-1411840057'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:50.849050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dff945-7bb2-4864-9ea4-302733b180c9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Network': ['ID=29b654fe-1f60-4a84-bd34-773e8755d809,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:50.865200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:50.887606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:50.911851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598e0e02-4b87-45b8-80b7-434f444cec11 req-44be4219-02c4-4411-9fe1-7b186a58d04f tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327839 Jan 27 22:10:50.941016 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2b045f20-3d3c-4924-8d5f-d32267255768), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.990401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b045f20-3d3c-4924-8d5f-d32267255768,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:51.000444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.004087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3707ce87-4710-4411-9f20-c8d74f975a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "DELETE /v2.0/ports/2b045f20-3d3c-4924-8d5f-d32267255768 HTTP/1.1" status: 204 len: 168 time: 0.5566554 Jan 27 22:10:51.008673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45472) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:51.031537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:51.033828 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d96117-0ef2-4f9b-8493-686378eef9ed" -d '{"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:51.038274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Publish callbacks [] for port (7dfdd850-e010-41d3-a47f-d43f72356863), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.047758 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d8d44f-93ca-4686-b1e0-c0974dea0d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:10:51.050246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-26d8d44f-93ca-4686-b1e0-c0974dea0d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "GET /v2.0/ports/2b045f20-3d3c-4924-8d5f-d32267255768 HTTP/1.1" status: 404 len: 333 time: 0.0402663 Jan 27 22:10:51.055569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45476) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:51.062865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Transition to ACTIVE for port object 7dfdd850-e010-41d3-a47f-d43f72356863 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:10:51.066292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Request body: {'port': {'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701755136'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:51.070941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:51.075913 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.078519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.108575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Made reservation on behalf of 210c745075374822a664e36f81581bf9 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:51.112812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.141338 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7a07a0-34fd-4805-8bdb-733037f6f880 x-openstack-request-id: req-4f7a07a0-34fd-4805-8bdb-733037f6f880 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:51.141696 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:51.141962 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f7a07a0-34fd-4805-8bdb-733037f6f880 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:51.142379 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'code': 200} Jan 27 22:10:51.150358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port bdf013ee-b190-4182-a651-80ddfed1f4de yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:51.151441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] device_id is not set on port cd1d0a14-58e4-45a6-9774-c16b4641fc0f yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:51.315473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:51.426981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks [] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.514858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] No DVR routers for this DVR port 7dfdd850-e010-41d3-a47f-d43f72356863 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:51.541125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.606893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Network 0588ee2d-cd76-40be-833f-b8512e53ef5a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:51.621896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a7a6-18f7-42dc-9bf6-ddcb963729e8 req-b28353b9-5e19-49d7-9169-7dfdd8cd1d1c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:51.623686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce16a7a6-18f7-42dc-9bf6-ddcb963729e8 req-b28353b9-5e19-49d7-9169-7dfdd8cd1d1c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 943 time: 0.1580100 Jan 27 22:10:51.628618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:51.641389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:51.642855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:51.643966 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.656256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1d0a14-58e4-45a6-9774-c16b4641fc0f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:51.695097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-762cc854-0998-4d27-9bcb-e98d1f36cf63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6377852 Jan 27 22:10:51.709826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45486) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:51.721359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:51.731192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce16a7a6-18f7-42dc-9bf6-ddcb963729e8 req-a975964c-4fa7-4a2e-b6bb-2dc4968208eb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001639 Jan 27 22:10:51.801983 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.861462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.990140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:51.990661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:51.991214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.006172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.006819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.021500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:52.022588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Checking segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:52.022789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Bound using segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:52.025028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Bound port: 7dfdd850-e010-41d3-a47f-d43f72356863, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:52.025635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.033765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.111465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] device_id is not set on port cd1d0a14-58e4-45a6-9774-c16b4641fc0f yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:52.125300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks [] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.140174 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.163171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dbd99-9f1c-4c69-af9d-b27a12ad0a0f req-32017e1e-dded-45f2-826e-858dc58bc21e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.165008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b5dbd99-9f1c-4c69-af9d-b27a12ad0a0f req-32017e1e-dded-45f2-826e-858dc58bc21e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 944 time: 0.1008792 Jan 27 22:10:52.261558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1d0a14-58e4-45a6-9774-c16b4641fc0f,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:52.297317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b5dbd99-9f1c-4c69-af9d-b27a12ad0a0f req-78ce667e-13f4-44f3-b948-d8e70ee12d26 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090117 Jan 27 22:10:52.298571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.299143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.299515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.305206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.305550 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.305930 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 2 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.323313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.323695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.324035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.331522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.333025 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.333673 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 3 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.353958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.354300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.354637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.362899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.363494 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.364173 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 4 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.385228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.385567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.385906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.391529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.391867 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.392269 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 5 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.409746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.410180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.410775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.419210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.419789 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.420488 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 6 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.435882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.436203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.436534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.443911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.444449 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.445110 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 7 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.463099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.463502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.463842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.470355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.470909 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.471589 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 8 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.488826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.489219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.489685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.495399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.495770 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.496235 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 9 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.514262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.514602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.514951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.520555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.520906 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.521302 n-d-826529-2 neutron-server[103330]: INFO neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 10 to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f Jan 27 22:10:52.536811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:52.537116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:52.537391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:52.542837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:52.543122 n-d-826529-2 neutron-server[103330]: ERROR neutron.plugins.ml2.managers [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:52.543630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.669070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] For port cd1d0a14-58e4-45a6-9774-c16b4641fc0f, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:52.669449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempted to set empty binding levels {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:10:52.678068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.694114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=bdf013ee-b190-4182-a651-80ddfed1f4de,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:52.711301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] In _notify_port_updated(), no bound segment for port cd1d0a14-58e4-45a6-9774-c16b4641fc0f on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:10:52.712218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.712836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.714213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "PUT /v2.0/ports/cd1d0a14-58e4-45a6-9774-c16b4641fc0f HTTP/1.1" status: 200 len: 979 time: 1.0031374 Jan 27 22:10:52.718192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45496) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:52.733003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking segment: {'id': '27c942ea-3af8-4483-840e-d318a22ee110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:52.733570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network hostable DHCP agents. Network: 29b654fe-1f60-4a84-bd34-773e8755d809, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:52.759855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:52.766192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:52.781231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.784440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0628b1b-f960-4fde-99d5-f6659b55e695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1d0a14-58e4-45a6-9774-c16b4641fc0f,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:52.839452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.841160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.841922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.842775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.843887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.844857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.845589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.846291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.847225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.848286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.849096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.850186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.851261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.852642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.853604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.854539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.855513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.856997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.857616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:52.858545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.859644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.860737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.861800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.867295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-354ee265-c2cb-4832-9a27-3c21d5636c07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19331 time: 0.1478307 Jan 27 22:10:52.875612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45500) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:52.881250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.882219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.884752 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] 10.222.0.57 "PUT /v2.0/ports/7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 1091 time: 3.0546448 Jan 27 22:10:52.913277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 29b654fe-1f60-4a84-bd34-773e8755d809) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:52.928478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d5273-96f1-4f1f-a4f8-476930dbd26b None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:52.951585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:52.960534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64f087-b227-4209-80ce-132c92544ebe req-b220a9f5-926a-4f4f-866a-a640a57080fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.961385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.962355 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.963313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f64f087-b227-4209-80ce-132c92544ebe req-b220a9f5-926a-4f4f-866a-a640a57080fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 943 time: 0.0941775 Jan 27 22:10:52.981759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659e37f-3360-4ccc-889b-f0ad6b59d650 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:53.030412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 876120e8-192b-4138-a887-4614cdf23c2b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:10:53.033989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:53.082026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f64f087-b227-4209-80ce-132c92544ebe req-2f296191-8e0a-41ea-9c18-9977e8d0f9d5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030691 Jan 27 22:10:53.115635 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-868746b9-3781-49fe-a6b1-1deedbe3fc5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2969673 Jan 27 22:10:53.120319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45502) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:53.127160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-143884876'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:53.153344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:53.157397 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96fc90d-7522-4776-ac47-4715d3be2fad" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:53.158115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:53.161975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.162483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-e6aa8763-c724-4676-8a85-13cbda1627a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:53.164764 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-e6aa8763-c724-4676-8a85-13cbda1627a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1094 time: 0.2152572 Jan 27 22:10:53.255524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:53.281214 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f7137043-804c-4aa7-91c9-f16d2d0a0445), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.282156 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Added segment f7137043-804c-4aa7-91c9-f16d2d0a0445 of type vlan for network 1ea68250-8d7d-4561-89b5-0893e7be2165 Jan 27 22:10:53.330643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Deleting port cd1d0a14-58e4-45a6-9774-c16b4641fc0f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:53.331185 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.375599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1ea68250-8d7d-4561-89b5-0893e7be2165), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.397824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 7dfdd850-e010-41d3-a47f-d43f72356863 host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:10:53.398418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:53.421380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1ea68250-8d7d-4561-89b5-0893e7be2165), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.429907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:53.430736 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.455488 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc861d3d-678d-431f-be30-db9763802262 x-openstack-request-id: req-bc861d3d-678d-431f-be30-db9763802262 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:53.456366 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:53.457014 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc861d3d-678d-431f-be30-db9763802262 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:53.457894 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'status': 'completed', 'code': 200} Jan 27 22:10:53.561295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 876120e8-192b-4138-a887-4614cdf23c2b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=876120e8-192b-4138-a887-4614cdf23c2b,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:53.573300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] For port cd1d0a14-58e4-45a6-9774-c16b4641fc0f, host n-h2-826529-2, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:53.573936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.582692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-1718b7b4-7304-4c1e-b667-a754ac332ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:53.584904 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-1718b7b4-7304-4c1e-b667-a754ac332ce8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.4058447 Jan 27 22:10:53.585790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '876120e8-192b-4138-a887-4614cdf23c2b', 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7', 'port_id': '876120e8-192b-4138-a887-4614cdf23c2b', 'mac_address': 'fa:16:3e:8c:7c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba04770e-6396-4644-b80f-4f1410c58760', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:10:53.604845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Network': ['ID=1ea68250-8d7d-4561-89b5-0893e7be2165,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:53.627868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-78c0eee3-64ff-4559-bcd4-21fd7ac298e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:53.630544 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-78c0eee3-64ff-4559-bcd4-21fd7ac298e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1094 time: 0.2035048 Jan 27 22:10:53.637094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1ea68250-8d7d-4561-89b5-0893e7be2165 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:53.639757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-88183d59-372e-4032-aebe-bc0d26de6ef2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5178554 Jan 27 22:10:53.645691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45514) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:53.655033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'ports': [{'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809'}, {'network_id': '1ea68250-8d7d-4561-89b5-0893e7be2165'}]} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:53.655774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:53.656449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '1ea68250-8d7d-4561-89b5-0893e7be2165'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:53.705982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35e91-b990-4bdb-9b56-b820be9c9768 req-2583d2d6-edef-4019-ac56-5ba74182d699 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:53.716702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Calling delete_port for cd1d0a14-58e4-45a6-9774-c16b4641fc0f owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:53.717667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0e35e91-b990-4bdb-9b56-b820be9c9768 req-2583d2d6-edef-4019-ac56-5ba74182d699 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 944 time: 0.2020595 Jan 27 22:10:53.803466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 876120e8-192b-4138-a887-4614cdf23c2b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:53.804083 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (876120e8-192b-4138-a887-4614cdf23c2b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.833053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876120e8-192b-4138-a887-4614cdf23c2b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:53.879343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 876120e8-192b-4138-a887-4614cdf23c2b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=876120e8-192b-4138-a887-4614cdf23c2b,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:53.888690 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (876120e8-192b-4138-a887-4614cdf23c2b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.902286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0e35e91-b990-4bdb-9b56-b820be9c9768 req-31b2af39-cc56-4557-88d4-e94dcebea681 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833932 Jan 27 22:10:53.946756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-15776385-c155-4603-96f5-7b5e9c0d843a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 999 time: 0.3448157 Jan 27 22:10:53.967909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=876120e8-192b-4138-a887-4614cdf23c2b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.029570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 2} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:54.035599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.051803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.095309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-38f31791-8fc7-486a-aaf9-54fe047ec8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.097673 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-38f31791-8fc7-486a-aaf9-54fe047ec8df service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.3643050 Jan 27 22:10:54.192439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-a5cc874f-1afc-40c0-8fca-35ee24b15e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.194845 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-a5cc874f-1afc-40c0-8fca-35ee24b15e79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.2351012 Jan 27 22:10:54.195930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cd1d0a14-58e4-45a6-9774-c16b4641fc0f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.265992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['876120e8-192b-4138-a887-4614cdf23c2b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:10:54.295442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd1d0a14-58e4-45a6-9774-c16b4641fc0f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.328830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.335184 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0213ef2f-1ea6-49f1-a049-3caa28ce8c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "DELETE /v2.0/ports/cd1d0a14-58e4-45a6-9774-c16b4641fc0f HTTP/1.1" status: 204 len: 168 time: 1.4491637 Jan 27 22:10:54.341241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45518) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:54.346506 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-6da6a1ac-5290-4b3f-80fd-5ef38aa6b2d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 999 time: 0.2402248 Jan 27 22:10:54.366179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-70eb83e1-4c1f-403b-89e0-99308de535eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.368779 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-70eb83e1-4c1f-403b-89e0-99308de535eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654558 Jan 27 22:10:54.413663 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-151761fc-26d5-4757-b013-a988b4252d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:10:54.420177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-151761fc-26d5-4757-b013-a988b4252d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "GET /v2.0/ports/cd1d0a14-58e4-45a6-9774-c16b4641fc0f HTTP/1.1" status: 404 len: 333 time: 0.0665257 Jan 27 22:10:54.420629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45524) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:54.422020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port c21a09eb-262e-4c58-a1d0-6b06bfe20360 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:54.439388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677731629', 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:54.439762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5090bf6-3102-4c85-9de4-48a3c3c808bc req-d837fd20-cc7c-447d-8969-734cf29966f1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.444345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5090bf6-3102-4c85-9de4-48a3c3c808bc req-d837fd20-cc7c-447d-8969-734cf29966f1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 943 time: 0.2582517 Jan 27 22:10:54.538098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5090bf6-3102-4c85-9de4-48a3c3c808bc req-112f5189-8bf1-471e-ab2b-1cb2744ea6d7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848274 Jan 27 22:10:54.539529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-5c6f5a48-8bb7-41c3-9f77-81a68c3a0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.541530 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-5c6f5a48-8bb7-41c3-9f77-81a68c3a0dcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.1876204 Jan 27 22:10:54.575018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Made reservation on behalf of 210c745075374822a664e36f81581bf9 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:54.578099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.626456 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (c21a09eb-262e-4c58-a1d0-6b06bfe20360), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.665551 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-68e356c2-a382-45cb-a83a-e292bdb3dcc5 service neutron] 10.222.0.57 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636456 Jan 27 22:10:54.667692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] device_id is not set on port 44a3b754-0275-4b2b-9486-3ccc082ed24a yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:54.740056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port dad0c4a0-ea32-4e38-acb2-543255e90656 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:54.791645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-870228c4-822b-46e1-89b5-44f5a8d38c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.793324 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-870228c4-822b-46e1-89b5-44f5a8d38c34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409670 Jan 27 22:10:54.888981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (dad0c4a0-ea32-4e38-acb2-543255e90656), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.955087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c21a09eb-262e-4c58-a1d0-6b06bfe20360), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.983476 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-907a6884-7bb2-4f00-9634-7c2814124d7c req-fc6f67e8-e35a-4ea4-be50-5b9dee12cd56 service neutron] 10.222.0.57 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048947 Jan 27 22:10:55.002721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:10:55.014235 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-ffef2fd1-4d3e-449b-9cd1-07a2de545b99 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117682 Jan 27 22:10:55.069219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:55.079565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:55.086317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:55.087146 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (dad0c4a0-ea32-4e38-acb2-543255e90656), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.106071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks [] for port (44a3b754-0275-4b2b-9486-3ccc082ed24a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.123395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=c21a09eb-262e-4c58-a1d0-6b06bfe20360,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:55.175998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:55.194297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'mac_address': 'fa:16:3e:e3:6f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:10:55.209723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-44d696a3-7ddb-4aa3-a449-49155b055d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.211299 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-44d696a3-7ddb-4aa3-a449-49155b055d89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1094 time: 0.1550555 Jan 27 22:10:55.223843 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-62f3062d-e853-415b-be62-fcd78a351f62 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026997 Jan 27 22:10:55.235806 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (44a3b754-0275-4b2b-9486-3ccc082ed24a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.252946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:55.253777 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.277333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d609377f-26e8-4f05-b6af-90d6050b324a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:55.296400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=dad0c4a0-ea32-4e38-acb2-543255e90656,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:55.299444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:55.307144 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.317804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c15390-7d23-48bd-9fb2-969c7b5922a6 req-97345286-ce26-4d9e-8426-0cfd33136599 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.319473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0c15390-7d23-48bd-9fb2-969c7b5922a6 req-97345286-ce26-4d9e-8426-0cfd33136599 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 945 time: 0.2376938 Jan 27 22:10:55.327534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Network 0588ee2d-cd76-40be-833f-b8512e53ef5a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:55.334397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:55.344520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:55.345507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.346099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.360303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking segment: {'id': 'f7137043-804c-4aa7-91c9-f16d2d0a0445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1ea68250-8d7d-4561-89b5-0893e7be2165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:55.361345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network hostable DHCP agents. Network: 1ea68250-8d7d-4561-89b5-0893e7be2165, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:55.364224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=44a3b754-0275-4b2b-9486-3ccc082ed24a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:55.388480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:55.388722 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-333fae1d-0f37-4b36-89ed-3f02ecde5200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9666448 Jan 27 22:10:55.393138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45530) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:55.407400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-3f30301f-a7b1-49a7-b010-fea486aac40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.408951 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-3f30301f-a7b1-49a7-b010-fea486aac40a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.1881404 Jan 27 22:10:55.433149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 1ea68250-8d7d-4561-89b5-0893e7be2165 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:55.449095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0c15390-7d23-48bd-9fb2-969c7b5922a6 req-12cf7460-8fde-47c8-a4b9-c26e06bc2c65 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076367 Jan 27 22:10:55.452362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1ea68250-8d7d-4561-89b5-0893e7be2165) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:55.475745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:55.475972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907997e-d77d-439b-9a3a-af7c2a774fbe None None] Network 1ea68250-8d7d-4561-89b5-0893e7be2165 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:55.476063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.478880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.479547 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.480593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c81fe-5bbd-4a89-bf51-c9eba4f064f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.481395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d609377f-26e8-4f05-b6af-90d6050b324a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:10:55.486231 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0a2c81fe-5bbd-4a89-bf51-c9eba4f064f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "GET /v2.0/ports/44a3b754-0275-4b2b-9486-3ccc082ed24a HTTP/1.1" status: 200 len: 959 time: 0.0878611 Jan 27 22:10:55.486523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45536) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:55.507469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b11e6361-d1b9-4ac4-8877-01d602dd01a4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8579569 Jan 27 22:10:55.509985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45538) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:55.560053 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-e146db9e-d784-417e-8183-2fc371365c5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 999 time: 0.1295106 Jan 27 22:10:55.642434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e836ed13-adc5-42fa-9f37-751bcb7f1ec9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port dad0c4a0-ea32-4e38-acb2-543255e90656 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:55.643541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e836ed13-adc5-42fa-9f37-751bcb7f1ec9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dad0c4a0-ea32-4e38-acb2-543255e90656), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.668180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8831415f-5b24-454e-a605-d6ca4c1571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Deleting port 44a3b754-0275-4b2b-9486-3ccc082ed24a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:55.668670 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8831415f-5b24-454e-a605-d6ca4c1571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (44a3b754-0275-4b2b-9486-3ccc082ed24a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.727320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-ec48b8d8-adba-4234-9a13-b0939be21fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.728911 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-ec48b8d8-adba-4234-9a13-b0939be21fa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.1605515 Jan 27 22:10:55.775088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8831415f-5b24-454e-a605-d6ca4c1571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (44a3b754-0275-4b2b-9486-3ccc082ed24a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.800130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8831415f-5b24-454e-a605-d6ca4c1571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Calling delete_port for 44a3b754-0275-4b2b-9486-3ccc082ed24a owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:55.817737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-c82e5607-5b85-4d5e-8c52-ebecc5c83857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.819313 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-c82e5607-5b85-4d5e-8c52-ebecc5c83857 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800748 Jan 27 22:10:55.845395 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e836ed13-adc5-42fa-9f37-751bcb7f1ec9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dad0c4a0-ea32-4e38-acb2-543255e90656), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.878760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f9a59-b1ed-4c6b-9cee-ddb5e904b1a1 req-fba80c9f-2931-4565-bb69-63bf1352b9c6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.881994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f8f9a59-b1ed-4c6b-9cee-ddb5e904b1a1 req-fba80c9f-2931-4565-bb69-63bf1352b9c6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 943 time: 0.2022777 Jan 27 22:10:55.890060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e836ed13-adc5-42fa-9f37-751bcb7f1ec9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for dad0c4a0-ea32-4e38-acb2-543255e90656 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:55.979007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8831415f-5b24-454e-a605-d6ca4c1571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (44a3b754-0275-4b2b-9486-3ccc082ed24a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.984925 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-f3bfdf4f-2dd2-4e32-a0c6-d9c23c2a72cc service neutron] 10.222.0.57 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318691 Jan 27 22:10:56.038347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831415f-5b24-454e-a605-d6ca4c1571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event deleted for resources: {'Port': ['ID=44a3b754-0275-4b2b-9486-3ccc082ed24a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:56.044399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8831415f-5b24-454e-a605-d6ca4c1571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.052044 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8831415f-5b24-454e-a605-d6ca4c1571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "DELETE /v2.0/ports/44a3b754-0275-4b2b-9486-3ccc082ed24a HTTP/1.1" status: 204 len: 168 time: 0.5604618 Jan 27 22:10:56.061068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45544) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:56.124247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f8f9a59-b1ed-4c6b-9cee-ddb5e904b1a1 req-ffc9063e-8b5d-4c7f-8336-5e1e44d72f39 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163763 Jan 27 22:10:56.125391 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d96fc90d-7522-4776-ac47-4715d3be2fad req-8206c088-62a9-4808-9e0e-e3f126c081bb service neutron] 10.222.0.57 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337574 Jan 27 22:10:56.128851 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3341c577-5e07-4e80-857d-696830e79e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:10:56.131278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3341c577-5e07-4e80-857d-696830e79e7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "GET /v2.0/ports/44a3b754-0275-4b2b-9486-3ccc082ed24a HTTP/1.1" status: 404 len: 333 time: 0.0687134 Jan 27 22:10:56.146957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45546) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:56.153075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Request body: {'port': {'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1744396150'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:56.166831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e836ed13-adc5-42fa-9f37-751bcb7f1ec9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (dad0c4a0-ea32-4e38-acb2-543255e90656), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.179173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Made reservation on behalf of 210c745075374822a664e36f81581bf9 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:56.182757 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.205537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] device_id is not set on port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:56.229508 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e836ed13-adc5-42fa-9f37-751bcb7f1ec9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.236299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e836ed13-adc5-42fa-9f37-751bcb7f1ec9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/dad0c4a0-ea32-4e38-acb2-543255e90656 HTTP/1.1" status: 204 len: 168 time: 0.7246761 Jan 27 22:10:56.238051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836ed13-adc5-42fa-9f37-751bcb7f1ec9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=dad0c4a0-ea32-4e38-acb2-543255e90656,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:56.242347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45548) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:56.380623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cd4f6-65e0-4f8b-b816-b9318c99656a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:56.390298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cd4f6-65e0-4f8b-b816-b9318c99656a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:56.392767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-206cd4f6-65e0-4f8b-b816-b9318c99656a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1485624 Jan 27 22:10:56.395971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45550) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:56.407074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks [] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.466229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.531914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-eaa335f7-1e00-4f50-942f-b02e45902db3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port c21a09eb-262e-4c58-a1d0-6b06bfe20360 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:56.532247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eaa335f7-1e00-4f50-942f-b02e45902db3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c21a09eb-262e-4c58-a1d0-6b06bfe20360), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.546222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Network 0588ee2d-cd76-40be-833f-b8512e53ef5a is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:56.556101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:56.570132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:56.570316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:56.571509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.595182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=9869db5e-d4b0-4c7e-83a8-b3981e47f8f9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:56.605432 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-565ca5ce-f828-4d46-a1d2-f61dde732488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4567862 Jan 27 22:10:56.609217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45558) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:56.618407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:56.708445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32c584-e735-4cfa-84b8-5b9b1a3945c2 req-83ed144d-3233-4762-a3c4-85849fbbface tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:56.710610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f32c584-e735-4cfa-84b8-5b9b1a3945c2 req-83ed144d-3233-4762-a3c4-85849fbbface tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 945 time: 0.1724660 Jan 27 22:10:56.713939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eaa335f7-1e00-4f50-942f-b02e45902db3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c21a09eb-262e-4c58-a1d0-6b06bfe20360), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.751564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-eaa335f7-1e00-4f50-942f-b02e45902db3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for c21a09eb-262e-4c58-a1d0-6b06bfe20360 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:56.761001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.848768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f32c584-e735-4cfa-84b8-5b9b1a3945c2 req-701a76e3-7e9a-486e-acca-737b7d079e0a tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137595 Jan 27 22:10:56.891807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eaa335f7-1e00-4f50-942f-b02e45902db3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c21a09eb-262e-4c58-a1d0-6b06bfe20360), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.910579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:10:56.946036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa335f7-1e00-4f50-942f-b02e45902db3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=c21a09eb-262e-4c58-a1d0-6b06bfe20360,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:56.959666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eaa335f7-1e00-4f50-942f-b02e45902db3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.967216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eaa335f7-1e00-4f50-942f-b02e45902db3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/c21a09eb-262e-4c58-a1d0-6b06bfe20360 HTTP/1.1" status: 204 len: 168 time: 0.5697694 Jan 27 22:10:56.971396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45560) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.005040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:57.061495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:57.073359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f73946-8fee-42bd-8f54-8a561bdace34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.076848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-93f73946-8fee-42bd-8f54-8a561bdace34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1029749 Jan 27 22:10:57.081957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45564) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.083967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] device_id is not set on port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:57.092892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '7dfdd850-e010-41d3-a47f-d43f72356863', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'port_id': '7dfdd850-e010-41d3-a47f-d43f72356863', 'mac_address': 'fa:16:3e:d9:82:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:10:57.095690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks [] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.108705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.128893 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7cda76-69b6-4835-b196-51be6bd9af85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:10:57.136125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ea7cda76-69b6-4835-b196-51be6bd9af85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/dad0c4a0-ea32-4e38-acb2-543255e90656 HTTP/1.1" status: 404 len: 333 time: 0.0476851 Jan 27 22:10:57.138533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45566) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.147707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d609377f-26e8-4f05-b6af-90d6050b324a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:57.148328 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.184031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=9869db5e-d4b0-4c7e-83a8-b3981e47f8f9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:57.187187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.187743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.188449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.195000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.195371 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.195743 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 2 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.203176 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d99b7b-fced-4e59-b11b-c92927299322 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:10:57.211878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-39d99b7b-fced-4e59-b11b-c92927299322 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/c21a09eb-262e-4c58-a1d0-6b06bfe20360 HTTP/1.1" status: 404 len: 333 time: 0.0674677 Jan 27 22:10:57.212322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45570) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.214265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.214603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.215092 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.221873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.222214 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.222619 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 3 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.230917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 7dfdd850-e010-41d3-a47f-d43f72356863 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:57.231366 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.244683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.245033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.245378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.252865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.254394 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.255482 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 4 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.267615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfdd850-e010-41d3-a47f-d43f72356863 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:57.278658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.279982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.281147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.291257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.291737 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.292223 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 5 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.313738 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.314218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.314753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.320066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:57.324456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.325102 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.325807 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 6 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.353057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.355708 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.357763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.358545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.369517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.370336 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.372234 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 7 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.394732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.395607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.396212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.404208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.404541 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.404950 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 8 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.412368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1ea68250-8d7d-4561-89b5-0893e7be2165), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.420977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.421210 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.421461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.421569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:57.422003 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.426416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.426767 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.427144 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 9 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.447666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:57.455865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.458398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.459230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.469127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:57.472391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.472934 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.473437 n-d-826529-2 neutron-server[103329]: INFO neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempt 10 to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 Jan 27 22:10:57.473894 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0164982-97ee-4131-8e04-db3c3fbf3291" -d '{"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-plugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:57.503909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:57.504515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:57.504997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempting to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:57.511403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:57.515268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:57.515960 n-d-826529-2 neutron-server[103329]: ERROR neutron.plugins.ml2.managers [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Failed to bind port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on host n-h2-826529-2 for vnic_type normal using segments [{'id': '5d347728-7f1c-43ac-942e-5b3d8ba9559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0588ee2d-cd76-40be-833f-b8512e53ef5a'}] Jan 27 22:10:57.516647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.521006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.522025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 876120e8-192b-4138-a887-4614cdf23c2b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:57.584614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e8aae-5724-4d0d-88c5-103ce66354f1 req-f5351cc3-bf24-4391-814e-a3c7a25441f0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.586734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd4e8aae-5724-4d0d-88c5-103ce66354f1 req-f5351cc3-bf24-4391-814e-a3c7a25441f0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 944 time: 0.2044983 Jan 27 22:10:57.633055 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9ca64e-b213-4191-9a4b-bc098bf66816 x-openstack-request-id: req-0d9ca64e-b213-4191-9a4b-bc098bf66816 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:57.633533 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-plugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:57.633906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] For port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:57.634037 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d9ca64e-b213-4191-9a4b-bc098bf66816 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:57.634462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attempted to set empty binding levels {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:10:57.634577 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'code': 200} Jan 27 22:10:57.643132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.710652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['7dfdd850-e010-41d3-a47f-d43f72356863'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:10:57.711078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event updated for resources: {'Port': ['ID=9869db5e-d4b0-4c7e-83a8-b3981e47f8f9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:57.718846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:57.720098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] In _notify_port_updated(), no bound segment for port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 on network 0588ee2d-cd76-40be-833f-b8512e53ef5a {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:10:57.720997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.721620 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.724032 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1ea68250-8d7d-4561-89b5-0893e7be2165), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.728006 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d767ed02-8e4d-49b1-a973-35e510b8a6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "PUT /v2.0/ports/9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 HTTP/1.1" status: 200 len: 979 time: 1.1169126 Jan 27 22:10:57.728500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45578) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.748089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 876120e8-192b-4138-a887-4614cdf23c2b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:10:57.765870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 876120e8-192b-4138-a887-4614cdf23c2b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:57.766316 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (876120e8-192b-4138-a887-4614cdf23c2b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.835737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea68250-8d7d-4561-89b5-0893e7be2165']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:57.926842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 876120e8-192b-4138-a887-4614cdf23c2b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:57.927851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (876120e8-192b-4138-a887-4614cdf23c2b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.998904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 876120e8-192b-4138-a887-4614cdf23c2b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=876120e8-192b-4138-a887-4614cdf23c2b,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:58.009439 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (876120e8-192b-4138-a887-4614cdf23c2b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.093513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=876120e8-192b-4138-a887-4614cdf23c2b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:58.300219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7137043-804c-4aa7-91c9-f16d2d0a0445') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:58.300512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7137043-804c-4aa7-91c9-f16d2d0a0445') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:58.305526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd4e8aae-5724-4d0d-88c5-103ce66354f1 req-10e8f4eb-5ade-45a9-aadc-c8c792e69562 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6499667 Jan 27 22:10:58.326777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (f7137043-804c-4aa7-91c9-f16d2d0a0445), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.380275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f7137043-804c-4aa7-91c9-f16d2d0a0445), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.391313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:58.391746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (f7137043-804c-4aa7-91c9-f16d2d0a0445), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:58.396226 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:58.454062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c3c68-5489-443a-b7df-6504d81c5ca3 req-7cd5dc32-910e-4fb0-90e3-1bc6f772a80f tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:58.455966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-794c3c68-5489-443a-b7df-6504d81c5ca3 req-7cd5dc32-910e-4fb0-90e3-1bc6f772a80f tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1602967 Jan 27 22:10:58.499496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Deleting port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:58.499807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.504605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1ea68250-8d7d-4561-89b5-0893e7be2165), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.525997 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.532346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/networks/1ea68250-8d7d-4561-89b5-0893e7be2165 HTTP/1.1" status: 204 len: 168 time: 1.3179085 Jan 27 22:10:58.537458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45598) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:58.545598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-600968960'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:58.573541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:58.579032 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.613729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:58.630679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (60101811-af78-43a7-a6c5-ada7eb1b9907), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.631445 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Added segment 60101811-af78-43a7-a6c5-ada7eb1b9907 of type vlan for network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a Jan 27 22:10:58.640738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Network': ['ID=1ea68250-8d7d-4561-89b5-0893e7be2165,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:58.686285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.686873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.687492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.688060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.688836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.689674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.690282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.690790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.691365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.691972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.692776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.693598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.694415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d9559-8b95-44df-be3e-a6c84faa1933 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:58.696488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1b87f9e6-b6ec-465a-a597-af64a1d1e70a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.724308 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-794c3c68-5489-443a-b7df-6504d81c5ca3 req-a86e8c4b-a0cb-4631-adf0-a5159268ac43 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501962 Jan 27 22:10:58.748224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] For port 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9, host n-h2-826529-2, got binding levels [] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:58.748224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.759696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1b87f9e6-b6ec-465a-a597-af64a1d1e70a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.774581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Calling delete_port for 9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:58.787163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:58.787163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.884464 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3455133 Jan 27 22:10:58.890149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45612) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:58.899008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '1b87f9e6-b6ec-465a-a597-af64a1d1e70a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:58.911030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:58.975260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77a375-a2bc-4266-917d-e712767b3216 req-c89ec905-8ed0-473e-a803-b2e448d4196a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:58.975619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa44fa-8fa3-4596-9183-6755befe0ad4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Network': ['ID=1b87f9e6-b6ec-465a-a597-af64a1d1e70a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:58.981684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d77a375-a2bc-4266-917d-e712767b3216 req-c89ec905-8ed0-473e-a803-b2e448d4196a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 944 time: 0.1095641 Jan 27 22:10:58.990237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:59.023139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9869db5e-d4b0-4c7e-83a8-b3981e47f8f9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.024629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-20024485-aa58-4f5e-a885-bf26313b6a59 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:59.027623 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-20024485-aa58-4f5e-a885-bf26313b6a59 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf&tenant_id=75cb12138042437b98d6c30ac4673882&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 944 time: 0.2128084 Jan 27 22:10:59.097023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Pushing event deleted for resources: {'Port': ['ID=9869db5e-d4b0-4c7e-83a8-b3981e47f8f9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:59.097925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:59.106590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.113185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d77a375-a2bc-4266-917d-e712767b3216 req-80d18a9b-5288-4510-9dbe-fd8bf92b3930 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304321 Jan 27 22:10:59.117314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.128188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 7dfdd850-e010-41d3-a47f-d43f72356863 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:10:59.129141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cc4513fb-a8d7-4e1d-b60f-532a25123059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "DELETE /v2.0/ports/9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 HTTP/1.1" status: 204 len: 168 time: 1.3988144 Jan 27 22:10:59.130321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45616) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:59.150827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 7dfdd850-e010-41d3-a47f-d43f72356863 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:59.151213 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.183477 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-091ba710-db37-4b8a-939b-f8f9c44c1487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:10:59.187394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-091ba710-db37-4b8a-939b-f8f9c44c1487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-903268671-project-admin] 10.222.0.45 "GET /v2.0/ports/9869db5e-d4b0-4c7e-83a8-b3981e47f8f9 HTTP/1.1" status: 404 len: 333 time: 0.0555277 Jan 27 22:10:59.196268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45620) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:59.268449 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-b374f179-143b-481d-9fec-c4a5d3cc039b service neutron] 10.222.0.57 "GET /v2.0/ports/7dfdd850-e010-41d3-a47f-d43f72356863/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 382 time: 0.2306893 Jan 27 22:10:59.318145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (0588ee2d-cd76-40be-833f-b8512e53ef5a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.377210 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Performing IP validity checks on allocation pools {{(pid=103329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:10:59.382931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:10:59.400029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 7dfdd850-e010-41d3-a47f-d43f72356863 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:59.401753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.452815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-6645ff38-e8ba-4ec1-86be-f5abaae754db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:59.455920 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-6645ff38-e8ba-4ec1-86be-f5abaae754db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1095 time: 0.1533093 Jan 27 22:10:59.479380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (0588ee2d-cd76-40be-833f-b8512e53ef5a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.496350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:59.505421 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.557500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0588ee2d-cd76-40be-833f-b8512e53ef5a']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:59.598328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d347728-7f1c-43ac-942e-5b3d8ba9559e') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:59.598803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d347728-7f1c-43ac-942e-5b3d8ba9559e') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:59.630018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (5d347728-7f1c-43ac-942e-5b3d8ba9559e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.637287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7bd24-ca12-4263-ba95-f5f548bb65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876120e8-192b-4138-a887-4614cdf23c2b'}, {'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:59.649926 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4585df43-b099-4e42-b6b8-997b8bd684e8" -d '{"events": [{"server_uuid": "3ca7bd24-ca12-4263-ba95-f5f548bb65d2", "name": "network-vif-plugged", "status": "completed", "tag": "876120e8-192b-4138-a887-4614cdf23c2b"}, {"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-plugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:59.657228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (5d347728-7f1c-43ac-942e-5b3d8ba9559e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.685070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:59.696797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:59.697567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (5d347728-7f1c-43ac-942e-5b3d8ba9559e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:59.703101 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:59.820324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (0588ee2d-cd76-40be-833f-b8512e53ef5a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.834539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.852227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] 10.222.0.45 "DELETE /v2.0/networks/0588ee2d-cd76-40be-833f-b8512e53ef5a HTTP/1.1" status: 204 len: 168 time: 0.6540265 Jan 27 22:10:59.897692 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b695cf4d-3860-4fe5-84eb-518889dd192c x-openstack-request-id: req-b695cf4d-3860-4fe5-84eb-518889dd192c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:59.898581 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7bd24-ca12-4263-ba95-f5f548bb65d2", "name": "network-vif-plugged", "status": "completed", "tag": "876120e8-192b-4138-a887-4614cdf23c2b", "code": 200}, {"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-plugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:59.899553 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b695cf4d-3860-4fe5-84eb-518889dd192c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:59.900651 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7bd24-ca12-4263-ba95-f5f548bb65d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876120e8-192b-4138-a887-4614cdf23c2b', 'code': 200} Jan 27 22:10:59.901314 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'code': 200} Jan 27 22:10:59.921590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16d4c3-ae84-4dff-9b62-9142b61889f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139396370-project] Pushing event deleted for resources: {'Network': ['ID=0588ee2d-cd76-40be-833f-b8512e53ef5a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:00.041597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-66714089-d854-41ac-9d43-dd044cf02b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.044522 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-66714089-d854-41ac-9d43-dd044cf02b08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.5804892 Jan 27 22:11:00.056243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b688f-b029-49ce-8f8d-31d197becd86 req-3021d0a5-28e6-40de-a565-a18a752792fb tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.081749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-451b688f-b029-49ce-8f8d-31d197becd86 req-3021d0a5-28e6-40de-a565-a18a752792fb tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1189842 Jan 27 22:11:00.158411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (21de4066-d12e-415f-b9e0-35463f6ec2f8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.218122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0d2e5-1198-4bf5-9361-7fa4533ac73f req-9a7ae2ba-9d54-43de-946a-8e61b25aa84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.220465 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6d0d2e5-1198-4bf5-9361-7fa4533ac73f req-9a7ae2ba-9d54-43de-946a-8e61b25aa84e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 1097 time: 0.2545288 Jan 27 22:11:00.232443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-451b688f-b029-49ce-8f8d-31d197becd86 req-733b1fa0-5a53-4226-9c06-4112cb9f9cf0 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493847 Jan 27 22:11:00.279130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=21de4066-d12e-415f-b9e0-35463f6ec2f8,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:00.302468 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-a9eb367b-38e3-4ae4-a3d7-e13230c6e3ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 1001 time: 0.2424877 Jan 27 22:11:00.343403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f314-acdd-4a8a-ae4c-aff0c8ec1142 req-33fa18ff-4330-4b1a-b870-cc73787fe1f2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.346477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7f314-acdd-4a8a-ae4c-aff0c8ec1142 req-33fa18ff-4330-4b1a-b870-cc73787fe1f2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.1068256 Jan 27 22:11:00.485643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking segment: {'id': '60101811-af78-43a7-a6c5-ada7eb1b9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b87f9e6-b6ec-465a-a597-af64a1d1e70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:00.486181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network hostable DHCP agents. Network: 1b87f9e6-b6ec-465a-a597-af64a1d1e70a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:00.490956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7f314-acdd-4a8a-ae4c-aff0c8ec1142 req-794725ca-9771-4c47-a610-d218e2411840 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318076 Jan 27 22:11:00.492150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45638) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:00.507908 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6d0d2e5-1198-4bf5-9361-7fa4533ac73f req-0f81bdda-5fb5-4fdb-bc1a-3cbdf4751cda service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640462 Jan 27 22:11:00.517136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-732b28b5-2691-421b-be21-44c1e0d13346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.518630 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-732b28b5-2691-421b-be21-44c1e0d13346 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.1951313 Jan 27 22:11:00.578692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:00.587675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-1bd7b949-cea1-4563-aa21-501521e24bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.589492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-1bd7b949-cea1-4563-aa21-501521e24bbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569746 Jan 27 22:11:00.617687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1b87f9e6-b6ec-465a-a597-af64a1d1e70a) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:00.618990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f93bcfd-5bb4-415f-83e8-3f064e8db213 None None] Network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:00.639129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.639779 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.711193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-84c3d633-a0bf-45c1-90d6-aeb364455400 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8190048 Jan 27 22:11:00.716376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45648) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:00.725228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '1b87f9e6-b6ec-465a-a597-af64a1d1e70a', 'name': 'tempest-PortsIpV6TestJSON-1996027104'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:00.866701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-1b87f9e6-b6ec-465a-a597-af64a1d1e70a', 'network_id': '1b87f9e6-b6ec-465a-a597-af64a1d1e70a', 'project_id': 'b813da558a654e4893784772320c3729', 'fixed_ips': [{'subnet_id': '21de4066-d12e-415f-b9e0-35463f6ec2f8'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:00.867917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.912193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-e2f478cc-2bee-4188-914c-dd08f4d55497 service neutron] 10.222.0.57 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159807 Jan 27 22:11:01.029268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Allocated IP 2001:db8::2 (1b87f9e6-b6ec-465a-a597-af64a1d1e70a/21de4066-d12e-415f-b9e0-35463f6ec2f8/934d17c8-2ba1-4016-a28d-90d98e8b3c56) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:01.062824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45650) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:01.063936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ffc060ff-b2ce-4efb-abd6-629ef21916fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d88bef083d6453ab4f95c595b319f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5693343 Jan 27 22:11:01.143589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:01.150422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.180612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port a96fa733-c2ee-40c4-9168-d598847ecb24 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:01.216318 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-c548b9ce-6f59-4742-a154-f6231d14537a service neutron] 10.222.0.57 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939560 Jan 27 22:11:01.231460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-672af5e0-a327-4d62-ad60-8e6c6f141214 admin admin] Publish callbacks [] for security_group (30d425df-bc95-4596-9fed-001e8d444932), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.267480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-672af5e0-a327-4d62-ad60-8e6c6f141214 admin admin] Publish callbacks [] for security_group (30d425df-bc95-4596-9fed-001e8d444932), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.289768 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Publish callbacks [] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.311295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.441837 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-672af5e0-a327-4d62-ad60-8e6c6f141214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (30d425df-bc95-4596-9fed-001e8d444932), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.443105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-672af5e0-a327-4d62-ad60-8e6c6f141214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.444486 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-672af5e0-a327-4d62-ad60-8e6c6f141214 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30d425df-bc95-4596-9fed-001e8d444932 HTTP/1.1" status: 204 len: 168 time: 0.3802347 Jan 27 22:11:01.464130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:01.473966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:01.494108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:01.495869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672af5e0-a327-4d62-ad60-8e6c6f141214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d425df-bc95-4596-9fed-001e8d444932,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:01.573472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Pushing event updated for resources: {'Port': ['ID=934d17c8-2ba1-4016-a28d-90d98e8b3c56,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:01.603493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::2c4 (1b87f9e6-b6ec-465a-a597-af64a1d1e70a/21de4066-d12e-415f-b9e0-35463f6ec2f8/a96fa733-c2ee-40c4-9168-d598847ecb24) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:01.651461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff7964-4f3f-4e11-a5b0-10e11145498c req-813aec59-3605-4ed9-9c10-0d9f7c17d3d0 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:01.678227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24ff7964-4f3f-4e11-a5b0-10e11145498c req-813aec59-3605-4ed9-9c10-0d9f7c17d3d0 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1894712 Jan 27 22:11:01.749381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Attempting to bind port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:01.750435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Attempting to bind port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '60101811-af78-43a7-a6c5-ada7eb1b9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b87f9e6-b6ec-465a-a597-af64a1d1e70a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:01.751033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Attempting to bind port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 on network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:01.758258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:01.759665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Checking segment: {'id': '60101811-af78-43a7-a6c5-ada7eb1b9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b87f9e6-b6ec-465a-a597-af64a1d1e70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:01.760295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.760901 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Bound using segment: {'id': '60101811-af78-43a7-a6c5-ada7eb1b9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b87f9e6-b6ec-465a-a597-af64a1d1e70a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:01.761690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Bound port: 934d17c8-2ba1-4016-a28d-90d98e8b3c56, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60101811-af78-43a7-a6c5-ada7eb1b9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b87f9e6-b6ec-465a-a597-af64a1d1e70a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:01.762254 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.913163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24ff7964-4f3f-4e11-a5b0-10e11145498c req-b8da6b88-6130-4a07-93fa-15182bf3e429 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334852 Jan 27 22:11:01.966394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] For port 934d17c8-2ba1-4016-a28d-90d98e8b3c56, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:01.978064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] For port 934d17c8-2ba1-4016-a28d-90d98e8b3c56, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=934d17c8-2ba1-4016-a28d-90d98e8b3c56,segment=NetworkSegment(60101811-af78-43a7-a6c5-ada7eb1b9907),segment_id=60101811-af78-43a7-a6c5-ada7eb1b9907)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:01.986076 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.069984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc300934-5c56-48c1-a375-10c4c4699a10 None None] Pushing event updated for resources: {'Port': ['ID=934d17c8-2ba1-4016-a28d-90d98e8b3c56,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:02.162251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8f947-b39b-426c-aa22-c4cde9a99802 req-27df1d01-721a-41f8-84bf-ec023cd7e914 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:02.174994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ab8f947-b39b-426c-aa22-c4cde9a99802 req-27df1d01-721a-41f8-84bf-ec023cd7e914 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.4180360 Jan 27 22:11:02.315497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45666) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:02.321261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (a96fa733-c2ee-40c4-9168-d598847ecb24), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.413090 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-45788462-74da-48c8-a5cc-2ba38657c9c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=210c745075374822a664e36f81581bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919540 Jan 27 22:11:02.413961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45668) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:02.432307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ab8f947-b39b-426c-aa22-c4cde9a99802 req-bb05a93d-841c-46b1-b04b-f01d0c9225ff tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562196 Jan 27 22:11:02.458390 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a96fa733-c2ee-40c4-9168-d598847ecb24), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.491453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c24d3b4-836c-4de7-905f-f12e0e87bf52 admin admin] Publish callbacks [] for security_group (0cebdaf1-2966-431e-bb11-9792a3a6427c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.572384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c24d3b4-836c-4de7-905f-f12e0e87bf52 admin admin] Publish callbacks [] for security_group (0cebdaf1-2966-431e-bb11-9792a3a6427c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.589017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:02.596173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:02.607257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:02.616615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:02.617585 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.628491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=a96fa733-c2ee-40c4-9168-d598847ecb24,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:02.690046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ae06d1be-a939-4539-a1d9-c3dd490b8e67 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9674160 Jan 27 22:11:02.694400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45670) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:02.768912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c24d3b4-836c-4de7-905f-f12e0e87bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0cebdaf1-2966-431e-bb11-9792a3a6427c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.775162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c24d3b4-836c-4de7-905f-f12e0e87bf52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.784035 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5c24d3b4-836c-4de7-905f-f12e0e87bf52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cebdaf1-2966-431e-bb11-9792a3a6427c HTTP/1.1" status: 204 len: 168 time: 0.3682973 Jan 27 22:11:02.820403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24d3b4-836c-4de7-905f-f12e0e87bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cebdaf1-2966-431e-bb11-9792a3a6427c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:02.950159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-9537ccf5-08b6-49e1-ab92-681bde64a211 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port a96fa733-c2ee-40c4-9168-d598847ecb24 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:02.950832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9537ccf5-08b6-49e1-ab92-681bde64a211 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a96fa733-c2ee-40c4-9168-d598847ecb24), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.241298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9537ccf5-08b6-49e1-ab92-681bde64a211 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a96fa733-c2ee-40c4-9168-d598847ecb24), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.260609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-9537ccf5-08b6-49e1-ab92-681bde64a211 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for a96fa733-c2ee-40c4-9168-d598847ecb24 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:03.290196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88af344-e218-4c46-bdd6-3d3e3df10f4b req-e52dae80-c0b0-4c0a-817f-4288affdc6bd tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:03.298846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d88af344-e218-4c46-bdd6-3d3e3df10f4b req-e52dae80-c0b0-4c0a-817f-4288affdc6bd tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 946 time: 0.1366491 Jan 27 22:11:03.479311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 934d17c8-2ba1-4016-a28d-90d98e8b3c56 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:03.510258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d88af344-e218-4c46-bdd6-3d3e3df10f4b req-07c4a292-3e7e-49dd-b41c-24772c0f9202 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102056 Jan 27 22:11:03.610988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:03.611629 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.776476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-df97d693-3643-404f-9521-8514cb703a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:03.785590 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-df97d693-3643-404f-9521-8514cb703a2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 1096 time: 0.2173190 Jan 27 22:11:03.801179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:03.822359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:03.823448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.959477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067afb0-95ae-476d-a24b-035cdc0c1235 req-d15fee51-2058-4c61-aa5c-fb4bfde079b2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:03.970057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3067afb0-95ae-476d-a24b-035cdc0c1235 req-d15fee51-2058-4c61-aa5c-fb4bfde079b2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.3408945 Jan 27 22:11:04.013500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 934d17c8-2ba1-4016-a28d-90d98e8b3c56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=934d17c8-2ba1-4016-a28d-90d98e8b3c56,segment=NetworkSegment(60101811-af78-43a7-a6c5-ada7eb1b9907),segment_id=60101811-af78-43a7-a6c5-ada7eb1b9907)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:04.025886 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.056361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.141475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3067afb0-95ae-476d-a24b-035cdc0c1235 req-c7541865-f3d4-4736-a6d6-608464376d3b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360984 Jan 27 22:11:04.144831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9537ccf5-08b6-49e1-ab92-681bde64a211 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a96fa733-c2ee-40c4-9168-d598847ecb24), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.215602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537ccf5-08b6-49e1-ab92-681bde64a211 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=a96fa733-c2ee-40c4-9168-d598847ecb24,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:04.285726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9537ccf5-08b6-49e1-ab92-681bde64a211 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.296268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9537ccf5-08b6-49e1-ab92-681bde64a211 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/a96fa733-c2ee-40c4-9168-d598847ecb24 HTTP/1.1" status: 204 len: 168 time: 1.5999982 Jan 27 22:11:04.296939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45710) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:04.313717 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-58fe065f-d7a0-49b6-87f3-467d45a03b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.350047 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-52960547-1463-49b9-b54d-187a705522b1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:11:04.350759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52960547-1463-49b9-b54d-187a705522b1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:11:04.366207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-52960547-1463-49b9-b54d-187a705522b1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/a96fa733-c2ee-40c4-9168-d598847ecb24 HTTP/1.1" status: 404 len: 333 time: 0.0681372 Jan 27 22:11:04.366860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45714) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:04.430029 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62dcf9e-f610-4b0e-8ff1-cb025040fb45 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:04.435687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f49bd2-f263-4afc-a34a-1cb8234ff7fc None None] Network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:04.437021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f62dcf9e-f610-4b0e-8ff1-cb025040fb45 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/a96fa733-c2ee-40c4-9168-d598847ecb24 HTTP/1.1" status: 404 len: 333 time: 0.0685444 Jan 27 22:11:04.437959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45716) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:04.543219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=934d17c8-2ba1-4016-a28d-90d98e8b3c56,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:04.568969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-24194694-47fb-4678-9b6a-b69781095b23 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet 21de4066-d12e-415f-b9e0-35463f6ec2f8 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:04.573046 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-24194694-47fb-4678-9b6a-b69781095b23 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (21de4066-d12e-415f-b9e0-35463f6ec2f8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.693476 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-24194694-47fb-4678-9b6a-b69781095b23 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (21de4066-d12e-415f-b9e0-35463f6ec2f8), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.724379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6fce7f66-83e3-4a13-88a0-a45fbbfb4e07 None None] Provisioning complete for port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:04.724864 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6fce7f66-83e3-4a13-88a0-a45fbbfb4e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.854284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45724) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:05.021973 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-24194694-47fb-4678-9b6a-b69781095b23 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (21de4066-d12e-415f-b9e0-35463f6ec2f8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.168562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-8074320'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:05.209860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b760a39-6f8e-4ca5-9427-673c2860a616 req-97ce5c7a-5faf-44c1-8f42-fa07a3bdfde2 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:05.218001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b760a39-6f8e-4ca5-9427-673c2860a616 req-97ce5c7a-5faf-44c1-8f42-fa07a3bdfde2 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 946 time: 0.2537448 Jan 27 22:11:05.256863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Made reservation on behalf of 165aeed009cd47bf830d5ff4e2c7c87b for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:05.267136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.267794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:05.315977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:05.332248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-24194694-47fb-4678-9b6a-b69781095b23 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (21de4066-d12e-415f-b9e0-35463f6ec2f8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.343044 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.388941 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Publish callbacks [] for port (7dfdd850-e010-41d3-a47f-d43f72356863), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.390586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 934d17c8-2ba1-4016-a28d-90d98e8b3c56 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:05.403907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Transition to ACTIVE for port object 7dfdd850-e010-41d3-a47f-d43f72356863 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:11:05.405312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:05.408311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24194694-47fb-4678-9b6a-b69781095b23 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=21de4066-d12e-415f-b9e0-35463f6ec2f8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:05.408819 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfd8a33-d109-4147-8f45-d3537cfcbc8b" -d '{"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:05.418677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.505360 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for security_group (076a8231-6f0f-49d7-9ec4-ff4c9d6f54db), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.521769 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-24194694-47fb-4678-9b6a-b69781095b23 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.525663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-24194694-47fb-4678-9b6a-b69781095b23 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/21de4066-d12e-415f-b9e0-35463f6ec2f8 HTTP/1.1" status: 204 len: 168 time: 1.0861514 Jan 27 22:11:05.541189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b760a39-6f8e-4ca5-9427-673c2860a616 req-b72f5a3a-ad89-479a-afc2-55db05be090b tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221133 Jan 27 22:11:05.543863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45740) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:05.545804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=10']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:05.552612 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (076a8231-6f0f-49d7-9ec4-ff4c9d6f54db), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.626246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076a8231-6f0f-49d7-9ec4-ff4c9d6f54db,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:05.651840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:05.690140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (845b08fc-6853-49be-9ea1-0675017dc502), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.691899 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Added segment 845b08fc-6853-49be-9ea1-0675017dc502 of type vlan for network 51194866-38c7-45c6-9038-b26fe37f0c1e Jan 27 22:11:05.758323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19454fed-fac7-4224-9bcd-4e0b07f35dff req-a4c71dfa-457b-4983-8473-828df4243ec2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:05.769044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19454fed-fac7-4224-9bcd-4e0b07f35dff req-a4c71dfa-457b-4983-8473-828df4243ec2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 944 time: 0.3716002 Jan 27 22:11:05.771458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:05.772012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.804025 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1b87f9e6-b6ec-465a-a597-af64a1d1e70a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.832955 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0630d9f4-6247-4b4a-883c-059e38a13079 x-openstack-request-id: req-0630d9f4-6247-4b4a-883c-059e38a13079 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:05.833292 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:05.833613 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0630d9f4-6247-4b4a-883c-059e38a13079 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:05.833977 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'code': 200} Jan 27 22:11:05.879897 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (51194866-38c7-45c6-9038-b26fe37f0c1e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.905973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6fce7f66-83e3-4a13-88a0-a45fbbfb4e07 None None] Current status of the port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:05.929513 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (51194866-38c7-45c6-9038-b26fe37f0c1e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.936005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:05.937270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.986111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:06.012211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] No DVR routers for this DVR port 7dfdd850-e010-41d3-a47f-d43f72356863 on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:06.080238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2186811 Jan 27 22:11:06.086143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45746) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:06.098983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4c7c8-ce39-4601-a9ef-858af265c5e4 None None] Network 1b87f9e6-b6ec-465a-a597-af64a1d1e70a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:06.101419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Request body: {'subnet': {'network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:06.250653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7a01b0db-5c3d-4a25-9d8b-96aff4d240b1 None None] Provisioning complete for port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:06.251202 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a01b0db-5c3d-4a25-9d8b-96aff4d240b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.298179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19454fed-fac7-4224-9bcd-4e0b07f35dff req-c2157df7-3824-4320-a96b-657e97b6e0aa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5161099 Jan 27 22:11:06.316384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8e644-b8b1-400a-93bb-b8a492f3f6ed tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'Network': ['ID=51194866-38c7-45c6-9038-b26fe37f0c1e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:06.318208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:06.318741 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.346030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 51194866-38c7-45c6-9038-b26fe37f0c1e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:06.353002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Made reservation on behalf of 165aeed009cd47bf830d5ff4e2c7c87b for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:06.378735 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.459694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] DHCP port deletion for 1b87f9e6-b6ec-465a-a597-af64a1d1e70a request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:06.500189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:06.500376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:06.501052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:06.510822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:11:06.511292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Attempting to bind port 7dfdd850-e010-41d3-a47f-d43f72356863 on network a9cecfc5-a25b-4e22-8787-9129889071fb {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:06.515180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] For port 934d17c8-2ba1-4016-a28d-90d98e8b3c56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=934d17c8-2ba1-4016-a28d-90d98e8b3c56,segment=NetworkSegment(60101811-af78-43a7-a6c5-ada7eb1b9907),segment_id=60101811-af78-43a7-a6c5-ada7eb1b9907)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:06.515593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.534698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:06.535166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Checking segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:06.535609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Bound using segment: {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:06.536511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Bound port: 7dfdd850-e010-41d3-a47f-d43f72356863, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1348304f-a252-42ec-bfbd-da2e71fe4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:06.536907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.551269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 934d17c8-2ba1-4016-a28d-90d98e8b3c56 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:06.573378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7a01b0db-5c3d-4a25-9d8b-96aff4d240b1 None None] Current status of the port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:06.619171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Deleting port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:06.620066 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.715555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] For port 934d17c8-2ba1-4016-a28d-90d98e8b3c56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=934d17c8-2ba1-4016-a28d-90d98e8b3c56,segment=NetworkSegment(60101811-af78-43a7-a6c5-ada7eb1b9907),segment_id=60101811-af78-43a7-a6c5-ada7eb1b9907)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:06.716033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.765806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Calling delete_port for 934d17c8-2ba1-4016-a28d-90d98e8b3c56 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:06.795706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:06.800764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:06.816624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.874554 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.895666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:06.895666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.897533 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 1092 time: 3.1062841 Jan 27 22:11:06.907984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No DVR routers for this DVR port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:06.960731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:06.969866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-ee12938d-4062-490c-942d-46fcdcf98bbf tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:06.975804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-ee12938d-4062-490c-942d-46fcdcf98bbf tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 946 time: 0.3596961 Jan 27 22:11:06.992896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75e93f-ccc0-4728-9fd1-09a80db3c1bc req-d65b33ef-f787-4ab9-a821-4a213e30eb49 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.007882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a75e93f-ccc0-4728-9fd1-09a80db3c1bc req-d65b33ef-f787-4ab9-a821-4a213e30eb49 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 946 time: 0.3403075 Jan 27 22:11:07.028296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd64ee-ee4f-4c5b-afc3-93ee1e2b49f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.100063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port 7dfdd850-e010-41d3-a47f-d43f72356863 host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:11:07.100729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:07.111294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (934d17c8-2ba1-4016-a28d-90d98e8b3c56), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.181129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=934d17c8-2ba1-4016-a28d-90d98e8b3c56,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.186413 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1b87f9e6-b6ec-465a-a597-af64a1d1e70a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.186657 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f29b5691-268c-4511-8b0d-6175ed5ad7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.191229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Pushing event deleted for resources: {'Port': ['ID=934d17c8-2ba1-4016-a28d-90d98e8b3c56,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.211763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-05e8e2f4-83ca-409b-9423-70cd8828d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.213955 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-05e8e2f4-83ca-409b-9423-70cd8828d0ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1095 time: 0.2691932 Jan 27 22:11:07.232419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b87f9e6-b6ec-465a-a597-af64a1d1e70a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:07.240151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.240562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.241043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.241603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.242144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.242991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.243588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.244148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.244697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.245244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.246615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.247198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.247846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.258913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b31e4-cd17-48cd-a505-0da21a0a69ee None None] No DVR routers for this DVR port 934d17c8-2ba1-4016-a28d-90d98e8b3c56 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:07.351257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 934d17c8-2ba1-4016-a28d-90d98e8b3c56 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:07.478212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 934d17c8-2ba1-4016-a28d-90d98e8b3c56 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:07.478842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 934d17c8-2ba1-4016-a28d-90d98e8b3c56 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:07.480375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-c5b1e99b-6f2b-4926-9379-aa2a9ce707ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.494374 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-c5b1e99b-6f2b-4926-9379-aa2a9ce707ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.2674532 Jan 27 22:11:07.517560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60101811-af78-43a7-a6c5-ada7eb1b9907') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:07.518983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60101811-af78-43a7-a6c5-ada7eb1b9907') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:07.544959 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (150d16ef-404e-4c5d-abcb-80f70f33f42d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.590319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (60101811-af78-43a7-a6c5-ada7eb1b9907), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.630031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (60101811-af78-43a7-a6c5-ada7eb1b9907), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.644719 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-2a2c5965-3a29-48a7-a34b-a8c198a09670 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 999 time: 0.1399035 Jan 27 22:11:07.651017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:07.655363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (60101811-af78-43a7-a6c5-ada7eb1b9907), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:07.662633 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:07.671743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a75e93f-ccc0-4728-9fd1-09a80db3c1bc req-8700e97d-7353-4e46-b357-fe39db9dfa5b tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574600 Jan 27 22:11:07.678162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'Subnet': ['ID=150d16ef-404e-4c5d-abcb-80f70f33f42d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.721851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Deleting port 876120e8-192b-4138-a887-4614cdf23c2b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:07.722635 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (876120e8-192b-4138-a887-4614cdf23c2b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.829000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1b87f9e6-b6ec-465a-a597-af64a1d1e70a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.832306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-740d9974-5710-4365-b310-7bea405c9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.833943 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-740d9974-5710-4365-b310-7bea405c9403 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.1130667 Jan 27 22:11:07.836171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:07.838806 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:07.857945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.861866 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/networks/1b87f9e6-b6ec-465a-a597-af64a1d1e70a HTTP/1.1" status: 204 len: 168 time: 2.3045216 Jan 27 22:11:07.873005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827010f-a189-43ef-b9f8-d7ad45b056e0 req-5469dbf8-9c20-473e-8eb6-f897269c630a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.874965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5827010f-a189-43ef-b9f8-d7ad45b056e0 req-5469dbf8-9c20-473e-8eb6-f897269c630a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 944 time: 0.3758099 Jan 27 22:11:07.880153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45764) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:07.886204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-98778723'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:07.892885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d77bee-a5d0-4a54-9de3-4c074b2c78ab tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Network': ['ID=1b87f9e6-b6ec-465a-a597-af64a1d1e70a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.933285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05751-4316-4d77-8aee-0617265e3d49 req-2a3fa287-e8b4-4f1a-9001-dc5b1714b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.935045 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-2a3fa287-e8b4-4f1a-9001-dc5b1714b670 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786746 Jan 27 22:11:07.936951 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcb0806-28c3-476a-acec-e0f379baf1f4 x-openstack-request-id: req-fdcb0806-28c3-476a-acec-e0f379baf1f4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:07.937312 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:07.937632 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdcb0806-28c3-476a-acec-e0f379baf1f4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:07.938109 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'status': 'completed', 'code': 200} Jan 27 22:11:07.941684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Checking segment: {'id': '845b08fc-6853-49be-9ea1-0675017dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:07.942063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Network hostable DHCP agents. Network: 51194866-38c7-45c6-9038-b26fe37f0c1e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:07.979223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] For port 876120e8-192b-4138-a887-4614cdf23c2b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=876120e8-192b-4138-a887-4614cdf23c2b,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:07.979676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (876120e8-192b-4138-a887-4614cdf23c2b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.041631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5827010f-a189-43ef-b9f8-d7ad45b056e0 req-7723ce0c-99f6-44f2-af28-1028a980fefe tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497438 Jan 27 22:11:08.049773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:08.054741 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.064179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Calling delete_port for 876120e8-192b-4138-a887-4614cdf23c2b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:08.101164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-d3f164ce-a435-4aa1-a83c-2caa655170e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.102208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Network 51194866-38c7-45c6-9038-b26fe37f0c1e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:08.103144 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-d3f164ce-a435-4aa1-a83c-2caa655170e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1095 time: 0.1348562 Jan 27 22:11:08.206939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 51194866-38c7-45c6-9038-b26fe37f0c1e) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:08.214320 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-d04cdf9b-04d2-42f5-b6e1-fb3d6c77e57a service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697852 Jan 27 22:11:08.214952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:08.224462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29e901-177c-4fd6-950d-6ef8de1273a2 None None] Network 51194866-38c7-45c6-9038-b26fe37f0c1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:08.231708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.232715 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.270854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cae79386-c7e4-45f3-8446-81829cbf0de4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.271397 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Added segment cae79386-c7e4-45f3-8446-81829cbf0de4 of type vlan for network e443c1a0-856c-46de-a143-808e687b6662 Jan 27 22:11:08.307753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-19f5bef9-cf82-40bd-9248-e1c8d6b93f65 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2202249 Jan 27 22:11:08.308790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45772) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:08.364163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-880705cf-c507-48a0-8f74-810f86ce4dc6 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-139226609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:08.411851 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-880705cf-c507-48a0-8f74-810f86ce4dc6 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.413618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-880705cf-c507-48a0-8f74-810f86ce4dc6 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.429320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (e443c1a0-856c-46de-a143-808e687b6662), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.431600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-d08badfb-9698-4a43-840e-8b966f1e3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.435583 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-d08badfb-9698-4a43-840e-8b966f1e3782 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.3081677 Jan 27 22:11:08.533805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.540354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-51194866-38c7-45c6-9038-b26fe37f0c1e', 'network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e', 'project_id': '165aeed009cd47bf830d5ff4e2c7c87b', 'fixed_ips': [{'subnet_id': '150d16ef-404e-4c5d-abcb-80f70f33f42d'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:08.546574 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.557342 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-4b67dbcb-a75a-40b4-bdad-fae24fb3a7e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 999 time: 0.1006043 Jan 27 22:11:08.641651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-880705cf-c507-48a0-8f74-810f86ce4dc6 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for router_controller (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.643128 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (e443c1a0-856c-46de-a143-808e687b6662), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.646958 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-57c05751-4316-4d77-8aee-0617265e3d49 req-8d371e66-096a-4711-962d-c73292752d0b service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041474 Jan 27 22:11:08.674284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.675292 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.676266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-7b016891-82db-4140-83b8-d2bb893ba516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.678918 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-7b016891-82db-4140-83b8-d2bb893ba516 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.1151552 Jan 27 22:11:08.708287 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-880705cf-c507-48a0-8f74-810f86ce4dc6 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.785950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (876120e8-192b-4138-a887-4614cdf23c2b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.809463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['876120e8-192b-4138-a887-4614cdf23c2b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:11:08.877264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-8f23fae5-48de-45bb-afd0-f91e64afec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.879976 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-8f23fae5-48de-45bb-afd0-f91e64afec1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879005 Jan 27 22:11:08.896283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0133593 Jan 27 22:11:08.907122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-ef19a2eb-331f-499b-80d2-bb0fdccb4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.912783 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-ef19a2eb-331f-499b-80d2-bb0fdccb4cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1095 time: 0.1650350 Jan 27 22:11:08.913526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45776) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:08.933059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Allocated IP 172.20.0.2 (51194866-38c7-45c6-9038-b26fe37f0c1e/150d16ef-404e-4c5d-abcb-80f70f33f42d/f51240ea-dbd6-4bd7-98b1-cf288502ad4b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:08.942107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': 'e443c1a0-856c-46de-a143-808e687b6662', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:08.969846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-880705cf-c507-48a0-8f74-810f86ce4dc6 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.976326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-880705cf-c507-48a0-8f74-810f86ce4dc6 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6344376 Jan 27 22:11:08.981911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45778) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:09.029825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-385bbf2d-9f23-432c-855b-f1106f48ff7c req-0634ba4b-4e5b-4712-8f4f-04a763d67b54 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 210 time: 0.1247261 Jan 27 22:11:09.043024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Pushing event deleted for resources: {'Port': ['ID=876120e8-192b-4138-a887-4614cdf23c2b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:09.250391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0def08-1b47-4e98-ae71-fa89b4cf63c3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Network': ['ID=e443c1a0-856c-46de-a143-808e687b6662,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:09.320783 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Publish callbacks [] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.339810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network e443c1a0-856c-46de-a143-808e687b6662 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:09.347770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.437497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] No DVR routers for this DVR port 876120e8-192b-4138-a887-4614cdf23c2b on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:09.497532 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-11a033fe-d7f6-4823-9dce-088c301b662a service neutron] 10.222.0.57 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073081 Jan 27 22:11:09.532753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Network 51194866-38c7-45c6-9038-b26fe37f0c1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:09.545364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:09.545676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-944a653c-87e3-4033-970e-7cbcd8d6a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:09.550677 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-944a653c-87e3-4033-970e-7cbcd8d6a735 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.6017535 Jan 27 22:11:09.562922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:09.574440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:09.581223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.600335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.606433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cba65dfb-0cda-41a5-8195-4b93ea09dc62 req-b9d7f76e-e273-4df2-90ed-c580df22ed69 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.16 "DELETE /v2.0/ports/876120e8-192b-4138-a887-4614cdf23c2b HTTP/1.1" status: 204 len: 173 time: 2.5951333 Jan 27 22:11:09.621257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7bd24-ca12-4263-ba95-f5f548bb65d2', 'name': 'network-vif-deleted', 'tag': '876120e8-192b-4138-a887-4614cdf23c2b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:09.626459 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6487ccd1-4b04-4286-aca3-fbcf10e9208d" -d '{"events": [{"server_uuid": "3ca7bd24-ca12-4263-ba95-f5f548bb65d2", "name": "network-vif-deleted", "tag": "876120e8-192b-4138-a887-4614cdf23c2b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:09.678852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Pushing event updated for resources: {'Port': ['ID=f51240ea-dbd6-4bd7-98b1-cf288502ad4b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:09.777336 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a292a82-86f8-420b-8e82-5ff824e64af4 x-openstack-request-id: req-2a292a82-86f8-420b-8e82-5ff824e64af4 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:09.778792 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7bd24-ca12-4263-ba95-f5f548bb65d2", "name": "network-vif-deleted", "tag": "876120e8-192b-4138-a887-4614cdf23c2b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:09.779452 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a292a82-86f8-420b-8e82-5ff824e64af4 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:09.780706 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7bd24-ca12-4263-ba95-f5f548bb65d2', 'name': 'network-vif-deleted', 'tag': '876120e8-192b-4138-a887-4614cdf23c2b', 'status': 'completed', 'code': 200} Jan 27 22:11:09.787696 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-92aaa00c-ba13-4e40-84c7-275bddc1d8ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 999 time: 0.1962078 Jan 27 22:11:09.804187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Attempting to bind port f51240ea-dbd6-4bd7-98b1-cf288502ad4b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:09.805072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Attempting to bind port f51240ea-dbd6-4bd7-98b1-cf288502ad4b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '845b08fc-6853-49be-9ea1-0675017dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:09.806484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Attempting to bind port f51240ea-dbd6-4bd7-98b1-cf288502ad4b on network 51194866-38c7-45c6-9038-b26fe37f0c1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:09.811012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fbc8f-49a0-4827-b8a6-f6d0bea08c41 req-e6ac23f3-33fb-4580-a466-91143a294dc7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:09.819429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:09.820702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Checking segment: {'id': '845b08fc-6853-49be-9ea1-0675017dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:09.821033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d5fbc8f-49a0-4827-b8a6-f6d0bea08c41 req-e6ac23f3-33fb-4580-a466-91143a294dc7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 944 time: 0.5621653 Jan 27 22:11:09.821351 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.852629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Bound using segment: {'id': '845b08fc-6853-49be-9ea1-0675017dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:09.853520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Bound port: f51240ea-dbd6-4bd7-98b1-cf288502ad4b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845b08fc-6853-49be-9ea1-0675017dc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:09.854165 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.992915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d5fbc8f-49a0-4827-b8a6-f6d0bea08c41 req-54ff40f5-4ee1-48e2-86d3-f104483e1643 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683142 Jan 27 22:11:10.000067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] For port f51240ea-dbd6-4bd7-98b1-cf288502ad4b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:10.007592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] For port f51240ea-dbd6-4bd7-98b1-cf288502ad4b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f51240ea-dbd6-4bd7-98b1-cf288502ad4b,segment=NetworkSegment(845b08fc-6853-49be-9ea1-0675017dc502),segment_id=845b08fc-6853-49be-9ea1-0675017dc502)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:10.022658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.080202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.156891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07264c61-0a4d-473e-9991-0a4c83bbfef0 None None] Pushing event updated for resources: {'Port': ['ID=f51240ea-dbd6-4bd7-98b1-cf288502ad4b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:10.337665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-fa737236-2c4e-4e5b-9ec5-92ecd3fa5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:10.341102 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-fa737236-2c4e-4e5b-9ec5-92ecd3fa5579 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.4790347 Jan 27 22:11:10.345038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (39b21dcf-c59d-4857-8e08-94375c9db8d7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.722836 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-7f86f95f-94c5-4aa0-a97a-913690aa7e48 service neutron] 10.222.0.57 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2025824 Jan 27 22:11:10.754222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-39f39669-11ac-4ffb-9ad7-529f5a4a25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:10.756825 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-39f39669-11ac-4ffb-9ad7-529f5a4a25f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4019954 Jan 27 22:11:10.790759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=39b21dcf-c59d-4857-8e08-94375c9db8d7,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:10.850983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking segment: {'id': 'cae79386-c7e4-45f3-8446-81829cbf0de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e443c1a0-856c-46de-a143-808e687b6662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:10.851961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network hostable DHCP agents. Network: e443c1a0-856c-46de-a143-808e687b6662, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:10.971137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.991210 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network e443c1a0-856c-46de-a143-808e687b6662 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:11.030483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, e443c1a0-856c-46de-a143-808e687b6662) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:11.038904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:11.042114 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.042427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7054118-7f1c-41d3-804b-252cf19d84a7 None None] Network e443c1a0-856c-46de-a143-808e687b6662 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:11.071181 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-cab81d3a-8823-4c23-9fd3-d0887c592bf7 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730019 Jan 27 22:11:11.167514 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-06256afc-6fc2-4f73-a6dd-3a842a81296a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2504544 Jan 27 22:11:11.183225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45800) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:11.191560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': 'e443c1a0-856c-46de-a143-808e687b6662', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-997096390'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:11.310010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:11:11.310010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 876120e8-192b-4138-a887-4614cdf23c2b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:11.414383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 876120e8-192b-4138-a887-4614cdf23c2b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:11.415046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 876120e8-192b-4138-a887-4614cdf23c2b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:11.426870 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.443436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-e443c1a0-856c-46de-a143-808e687b6662', 'network_id': 'e443c1a0-856c-46de-a143-808e687b6662', 'project_id': 'b813da558a654e4893784772320c3729', 'fixed_ips': [{'subnet_id': '39b21dcf-c59d-4857-8e08-94375c9db8d7'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:11.445075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.555369 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-68eb9390-1cd2-4eb3-8c2b-97331f1917d0 req-e53c87f6-e664-49d2-a0da-64422fc0aa96 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768455 Jan 27 22:11:11.572982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0800397-efa4-4123-8e76-36deee6bd497 req-1225ea1e-00fa-4c82-91d6-a10596cccf90 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ca7bd24-ca12-4263-ba95-f5f548bb65d2 HTTP/1.1" status: 200 len: 210 time: 1.0481825 Jan 27 22:11:11.689158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f51240ea-dbd6-4bd7-98b1-cf288502ad4b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:11.700164 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:11:11.722717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:11.735753 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.813902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 2bff6b14-16ef-4ac4-81aa-703425f700d6 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:11.858385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf81bff-7453-4ce2-a91b-815d05ca83f4 req-62779292-808f-42f4-8e61-caabb5c43e7d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:11.861135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1cf81bff-7453-4ce2-a91b-815d05ca83f4 req-62779292-808f-42f4-8e61-caabb5c43e7d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 944 time: 0.2811775 Jan 27 22:11:12.165523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:12.204383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Allocated IP 2001:db8::2 (e443c1a0-856c-46de-a143-808e687b6662/39b21dcf-c59d-4857-8e08-94375c9db8d7/8792a144-b3e6-417b-9753-30d815ff9ab1) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:12.213852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1cf81bff-7453-4ce2-a91b-815d05ca83f4 req-6e0930d2-a67e-4d76-90c4-fd2ce917c9bc tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870376 Jan 27 22:11:12.242358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '7dfdd850-e010-41d3-a47f-d43f72356863', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'port_id': '7dfdd850-e010-41d3-a47f-d43f72356863', 'mac_address': 'fa:16:3e:d9:82:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:11:12.261503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58812d47-d6a0-4088-a87a-4f67e3215151 None None] Network 51194866-38c7-45c6-9038-b26fe37f0c1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:12.274865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Allocated IP 172.20.0.1 (51194866-38c7-45c6-9038-b26fe37f0c1e/150d16ef-404e-4c5d-abcb-80f70f33f42d/e250152c-a383-4174-8525-bb1be65c0ca0) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:12.560730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f51240ea-dbd6-4bd7-98b1-cf288502ad4b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:12.571075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.574056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for port (e250152c-a383-4174-8525-bb1be65c0ca0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.639806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e250152c-a383-4174-8525-bb1be65c0ca0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.700005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7dfdd850-e010-41d3-a47f-d43f72356863 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:12.706341 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.706608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Network 51194866-38c7-45c6-9038-b26fe37f0c1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:12.710806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:12.724479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:12.772496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'Port': ['ID=e250152c-a383-4174-8525-bb1be65c0ca0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:12.774378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-407f33cb-cbcf-433c-9b21-2fed7f86690f None None] Provisioning complete for port f51240ea-dbd6-4bd7-98b1-cf288502ad4b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:12.775108 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-407f33cb-cbcf-433c-9b21-2fed7f86690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.835556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.897841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfdd850-e010-41d3-a47f-d43f72356863 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:11:13.066895 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e250152c-a383-4174-8525-bb1be65c0ca0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.192293 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Publish callbacks [] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.211396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:13.226136 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.274414 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.373442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::b6 (e443c1a0-856c-46de-a143-808e687b6662/39b21dcf-c59d-4857-8e08-94375c9db8d7/2bff6b14-16ef-4ac4-81aa-703425f700d6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:13.593213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Network e443c1a0-856c-46de-a143-808e687b6662 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:13.597886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-407f33cb-cbcf-433c-9b21-2fed7f86690f None None] Current status of the port f51240ea-dbd6-4bd7-98b1-cf288502ad4b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:13.598568 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-407f33cb-cbcf-433c-9b21-2fed7f86690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.610708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:13.614817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f51240ea-dbd6-4bd7-98b1-cf288502ad4b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:13.615583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.631996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:13.655813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Pushing event updated for resources: {'Port': ['ID=8792a144-b3e6-417b-9753-30d815ff9ab1,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:13.705360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (2bff6b14-16ef-4ac4-81aa-703425f700d6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.757194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7dfdd850-e010-41d3-a47f-d43f72356863'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:11:13.781473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2bff6b14-16ef-4ac4-81aa-703425f700d6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.822383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port f51240ea-dbd6-4bd7-98b1-cf288502ad4b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f51240ea-dbd6-4bd7-98b1-cf288502ad4b,segment=NetworkSegment(845b08fc-6853-49be-9ea1-0675017dc502),segment_id=845b08fc-6853-49be-9ea1-0675017dc502)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:13.835974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Attempting to bind port 8792a144-b3e6-417b-9753-30d815ff9ab1 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:13.836580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Attempting to bind port 8792a144-b3e6-417b-9753-30d815ff9ab1 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'cae79386-c7e4-45f3-8446-81829cbf0de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e443c1a0-856c-46de-a143-808e687b6662'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:13.837187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Attempting to bind port 8792a144-b3e6-417b-9753-30d815ff9ab1 on network e443c1a0-856c-46de-a143-808e687b6662 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:13.877243 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.924770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:13.925264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Checking segment: {'id': 'cae79386-c7e4-45f3-8446-81829cbf0de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e443c1a0-856c-46de-a143-808e687b6662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:13.925795 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.926501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Bound using segment: {'id': 'cae79386-c7e4-45f3-8446-81829cbf0de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e443c1a0-856c-46de-a143-808e687b6662'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:13.927306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Bound port: 8792a144-b3e6-417b-9753-30d815ff9ab1, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae79386-c7e4-45f3-8446-81829cbf0de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e443c1a0-856c-46de-a143-808e687b6662'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:13.927638 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.930498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=12']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:13.941385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=2bff6b14-16ef-4ac4-81aa-703425f700d6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:13.963299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network e443c1a0-856c-46de-a143-808e687b6662 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:13.965895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:13.973179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:13.973901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for port (e250152c-a383-4174-8525-bb1be65c0ca0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.005835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:14.006606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.009672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-8e170a66-9f70-406d-99a9-da0f00d0d393 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:14.027435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-8e170a66-9f70-406d-99a9-da0f00d0d393 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/networks?id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 HTTP/1.1" status: 200 len: 808 time: 0.9184685 Jan 27 22:11:14.062599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e250152c-a383-4174-8525-bb1be65c0ca0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.071966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-66b1663c-8760-458c-8a95-7141957e0daa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.8796802 Jan 27 22:11:14.073976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45838) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:14.076194 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-407f33cb-cbcf-433c-9b21-2fed7f86690f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:11:14.076484 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-407f33cb-cbcf-433c-9b21-2fed7f86690f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:11:14.086436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37e0f0-f082-413a-b522-0aa842c04696 req-870d837e-40d5-4d41-b0e3-9fab65e37c65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:14.089222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4f37e0f0-f082-413a-b522-0aa842c04696 req-870d837e-40d5-4d41-b0e3-9fab65e37c65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 945 time: 0.6929891 Jan 27 22:11:14.111199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=f51240ea-dbd6-4bd7-98b1-cf288502ad4b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:14.150985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-5dd8a624-8cbe-4cb8-bfa6-54e7ea1033d6 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/quotas/7d27ffb8b15d4992816974f5f1a615b5 HTTP/1.1" status: 200 len: 375 time: 0.1209369 Jan 27 22:11:14.207058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] For port 8792a144-b3e6-417b-9753-30d815ff9ab1, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:14.237076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] For port 8792a144-b3e6-417b-9753-30d815ff9ab1, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8792a144-b3e6-417b-9753-30d815ff9ab1,segment=NetworkSegment(cae79386-c7e4-45f3-8446-81829cbf0de4),segment_id=cae79386-c7e4-45f3-8446-81829cbf0de4)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:14.279975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.299205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-7e30d857-cbd6-4573-878e-d97cfe1cc1d8 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d27ffb8b15d4992816974f5f1a615b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1467185 Jan 27 22:11:14.312593 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.449023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-7db978da-0a0f-41d6-959a-446ad60f2957 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:11:14.451178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-7db978da-0a0f-41d6-959a-446ad60f2957 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1505814 Jan 27 22:11:14.549877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd362aa1-a88c-4d03-8058-974b54a3f43e None None] Pushing event updated for resources: {'Port': ['ID=8792a144-b3e6-417b-9753-30d815ff9ab1,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:14.636499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-407f33cb-cbcf-433c-9b21-2fed7f86690f None None] Current status of the port f51240ea-dbd6-4bd7-98b1-cf288502ad4b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:14.642889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'Port': ['ID=e250152c-a383-4174-8525-bb1be65c0ca0,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:14.751990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4f37e0f0-f082-413a-b522-0aa842c04696 req-76a062f4-6723-4e48-b2fa-73a51328a93c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6463263 Jan 27 22:11:14.784134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-903fa63c-59cd-4361-a7e3-488a2e610e45 None None] Provisioning complete for port e250152c-a383-4174-8525-bb1be65c0ca0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:14.784905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-903fa63c-59cd-4361-a7e3-488a2e610e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e250152c-a383-4174-8525-bb1be65c0ca0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.803161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45850) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:14.848467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-903fa63c-59cd-4361-a7e3-488a2e610e45 None None] Port e250152c-a383-4174-8525-bb1be65c0ca0 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:14.870002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-903fa63c-59cd-4361-a7e3-488a2e610e45 None None] Provisioning complete for port f51240ea-dbd6-4bd7-98b1-cf288502ad4b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:14.870434 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-903fa63c-59cd-4361-a7e3-488a2e610e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.948257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Network 51194866-38c7-45c6-9038-b26fe37f0c1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:14.986811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:14.990840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-36af50c3-c937-4745-87c5-581a88fef6fb service neutron] 10.222.0.45 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712583 Jan 27 22:11:14.997792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-607372da-6b38-44d3-9512-fbd9ab5334a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 2bff6b14-16ef-4ac4-81aa-703425f700d6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:14.998384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-607372da-6b38-44d3-9512-fbd9ab5334a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2bff6b14-16ef-4ac4-81aa-703425f700d6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.066360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-903fa63c-59cd-4361-a7e3-488a2e610e45 None None] Current status of the port f51240ea-dbd6-4bd7-98b1-cf288502ad4b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:15.074697 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf21f2d0-563d-44b3-a404-afc3950d68b6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/68a2769b-5ab6-449d-8017-65b45e980b99 HTTP/1.1" status: 200 len: 992 time: 0.2676537 Jan 27 22:11:15.230241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-97b33839-6097-40a9-8951-10523f208304 service neutron] 10.222.0.45 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272453 Jan 27 22:11:15.589498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-607372da-6b38-44d3-9512-fbd9ab5334a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2bff6b14-16ef-4ac4-81aa-703425f700d6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.634827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1d58e54e-ada9-4eb4-b77e-d43b4e291646 None None] Provisioning complete for port e250152c-a383-4174-8525-bb1be65c0ca0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:15.635760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d58e54e-ada9-4eb4-b77e-d43b4e291646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e250152c-a383-4174-8525-bb1be65c0ca0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.662987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-607372da-6b38-44d3-9512-fbd9ab5334a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 2bff6b14-16ef-4ac4-81aa-703425f700d6 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:15.779027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1d58e54e-ada9-4eb4-b77e-d43b4e291646 None None] Port e250152c-a383-4174-8525-bb1be65c0ca0 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:16.068691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99fca267-1efd-4121-9ad3-4f3caa44e302 req-d7f10933-1d2d-48d9-afb5-ba6fd61468d9 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 210 time: 0.5294793 Jan 27 22:11:16.112555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Router 64d57096-d1a3-45b0-bae0-0dacc0bb7a35 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:11:16.382744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8792a144-b3e6-417b-9753-30d815ff9ab1 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:16.457383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715121c9-c9bd-42c3-b568-7c3b2b4b14b0 None None] Network e443c1a0-856c-46de-a143-808e687b6662 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:16.458337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:16.470590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-08f950e1-b0d9-4449-9aaf-8c7ec6882d3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "PUT /v2.0/routers/64d57096-d1a3-45b0-bae0-0dacc0bb7a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4449990 Jan 27 22:11:16.474448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45870) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:16.474985 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-607372da-6b38-44d3-9512-fbd9ab5334a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2bff6b14-16ef-4ac4-81aa-703425f700d6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.483098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Request body: {'port': {'network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e', 'name': 'tempest-FloatingIPNegativeTestJSON-1474976472'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:16.503199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42429ff2-aa40-444f-82ed-4ab678764e59 None None] Sync routers for ids ['64d57096-d1a3-45b0-bae0-0dacc0bb7a35'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:16.540632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607372da-6b38-44d3-9512-fbd9ab5334a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=2bff6b14-16ef-4ac4-81aa-703425f700d6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:16.592310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4bc42d33-7e44-45ba-9162-15a3184c80e0 None None] Provisioning complete for port 8792a144-b3e6-417b-9753-30d815ff9ab1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:16.593012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4bc42d33-7e44-45ba-9162-15a3184c80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.645003 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-607372da-6b38-44d3-9512-fbd9ab5334a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.651687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42429ff2-aa40-444f-82ed-4ab678764e59 None None] Routers {'64d57096-d1a3-45b0-bae0-0dacc0bb7a35'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:16.653254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-42429ff2-aa40-444f-82ed-4ab678764e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:11:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['64d57096-d1a3-45b0-bae0-0dacc0bb7a35'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:16.653736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-607372da-6b38-44d3-9512-fbd9ab5334a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/2bff6b14-16ef-4ac4-81aa-703425f700d6 HTTP/1.1" status: 204 len: 168 time: 2.5596881 Jan 27 22:11:16.662936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45872) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:16.755203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-42429ff2-aa40-444f-82ed-4ab678764e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:16.778861 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-61de9edc-da30-4c6e-b3e1-52d5523bc156 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:16.781274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-61de9edc-da30-4c6e-b3e1-52d5523bc156 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/2bff6b14-16ef-4ac4-81aa-703425f700d6 HTTP/1.1" status: 404 len: 333 time: 0.1167974 Jan 27 22:11:16.781709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8792a144-b3e6-417b-9753-30d815ff9ab1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:16.782276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.788563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45874) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:16.842170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42429ff2-aa40-444f-82ed-4ab678764e59 None None] Routers {'64d57096-d1a3-45b0-bae0-0dacc0bb7a35'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:16.843308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-42429ff2-aa40-444f-82ed-4ab678764e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:11:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['64d57096-d1a3-45b0-bae0-0dacc0bb7a35'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:16.925868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Made reservation on behalf of 165aeed009cd47bf830d5ff4e2c7c87b for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:16.937233 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.963021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-42429ff2-aa40-444f-82ed-4ab678764e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:16.963982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42429ff2-aa40-444f-82ed-4ab678764e59 None None] The sync data for ids ['64d57096-d1a3-45b0-bae0-0dacc0bb7a35'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:16.976915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] device_id is not set on port 2b561f1f-c515-4919-83fc-9a8e41f56754 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:16.989598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7672eb6-aea0-4463-a5db-1dd179083b79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet 39b21dcf-c59d-4857-8e08-94375c9db8d7 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:17.005517 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7672eb6-aea0-4463-a5db-1dd179083b79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (39b21dcf-c59d-4857-8e08-94375c9db8d7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.014697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4bc42d33-7e44-45ba-9162-15a3184c80e0 None None] Current status of the port 8792a144-b3e6-417b-9753-30d815ff9ab1 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:17.015085 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4bc42d33-7e44-45ba-9162-15a3184c80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.086453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4bc42d33-7e44-45ba-9162-15a3184c80e0 None None] For port 8792a144-b3e6-417b-9753-30d815ff9ab1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8792a144-b3e6-417b-9753-30d815ff9ab1,segment=NetworkSegment(cae79386-c7e4-45f3-8446-81829cbf0de4),segment_id=cae79386-c7e4-45f3-8446-81829cbf0de4)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:17.105774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4bc42d33-7e44-45ba-9162-15a3184c80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.130995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7672eb6-aea0-4463-a5db-1dd179083b79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (39b21dcf-c59d-4857-8e08-94375c9db8d7), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.220482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc42d33-7e44-45ba-9162-15a3184c80e0 None None] Pushing event updated for resources: {'Port': ['ID=8792a144-b3e6-417b-9753-30d815ff9ab1,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:17.316547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:17.429179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66b310d8-99d0-4017-89cc-0e6e2f3b720f req-6851b254-d438-4a90-bda8-6098e5fa30f8 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 210 time: 0.1171815 Jan 27 22:11:17.449722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8792a144-b3e6-417b-9753-30d815ff9ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:17.450940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f51240ea-dbd6-4bd7-98b1-cf288502ad4b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:17.473170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7672eb6-aea0-4463-a5db-1dd179083b79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (39b21dcf-c59d-4857-8e08-94375c9db8d7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.586989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Allocated IP 172.20.0.5 (51194866-38c7-45c6-9038-b26fe37f0c1e/150d16ef-404e-4c5d-abcb-80f70f33f42d/2b561f1f-c515-4919-83fc-9a8e41f56754) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:17.602148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 7dfdd850-e010-41d3-a47f-d43f72356863 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:11:17.613597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7672eb6-aea0-4463-a5db-1dd179083b79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (39b21dcf-c59d-4857-8e08-94375c9db8d7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.619985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 7dfdd850-e010-41d3-a47f-d43f72356863 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:17.620895 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.660890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f51240ea-dbd6-4bd7-98b1-cf288502ad4b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:17.660890 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.681357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7672eb6-aea0-4463-a5db-1dd179083b79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=39b21dcf-c59d-4857-8e08-94375c9db8d7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:17.715491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7672eb6-aea0-4463-a5db-1dd179083b79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.719099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b7672eb6-aea0-4463-a5db-1dd179083b79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/39b21dcf-c59d-4857-8e08-94375c9db8d7 HTTP/1.1" status: 204 len: 168 time: 0.9290366 Jan 27 22:11:17.724028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45884) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:17.754596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-7f7cc37b-2d56-4af4-ba5e-c10a05cdacb6 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:17.756526 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-7f7cc37b-2d56-4af4-ba5e-c10a05cdacb6 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.16 "GET /v2.0/networks?id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 HTTP/1.1" status: 200 len: 808 time: 0.4501181 Jan 27 22:11:17.775492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Request body: {'port': {'device_id': '9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2', 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7', 'admin_state_up': True, 'tenant_id': '7d27ffb8b15d4992816974f5f1a615b5'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:17.804620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0fc66fc6-73e5-4355-bc7b-7fc3836688b9 None None] Provisioning complete for port 8792a144-b3e6-417b-9753-30d815ff9ab1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:17.805074 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0fc66fc6-73e5-4355-bc7b-7fc3836688b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.914491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (e443c1a0-856c-46de-a143-808e687b6662), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.022433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for port (2b561f1f-c515-4919-83fc-9a8e41f56754), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.034114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7dfdd850-e010-41d3-a47f-d43f72356863 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:18.034637 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.037366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c650fff-590c-4745-aa0f-f773b70bc29c None None] Network e443c1a0-856c-46de-a143-808e687b6662 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:18.068720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 8792a144-b3e6-417b-9753-30d815ff9ab1 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:18.069189 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.078528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Made reservation on behalf of 7d27ffb8b15d4992816974f5f1a615b5 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:18.082892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.119785 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2b561f1f-c515-4919-83fc-9a8e41f56754), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.164246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:18.166788 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0850647b-c6aa-4045-b947-356aceecff3c" -d '{"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-plugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:18.171993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f51240ea-dbd6-4bd7-98b1-cf288502ad4b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:18.220093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:18.226274 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.298087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.314022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] For port 8792a144-b3e6-417b-9753-30d815ff9ab1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8792a144-b3e6-417b-9753-30d815ff9ab1,segment=NetworkSegment(cae79386-c7e4-45f3-8446-81829cbf0de4),segment_id=cae79386-c7e4-45f3-8446-81829cbf0de4)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:18.315104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.356319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 8792a144-b3e6-417b-9753-30d815ff9ab1 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:18.390551 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17572c7-50c2-4553-b2cf-fc85a6981a78 x-openstack-request-id: req-e17572c7-50c2-4553-b2cf-fc85a6981a78 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:18.390946 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-plugged", "status": "completed", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:18.391719 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e17572c7-50c2-4553-b2cf-fc85a6981a78 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:18.392251 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'code': 200} Jan 27 22:11:18.397725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0fc66fc6-73e5-4355-bc7b-7fc3836688b9 None None] Current status of the port 8792a144-b3e6-417b-9753-30d815ff9ab1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:18.407445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8792a144-b3e6-417b-9753-30d815ff9ab1 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:18.424681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Network 51194866-38c7-45c6-9038-b26fe37f0c1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:18.435840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:18.439628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:18.453095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'Port': ['ID=2b561f1f-c515-4919-83fc-9a8e41f56754,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:18.550512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=13']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:18.562215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8792a144-b3e6-417b-9753-30d815ff9ab1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.579436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f95ace3c-dcfe-4263-b416-ee2bb9b613b1 None None] Could not find standard attr ID for object 2bff6b14-16ef-4ac4-81aa-703425f700d6. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:11:18.585436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No DVR routers for this DVR port 8792a144-b3e6-417b-9753-30d815ff9ab1 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:18.608525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No active binding found for port 8792a144-b3e6-417b-9753-30d815ff9ab1 {{(pid=103331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:11:18.609049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] The host n-d-826529-2 is not matching for port 8792a144-b3e6-417b-9753-30d815ff9ab1 host None! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:11:18.609546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8792a144-b3e6-417b-9753-30d815ff9ab1 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 22:11:18.666197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Port 8792a144-b3e6-417b-9753-30d815ff9ab1 not found, will not notify nova. {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 22:11:18.798359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee6135-35a3-4a55-bb32-28ee14bd2dd0 None None] DHCP port deletion for e443c1a0-856c-46de-a143-808e687b6662 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:18.836258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=8792a144-b3e6-417b-9753-30d815ff9ab1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:18.864257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (e443c1a0-856c-46de-a143-808e687b6662), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.940818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e443c1a0-856c-46de-a143-808e687b6662']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:19.013243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18a07226-914c-4cce-8dea-a86b2b90a96b req-074f0ffa-7697-4a34-a86d-f1602626be63 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 210 time: 0.2108977 Jan 27 22:11:19.017348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae79386-c7e4-45f3-8446-81829cbf0de4') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:19.017827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae79386-c7e4-45f3-8446-81829cbf0de4') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:19.038739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (cae79386-c7e4-45f3-8446-81829cbf0de4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.052274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f5058498-fdcf-400f-aa6b-cc8beac97f61 None None] Provisioning complete for port 2b561f1f-c515-4919-83fc-9a8e41f56754 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:19.052905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5058498-fdcf-400f-aa6b-cc8beac97f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2b561f1f-c515-4919-83fc-9a8e41f56754), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.079482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cae79386-c7e4-45f3-8446-81829cbf0de4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.100043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:19.100043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (cae79386-c7e4-45f3-8446-81829cbf0de4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:19.118759 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:19.149479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f5058498-fdcf-400f-aa6b-cc8beac97f61 None None] Port 2b561f1f-c515-4919-83fc-9a8e41f56754 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:19.229950 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:11:19.268789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (e443c1a0-856c-46de-a143-808e687b6662), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.278323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.284062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/networks/e443c1a0-856c-46de-a143-808e687b6662 HTTP/1.1" status: 204 len: 168 time: 1.5585868 Jan 27 22:11:19.292591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45902) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:19.298262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'name': 'tempest-PortsIpV6TestJSON-1228865089'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:19.366979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:19.367853 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.402080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f31cc8-9f7c-4694-a195-50e468a6cb1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Network': ['ID=e443c1a0-856c-46de-a143-808e687b6662,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:19.403304 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-21e22954-e24e-412a-8e68-235b9542ff32 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9261179 Jan 27 22:11:19.407915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Allocated IP 172.20.0.12 (54733c4b-8bb1-4e75-ba90-2cca3b5ceab7/ba04770e-6396-4644-b80f-4f1410c58760/95889b67-f2ae-418e-951e-65b83b34b0e3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:19.409882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45904) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:19.415949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:19.463247 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.474026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:19.478727 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.512927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 8cd1ae9a-62cf-42d1-9205-856ca82ed933 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:19.792141 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks [] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.831597 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (8cd1ae9a-62cf-42d1-9205-856ca82ed933), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.850622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.907277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8cd1ae9a-62cf-42d1-9205-856ca82ed933), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.922154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:19.934304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:19.939983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:19.961453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:19.965767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:19.970613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:19.976476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:19.977201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.990362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.993171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=8cd1ae9a-62cf-42d1-9205-856ca82ed933,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:20.011614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Pushing event updated for resources: {'Port': ['ID=95889b67-f2ae-418e-951e-65b83b34b0e3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:20.012621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-97a53b38-07de-449f-be3d-3ab6e2bc63cc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7169459 Jan 27 22:11:20.014268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45908) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:20.075143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:20.076353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.158176 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-0f032aba-8681-4e58-80d3-a51140fada17 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3899162 Jan 27 22:11:20.185501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Request body: {'port': {'device_id': '9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:20.286826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.304993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce508b38-a047-44c4-b2d3-ae388b4dce7d req-978af788-15fa-4c6c-8dad-f1b69e2bcd79 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:20.307763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce508b38-a047-44c4-b2d3-ae388b4dce7d req-978af788-15fa-4c6c-8dad-f1b69e2bcd79 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 932 time: 0.1281369 Jan 27 22:11:20.329514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b2732bfa-f32b-41ff-b651-55059a7c5236 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 8cd1ae9a-62cf-42d1-9205-856ca82ed933 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:20.330365 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2732bfa-f32b-41ff-b651-55059a7c5236 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8cd1ae9a-62cf-42d1-9205-856ca82ed933), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.364405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8792a144-b3e6-417b-9753-30d815ff9ab1 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:20.436279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8792a144-b3e6-417b-9753-30d815ff9ab1 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:20.437035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8792a144-b3e6-417b-9753-30d815ff9ab1 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:20.517811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Allocated IP 172.25.8.160 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8132b248-2924-471a-b9c9-2a1ee325ed7e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:20.520461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2732bfa-f32b-41ff-b651-55059a7c5236 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8cd1ae9a-62cf-42d1-9205-856ca82ed933), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.546439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce508b38-a047-44c4-b2d3-ae388b4dce7d req-7f63035f-0ce2-409f-83de-47a28b3aa9d9 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274950 Jan 27 22:11:20.554334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b2732bfa-f32b-41ff-b651-55059a7c5236 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 8cd1ae9a-62cf-42d1-9205-856ca82ed933 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:20.708170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for port (8132b248-2924-471a-b9c9-2a1ee325ed7e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.794136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8132b248-2924-471a-b9c9-2a1ee325ed7e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.794982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2732bfa-f32b-41ff-b651-55059a7c5236 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8cd1ae9a-62cf-42d1-9205-856ca82ed933), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.839142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.868181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2732bfa-f32b-41ff-b651-55059a7c5236 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=8cd1ae9a-62cf-42d1-9205-856ca82ed933,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:20.869963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95889b67-f2ae-418e-951e-65b83b34b0e3 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:11:20.885192 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2732bfa-f32b-41ff-b651-55059a7c5236 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.895990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Publish callbacks [] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.896322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b2732bfa-f32b-41ff-b651-55059a7c5236 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/8cd1ae9a-62cf-42d1-9205-856ca82ed933 HTTP/1.1" status: 204 len: 168 time: 0.8802927 Jan 27 22:11:20.900321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45918) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:20.907097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'mac_address': 'fa:16:3e:bd:bc:46', 'name': 'tempest-PortsIpV6TestJSON-2070448262'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:20.914501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:20.920371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'Port': ['ID=8132b248-2924-471a-b9c9-2a1ee325ed7e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:20.927351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:20.937063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Transition to ACTIVE for port object 95889b67-f2ae-418e-951e-65b83b34b0e3 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:11:20.938613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:20.978578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.033284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:21.070900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=95889b67-f2ae-418e-951e-65b83b34b0e3,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:21.135386 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.181358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 73289a52-ff57-492a-b4a6-7e91e101e217 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:21.283740 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for floatingip (4c7c2968-e521-47e8-a32f-65396661a428), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.292659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Attempting to bind port 95889b67-f2ae-418e-951e-65b83b34b0e3 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:21.292929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Attempting to bind port 95889b67-f2ae-418e-951e-65b83b34b0e3 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:21.293858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Attempting to bind port 95889b67-f2ae-418e-951e-65b83b34b0e3 on network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:21.305276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Port 95889b67-f2ae-418e-951e-65b83b34b0e3 on network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:11:21.305788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Attempting to bind port 95889b67-f2ae-418e-951e-65b83b34b0e3 on network 54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:21.320050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:21.320601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Checking segment: {'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:21.321225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Bound using segment: {'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:21.321961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Bound port: 95889b67-f2ae-418e-951e-65b83b34b0e3, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cb6bd0-f1a7-494e-b8e2-0abf381a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:21.322534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.389296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8132b248-2924-471a-b9c9-2a1ee325ed7e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.534097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (73289a52-ff57-492a-b4a6-7e91e101e217), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.548333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] For port 95889b67-f2ae-418e-951e-65b83b34b0e3, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:21.597540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] For port 95889b67-f2ae-418e-951e-65b83b34b0e3, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95889b67-f2ae-418e-951e-65b83b34b0e3,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:21.608674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.616660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (73289a52-ff57-492a-b4a6-7e91e101e217), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.676532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.676934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.679431 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/95889b67-f2ae-418e-951e-65b83b34b0e3 HTTP/1.1" status: 200 len: 1092 time: 1.5129821 Jan 27 22:11:21.683830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2', 'tag': '95889b67-f2ae-418e-951e-65b83b34b0e3'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:21.688224 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2", "tag": "95889b67-f2ae-418e-951e-65b83b34b0e3"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:21.738248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:21.756294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74223e-28a4-4a76-b602-c87da9d2a5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=95889b67-f2ae-418e-951e-65b83b34b0e3,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:21.779795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for port (8132b248-2924-471a-b9c9-2a1ee325ed7e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.796752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:21.801144 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002ebbce-3672-42f2-b027-444c26364ddd x-openstack-request-id: req-002ebbce-3672-42f2-b027-444c26364ddd {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:21.801431 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2", "tag": "95889b67-f2ae-418e-951e-65b83b34b0e3", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:21.801690 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-002ebbce-3672-42f2-b027-444c26364ddd {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:21.802115 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2', 'tag': '95889b67-f2ae-418e-951e-65b83b34b0e3', 'status': 'completed', 'code': 200} Jan 27 22:11:21.802947 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (8132b248-2924-471a-b9c9-2a1ee325ed7e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.810097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:21.815558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.816472 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.819309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=73289a52-ff57-492a-b4a6-7e91e101e217,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:21.853563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b03701b2-4e68-46f4-bdde-3788d89bac82 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9520802 Jan 27 22:11:21.856591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45932) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:21.865565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-b0781f46-e4f5-4379-806d-bc8728fd2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.866433 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-b0781f46-e4f5-4379-806d-bc8728fd2f7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d27ffb8b15d4992816974f5f1a615b5&device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 1095 time: 0.1306305 Jan 27 22:11:21.909519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882594b-9215-4f78-bfd3-a7413be89828 req-26b385d0-3100-4992-8a83-2f664061f847 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.912348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8882594b-9215-4f78-bfd3-a7413be89828 req-26b385d0-3100-4992-8a83-2f664061f847 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 944 time: 0.1729450 Jan 27 22:11:21.926136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e609b8-5eb2-4037-bfa7-e63692399653 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.940071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-32e609b8-5eb2-4037-bfa7-e63692399653 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/73289a52-ff57-492a-b4a6-7e91e101e217 HTTP/1.1" status: 200 len: 845 time: 0.0792131 Jan 27 22:11:21.949511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45936) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:21.955917 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-6a033191-2527-43f9-9f2f-818e1633c201 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95889b67-f2ae-418e-951e-65b83b34b0e3 HTTP/1.1" status: 200 len: 217 time: 0.0661366 Jan 27 22:11:21.959683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'Port': ['ID=8132b248-2924-471a-b9c9-2a1ee325ed7e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:22.011102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (4c7c2968-e521-47e8-a32f-65396661a428), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.052211 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.054820 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-68fe8e55-da6b-429c-98f4-3bc0740de40d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6436357 Jan 27 22:11:22.057935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-caa3a853-a081-434c-8b46-7671e6c3e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:22.060683 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-caa3a853-a081-434c-8b46-7671e6c3e1e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba04770e-6396-4644-b80f-4f1410c58760 HTTP/1.1" status: 200 len: 848 time: 0.0932910 Jan 27 22:11:22.061552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45938) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:22.067035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c64c06e7-f87c-4fe2-bd38-92f10f87ab3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Request body: {'floatingip': {'port_id': '2b561f1f-c515-4919-83fc-9a8e41f56754', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:22.084873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8882594b-9215-4f78-bfd3-a7413be89828 req-a61c058c-715a-43cb-bf02-7dd0f9c3336f tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434057 Jan 27 22:11:22.144913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-53b3f5a2-37f3-40c5-86c2-049d8dc16b5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 73289a52-ff57-492a-b4a6-7e91e101e217 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:22.145413 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53b3f5a2-37f3-40c5-86c2-049d8dc16b5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (73289a52-ff57-492a-b4a6-7e91e101e217), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.171542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c64c06e7-f87c-4fe2-bd38-92f10f87ab3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for floatingip (4c7c2968-e521-47e8-a32f-65396661a428), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.246301 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53b3f5a2-37f3-40c5-86c2-049d8dc16b5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (73289a52-ff57-492a-b4a6-7e91e101e217), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.255474 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-2e6180d8-5af4-4b8c-a834-bc666fb786c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185699 Jan 27 22:11:22.269754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-53b3f5a2-37f3-40c5-86c2-049d8dc16b5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 73289a52-ff57-492a-b4a6-7e91e101e217 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:22.409663 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-c64c06e7-f87c-4fe2-bd38-92f10f87ab3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] update failed (client error): The resource could not be found. Jan 27 22:11:22.414255 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c64c06e7-f87c-4fe2-bd38-92f10f87ab3a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "PUT /v2.0/floatingips/4c7c2968-e521-47e8-a32f-65396661a428 HTTP/1.1" status: 404 len: 507 time: 0.3479149 Jan 27 22:11:22.417185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45944) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:22.490209 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-9926552c-f3c0-4d6c-84be-bb424d4a1755 service neutron] 10.222.0.16 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171423 Jan 27 22:11:22.771546 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53b3f5a2-37f3-40c5-86c2-049d8dc16b5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (73289a52-ff57-492a-b4a6-7e91e101e217), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.778388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1ef04a06-d508-4eb5-9357-60fcaeb3f1ef req-f99fb6d7-a4c1-4402-b678-6ec0840d6c8f service neutron] 10.222.0.16 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577875 Jan 27 22:11:22.781026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Deleting port 8132b248-2924-471a-b9c9-2a1ee325ed7e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:22.781563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8132b248-2924-471a-b9c9-2a1ee325ed7e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.802390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f5a2-37f3-40c5-86c2-049d8dc16b5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=73289a52-ff57-492a-b4a6-7e91e101e217,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:22.808895 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-53b3f5a2-37f3-40c5-86c2-049d8dc16b5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.815684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-53b3f5a2-37f3-40c5-86c2-049d8dc16b5d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/73289a52-ff57-492a-b4a6-7e91e101e217 HTTP/1.1" status: 204 len: 168 time: 0.8621714 Jan 27 22:11:22.815684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45956) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:22.842879 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d89fb9-0965-43a2-9bf4-b21b440b3c7b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:22.844429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e3d89fb9-0965-43a2-9bf4-b21b440b3c7b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/73289a52-ff57-492a-b4a6-7e91e101e217 HTTP/1.1" status: 404 len: 333 time: 0.0279739 Jan 27 22:11:22.849534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45958) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:22.854572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'name': 'tempest-PortsIpV6TestJSON-1141648607'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:22.954653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:22.958888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.986075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:22.993958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-05e01d77-b6fb-4cd1-b4b6-abb830840df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:22.996645 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-05e01d77-b6fb-4cd1-b4b6-abb830840df7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d27ffb8b15d4992816974f5f1a615b5&device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 1095 time: 0.1321836 Jan 27 22:11:23.000250 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8132b248-2924-471a-b9c9-2a1ee325ed7e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.000792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for floatingip (8132b248-2924-471a-b9c9-2a1ee325ed7e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.060892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Calling delete_port for 8132b248-2924-471a-b9c9-2a1ee325ed7e owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:23.182971 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.221106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.250320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-23871d9e-3eeb-4cde-b145-ca7be09bfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:23.253248 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-23871d9e-3eeb-4cde-b145-ca7be09bfe8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 HTTP/1.1" status: 200 len: 909 time: 0.2472641 Jan 27 22:11:23.342060 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-a92b3bda-7f7d-43ab-97a5-5faea64038cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95889b67-f2ae-418e-951e-65b83b34b0e3 HTTP/1.1" status: 200 len: 217 time: 0.0797877 Jan 27 22:11:23.375227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:23.386081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:23.400390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:23.406736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:23.416361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:23.417497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.439520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2e4f9-3f43-4752-a256-8de1c6767262 req-7357acc8-7df1-4dfa-b26a-4826236ff6da tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:23.452862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da2e4f9-3f43-4752-a256-8de1c6767262 req-7357acc8-7df1-4dfa-b26a-4826236ff6da tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 944 time: 0.1881320 Jan 27 22:11:23.508855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-bfdd9052-3d60-44d6-9f16-2d2f3faf5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:23.510264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-442ffe07-92ca-4632-b993-814045531de5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6597686 Jan 27 22:11:23.511575 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-bfdd9052-3d60-44d6-9f16-2d2f3faf5982 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba04770e-6396-4644-b80f-4f1410c58760 HTTP/1.1" status: 200 len: 848 time: 0.1549876 Jan 27 22:11:23.518701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45974) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:23.539710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:23.569878 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-81af56ac-8c13-4002-bdcc-dbacea9de5e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440772 Jan 27 22:11:23.579633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8132b248-2924-471a-b9c9-2a1ee325ed7e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.596237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da2e4f9-3f43-4752-a256-8de1c6767262 req-90c2b4d8-fff0-461b-8d7c-531ba3270120 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417978 Jan 27 22:11:23.660248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event deleted for resources: {'Port': ['ID=8132b248-2924-471a-b9c9-2a1ee325ed7e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:23.727830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126a69b-fee8-4fd7-94b8-152e6afd66a9 req-c82de498-8da5-4558-946b-1a52135e6c90 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:23.729947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7126a69b-fee8-4fd7-94b8-152e6afd66a9 req-c82de498-8da5-4558-946b-1a52135e6c90 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 946 time: 0.2386334 Jan 27 22:11:23.733236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.753391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for floatingip (4c7c2968-e521-47e8-a32f-65396661a428), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.756107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.757332 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a6d5d206-192e-4eeb-a265-e1fd52271f5a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "DELETE /v2.0/floatingips/4c7c2968-e521-47e8-a32f-65396661a428 HTTP/1.1" status: 204 len: 168 time: 1.3385279 Jan 27 22:11:23.764894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45976) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:23.770634 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-c7de4b35-bfbf-45b7-b3e0-051a15725d35 service neutron] 10.222.0.16 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941261 Jan 27 22:11:23.775251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-10e2effc-74d3-4c41-b702-d7b9bebb4676 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Request body: {'floatingip': {'floating_network_id': '51194866-38c7-45c6-9038-b26fe37f0c1e', 'port_id': '2b561f1f-c515-4919-83fc-9a8e41f56754', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:23.832134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-88dd2922-7d03-4b71-8c49-7cd28971b584 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176979 Jan 27 22:11:23.887133 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b6dfb4cb-fa8b-404d-b838-f2f5c746bb07 req-a4f9c202-a2a9-457d-b7fc-5a637e6cb874 service neutron] 10.222.0.16 "GET /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080477 Jan 27 22:11:23.919478 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-10e2effc-74d3-4c41-b702-d7b9bebb4676 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.975755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7126a69b-fee8-4fd7-94b8-152e6afd66a9 req-da055fd7-7ef9-457c-a227-534f70262180 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184780 Jan 27 22:11:24.065626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-985d8e16-50fc-473c-a2ed-d4aa3e73376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:24.067209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-985d8e16-50fc-473c-a2ed-d4aa3e73376b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1097 time: 0.1977601 Jan 27 22:11:24.223268 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.237997 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.312843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] In _notify_port_updated(), no bound segment for port c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea on network 29b654fe-1f60-4a84-bd34-773e8755d809 {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:11:24.318048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:24.318710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.320148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "PUT /v2.0/ports/c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea HTTP/1.1" status: 200 len: 818 time: 0.7873552 Jan 27 22:11:24.324457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45986) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:24.347471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bc4bb-bbf3-4158-ac79-92a597aba7b0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:24.352670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-1eb23efb-1ee7-4d8f-b1b5-b90e099e2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:24.354162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-1eb23efb-1ee7-4d8f-b1b5-b90e099e2406 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.2540569 Jan 27 22:11:24.400640 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-10e2effc-74d3-4c41-b702-d7b9bebb4676 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:11:24.407485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-10e2effc-74d3-4c41-b702-d7b9bebb4676 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6355805 Jan 27 22:11:24.428461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45992) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:24.433561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '2b561f1f-c515-4919-83fc-9a8e41f56754', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:24.474537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.523499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-408098ed-07ac-49bc-81e5-b3d60a361b9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 1001 time: 0.1387553 Jan 27 22:11:24.590777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-02da03f8-449c-4d0e-a35d-bf1571aa7145 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:24.591330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02da03f8-449c-4d0e-a35d-bf1571aa7145 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.604626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-c4a84988-6d94-4cad-ad63-65dde60e865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:24.607018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-c4a84988-6d94-4cad-ad63-65dde60e865f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.0772247 Jan 27 22:11:24.711745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-46b8e186-bdf5-4bff-bcc9-87ca9a9e8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:24.715613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-46b8e186-bdf5-4bff-bcc9-87ca9a9e8a79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992908 Jan 27 22:11:24.727826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02da03f8-449c-4d0e-a35d-bf1571aa7145 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.746765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-02da03f8-449c-4d0e-a35d-bf1571aa7145 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:24.831239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.907754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02da03f8-449c-4d0e-a35d-bf1571aa7145 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.918708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0c988-c387-4308-86cb-efaf8e5f618d req-d6104e53-07e4-4b52-bd53-8840986a8143 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:24.921555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f0c988-c387-4308-86cb-efaf8e5f618d req-d6104e53-07e4-4b52-bd53-8840986a8143 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 944 time: 0.1850145 Jan 27 22:11:24.966432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da03f8-449c-4d0e-a35d-bf1571aa7145 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:24.973041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-4d58ec11-48db-45dd-8de6-fe696556a7a6 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508030 Jan 27 22:11:24.978070 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02da03f8-449c-4d0e-a35d-bf1571aa7145 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.981641 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-02da03f8-449c-4d0e-a35d-bf1571aa7145 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea HTTP/1.1" status: 204 len: 168 time: 0.6556542 Jan 27 22:11:24.987195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46000) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:25.045278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Allocated IP 172.25.8.124 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/3ae8acd4-a22d-44e8-9638-02a20ba36328) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:25.121755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f0c988-c387-4308-86cb-efaf8e5f618d req-877d3e00-a2af-49b1-86d5-9624f3744981 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821389 Jan 27 22:11:25.139955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095517b-bc26-48c8-834f-25a4079b7874 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:25.144511 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4095517b-bc26-48c8-834f-25a4079b7874 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1533809 Jan 27 22:11:25.144822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46002) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:25.178126 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c546240-f47c-47c0-9b11-809f68eb3510 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:25.179728 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5c546240-f47c-47c0-9b11-809f68eb3510 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/c9ee23c1-731f-41cc-a1e6-9e996ebdf8ea HTTP/1.1" status: 404 len: 333 time: 0.0338590 Jan 27 22:11:25.186629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46004) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:25.192890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e7b25aa-6cd2-41a2-bb7e-b77a430c660b req-4b7cce3e-fd9d-4284-9117-431c9f889057 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110932 Jan 27 22:11:25.193972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-862136112'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:25.238150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for port (3ae8acd4-a22d-44e8-9638-02a20ba36328), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.241367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:25.244860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.298308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:25.315650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (52cb97c2-f078-4897-803f-9b2e00d3ef08), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.316175 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Added segment 52cb97c2-f078-4897-803f-9b2e00d3ef08 of type vlan for network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d Jan 27 22:11:25.327172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3ae8acd4-a22d-44e8-9638-02a20ba36328), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.404177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.407745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:25.415505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:25.425076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:25.452806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event updated for resources: {'Port': ['ID=3ae8acd4-a22d-44e8-9638-02a20ba36328,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:25.480791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.486004 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:25.486663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.593583 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4024553 Jan 27 22:11:25.594175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46012) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:25.602869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:25.616800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cab099-0526-4d0f-b342-a64f80f90169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Network': ['ID=6c4dff7d-68a3-49fe-915f-b4bdcecfb71d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:25.649310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:25.785350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Deleting port 3ae8acd4-a22d-44e8-9638-02a20ba36328 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:25.786902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3ae8acd4-a22d-44e8-9638-02a20ba36328), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.804150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:25.812089 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.930485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3ae8acd4-a22d-44e8-9638-02a20ba36328), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.931890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for floatingip (3ae8acd4-a22d-44e8-9638-02a20ba36328), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.949946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Calling delete_port for 3ae8acd4-a22d-44e8-9638-02a20ba36328 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:26.143749 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3ae8acd4-a22d-44e8-9638-02a20ba36328), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.179749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event deleted for resources: {'Port': ['ID=3ae8acd4-a22d-44e8-9638-02a20ba36328,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:26.209575 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (c0928190-83d5-4809-bf03-e1c6d159ca68), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.289023 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] create failed (client error): The resource could not be found. Jan 27 22:11:26.294594 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1be1e168-8ee7-4652-98ee-d32807633815 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8612726 Jan 27 22:11:26.295155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46026) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:26.409902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=c0928190-83d5-4809-bf03-e1c6d159ca68,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:26.450748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-df2bd71e-c273-48f4-8e6a-490ebe11ca1a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Deleting port 2b561f1f-c515-4919-83fc-9a8e41f56754 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:26.451336 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df2bd71e-c273-48f4-8e6a-490ebe11ca1a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2b561f1f-c515-4919-83fc-9a8e41f56754), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.457750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5594f56-e123-4247-a296-6c15619cbfcf req-a8d555eb-0a51-4b64-b1da-a614d0fb7a4d tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:26.460815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5594f56-e123-4247-a296-6c15619cbfcf req-a8d555eb-0a51-4b64-b1da-a614d0fb7a4d tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 944 time: 0.1814439 Jan 27 22:11:26.462229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking segment: {'id': '52cb97c2-f078-4897-803f-9b2e00d3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:26.462846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network hostable DHCP agents. Network: 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:26.524154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:26.565825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:26.576632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc0157-9f01-4b69-8fb8-dc4bd8fa75f0 None None] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:26.577489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5594f56-e123-4247-a296-6c15619cbfcf req-9ff03dbd-d5a1-4f64-ad63-34669ee8898e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084628 Jan 27 22:11:26.579643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:26.580666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.636259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d862d2d-7ef7-4c27-9a1a-b595aab7217e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0376296 Jan 27 22:11:26.640092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46028) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:26.649737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b2e44d7a-15fd-4215-9a8d-beab16816b30 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:26.655716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df2bd71e-c273-48f4-8e6a-490ebe11ca1a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2b561f1f-c515-4919-83fc-9a8e41f56754), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.686963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-df2bd71e-c273-48f4-8e6a-490ebe11ca1a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Calling delete_port for 2b561f1f-c515-4919-83fc-9a8e41f56754 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:26.810309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-6c4dff7d-68a3-49fe-915f-b4bdcecfb71d', 'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d', 'project_id': 'b813da558a654e4893784772320c3729', 'fixed_ips': [{'subnet_id': 'c0928190-83d5-4809-bf03-e1c6d159ca68'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:26.811628 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.883945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e44d7a-15fd-4215-9a8d-beab16816b30 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:26.892472 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2e44d7a-15fd-4215-9a8d-beab16816b30 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.061632 n-d-826529-2 neutron-server[103330]: INFO neutron.db.ipam_backend_mixin [None req-b2e44d7a-15fd-4215-9a8d-beab16816b30 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0928190-83d5-4809-bf03-e1c6d159ca68 (CIDR: 2001:db8::/64) Jan 27 22:11:27.067163 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e44d7a-15fd-4215-9a8d-beab16816b30 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:11:27.069830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e44d7a-15fd-4215-9a8d-beab16816b30 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:11:27.100306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Allocated IP 2001:db8::2 (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d/c0928190-83d5-4809-bf03-e1c6d159ca68/cab8b682-018b-469d-a300-eeb824d2d41e) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:27.102597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b2e44d7a-15fd-4215-9a8d-beab16816b30 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4609563 Jan 27 22:11:27.106425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46036) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:27.114134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:27.302732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df2bd71e-c273-48f4-8e6a-490ebe11ca1a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2b561f1f-c515-4919-83fc-9a8e41f56754), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.330861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:27.336383 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.346636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 95889b67-f2ae-418e-951e-65b83b34b0e3 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:11:27.352258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:27.361168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bd71e-c273-48f4-8e6a-490ebe11ca1a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event deleted for resources: {'Port': ['ID=2b561f1f-c515-4919-83fc-9a8e41f56754,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:27.466895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df2bd71e-c273-48f4-8e6a-490ebe11ca1a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.475005 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-df2bd71e-c273-48f4-8e6a-490ebe11ca1a tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "DELETE /v2.0/ports/2b561f1f-c515-4919-83fc-9a8e41f56754 HTTP/1.1" status: 204 len: 168 time: 1.1741023 Jan 27 22:11:27.475835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46038) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:27.541871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22fefd-59f4-4870-8813-22eebde5a976 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:27.546055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cf22fefd-59f4-4870-8813-22eebde5a976 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d57096-d1a3-45b0-bae0-0dacc0bb7a35 HTTP/1.1" status: 200 len: 913 time: 0.0667195 Jan 27 22:11:27.546440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46040) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:27.649118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Publish callbacks [] for port (cab8b682-018b-469d-a300-eeb824d2d41e), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.658777 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.resource_extend [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:11:27.722551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.862927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.910413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4cbc2-0c90-4f5e-b02f-f717f3b976c7 req-b5e9bfd1-5ae5-44aa-9c28-9aae263ed1b1 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:27.912257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0a4cbc2-0c90-4f5e-b02f-f717f3b976c7 req-b5e9bfd1-5ae5-44aa-9c28-9aae263ed1b1 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 944 time: 0.1400657 Jan 27 22:11:27.915792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 95889b67-f2ae-418e-951e-65b83b34b0e3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95889b67-f2ae-418e-951e-65b83b34b0e3,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:27.935109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:27.944927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:27.954084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:27.954687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.995989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.015763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4b9ec98d-a930-4bf8-934b-23892f8d1bd0 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9052322 Jan 27 22:11:28.018339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46048) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:28.024415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d', 'fixed_ips': [{'subnet_id': 'c0928190-83d5-4809-bf03-e1c6d159ca68'}, {'subnet_id': 'e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6'}], 'name': 'tempest-PortsIpV6TestJSON-544816506'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:28.031207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '95889b67-f2ae-418e-951e-65b83b34b0e3', 'network_id': '54733c4b-8bb1-4e75-ba90-2cca3b5ceab7', 'port_id': '95889b67-f2ae-418e-951e-65b83b34b0e3', 'mac_address': 'fa:16:3e:31:c2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba04770e-6396-4644-b80f-4f1410c58760', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:11:28.052282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0a4cbc2-0c90-4f5e-b02f-f717f3b976c7 req-ea2f468f-f500-4573-bb60-50638c6993d9 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320593 Jan 27 22:11:28.069621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:28.070528 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.113974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:28.122558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Pushing event updated for resources: {'Port': ['ID=cab8b682-018b-469d-a300-eeb824d2d41e,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.174702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:28.179158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:28.220642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:28.231126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.262332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:28.266678 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def077b-5a1f-4985-ae6b-f8214ee27fb3" -d '{"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:28.321552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:28.336005 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.342047 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861ef36f-7d4d-4256-898a-77cad1878590 x-openstack-request-id: req-861ef36f-7d4d-4256-898a-77cad1878590 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:28.342414 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:28.342798 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-861ef36f-7d4d-4256-898a-77cad1878590 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:28.343293 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'code': 200} Jan 27 22:11:28.346699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.365553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 95889b67-f2ae-418e-951e-65b83b34b0e3 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:28.366143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.366961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 072e2194-6333-4eaa-bdcb-21496823b1f9 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:28.432824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Attempting to bind port cab8b682-018b-469d-a300-eeb824d2d41e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:28.433448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Attempting to bind port cab8b682-018b-469d-a300-eeb824d2d41e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '52cb97c2-f078-4897-803f-9b2e00d3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:28.434063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Attempting to bind port cab8b682-018b-469d-a300-eeb824d2d41e on network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:28.443718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95889b67-f2ae-418e-951e-65b83b34b0e3 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:11:28.474174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:28.474810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Checking segment: {'id': '52cb97c2-f078-4897-803f-9b2e00d3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:28.475518 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.476239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Bound using segment: {'id': '52cb97c2-f078-4897-803f-9b2e00d3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:28.477065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Bound port: cab8b682-018b-469d-a300-eeb824d2d41e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cb97c2-f078-4897-803f-9b2e00d3ef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:28.477724 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.530834 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Deleting port e250152c-a383-4174-8525-bb1be65c0ca0 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:28.531511 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e250152c-a383-4174-8525-bb1be65c0ca0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.542646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 95889b67-f2ae-418e-951e-65b83b34b0e3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95889b67-f2ae-418e-951e-65b83b34b0e3,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:28.544497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.574775 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.639871 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e250152c-a383-4174-8525-bb1be65c0ca0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.655908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] For port cab8b682-018b-469d-a300-eeb824d2d41e, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:28.657870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Calling delete_port for e250152c-a383-4174-8525-bb1be65c0ca0 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:28.658348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=95889b67-f2ae-418e-951e-65b83b34b0e3,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.662509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] For port cab8b682-018b-469d-a300-eeb824d2d41e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cab8b682-018b-469d-a300-eeb824d2d41e,segment=NetworkSegment(52cb97c2-f078-4897-803f-9b2e00d3ef08),segment_id=52cb97c2-f078-4897-803f-9b2e00d3ef08)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:28.671467 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.704469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::12 (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d/c0928190-83d5-4809-bf03-e1c6d159ca68/072e2194-6333-4eaa-bdcb-21496823b1f9) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:28.711934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8:0:1::1c0 (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d/e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6/072e2194-6333-4eaa-bdcb-21496823b1f9) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:28.746737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3de32-3a14-440f-9269-5140fb7b85f0 None None] Pushing event updated for resources: {'Port': ['ID=cab8b682-018b-469d-a300-eeb824d2d41e,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.893208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e250152c-a383-4174-8525-bb1be65c0ca0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.910723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.924575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event deleted for resources: {'Port': ['ID=e250152c-a383-4174-8525-bb1be65c0ca0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.959963 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.981808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['95889b67-f2ae-418e-951e-65b83b34b0e3'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:11:29.096145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:29.113010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:29.128056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:29.144615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:29.156306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.162494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.168995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=072e2194-6333-4eaa-bdcb-21496823b1f9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:29.237414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e3e3a5eb-88d0-4975-b453-098da0133162 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2158432 Jan 27 22:11:29.239523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46062) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:29.245328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0928190-83d5-4809-bf03-e1c6d159ca68'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:29.316305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d767d3-1132-4739-b99d-1aa613e65ce7 req-255e4d4b-eca7-41ef-b5b8-dc417b025df0 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:29.318103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27d767d3-1132-4739-b99d-1aa613e65ce7 req-255e4d4b-eca7-41ef-b5b8-dc417b025df0 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 945 time: 0.1277845 Jan 27 22:11:29.329120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:11:29.390667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Router 64d57096-d1a3-45b0-bae0-0dacc0bb7a35 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:29.402880 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.421164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27d767d3-1132-4739-b99d-1aa613e65ce7 req-1d0eb5d9-4895-492a-9f4f-9836883f8f3d tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853527 Jan 27 22:11:29.479723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:29.479949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:29.485952 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ea38f16-199f-47a2-8978-ba38dd6015af tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "PUT /v2.0/routers/64d57096-d1a3-45b0-bae0-0dacc0bb7a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9384489 Jan 27 22:11:29.488609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46064) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:29.493900 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea66ef2-7693-4cd1-8489-938b0b4a24fd None None] Sync routers for ids ['64d57096-d1a3-45b0-bae0-0dacc0bb7a35'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:29.495798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'mac_address': 'fa:16:3e:e3:6f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:11:29.508677 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea66ef2-7693-4cd1-8489-938b0b4a24fd None None] Routers {'64d57096-d1a3-45b0-bae0-0dacc0bb7a35'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:29.509347 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0ea66ef2-7693-4cd1-8489-938b0b4a24fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:11:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['64d57096-d1a3-45b0-bae0-0dacc0bb7a35'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:29.539664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:29.540227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.555749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d609377f-26e8-4f05-b6af-90d6050b324a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:11:29.576462 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0ea66ef2-7693-4cd1-8489-938b0b4a24fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:29.580671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:29.591937 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.592565 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea66ef2-7693-4cd1-8489-938b0b4a24fd None None] Routers {'64d57096-d1a3-45b0-bae0-0dacc0bb7a35'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:29.597224 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0ea66ef2-7693-4cd1-8489-938b0b4a24fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:11:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['64d57096-d1a3-45b0-bae0-0dacc0bb7a35'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:29.600526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce7656cc-edc5-40e0-b333-1ef8f64ff0f0 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for router (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.662719 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0ea66ef2-7693-4cd1-8489-938b0b4a24fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:29.664769 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea66ef2-7693-4cd1-8489-938b0b4a24fd None None] The sync data for ids ['64d57096-d1a3-45b0-bae0-0dacc0bb7a35'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:29.692153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:29.743968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d609377f-26e8-4f05-b6af-90d6050b324a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:11:29.750377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Delete allocated IP 2001:db8:0:1::1c0 (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d/e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6) {{(pid=103330) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:11:29.823807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce7656cc-edc5-40e0-b333-1ef8f64ff0f0 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.828137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce7656cc-edc5-40e0-b333-1ef8f64ff0f0 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for router_controller (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.903333 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce7656cc-edc5-40e0-b333-1ef8f64ff0f0 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (64d57096-d1a3-45b0-bae0-0dacc0bb7a35), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.904077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7656cc-edc5-40e0-b333-1ef8f64ff0f0 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Fanout notify agent at l3_agent the message router_deleted on router 64d57096-d1a3-45b0-bae0-0dacc0bb7a35 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:11:29.918314 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce7656cc-edc5-40e0-b333-1ef8f64ff0f0 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.925510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46074) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:29.926193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ce7656cc-edc5-40e0-b333-1ef8f64ff0f0 tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "DELETE /v2.0/routers/64d57096-d1a3-45b0-bae0-0dacc0bb7a35 HTTP/1.1" status: 204 len: 168 time: 0.4352357 Jan 27 22:11:30.028564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9924cc-3198-4094-afa9-cc77f0ec591f tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Deleting subnet 150d16ef-404e-4c5d-abcb-80f70f33f42d {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:30.040264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f9924cc-3198-4094-afa9-cc77f0ec591f tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for subnet (150d16ef-404e-4c5d-abcb-80f70f33f42d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.045029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.075283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.155472 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f9924cc-3198-4094-afa9-cc77f0ec591f tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (150d16ef-404e-4c5d-abcb-80f70f33f42d), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.194449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] In _notify_port_updated(), no bound segment for port 072e2194-6333-4eaa-bdcb-21496823b1f9 on network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:11:30.199735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:30.200468 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.206508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "PUT /v2.0/ports/072e2194-6333-4eaa-bdcb-21496823b1f9 HTTP/1.1" status: 200 len: 924 time: 0.9612968 Jan 27 22:11:30.209084 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46080) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:30.219506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0928190-83d5-4809-bf03-e1c6d159ca68'}, {'subnet_id': 'e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:30.227219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1c940-d77d-4b1a-a087-d5fc00bfa344 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=072e2194-6333-4eaa-bdcb-21496823b1f9,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:30.232871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0361e4d2-455f-4dc6-baed-3b53f2d29ac5 None None] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:30.342278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f9924cc-3198-4094-afa9-cc77f0ec591f tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (150d16ef-404e-4c5d-abcb-80f70f33f42d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.488112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8b29bc35-1d9f-450f-947d-6625a4ccd359 None None] Provisioning complete for port cab8b682-018b-469d-a300-eeb824d2d41e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:30.489764 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b29bc35-1d9f-450f-947d-6625a4ccd359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.500113 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f9924cc-3198-4094-afa9-cc77f0ec591f tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (150d16ef-404e-4c5d-abcb-80f70f33f42d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.529268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cab8b682-018b-469d-a300-eeb824d2d41e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:30.592487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f9924cc-3198-4094-afa9-cc77f0ec591f tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.602176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46090) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:30.602732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3f9924cc-3198-4094-afa9-cc77f0ec591f tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "DELETE /v2.0/subnets/150d16ef-404e-4c5d-abcb-80f70f33f42d HTTP/1.1" status: 204 len: 168 time: 0.6712272 Jan 27 22:11:30.606562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9924cc-3198-4094-afa9-cc77f0ec591f tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event deleted for resources: {'Subnet': ['ID=150d16ef-404e-4c5d-abcb-80f70f33f42d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:30.628402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bdbc96-1249-409d-a562-40aacac8aaad None None] Network 51194866-38c7-45c6-9038-b26fe37f0c1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:30.707057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2378d7-8321-4814-9e76-7a6728e168ca req-55431ea1-e274-4d57-b1fb-375af02caded tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:30.709806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d2378d7-8321-4814-9e76-7a6728e168ca req-55431ea1-e274-4d57-b1fb-375af02caded tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2167420 Jan 27 22:11:30.716795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.741672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf63bf-fd3c-44c6-9d06-b2a5247eaa8f req-85c98441-149b-403b-8545-e7ffe2a7170a tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:30.743716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (51194866-38c7-45c6-9038-b26fe37f0c1e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.744306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ecf63bf-fd3c-44c6-9d06-b2a5247eaa8f req-85c98441-149b-403b-8545-e7ffe2a7170a tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 945 time: 0.1576028 Jan 27 22:11:30.880021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d2378d7-8321-4814-9e76-7a6728e168ca req-7a90e847-bb31-4eee-b53f-95cb66c1dbd7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633501 Jan 27 22:11:30.901260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ecf63bf-fd3c-44c6-9d06-b2a5247eaa8f req-8f39f42b-309f-4d25-9e8d-177f7da44a26 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443429 Jan 27 22:11:30.905385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cab8b682-018b-469d-a300-eeb824d2d41e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:30.905604 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.016803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8b29bc35-1d9f-450f-947d-6625a4ccd359 None None] Current status of the port cab8b682-018b-469d-a300-eeb824d2d41e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:31.017418 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b29bc35-1d9f-450f-947d-6625a4ccd359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.091971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d78de4-af7c-4788-858d-7e0bc032fdab None None] Update dhcp port {'port': {'network_id': '6c4dff7d-68a3-49fe-915f-b4bdcecfb71d', 'fixed_ips': [{'subnet_id': 'c0928190-83d5-4809-bf03-e1c6d159ca68', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6'}], 'binding:host_id': 'n-d-826529-2'}, 'id': 'cab8b682-018b-469d-a300-eeb824d2d41e'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:11:31.099742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Deleting port f51240ea-dbd6-4bd7-98b1-cf288502ad4b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:31.100229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.169403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] DHCP port deletion for 51194866-38c7-45c6-9038-b26fe37f0c1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:31.177819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8b29bc35-1d9f-450f-947d-6625a4ccd359 None None] For port cab8b682-018b-469d-a300-eeb824d2d41e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cab8b682-018b-469d-a300-eeb824d2d41e,segment=NetworkSegment(52cb97c2-f078-4897-803f-9b2e00d3ef08),segment_id=52cb97c2-f078-4897-803f-9b2e00d3ef08)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:31.187267 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b29bc35-1d9f-450f-947d-6625a4ccd359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.193923 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96d78de4-af7c-4788-858d-7e0bc032fdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.308789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] For port f51240ea-dbd6-4bd7-98b1-cf288502ad4b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f51240ea-dbd6-4bd7-98b1-cf288502ad4b,segment=NetworkSegment(845b08fc-6853-49be-9ea1-0675017dc502),segment_id=845b08fc-6853-49be-9ea1-0675017dc502)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:31.309331 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.374132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Calling delete_port for f51240ea-dbd6-4bd7-98b1-cf288502ad4b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:31.389320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:31.490920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8:0:1::2b5 (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d/e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6/072e2194-6333-4eaa-bdcb-21496823b1f9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:31.500897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29bc35-1d9f-450f-947d-6625a4ccd359 None None] Pushing event updated for resources: {'Port': ['ID=cab8b682-018b-469d-a300-eeb824d2d41e,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:31.601092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.625117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cab8b682-018b-469d-a300-eeb824d2d41e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:31.634850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event deleted for resources: {'Port': ['ID=f51240ea-dbd6-4bd7-98b1-cf288502ad4b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:31.644765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] No DVR routers for this DVR port f51240ea-dbd6-4bd7-98b1-cf288502ad4b on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:31.689815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] Deleting port f51240ea-dbd6-4bd7-98b1-cf288502ad4b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:31.690545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.774224 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (51194866-38c7-45c6-9038-b26fe37f0c1e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.786102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.795230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.815915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51194866-38c7-45c6-9038-b26fe37f0c1e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:31.846932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845b08fc-6853-49be-9ea1-0675017dc502') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:31.847265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845b08fc-6853-49be-9ea1-0675017dc502') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:31.894386 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (845b08fc-6853-49be-9ea1-0675017dc502), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.931853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] In _notify_port_updated(), no bound segment for port 072e2194-6333-4eaa-bdcb-21496823b1f9 on network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:11:31.936942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:31.937867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.942785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46100) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:31.943492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "PUT /v2.0/ports/072e2194-6333-4eaa-bdcb-21496823b1f9 HTTP/1.1" status: 200 len: 1010 time: 1.7331405 Jan 27 22:11:31.960462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2e4bc-e94a-4a71-9f96-b53fd3c595b9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=072e2194-6333-4eaa-bdcb-21496823b1f9,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:31.969362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (845b08fc-6853-49be-9ea1-0675017dc502), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.010889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:32.011750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (845b08fc-6853-49be-9ea1-0675017dc502), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.041156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d609377f-26e8-4f05-b6af-90d6050b324a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:32.042246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:32.049095 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:32.114495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (51194866-38c7-45c6-9038-b26fe37f0c1e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.127551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c47a94-a7f6-4095-8a0f-499240c8845c req-31e69272-ef08-4b8e-a04e-d8b3e080f7da tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:32.128113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.129154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58c47a94-a7f6-4095-8a0f-499240c8845c req-31e69272-ef08-4b8e-a04e-d8b3e080f7da tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1279976 Jan 27 22:11:32.135917 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] 10.222.0.45 "DELETE /v2.0/networks/51194866-38c7-45c6-9038-b26fe37f0c1e HTTP/1.1" status: 204 len: 168 time: 1.5306618 Jan 27 22:11:32.153310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c6549-e3e0-4455-8c9c-14c62dd6de7d tempest-FloatingIPNegativeTestJSON-1435226945 tempest-FloatingIPNegativeTestJSON-1435226945-project] Pushing event deleted for resources: {'Network': ['ID=51194866-38c7-45c6-9038-b26fe37f0c1e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:32.180777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff11e57-fdac-4399-aceb-c4299d80dc6c req-4f18b806-a8c3-4138-85c1-628d2ca475dc tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:32.182440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ff11e57-fdac-4399-aceb-c4299d80dc6c req-4f18b806-a8c3-4138-85c1-628d2ca475dc tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 945 time: 0.1433327 Jan 27 22:11:32.189428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] For port f51240ea-dbd6-4bd7-98b1-cf288502ad4b, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:32.189870 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.238165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] Calling delete_port for f51240ea-dbd6-4bd7-98b1-cf288502ad4b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:32.243218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58c47a94-a7f6-4095-8a0f-499240c8845c req-a62be9d2-5691-40b1-b1ad-d85ec679f0b4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010690 Jan 27 22:11:32.247572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] Port f51240ea-dbd6-4bd7-98b1-cf288502ad4b was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:11:32.264982 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (f51240ea-dbd6-4bd7-98b1-cf288502ad4b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.265706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ae98785b-348f-410d-8db4-03132801e023 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 072e2194-6333-4eaa-bdcb-21496823b1f9 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:32.266059 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae98785b-348f-410d-8db4-03132801e023 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.288248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-96d78de4-af7c-4788-858d-7e0bc032fdab None None] Allocated IP 2001:db8:0:1::2 (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d/e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6/cab8b682-018b-469d-a300-eeb824d2d41e) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:32.340301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ff11e57-fdac-4399-aceb-c4299d80dc6c req-81675e1c-674c-4c77-9684-7eff9475749e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445854 Jan 27 22:11:32.340808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] Pushing event deleted for resources: {'Port': ['ID=f51240ea-dbd6-4bd7-98b1-cf288502ad4b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:32.355379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] Network 51194866-38c7-45c6-9038-b26fe37f0c1e is not hosted by any dhcp agent {{(pid=103331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:11:32.356208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b4765-2d4a-45be-a4d6-afa22539ac8b None None] No DVR routers for this DVR port f51240ea-dbd6-4bd7-98b1-cf288502ad4b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:32.389317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cab8b682-018b-469d-a300-eeb824d2d41e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:32.442511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae98785b-348f-410d-8db4-03132801e023 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.467389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ae98785b-348f-410d-8db4-03132801e023 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 072e2194-6333-4eaa-bdcb-21496823b1f9 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:32.528691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:32.529540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.587174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:32.589717 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56ffc7-1b83-4a72-a753-f986e66bbcbb" -d '{"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-plugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:32.606122 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-96d78de4-af7c-4788-858d-7e0bc032fdab None None] For port cab8b682-018b-469d-a300-eeb824d2d41e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cab8b682-018b-469d-a300-eeb824d2d41e,segment=NetworkSegment(52cb97c2-f078-4897-803f-9b2e00d3ef08),segment_id=52cb97c2-f078-4897-803f-9b2e00d3ef08)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:32.618437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:32.622382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cab8b682-018b-469d-a300-eeb824d2d41e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:32.622810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.652995 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436561be-8c00-4271-9c4d-2b43539534bd x-openstack-request-id: req-436561be-8c00-4271-9c4d-2b43539534bd {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:32.653348 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-plugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:32.653607 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-436561be-8c00-4271-9c4d-2b43539534bd {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:32.653915 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'code': 200} Jan 27 22:11:32.658770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.659640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 95889b67-f2ae-418e-951e-65b83b34b0e3 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:32.753693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46112) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:32.756577 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96d78de4-af7c-4788-858d-7e0bc032fdab None None] Publish callbacks [] for port (cab8b682-018b-469d-a300-eeb824d2d41e), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.778116 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96d78de4-af7c-4788-858d-7e0bc032fdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.802598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:32.846014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae98785b-348f-410d-8db4-03132801e023 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (072e2194-6333-4eaa-bdcb-21496823b1f9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.906929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98785b-348f-410d-8db4-03132801e023 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=072e2194-6333-4eaa-bdcb-21496823b1f9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:32.913176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 95889b67-f2ae-418e-951e-65b83b34b0e3 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:11:32.941567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 95889b67-f2ae-418e-951e-65b83b34b0e3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:32.941950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.946103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cab8b682-018b-469d-a300-eeb824d2d41e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:32.952014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d78de4-af7c-4788-858d-7e0bc032fdab None None] Pushing event updated for resources: {'Port': ['ID=cab8b682-018b-469d-a300-eeb824d2d41e,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:33.027095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae98785b-348f-410d-8db4-03132801e023 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.030620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ae98785b-348f-410d-8db4-03132801e023 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/072e2194-6333-4eaa-bdcb-21496823b1f9 HTTP/1.1" status: 204 len: 168 time: 1.0858688 Jan 27 22:11:33.033844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46120) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:33.075055 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-830f4f1a-424b-4d5b-91a3-f2eb0cf5e385 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:33.076727 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-830f4f1a-424b-4d5b-91a3-f2eb0cf5e385 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/072e2194-6333-4eaa-bdcb-21496823b1f9 HTTP/1.1" status: 404 len: 333 time: 0.0420015 Jan 27 22:11:33.079816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46122) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:33.080089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ce40cd48-ff2f-4f94-b405-9ebff0e7131a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=165aeed009cd47bf830d5ff4e2c7c87b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246071 Jan 27 22:11:33.084652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46124) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:33.087119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f51240ea-dbd6-4bd7-98b1-cf288502ad4b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:33.115875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: f51240ea-dbd6-4bd7-98b1-cf288502ad4b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:33.116258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f51240ea-dbd6-4bd7-98b1-cf288502ad4b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:33.135701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 95889b67-f2ae-418e-951e-65b83b34b0e3 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:33.136282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.218934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 95889b67-f2ae-418e-951e-65b83b34b0e3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95889b67-f2ae-418e-951e-65b83b34b0e3,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:33.225592 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.229758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-621c2cd4-26fc-4603-b970-03e111751eec tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:33.244529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621c2cd4-26fc-4603-b970-03e111751eec tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.313818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9422-1576-44cf-89f6-c28548e0034b admin admin] Publish callbacks [] for security_group (076a8231-6f0f-49d7-9ec4-ff4c9d6f54db), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.326366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=95889b67-f2ae-418e-951e-65b83b34b0e3,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:33.340801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621c2cd4-26fc-4603-b970-03e111751eec tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.381914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9422-1576-44cf-89f6-c28548e0034b admin admin] Publish callbacks [] for security_group (076a8231-6f0f-49d7-9ec4-ff4c9d6f54db), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.684489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5263220-112e-4c44-b261-6b59e74855eb None None] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:33.761556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4e84f73e-94a6-4271-9090-ac60a12c8bdd None None] Provisioning complete for port cab8b682-018b-469d-a300-eeb824d2d41e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:33.761925 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4e84f73e-94a6-4271-9090-ac60a12c8bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.912123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621c2cd4-26fc-4603-b970-03e111751eec tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.953399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9422-1576-44cf-89f6-c28548e0034b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (076a8231-6f0f-49d7-9ec4-ff4c9d6f54db), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.955943 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9422-1576-44cf-89f6-c28548e0034b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.957141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ccbb9422-1576-44cf-89f6-c28548e0034b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/076a8231-6f0f-49d7-9ec4-ff4c9d6f54db HTTP/1.1" status: 204 len: 168 time: 0.8708916 Jan 27 22:11:33.983317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb9422-1576-44cf-89f6-c28548e0034b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a8231-6f0f-49d7-9ec4-ff4c9d6f54db,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:33.988158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4e84f73e-94a6-4271-9090-ac60a12c8bdd None None] Current status of the port cab8b682-018b-469d-a300-eeb824d2d41e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:33.995401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4e84f73e-94a6-4271-9090-ac60a12c8bdd None None] Could not find standard attr ID for object 072e2194-6333-4eaa-bdcb-21496823b1f9. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:11:33.997727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86835cca-8f6c-43fd-85f5-1d81bab7ed50 req-02e8aba7-89cf-4f52-ae51-f54dcf245e66 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:33.999364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86835cca-8f6c-43fd-85f5-1d81bab7ed50 req-02e8aba7-89cf-4f52-ae51-f54dcf245e66 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.5563419 Jan 27 22:11:34.043368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0894f5-8f34-4d23-a950-399566e2360c req-da59cadf-7471-4e37-938b-f0b35c13f21b tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:34.056642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed0894f5-8f34-4d23-a950-399566e2360c req-da59cadf-7471-4e37-938b-f0b35c13f21b tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 946 time: 0.1917808 Jan 27 22:11:34.144752 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-785e6ed6-801d-4970-b785-66fc7449af10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.180902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621c2cd4-26fc-4603-b970-03e111751eec tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.247325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c2cd4-26fc-4603-b970-03e111751eec tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:34.282901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-621c2cd4-26fc-4603-b970-03e111751eec tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.291334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-621c2cd4-26fc-4603-b970-03e111751eec tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6 HTTP/1.1" status: 204 len: 168 time: 1.2073019 Jan 27 22:11:34.291902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46144) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:34.309940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed0894f5-8f34-4d23-a950-399566e2360c req-9b27898d-5b11-47a8-a943-e9a343dfe6f5 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516830 Jan 27 22:11:34.342801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86835cca-8f6c-43fd-85f5-1d81bab7ed50 req-f880e552-4886-4c47-a4df-3a125e481b8c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767377 Jan 27 22:11:34.387261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cab8b682-018b-469d-a300-eeb824d2d41e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:34.450692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet c0928190-83d5-4809-bf03-e1c6d159ca68 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:34.462404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (c0928190-83d5-4809-bf03-e1c6d159ca68), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.480335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf52a6-503b-4100-ba01-17ee1443bf98 None None] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:34.542162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (c0928190-83d5-4809-bf03-e1c6d159ca68), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.625839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a941c166-0b8f-4586-9426-c5a5fbbd291b None None] Provisioning complete for port cab8b682-018b-469d-a300-eeb824d2d41e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:34.626373 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a941c166-0b8f-4586-9426-c5a5fbbd291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.661118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95889b67-f2ae-418e-951e-65b83b34b0e3'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:34.664444 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de54f34-b33a-4375-aba0-1988d3c21208" -d '{"events": [{"server_uuid": "9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2", "name": "network-vif-plugged", "status": "completed", "tag": "95889b67-f2ae-418e-951e-65b83b34b0e3"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:34.667815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cab8b682-018b-469d-a300-eeb824d2d41e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:34.668312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.769573 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a8fcd-daa9-4f48-94dc-4da9185495a0 x-openstack-request-id: req-1d7a8fcd-daa9-4f48-94dc-4da9185495a0 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:34.770164 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2", "name": "network-vif-plugged", "status": "completed", "tag": "95889b67-f2ae-418e-951e-65b83b34b0e3", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:34.770375 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d7a8fcd-daa9-4f48-94dc-4da9185495a0 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:34.771538 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95889b67-f2ae-418e-951e-65b83b34b0e3', 'code': 200} Jan 27 22:11:34.794230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c0928190-83d5-4809-bf03-e1c6d159ca68), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.936123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (c0928190-83d5-4809-bf03-e1c6d159ca68), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.942955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb8c0e-a4a3-44e3-ad70-bfef7ee33271 req-b6359faf-4006-4f16-9783-939c522233af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:34.947164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5cb8c0e-a4a3-44e3-ad70-bfef7ee33271 req-b6359faf-4006-4f16-9783-939c522233af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0969760 Jan 27 22:11:34.983688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cab8b682-018b-469d-a300-eeb824d2d41e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:35.008232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a941c166-0b8f-4586-9426-c5a5fbbd291b None None] Current status of the port cab8b682-018b-469d-a300-eeb824d2d41e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:35.022577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.040044 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/c0928190-83d5-4809-bf03-e1c6d159ca68 HTTP/1.1" status: 204 len: 168 time: 0.7465160 Jan 27 22:11:35.040739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:35.043459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=c0928190-83d5-4809-bf03-e1c6d159ca68,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:35.061224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5cb8c0e-a4a3-44e3-ad70-bfef7ee33271 req-4fc83cd4-bef5-4d70-a4f0-9d2be6cf6379 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069360 Jan 27 22:11:35.080319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.080836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.081568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.082521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.083524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.084052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.084547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.085027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.085536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.086052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.086561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.087059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.087560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0f1a4-26c5-450f-a10d-11920eb0fa95 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.234736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.331250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port cab8b682-018b-469d-a300-eeb824d2d41e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:35.332353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.425345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46192) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:35.436373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0092585 Jan 27 22:11:35.442224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46194) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:35.444735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] For port cab8b682-018b-469d-a300-eeb824d2d41e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cab8b682-018b-469d-a300-eeb824d2d41e,segment=NetworkSegment(52cb97c2-f078-4897-803f-9b2e00d3ef08),segment_id=52cb97c2-f078-4897-803f-9b2e00d3ef08)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:35.445141 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.499572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for cab8b682-018b-469d-a300-eeb824d2d41e owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:35.679213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cab8b682-018b-469d-a300-eeb824d2d41e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.693359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63193-d562-40a2-a024-e4c4e26e21ac req-c535e752-97ab-4223-9c2a-b3d50d5f28df tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:35.711807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fea63193-d562-40a2-a024-e4c4e26e21ac req-c535e752-97ab-4223-9c2a-b3d50d5f28df tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2409663 Jan 27 22:11:35.761914 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No DVR routers for this DVR port cab8b682-018b-469d-a300-eeb824d2d41e on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:35.765239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=cab8b682-018b-469d-a300-eeb824d2d41e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:35.835017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fea63193-d562-40a2-a024-e4c4e26e21ac req-3ee16055-fc7c-4135-9666-06ff6feef951 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212082 Jan 27 22:11:35.868117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271b461-2e66-4e41-9c27-341bb3a7dcc3 req-df0d8db1-68e3-4a6a-a3e3-ff770db4da54 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:35.876556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8271b461-2e66-4e41-9c27-341bb3a7dcc3 req-df0d8db1-68e3-4a6a-a3e3-ff770db4da54 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 946 time: 0.3169854 Jan 27 22:11:35.893015 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e8eba83d-7776-4e5e-ac18-890fc8cf389f tempest-NetworksApiDiscovery-1392350053 tempest-NetworksApiDiscovery-1392350053-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4387879 Jan 27 22:11:35.982311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8271b461-2e66-4e41-9c27-341bb3a7dcc3 req-3f8f2fd9-1010-4aaf-b4d2-d3d90704c949 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048143 Jan 27 22:11:36.063231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.104634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3461f-5d04-4691-8a7f-c1cea0d03068 None None] Network 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:36.111923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4dff7d-68a3-49fe-915f-b4bdcecfb71d']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:36.132766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cb97c2-f078-4897-803f-9b2e00d3ef08') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:36.133350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cb97c2-f078-4897-803f-9b2e00d3ef08') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:36.150268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (52cb97c2-f078-4897-803f-9b2e00d3ef08), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.180300 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (52cb97c2-f078-4897-803f-9b2e00d3ef08), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.196101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2ea602dc-5bcb-4273-8ffe-bd2945ab6b51 None None] Could not find standard attr ID for object cab8b682-018b-469d-a300-eeb824d2d41e. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:11:36.202521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:36.203308 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (52cb97c2-f078-4897-803f-9b2e00d3ef08), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:36.207832 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:36.354425 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6c4dff7d-68a3-49fe-915f-b4bdcecfb71d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.415085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef62cede-f917-4589-832b-b0892c7b4eff None None] DHCP port deletion for 6c4dff7d-68a3-49fe-915f-b4bdcecfb71d request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:36.427887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.445386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46206) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:36.452209 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/networks/6c4dff7d-68a3-49fe-915f-b4bdcecfb71d HTTP/1.1" status: 204 len: 168 time: 1.3984210 Jan 27 22:11:36.454061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28feb3-0dc6-46ff-bb06-e12dda9cf9e8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Network': ['ID=6c4dff7d-68a3-49fe-915f-b4bdcecfb71d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:36.564257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7296901c-cb24-420e-92aa-21908e840e2f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:36.570879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:36.572447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7296901c-cb24-420e-92aa-21908e840e2f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1258690 Jan 27 22:11:36.583823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46210) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:36.728962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-70357e3a-1223-4a35-92af-e09089225d59 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1418233 Jan 27 22:11:36.733950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46214) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:36.740184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-229572046'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:36.777109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:36.781310 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.821297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:36.852676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (aa1ccac1-9168-48d2-9b68-727fa6d11122), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.853124 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Added segment aa1ccac1-9168-48d2-9b68-727fa6d11122 of type vlan for network 28f7fd17-b614-4941-b352-4617e532b1d5 Jan 27 22:11:36.867997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f044c93-8b38-40a9-bf31-4102e66af200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.055133 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6d05bf70-2892-4c1a-8644-ce5ec167edc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.097212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbadeb-4e21-4271-aedc-afe0f37d4096 req-0038de16-54cf-4904-aeab-dfb037231919 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:37.113725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ccbadeb-4e21-4271-aedc-afe0f37d4096 req-0038de16-54cf-4904-aeab-dfb037231919 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1557693 Jan 27 22:11:37.295680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ccbadeb-4e21-4271-aedc-afe0f37d4096 req-8b57ce2d-a636-4f3e-baa9-788239575e27 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794994 Jan 27 22:11:37.329495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf8c2-f7b6-4c3a-a4ca-3c253f766b9e req-d9b3884c-0788-4e8d-a490-a97d8a798800 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:37.331588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3ddf8c2-f7b6-4c3a-a4ca-3c253f766b9e req-d9b3884c-0788-4e8d-a490-a97d8a798800 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 946 time: 0.2119081 Jan 27 22:11:37.382011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (28f7fd17-b614-4941-b352-4617e532b1d5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.429432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3ddf8c2-f7b6-4c3a-a4ca-3c253f766b9e req-7f37bf5f-8244-4e0a-945a-06c39ead16a7 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874262 Jan 27 22:11:37.443034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (28f7fd17-b614-4941-b352-4617e532b1d5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.448991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:37.450363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.477638 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7421892 Jan 27 22:11:37.482081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46224) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:37.489098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:37.583500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca931e-6b9f-48f1-be24-c3a6cd14689a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Network': ['ID=28f7fd17-b614-4941-b352-4617e532b1d5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:37.591145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 28f7fd17-b614-4941-b352-4617e532b1d5 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:37.597796 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f044c93-8b38-40a9-bf31-4102e66af200 admin admin] Publish callbacks [] for security_group (9e756c35-b452-48fe-b502-cf2cdcf8e284), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.605767 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f044c93-8b38-40a9-bf31-4102e66af200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9e756c35-b452-48fe-b502-cf2cdcf8e284), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.657318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f044c93-8b38-40a9-bf31-4102e66af200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e756c35-b452-48fe-b502-cf2cdcf8e284,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:37.662039 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8f044c93-8b38-40a9-bf31-4102e66af200 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5016e168b9c84380b174d09921f61e99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0781820 Jan 27 22:11:37.665609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:37.738070 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-293c0a6e-052e-45c2-a956-bd6994ca0cb1 admin admin] Publish callbacks [] for security_group (9e756c35-b452-48fe-b502-cf2cdcf8e284), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.758022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:37.763375 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.784215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-293c0a6e-052e-45c2-a956-bd6994ca0cb1 admin admin] Publish callbacks [] for security_group (9e756c35-b452-48fe-b502-cf2cdcf8e284), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.900965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-293c0a6e-052e-45c2-a956-bd6994ca0cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9e756c35-b452-48fe-b502-cf2cdcf8e284), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.914198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-293c0a6e-052e-45c2-a956-bd6994ca0cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.921155 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-293c0a6e-052e-45c2-a956-bd6994ca0cb1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e756c35-b452-48fe-b502-cf2cdcf8e284 HTTP/1.1" status: 204 len: 168 time: 0.2542684 Jan 27 22:11:37.932909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c0a6e-052e-45c2-a956-bd6994ca0cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e756c35-b452-48fe-b502-cf2cdcf8e284,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:38.125394 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (d2b1d2fb-e706-4d10-a988-e6b65cbebb62), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.212992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=d2b1d2fb-e706-4d10-a988-e6b65cbebb62,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:38.228811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cab8b682-018b-469d-a300-eeb824d2d41e no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:38.299509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking segment: {'id': 'aa1ccac1-9168-48d2-9b68-727fa6d11122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:38.299509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network hostable DHCP agents. Network: 28f7fd17-b614-4941-b352-4617e532b1d5, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:38.301755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: cab8b682-018b-469d-a300-eeb824d2d41e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:38.302226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cab8b682-018b-469d-a300-eeb824d2d41e not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:38.350255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 28f7fd17-b614-4941-b352-4617e532b1d5 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:38.413737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 28f7fd17-b614-4941-b352-4617e532b1d5) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:38.427760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa01fa-23f2-457e-9953-a5dba8d59953 None None] Network 28f7fd17-b614-4941-b352-4617e532b1d5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:38.428645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:38.429764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.520791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5ee35f4f-d4de-4201-bcb0-1c969b34f1c5 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0366690 Jan 27 22:11:38.524674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46260) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:38.537136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5', 'name': 'tempest-PortsIpV6TestJSON-1424725290'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:38.553238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.635622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-28f7fd17-b614-4941-b352-4617e532b1d5', 'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5', 'project_id': 'b813da558a654e4893784772320c3729', 'fixed_ips': [{'subnet_id': 'd2b1d2fb-e706-4d10-a988-e6b65cbebb62'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:38.638333 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.670998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b715b5-6d5c-4d4b-8842-5af028604f0b req-370febf4-de95-443a-b1b2-0eba2518f1e1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:38.678728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79b715b5-6d5c-4d4b-8842-5af028604f0b req-370febf4-de95-443a-b1b2-0eba2518f1e1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2068276 Jan 27 22:11:38.874575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79b715b5-6d5c-4d4b-8842-5af028604f0b req-27c28d52-1fea-4b4f-9288-3d970487e7c3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831455 Jan 27 22:11:38.881805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:38.885497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.939869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 29c99555-e35f-4493-841f-a30af19db878 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:38.984575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d63443-f15a-4668-a388-8417f0a97a8b req-37347f88-f6ad-4ee9-bdd2-c27e287f7b0e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:38.994281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2d63443-f15a-4668-a388-8417f0a97a8b req-37347f88-f6ad-4ee9-bdd2-c27e287f7b0e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 946 time: 0.1619990 Jan 27 22:11:39.039114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Allocated IP 2001:db8::2 (28f7fd17-b614-4941-b352-4617e532b1d5/d2b1d2fb-e706-4d10-a988-e6b65cbebb62/028c3a97-35d8-4f93-9747-d50b89120a7c) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:39.094869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2d63443-f15a-4668-a388-8417f0a97a8b req-a99477af-a4f8-4d02-b4a8-eb0a91932aa2 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977855 Jan 27 22:11:39.284946 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Publish callbacks [] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.297270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.405801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Network 28f7fd17-b614-4941-b352-4617e532b1d5 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:39.411583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:39.419856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:39.436168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::201 (28f7fd17-b614-4941-b352-4617e532b1d5/d2b1d2fb-e706-4d10-a988-e6b65cbebb62/29c99555-e35f-4493-841f-a30af19db878) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:39.465392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Pushing event updated for resources: {'Port': ['ID=028c3a97-35d8-4f93-9747-d50b89120a7c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:39.512187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Attempting to bind port 028c3a97-35d8-4f93-9747-d50b89120a7c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:39.512669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Attempting to bind port 028c3a97-35d8-4f93-9747-d50b89120a7c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'aa1ccac1-9168-48d2-9b68-727fa6d11122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:39.513126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Attempting to bind port 028c3a97-35d8-4f93-9747-d50b89120a7c on network 28f7fd17-b614-4941-b352-4617e532b1d5 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:39.532669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:39.535521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Checking segment: {'id': 'aa1ccac1-9168-48d2-9b68-727fa6d11122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:39.537214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.538436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Bound using segment: {'id': 'aa1ccac1-9168-48d2-9b68-727fa6d11122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:39.539244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Bound port: 028c3a97-35d8-4f93-9747-d50b89120a7c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1ccac1-9168-48d2-9b68-727fa6d11122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:39.541709 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.671666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] For port 028c3a97-35d8-4f93-9747-d50b89120a7c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:39.682545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] For port 028c3a97-35d8-4f93-9747-d50b89120a7c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=028c3a97-35d8-4f93-9747-d50b89120a7c,segment=NetworkSegment(aa1ccac1-9168-48d2-9b68-727fa6d11122),segment_id=aa1ccac1-9168-48d2-9b68-727fa6d11122)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:39.694459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.811079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (29c99555-e35f-4493-841f-a30af19db878), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.885078 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (29c99555-e35f-4493-841f-a30af19db878), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.949890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 28f7fd17-b614-4941-b352-4617e532b1d5 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:39.957649 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:39.969398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:39.975101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:39.976000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.981897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=29c99555-e35f-4493-841f-a30af19db878,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:40.018270 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9aa4dcb8-bb04-4317-9a71-c7c16bd9f415 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4874344 Jan 27 22:11:40.019189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46286) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:40.027093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '28f7fd17-b614-4941-b352-4617e532b1d5', 'name': 'tempest-PortsIpV6TestJSON-2093462501'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:40.052816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e18c5d-60e5-4861-bda3-6a3586686840 None None] Pushing event updated for resources: {'Port': ['ID=028c3a97-35d8-4f93-9747-d50b89120a7c,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:40.361005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ac0d-fd4f-44bc-995d-0fd8790d80ba req-f22103bb-68cc-4fb6-8aa4-2800ab4a7ed9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:40.369705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fe8ac0d-fd4f-44bc-995d-0fd8790d80ba req-f22103bb-68cc-4fb6-8aa4-2800ab4a7ed9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2354195 Jan 27 22:11:40.384547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:40.389378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:40.474946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29a087-632d-4e87-aff3-262b48aadd6d req-21380af5-7330-466e-ac24-65c5d5a2baa4 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:40.475345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a29a087-632d-4e87-aff3-262b48aadd6d req-21380af5-7330-466e-ac24-65c5d5a2baa4 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 946 time: 0.2308848 Jan 27 22:11:40.490270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-bdcfb2bc-15c1-45a4-9c6d-e23482244609 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:40.504766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-bdcfb2bc-15c1-45a4-9c6d-e23482244609 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 946 time: 0.2799141 Jan 27 22:11:40.570294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 97ca4207-e87a-4ba0-9baf-2ef65c4d65e0 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:40.670502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5fe8ac0d-fd4f-44bc-995d-0fd8790d80ba req-1962997b-c8de-4d1b-8bf9-4dd0002becb4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999182 Jan 27 22:11:40.844273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a29a087-632d-4e87-aff3-262b48aadd6d req-9be48e79-a3fa-4b96-bc29-2852ef13f673 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332021 Jan 27 22:11:40.919506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::d4 (28f7fd17-b614-4941-b352-4617e532b1d5/d2b1d2fb-e706-4d10-a988-e6b65cbebb62/97ca4207-e87a-4ba0-9baf-2ef65c4d65e0) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:40.955986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Deleting port 95889b67-f2ae-418e-951e-65b83b34b0e3 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:40.956920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.013107 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.199344 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.285613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] For port 95889b67-f2ae-418e-951e-65b83b34b0e3, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95889b67-f2ae-418e-951e-65b83b34b0e3,segment=NetworkSegment(38cb6bd0-f1a7-494e-b8e2-0abf381a5389),segment_id=38cb6bd0-f1a7-494e-b8e2-0abf381a5389)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:41.286214 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.378700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Calling delete_port for 95889b67-f2ae-418e-951e-65b83b34b0e3 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:41.430055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (97ca4207-e87a-4ba0-9baf-2ef65c4d65e0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.655901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (97ca4207-e87a-4ba0-9baf-2ef65c4d65e0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.170921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (95889b67-f2ae-418e-951e-65b83b34b0e3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.196350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['95889b67-f2ae-418e-951e-65b83b34b0e3'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:11:42.220312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8fd264b9-19b4-44c8-9de6-7f2f5d4f96db req-2225c7d2-0fe6-45a2-ac64-f98c6554a476 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 210 time: 0.1692450 Jan 27 22:11:42.251820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 28f7fd17-b614-4941-b352-4617e532b1d5 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:42.266098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=97ca4207-e87a-4ba0-9baf-2ef65c4d65e0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:42.273816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c32155-6ae4-4ae0-8da0-45e2c438c694 None None] Network 28f7fd17-b614-4941-b352-4617e532b1d5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:42.284355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46330) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:42.318163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:42.331271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:42.354680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:42.355393 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.404171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Pushing event deleted for resources: {'Port': ['ID=95889b67-f2ae-418e-951e-65b83b34b0e3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:42.426921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46334) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:42.427606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-482b135b-2aa0-42f2-8a07-74fb8aade530 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4064271 Jan 27 22:11:42.469330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d443af7b-67f6-4f84-81b6-a8b5e6712a10 None None] Provisioning complete for port 028c3a97-35d8-4f93-9747-d50b89120a7c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:42.469857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d443af7b-67f6-4f84-81b6-a8b5e6712a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.580465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab861ce4-dfe7-481e-933e-2c7071e060c7 req-c3740c55-ce2a-4d43-a16e-48fb001012a3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:42.582465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab861ce4-dfe7-481e-933e-2c7071e060c7 req-c3740c55-ce2a-4d43-a16e-48fb001012a3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.5967040 Jan 27 22:11:42.583854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] No DVR routers for this DVR port 95889b67-f2ae-418e-951e-65b83b34b0e3 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:42.592510 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.597059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59d20dee-3ef5-4f36-b8f2-655f9804a6d0 req-b0614bbb-0160-4b26-a3fa-0e88bab0111e tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.16 "DELETE /v2.0/ports/95889b67-f2ae-418e-951e-65b83b34b0e3 HTTP/1.1" status: 204 len: 173 time: 2.0795686 Jan 27 22:11:42.606009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2', 'name': 'network-vif-deleted', 'tag': '95889b67-f2ae-418e-951e-65b83b34b0e3'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:42.609302 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0514c2e8-f49c-4f76-ba6a-7e059538c5f6" -d '{"events": [{"server_uuid": "9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2", "name": "network-vif-deleted", "tag": "95889b67-f2ae-418e-951e-65b83b34b0e3"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:42.627280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 028c3a97-35d8-4f93-9747-d50b89120a7c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:42.709041 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558ad674-f403-4fbc-95a4-704faf595407 x-openstack-request-id: req-558ad674-f403-4fbc-95a4-704faf595407 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:42.709514 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2", "name": "network-vif-deleted", "tag": "95889b67-f2ae-418e-951e-65b83b34b0e3", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:42.709926 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-558ad674-f403-4fbc-95a4-704faf595407 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:42.712933 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2', 'name': 'network-vif-deleted', 'tag': '95889b67-f2ae-418e-951e-65b83b34b0e3', 'status': 'completed', 'code': 200} Jan 27 22:11:42.737065 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e5e62c7-5164-45b8-90bd-7cda34a9cc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.804885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab861ce4-dfe7-481e-933e-2c7071e060c7 req-1945e346-847b-4cf4-a451-6b060926bcc1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042634 Jan 27 22:11:42.830341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008df566-0459-45b4-ad84-c1797630ae9b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:42.832345 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-008df566-0459-45b4-ad84-c1797630ae9b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A201 HTTP/1.1" status: 200 len: 929 time: 0.4043663 Jan 27 22:11:42.835443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46342) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:42.933544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d443af7b-67f6-4f84-81b6-a8b5e6712a10 None None] Current status of the port 028c3a97-35d8-4f93-9747-d50b89120a7c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:42.934129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d443af7b-67f6-4f84-81b6-a8b5e6712a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.937548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 028c3a97-35d8-4f93-9747-d50b89120a7c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:42.942483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.001269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e5e62c7-5164-45b8-90bd-7cda34a9cc3e admin admin] Publish callbacks [] for security_group (47ee323e-a5ea-4bb7-a38c-ac95c398c617), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.011556 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e5e62c7-5164-45b8-90bd-7cda34a9cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (47ee323e-a5ea-4bb7-a38c-ac95c398c617), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.088769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d443af7b-67f6-4f84-81b6-a8b5e6712a10 None None] For port 028c3a97-35d8-4f93-9747-d50b89120a7c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=028c3a97-35d8-4f93-9747-d50b89120a7c,segment=NetworkSegment(aa1ccac1-9168-48d2-9b68-727fa6d11122),segment_id=aa1ccac1-9168-48d2-9b68-727fa6d11122)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:43.095099 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5e5e62c7-5164-45b8-90bd-7cda34a9cc3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=539f4ec44df5409895894db242a6132f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8089132 Jan 27 22:11:43.100945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46344) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:43.115163 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d443af7b-67f6-4f84-81b6-a8b5e6712a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.230713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e62c7-5164-45b8-90bd-7cda34a9cc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ee323e-a5ea-4bb7-a38c-ac95c398c617,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:43.253749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443af7b-67f6-4f84-81b6-a8b5e6712a10 None None] Pushing event updated for resources: {'Port': ['ID=028c3a97-35d8-4f93-9747-d50b89120a7c,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:43.343585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 028c3a97-35d8-4f93-9747-d50b89120a7c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:43.439066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6bf1-4094-45d5-a282-c1dd7cfb2c5c admin admin] Publish callbacks [] for security_group (47ee323e-a5ea-4bb7-a38c-ac95c398c617), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.476564 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6bf1-4094-45d5-a282-c1dd7cfb2c5c admin admin] Publish callbacks [] for security_group (47ee323e-a5ea-4bb7-a38c-ac95c398c617), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.524451 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ddc8e1c-260e-47bf-87ce-18c5b5814bdb req-4101b8c8-be28-4bbf-9828-682b638b8ae4 tempest-VolumesActionsTest-959841293 tempest-VolumesActionsTest-959841293-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bc0ebbf-c9b7-4193-99d9-70f1b76ed6f2 HTTP/1.1" status: 200 len: 210 time: 0.0372608 Jan 27 22:11:43.589046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Provisioning complete for port 29c99555-e35f-4493-841f-a30af19db878 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:43.589543 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (29c99555-e35f-4493-841f-a30af19db878), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.633081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6bf1-4094-45d5-a282-c1dd7cfb2c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (47ee323e-a5ea-4bb7-a38c-ac95c398c617), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.637648 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc1b6bf1-4094-45d5-a282-c1dd7cfb2c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.639017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dc1b6bf1-4094-45d5-a282-c1dd7cfb2c5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47ee323e-a5ea-4bb7-a38c-ac95c398c617 HTTP/1.1" status: 204 len: 168 time: 0.5356255 Jan 27 22:11:43.652991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b6bf1-4094-45d5-a282-c1dd7cfb2c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ee323e-a5ea-4bb7-a38c-ac95c398c617,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:43.657797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Port 29c99555-e35f-4493-841f-a30af19db878 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:43.689885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Provisioning complete for port 028c3a97-35d8-4f93-9747-d50b89120a7c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:43.691033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-60a4f411-aefc-4d26-97d2-6b82989eb1d7 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 97ca4207-e87a-4ba0-9baf-2ef65c4d65e0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:43.691298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.692090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60a4f411-aefc-4d26-97d2-6b82989eb1d7 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (97ca4207-e87a-4ba0-9baf-2ef65c4d65e0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.829079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Current status of the port 028c3a97-35d8-4f93-9747-d50b89120a7c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:43.854199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Provisioning complete for port 97ca4207-e87a-4ba0-9baf-2ef65c4d65e0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:43.854579 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97ca4207-e87a-4ba0-9baf-2ef65c4d65e0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.913419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4501dd32-7942-49c2-815e-4fc44dc7b0f0 None None] Port 97ca4207-e87a-4ba0-9baf-2ef65c4d65e0 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:43.946955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60a4f411-aefc-4d26-97d2-6b82989eb1d7 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (97ca4207-e87a-4ba0-9baf-2ef65c4d65e0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.988107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-60a4f411-aefc-4d26-97d2-6b82989eb1d7 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 97ca4207-e87a-4ba0-9baf-2ef65c4d65e0 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:44.056340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-62067514-0785-40d1-b27f-5746c4b99538 None None] Provisioning complete for port 29c99555-e35f-4493-841f-a30af19db878 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:44.057099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62067514-0785-40d1-b27f-5746c4b99538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (29c99555-e35f-4493-841f-a30af19db878), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.100909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96707990-2d17-429b-b5bc-58a253c1b858 req-f317fe78-7c1c-4054-a18b-357e5eae91c3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:44.106797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96707990-2d17-429b-b5bc-58a253c1b858 req-f317fe78-7c1c-4054-a18b-357e5eae91c3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1324618 Jan 27 22:11:44.159143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-62067514-0785-40d1-b27f-5746c4b99538 None None] Port 29c99555-e35f-4493-841f-a30af19db878 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:44.281062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96707990-2d17-429b-b5bc-58a253c1b858 req-1d2e7a56-ff7e-49e0-a702-5b616772eba3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625600 Jan 27 22:11:44.305325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46358) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:44.346133 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fc13d86-a6f6-4fe6-934e-964ed4630307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.384337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 028c3a97-35d8-4f93-9747-d50b89120a7c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:44.488846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60a4f411-aefc-4d26-97d2-6b82989eb1d7 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (97ca4207-e87a-4ba0-9baf-2ef65c4d65e0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.493867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 028c3a97-35d8-4f93-9747-d50b89120a7c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:44.495185 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.629260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f4b1b96f-688a-4746-a619-50d79929607c None None] Could not find standard attr ID for object 97ca4207-e87a-4ba0-9baf-2ef65c4d65e0. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:11:44.638229 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60a4f411-aefc-4d26-97d2-6b82989eb1d7 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.642475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fc13d86-a6f6-4fe6-934e-964ed4630307 admin admin] Publish callbacks [] for security_group (b284782d-15f2-4fe3-bd1b-fc09940f2d09), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.652180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fc13d86-a6f6-4fe6-934e-964ed4630307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b284782d-15f2-4fe3-bd1b-fc09940f2d09), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.660128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-60a4f411-aefc-4d26-97d2-6b82989eb1d7 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/97ca4207-e87a-4ba0-9baf-2ef65c4d65e0 HTTP/1.1" status: 204 len: 168 time: 1.8230557 Jan 27 22:11:44.663980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4f411-aefc-4d26-97d2-6b82989eb1d7 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=97ca4207-e87a-4ba0-9baf-2ef65c4d65e0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:44.670164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46366) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:44.722157 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef433b2-6c39-42f5-9b66-102242e4f688 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:44.725197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3ef433b2-6c39-42f5-9b66-102242e4f688 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/97ca4207-e87a-4ba0-9baf-2ef65c4d65e0 HTTP/1.1" status: 404 len: 333 time: 0.0515816 Jan 27 22:11:44.731863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46370) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:44.753416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 028c3a97-35d8-4f93-9747-d50b89120a7c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:44.803817 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8fc13d86-a6f6-4fe6-934e-964ed4630307 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5abecacec5c248849122153d0968529a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4971328 Jan 27 22:11:44.821248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46374) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:44.870961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc13d86-a6f6-4fe6-934e-964ed4630307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b284782d-15f2-4fe3-bd1b-fc09940f2d09,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:44.901555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-74dd1876-7dc2-4d33-acda-ac7a9e94fe1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 29c99555-e35f-4493-841f-a30af19db878 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:44.901900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74dd1876-7dc2-4d33-acda-ac7a9e94fe1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (29c99555-e35f-4493-841f-a30af19db878), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.979235 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ac329cd-8738-4196-830c-6104c85e6618 admin admin] Publish callbacks [] for security_group (b284782d-15f2-4fe3-bd1b-fc09940f2d09), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.034921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ac329cd-8738-4196-830c-6104c85e6618 admin admin] Publish callbacks [] for security_group (b284782d-15f2-4fe3-bd1b-fc09940f2d09), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.088407 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74dd1876-7dc2-4d33-acda-ac7a9e94fe1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (29c99555-e35f-4493-841f-a30af19db878), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.102850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-74dd1876-7dc2-4d33-acda-ac7a9e94fe1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 29c99555-e35f-4493-841f-a30af19db878 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:45.147733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ac329cd-8738-4196-830c-6104c85e6618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b284782d-15f2-4fe3-bd1b-fc09940f2d09), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.152750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ac329cd-8738-4196-830c-6104c85e6618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.156987 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ac329cd-8738-4196-830c-6104c85e6618 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b284782d-15f2-4fe3-bd1b-fc09940f2d09 HTTP/1.1" status: 204 len: 168 time: 0.3322980 Jan 27 22:11:45.183301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac329cd-8738-4196-830c-6104c85e6618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b284782d-15f2-4fe3-bd1b-fc09940f2d09,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:45.282573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74dd1876-7dc2-4d33-acda-ac7a9e94fe1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (29c99555-e35f-4493-841f-a30af19db878), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.326310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd1876-7dc2-4d33-acda-ac7a9e94fe1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=29c99555-e35f-4493-841f-a30af19db878,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:45.416263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74dd1876-7dc2-4d33-acda-ac7a9e94fe1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.437631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46390) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:45.446732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 95889b67-f2ae-418e-951e-65b83b34b0e3 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:45.455471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-74dd1876-7dc2-4d33-acda-ac7a9e94fe1f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/29c99555-e35f-4493-841f-a30af19db878 HTTP/1.1" status: 204 len: 168 time: 0.7016814 Jan 27 22:11:45.532023 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca108173-0348-408a-9e12-d74e9d21d5df tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:45.545543 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ca108173-0348-408a-9e12-d74e9d21d5df tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/29c99555-e35f-4493-841f-a30af19db878 HTTP/1.1" status: 404 len: 333 time: 0.1034484 Jan 27 22:11:45.546276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46394) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:45.555111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 95889b67-f2ae-418e-951e-65b83b34b0e3 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:45.557500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 95889b67-f2ae-418e-951e-65b83b34b0e3 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:45.736607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9102d8-a1a7-4269-a754-cf80ba6bc4d9 req-e33e5c9f-e67a-4246-832e-e1391e14ca67 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:45.745058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd9102d8-a1a7-4269-a754-cf80ba6bc4d9 req-e33e5c9f-e67a-4246-832e-e1391e14ca67 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2164803 Jan 27 22:11:45.771243 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dddf66-5b70-4cce-bcc3-e12c3e7f3e1d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet d2b1d2fb-e706-4d10-a988-e6b65cbebb62 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:45.792392 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65dddf66-5b70-4cce-bcc3-e12c3e7f3e1d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (d2b1d2fb-e706-4d10-a988-e6b65cbebb62), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.887467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd9102d8-a1a7-4269-a754-cf80ba6bc4d9 req-daf37d87-cced-436c-a42e-989d4284741a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337295 Jan 27 22:11:46.017060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65dddf66-5b70-4cce-bcc3-e12c3e7f3e1d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (d2b1d2fb-e706-4d10-a988-e6b65cbebb62), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:46.344022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65dddf66-5b70-4cce-bcc3-e12c3e7f3e1d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (d2b1d2fb-e706-4d10-a988-e6b65cbebb62), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:46.503481 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65dddf66-5b70-4cce-bcc3-e12c3e7f3e1d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (d2b1d2fb-e706-4d10-a988-e6b65cbebb62), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:46.595859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dddf66-5b70-4cce-bcc3-e12c3e7f3e1d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b1d2fb-e706-4d10-a988-e6b65cbebb62,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:46.602619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65dddf66-5b70-4cce-bcc3-e12c3e7f3e1d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:46.612061 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-65dddf66-5b70-4cce-bcc3-e12c3e7f3e1d tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/d2b1d2fb-e706-4d10-a988-e6b65cbebb62 HTTP/1.1" status: 204 len: 168 time: 1.0609307 Jan 27 22:11:46.612337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e75a25-db69-4d35-b7ff-9cfec9a3af85 None None] Network 28f7fd17-b614-4941-b352-4617e532b1d5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:46.612838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46434) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:46.928130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (28f7fd17-b614-4941-b352-4617e532b1d5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.043374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] DHCP port deletion for 28f7fd17-b614-4941-b352-4617e532b1d5 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:47.157783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 028c3a97-35d8-4f93-9747-d50b89120a7c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:47.158081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.196582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] Deleting port 028c3a97-35d8-4f93-9747-d50b89120a7c {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:47.197350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.404488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] For port 028c3a97-35d8-4f93-9747-d50b89120a7c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=028c3a97-35d8-4f93-9747-d50b89120a7c,segment=NetworkSegment(aa1ccac1-9168-48d2-9b68-727fa6d11122),segment_id=aa1ccac1-9168-48d2-9b68-727fa6d11122)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:47.404952 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.440247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] Calling delete_port for 028c3a97-35d8-4f93-9747-d50b89120a7c owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:47.456722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] For port 028c3a97-35d8-4f93-9747-d50b89120a7c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=028c3a97-35d8-4f93-9747-d50b89120a7c,segment=NetworkSegment(aa1ccac1-9168-48d2-9b68-727fa6d11122),segment_id=aa1ccac1-9168-48d2-9b68-727fa6d11122)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:47.457356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.467022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:11:47.482886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2df8-f56b-4a0a-9402-ac77a6b1f2d9 req-478bd816-db97-476b-ad15-21a8d8994919 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:47.493811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4aef2df8-f56b-4a0a-9402-ac77a6b1f2d9 req-478bd816-db97-476b-ad15-21a8d8994919 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2994289 Jan 27 22:11:47.550777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 028c3a97-35d8-4f93-9747-d50b89120a7c owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:47.651326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4aef2df8-f56b-4a0a-9402-ac77a6b1f2d9 req-3ef858b7-60a0-47da-8565-c37bb3bdc24b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560338 Jan 27 22:11:47.740982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.799659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=028c3a97-35d8-4f93-9747-d50b89120a7c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:47.807363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No DVR routers for this DVR port 028c3a97-35d8-4f93-9747-d50b89120a7c on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:47.925310 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (28f7fd17-b614-4941-b352-4617e532b1d5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.953133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f7fd17-b614-4941-b352-4617e532b1d5']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:47.973055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ccac1-9168-48d2-9b68-727fa6d11122') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:47.973354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ccac1-9168-48d2-9b68-727fa6d11122') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:47.987458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (aa1ccac1-9168-48d2-9b68-727fa6d11122), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.005201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (aa1ccac1-9168-48d2-9b68-727fa6d11122), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.011137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:48.025830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:48.026853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (aa1ccac1-9168-48d2-9b68-727fa6d11122), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:48.033918 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:48.052164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'port_id': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'mac_address': 'fa:16:3e:03:99:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:11:48.058859 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (028c3a97-35d8-4f93-9747-d50b89120a7c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.135870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] Pushing event deleted for resources: {'Port': ['ID=028c3a97-35d8-4f93-9747-d50b89120a7c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:48.199947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54879697-569f-4dcd-abc7-9287650979e5 None None] No DVR routers for this DVR port 028c3a97-35d8-4f93-9747-d50b89120a7c on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:48.202115 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.207735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:48.208429 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.250288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:11:48.266169 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (28f7fd17-b614-4941-b352-4617e532b1d5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.296078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.306578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/networks/28f7fd17-b614-4941-b352-4617e532b1d5 HTTP/1.1" status: 204 len: 168 time: 1.6916664 Jan 27 22:11:48.311938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46474) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:48.320236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-965638354'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:48.322608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:48.328846 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.352467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e20c-9e93-4629-988f-076b5d6775b4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Network': ['ID=28f7fd17-b614-4941-b352-4617e532b1d5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:48.416263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:48.424006 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.435312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:48.446804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 028c3a97-35d8-4f93-9747-d50b89120a7c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:48.473486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 028c3a97-35d8-4f93-9747-d50b89120a7c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:48.473912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 028c3a97-35d8-4f93-9747-d50b89120a7c not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:48.506205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:48.511753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['94b003f6-e9d5-4646-bceb-617d2ce1b1e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:11:48.541656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c40e80da-796c-41df-ab59-7e3be3dec285), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.544503 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Added segment c40e80da-796c-41df-ab59-7e3be3dec285 of type vlan for network 0cd6df40-75be-4da8-9383-cd208270b107 Jan 27 22:11:48.646791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (0cd6df40-75be-4da8-9383-cd208270b107), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.690922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (0cd6df40-75be-4da8-9383-cd208270b107), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.699002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:48.701477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.793559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46482) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:48.794852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4807224 Jan 27 22:11:48.799699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '0cd6df40-75be-4da8-9383-cd208270b107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:48.841441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d6d17-989e-4975-b809-dc15bfb18202 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Network': ['ID=0cd6df40-75be-4da8-9383-cd208270b107,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:48.873515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 0cd6df40-75be-4da8-9383-cd208270b107 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:49.114728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:49.130241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.260960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd515ed-9b53-4de7-a49f-aed809042e03 req-1eb6c1e0-cbbf-4e3c-bca1-aed171f5c27f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:49.265708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9fd515ed-9b53-4de7-a49f-aed809042e03 req-1eb6c1e0-cbbf-4e3c-bca1-aed171f5c27f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 945 time: 0.2218499 Jan 27 22:11:49.361445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9fd515ed-9b53-4de7-a49f-aed809042e03 req-1f5cc914-2fb3-45c0-b057-5eaf58926dd2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773728 Jan 27 22:11:49.486056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:49.547527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (6b4fe13a-faa6-4f6f-ba99-a4bf41df3272), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.718033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=6b4fe13a-faa6-4f6f-ba99-a4bf41df3272,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:49.740372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:49.741155 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.765114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking segment: {'id': 'c40e80da-796c-41df-ab59-7e3be3dec285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0cd6df40-75be-4da8-9383-cd208270b107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:49.765535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network hostable DHCP agents. Network: 0cd6df40-75be-4da8-9383-cd208270b107, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:49.846235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 0cd6df40-75be-4da8-9383-cd208270b107 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:49.878903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 0cd6df40-75be-4da8-9383-cd208270b107) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:49.890735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:49.890975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.920154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5fa86-26bb-48bc-8110-66044903f5a7 None None] Network 0cd6df40-75be-4da8-9383-cd208270b107 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:49.940845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2b4ab84c-2120-44b1-a8dc-9a7ac57f0f01 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1453829 Jan 27 22:11:49.941817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46516) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:49.949195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '0cd6df40-75be-4da8-9383-cd208270b107', 'name': 'tempest-PortsIpV6TestJSON-92339936', 'fixed_ips': [{'subnet_id': '6b4fe13a-faa6-4f6f-ba99-a4bf41df3272', 'ip_address': '2001:db8::10'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:50.415805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-0cd6df40-75be-4da8-9383-cd208270b107', 'network_id': '0cd6df40-75be-4da8-9383-cd208270b107', 'project_id': 'b813da558a654e4893784772320c3729', 'fixed_ips': [{'subnet_id': '6b4fe13a-faa6-4f6f-ba99-a4bf41df3272'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:50.416722 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.466828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:50.473719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:50.475762 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.612332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:50.623321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:50.631989 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7033fe-772f-453b-af87-e85f89221f60" -d '{"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-plugged", "status": "completed", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:50.652021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.729968 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.765155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2601d-114c-43ae-86cd-73243013ff34 req-c42dfd8a-30ef-4cf1-a11c-7690ff041dd8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:50.767980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99a2601d-114c-43ae-86cd-73243013ff34 req-c42dfd8a-30ef-4cf1-a11c-7690ff041dd8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 945 time: 0.1982181 Jan 27 22:11:50.790041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 30efa59e-6b49-482b-9510-b85905a3a11f yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:50.837456 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13e689-6112-415e-8b37-6238d2482d5e x-openstack-request-id: req-ae13e689-6112-415e-8b37-6238d2482d5e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:50.837882 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-plugged", "status": "completed", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:50.838221 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae13e689-6112-415e-8b37-6238d2482d5e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:50.838877 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'code': 200} Jan 27 22:11:50.967700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99a2601d-114c-43ae-86cd-73243013ff34 req-476ce87f-93a9-4617-8663-85fc58334a0c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899610 Jan 27 22:11:51.088642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:51.224576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Allocated IP 2001:db8::2 (0cd6df40-75be-4da8-9383-cd208270b107/6b4fe13a-faa6-4f6f-ba99-a4bf41df3272/fdc0f2ed-e8fe-4ed7-808b-73d923a600ca) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:51.461700 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Publish callbacks [] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.470648 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.471865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.530371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Network 0cd6df40-75be-4da8-9383-cd208270b107 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:51.541448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:51.546935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:51.564368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Pushing event updated for resources: {'Port': ['ID=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:51.635660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::10 (0cd6df40-75be-4da8-9383-cd208270b107/6b4fe13a-faa6-4f6f-ba99-a4bf41df3272/30efa59e-6b49-482b-9510-b85905a3a11f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:51.758779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Attempting to bind port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:51.760906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Attempting to bind port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c40e80da-796c-41df-ab59-7e3be3dec285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0cd6df40-75be-4da8-9383-cd208270b107'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:51.765047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Attempting to bind port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca on network 0cd6df40-75be-4da8-9383-cd208270b107 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:51.789751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:51.791334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Checking segment: {'id': 'c40e80da-796c-41df-ab59-7e3be3dec285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0cd6df40-75be-4da8-9383-cd208270b107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:51.792971 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.794106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Bound using segment: {'id': 'c40e80da-796c-41df-ab59-7e3be3dec285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0cd6df40-75be-4da8-9383-cd208270b107'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:51.795280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Bound port: fdc0f2ed-e8fe-4ed7-808b-73d923a600ca, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40e80da-796c-41df-ab59-7e3be3dec285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0cd6df40-75be-4da8-9383-cd208270b107'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:51.797386 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.406206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (30efa59e-6b49-482b-9510-b85905a3a11f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.490819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29a63d-7e84-41f3-9819-17ffae6f5ad6 req-4a774c44-2d65-4f4f-9a52-ee59830bb44e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:52.501329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b29a63d-7e84-41f3-9819-17ffae6f5ad6 req-4a774c44-2d65-4f4f-9a52-ee59830bb44e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1932545 Jan 27 22:11:52.543816 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (30efa59e-6b49-482b-9510-b85905a3a11f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.636858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] For port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:52.643331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] For port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,segment=NetworkSegment(c40e80da-796c-41df-ab59-7e3be3dec285),segment_id=c40e80da-796c-41df-ab59-7e3be3dec285)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:52.651812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.658721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b29a63d-7e84-41f3-9819-17ffae6f5ad6 req-d53aede3-956b-414e-ac6f-a92f1a3bf9b1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485384 Jan 27 22:11:52.788208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 0cd6df40-75be-4da8-9383-cd208270b107 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:52.788208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=30efa59e-6b49-482b-9510-b85905a3a11f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:52.874052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:52.874052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:52.874052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:52.874052 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:53.027083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46536) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:53.038594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': '0cd6df40-75be-4da8-9383-cd208270b107', 'name': 'tempest-PortsIpV6TestJSON-1085077897', 'fixed_ips': [{'subnet_id': '6b4fe13a-faa6-4f6f-ba99-a4bf41df3272', 'ip_address': '2001:db8::f'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:53.039591 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8c643f4b-8d13-44f7-89d2-cc1b35274535 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0961692 Jan 27 22:11:53.058952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5460348-0dac-41cd-ac14-6ee55a98f211 None None] Pushing event updated for resources: {'Port': ['ID=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:53.493452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:53.700108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:53.743254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port e2c53084-4c48-4f68-8e2f-a776be644231 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:53.997459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::f (0cd6df40-75be-4da8-9383-cd208270b107/6b4fe13a-faa6-4f6f-ba99-a4bf41df3272/e2c53084-4c48-4f68-8e2f-a776be644231) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:54.204165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea0df2-48ff-4866-a80f-a7c1f5c83551 req-c322ddac-33cf-45d7-8778-d86bd0d7f6d9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:54.212199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4aea0df2-48ff-4866-a80f-a7c1f5c83551 req-c322ddac-33cf-45d7-8778-d86bd0d7f6d9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.0843291 Jan 27 22:11:54.327563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (e2c53084-4c48-4f68-8e2f-a776be644231), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.364564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4aea0df2-48ff-4866-a80f-a7c1f5c83551 req-4e15605c-bda6-46b9-8b52-18237de7062c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508601 Jan 27 22:11:54.473375 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e2c53084-4c48-4f68-8e2f-a776be644231), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.598623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 0cd6df40-75be-4da8-9383-cd208270b107 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:54.604142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:54.627983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:54.638498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fdc0f2ed-e8fe-4ed7-808b-73d923a600ca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:54.650752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:54.652330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.695489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6654053 Jan 27 22:11:54.698884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46546) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:54.707266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ed4f-3828-489b-a9a4-56d98859fad8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=e2c53084-4c48-4f68-8e2f-a776be644231,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:54.905628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:54.906302 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.009178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b23f5e-96f2-45af-8ea4-63adaa3b7cac tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:55.014423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46548) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:55.023720 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e8b23f5e-96f2-45af-8ea4-63adaa3b7cac tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3209779 Jan 27 22:11:55.126777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:55.127185 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.186299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,segment=NetworkSegment(c40e80da-796c-41df-ab59-7e3be3dec285),segment_id=c40e80da-796c-41df-ab59-7e3be3dec285)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:55.201109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b1453-ca70-441f-9b52-3eb9785fbee6 None None] Network 0cd6df40-75be-4da8-9383-cd208270b107 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:55.278582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb9a90-8eaa-4184-b3a8-37cfcf34c48b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:55.285688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb9a90-8eaa-4184-b3a8-37cfcf34c48b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:55.293604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb9a90-8eaa-4184-b3a8-37cfcf34c48b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:55.295813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bddb9a90-8eaa-4184-b3a8-37cfcf34c48b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2802427 Jan 27 22:11:55.298869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46552) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:55.299937 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.527650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c95d8eb9-05a6-4f36-a55f-b0e2ef24a8a8 None None] Provisioning complete for port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:55.528329 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c95d8eb9-05a6-4f36-a55f-b0e2ef24a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.627104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3e0a9-26eb-41e4-aa8d-279ed7aafbae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port e2c53084-4c48-4f68-8e2f-a776be644231 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:55.629731 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e0a9-26eb-41e4-aa8d-279ed7aafbae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e2c53084-4c48-4f68-8e2f-a776be644231), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.771891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:55.884575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c95d8eb9-05a6-4f36-a55f-b0e2ef24a8a8 None None] Current status of the port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:55.922301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ebaaa-0dfe-4c97-acb1-58863bde77ba req-ff92d409-e66c-4b50-9250-a75f54beb0a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:55.930813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a28ebaaa-0dfe-4c97-acb1-58863bde77ba req-ff92d409-e66c-4b50-9250-a75f54beb0a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2176228 Jan 27 22:11:56.010710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e0a9-26eb-41e4-aa8d-279ed7aafbae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e2c53084-4c48-4f68-8e2f-a776be644231), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.085679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3e0a9-26eb-41e4-aa8d-279ed7aafbae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for e2c53084-4c48-4f68-8e2f-a776be644231 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:56.220532 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:11:56.434425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Provisioning complete for port e2c53084-4c48-4f68-8e2f-a776be644231 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:56.435985 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e2c53084-4c48-4f68-8e2f-a776be644231), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.452611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a28ebaaa-0dfe-4c97-acb1-58863bde77ba req-05479779-028a-4a20-a3c8-2771167b3aaa tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5120471 Jan 27 22:11:56.542782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fdc0f2ed-e8fe-4ed7-808b-73d923a600ca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:56.684153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Port e2c53084-4c48-4f68-8e2f-a776be644231 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:56.743342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Provisioning complete for port 30efa59e-6b49-482b-9510-b85905a3a11f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:56.746472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (30efa59e-6b49-482b-9510-b85905a3a11f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.822295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e0a9-26eb-41e4-aa8d-279ed7aafbae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e2c53084-4c48-4f68-8e2f-a776be644231), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.894408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:56.894408 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.895209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3e0a9-26eb-41e4-aa8d-279ed7aafbae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=e2c53084-4c48-4f68-8e2f-a776be644231,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:56.950517 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e0a9-26eb-41e4-aa8d-279ed7aafbae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.955743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b9a3e0a9-26eb-41e4-aa8d-279ed7aafbae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/e2c53084-4c48-4f68-8e2f-a776be644231 HTTP/1.1" status: 204 len: 168 time: 1.6550338 Jan 27 22:11:56.958320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46574) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:57.035401 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-388ba66c-5db9-45ad-b870-99ea2c878130 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:57.039241 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-388ba66c-5db9-45ad-b870-99ea2c878130 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/e2c53084-4c48-4f68-8e2f-a776be644231 HTTP/1.1" status: 404 len: 333 time: 0.0790124 Jan 27 22:11:57.041561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46576) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:57.099290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Port 30efa59e-6b49-482b-9510-b85905a3a11f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:57.188593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:57.192449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Provisioning complete for port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:57.192710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.200897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 30efa59e-6b49-482b-9510-b85905a3a11f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:57.201621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (30efa59e-6b49-482b-9510-b85905a3a11f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.385582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-655fa56f-881a-487e-bc4c-04d5d679f62d None None] Current status of the port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:57.476590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (30efa59e-6b49-482b-9510-b85905a3a11f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.503610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 30efa59e-6b49-482b-9510-b85905a3a11f owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:57.532299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-78344813-cfc2-4e32-8100-f3b591a4e24a None None] Could not find standard attr ID for object e2c53084-4c48-4f68-8e2f-a776be644231. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:11:57.598828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-78344813-cfc2-4e32-8100-f3b591a4e24a None None] Provisioning complete for port 30efa59e-6b49-482b-9510-b85905a3a11f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:57.599223 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78344813-cfc2-4e32-8100-f3b591a4e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (30efa59e-6b49-482b-9510-b85905a3a11f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.783946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-78344813-cfc2-4e32-8100-f3b591a4e24a None None] Port 30efa59e-6b49-482b-9510-b85905a3a11f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:58.333177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0b525-e517-495e-9c35-eee0b25e3de7 req-f40615f7-844e-4cfe-a38b-ac1a63ca63d3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:58.341651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29e0b525-e517-495e-9c35-eee0b25e3de7 req-f40615f7-844e-4cfe-a38b-ac1a63ca63d3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.2048900 Jan 27 22:11:58.366861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b35020-57f6-4ac1-87d3-11211f5cb4d5 req-60ad2c1b-387e-4ef9-926e-3245e2e43cf7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:58.376237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08b35020-57f6-4ac1-87d3-11211f5cb4d5 req-60ad2c1b-387e-4ef9-926e-3245e2e43cf7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2377841 Jan 27 22:11:58.596345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08b35020-57f6-4ac1-87d3-11211f5cb4d5 req-e329d659-93b4-40eb-84ee-40ff92f12771 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190015 Jan 27 22:11:58.744567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29e0b525-e517-495e-9c35-eee0b25e3de7 req-d7ec4508-445d-409f-9e20-545d2c271770 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018121 Jan 27 22:11:58.765462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (30efa59e-6b49-482b-9510-b85905a3a11f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.899804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.906008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/30efa59e-6b49-482b-9510-b85905a3a11f HTTP/1.1" status: 204 len: 168 time: 1.8604994 Jan 27 22:11:58.906407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46628) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:58.913452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=30efa59e-6b49-482b-9510-b85905a3a11f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:58.942229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.942974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.943557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.944104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.944644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.945207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.945786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.946351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.946901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.947838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.948023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.948526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.949085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4e69f-d103-4b57-ad41-d239eae6a813 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:58.993004 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8de8efa-7863-4e0c-930e-18c6637d8aaa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:11:59.005739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46630) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:59.007009 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e8de8efa-7863-4e0c-930e-18c6637d8aaa tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/30efa59e-6b49-482b-9510-b85905a3a11f HTTP/1.1" status: 404 len: 333 time: 0.0934734 Jan 27 22:11:59.388913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbfb41f-19f7-46d3-b02e-ed967e123056 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet 6b4fe13a-faa6-4f6f-ba99-a4bf41df3272 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:59.400172 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb41f-19f7-46d3-b02e-ed967e123056 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (6b4fe13a-faa6-4f6f-ba99-a4bf41df3272), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.550038 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb41f-19f7-46d3-b02e-ed967e123056 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (6b4fe13a-faa6-4f6f-ba99-a4bf41df3272), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.031400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb41f-19f7-46d3-b02e-ed967e123056 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (6b4fe13a-faa6-4f6f-ba99-a4bf41df3272), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.207283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d061e2-e743-4449-8750-542db3a7b418 req-0a7af4e2-aed1-4d39-9fb9-be41e7b3d185 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:00.228442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05d061e2-e743-4449-8750-542db3a7b418 req-0a7af4e2-aed1-4d39-9fb9-be41e7b3d185 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.2471077 Jan 27 22:12:00.265188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e28dc-f16f-4242-a55d-13c0c32f690c req-15062df2-3cca-474e-8e54-79d5047a039e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:00.283602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b3e28dc-f16f-4242-a55d-13c0c32f690c req-15062df2-3cca-474e-8e54-79d5047a039e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.4273314 Jan 27 22:12:00.420965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05d061e2-e743-4449-8750-542db3a7b418 req-ec45e7f6-a894-4955-b495-bd14bb907ba9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906393 Jan 27 22:12:00.597619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b3e28dc-f16f-4242-a55d-13c0c32f690c req-35ed0820-a750-4abd-af91-629978e6d8dc tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120573 Jan 27 22:12:00.608315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb41f-19f7-46d3-b02e-ed967e123056 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (6b4fe13a-faa6-4f6f-ba99-a4bf41df3272), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.678556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f8c0d-17e1-4491-be07-7b3cf79efc4d None None] Network 0cd6df40-75be-4da8-9383-cd208270b107 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:00.679958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb41f-19f7-46d3-b02e-ed967e123056 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.695716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bbbfb41f-19f7-46d3-b02e-ed967e123056 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/6b4fe13a-faa6-4f6f-ba99-a4bf41df3272 HTTP/1.1" status: 204 len: 168 time: 1.6881609 Jan 27 22:12:00.698937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46642) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:00.801386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfb41f-19f7-46d3-b02e-ed967e123056 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4fe13a-faa6-4f6f-ba99-a4bf41df3272,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:00.906375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (0cd6df40-75be-4da8-9383-cd208270b107), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.048492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:01.049711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.101135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] DHCP port deletion for 0cd6df40-75be-4da8-9383-cd208270b107 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:01.245371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] For port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,segment=NetworkSegment(c40e80da-796c-41df-ab59-7e3be3dec285),segment_id=c40e80da-796c-41df-ab59-7e3be3dec285)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:01.247280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.285014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for fdc0f2ed-e8fe-4ed7-808b-73d923a600ca owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:01.347894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] Deleting port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:01.350051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.550971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:01.613439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] For port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,segment=NetworkSegment(c40e80da-796c-41df-ab59-7e3be3dec285),segment_id=c40e80da-796c-41df-ab59-7e3be3dec285)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:01.613439 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.651176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] Calling delete_port for fdc0f2ed-e8fe-4ed7-808b-73d923a600ca owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:01.688437 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.825707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:01.828251 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.841458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:01.879196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No DVR routers for this DVR port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:01.911076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:01.915610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:01.920451 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d58b1f7-6a94-4ff6-8381-4fd0414c45a9" -d '{"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:01.930346 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.163328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cb9a7-99bb-43e0-8712-62419f24ac32 req-c4aa952a-725f-4c4f-b97f-e281ca3b7935 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:02.185185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db6cb9a7-99bb-43e0-8712-62419f24ac32 req-c4aa952a-725f-4c4f-b97f-e281ca3b7935 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2381022 Jan 27 22:12:02.211963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=11']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:02.259974 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (0cd6df40-75be-4da8-9383-cd208270b107), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.275003 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (fdc0f2ed-e8fe-4ed7-808b-73d923a600ca), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.313623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd6df40-75be-4da8-9383-cd208270b107']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:02.342815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40e80da-796c-41df-ab59-7e3be3dec285') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:02.345941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40e80da-796c-41df-ab59-7e3be3dec285') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:02.389702 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (c40e80da-796c-41df-ab59-7e3be3dec285), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.422877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] Pushing event deleted for resources: {'Port': ['ID=fdc0f2ed-e8fe-4ed7-808b-73d923a600ca,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:02.434799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec39ea-e749-4ed6-8c3d-e6a2f656c464 None None] No DVR routers for this DVR port fdc0f2ed-e8fe-4ed7-808b-73d923a600ca on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:02.474555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db6cb9a7-99bb-43e0-8712-62419f24ac32 req-68d948ce-1627-48c3-a8d8-4bffca93d030 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864676 Jan 27 22:12:02.487935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c40e80da-796c-41df-ab59-7e3be3dec285), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.514251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:02.514675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (c40e80da-796c-41df-ab59-7e3be3dec285), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.547070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fdc0f2ed-e8fe-4ed7-808b-73d923a600ca no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:02.598575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: fdc0f2ed-e8fe-4ed7-808b-73d923a600ca {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:02.598575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device fdc0f2ed-e8fe-4ed7-808b-73d923a600ca not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:02.689387 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cb9615-4abd-452e-a86d-b7fe99209896 x-openstack-request-id: req-f5cb9615-4abd-452e-a86d-b7fe99209896 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:02.689387 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:02.689387 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5cb9615-4abd-452e-a86d-b7fe99209896 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:02.689837 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'code': 200} Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:02.708843 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:02.779765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (0cd6df40-75be-4da8-9383-cd208270b107), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.850706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.869546 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/networks/0cd6df40-75be-4da8-9383-cd208270b107 HTTP/1.1" status: 204 len: 168 time: 2.1577580 Jan 27 22:12:02.880761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46658) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:02.898572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-759774013'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:02.949350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:02.958671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.014460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f0b3f-a90e-4309-b1a1-63ad66450fa2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Network': ['ID=0cd6df40-75be-4da8-9383-cd208270b107,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:03.017082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:12:03.067673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1af6e6cb-8834-4018-9430-7ea3c0c26cf1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.068236 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Added segment 1af6e6cb-8834-4018-9430-7ea3c0c26cf1 of type vlan for network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 Jan 27 22:12:03.188800 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a9721ac3-3ddb-4e2d-bae6-1e83cc77e943), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.292624 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a9721ac3-3ddb-4e2d-bae6-1e83cc77e943), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.301398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:03.305250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.369995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4879606 Jan 27 22:12:03.375270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46660) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:03.384322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': 'a9721ac3-3ddb-4e2d-bae6-1e83cc77e943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:03.768689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d004f28-4980-48ed-b776-e42b4630d310 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Network': ['ID=a9721ac3-3ddb-4e2d-bae6-1e83cc77e943,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:03.786321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:12:03.834055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5990f4b-fa5c-43b7-b57a-71278d437e01 req-7a8937ea-cfba-4b5f-9341-644f5a8814fa tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:03.843726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5990f4b-fa5c-43b7-b57a-71278d437e01 req-7a8937ea-cfba-4b5f-9341-644f5a8814fa tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1364827 Jan 27 22:12:03.916215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:03.923830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.021019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5990f4b-fa5c-43b7-b57a-71278d437e01 req-de441ca3-11d0-4456-b766-c34f08210ccb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755309 Jan 27 22:12:04.129306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-530f5d2b-6b0b-4e42-ab2d-b4de9db9ceeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.561611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (1778d03b-5606-450e-9b80-7231bf6af605), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.662402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=1778d03b-5606-450e-9b80-7231bf6af605,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:04.685849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Checking segment: {'id': '1af6e6cb-8834-4018-9430-7ea3c0c26cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9721ac3-3ddb-4e2d-bae6-1e83cc77e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:04.687117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network hostable DHCP agents. Network: a9721ac3-3ddb-4e2d-bae6-1e83cc77e943, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:12:04.712488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:12:04.729638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a9721ac3-3ddb-4e2d-bae6-1e83cc77e943) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:04.739828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef2e83-c5f6-40f2-b1f0-3d6ebcba3bf2 None None] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:04.744951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:04.746172 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.774685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fd52ea52-47d8-4305-a353-bffd3828baea tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3935943 Jan 27 22:12:04.777626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46676) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:04.786739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a76bb6af-27cc-4154-8468-6f15d90e6f0a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2141482913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:04.860983 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76bb6af-27cc-4154-8468-6f15d90e6f0a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.870232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76bb6af-27cc-4154-8468-6f15d90e6f0a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.021670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a9721ac3-3ddb-4e2d-bae6-1e83cc77e943', 'network_id': 'a9721ac3-3ddb-4e2d-bae6-1e83cc77e943', 'project_id': 'b813da558a654e4893784772320c3729', 'fixed_ips': [{'subnet_id': '1778d03b-5606-450e-9b80-7231bf6af605'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:12:05.022678 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.048142 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76bb6af-27cc-4154-8468-6f15d90e6f0a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for router_controller (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.058478 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76bb6af-27cc-4154-8468-6f15d90e6f0a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.121352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a76bb6af-27cc-4154-8468-6f15d90e6f0a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.126326 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a76bb6af-27cc-4154-8468-6f15d90e6f0a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3454742 Jan 27 22:12:05.129206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46680) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:05.136488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'network_id': 'a9721ac3-3ddb-4e2d-bae6-1e83cc77e943', 'name': 'tempest-PortsIpV6TestJSON-152053588'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:05.309195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Allocated IP 2001:db8::2 (a9721ac3-3ddb-4e2d-bae6-1e83cc77e943/1778d03b-5606-450e-9b80-7231bf6af605/81d1b892-3446-47a3-9748-983287c76462) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:05.407448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316accdc-be9c-4637-a4ca-d098b9bbcc0d req-7b875bd3-7b4d-4cfe-9af5-19cc7a21ad02 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:05.409122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-316accdc-be9c-4637-a4ca-d098b9bbcc0d req-7b875bd3-7b4d-4cfe-9af5-19cc7a21ad02 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1529412 Jan 27 22:12:05.681785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-316accdc-be9c-4637-a4ca-d098b9bbcc0d req-ae94e7ee-8c3f-47e3-81e8-09eecf0e5c45 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494645 Jan 27 22:12:05.699061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:05.702763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.789027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 7609513f-3714-4da5-a6b1-00295873dfe5 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:05.936407 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Publish callbacks [] for port (81d1b892-3446-47a3-9748-983287c76462), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.958706 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (81d1b892-3446-47a3-9748-983287c76462), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.088730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:06.091214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:06.094838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:06.110277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Pushing event updated for resources: {'Port': ['ID=81d1b892-3446-47a3-9748-983287c76462,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:06.205647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Attempting to bind port 81d1b892-3446-47a3-9748-983287c76462 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:06.206126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Attempting to bind port 81d1b892-3446-47a3-9748-983287c76462 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1af6e6cb-8834-4018-9430-7ea3c0c26cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9721ac3-3ddb-4e2d-bae6-1e83cc77e943'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:06.206432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Attempting to bind port 81d1b892-3446-47a3-9748-983287c76462 on network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:06.212315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::12e (a9721ac3-3ddb-4e2d-bae6-1e83cc77e943/1778d03b-5606-450e-9b80-7231bf6af605/7609513f-3714-4da5-a6b1-00295873dfe5) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:06.226650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:06.229599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Checking segment: {'id': '1af6e6cb-8834-4018-9430-7ea3c0c26cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9721ac3-3ddb-4e2d-bae6-1e83cc77e943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:06.230715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.232852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Bound using segment: {'id': '1af6e6cb-8834-4018-9430-7ea3c0c26cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9721ac3-3ddb-4e2d-bae6-1e83cc77e943'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:06.235057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Bound port: 81d1b892-3446-47a3-9748-983287c76462, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af6e6cb-8834-4018-9430-7ea3c0c26cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a9721ac3-3ddb-4e2d-bae6-1e83cc77e943'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:06.237042 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (81d1b892-3446-47a3-9748-983287c76462), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.396496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] For port 81d1b892-3446-47a3-9748-983287c76462, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:06.409665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] For port 81d1b892-3446-47a3-9748-983287c76462, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=81d1b892-3446-47a3-9748-983287c76462,segment=NetworkSegment(1af6e6cb-8834-4018-9430-7ea3c0c26cf1),segment_id=1af6e6cb-8834-4018-9430-7ea3c0c26cf1)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:06.416276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (81d1b892-3446-47a3-9748-983287c76462), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.692623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c2180-1164-4253-b00e-1fcee4994280 None None] Pushing event updated for resources: {'Port': ['ID=81d1b892-3446-47a3-9748-983287c76462,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:07.076349 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0c0f-ed48-4e30-9369-d598e38a2278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.097593 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (7609513f-3714-4da5-a6b1-00295873dfe5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.453955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.740233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=7609513f-3714-4da5-a6b1-00295873dfe5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:07.854629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1afe32-5727-45af-8add-b1e5ab592fa4 req-d6f3e95e-2eb0-44d8-8cf5-632f4f59825e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:07.906237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f1afe32-5727-45af-8add-b1e5ab592fa4 req-d6f3e95e-2eb0-44d8-8cf5-632f4f59825e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.7937722 Jan 27 22:12:08.001332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:08.010693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:08.021355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:08.032334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:08.033483 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.173920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46700) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:08.177697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a1ebae05-f050-4879-8ac5-fbeef5f733ba tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0459552 Jan 27 22:12:08.203915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f1afe32-5727-45af-8add-b1e5ab592fa4 req-afe5e611-2116-4b93-86f2-f8d7721ba978 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962065 Jan 27 22:12:08.503814 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.749357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 81d1b892-3446-47a3-9748-983287c76462 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:08.894356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 81d1b892-3446-47a3-9748-983287c76462 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:08.894965 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (81d1b892-3446-47a3-9748-983287c76462), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.960570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2d4e6-19c5-4dca-a2e4-5894e2923632 None None] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:09.280051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 81d1b892-3446-47a3-9748-983287c76462 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:09.280051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (81d1b892-3446-47a3-9748-983287c76462), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.479507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-de43685a-765e-4a71-b81a-491dd81f9059 None None] Provisioning complete for port 81d1b892-3446-47a3-9748-983287c76462 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:09.479507 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de43685a-765e-4a71-b81a-491dd81f9059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (81d1b892-3446-47a3-9748-983287c76462), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.555076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.790771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006fc41-1e63-4467-adb8-9dbb0160644b req-640a539d-5e45-488e-b176-b0a1436c2d57 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:09.802250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7006fc41-1e63-4467-adb8-9dbb0160644b req-640a539d-5e45-488e-b176-b0a1436c2d57 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2362862 Jan 27 22:12:09.816845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 81d1b892-3446-47a3-9748-983287c76462, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=81d1b892-3446-47a3-9748-983287c76462,segment=NetworkSegment(1af6e6cb-8834-4018-9430-7ea3c0c26cf1),segment_id=1af6e6cb-8834-4018-9430-7ea3c0c26cf1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:09.914667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7006fc41-1e63-4467-adb8-9dbb0160644b req-5eb5b0fc-3598-4b62-bee5-4cb8560a2adc tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111946 Jan 27 22:12:09.969666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-de43685a-765e-4a71-b81a-491dd81f9059 None None] Current status of the port 81d1b892-3446-47a3-9748-983287c76462 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:09.972007 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (81d1b892-3446-47a3-9748-983287c76462), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.178735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=81d1b892-3446-47a3-9748-983287c76462,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:10.226835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.227716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.228274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.228830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.229376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.232140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.232795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.233307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.233829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.234343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.235296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.235918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.236681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:10.392097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ce753fca-60d9-4c6b-b58a-1473a11eeef3 None None] Provisioning complete for port 7609513f-3714-4da5-a6b1-00295873dfe5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:10.394001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce753fca-60d9-4c6b-b58a-1473a11eeef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.538795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ce753fca-60d9-4c6b-b58a-1473a11eeef3 None None] Port 7609513f-3714-4da5-a6b1-00295873dfe5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:10.545138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 81d1b892-3446-47a3-9748-983287c76462 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:10.569362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (7609513f-3714-4da5-a6b1-00295873dfe5), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.579518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.739381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ce753fca-60d9-4c6b-b58a-1473a11eeef3 None None] Provisioning complete for port 81d1b892-3446-47a3-9748-983287c76462 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:10.745497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce753fca-60d9-4c6b-b58a-1473a11eeef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (81d1b892-3446-47a3-9748-983287c76462), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.749187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 81d1b892-3446-47a3-9748-983287c76462 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:10.755580 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (81d1b892-3446-47a3-9748-983287c76462), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.891458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=7609513f-3714-4da5-a6b1-00295873dfe5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:11.218916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.338821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5dd19-bb93-4ba9-849f-7cb3337a6428 req-d38bead1-b83c-45a5-bed2-bd30ac6d7f2f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:11.348166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de5dd19-bb93-4ba9-849f-7cb3337a6428 req-d38bead1-b83c-45a5-bed2-bd30ac6d7f2f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1506865 Jan 27 22:12:11.452141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de5dd19-bb93-4ba9-849f-7cb3337a6428 req-0775bd2a-2d2e-4785-bce1-f1d8459f46cc tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966165 Jan 27 22:12:11.676407 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.680954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.681635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.835196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ce753fca-60d9-4c6b-b58a-1473a11eeef3 None None] Current status of the port 81d1b892-3446-47a3-9748-983287c76462 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:11.855058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 81d1b892-3446-47a3-9748-983287c76462 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:12.004704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8d26a692-ed74-4cb9-b752-3dd6f1206de2 None None] Provisioning complete for port 7609513f-3714-4da5-a6b1-00295873dfe5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:12.015543 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d26a692-ed74-4cb9-b752-3dd6f1206de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.106080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8d26a692-ed74-4cb9-b752-3dd6f1206de2 None None] Port 7609513f-3714-4da5-a6b1-00295873dfe5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:12.533438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (7609513f-3714-4da5-a6b1-00295873dfe5), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.541842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.543110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.903533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fb13d-3462-4f89-a37e-1dc34f318b23 req-098d907c-c34b-4085-b4b6-480ee30f0b0d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:12.918064 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-853fb13d-3462-4f89-a37e-1dc34f318b23 req-098d907c-c34b-4085-b4b6-480ee30f0b0d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1667242 Jan 27 22:12:13.000068 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-853fb13d-3462-4f89-a37e-1dc34f318b23 req-fd743446-2c72-45b1-a82a-fec2b902a042 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804210 Jan 27 22:12:13.000349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=7609513f-3714-4da5-a6b1-00295873dfe5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:13.028005 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:13.029800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:13.491323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Router ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:12:13.695759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b5b7fe51-c160-43b7-b4ff-287b5f3bf9ac None None] Provisioning complete for port 7609513f-3714-4da5-a6b1-00295873dfe5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:13.702223 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5b7fe51-c160-43b7-b4ff-287b5f3bf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.702809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:13.715979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-02df7923-d399-4347-8c08-9d58790f7c3c tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "PUT /v2.0/routers/ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5377133 Jan 27 22:12:13.717121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46730) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:13.776881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7fe51-c160-43b7-b4ff-287b5f3bf9ac None None] Port 7609513f-3714-4da5-a6b1-00295873dfe5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:13.781275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81800e4c-0bd2-434c-abd4-cb408fcff186 None None] Sync routers for ids ['ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:13.812982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81800e4c-0bd2-434c-abd4-cb408fcff186 None None] Routers {'ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:13.815010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-81800e4c-0bd2-434c-abd4-cb408fcff186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:13.855253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb63da9-0807-4455-93b6-0fdfb2e4dada tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:13.873855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46732) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:13.874805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7cb63da9-0807-4455-93b6-0fdfb2e4dada tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0 HTTP/1.1" status: 200 len: 988 time: 0.1543484 Jan 27 22:12:13.888637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-81800e4c-0bd2-434c-abd4-cb408fcff186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:13.904616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81800e4c-0bd2-434c-abd4-cb408fcff186 None None] Routers {'ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:13.905936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-81800e4c-0bd2-434c-abd4-cb408fcff186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:13.951551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-81800e4c-0bd2-434c-abd4-cb408fcff186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:13.952835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81800e4c-0bd2-434c-abd4-cb408fcff186 None None] The sync data for ids ['ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:14.375182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7972-132f-4684-a3fb-2bd0c19abe70 req-16231597-e208-4b9d-be0c-a08e52eee268 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:14.389887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-becc7972-132f-4684-a3fb-2bd0c19abe70 req-16231597-e208-4b9d-be0c-a08e52eee268 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1586816 Jan 27 22:12:14.502701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-becc7972-132f-4684-a3fb-2bd0c19abe70 req-2f754ced-6f07-4ced-ba7b-7a70b99c7292 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040468 Jan 27 22:12:16.123872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4cf00-37ad-4cb4-b681-c3de6cae26de req-687e0794-52e5-4d8c-bb64-9841b68c553b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:16.131465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbd4cf00-37ad-4cb4-b681-c3de6cae26de req-687e0794-52e5-4d8c-bb64-9841b68c553b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1389863 Jan 27 22:12:16.297786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbd4cf00-37ad-4cb4-b681-c3de6cae26de req-0f0fdea0-f17b-4c7b-b46f-c6d4bc702a69 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650991 Jan 27 22:12:16.364247 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.008535 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 7609513f-3714-4da5-a6b1-00295873dfe5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:17.009309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.166114 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.198897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 7609513f-3714-4da5-a6b1-00295873dfe5 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:17.619861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31e77-d921-4a2b-b024-c12e31e7b678 req-853d3a93-3e6d-4c6f-9d5d-7bf2b29fce97 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:17.621458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01b31e77-d921-4a2b-b024-c12e31e7b678 req-853d3a93-3e6d-4c6f-9d5d-7bf2b29fce97 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.0938878 Jan 27 22:12:17.746343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01b31e77-d921-4a2b-b024-c12e31e7b678 req-446bb3db-b9e2-4a63-acf4-b9b5f5460ebc tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050847 Jan 27 22:12:17.763216 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7609513f-3714-4da5-a6b1-00295873dfe5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.895116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=7609513f-3714-4da5-a6b1-00295873dfe5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:18.188343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.288602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.692964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30a789-992f-40af-8a60-c2d48ba04cfe req-c5fbed76-adfa-474a-8086-b04dcaa21296 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.712717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be30a789-992f-40af-8a60-c2d48ba04cfe req-c5fbed76-adfa-474a-8086-b04dcaa21296 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1097 time: 0.1614408 Jan 27 22:12:18.875454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be30a789-992f-40af-8a60-c2d48ba04cfe req-fe05f098-b77a-4710-82a1-7e6593d09c1d tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543965 Jan 27 22:12:18.890688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46764) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:19.175157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Router ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:19.391655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:19.409819 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0ba65-bd18-4f9f-a8cb-6e196100dcac None None] Sync routers for ids ['ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:19.421173 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-95a7af6a-a7da-4c43-9aef-6b71828b4b99 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "PUT /v2.0/routers/ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5381918 Jan 27 22:12:19.421964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46766) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:19.441582 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0ba65-bd18-4f9f-a8cb-6e196100dcac None None] Routers {'ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:19.443189 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6ae0ba65-bd18-4f9f-a8cb-6e196100dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:19.504926 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b92b15-4915-400a-a92f-5ecb33ddd432 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:12:19.533632 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7b92b15-4915-400a-a92f-5ecb33ddd432 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/7609513f-3714-4da5-a6b1-00295873dfe5 HTTP/1.1" status: 404 len: 333 time: 0.1104901 Jan 27 22:12:19.534311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46770) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:19.569286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93b0d7-98d2-434c-938f-38961495bcf2 req-1715249d-83da-4fd3-b109-959c90328485 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:19.577749 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6ae0ba65-bd18-4f9f-a8cb-6e196100dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:19.596935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe93b0d7-98d2-434c-938f-38961495bcf2 req-1715249d-83da-4fd3-b109-959c90328485 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.5041060 Jan 27 22:12:19.625340 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0ba65-bd18-4f9f-a8cb-6e196100dcac None None] Routers {'ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:19.628791 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6ae0ba65-bd18-4f9f-a8cb-6e196100dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:19.778059 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6ae0ba65-bd18-4f9f-a8cb-6e196100dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:19.781117 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0ba65-bd18-4f9f-a8cb-6e196100dcac None None] The sync data for ids ['ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:19.834389 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ceb5-1030-4fa6-b8ab-eeefa5aed237 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for router (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.942023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe93b0d7-98d2-434c-938f-38961495bcf2 req-deff593b-e8fc-461d-a7f2-e7da7fcd66de tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312340 Jan 27 22:12:20.150119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port a7f709a9-f82b-4302-9463-a29fb7ada2f0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:20.150119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a7f709a9-f82b-4302-9463-a29fb7ada2f0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.253314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a7f709a9-f82b-4302-9463-a29fb7ada2f0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.253643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (a7f709a9-f82b-4302-9463-a29fb7ada2f0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.274759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for a7f709a9-f82b-4302-9463-a29fb7ada2f0 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:20.291221 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ceb5-1030-4fa6-b8ab-eeefa5aed237 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.298614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ceb5-1030-4fa6-b8ab-eeefa5aed237 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for router_controller (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.499682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ceb5-1030-4fa6-b8ab-eeefa5aed237 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.501405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a2ceb5-1030-4fa6-b8ab-eeefa5aed237 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Fanout notify agent at l3_agent the message router_deleted on router ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:12:20.519918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ceb5-1030-4fa6-b8ab-eeefa5aed237 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.528384 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c7a2ceb5-1030-4fa6-b8ab-eeefa5aed237 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/routers/ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0 HTTP/1.1" status: 204 len: 168 time: 0.9929357 Jan 27 22:12:20.528742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46772) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:20.934322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.207477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85ef1e9-6f3b-477d-b05f-1574589bce34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet 1778d03b-5606-450e-9b80-7231bf6af605 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:21.214814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c85ef1e9-6f3b-477d-b05f-1574589bce34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (1778d03b-5606-450e-9b80-7231bf6af605), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.421627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a7f709a9-f82b-4302-9463-a29fb7ada2f0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.497368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c85ef1e9-6f3b-477d-b05f-1574589bce34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (1778d03b-5606-450e-9b80-7231bf6af605), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.503115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=a7f709a9-f82b-4302-9463-a29fb7ada2f0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:21.815337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6958ed-78af-4cd2-9bd5-8cac528642d3 req-592f0acf-b025-4892-a321-eb2dbed05031 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:21.836804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff6958ed-78af-4cd2-9bd5-8cac528642d3 req-592f0acf-b025-4892-a321-eb2dbed05031 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.5921695 Jan 27 22:12:21.852875 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (68a2769b-5ab6-449d-8017-65b45e980b99), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.853657 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Floating IP 68a2769b-5ab6-449d-8017-65b45e980b99 disassociated (deleted). External IP: 172.25.8.131, port: 7dfdd850-e010-41d3-a47f-d43f72356863. Jan 27 22:12:22.108537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff6958ed-78af-4cd2-9bd5-8cac528642d3 req-a3da8baf-2b7c-4cbe-9ca0-6e603a66572c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605004 Jan 27 22:12:22.248318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c85ef1e9-6f3b-477d-b05f-1574589bce34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (1778d03b-5606-450e-9b80-7231bf6af605), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.496396 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c85ef1e9-6f3b-477d-b05f-1574589bce34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (1778d03b-5606-450e-9b80-7231bf6af605), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.529309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ef1e9-6f3b-477d-b05f-1574589bce34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=1778d03b-5606-450e-9b80-7231bf6af605,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:22.547123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c85ef1e9-6f3b-477d-b05f-1574589bce34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.553717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c85ef1e9-6f3b-477d-b05f-1574589bce34 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/1778d03b-5606-450e-9b80-7231bf6af605 HTTP/1.1" status: 204 len: 168 time: 2.0203714 Jan 27 22:12:22.555108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46802) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:22.563048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e1548-a6de-4183-98a1-6391e7126fcd None None] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:22.622331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:22.820687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a9721ac3-3ddb-4e2d-bae6-1e83cc77e943), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.955815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:22.967282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.981219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] Sync routers for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:23.009560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:23.010741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:23.027141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 81d1b892-3446-47a3-9748-983287c76462 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:23.027719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (81d1b892-3446-47a3-9748-983287c76462), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.131142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c666110c-1c68-4dd7-9342-8fa5c39637fa tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/floatingips/68a2769b-5ab6-449d-8017-65b45e980b99 HTTP/1.1" status: 204 len: 168 time: 4.2391765 Jan 27 22:12:23.133714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:23.147231 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d27b141-a953-4ece-b35b-d4b2dc103338" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:23.215133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] DHCP port deletion for a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:23.233853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] For port 81d1b892-3446-47a3-9748-983287c76462, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=81d1b892-3446-47a3-9748-983287c76462,segment=NetworkSegment(1af6e6cb-8834-4018-9430-7ea3c0c26cf1),segment_id=1af6e6cb-8834-4018-9430-7ea3c0c26cf1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:23.234565 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (81d1b892-3446-47a3-9748-983287c76462), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.267729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 81d1b892-3446-47a3-9748-983287c76462 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:23.407140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba17183-e089-4d0a-9fe9-df3cfb4255fd req-6ea803cb-f4d1-4c76-9c41-8ec2fb122a84 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:23.416818 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ba17183-e089-4d0a-9fe9-df3cfb4255fd req-6ea803cb-f4d1-4c76-9c41-8ec2fb122a84 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2024214 Jan 27 22:12:23.454201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (81d1b892-3446-47a3-9748-983287c76462), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.525614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No DVR routers for this DVR port 81d1b892-3446-47a3-9748-983287c76462 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:23.586003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ba17183-e089-4d0a-9fe9-df3cfb4255fd req-c2c39e6a-19df-4a74-9817-d5a666d0f550 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651132 Jan 27 22:12:23.644773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=81d1b892-3446-47a3-9748-983287c76462,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:23.789618 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1fdead-7556-444b-adc3-adf0a5246981 x-openstack-request-id: req-4a1fdead-7556-444b-adc3-adf0a5246981 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:23.789996 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:23.790460 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a1fdead-7556-444b-adc3-adf0a5246981 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:23.790894 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'status': 'completed', 'code': 200} Jan 27 22:12:23.795279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:23.855246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a9721ac3-3ddb-4e2d-bae6-1e83cc77e943), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.907957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9721ac3-3ddb-4e2d-bae6-1e83cc77e943']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:23.934384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af6e6cb-8834-4018-9430-7ea3c0c26cf1') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:23.934713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af6e6cb-8834-4018-9430-7ea3c0c26cf1') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:23.965501 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (1af6e6cb-8834-4018-9430-7ea3c0c26cf1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.998874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1af6e6cb-8834-4018-9430-7ea3c0c26cf1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.016994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:24.019734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (1af6e6cb-8834-4018-9430-7ea3c0c26cf1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.076161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a559d2-83ff-4db4-bc3a-82ee1d99382e req-7a33cff6-b956-438c-b66f-7eacd2a904a4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.078158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18a559d2-83ff-4db4-bc3a-82ee1d99382e req-7a33cff6-b956-438c-b66f-7eacd2a904a4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.2662251 Jan 27 22:12:24.117137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-49bf4b7a-fe10-47f1-91d9-4d7a31b37ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.119184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-49bf4b7a-fe10-47f1-91d9-4d7a31b37ad7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1097 time: 0.8052411 Jan 27 22:12:24.126993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e5129-a4a4-4ff1-a075-b2ec9d039f5b req-761874b7-550d-48fd-b382-d608e8cb2b46 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.135368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb0e5129-a4a4-4ff1-a075-b2ec9d039f5b req-761874b7-550d-48fd-b382-d608e8cb2b46 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 946 time: 0.2246823 Jan 27 22:12:24.149403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] Deleting port 81d1b892-3446-47a3-9748-983287c76462 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:24.151113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (81d1b892-3446-47a3-9748-983287c76462), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.266785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-f4c708ca-9f37-47db-be88-15489cca43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.268690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-f4c708ca-9f37-47db-be88-15489cca43e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.1117384 Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:24.283107 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:24.436657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18a559d2-83ff-4db4-bc3a-82ee1d99382e req-d0f46d41-9e95-4693-9323-3b91ba2fd721 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483186 Jan 27 22:12:24.454659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] For port 81d1b892-3446-47a3-9748-983287c76462, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:24.456238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (81d1b892-3446-47a3-9748-983287c76462), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.469672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a9721ac3-3ddb-4e2d-bae6-1e83cc77e943), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.502089 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.509748 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/networks/a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 HTTP/1.1" status: 204 len: 168 time: 1.9511366 Jan 27 22:12:24.516773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46832) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:24.539771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb0e5129-a4a4-4ff1-a075-b2ec9d039f5b req-4f08c106-7313-410e-8c63-8dd92c2a2c6c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4025905 Jan 27 22:12:24.557531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] Calling delete_port for 81d1b892-3446-47a3-9748-983287c76462 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:24.572955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] Port 81d1b892-3446-47a3-9748-983287c76462 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:12:24.584453 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (81d1b892-3446-47a3-9748-983287c76462), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.673158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-f05e7dea-8004-4f1f-a057-30d4b189bf8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 1001 time: 0.3269720 Jan 27 22:12:24.678238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-d320e1e5-33c0-40c1-a92c-9e1c056c4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.681192 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-d320e1e5-33c0-40c1-a92c-9e1c056c4462 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 1097 time: 0.4376209 Jan 27 22:12:24.683570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5f3a0-bbbe-4f75-a393-9df1ad474234 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Network': ['ID=a9721ac3-3ddb-4e2d-bae6-1e83cc77e943,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:24.807098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c5e5f-7384-4b73-9e0a-081e1831f128 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.812413 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f3c5e5f-7384-4b73-9e0a-081e1831f128 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/bdf013ee-b190-4182-a651-80ddfed1f4de HTTP/1.1" status: 200 len: 845 time: 0.2905345 Jan 27 22:12:24.813742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 81d1b892-3446-47a3-9748-983287c76462 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:24.816190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46836) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:24.823484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] Pushing event deleted for resources: {'Port': ['ID=81d1b892-3446-47a3-9748-983287c76462,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:24.827190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-0cc65a07-1bf3-4d22-a5c3-e340af6f1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.828804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-0cc65a07-1bf3-4d22-a5c3-e340af6f1617 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.1473036 Jan 27 22:12:24.837328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] Network a9721ac3-3ddb-4e2d-bae6-1e83cc77e943 is not hosted by any dhcp agent {{(pid=103331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:12:24.838222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d05f6-d53f-4331-b4cb-449f6d9476b9 None None] No DVR routers for this DVR port 81d1b892-3446-47a3-9748-983287c76462 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:24.888294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 81d1b892-3446-47a3-9748-983287c76462 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:24.888294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 81d1b892-3446-47a3-9748-983287c76462 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:24.941554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:25.018006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fb3ed-aaac-4fc4-bbdb-194a8382f569 req-733486bd-3580-41c3-9468-ed53e0bde837 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:25.021534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-846fb3ed-aaac-4fc4-bbdb-194a8382f569 req-733486bd-3580-41c3-9468-ed53e0bde837 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2389138 Jan 27 22:12:25.055154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] Checking router: 9456c498-3e57-4950-8624-5ed6e3e8bfc8 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:25.081993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:25.082671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:25.113435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-ab20cc7b-1b0f-491e-b09e-66e426aec5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:25.117297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-ab20cc7b-1b0f-491e-b09e-66e426aec5e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2748010 Jan 27 22:12:25.139388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-586e7b57-fe3c-4ec0-a4e3-c0c3f701ada3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/bdf013ee-b190-4182-a651-80ddfed1f4de?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2318735 Jan 27 22:12:25.156203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46842) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:25.180215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:25.239043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-846fb3ed-aaac-4fc4-bbdb-194a8382f569 req-c05cf1e7-ca4f-4cd3-a3d5-b283aee2a4f2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111354 Jan 27 22:12:25.466423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:25.480937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-5ac956a9-672a-4bea-87e8-1372724cd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:25.493306 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-5ac956a9-672a-4bea-87e8-1372724cd38e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 200 len: 897 time: 0.7855790 Jan 27 22:12:25.547498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-dae51989-8f8e-4f87-b941-dacce8c1d82a service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230042 Jan 27 22:12:25.816073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.16', 54342) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:25.831315 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-2a87e1aa-8d70-4293-a02c-38f8505d8464 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 200 len: 217 time: 0.3138742 Jan 27 22:12:25.886538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-8c6004bd-8368-489d-826f-65052f6e3ddd service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320534 Jan 27 22:12:25.982895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-7dba9540-8723-4861-8849-6784e8903efe tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:25.984553 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-7dba9540-8723-4861-8849-6784e8903efe tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 946 time: 0.3939497 Jan 27 22:12:26.065917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da625708-97fa-4d57-8188-e055ed5b47d2 req-071f2488-a4f6-4fea-b495-a8961173971a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.070209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da625708-97fa-4d57-8188-e055ed5b47d2 req-071f2488-a4f6-4fea-b495-a8961173971a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1699607 Jan 27 22:12:26.092948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8138-5daf-45d9-a472-8f154dce1575 req-78c7571e-298b-4e35-a029-a004db0b8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.094577 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69de8138-5daf-45d9-a472-8f154dce1575 req-78c7571e-298b-4e35-a029-a004db0b8cc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1096 time: 0.2747183 Jan 27 22:12:26.111254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-07481944-7e87-48a5-898c-296b8ce234ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.115550 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-07481944-7e87-48a5-898c-296b8ce234ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 200 len: 833 time: 0.2704136 Jan 27 22:12:26.149399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33643b-1f49-4c48-8336-e184fea6b616 req-913d7eff-811f-408a-a4fc-7799eaa6cdd5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.151053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d33643b-1f49-4c48-8336-e184fea6b616 req-913d7eff-811f-408a-a4fc-7799eaa6cdd5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 946 time: 0.2629936 Jan 27 22:12:26.161989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:26.166160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:26.169711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.236583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da625708-97fa-4d57-8188-e055ed5b47d2 req-8305cb8d-6844-4f33-9df7-7fb1782b8bf3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543918 Jan 27 22:12:26.249215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef66d5-bf0c-4439-b149-c783b286c5fd None None] The sync data for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 is: [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:08:51Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'befba095-174d-44ff-a4d5-95e1c0f4caa8', 'name': '', 'network_id': 'a9cecfc5-a25b-4e22-8787-9129889071fb', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:ac:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:48Z', 'updated_at': '2022-01-27T22:08:57Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': '758ec6c9-bc6c-4494-98bd-274bf89c09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:26.298683 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d33643b-1f49-4c48-8336-e184fea6b616 req-6cecc796-7782-45c5-904f-9734ab136bf1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376390 Jan 27 22:12:26.505581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a619a1a-af8f-4273-b730-7cb704f7bd42 req-d494efe4-3e87-43a2-ad58-2ab46ac1e998 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.515384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a619a1a-af8f-4273-b730-7cb704f7bd42 req-d494efe4-3e87-43a2-ad58-2ab46ac1e998 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1073315 Jan 27 22:12:26.619361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a619a1a-af8f-4273-b730-7cb704f7bd42 req-eaba319a-d308-464a-8c03-f8182e995e88 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015582 Jan 27 22:12:26.822906 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eadbca-b912-41c0-9387-406a1b533f5b None None] New status for floating IP 68a2769b-5ab6-449d-8017-65b45e980b99: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:12:27.099461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port 7dfdd850-e010-41d3-a47f-d43f72356863 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:27.100236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.187866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-4e1d1712-fae2-49d6-a422-b78276f55932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:27.189545 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-4e1d1712-fae2-49d6-a422-b78276f55932 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9cecfc5-a25b-4e22-8787-9129889071fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0608509 Jan 27 22:12:27.284441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8138-5daf-45d9-a472-8f154dce1575 req-ad1c12a2-01f4-4df0-851b-b53654f4cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:27.287937 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69de8138-5daf-45d9-a472-8f154dce1575 req-ad1c12a2-01f4-4df0-851b-b53654f4cc92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.3532383 Jan 27 22:12:27.419610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port 7dfdd850-e010-41d3-a47f-d43f72356863, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7dfdd850-e010-41d3-a47f-d43f72356863,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:27.419990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.435579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for 7dfdd850-e010-41d3-a47f-d43f72356863 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:27.479952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdfdfb-d2e8-4b0f-ac85-dc2ace5740ca req-1f6e8b97-089f-4e79-a1a5-d150ef529a2e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:27.483135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5fdfdfb-d2e8-4b0f-ac85-dc2ace5740ca req-1f6e8b97-089f-4e79-a1a5-d150ef529a2e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 946 time: 0.1137683 Jan 27 22:12:27.653993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404d638-6539-4741-b5f1-33c340d9f777 req-e359761b-00b7-4736-a3c3-aa9a46e6f759 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:27.658176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0404d638-6539-4741-b5f1-33c340d9f777 req-e359761b-00b7-4736-a3c3-aa9a46e6f759 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 946 time: 0.1727762 Jan 27 22:12:27.679174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:12:27.688473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:27.726849 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69de8138-5daf-45d9-a472-8f154dce1575 req-5175c6fd-1104-49bb-97b8-db85d307a8e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.1135848 Jan 27 22:12:27.741202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7dfdd850-e010-41d3-a47f-d43f72356863), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.776077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5fdfdfb-d2e8-4b0f-ac85-dc2ace5740ca req-b92a976e-b99a-458b-814e-7c6750528fd9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232878 Jan 27 22:12:27.828779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0404d638-6539-4741-b5f1-33c340d9f777 req-c786d944-1d0a-45b8-8a75-44066503247f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=79ae52a7-559d-4b2f-8add-a482579698eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545508 Jan 27 22:12:27.836001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:27.849141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'mac_address': 'fa:16:3e:e3:6f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:12:27.907211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8138-5daf-45d9-a472-8f154dce1575 req-57dc8984-91ac-482b-a45f-c5d1b75a6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:27.908855 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69de8138-5daf-45d9-a472-8f154dce1575 req-57dc8984-91ac-482b-a45f-c5d1b75a6c7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1603246 Jan 27 22:12:27.931710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:27.932104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.950506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d609377f-26e8-4f05-b6af-90d6050b324a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:12:28.002106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:28.002506 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.041934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:28.044653 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29c0f3-d6d1-435a-9c3e-665452cf9c8c" -d '{"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-unplugged", "status": "completed", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:28.046691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] No DVR routers for this DVR port 7dfdd850-e010-41d3-a47f-d43f72356863 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:28.059470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:28.062604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.066354 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ba43c3b-489e-4a91-b6c1-9e49d9342785 req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "DELETE /v2.0/ports/7dfdd850-e010-41d3-a47f-d43f72356863 HTTP/1.1" status: 204 len: 173 time: 2.0696731 Jan 27 22:12:28.068907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:28.071616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-deleted', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:28.074170 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6b067-cd92-4d29-9d0c-4e70f08152cf" -d '{"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-deleted", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:28.075530 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.089007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0ea7e-1974-4450-95de-b74bfbb38761 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=7dfdd850-e010-41d3-a47f-d43f72356863,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:28.099841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8138-5daf-45d9-a472-8f154dce1575 req-ff01a70b-dcd6-4363-952c-fa1cb359b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:28.101775 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69de8138-5daf-45d9-a472-8f154dce1575 req-ff01a70b-dcd6-4363-952c-fa1cb359b379 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344342 Jan 27 22:12:28.199301 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8ecf4-f7b0-4036-8bdd-c728ec098a12 x-openstack-request-id: req-69e8ecf4-f7b0-4036-8bdd-c728ec098a12 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:28.199666 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-unplugged", "status": "completed", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:28.199944 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69e8ecf4-f7b0-4036-8bdd-c728ec098a12 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:28.200291 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'code': 200} Jan 27 22:12:28.202524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=12']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:28.205357 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.211913 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69de8138-5daf-45d9-a472-8f154dce1575 req-c258118d-265c-4c28-a417-49b61754c958 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006701 Jan 27 22:12:28.217754 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-6fd0eecc-cecd-4a9d-b28e-d6f5754588da service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0189173 Jan 27 22:12:28.224886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b12f8-1b16-466f-bb5a-560cb56bc2c5 req-bccea615-8e45-4857-a630-e7afc31d7213 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:28.260470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-020b12f8-1b16-466f-bb5a-560cb56bc2c5 req-bccea615-8e45-4857-a630-e7afc31d7213 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.3091428 Jan 27 22:12:28.395555 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-69de8138-5daf-45d9-a472-8f154dce1575 req-d7e055ac-a7a5-4b27-a6dd-40cf3b0bb9d3 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764820 Jan 27 22:12:28.404719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-020b12f8-1b16-466f-bb5a-560cb56bc2c5 req-772e4875-d724-4e5a-a94d-b232aaefebf7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376026 Jan 27 22:12:28.485817 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d032e7f0-11ef-495a-a470-1031b808af7c x-openstack-request-id: req-d032e7f0-11ef-495a-a470-1031b808af7c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:28.486098 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad69541-c1a0-42af-80c8-bf3f723cd6cf", "name": "network-vif-deleted", "tag": "7dfdd850-e010-41d3-a47f-d43f72356863", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:28.486367 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d032e7f0-11ef-495a-a470-1031b808af7c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:28.487914 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad69541-c1a0-42af-80c8-bf3f723cd6cf', 'name': 'network-vif-deleted', 'tag': '7dfdd850-e010-41d3-a47f-d43f72356863', 'status': 'completed', 'code': 200} Jan 27 22:12:28.565455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (df488da9-1fec-4e46-8f56-b512558ec6a1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.648518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:28.661860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d609377f-26e8-4f05-b6af-90d6050b324a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:12:28.664253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:28.676949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:28.677663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.681263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:28.697241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc68033-4f4f-4783-918f-f327a23919de None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:28.745458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46900) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:28.752287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4f07babf-e797-4fc1-8466-af3507fbe077 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'security_group': {'name': 'tempest-secgroup-966890026'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:28.757616 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5995619 Jan 27 22:12:28.810938 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d27b141-a953-4ece-b35b-d4b2dc103338 req-52bf4250-ee6e-40f7-8005-678becfef180 service neutron] 10.222.0.16 "GET /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119437 Jan 27 22:12:28.817724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388c16a-59ed-4485-958a-a111e849a39b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=df488da9-1fec-4e46-8f56-b512558ec6a1,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:28.858457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f07babf-e797-4fc1-8466-af3507fbe077 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.052327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-29b654fe-1f60-4a84-bd34-773e8755d809', 'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'project_id': 'b813da558a654e4893784772320c3729', 'fixed_ips': [{'subnet_id': 'df488da9-1fec-4e46-8f56-b512558ec6a1'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:12:29.057831 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.227084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f07babf-e797-4fc1-8466-af3507fbe077 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (63eb025b-7006-48e0-ae9a-c9142c09dfe3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.232744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c210bc9a-50bd-432a-a963-41edb88d4cfa req-3979280b-2de7-44ff-b6b0-bc28796d8f82 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ad69541-c1a0-42af-80c8-bf3f723cd6cf HTTP/1.1" status: 200 len: 210 time: 0.0974383 Jan 27 22:12:29.238079 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f07babf-e797-4fc1-8466-af3507fbe077 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (63eb025b-7006-48e0-ae9a-c9142c09dfe3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.386532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Allocated IP 2001:db8::2 (29b654fe-1f60-4a84-bd34-773e8755d809/df488da9-1fec-4e46-8f56-b512558ec6a1/8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:29.688230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Publish callbacks [] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.721328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:29.770988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 7dfdd850-e010-41d3-a47f-d43f72356863 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:29.771727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7dfdd850-e010-41d3-a47f-d43f72356863 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:29.779123 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.857924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:29.867067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:29.881291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:29.936843 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4f07babf-e797-4fc1-8466-af3507fbe077 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.941592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4f07babf-e797-4fc1-8466-af3507fbe077 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1917961 Jan 27 22:12:29.941822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46912) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:29.955084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c258e5d0-b365-45ae-a689-bfe978a289a9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207683277'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:29.983468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Pushing event updated for resources: {'Port': ['ID=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:29.989139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07babf-e797-4fc1-8466-af3507fbe077 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eb025b-7006-48e0-ae9a-c9142c09dfe3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:30.005880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2e7a3-ff50-4cb0-a8af-1503bde9caa7 req-7d70d3a4-8864-4033-a183-bb6e17d09821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:30.007742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1b2e7a3-ff50-4cb0-a8af-1503bde9caa7 req-7d70d3a4-8864-4033-a183-bb6e17d09821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.9072595 Jan 27 22:12:30.011964 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c258e5d0-b365-45ae-a689-bfe978a289a9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.062302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d446-cc2f-4f75-ac97-034d7181c352 req-d2ebd281-bca5-424c-b53d-9aebf3650df7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:30.063346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8547d446-cc2f-4f75-ac97-034d7181c352 req-d2ebd281-bca5-424c-b53d-9aebf3650df7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 946 time: 0.2037084 Jan 27 22:12:30.110120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Attempting to bind port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:30.110720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Attempting to bind port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '27c942ea-3af8-4483-840e-d318a22ee110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:30.111329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Attempting to bind port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 on network 29b654fe-1f60-4a84-bd34-773e8755d809 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:30.135777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:30.136464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Checking segment: {'id': '27c942ea-3af8-4483-840e-d318a22ee110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:30.137048 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.137706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Bound using segment: {'id': '27c942ea-3af8-4483-840e-d318a22ee110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:30.138537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Bound port: 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c942ea-3af8-4483-840e-d318a22ee110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:30.140974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.174804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8547d446-cc2f-4f75-ac97-034d7181c352 req-6f345748-1384-4d10-a4a3-f94949ac7d48 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917075 Jan 27 22:12:30.188876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1b2e7a3-ff50-4cb0-a8af-1503bde9caa7 req-a04b1f94-40fa-4916-aab7-9f34e8cdec9e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599071 Jan 27 22:12:30.252219 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c258e5d0-b365-45ae-a689-bfe978a289a9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (1004e704-61fe-4a01-adc4-498e34f4f416), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.257595 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c258e5d0-b365-45ae-a689-bfe978a289a9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1004e704-61fe-4a01-adc4-498e34f4f416), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.357297 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c258e5d0-b365-45ae-a689-bfe978a289a9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.358855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c258e5d0-b365-45ae-a689-bfe978a289a9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4158969 Jan 27 22:12:30.361509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258e5d0-b365-45ae-a689-bfe978a289a9 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1004e704-61fe-4a01-adc4-498e34f4f416,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:30.362198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46940) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:30.366105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] For port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:30.373459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1832677619', 'security_groups': ['1004e704-61fe-4a01-adc4-498e34f4f416'], 'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df488da9-1fec-4e46-8f56-b512558ec6a1'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:30.374855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46942) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:30.383870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] For port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,segment=NetworkSegment(27c942ea-3af8-4483-840e-d318a22ee110),segment_id=27c942ea-3af8-4483-840e-d318a22ee110)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:30.399038 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.482576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f662-77a4-41a9-a4d2-703e701b6711 None None] Pushing event updated for resources: {'Port': ['ID=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:30.684048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:30.692712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46968) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:30.957565 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.062454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port cf2211c2-673d-47d1-925b-b8299485a683 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:31.107104 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1d46-ce8a-4b57-9227-ec14ee710a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.482273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-aff2c939-5749-49c3-93df-fe0986730941 req-4159a953-c2e1-45ff-ac5a-84c00000c919 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:12:31.484256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aff2c939-5749-49c3-93df-fe0986730941 req-4159a953-c2e1-45ff-ac5a-84c00000c919 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128527 Jan 27 22:12:31.508996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (9456c498-3e57-4950-8624-5ed6e3e8bfc8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.638502 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::348 (29b654fe-1f60-4a84-bd34-773e8755d809/df488da9-1fec-4e46-8f56-b512558ec6a1/cf2211c2-673d-47d1-925b-b8299485a683) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:31.712575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:31.833062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068f8cb-574b-44ef-9ea7-e92076461319 req-98bb529d-06a2-4363-bc20-6e0811d37763 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:31.842670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d609377f-26e8-4f05-b6af-90d6050b324a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:31.846374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.855392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3068f8cb-574b-44ef-9ea7-e92076461319 req-98bb529d-06a2-4363-bc20-6e0811d37763 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 946 time: 0.3667881 Jan 27 22:12:31.918076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (cf2211c2-673d-47d1-925b-b8299485a683), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.986694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1d46-ce8a-4b57-9227-ec14ee710a8b admin admin] Publish callbacks [] for security_group (13a8f046-b4d4-41ae-96f4-7eb136c0493e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.989647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cf2211c2-673d-47d1-925b-b8299485a683), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.995807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1d46-ce8a-4b57-9227-ec14ee710a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (13a8f046-b4d4-41ae-96f4-7eb136c0493e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.149581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d1d46-ce8a-4b57-9227-ec14ee710a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a8f046-b4d4-41ae-96f4-7eb136c0493e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:32.159710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=cf2211c2-673d-47d1-925b-b8299485a683,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:32.230791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47012) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:32.262284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4d278-9bd0-4adb-bc2c-169050b481dd req-f5818213-674f-41e5-a3aa-2e5d83fd2c00 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:32.265843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:32.268921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:32.275249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:32.277232 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.279340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0eb4d278-9bd0-4adb-bc2c-169050b481dd req-f5818213-674f-41e5-a3aa-2e5d83fd2c00 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.5489674 Jan 27 22:12:32.285839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47016) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:32.286246 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bc5d1d46-ce8a-4b57-9227-ec14ee710a8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9aa8b18c750845de8b13d27984ee7739&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5855393 Jan 27 22:12:32.287872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:32.293688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:32.299947 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.339236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0936576e-0c34-4045-8ebf-fecf5b3394ae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9727478 Jan 27 22:12:32.343296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47018) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:32.353469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-02eef57f-5516-45da-9b3a-65ce118c9943 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:32.367595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:32.379564 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe76d99-2497-403d-a04d-a1fa8e90936e" -d '{"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-plugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:32.445338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3068f8cb-574b-44ef-9ea7-e92076461319 req-cac9af3c-ba00-44e9-ac28-cc59b874d225 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5134885 Jan 27 22:12:32.456559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:32.464854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.468708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:32.592848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0eb4d278-9bd0-4adb-bc2c-169050b481dd req-0debf251-2d91-46c2-8538-85eb7c66c302 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088269 Jan 27 22:12:32.614926 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3627814-42f6-456f-94a7-593bf233b5ac x-openstack-request-id: req-d3627814-42f6-456f-94a7-593bf233b5ac {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:32.616629 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-plugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:32.617349 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3627814-42f6-456f-94a7-593bf233b5ac {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:32.618343 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'code': 200} Jan 27 22:12:32.699040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=13']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:32.753493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:32.776274 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-6a894c7d-11bf-4964-8335-a064b796bc00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5373585 Jan 27 22:12:32.790304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-592139a4-949f-4a81-951c-9498217a57ef service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:12:32.815071 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-592139a4-949f-4a81-951c-9498217a57ef service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0378232 Jan 27 22:12:32.911650 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04a70da3-470a-42c8-8385-bf8fdb8e625c admin admin] Publish callbacks [] for security_group (13a8f046-b4d4-41ae-96f4-7eb136c0493e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.000312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04a70da3-470a-42c8-8385-bf8fdb8e625c admin admin] Publish callbacks [] for security_group (13a8f046-b4d4-41ae-96f4-7eb136c0493e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.064743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eef57f-5516-45da-9b3a-65ce118c9943 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:33.068385 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-02eef57f-5516-45da-9b3a-65ce118c9943 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.079163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port befba095-174d-44ff-a4d5-95e1c0f4caa8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:33.080602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.106898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:33.114646 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.117630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:33.118030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.224939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:33.227455 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:12:33.305703 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04a70da3-470a-42c8-8385-bf8fdb8e625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (13a8f046-b4d4-41ae-96f4-7eb136c0493e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.321288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04a70da3-470a-42c8-8385-bf8fdb8e625c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.325335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04a70da3-470a-42c8-8385-bf8fdb8e625c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13a8f046-b4d4-41ae-96f4-7eb136c0493e HTTP/1.1" status: 204 len: 168 time: 1.0297701 Jan 27 22:12:33.356321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a70da3-470a-42c8-8385-bf8fdb8e625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a8f046-b4d4-41ae-96f4-7eb136c0493e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:33.410920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port befba095-174d-44ff-a4d5-95e1c0f4caa8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=befba095-174d-44ff-a4d5-95e1c0f4caa8,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:33.411273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.461691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for befba095-174d-44ff-a4d5-95e1c0f4caa8 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:33.523789 n-d-826529-2 neutron-server[103329]: INFO neutron.db.ipam_backend_mixin [None req-02eef57f-5516-45da-9b3a-65ce118c9943 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df488da9-1fec-4e46-8f56-b512558ec6a1 (CIDR: 2001:db8::/64) Jan 27 22:12:33.530194 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-02eef57f-5516-45da-9b3a-65ce118c9943 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:12:33.530671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02eef57f-5516-45da-9b3a-65ce118c9943 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:33.593794 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-02eef57f-5516-45da-9b3a-65ce118c9943 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2498174 Jan 27 22:12:33.600439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47050) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:33.618533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:33.895449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf8ca4-4ebb-4209-b654-edb944173e9d req-9ceb352b-27fc-4ce3-8259-602c2a1fc15d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.904522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80cf8ca4-4ebb-4209-b654-edb944173e9d req-9ceb352b-27fc-4ce3-8259-602c2a1fc15d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.1836295 Jan 27 22:12:34.011207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:34.012408 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.034061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:34.040432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.145351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80cf8ca4-4ebb-4209-b654-edb944173e9d req-56872572-42f7-4cdb-8082-cb8ce95ef4ea tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391517 Jan 27 22:12:34.166112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] For port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,segment=NetworkSegment(27c942ea-3af8-4483-840e-d318a22ee110),segment_id=27c942ea-3af8-4483-840e-d318a22ee110)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:34.180398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:34.182040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ab3b0-726f-4d9e-9629-99fde36ded25 req-8ee17dc9-98bc-492b-a98b-8f3e6e4042a6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:34.183988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-682ab3b0-726f-4d9e-9629-99fde36ded25 req-8ee17dc9-98bc-492b-a98b-8f3e6e4042a6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.3387036 Jan 27 22:12:34.191325 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.208113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.263882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Pushing event updated for resources: {'Port': ['ID=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:34.273186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Provisioning complete for port bdf013ee-b190-4182-a651-80ddfed1f4de triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:34.274341 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.333841 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4e14d35c-5b8d-4d12-bf58-b4d6b358bc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.363573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b38180d3-834f-402d-a92f-e0b040ae5e1e None None] Port bdf013ee-b190-4182-a651-80ddfed1f4de cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:34.375866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:12:34.376879 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:12:34.457849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-682ab3b0-726f-4d9e-9629-99fde36ded25 req-85133c9b-b716-4d9c-84f0-8216e29dcc0f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649078 Jan 27 22:12:34.498587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1e0d9912-905a-49bc-9144-04326de7f390 None None] Provisioning complete for port cf2211c2-673d-47d1-925b-b8299485a683 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:34.502102 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1e0d9912-905a-49bc-9144-04326de7f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cf2211c2-673d-47d1-925b-b8299485a683), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.610149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (befba095-174d-44ff-a4d5-95e1c0f4caa8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.612027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47060) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:34.618403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1e0d9912-905a-49bc-9144-04326de7f390 None None] Port cf2211c2-673d-47d1-925b-b8299485a683 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:34.637188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1298353a-1683-4ef0-8c5e-2f7a65c69e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.684534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=befba095-174d-44ff-a4d5-95e1c0f4caa8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:34.958432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1298353a-1683-4ef0-8c5e-2f7a65c69e92 admin admin] Publish callbacks [] for security_group (b3a19ae0-6264-4a26-8476-ddb8e3547fa7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.962764 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (b3da68d4-449f-4ae8-b5f3-71ad1b89119b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.057374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1298353a-1683-4ef0-8c5e-2f7a65c69e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b3a19ae0-6264-4a26-8476-ddb8e3547fa7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.062102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:35.308465 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1298353a-1683-4ef0-8c5e-2f7a65c69e92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=884237c4be73491fb52139ea60a1c78f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6951034 Jan 27 22:12:35.318226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47074) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:35.358874 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (9456c498-3e57-4950-8624-5ed6e3e8bfc8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.402977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=b3da68d4-449f-4ae8-b5f3-71ad1b89119b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:35.447317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:35.498245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:35.516216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f93b00-6977-4eff-b388-f264eedd191c None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:35.571085 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.573242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.573764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.575089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.575649 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.579373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.579924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.580431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.580963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.581463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.581957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.582440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.586761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.617146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:35.618132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.659307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298353a-1683-4ef0-8c5e-2f7a65c69e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a19ae0-6264-4a26-8476-ddb8e3547fa7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:35.735155 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0df4c251-38d9-4073-a66a-0d981ef06cfc tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1331730 Jan 27 22:12:35.740437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:35.741652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47078) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:35.760697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-795505046', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3da68d4-449f-4ae8-b5f3-71ad1b89119b'}], 'security_groups': ['63eb025b-7006-48e0-ae9a-c9142c09dfe3']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:35.848019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-066c61d8-228f-40ca-a150-c8f0b00651f5 admin admin] Publish callbacks [] for security_group (b3a19ae0-6264-4a26-8476-ddb8e3547fa7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.004246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-066c61d8-228f-40ca-a150-c8f0b00651f5 admin admin] Publish callbacks [] for security_group (b3a19ae0-6264-4a26-8476-ddb8e3547fa7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.033454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:36.034335 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.126150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:36.176780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e991c4-a4e7-4f77-82e0-260782f081db req-dd094406-3e63-413f-b43f-b8eae0e5a003 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:36.209776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51e991c4-a4e7-4f77-82e0-260782f081db req-dd094406-3e63-413f-b43f-b8eae0e5a003 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.3599494 Jan 27 22:12:36.230036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cf2211c2-673d-47d1-925b-b8299485a683), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.416314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51e991c4-a4e7-4f77-82e0-260782f081db req-b4bac05a-9a35-421d-b23e-faf9b3c9c5e8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980793 Jan 27 22:12:36.460412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:36.499382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195d1d4-8d1b-4b95-854a-b33bd4bf7459 None None] Update dhcp port {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'fixed_ips': [{'subnet_id': 'df488da9-1fec-4e46-8f56-b512558ec6a1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3da68d4-449f-4ae8-b5f3-71ad1b89119b'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:12:36.564309 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8195d1d4-8d1b-4b95-854a-b33bd4bf7459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.590935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bc45-aaeb-4dfa-882d-52e1a53c3b66 req-78bc1aa5-e785-44fa-b9e9-097310c75274 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:36.594211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1247bc45-aaeb-4dfa-882d-52e1a53c3b66 req-78bc1aa5-e785-44fa-b9e9-097310c75274 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.2996557 Jan 27 22:12:36.758843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:36.782690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a8018e26-9547-472d-8a3f-68b08356f282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "PUT /v2.0/routers/9456c498-3e57-4950-8624-5ed6e3e8bfc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4056578 Jan 27 22:12:36.784139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47082) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:36.787182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] Sync routers for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:36.846982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1247bc45-aaeb-4dfa-882d-52e1a53c3b66 req-74248c9c-9a7f-419b-96c0-22287f6beae0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440467 Jan 27 22:12:36.927308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-90aa6425-0a90-48fd-bdc9-2dfacc52b3fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting subnet 758ec6c9-bc6c-4494-98bd-274bf89c09af {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:36.953807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90aa6425-0a90-48fd-bdc9-2dfacc52b3fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (758ec6c9-bc6c-4494-98bd-274bf89c09af), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.090972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90aa6425-0a90-48fd-bdc9-2dfacc52b3fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (758ec6c9-bc6c-4494-98bd-274bf89c09af), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.179209 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1ebed69d-51af-4c55-8ae2-d5abeb6ba2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.193879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:37.195445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:37.285551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Delete allocated IP 2001:db8::348 (29b654fe-1f60-4a84-bd34-773e8755d809/df488da9-1fec-4e46-8f56-b512558ec6a1) {{(pid=103329) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:12:37.323141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8:0:1::216 (29b654fe-1f60-4a84-bd34-773e8755d809/b3da68d4-449f-4ae8-b5f3-71ad1b89119b/cf2211c2-673d-47d1-925b-b8299485a683) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:37.338732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90aa6425-0a90-48fd-bdc9-2dfacc52b3fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (758ec6c9-bc6c-4494-98bd-274bf89c09af), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.481976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:37.492548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90aa6425-0a90-48fd-bdc9-2dfacc52b3fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (758ec6c9-bc6c-4494-98bd-274bf89c09af), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.532668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-90aa6425-0a90-48fd-bdc9-2dfacc52b3fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.542476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-90aa6425-0a90-48fd-bdc9-2dfacc52b3fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/subnets/758ec6c9-bc6c-4494-98bd-274bf89c09af HTTP/1.1" status: 204 len: 168 time: 0.7486649 Jan 27 22:12:37.599027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7115b9-8b5b-4b09-98a8-cf35c1ba36f0 None None] Network a9cecfc5-a25b-4e22-8787-9129889071fb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:37.630485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47088) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:37.641261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa6425-0a90-48fd-bdc9-2dfacc52b3fd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Subnet': ['ID=758ec6c9-bc6c-4494-98bd-274bf89c09af,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:37.782927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (cf2211c2-673d-47d1-925b-b8299485a683), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.804087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (cf2211c2-673d-47d1-925b-b8299485a683), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.821701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-066c61d8-228f-40ca-a150-c8f0b00651f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b3a19ae0-6264-4a26-8476-ddb8e3547fa7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.827020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-066c61d8-228f-40ca-a150-c8f0b00651f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.832104 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-066c61d8-228f-40ca-a150-c8f0b00651f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3a19ae0-6264-4a26-8476-ddb8e3547fa7 HTTP/1.1" status: 204 len: 168 time: 2.4955254 Jan 27 22:12:37.999044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c61d8-228f-40ca-a150-c8f0b00651f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a19ae0-6264-4a26-8476-ddb8e3547fa7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:38.081841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] In _notify_port_updated(), no bound segment for port cf2211c2-673d-47d1-925b-b8299485a683 on network 29b654fe-1f60-4a84-bd34-773e8755d809 {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:12:38.093953 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:38.095068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.103585 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "PUT /v2.0/ports/cf2211c2-673d-47d1-925b-b8299485a683 HTTP/1.1" status: 200 len: 930 time: 2.3570716 Jan 27 22:12:38.111071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47094) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:38.298059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea72421-68d9-403a-869a-43ce7bf18862 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=cf2211c2-673d-47d1-925b-b8299485a683,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:38.346327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-08ec40ab-a87d-423f-ac6d-ef821ead548b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port cf2211c2-673d-47d1-925b-b8299485a683 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:38.346686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08ec40ab-a87d-423f-ac6d-ef821ead548b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cf2211c2-673d-47d1-925b-b8299485a683), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.455871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b543256-c45d-4ca3-9867-ea2cff707b1c req-1e408931-517a-47bf-b6eb-a5cfa94dc47b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:38.463545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b543256-c45d-4ca3-9867-ea2cff707b1c req-1e408931-517a-47bf-b6eb-a5cfa94dc47b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.8417008 Jan 27 22:12:38.507753 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08ec40ab-a87d-423f-ac6d-ef821ead548b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cf2211c2-673d-47d1-925b-b8299485a683), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.558837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-08ec40ab-a87d-423f-ac6d-ef821ead548b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for cf2211c2-673d-47d1-925b-b8299485a683 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:38.572213 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (9456c498-3e57-4950-8624-5ed6e3e8bfc8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.634373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea78ae-db0e-4b1b-856a-fe4024dcbe13 req-60ffdd39-7c04-4596-a304-c6ab7a4dc7db tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:38.643846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7dea78ae-db0e-4b1b-856a-fe4024dcbe13 req-60ffdd39-7c04-4596-a304-c6ab7a4dc7db tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.2266767 Jan 27 22:12:38.856443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08ec40ab-a87d-423f-ac6d-ef821ead548b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cf2211c2-673d-47d1-925b-b8299485a683), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.870120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b543256-c45d-4ca3-9867-ea2cff707b1c req-5f4e6d1d-540b-4b57-8858-22ee9b6e7f49 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028928 Jan 27 22:12:38.951062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08ec40ab-a87d-423f-ac6d-ef821ead548b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.964173 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-08ec40ab-a87d-423f-ac6d-ef821ead548b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/cf2211c2-673d-47d1-925b-b8299485a683 HTTP/1.1" status: 204 len: 168 time: 0.8509789 Jan 27 22:12:38.964432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47106) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:38.965558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec40ab-a87d-423f-ac6d-ef821ead548b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=cf2211c2-673d-47d1-925b-b8299485a683,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:39.005856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-8195d1d4-8d1b-4b95-854a-b33bd4bf7459 None None] Allocated IP 2001:db8:0:1::2 (29b654fe-1f60-4a84-bd34-773e8755d809/b3da68d4-449f-4ae8-b5f3-71ad1b89119b/8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:39.058082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7dea78ae-db0e-4b1b-856a-fe4024dcbe13 req-674c8f04-fdd2-46a3-ad70-cc2b85eda853 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562363 Jan 27 22:12:39.092617 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fac0f7-34e4-415f-9bc9-e7f127483600 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:12:39.097735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47108) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:39.111848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-08fac0f7-34e4-415f-9bc9-e7f127483600 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/cf2211c2-673d-47d1-925b-b8299485a683 HTTP/1.1" status: 404 len: 333 time: 0.1280749 Jan 27 22:12:39.166229 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (9456c498-3e57-4950-8624-5ed6e3e8bfc8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.227043 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-814faae9-8c41-4e51-bec0-c54fecfeac85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (1004e704-61fe-4a01-adc4-498e34f4f416), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.287837 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-814faae9-8c41-4e51-bec0-c54fecfeac85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (1004e704-61fe-4a01-adc4-498e34f4f416), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.310692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port b998f731-fd78-44ee-aaff-970588613bdc {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:39.311210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b998f731-fd78-44ee-aaff-970588613bdc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.431178 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-814faae9-8c41-4e51-bec0-c54fecfeac85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1004e704-61fe-4a01-adc4-498e34f4f416), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.434870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8195d1d4-8d1b-4b95-854a-b33bd4bf7459 None None] For port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,segment=NetworkSegment(27c942ea-3af8-4483-840e-d318a22ee110),segment_id=27c942ea-3af8-4483-840e-d318a22ee110)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:39.439732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-814faae9-8c41-4e51-bec0-c54fecfeac85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.445500 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-814faae9-8c41-4e51-bec0-c54fecfeac85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/security-groups/1004e704-61fe-4a01-adc4-498e34f4f416 HTTP/1.1" status: 204 len: 168 time: 0.3456261 Jan 27 22:12:39.462769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port b998f731-fd78-44ee-aaff-970588613bdc, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b998f731-fd78-44ee-aaff-970588613bdc,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:39.463097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b998f731-fd78-44ee-aaff-970588613bdc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.485392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for b998f731-fd78-44ee-aaff-970588613bdc owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:39.489709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47112) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:39.492843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814faae9-8c41-4e51-bec0-c54fecfeac85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1004e704-61fe-4a01-adc4-498e34f4f416,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:39.589383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8195d1d4-8d1b-4b95-854a-b33bd4bf7459 None None] Publish callbacks [] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.756563 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.757955 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8195d1d4-8d1b-4b95-854a-b33bd4bf7459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.863168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4f4f-e670-4204-8d05-b04e6496370e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (63eb025b-7006-48e0-ae9a-c9142c09dfe3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.870568 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b998f731-fd78-44ee-aaff-970588613bdc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.037770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4f4f-e670-4204-8d05-b04e6496370e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (63eb025b-7006-48e0-ae9a-c9142c09dfe3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.171535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:12:34Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'b998f731-fd78-44ee-aaff-970588613bdc', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:40Z', 'updated_at': '2022-01-27T22:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:40.201670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195d1d4-8d1b-4b95-854a-b33bd4bf7459 None None] Pushing event updated for resources: {'Port': ['ID=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:40.226779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=b998f731-fd78-44ee-aaff-970588613bdc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:40.247846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4f4f-e670-4204-8d05-b04e6496370e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (63eb025b-7006-48e0-ae9a-c9142c09dfe3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.251981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c4c4f4f-e670-4204-8d05-b04e6496370e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.258252 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c4c4f4f-e670-4204-8d05-b04e6496370e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/security-groups/63eb025b-7006-48e0-ae9a-c9142c09dfe3 HTTP/1.1" status: 204 len: 168 time: 0.7497740 Jan 27 22:12:40.258252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47128) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:40.348901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c4f4f-e670-4204-8d05-b04e6496370e tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eb025b-7006-48e0-ae9a-c9142c09dfe3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:40.415551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] DHCP port deletion for a9cecfc5-a25b-4e22-8787-9129889071fb request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:40.416245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff635162-26e4-4193-a63f-614cd6d42e50 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet df488da9-1fec-4e46-8f56-b512558ec6a1 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:40.427965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff635162-26e4-4193-a63f-614cd6d42e50 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (df488da9-1fec-4e46-8f56-b512558ec6a1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.448494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] Checking router: 9456c498-3e57-4950-8624-5ed6e3e8bfc8 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:40.572196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] Routers {'9456c498-3e57-4950-8624-5ed6e3e8bfc8'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:40.573645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:40.574876 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff635162-26e4-4193-a63f-614cd6d42e50 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (df488da9-1fec-4e46-8f56-b512558ec6a1), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.693556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (9456c498-3e57-4950-8624-5ed6e3e8bfc8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.796962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] Set router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:40.847750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff635162-26e4-4193-a63f-614cd6d42e50 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (df488da9-1fec-4e46-8f56-b512558ec6a1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.092248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec257a-0e11-4256-9480-1c82f8f4be84 req-144c1569-83ff-4717-856b-467a87daced3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:41.094016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff635162-26e4-4193-a63f-614cd6d42e50 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (df488da9-1fec-4e46-8f56-b512558ec6a1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.105338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ec257a-0e11-4256-9480-1c82f8f4be84 req-144c1569-83ff-4717-856b-467a87daced3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.8800182 Jan 27 22:12:41.144617 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff635162-26e4-4193-a63f-614cd6d42e50 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.154556 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff635162-26e4-4193-a63f-614cd6d42e50 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/df488da9-1fec-4e46-8f56-b512558ec6a1 HTTP/1.1" status: 204 len: 168 time: 0.8877578 Jan 27 22:12:41.155291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47138) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:41.182100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:41.219069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:12:39Z', 'revision_number': 7, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:41.311595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff635162-26e4-4193-a63f-614cd6d42e50 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=df488da9-1fec-4e46-8f56-b512558ec6a1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:41.365485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (9456c498-3e57-4950-8624-5ed6e3e8bfc8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.378946 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_controller (9456c498-3e57-4950-8624-5ed6e3e8bfc8), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.427399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383f00b-7c31-4de7-96da-ed830f0fbb95 req-24b0c665-440b-452a-8889-9b7b63b1cbce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:41.439755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a383f00b-7c31-4de7-96da-ed830f0fbb95 req-24b0c665-440b-452a-8889-9b7b63b1cbce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 1.2231464 Jan 27 22:12:41.514474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a8e04c-447e-4c1e-8dca-d16365a3fe32 None None] The sync data for ids ['9456c498-3e57-4950-8624-5ed6e3e8bfc8'] in n-d-826529-2 is: [{'id': '9456c498-3e57-4950-8624-5ed6e3e8bfc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-760848780', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:08:38Z', 'updated_at': '2022-01-27T22:12:39Z', 'revision_number': 7, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:41.558089 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.578261 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.678230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:41.788551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a383f00b-7c31-4de7-96da-ed830f0fbb95 req-c3c80a1b-5bc9-40d6-8449-18b695b9a3f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449862 Jan 27 22:12:41.788551 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (9456c498-3e57-4950-8624-5ed6e3e8bfc8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.789061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Fanout notify agent at l3_agent the message router_deleted on router 9456c498-3e57-4950-8624-5ed6e3e8bfc8 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:12:41.800527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9ec257a-0e11-4256-9480-1c82f8f4be84 req-92387ee2-f3e2-449a-b592-d848423456f3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6908526 Jan 27 22:12:41.827740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.827740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-295f4588-9e80-4c4b-8882-6153ae121517 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/routers/9456c498-3e57-4950-8624-5ed6e3e8bfc8 HTTP/1.1" status: 204 len: 168 time: 4.1854348 Jan 27 22:12:41.827740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47148) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:41.834142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d3051-c58e-4e75-bcab-4cf0f2a9bad3 None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:41.849012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] Deleting port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:41.849483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.866532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:41.870901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.236681 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a9cecfc5-a25b-4e22-8787-9129889071fb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.304755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-71479697-988b-4f40-9982-cfaffc01c898 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:42.306735 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71479697-988b-4f40-9982-cfaffc01c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.417510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:42.418109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.611458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:42.620103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.632004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] For port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,segment=NetworkSegment(1348304f-a252-42ec-bfbd-da2e71fe4f36),segment_id=1348304f-a252-42ec-bfbd-da2e71fe4f36)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:42.633086 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.676951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:42.677203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] Calling delete_port for e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:42.750055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (d03e4b38-7e6d-4427-acec-c6278118853d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.917404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:42.925610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:42.933358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:42.934056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.027713 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.030178 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8650968 Jan 27 22:12:43.036481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47166) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:43.037178 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25482cd-6bdf-454a-bc6f-d0e8cec19161 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=d03e4b38-7e6d-4427-acec-c6278118853d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:43.060516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7b3c97dd-722b-47ae-b0ee-39d4be017b5b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'security_group': {'name': 'tempest-secgroup-794048129'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:43.135760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b3c97dd-722b-47ae-b0ee-39d4be017b5b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.212675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] Pushing event deleted for resources: {'Port': ['ID=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:43.267013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930bc15-2b57-4e7d-a92e-bdbfb2aff511 None None] No DVR routers for this DVR port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:43.465668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:43.470579 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.504205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b3c97dd-722b-47ae-b0ee-39d4be017b5b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (994fb13b-3a4e-40a0-a5e3-2a6816564a13), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.518258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b3c97dd-722b-47ae-b0ee-39d4be017b5b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (994fb13b-3a4e-40a0-a5e3-2a6816564a13), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.561787 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.699895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:43.716321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-71479697-988b-4f40-9982-cfaffc01c898 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:43.748097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6726-077e-42a5-b9b5-133ffe4feffd req-7082b6cc-c2cc-485b-860e-c6a0847b09a3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:43.766011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2daf6726-077e-42a5-b9b5-133ffe4feffd req-7082b6cc-c2cc-485b-860e-c6a0847b09a3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.6061425 Jan 27 22:12:43.766736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-71479697-988b-4f40-9982-cfaffc01c898 None None] Could not find standard attr ID for object cf2211c2-673d-47d1-925b-b8299485a683. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:12:43.786692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c97dd-722b-47ae-b0ee-39d4be017b5b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994fb13b-3a4e-40a0-a5e3-2a6816564a13,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:43.817573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] No DVR routers for this DVR port e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:43.824740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-71479697-988b-4f40-9982-cfaffc01c898 None None] Provisioning complete for port bdf013ee-b190-4182-a651-80ddfed1f4de triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:43.827902 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-71479697-988b-4f40-9982-cfaffc01c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.849249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b3c97dd-722b-47ae-b0ee-39d4be017b5b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.859362 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7b3c97dd-722b-47ae-b0ee-39d4be017b5b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8022821 Jan 27 22:12:43.868981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:43.881305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47174) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:43.922806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4afe6361-5d79-4fac-b1c3-f4873a423c85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075653051'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:44.034829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf41e5-b40b-4b30-839d-4d58d2f4cd9a req-55da30bf-b9f4-4123-b77d-b4b8201e24c0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:44.039879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ddf41e5-b40b-4b30-839d-4d58d2f4cd9a req-55da30bf-b9f4-4123-b77d-b4b8201e24c0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.7704079 Jan 27 22:12:44.208336 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a9cecfc5-a25b-4e22-8787-9129889071fb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.210513 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4afe6361-5d79-4fac-b1c3-f4873a423c85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.233964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-13edb996-93c2-4911-a4ff-cacff5dda4e2 admin admin] Deleting subnet ba04770e-6396-4644-b80f-4f1410c58760 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:44.274174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cecfc5-a25b-4e22-8787-9129889071fb']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:44.310064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1348304f-a252-42ec-bfbd-da2e71fe4f36') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:44.310555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1348304f-a252-42ec-bfbd-da2e71fe4f36') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:44.312091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13edb996-93c2-4911-a4ff-cacff5dda4e2 admin admin] Publish callbacks [] for subnet (ba04770e-6396-4644-b80f-4f1410c58760), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.335239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-71479697-988b-4f40-9982-cfaffc01c898 None None] Port bdf013ee-b190-4182-a651-80ddfed1f4de cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:44.362022 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (1348304f-a252-42ec-bfbd-da2e71fe4f36), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.405944 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1348304f-a252-42ec-bfbd-da2e71fe4f36), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.408232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:44.439770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:44.442681 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (1348304f-a252-42ec-bfbd-da2e71fe4f36), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.529957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:44.571156 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4afe6361-5d79-4fac-b1c3-f4873a423c85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (d4ba00ca-c892-46ad-8dec-8735806ec42b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.588168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:44.589244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e67678c4-1a41-40aa-a5f1-8c03dc9b3ebb not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:44.613562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4afe6361-5d79-4fac-b1c3-f4873a423c85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d4ba00ca-c892-46ad-8dec-8735806ec42b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.641000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4afe6361-5d79-4fac-b1c3-f4873a423c85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.642293 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4afe6361-5d79-4fac-b1c3-f4873a423c85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7718644 Jan 27 22:12:44.650856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47180) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:44.677677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d3248aa8-5730-4dc0-ae8b-3c0116e3edfe tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'security_group': {'name': 'tempest-secgroup-224570206'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:44.690527 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13edb996-93c2-4911-a4ff-cacff5dda4e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (ba04770e-6396-4644-b80f-4f1410c58760), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:44.732511 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:44.735564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b998f731-fd78-44ee-aaff-970588613bdc no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:44.775369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe6361-5d79-4fac-b1c3-f4873a423c85 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ba00ca-c892-46ad-8dec-8735806ec42b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:44.785660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a9cecfc5-a25b-4e22-8787-9129889071fb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.798414 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3248aa8-5730-4dc0-ae8b-3c0116e3edfe tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.814069 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.825238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b998f731-fd78-44ee-aaff-970588613bdc {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:44.825597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b998f731-fd78-44ee-aaff-970588613bdc not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:44.826031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device befba095-174d-44ff-a4d5-95e1c0f4caa8 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:44.830504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/networks/a9cecfc5-a25b-4e22-8787-9129889071fb HTTP/1.1" status: 204 len: 168 time: 3.0042088 Jan 27 22:12:44.844620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47182) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:44.918754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: befba095-174d-44ff-a4d5-95e1c0f4caa8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:44.919195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device befba095-174d-44ff-a4d5-95e1c0f4caa8 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:44.926063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13edb996-93c2-4911-a4ff-cacff5dda4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (ba04770e-6396-4644-b80f-4f1410c58760), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.931012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ddf41e5-b40b-4b30-839d-4d58d2f4cd9a req-4e517c75-a93c-4761-a202-4c065a40bed1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087922 Jan 27 22:12:44.970595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b41f1-b945-43dc-b1d5-1bc5a035fe8a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Network': ['ID=a9cecfc5-a25b-4e22-8787-9129889071fb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:45.032282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2daf6726-077e-42a5-b9b5-133ffe4feffd req-f1a538a7-a783-4701-a537-2a2b7ff5e764 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2640407 Jan 27 22:12:45.157017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5540c5c8-0e37-4de6-b425-3c6d53598908 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (79ae52a7-559d-4b2f-8add-a482579698eb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.248230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5540c5c8-0e37-4de6-b425-3c6d53598908 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (79ae52a7-559d-4b2f-8add-a482579698eb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.260235 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13edb996-93c2-4911-a4ff-cacff5dda4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (ba04770e-6396-4644-b80f-4f1410c58760), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.303820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edb996-93c2-4911-a4ff-cacff5dda4e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba04770e-6396-4644-b80f-4f1410c58760,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:45.322519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3248aa8-5730-4dc0-ae8b-3c0116e3edfe tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.360102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3248aa8-5730-4dc0-ae8b-3c0116e3edfe tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.381371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-13edb996-93c2-4911-a4ff-cacff5dda4e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.387949 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-13edb996-93c2-4911-a4ff-cacff5dda4e2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ba04770e-6396-4644-b80f-4f1410c58760 HTTP/1.1" status: 204 len: 168 time: 1.4378088 Jan 27 22:12:45.389187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47186) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:45.522840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6a636-14e6-498f-9b94-ffcfe4298bae None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:45.554572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d3248aa8-5730-4dc0-ae8b-3c0116e3edfe tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.565414 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d3248aa8-5730-4dc0-ae8b-3c0116e3edfe tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9133713 Jan 27 22:12:45.577910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:45.613633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-223878723', 'security_groups': ['545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3'], 'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd03e4b38-7e6d-4427-acec-c6278118853d'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:45.624761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (54733c4b-8bb1-4e75-ba90-2cca3b5ceab7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.783309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b0661d16-f3c8-4639-8810-8463248bb9b3 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:45.784915 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0661d16-f3c8-4639-8810-8463248bb9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.882727 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (54733c4b-8bb1-4e75-ba90-2cca3b5ceab7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.998451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54733c4b-8bb1-4e75-ba90-2cca3b5ceab7']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:46.046911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3248aa8-5730-4dc0-ae8b-3c0116e3edfe tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:46.082837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cb6bd0-f1a7-494e-b8e2-0abf381a5389') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:46.087903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cb6bd0-f1a7-494e-b8e2-0abf381a5389') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:46.091245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5540c5c8-0e37-4de6-b425-3c6d53598908 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (79ae52a7-559d-4b2f-8add-a482579698eb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.119885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5540c5c8-0e37-4de6-b425-3c6d53598908 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.126473 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5540c5c8-0e37-4de6-b425-3c6d53598908 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/security-groups/79ae52a7-559d-4b2f-8add-a482579698eb HTTP/1.1" status: 204 len: 168 time: 1.2804415 Jan 27 22:12:46.153187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (38cb6bd0-f1a7-494e-b8e2-0abf381a5389), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.197926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540c5c8-0e37-4de6-b425-3c6d53598908 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ae52a7-559d-4b2f-8add-a482579698eb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:46.202285 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (38cb6bd0-f1a7-494e-b8e2-0abf381a5389), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.239290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:46.241680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:46.248944 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (38cb6bd0-f1a7-494e-b8e2-0abf381a5389), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:46.262510 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:46.507190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b0661d16-f3c8-4639-8810-8463248bb9b3 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:46.558528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b0661d16-f3c8-4639-8810-8463248bb9b3 None None] Provisioning complete for port bdf013ee-b190-4182-a651-80ddfed1f4de triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:46.558953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0661d16-f3c8-4639-8810-8463248bb9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.680733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.706328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] device_id is not set on port 09995fd9-4d71-401a-ac15-8ecd14f4766a yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:46.886100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe699-5771-4441-bbbf-982d3e54d4ff req-e354f533-6a6b-4c29-b4d6-417c837e8e20 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:46.899296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-274fe699-5771-4441-bbbf-982d3e54d4ff req-e354f533-6a6b-4c29-b4d6-417c837e8e20 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.6291063 Jan 27 22:12:46.901545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (54733c4b-8bb1-4e75-ba90-2cca3b5ceab7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.930591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.945165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] 10.222.0.45 "DELETE /v2.0/networks/54733c4b-8bb1-4e75-ba90-2cca3b5ceab7 HTTP/1.1" status: 204 len: 168 time: 1.5467672 Jan 27 22:12:47.061524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7e563-7058-4f38-a2a6-b273dc61ae83 admin admin] Pushing event deleted for resources: {'Network': ['ID=54733c4b-8bb1-4e75-ba90-2cca3b5ceab7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:47.101250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4d0a7-95ee-4904-bfa4-d8aeee9f2c39 req-95a634a4-fdd7-40b1-bbe9-61fd457bafea tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:47.105025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09b4d0a7-95ee-4904-bfa4-d8aeee9f2c39 req-95a634a4-fdd7-40b1-bbe9-61fd457bafea tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.7668526 Jan 27 22:12:47.220480 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8::2b (29b654fe-1f60-4a84-bd34-773e8755d809/d03e4b38-7e6d-4427-acec-c6278118853d/09995fd9-4d71-401a-ac15-8ecd14f4766a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:47.339879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b0661d16-f3c8-4639-8810-8463248bb9b3 None None] Port bdf013ee-b190-4182-a651-80ddfed1f4de cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:47.417699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47200) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:47.432246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0bbfeb-af05-4924-8209-ab1db158f7ba None None] Update dhcp port {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'fixed_ips': [{'subnet_id': 'b3da68d4-449f-4ae8-b5f3-71ad1b89119b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd03e4b38-7e6d-4427-acec-c6278118853d'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:12:47.477746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-274fe699-5771-4441-bbbf-982d3e54d4ff req-83291398-cecf-475b-908f-91074bb52714 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5304499 Jan 27 22:12:47.521835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09b4d0a7-95ee-4904-bfa4-d8aeee9f2c39 req-b136742d-da0a-476b-aa55-3addf142d10c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002571 Jan 27 22:12:47.536026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0bbfeb-af05-4924-8209-ab1db158f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.611187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-361a13f5-ff3e-4b5b-8ec3-995edadf1799 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d27ffb8b15d4992816974f5f1a615b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795442 Jan 27 22:12:47.612825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47204) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:47.726719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.871197 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-390ca0ff-0b22-447e-80ab-1038b04744f9 admin admin] Publish callbacks [] for security_group (eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.872439 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.963720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=09995fd9-4d71-401a-ac15-8ecd14f4766a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:47.993342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:47.999247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:48.008995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:48.030715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:48.031545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.067217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-390ca0ff-0b22-447e-80ab-1038b04744f9 admin admin] Publish callbacks [] for security_group (eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.084828 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bd199f72-1e6d-4715-9764-46e7266d80f4 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4929159 Jan 27 22:12:48.091669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:48.112555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1d5afe01-4138-4109-9e17-529350968493 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:48.255111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-390ca0ff-0b22-447e-80ab-1038b04744f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.264323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-390ca0ff-0b22-447e-80ab-1038b04744f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.275970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-390ca0ff-0b22-447e-80ab-1038b04744f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903 HTTP/1.1" status: 204 len: 168 time: 0.6604981 Jan 27 22:12:48.316331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ca0ff-0b22-447e-80ab-1038b04744f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb33b29e-e8e5-4a4b-9a4c-b8a2a6292903,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:48.332779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-da0bbfeb-af05-4924-8209-ab1db158f7ba None None] Allocated IP 2001:db8::2 (29b654fe-1f60-4a84-bd34-773e8755d809/d03e4b38-7e6d-4427-acec-c6278118853d/8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:48.514226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5afe01-4138-4109-9e17-529350968493 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:48.520063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1d5afe01-4138-4109-9e17-529350968493 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.890955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-da0bbfeb-af05-4924-8209-ab1db158f7ba None None] For port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,segment=NetworkSegment(27c942ea-3af8-4483-840e-d318a22ee110),segment_id=27c942ea-3af8-4483-840e-d318a22ee110)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:48.933839 n-d-826529-2 neutron-server[103329]: INFO neutron.db.ipam_backend_mixin [None req-1d5afe01-4138-4109-9e17-529350968493 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d03e4b38-7e6d-4427-acec-c6278118853d (CIDR: 2001:db8::/64) Jan 27 22:12:48.947236 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5afe01-4138-4109-9e17-529350968493 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:12:48.947849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08063ec-cab0-40bd-931a-ff3ed17c9d3a req-923315b6-475d-42b1-bb6a-04d39b0d8b6c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:48.948100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5afe01-4138-4109-9e17-529350968493 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:48.965131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e08063ec-cab0-40bd-931a-ff3ed17c9d3a req-923315b6-475d-42b1-bb6a-04d39b0d8b6c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.3471355 Jan 27 22:12:49.011672 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1d5afe01-4138-4109-9e17-529350968493 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9187021 Jan 27 22:12:49.014739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47222) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:49.035306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a167c536-4427-4b10-b5ef-8a276277aef6 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:49.055759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0bbfeb-af05-4924-8209-ab1db158f7ba None None] Publish callbacks [] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.107681 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da0bbfeb-af05-4924-8209-ab1db158f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.195457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e08063ec-cab0-40bd-931a-ff3ed17c9d3a req-a627d113-11bc-4422-be50-a6d136dfdbe9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292540 Jan 27 22:12:49.369610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a167c536-4427-4b10-b5ef-8a276277aef6 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:49.373995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a167c536-4427-4b10-b5ef-8a276277aef6 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.598939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc8e1f-6e0b-4921-908b-ae718f72220d req-042e2a93-e334-40b9-a267-44a6bb2b06ce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:49.610195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39bc8e1f-6e0b-4921-908b-ae718f72220d req-042e2a93-e334-40b9-a267-44a6bb2b06ce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.2550740 Jan 27 22:12:49.622947 n-d-826529-2 neutron-server[103329]: INFO neutron.db.ipam_backend_mixin [None req-a167c536-4427-4b10-b5ef-8a276277aef6 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b3da68d4-449f-4ae8-b5f3-71ad1b89119b (CIDR: 2001:db8:0:1::/64) Jan 27 22:12:49.634805 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-a167c536-4427-4b10-b5ef-8a276277aef6 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:12:49.635742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a167c536-4427-4b10-b5ef-8a276277aef6 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:49.646119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:49.667313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-23f5b34d-35ea-4975-97ad-0fad7581c1b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429329623', 'description': 'tempest-secgroup-smoke-1429329623 description', 'project_id': '75cb12138042437b98d6c30ac4673882'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:49.676294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bbfeb-af05-4924-8209-ab1db158f7ba None None] Pushing event updated for resources: {'Port': ['ID=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:49.715566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.755865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39bc8e1f-6e0b-4921-908b-ae718f72220d req-a582e3f6-8d3a-47a1-819b-ff59d416f7b0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422200 Jan 27 22:12:49.770516 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a167c536-4427-4b10-b5ef-8a276277aef6 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7542434 Jan 27 22:12:49.773773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47232) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:49.780277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'subnet': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:49.817095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23f5b34d-35ea-4975-97ad-0fad7581c1b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.129015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23f5b34d-35ea-4975-97ad-0fad7581c1b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (1dee12c3-377d-4524-b2de-03a329334e57), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.138065 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23f5b34d-35ea-4975-97ad-0fad7581c1b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1dee12c3-377d-4524-b2de-03a329334e57), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.145004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Made reservation on behalf of b813da558a654e4893784772320c3729 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:50.149794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.289857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b34d-35ea-4975-97ad-0fad7581c1b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dee12c3-377d-4524-b2de-03a329334e57,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:50.298999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23f5b34d-35ea-4975-97ad-0fad7581c1b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.301418 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-23f5b34d-35ea-4975-97ad-0fad7581c1b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6451280 Jan 27 22:12:50.304568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47246) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:50.310210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-055c5986-e932-4622-88c0-cf01506d7442 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '1dee12c3-377d-4524-b2de-03a329334e57', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:50.351280 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-055c5986-e932-4622-88c0-cf01506d7442 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (8a653593-c6b2-4e8b-8117-94f78620648f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.503764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-055c5986-e932-4622-88c0-cf01506d7442 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (8a653593-c6b2-4e8b-8117-94f78620648f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.517628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-055c5986-e932-4622-88c0-cf01506d7442 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (8a653593-c6b2-4e8b-8117-94f78620648f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.570300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-055c5986-e932-4622-88c0-cf01506d7442 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.572907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-055c5986-e932-4622-88c0-cf01506d7442 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2670827 Jan 27 22:12:50.576252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:50.584367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ed970124-67c8-4689-a1d0-faf14eee6c80 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '1dee12c3-377d-4524-b2de-03a329334e57', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:50.619377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45f355-c599-459c-8927-dd7265577c4c req-8b2060ea-304f-4387-ba3d-77c057527fbe tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:50.632699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af45f355-c599-459c-8927-dd7265577c4c req-8b2060ea-304f-4387-ba3d-77c057527fbe tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.2483246 Jan 27 22:12:50.664912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed970124-67c8-4689-a1d0-faf14eee6c80 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (8709fd48-a386-41e0-b541-dd5a4215d360), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.768403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c5986-e932-4622-88c0-cf01506d7442 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a653593-c6b2-4e8b-8117-94f78620648f,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:50.879844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:50.916731 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed970124-67c8-4689-a1d0-faf14eee6c80 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (8709fd48-a386-41e0-b541-dd5a4215d360), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.930549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed970124-67c8-4689-a1d0-faf14eee6c80 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (8709fd48-a386-41e0-b541-dd5a4215d360), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.982607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af45f355-c599-459c-8927-dd7265577c4c req-fa09c776-e005-433d-a258-b414a79b65e8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463073 Jan 27 22:12:50.999086 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.002655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970124-67c8-4689-a1d0-faf14eee6c80 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8709fd48-a386-41e0-b541-dd5a4215d360,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:51.024189 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed970124-67c8-4689-a1d0-faf14eee6c80 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.029964 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ed970124-67c8-4689-a1d0-faf14eee6c80 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4482608 Jan 27 22:12:51.030841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47262) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:51.045871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9e5a096b-ad4a-4170-8796-25a94c8bdcdd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '1dee12c3-377d-4524-b2de-03a329334e57', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:51.071102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:51.071548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.131045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e5a096b-ad4a-4170-8796-25a94c8bdcdd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (1404e649-a57c-4e7e-8000-4f4ad37ee41a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.289476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:51.358188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e5a096b-ad4a-4170-8796-25a94c8bdcdd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (1404e649-a57c-4e7e-8000-4f4ad37ee41a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.368650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e5a096b-ad4a-4170-8796-25a94c8bdcdd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (1404e649-a57c-4e7e-8000-4f4ad37ee41a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.400742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a096b-ad4a-4170-8796-25a94c8bdcdd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1404e649-a57c-4e7e-8000-4f4ad37ee41a,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:51.436083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e5a096b-ad4a-4170-8796-25a94c8bdcdd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.438203 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9e5a096b-ad4a-4170-8796-25a94c8bdcdd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4058168 Jan 27 22:12:51.440871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47268) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:51.447917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9da8e9a6-3158-486c-a40a-e50aecf6141d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '1dee12c3-377d-4524-b2de-03a329334e57', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:51.448406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:51.519347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da8e9a6-3158-486c-a40a-e50aecf6141d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (d3679d80-5188-4953-b3c0-1cac48469fa9), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.526734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f75a75fb-70ff-44a1-b465-7e8387e745c6 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:51.527321 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f75a75fb-70ff-44a1-b465-7e8387e745c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.595478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe33874-e8a9-40a0-b211-c9464641de3a req-f009b764-1671-4a80-833a-8c25a35a2798 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:51.597207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fe33874-e8a9-40a0-b211-c9464641de3a req-f009b764-1671-4a80-833a-8c25a35a2798 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.4066300 Jan 27 22:12:51.752029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da8e9a6-3158-486c-a40a-e50aecf6141d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (d3679d80-5188-4953-b3c0-1cac48469fa9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.764262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da8e9a6-3158-486c-a40a-e50aecf6141d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d3679d80-5188-4953-b3c0-1cac48469fa9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.806413 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da8e9a6-3158-486c-a40a-e50aecf6141d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.812682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47270) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:51.831643 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9da8e9a6-3158-486c-a40a-e50aecf6141d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3651462 Jan 27 22:12:51.846929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-cc0b5dd0-0510-426a-8afa-fb0875c25038 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '1dee12c3-377d-4524-b2de-03a329334e57', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:51.849418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8e9a6-3158-486c-a40a-e50aecf6141d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3679d80-5188-4953-b3c0-1cac48469fa9,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:51.882529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f75a75fb-70ff-44a1-b465-7e8387e745c6 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:51.907315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f75a75fb-70ff-44a1-b465-7e8387e745c6 None None] Provisioning complete for port bdf013ee-b190-4182-a651-80ddfed1f4de triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:51.907746 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f75a75fb-70ff-44a1-b465-7e8387e745c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.954698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fe33874-e8a9-40a0-b211-c9464641de3a req-5805827c-a7e7-40bd-8369-7b9e8771856e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444812 Jan 27 22:12:52.018246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f75a75fb-70ff-44a1-b465-7e8387e745c6 None None] Port bdf013ee-b190-4182-a651-80ddfed1f4de cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:52.054158 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-cc0b5dd0-0510-426a-8afa-fb0875c25038 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Project 75cb12138042437b98d6c30ac4673882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:12:52.068034 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.094283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5dd0-0510-426a-8afa-fb0875c25038 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (a30b7848-6abe-4a39-819a-b5bf31827afa), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.157244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-26a0b35c-9f9e-42cd-a059-ac4d5ce602ae None None] Provisioning complete for port 09995fd9-4d71-401a-ac15-8ecd14f4766a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:52.160029 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-26a0b35c-9f9e-42cd-a059-ac4d5ce602ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.309460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1719007534-network', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:52.317060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-26a0b35c-9f9e-42cd-a059-ac4d5ce602ae None None] Port 09995fd9-4d71-401a-ac15-8ecd14f4766a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:52.363466 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Made reservation on behalf of 76cd6868af824a2a8c94f75d0bf6e881 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:52.366850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.383300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Network 29b654fe-1f60-4a84-bd34-773e8755d809 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:52.401091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.440695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:52.450765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:52.452438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.466982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfacdfe-9f03-4b86-a810-eaf268abd00b None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:52.525111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7498066 Jan 27 22:12:52.534727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47280) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.546831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-309722590', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79'}], 'security_groups': ['994fb13b-3a4e-40a0-a5e3-2a6816564a13', 'd4ba00ca-c892-46ad-8dec-8735806ec42b']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:52.553600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d14f55-7f91-47d7-8a0a-71e1c8f8b731 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Subnet': ['ID=ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:52.622017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2375328-168a-4319-bd23-2c9c698709c5 req-26ae7cc9-9a62-45b9-9256-e31da7426a63 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:52.623811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2375328-168a-4319-bd23-2c9c698709c5 req-26ae7cc9-9a62-45b9-9256-e31da7426a63 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.5073371 Jan 27 22:12:52.693448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ebec48d7-a5e9-497f-8266-4e00ef65706d None None] Could not find standard attr ID for object cf2211c2-673d-47d1-925b-b8299485a683. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:12:52.728205 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5dd0-0510-426a-8afa-fb0875c25038 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (a30b7848-6abe-4a39-819a-b5bf31827afa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.739781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2375328-168a-4319-bd23-2c9c698709c5 req-1c367995-4acc-4fd0-be8f-c50d54af6e65 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063805 Jan 27 22:12:52.749973 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5dd0-0510-426a-8afa-fb0875c25038 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (a30b7848-6abe-4a39-819a-b5bf31827afa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.815491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5dd0-0510-426a-8afa-fb0875c25038 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.823253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cc0b5dd0-0510-426a-8afa-fb0875c25038 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0017121 Jan 27 22:12:52.826034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47284) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.832994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c61913e1-a67e-4123-968d-bd9e9d008512 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '1dee12c3-377d-4524-b2de-03a329334e57', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:52.840040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b5dd0-0510-426a-8afa-fb0875c25038 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30b7848-6abe-4a39-819a-b5bf31827afa,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:52.865421 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Publish callbacks [] for security_group (4cb07524-6bea-4110-b21e-8333b1f5cee1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.889155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4cb07524-6bea-4110-b21e-8333b1f5cee1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.891173 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-c61913e1-a67e-4123-968d-bd9e9d008512 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Project 75cb12138042437b98d6c30ac4673882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:12:52.902096 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c61913e1-a67e-4123-968d-bd9e9d008512 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (77fd7026-9392-4c24-abec-6cb749942dfb), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.968505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae536365-c22c-4f8c-b951-4d84da5b7db7 None None] Update dhcp port {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'fixed_ips': [{'subnet_id': 'b3da68d4-449f-4ae8-b5f3-71ad1b89119b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd03e4b38-7e6d-4427-acec-c6278118853d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:12:53.031585 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae536365-c22c-4f8c-b951-4d84da5b7db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.131049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c61913e1-a67e-4123-968d-bd9e9d008512 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (77fd7026-9392-4c24-abec-6cb749942dfb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.141386 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c61913e1-a67e-4123-968d-bd9e9d008512 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (77fd7026-9392-4c24-abec-6cb749942dfb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.190855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61913e1-a67e-4123-968d-bd9e9d008512 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fd7026-9392-4c24-abec-6cb749942dfb,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:53.212964 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c61913e1-a67e-4123-968d-bd9e9d008512 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.214374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c61913e1-a67e-4123-968d-bd9e9d008512 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3870573 Jan 27 22:12:53.217817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47290) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.229171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'network': {'name': 'tempest-network-smoke--1305775625', 'project_id': '75cb12138042437b98d6c30ac4673882', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:53.396485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:53.403914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.455768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b6591-6f37-4c5a-a135-1d95e6cd2985 req-db7005cc-fc75-46ad-a873-5e29e8b39a50 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:53.457847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b00b6591-6f37-4c5a-a135-1d95e6cd2985 req-db7005cc-fc75-46ad-a873-5e29e8b39a50 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.2152927 Jan 27 22:12:53.543811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:12:53.608930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e27724c4-78a3-4d59-9f66-1e794af2748e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.609508 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Added segment e27724c4-78a3-4d59-9f66-1e794af2748e of type vlan for network f2809a52-654c-4f31-8abb-4ad62aa91b9b Jan 27 22:12:53.704595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b00b6591-6f37-4c5a-a135-1d95e6cd2985 req-0e074582-57d1-4a87-93c7-5aa6e6332fdd tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295442 Jan 27 22:12:53.810487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f2809a52-654c-4f31-8abb-4ad62aa91b9b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.888896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:12:53.913307 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f2809a52-654c-4f31-8abb-4ad62aa91b9b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.934831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:53.944121 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.957307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ae536365-c22c-4f8c-b951-4d84da5b7db7 None None] Allocated IP 2001:db8:0:2::2 (29b654fe-1f60-4a84-bd34-773e8755d809/ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79/8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:53.978192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb07524-6bea-4110-b21e-8333b1f5cee1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:54.047384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (14e687b2-6af6-4046-b987-1212d56653f7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.056468 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Added segment 14e687b2-6af6-4046-b987-1212d56653f7 of type vlan for network 220fb8da-548e-41a8-bf5d-91f357267b1c Jan 27 22:12:54.304174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ae536365-c22c-4f8c-b951-4d84da5b7db7 None None] For port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,segment=NetworkSegment(27c942ea-3af8-4483-840e-d318a22ee110),segment_id=27c942ea-3af8-4483-840e-d318a22ee110)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:54.353506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.370834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (220fb8da-548e-41a8-bf5d-91f357267b1c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.386886 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae536365-c22c-4f8c-b951-4d84da5b7db7 None None] Publish callbacks [] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.400025 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae536365-c22c-4f8c-b951-4d84da5b7db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.437809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2184825 Jan 27 22:12:54.447717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47296) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:54.495846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'admin_state_up': True, 'project_id': '75cb12138042437b98d6c30ac4673882', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:54.581045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21e16e-0846-4c6c-b1ea-636d6e3da64e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Network': ['ID=f2809a52-654c-4f31-8abb-4ad62aa91b9b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:54.617137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:12:54.654538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933781b-9f7b-4707-946c-c291cdd48856 req-94f3fca6-656b-4d8c-b048-21ec822199db tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:54.664777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9933781b-9f7b-4707-946c-c291cdd48856 req-94f3fca6-656b-4d8c-b048-21ec822199db tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.6953158 Jan 27 22:12:54.734269 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (1f53da4b-0446-4288-b8f4-f3190a537aa4), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.737884 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (1f53da4b-0446-4288-b8f4-f3190a537aa4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.114937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9933781b-9f7b-4707-946c-c291cdd48856 req-de5476f3-5806-458e-93e8-dd8478c24bae tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405000 Jan 27 22:12:55.120886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae536365-c22c-4f8c-b951-4d84da5b7db7 None None] Pushing event updated for resources: {'Port': ['ID=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:55.122591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_controller (1f53da4b-0446-4288-b8f4-f3190a537aa4), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.365409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (220fb8da-548e-41a8-bf5d-91f357267b1c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.369946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:55.372455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.657792 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.3669572 Jan 27 22:12:55.677621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47302) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:55.688920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (1f53da4b-0446-4288-b8f4-f3190a537aa4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.710858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Request body: {'subnet': {'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1719007534-subnet', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:55.716432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b183f8-7747-495b-87eb-81181900f6ed req-e3ff38bf-ea46-443d-bdb3-dc7481581265 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:55.730144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b183f8-7747-495b-87eb-81181900f6ed req-e3ff38bf-ea46-443d-bdb3-dc7481581265 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.7599807 Jan 27 22:12:55.876515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f0d1a-92d9-4099-837e-6a8202d3bf84 admin admin] Pushing event updated for resources: {'Network': ['ID=220fb8da-548e-41a8-bf5d-91f357267b1c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:55.898677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 220fb8da-548e-41a8-bf5d-91f357267b1c details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:12:56.009797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Made reservation on behalf of 76cd6868af824a2a8c94f75d0bf6e881 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:56.013505 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.016813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b183f8-7747-495b-87eb-81181900f6ed req-d9e8b467-3b37-4588-8925-3efb4783624d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856712 Jan 27 22:12:56.432925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Delete allocated IP 2001:db8::2b (29b654fe-1f60-4a84-bd34-773e8755d809/d03e4b38-7e6d-4427-acec-c6278118853d) {{(pid=103329) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:12:56.464570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Allocated IP 2001:db8:0:2::2c2 (29b654fe-1f60-4a84-bd34-773e8755d809/ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79/09995fd9-4d71-401a-ac15-8ecd14f4766a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:56.571760 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (1f53da4b-0446-4288-b8f4-f3190a537aa4), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.626253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.743074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:56.751866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.960892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.25.8.119 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/f57885e8-8f03-4b02-894b-47806409cb6d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:57.029622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:57.200457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ea279-55de-47c5-b06d-d548e98f280b req-3e01a8b0-f31d-4e47-94f3-799a5438f1c8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:57.202223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e07ea279-55de-47c5-b06d-d548e98f280b req-3e01a8b0-f31d-4e47-94f3-799a5438f1c8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.7614195 Jan 27 22:12:57.311184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.327438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.344115 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (f57885e8-8f03-4b02-894b-47806409cb6d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.377206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:57.387754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.428514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Provisioning complete for port 09995fd9-4d71-401a-ac15-8ecd14f4766a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:57.429721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.433521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:57.435049 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.617431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Port 09995fd9-4d71-401a-ac15-8ecd14f4766a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:57.692497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] In _notify_port_updated(), no bound segment for port 09995fd9-4d71-401a-ac15-8ecd14f4766a on network 29b654fe-1f60-4a84-bd34-773e8755d809 {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:12:57.697999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:57.698769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.715324 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "PUT /v2.0/ports/09995fd9-4d71-401a-ac15-8ecd14f4766a HTTP/1.1" status: 200 len: 969 time: 5.1744809 Jan 27 22:12:57.716362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Checking segment: {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:57.716362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Network hostable DHCP agents. Network: 220fb8da-548e-41a8-bf5d-91f357267b1c, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:12:57.736676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47310) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:57.748436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Provisioning complete for port bdf013ee-b190-4182-a651-80ddfed1f4de triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:57.749435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.890640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1bd08-b2ee-4a06-99d5-cbfc786a04a3 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event updated for resources: {'Port': ['ID=09995fd9-4d71-401a-ac15-8ecd14f4766a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:57.971932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b995b220-0b01-4f07-9cef-934a8c204795 None None] Port bdf013ee-b190-4182-a651-80ddfed1f4de cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:57.999997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:58.013041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Network 220fb8da-548e-41a8-bf5d-91f357267b1c is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:12:58.053108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 220fb8da-548e-41a8-bf5d-91f357267b1c) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:58.071993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac546cf-34d7-41a9-8dfd-af02c7e81b8e None None] Network 220fb8da-548e-41a8-bf5d-91f357267b1c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:58.141980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:58.143257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.185745 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-381881c9-8faa-4adf-af18-d028f32c9180 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5061657 Jan 27 22:12:58.190807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47314) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:58.196557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:58.277019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (b5fed9a7-d44b-4345-835f-a659fe5b0059), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.297208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (b5fed9a7-d44b-4345-835f-a659fe5b0059), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.345633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdfa33-8e21-4e08-acee-aafead20ee2a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port 09995fd9-4d71-401a-ac15-8ecd14f4766a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:58.348787 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfa33-8e21-4e08-acee-aafead20ee2a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.370571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:58.427654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-711cd29b-15e9-41d1-a47b-b1bcc05aacb5 None None] Provisioning complete for port 09995fd9-4d71-401a-ac15-8ecd14f4766a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:58.428034 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-711cd29b-15e9-41d1-a47b-b1bcc05aacb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.523860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-711cd29b-15e9-41d1-a47b-b1bcc05aacb5 None None] Port 09995fd9-4d71-401a-ac15-8ecd14f4766a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:58.589330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-220fb8da-548e-41a8-bf5d-91f357267b1c', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:12:58.590219 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.613849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfa33-8e21-4e08-acee-aafead20ee2a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.641859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdfa33-8e21-4e08-acee-aafead20ee2a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for 09995fd9-4d71-401a-ac15-8ecd14f4766a owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:58.677234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e07ea279-55de-47c5-b06d-d548e98f280b req-81ee2bba-a494-4af0-a2b7-70185ac067c4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4493518 Jan 27 22:12:58.754963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fbc4d-707c-439a-9e4e-b382ff9ee200 req-6b973aa5-2d00-40e0-b6cb-19067c8e67cf tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:58.767667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f8fbc4d-707c-439a-9e4e-b382ff9ee200 req-6b973aa5-2d00-40e0-b6cb-19067c8e67cf tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 1.4037836 Jan 27 22:12:58.813806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.922098 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks [] for router_controller (b5fed9a7-d44b-4345-835f-a659fe5b0059), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.988645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Allocated IP 172.20.0.2 (220fb8da-548e-41a8-bf5d-91f357267b1c/51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9/2aa38cd4-7fb0-49db-a228-26ddfda7ccd9) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:59.008280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:59.061535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:59.093158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:59.199561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f8fbc4d-707c-439a-9e4e-b382ff9ee200 req-9d9fde6e-5993-404a-99dd-d185ce49bed1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098089 Jan 27 22:12:59.464107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks [] for router_gateway (b5fed9a7-d44b-4345-835f-a659fe5b0059), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.473929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfa33-8e21-4e08-acee-aafead20ee2a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (09995fd9-4d71-401a-ac15-8ecd14f4766a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.508282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Publish callbacks [] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.525883 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.546201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=f57885e8-8f03-4b02-894b-47806409cb6d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:59.578339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdfa33-8e21-4e08-acee-aafead20ee2a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=09995fd9-4d71-401a-ac15-8ecd14f4766a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:59.675714 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1cdfa33-8e21-4e08-acee-aafead20ee2a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.687257 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d1cdfa33-8e21-4e08-acee-aafead20ee2a tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/09995fd9-4d71-401a-ac15-8ecd14f4766a HTTP/1.1" status: 204 len: 168 time: 1.9383590 Jan 27 22:12:59.708444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Network 220fb8da-548e-41a8-bf5d-91f357267b1c is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:59.724518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:59.748913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:59.757970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47318) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:59.780166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.780750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.781008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.781354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.786103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.787497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.788098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.788680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.789212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.789564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.792318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.792695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.793035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:59.834777 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e3b1c6-3056-4fe7-bc49-339a6ef5dc7b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] GET failed (client error): The resource could not be found. Jan 27 22:12:59.840065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b5e3b1c6-3056-4fe7-bc49-339a6ef5dc7b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports/09995fd9-4d71-401a-ac15-8ecd14f4766a HTTP/1.1" status: 404 len: 333 time: 0.0804596 Jan 27 22:12:59.845562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47322) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:00.011868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb399b19-54c1-4484-8fb4-4a51efe9bbc1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.078561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Pushing event updated for resources: {'Port': ['ID=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:00.103787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Attempting to bind port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:00.104161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Attempting to bind port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:00.121034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb399b19-54c1-4484-8fb4-4a51efe9bbc1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.121666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Attempting to bind port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 on network 220fb8da-548e-41a8-bf5d-91f357267b1c {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:00.140251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:00.141079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Checking segment: {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:00.141884 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.142687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Bound using segment: {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:00.143685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Bound port: 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:00.144721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.208208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (1f53da4b-0446-4288-b8f4-f3190a537aa4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.441771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] For port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:00.447591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c1b21-ad21-4998-82ca-9f87b2a2507b req-2fcb98f4-47b1-4272-a0d3-99f6babf4318 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:00.450604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a36c1b21-ad21-4998-82ca-9f87b2a2507b req-2fcb98f4-47b1-4272-a0d3-99f6babf4318 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.2340913 Jan 27 22:13:00.471151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] For port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:00.490518 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.547985 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb399b19-54c1-4484-8fb4-4a51efe9bbc1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.559233 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-eb399b19-54c1-4484-8fb4-4a51efe9bbc1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.561114 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-eb399b19-54c1-4484-8fb4-4a51efe9bbc1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/security-groups/545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3 HTTP/1.1" status: 204 len: 168 time: 0.7115333 Jan 27 22:13:00.566339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47328) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:00.602043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb399b19-54c1-4484-8fb4-4a51efe9bbc1 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545b1ca5-8a3e-47f2-8c3f-53a17dd76bf3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:00.736890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4781fc-cb9d-4a97-9d3f-1f6a5a9aed90 None None] Pushing event updated for resources: {'Port': ['ID=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:00.759509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks [] for router_gateway (b5fed9a7-d44b-4345-835f-a659fe5b0059), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.814218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.965258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f70b-4f56-43be-a693-42481d006165 req-b15542de-4ef2-4577-9566-b839f474d51f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:00.966782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0b4f70b-4f56-43be-a693-42481d006165 req-b15542de-4ef2-4577-9566-b839f474d51f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.3896911 Jan 27 22:13:00.978715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a36c1b21-ad21-4998-82ca-9f87b2a2507b req-c3ac827f-13f9-490d-ae02-7c176fc99793 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5038531 Jan 27 22:13:01.088427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Allocated IP 172.25.8.236 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/711ed96d-98ef-4646-b405-b35debd0467c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:01.179323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cde32dd7-24ef-4c9e-84aa-10419ad42979 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (d4ba00ca-c892-46ad-8dec-8735806ec42b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.193892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0b4f70b-4f56-43be-a693-42481d006165 req-67158915-4fb2-475d-afa4-5fb0c3580d72 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079623 Jan 27 22:13:01.267810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cde32dd7-24ef-4c9e-84aa-10419ad42979 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (d4ba00ca-c892-46ad-8dec-8735806ec42b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.470792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (1f53da4b-0446-4288-b8f4-f3190a537aa4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.560709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks [] for port (711ed96d-98ef-4646-b405-b35debd0467c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.673222 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cde32dd7-24ef-4c9e-84aa-10419ad42979 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d4ba00ca-c892-46ad-8dec-8735806ec42b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.683882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cde32dd7-24ef-4c9e-84aa-10419ad42979 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.685857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cde32dd7-24ef-4c9e-84aa-10419ad42979 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/security-groups/d4ba00ca-c892-46ad-8dec-8735806ec42b HTTP/1.1" status: 204 len: 168 time: 1.1182296 Jan 27 22:13:01.697428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47336) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.747823 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (711ed96d-98ef-4646-b405-b35debd0467c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.800136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde32dd7-24ef-4c9e-84aa-10419ad42979 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ba00ca-c892-46ad-8dec-8735806ec42b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:01.927088 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:01.932841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:01.944186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:01.981335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b63b7a5c-53b0-4960-9312-d4e0d88df603 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (994fb13b-3a4e-40a0-a5e3-2a6816564a13), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.001205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Pushing event updated for resources: {'Port': ['ID=711ed96d-98ef-4646-b405-b35debd0467c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:02.072589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b63b7a5c-53b0-4960-9312-d4e0d88df603 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (994fb13b-3a4e-40a0-a5e3-2a6816564a13), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.157648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1f53da4b-0446-4288-b8f4-f3190a537aa4 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:02.574810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b63b7a5c-53b0-4960-9312-d4e0d88df603 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (994fb13b-3a4e-40a0-a5e3-2a6816564a13), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.580326 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b63b7a5c-53b0-4960-9312-d4e0d88df603 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.582224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b63b7a5c-53b0-4960-9312-d4e0d88df603 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/security-groups/994fb13b-3a4e-40a0-a5e3-2a6816564a13 HTTP/1.1" status: 204 len: 168 time: 0.8755288 Jan 27 22:13:02.628779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47344) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:02.874523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b7a5c-53b0-4960-9312-d4e0d88df603 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994fb13b-3a4e-40a0-a5e3-2a6816564a13,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:03.013789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks [] for router_gateway (b5fed9a7-d44b-4345-835f-a659fe5b0059), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:03.070478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b0c456-187a-468b-96ec-65a24631c230 None None] Network 220fb8da-548e-41a8-bf5d-91f357267b1c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:03.140087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54ec1e-1bd3-4a81-993e-ac78664f05ed req-bad891fd-484f-4eb6-912f-e761f66caa21 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:03.167406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd54ec1e-1bd3-4a81-993e-ac78664f05ed req-bad891fd-484f-4eb6-912f-e761f66caa21 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.9135079 Jan 27 22:13:03.220351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:03.308703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e2818d-03a7-4a27-bd55-ad5c301a4b49 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet d03e4b38-7e6d-4427-acec-c6278118853d {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:03.381568 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08e2818d-03a7-4a27-bd55-ad5c301a4b49 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (d03e4b38-7e6d-4427-acec-c6278118853d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:03.520650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e5b1e5d9-9a2a-4acc-b92f-cada0889cd16 None None] Provisioning complete for port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:03.532265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e5b1e5d9-9a2a-4acc-b92f-cada0889cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:03.594890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a3071-627d-4b88-8fdb-d34e8b14522c req-8cddc748-8f81-4087-ab05-37d2ed0532e8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:03.609046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee5a3071-627d-4b88-8fdb-d34e8b14522c req-8cddc748-8f81-4087-ab05-37d2ed0532e8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 1.1043139 Jan 27 22:13:03.678299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (b5fed9a7-d44b-4345-835f-a659fe5b0059), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:03.746128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:03.784594 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Sync routers for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:03.831176 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:03.832549 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:04.040320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee5a3071-627d-4b88-8fdb-d34e8b14522c req-a5e5b84d-8def-4a64-9dd4-3d1745a0cf99 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4295959 Jan 27 22:13:04.089109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Router b5fed9a7-d44b-4345-835f-a659fe5b0059 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:04.158276 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08e2818d-03a7-4a27-bd55-ad5c301a4b49 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (d03e4b38-7e6d-4427-acec-c6278118853d), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.174420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd54ec1e-1bd3-4a81-993e-ac78664f05ed req-48dc6917-ab43-48b0-a4c5-1940253b5f08 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8553038 Jan 27 22:13:04.261152 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:04.332569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.341012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-310dcc61-36f5-4106-8d44-1380fe2631ee tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.8800273 Jan 27 22:13:04.348493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47354) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:04.384620 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9607ef47-e7f3-418c-9149-6ebea398acee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.427175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:04.436879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:04.441347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.466002 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.472307 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9fc19ba9-ca9b-405e-8f3e-6e3b95f703a6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2753353 Jan 27 22:13:04.472832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47358) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:04.553928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e881cfeb-cd39-4340-9ffd-39d489090687 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=75cb12138042437b98d6c30ac4673882&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1903269 Jan 27 22:13:04.561812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47362) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:04.639074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Sync routers for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:04.864917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1e5d9-9a2a-4acc-b92f-cada0889cd16 None None] Current status of the port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:04.865532 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e5b1e5d9-9a2a-4acc-b92f-cada0889cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.117492 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:12:59Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:05.124244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:05.125283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:05.205807 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Checking router: 1f53da4b-0446-4288-b8f4-f3190a537aa4 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:05.206160 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Updating router 1f53da4b-0446-4288-b8f4-f3190a537aa4 port f57885e8-8f03-4b02-894b-47806409cb6d binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:05.286773 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.310873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08e2818d-03a7-4a27-bd55-ad5c301a4b49 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (d03e4b38-7e6d-4427-acec-c6278118853d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.528963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e5b1e5d9-9a2a-4acc-b92f-cada0889cd16 None None] For port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:05.577673 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e5b1e5d9-9a2a-4acc-b92f-cada0889cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.604265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47370) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:05.825124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:05.882828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efa2b3-25b6-4ecd-a4fb-c7444d3f4a02 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:05.891906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-35efa2b3-25b6-4ecd-a4fb-c7444d3f4a02 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3226554 Jan 27 22:13:05.895460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47374) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:06.049394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-811af460-eb8c-4c15-87cc-4f8533614931 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1274693 Jan 27 22:13:06.056565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47376) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:06.073341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781587358', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'project_id': '75cb12138042437b98d6c30ac4673882', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:06.095695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1e5d9-9a2a-4acc-b92f-cada0889cd16 None None] Pushing event updated for resources: {'Port': ['ID=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:06.197682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7704c-b8d8-4ca2-9651-4be050e8e40c req-8091275d-1ec0-4273-a8c9-56568457a7d4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:06.202510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95b7704c-b8d8-4ca2-9651-4be050e8e40c req-8091275d-1ec0-4273-a8c9-56568457a7d4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.6342206 Jan 27 22:13:06.295061 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Publish callbacks [] for port (f57885e8-8f03-4b02-894b-47806409cb6d), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.309407 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.314118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e1adab0e-0ca4-4dfa-9ccb-f63d05fbe252 None None] Provisioning complete for port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:06.314602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e1adab0e-0ca4-4dfa-9ccb-f63d05fbe252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.375036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635a8b3-ced9-40df-b8d4-7042e56afcba req-7a0a538f-ca21-4d38-83d4-995a5fa52553 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:06.385774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:06.392295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9635a8b3-ced9-40df-b8d4-7042e56afcba req-7a0a538f-ca21-4d38-83d4-995a5fa52553 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.8769984 Jan 27 22:13:06.435200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:06.461770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.565187 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Pushing event updated for resources: {'Port': ['ID=f57885e8-8f03-4b02-894b-47806409cb6d,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:06.604530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:06.662267 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f75d8c68-6b47-469b-8c1a-e4c920f6ea18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.672973 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Attempting to bind port f57885e8-8f03-4b02-894b-47806409cb6d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:06.673598 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Attempting to bind port f57885e8-8f03-4b02-894b-47806409cb6d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:06.674248 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Attempting to bind port f57885e8-8f03-4b02-894b-47806409cb6d on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:06.678680 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08e2818d-03a7-4a27-bd55-ad5c301a4b49 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (d03e4b38-7e6d-4427-acec-c6278118853d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.701334 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:06.702008 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:06.702676 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.703349 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:06.708553 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Bound port: f57885e8-8f03-4b02-894b-47806409cb6d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:06.709212 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.772695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08e2818d-03a7-4a27-bd55-ad5c301a4b49 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.776570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-08e2818d-03a7-4a27-bd55-ad5c301a4b49 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/d03e4b38-7e6d-4427-acec-c6278118853d HTTP/1.1" status: 204 len: 168 time: 4.1277213 Jan 27 22:13:06.815801 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.816219 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.816563 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.816898 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.817228 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.817555 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.817881 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.818204 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.818525 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.818951 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.819279 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.819633 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.820155 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:06.831553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95b7704c-b8d8-4ca2-9651-4be050e8e40c req-cf40a5f5-76fb-4338-90fb-fbd9aaf950ad tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5706763 Jan 27 22:13:06.832672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47378) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:06.867085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d0bb3-8214-485f-884d-93dd02a6a4b8 None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:06.926346 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] For port f57885e8-8f03-4b02-894b-47806409cb6d, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:06.947699 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] For port f57885e8-8f03-4b02-894b-47806409cb6d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f57885e8-8f03-4b02-894b-47806409cb6d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:06.959343 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.052205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:02Z', 'revision_number': 3, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:07.080475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f75d8c68-6b47-469b-8c1a-e4c920f6ea18 admin admin] Publish callbacks [] for security_group (952f1353-bf19-4cd8-b7ac-08b38c7ef8c0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.095738 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:07.097172 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:07.172571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2818d-03a7-4a27-bd55-ad5c301a4b49 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=d03e4b38-7e6d-4427-acec-c6278118853d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.182447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73dc168-110f-4644-ad4f-2d3698fbeb13 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:07.185089 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f75d8c68-6b47-469b-8c1a-e4c920f6ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (952f1353-bf19-4cd8-b7ac-08b38c7ef8c0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.228741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f75d8c68-6b47-469b-8c1a-e4c920f6ea18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe456701cee74c228195e801a308c8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5911467 Jan 27 22:13:07.228741 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (a184f59a-f76c-45a9-9c34-fa3fb201eaf4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.232393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47380) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:07.235106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f73dc168-110f-4644-ad4f-2d3698fbeb13 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.274197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Checking router: b5fed9a7-d44b-4345-835f-a659fe5b0059 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:07.283906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Updating router b5fed9a7-d44b-4345-835f-a659fe5b0059 port 711ed96d-98ef-4646-b405-b35debd0467c binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:07.333023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Subnet': ['ID=a184f59a-f76c-45a9-9c34-fa3fb201eaf4,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.364093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9635a8b3-ced9-40df-b8d4-7042e56afcba req-37830b43-df06-4f7b-b68c-bcb62bfa87ff tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8948967 Jan 27 22:13:07.437850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de5e2c5e-e1a2-44f5-b4c3-b05fd698610e admin admin] Publish callbacks [] for security_group (952f1353-bf19-4cd8-b7ac-08b38c7ef8c0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.478896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Checking segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:07.479813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network hostable DHCP agents. Network: f2809a52-654c-4f31-8abb-4ad62aa91b9b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:07.493460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e1adab0e-0ca4-4dfa-9ccb-f63d05fbe252 None None] Current status of the port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:07.497553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d8c68-6b47-469b-8c1a-e4c920f6ea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952f1353-bf19-4cd8-b7ac-08b38c7ef8c0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.545505 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c291d0d-9022-42fd-852e-e18f45668b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.553155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:07.553844 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.561138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f73dc168-110f-4644-ad4f-2d3698fbeb13 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.570559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:07.571277 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (711ed96d-98ef-4646-b405-b35debd0467c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.665570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f2809a52-654c-4f31-8abb-4ad62aa91b9b) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:07.683118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.684076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.740152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c7a2aa0e-20db-4288-9c5d-43b0b4b07044 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6714318 Jan 27 22:13:07.741398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47382) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:07.797279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de5e2c5e-e1a2-44f5-b4c3-b05fd698610e admin admin] Publish callbacks [] for security_group (952f1353-bf19-4cd8-b7ac-08b38c7ef8c0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.823488 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541ea4e-323b-4fc6-be7b-aaac55661c1c None None] Pushing event updated for resources: {'Port': ['ID=f57885e8-8f03-4b02-894b-47806409cb6d,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.924807 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:08.025832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd174447-879e-4fd6-97bc-194e396d5b50 None None] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:08.035260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.327907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f73dc168-110f-4644-ad4f-2d3698fbeb13 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.742219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2538b35-78ef-479e-bd5f-6f2d53f5d98d req-46c255c9-4329-4f9a-8a21-39bfa76e4fc3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.770313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2538b35-78ef-479e-bd5f-6f2d53f5d98d req-46c255c9-4329-4f9a-8a21-39bfa76e4fc3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.6497478 Jan 27 22:13:08.772975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f73dc168-110f-4644-ad4f-2d3698fbeb13 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.804992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de5e2c5e-e1a2-44f5-b4c3-b05fd698610e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (952f1353-bf19-4cd8-b7ac-08b38c7ef8c0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.820357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de5e2c5e-e1a2-44f5-b4c3-b05fd698610e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.823358 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-de5e2c5e-e1a2-44f5-b4c3-b05fd698610e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/952f1353-bf19-4cd8-b7ac-08b38c7ef8c0 HTTP/1.1" status: 204 len: 168 time: 1.5877123 Jan 27 22:13:08.900534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e2c5e-e1a2-44f5-b4c3-b05fd698610e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952f1353-bf19-4cd8-b7ac-08b38c7ef8c0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:08.917236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Allocated IP 172.20.0.1 (220fb8da-548e-41a8-bf5d-91f357267b1c/51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9/f047790a-9864-4231-ab35-6ee93ebc702d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:09.012305 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:12:59Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:09.153589 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a87139-fb26-4ed8-8d80-1f73c717d201 None None] The sync data for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 is: [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:12:59Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:09.184519 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Publish callbacks [] for port (711ed96d-98ef-4646-b405-b35debd0467c), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.202371 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (711ed96d-98ef-4646-b405-b35debd0467c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.291751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:13:09.292673 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.435483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.442363 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f73dc168-110f-4644-ad4f-2d3698fbeb13 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.443782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Publish callbacks [] for port (f047790a-9864-4231-ab35-6ee93ebc702d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.460996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f73dc168-110f-4644-ad4f-2d3698fbeb13 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79 HTTP/1.1" status: 204 len: 168 time: 2.3775494 Jan 27 22:13:09.477419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dc168-110f-4644-ad4f-2d3698fbeb13 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:09.522821 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47396) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:09.544220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.629696 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e218b27-d923-44b6-b37a-933924e0adae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:09.638806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e218b27-d923-44b6-b37a-933924e0adae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:09.642583 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7e218b27-d923-44b6-b37a-933924e0adae tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/d03e4b38-7e6d-4427-acec-c6278118853d HTTP/1.1" status: 404 len: 337 time: 0.1184733 Jan 27 22:13:09.683183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47398) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:09.733380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Network 220fb8da-548e-41a8-bf5d-91f357267b1c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:09.792521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:09.869079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2538b35-78ef-479e-bd5f-6f2d53f5d98d req-14f98478-95f7-4e76-b224-ea8fcd214bb3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8748887 Jan 27 22:13:09.945348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Pushing event updated for resources: {'Port': ['ID=711ed96d-98ef-4646-b405-b35debd0467c,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:09.966404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Attempting to bind port 711ed96d-98ef-4646-b405-b35debd0467c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:09.966828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Attempting to bind port 711ed96d-98ef-4646-b405-b35debd0467c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:09.967179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Attempting to bind port 711ed96d-98ef-4646-b405-b35debd0467c on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:10.013531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:10.014020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:10.014400 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.014805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:10.019247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Bound port: 711ed96d-98ef-4646-b405-b35debd0467c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:10.019247 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (711ed96d-98ef-4646-b405-b35debd0467c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.023145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47400) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:10.058536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7450fa5-b536-4bbb-943f-659da3c1a142 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting subnet b3da68d4-449f-4ae8-b5f3-71ad1b89119b {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:10.068036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7450fa5-b536-4bbb-943f-659da3c1a142 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (b3da68d4-449f-4ae8-b5f3-71ad1b89119b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.074604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a6e509-7dd6-4039-a57f-050113adee42 None None] Update dhcp port {'port': {'network_id': '29b654fe-1f60-4a84-bd34-773e8755d809', 'fixed_ips': [{'subnet_id': 'b3da68d4-449f-4ae8-b5f3-71ad1b89119b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ca2fc4a0-1040-49f7-8f4b-7ae00e83ad79'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:13:10.204993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7450fa5-b536-4bbb-943f-659da3c1a142 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (b3da68d4-449f-4ae8-b5f3-71ad1b89119b), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.213089 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-85a6e509-7dd6-4039-a57f-050113adee42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.226777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Allocated IP 172.20.0.2 (f2809a52-654c-4f31-8abb-4ad62aa91b9b/a184f59a-f76c-45a9-9c34-fa3fb201eaf4/0c8551ab-7176-41ea-89ec-053f9c1e3208) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:10.237365 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:13:10.242270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b428-e212-4186-a854-af614fc14361 req-077d8dbb-efc6-48fd-8803-812cc23e8960 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:10.268673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5e0b428-e212-4186-a854-af614fc14361 req-077d8dbb-efc6-48fd-8803-812cc23e8960 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 1.1252713 Jan 27 22:13:10.307884 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-642bdcfc-a037-40a7-a7de-6c762137db23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.480381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7450fa5-b536-4bbb-943f-659da3c1a142 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b3da68d4-449f-4ae8-b5f3-71ad1b89119b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.602341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f57885e8-8f03-4b02-894b-47806409cb6d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:10.618891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] For port 711ed96d-98ef-4646-b405-b35debd0467c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:10.686954 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:10.702578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Pushing event updated for resources: {'Port': ['ID=f047790a-9864-4231-ab35-6ee93ebc702d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:10.726214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:10.729873 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7450fa5-b536-4bbb-943f-659da3c1a142 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b3da68d4-449f-4ae8-b5f3-71ad1b89119b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.845965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7450fa5-b536-4bbb-943f-659da3c1a142 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Subnet': ['ID=b3da68d4-449f-4ae8-b5f3-71ad1b89119b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:10.894485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] For port 711ed96d-98ef-4646-b405-b35debd0467c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=711ed96d-98ef-4646-b405-b35debd0467c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:10.968299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7450fa5-b536-4bbb-943f-659da3c1a142 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.983601 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a7450fa5-b536-4bbb-943f-659da3c1a142 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/b3da68d4-449f-4ae8-b5f3-71ad1b89119b HTTP/1.1" status: 204 len: 168 time: 1.2989569 Jan 27 22:13:10.988456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-64f27c00-05e1-44bc-98f9-f9b077fa412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:10.990120 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-64f27c00-05e1-44bc-98f9-f9b077fa412f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561&tenant_id=279048c1f52843f6a6e53ad367ea9a4a HTTP/1.1" status: 200 len: 1095 time: 0.3049481 Jan 27 22:13:10.990749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47404) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:11.271227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (711ed96d-98ef-4646-b405-b35debd0467c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.321683 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (b5fed9a7-d44b-4345-835f-a659fe5b0059), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.372191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535991ff-55cb-4e13-b86e-3c1a7c3536b3 None None] Network 29b654fe-1f60-4a84-bd34-773e8755d809 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:11.513213 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce025aa-b11d-42b8-9f1c-26dc1e70864b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:11.513749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce025aa-b11d-42b8-9f1c-26dc1e70864b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:11.522446 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3ce025aa-b11d-42b8-9f1c-26dc1e70864b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/df488da9-1fec-4e46-8f56-b512558ec6a1 HTTP/1.1" status: 404 len: 337 time: 0.5266404 Jan 27 22:13:11.528147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47406) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:11.535119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-709ae431-ae6f-49be-801f-33c75621190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:11.539081 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-709ae431-ae6f-49be-801f-33c75621190b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1095 time: 0.4965379 Jan 27 22:13:11.559183 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.583825 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.619060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0bed1281-0945-4098-818b-b962a72eb091 None None] Provisioning complete for port f047790a-9864-4231-ab35-6ee93ebc702d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:11.619614 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-57c59a0b-f53c-4271-a55c-595679b35b21 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0 HTTP/1.1" status: 200 len: 205 time: 0.0755844 Jan 27 22:13:11.619832 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0bed1281-0945-4098-818b-b962a72eb091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.629156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47408) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:11.689755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0bed1281-0945-4098-818b-b962a72eb091 None None] Port f047790a-9864-4231-ab35-6ee93ebc702d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:11.693964 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-98b4a6f5-bfe8-4f9c-98c8-3fe4e79860eb tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] delete failed (client error): The resource could not be found. Jan 27 22:13:11.699133 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-98b4a6f5-bfe8-4f9c-98c8-3fe4e79860eb tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/routers/ec5826a2-a63e-4e6e-aaf5-168a08ecf9a0 HTTP/1.1" status: 404 len: 336 time: 0.0688105 Jan 27 22:13:11.714064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47410) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:11.735162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Pushing event updated for resources: {'Port': ['ID=711ed96d-98ef-4646-b405-b35debd0467c,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:11.765556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.766064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.766399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.766955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.767311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.767762 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.768419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.768769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.769297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.769889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.770861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.771915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.772839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65d53d7-5142-4c8d-95dd-483609065987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:11.891665 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-48df4172-8f74-4b80-bbf9-2a8f66937b21 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:11.892551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48df4172-8f74-4b80-bbf9-2a8f66937b21 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:11.896085 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-48df4172-8f74-4b80-bbf9-2a8f66937b21 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/1778d03b-5606-450e-9b80-7231bf6af605 HTTP/1.1" status: 404 len: 337 time: 0.1756585 Jan 27 22:13:11.919315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47412) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:11.944385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5e0b428-e212-4186-a854-af614fc14361 req-d53870a0-7360-4ab8-a69e-27b83be95cb4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6463370 Jan 27 22:13:12.018547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f57885e8-8f03-4b02-894b-47806409cb6d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:12.025896 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.032477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:12.035051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:12.051841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-5d127acd-0cdd-44b5-ad84-90eeae2f7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:12.054475 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-5d127acd-0cdd-44b5-ad84-90eeae2f7416 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.4460456 Jan 27 22:13:12.134859 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-247e7c28-2292-43c3-910b-67b216c819b2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:12.135923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247e7c28-2292-43c3-910b-67b216c819b2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:12.141555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-247e7c28-2292-43c3-910b-67b216c819b2 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/6b4fe13a-faa6-4f6f-ba99-a4bf41df3272 HTTP/1.1" status: 404 len: 337 time: 0.2174208 Jan 27 22:13:12.159197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67fb68-1dae-4c7f-9aae-1eafd7532aef req-4e001a8c-d86d-44b1-b9bb-44b0cc00f884 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:12.162300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a67fb68-1dae-4c7f-9aae-1eafd7532aef req-4e001a8c-d86d-44b1-b9bb-44b0cc00f884 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.4954913 Jan 27 22:13:12.170795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47418) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:12.207834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.325606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:12.354690 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-207bd640-5940-4aad-bb55-516b106d6cfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 999 time: 0.2922728 Jan 27 22:13:12.448313 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baa3485-398d-4293-aa03-f4e213d12b08 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:12.456272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baa3485-398d-4293-aa03-f4e213d12b08 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:12.475182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6baa3485-398d-4293-aa03-f4e213d12b08 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/d2b1d2fb-e706-4d10-a988-e6b65cbebb62 HTTP/1.1" status: 404 len: 337 time: 0.2923515 Jan 27 22:13:12.495462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47420) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:12.499961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] DHCP port deletion for 29b654fe-1f60-4a84-bd34-773e8755d809 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:13:12.566778 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e284b485-eb01-4b07-adc0-eafc70506752 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:12.567666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e284b485-eb01-4b07-adc0-eafc70506752 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:12.575396 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e284b485-eb01-4b07-adc0-eafc70506752 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/072e2194-6333-4eaa-bdcb-21496823b1f9 HTTP/1.1" status: 404 len: 333 time: 0.0782838 Jan 27 22:13:12.579513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47422) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:12.609727 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Publish callbacks [] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.656567 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.657161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-6292c30d-14ab-4660-8eb6-8334aef99f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:12.659985 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-6292c30d-14ab-4660-8eb6-8334aef99f2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.2946332 Jan 27 22:13:12.717830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5e90129d-ec89-4ab3-89fb-bf26abed3b45 None None] Provisioning complete for port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:12.718350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e90129d-ec89-4ab3-89fb-bf26abed3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.770322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a67fb68-1dae-4c7f-9aae-1eafd7532aef req-740d6656-6ba1-4484-b49a-8e746d061ec6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5648813 Jan 27 22:13:12.805416 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-642bdcfc-a037-40a7-a7de-6c762137db23 admin admin] Publish callbacks [] for security_group (86e21463-bf28-487d-b639-4903b084af91), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.816311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.859098 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a85d23c-cd35-45a8-a48c-d60ac09e764b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:12.861093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a85d23c-cd35-45a8-a48c-d60ac09e764b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:12.861503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Pushing event updated for resources: {'Port': ['ID=0c8551ab-7176-41ea-89ec-053f9c1e3208,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:12.869478 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-642bdcfc-a037-40a7-a7de-6c762137db23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (86e21463-bf28-487d-b639-4903b084af91), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.878775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:12.895349 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5a85d23c-cd35-45a8-a48c-d60ac09e764b tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/e4a5ea61-e35f-42cd-aa6d-2b5a92e268f6 HTTP/1.1" status: 404 len: 337 time: 0.2851090 Jan 27 22:13:12.904826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47424) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:12.911753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:12.918819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:13.022429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bdcfc-a037-40a7-a7de-6c762137db23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e21463-bf28-487d-b639-4903b084af91,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.107267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Publish callbacks [] for port (f047790a-9864-4231-ab35-6ee93ebc702d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.140236 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-341b1345-c95e-46d8-bc4f-9c6c64ad1238 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:13.140719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341b1345-c95e-46d8-bc4f-9c6c64ad1238 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:13.144190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-341b1345-c95e-46d8-bc4f-9c6c64ad1238 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/c0928190-83d5-4809-bf03-e1c6d159ca68 HTTP/1.1" status: 404 len: 337 time: 0.2338850 Jan 27 22:13:13.147237 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.155642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47428) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.165862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-642bdcfc-a037-40a7-a7de-6c762137db23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=416cdd619d3e46d0a5d8dc46a30ffcb9&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1269004 Jan 27 22:13:13.167123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47430) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.211338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-8dbf2715-c99e-4958-bb29-0b1a9fd39967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:13.213614 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-8dbf2715-c99e-4958-bb29-0b1a9fd39967 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5431175 Jan 27 22:13:13.214739 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-034b32a7-a10d-4d5f-b528-459d00fbc169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:13.215331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034b32a7-a10d-4d5f-b528-459d00fbc169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:13.218822 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-034b32a7-a10d-4d5f-b528-459d00fbc169 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/2bff6b14-16ef-4ac4-81aa-703425f700d6 HTTP/1.1" status: 404 len: 333 time: 0.0554669 Jan 27 22:13:13.261076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47432) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.334482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f57885e8-8f03-4b02-894b-47806409cb6d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:13.335206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.340182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5e90129d-ec89-4ab3-89fb-bf26abed3b45 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:13.379457 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-423cc706-9151-4f09-96ea-6b22a699ae7f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:13.381480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423cc706-9151-4f09-96ea-6b22a699ae7f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:13.390576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Attempting to bind port 0c8551ab-7176-41ea-89ec-053f9c1e3208 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:13.390956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Attempting to bind port 0c8551ab-7176-41ea-89ec-053f9c1e3208 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:13.391322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Attempting to bind port 0c8551ab-7176-41ea-89ec-053f9c1e3208 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:13.393021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-423cc706-9151-4f09-96ea-6b22a699ae7f tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/39b21dcf-c59d-4857-8e08-94375c9db8d7 HTTP/1.1" status: 404 len: 337 time: 0.1297395 Jan 27 22:13:13.394411 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] Deleting port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:13.394793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.400222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47434) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.404140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5e90129d-ec89-4ab3-89fb-bf26abed3b45 None None] Provisioning complete for port bdf013ee-b190-4182-a651-80ddfed1f4de triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:13.404517 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e90129d-ec89-4ab3-89fb-bf26abed3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.420429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (b5fed9a7-d44b-4345-835f-a659fe5b0059), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.451204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Pushing event updated for resources: {'Port': ['ID=f047790a-9864-4231-ab35-6ee93ebc702d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.466198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port f57885e8-8f03-4b02-894b-47806409cb6d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f57885e8-8f03-4b02-894b-47806409cb6d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:13.468391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5e90129d-ec89-4ab3-89fb-bf26abed3b45 None None] Port bdf013ee-b190-4182-a651-80ddfed1f4de cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:13.471139 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cf7d2d-f9f6-4e0d-aa0a-c6ac8dfee0f8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:13.472019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cf7d2d-f9f6-4e0d-aa0a-c6ac8dfee0f8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:13.477468 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3cf7d2d-f9f6-4e0d-aa0a-c6ac8dfee0f8 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/subnets/21de4066-d12e-415f-b9e0-35463f6ec2f8 HTTP/1.1" status: 404 len: 337 time: 0.0750659 Jan 27 22:13:13.478728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:13.478969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Checking segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:13.479391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.479825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Bound using segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:13.480337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Bound port: 0c8551ab-7176-41ea-89ec-053f9c1e3208, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:13.480731 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.486763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.511690 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.533057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e73057a-08e2-48ea-9e4f-d2071a5bbf99 admin admin] Publish callbacks [] for security_group (86e21463-bf28-487d-b639-4903b084af91), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.561967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e73057a-08e2-48ea-9e4f-d2071a5bbf99 admin admin] Publish callbacks [] for security_group (86e21463-bf28-487d-b639-4903b084af91), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.577604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] For port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,segment=NetworkSegment(27c942ea-3af8-4483-840e-d318a22ee110),segment_id=27c942ea-3af8-4483-840e-d318a22ee110)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:13.578781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.612391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] Calling delete_port for 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:13.616465 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-236c7ed4-5c39-433d-acd6-b53d2d171237 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453188 Jan 27 22:13:13.621858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c12c24-28c5-4896-b649-f6b56d35b953 req-d5a352e1-105d-4405-80ad-730ce0706fc9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:13.629702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16c12c24-28c5-4896-b649-f6b56d35b953 req-d5a352e1-105d-4405-80ad-730ce0706fc9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.4578595 Jan 27 22:13:13.654574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e73057a-08e2-48ea-9e4f-d2071a5bbf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (86e21463-bf28-487d-b639-4903b084af91), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.657447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e73057a-08e2-48ea-9e4f-d2071a5bbf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.658627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1e73057a-08e2-48ea-9e4f-d2071a5bbf99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86e21463-bf28-487d-b639-4903b084af91 HTTP/1.1" status: 204 len: 168 time: 0.4687982 Jan 27 22:13:13.710606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:08Z', 'revision_number': 1, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:13.740600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73057a-08e2-48ea-9e4f-d2071a5bbf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e21463-bf28-487d-b639-4903b084af91,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.869169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] For port 0c8551ab-7176-41ea-89ec-053f9c1e3208, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:13.883345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] For port 0c8551ab-7176-41ea-89ec-053f9c1e3208, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c8551ab-7176-41ea-89ec-053f9c1e3208,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:13.900737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:13.960506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16c12c24-28c5-4896-b649-f6b56d35b953 req-3cc16f17-6b2b-4b7f-b052-47487c52cbe0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290424 Jan 27 22:13:13.973685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Network 220fb8da-548e-41a8-bf5d-91f357267b1c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:14.008032 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.009169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:14.012146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe47b2-df92-4595-b262-ab4b33f2e31a None None] The sync data for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 is: [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:08Z', 'revision_number': 1, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:14.105529 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9ea485f0-20e8-484a-b833-90a9e62e6866 req-28fe212d-9b43-40ba-ba12-4dab5e433d7f service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768369 Jan 27 22:13:14.166912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-41424ed8-c695-4d2a-a1e5-4f926e704767 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Deleting port bdf013ee-b190-4182-a651-80ddfed1f4de {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:14.168044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41424ed8-c695-4d2a-a1e5-4f926e704767 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.205474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=f57885e8-8f03-4b02-894b-47806409cb6d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:14.363262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:14.363912 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.423066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310afb6-c19d-4486-9e01-a62b4dace0c1 req-9334cba1-a96a-4328-b828-8395c8f6ec2e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:14.442046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9310afb6-c19d-4486-9e01-a62b4dace0c1 req-9334cba1-a96a-4328-b828-8395c8f6ec2e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.4748487 Jan 27 22:13:14.466073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.20.0.1 (f2809a52-654c-4f31-8abb-4ad62aa91b9b/a184f59a-f76c-45a9-9c34-fa3fb201eaf4/d333587f-97fb-4d80-a99c-0557271375fa) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:14.676109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41424ed8-c695-4d2a-a1e5-4f926e704767 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.713992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4e7dc-5055-4608-add0-c5bb4a76d4eb None None] Pushing event updated for resources: {'Port': ['ID=0c8551ab-7176-41ea-89ec-053f9c1e3208,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:14.725794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-41424ed8-c695-4d2a-a1e5-4f926e704767 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Calling delete_port for bdf013ee-b190-4182-a651-80ddfed1f4de owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:14.809642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,segment=NetworkSegment(27c942ea-3af8-4483-840e-d318a22ee110),segment_id=27c942ea-3af8-4483-840e-d318a22ee110)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:14.890701 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.921751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9310afb6-c19d-4486-9e01-a62b4dace0c1 req-6b276379-fcfe-41af-94a0-78220d8a47b7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4778445 Jan 27 22:13:14.999980 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.034992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41424ed8-c695-4d2a-a1e5-4f926e704767 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (bdf013ee-b190-4182-a651-80ddfed1f4de), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.047551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e0707f9a-cdec-420e-af6a-a8d641d85fd6 None None] Provisioning complete for port f047790a-9864-4231-ab35-6ee93ebc702d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:15.048598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e0707f9a-cdec-420e-af6a-a8d641d85fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.130185 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (d333587f-97fb-4d80-a99c-0557271375fa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.263610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41424ed8-c695-4d2a-a1e5-4f926e704767 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Port': ['ID=bdf013ee-b190-4182-a651-80ddfed1f4de,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:15.323153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41424ed8-c695-4d2a-a1e5-4f926e704767 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.336077 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-41424ed8-c695-4d2a-a1e5-4f926e704767 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/ports/bdf013ee-b190-4182-a651-80ddfed1f4de HTTP/1.1" status: 204 len: 168 time: 1.8474128 Jan 27 22:13:15.346002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47474) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:15.373484 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d333587f-97fb-4d80-a99c-0557271375fa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.416309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44289a74-d5e3-4ddb-9feb-c6aa22473d9c req-fced2b4d-5c76-4dd6-96da-380bc81000d9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:15.418175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44289a74-d5e3-4ddb-9feb-c6aa22473d9c req-fced2b4d-5c76-4dd6-96da-380bc81000d9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.2070866 Jan 27 22:13:15.596665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] No DVR routers for this DVR port 8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:15.601141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Router b5fed9a7-d44b-4345-835f-a659fe5b0059 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:15.669661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:15.671081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event deleted for resources: {'Port': ['ID=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:15.814447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74b406-3717-4e1a-8f57-149f85ab8cd3 None None] Pushing event deleted for resources: {'Port': ['ID=8f4f94fb-ad9a-4e53-8db5-88bc5a6ff1e2,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:15.821606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:15.892648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:15.895722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e0707f9a-cdec-420e-af6a-a8d641d85fd6 None None] Port f047790a-9864-4231-ab35-6ee93ebc702d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:16.074333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:16.091561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (1f53da4b-0446-4288-b8f4-f3190a537aa4), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.103500 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2c729f6b-1d08-4e5e-bba0-f680d038d516 admin admin] 10.222.0.45 "PUT /v2.0/routers/b5fed9a7-d44b-4345-835f-a659fe5b0059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6295855 Jan 27 22:13:16.240605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c8551ab-7176-41ea-89ec-053f9c1e3208 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:16.414937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0c8551ab-7176-41ea-89ec-053f9c1e3208 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:16.415630 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.496052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44289a74-d5e3-4ddb-9feb-c6aa22473d9c req-1e583eeb-5352-4628-aa73-0c198a786091 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0572069 Jan 27 22:13:16.536264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=d333587f-97fb-4d80-a99c-0557271375fa,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:16.572980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (29b654fe-1f60-4a84-bd34-773e8755d809), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.713867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0c8551ab-7176-41ea-89ec-053f9c1e3208 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:16.714924 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.770938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d333587f-97fb-4d80-a99c-0557271375fa), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.787279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 0c8551ab-7176-41ea-89ec-053f9c1e3208, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c8551ab-7176-41ea-89ec-053f9c1e3208,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:16.800993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.803752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f57885e8-8f03-4b02-894b-47806409cb6d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:16.924928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622093e-17e8-4bf9-9861-374999eeb071 req-79b04813-c772-4090-a638-06b4fd0ca586 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:16.946697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0622093e-17e8-4bf9-9861-374999eeb071 req-79b04813-c772-4090-a638-06b4fd0ca586 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.5126235 Jan 27 22:13:16.996806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=0c8551ab-7176-41ea-89ec-053f9c1e3208,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:17.033676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f57885e8-8f03-4b02-894b-47806409cb6d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:17.034391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.140775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5bd61d-5587-4145-8248-7280aa572af5 None None] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:17.357547 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (29b654fe-1f60-4a84-bd34-773e8755d809), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.390003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f237812d-18c8-4cc7-bed0-e607bd14ee44 None None] Provisioning complete for port 0c8551ab-7176-41ea-89ec-053f9c1e3208 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:17.390003 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f237812d-18c8-4cc7-bed0-e607bd14ee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.394551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b654fe-1f60-4a84-bd34-773e8755d809']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:17.423172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c942ea-3af8-4483-840e-d318a22ee110') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:17.423700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c942ea-3af8-4483-840e-d318a22ee110') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:17.448423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (27c942ea-3af8-4483-840e-d318a22ee110), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.487995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (27c942ea-3af8-4483-840e-d318a22ee110), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.513287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:17.515202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (27c942ea-3af8-4483-840e-d318a22ee110), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.537635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f57885e8-8f03-4b02-894b-47806409cb6d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:17.737193 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:17.763337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (29b654fe-1f60-4a84-bd34-773e8755d809), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.780501 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.794286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] 10.222.0.45 "DELETE /v2.0/networks/29b654fe-1f60-4a84-bd34-773e8755d809 HTTP/1.1" status: 204 len: 168 time: 2.4270344 Jan 27 22:13:17.834325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce266af-468c-431e-ae54-5eeca87e5a79 tempest-PortsIpV6TestJSON-1483108952 tempest-PortsIpV6TestJSON-1483108952-project] Pushing event deleted for resources: {'Network': ['ID=29b654fe-1f60-4a84-bd34-773e8755d809,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:17.836040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f237812d-18c8-4cc7-bed0-e607bd14ee44 None None] Current status of the port 0c8551ab-7176-41ea-89ec-053f9c1e3208 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:18.180240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c8551ab-7176-41ea-89ec-053f9c1e3208 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:18.283833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0622093e-17e8-4bf9-9861-374999eeb071 req-5f93b6fc-9de5-4be5-95c6-087dd02c8b39 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3353860 Jan 27 22:13:18.294818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.332577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0c8551ab-7176-41ea-89ec-053f9c1e3208 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:18.333294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.487882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0c8551ab-7176-41ea-89ec-053f9c1e3208 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:18.489241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 711ed96d-98ef-4646-b405-b35debd0467c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:18.496109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aaff8-4d47-4da1-90eb-6b5885f6f536 req-59eed43a-892d-465f-b392-c919a98d74b4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:18.498914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed5aaff8-4d47-4da1-90eb-6b5885f6f536 req-59eed43a-892d-465f-b392-c919a98d74b4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.6718829 Jan 27 22:13:18.634266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f41a8ba0-d6ac-4e7f-b720-2f46fe237fbe None None] Provisioning complete for port 0c8551ab-7176-41ea-89ec-053f9c1e3208 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:18.634659 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f41a8ba0-d6ac-4e7f-b720-2f46fe237fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.741317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 711ed96d-98ef-4646-b405-b35debd0467c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:18.741760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (711ed96d-98ef-4646-b405-b35debd0467c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.947045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47572) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:19.015747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f41a8ba0-d6ac-4e7f-b720-2f46fe237fbe None None] Current status of the port 0c8551ab-7176-41ea-89ec-053f9c1e3208 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:19.154614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47580) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:19.160427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1309675135-network', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:19.186472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 711ed96d-98ef-4646-b405-b35debd0467c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:19.189176 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (711ed96d-98ef-4646-b405-b35debd0467c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.221444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Made reservation on behalf of 2fc6fbf7c1354552974466725887d7b7 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:19.226915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 711ed96d-98ef-4646-b405-b35debd0467c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=711ed96d-98ef-4646-b405-b35debd0467c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:19.236139 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (711ed96d-98ef-4646-b405-b35debd0467c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.238001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.287304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.319539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=711ed96d-98ef-4646-b405-b35debd0467c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:19.330639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f41a8ba0-d6ac-4e7f-b720-2f46fe237fbe None None] Provisioning complete for port d333587f-97fb-4d80-a99c-0557271375fa triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:19.332343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f41a8ba0-d6ac-4e7f-b720-2f46fe237fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d333587f-97fb-4d80-a99c-0557271375fa), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.419914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f41a8ba0-d6ac-4e7f-b720-2f46fe237fbe None None] Port d333587f-97fb-4d80-a99c-0557271375fa cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:19.446521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed5aaff8-4d47-4da1-90eb-6b5885f6f536 req-d17f69ab-3244-4a81-9428-b04a91dea677 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8128932 Jan 27 22:13:19.497899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc4e6b-c442-4e71-a959-3cfbcdef3025 req-f63d3479-9d7f-4a90-86ab-6c937eec2fd1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:19.500308 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ddc4e6b-c442-4e71-a959-3cfbcdef3025 req-f63d3479-9d7f-4a90-86ab-6c937eec2fd1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 947 time: 0.3500583 Jan 27 22:13:19.541463 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (d333587f-97fb-4d80-a99c-0557271375fa), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.555611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-09dba336-a541-4f4c-93ff-5165747166eb None None] Provisioning complete for port d333587f-97fb-4d80-a99c-0557271375fa triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:19.556319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-09dba336-a541-4f4c-93ff-5165747166eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d333587f-97fb-4d80-a99c-0557271375fa), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.593627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d333587f-97fb-4d80-a99c-0557271375fa), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.642311 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Sync routers for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:19.658507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-09dba336-a541-4f4c-93ff-5165747166eb None None] Port d333587f-97fb-4d80-a99c-0557271375fa cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:19.683324 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:19.684845 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:19.687106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Publish callbacks [] for security_group (0e44ba07-e1aa-422d-af7d-c08efa06e5d5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.698875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0e44ba07-e1aa-422d-af7d-c08efa06e5d5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.733718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ddc4e6b-c442-4e71-a959-3cfbcdef3025 req-ba3280da-bea7-4ee4-a57d-60f4954bfb91 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092991 Jan 27 22:13:19.759587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=d333587f-97fb-4d80-a99c-0557271375fa,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:19.763245 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (1f53da4b-0446-4288-b8f4-f3190a537aa4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.794083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:19.812993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 711ed96d-98ef-4646-b405-b35debd0467c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:19.871459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (864a5437-110b-4f48-9cea-d68a644447a3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.872618 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Added segment 864a5437-110b-4f48-9cea-d68a644447a3 of type vlan for network e3910235-a8f0-49c4-964b-ef451b16cd17 Jan 27 22:13:19.894127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:19.946161 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (e3910235-a8f0-49c4-964b-ef451b16cd17), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.014756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:20.017132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:20.087028 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (e3910235-a8f0-49c4-964b-ef451b16cd17), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.088374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:20.089091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.131982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 711ed96d-98ef-4646-b405-b35debd0467c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:20.134450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (711ed96d-98ef-4646-b405-b35debd0467c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.232277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d609377f-26e8-4f05-b6af-90d6050b324a is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:20.234403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.234660 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:20.234848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44ba07-e1aa-422d-af7d-c08efa06e5d5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:20.365437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:20.373669 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7015118a-f8bf-48fb-9b9f-37b2a68f1ae3" -d '{"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:20.421670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:20.430752 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.529292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 711ed96d-98ef-4646-b405-b35debd0467c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:20.568993 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6b2299bb-90c7-4ae0-83fa-1a43e3887108 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b813da558a654e4893784772320c3729&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6196928 Jan 27 22:13:20.569844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47606) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:20.620156 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57268fa-1fb7-4dc7-abd0-7225011f1993 x-openstack-request-id: req-f57268fa-1fb7-4dc7-abd0-7225011f1993 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:20.620486 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:20.622302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1f53da4b-0446-4288-b8f4-f3190a537aa4 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:20.623083 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f57268fa-1fb7-4dc7-abd0-7225011f1993 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:20.623083 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'code': 200} Jan 27 22:13:20.762965 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6064317 Jan 27 22:13:20.764258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47608) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:20.769379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=14']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:20.784927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Request body: {'subnet': {'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1309675135-subnet', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:20.807915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2e3c7e21-8290-45a1-a4f8-68d164447205 None None] Provisioning complete for port d333587f-97fb-4d80-a99c-0557271375fa triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:20.808523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7e21-8290-45a1-a4f8-68d164447205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d333587f-97fb-4d80-a99c-0557271375fa), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.841849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dbdc2-596f-418f-ab84-788083ce2286 admin admin] Pushing event updated for resources: {'Network': ['ID=e3910235-a8f0-49c4-964b-ef451b16cd17,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:21.043165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bba8f-16f8-47de-ada3-b2c5d1a4ceb3 req-e01c9b7c-ac48-4ac8-af39-fe1cf9f4e0ca tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:21.060531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a0bba8f-16f8-47de-ada3-b2c5d1a4ceb3 req-e01c9b7c-ac48-4ac8-af39-fe1cf9f4e0ca tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.2366674 Jan 27 22:13:21.061141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network e3910235-a8f0-49c4-964b-ef451b16cd17 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:21.121993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Made reservation on behalf of 2fc6fbf7c1354552974466725887d7b7 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:21.129379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.177489 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:12Z', 'revision_number': 2, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:21.218420 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e3ab-7851-448b-9551-6ce020a8bfbc admin admin] Publish callbacks [] for security_group (afea7195-5e91-436c-ba32-380b0b6ac03b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.280879 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Checking router: b5fed9a7-d44b-4345-835f-a659fe5b0059 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:21.285162 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Updating router b5fed9a7-d44b-4345-835f-a659fe5b0059 port f047790a-9864-4231-ab35-6ee93ebc702d binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:21.346599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:21.447158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8e189c63-8b76-4848-8ed7-87ba30dedd66 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "PUT /v2.0/routers/1f53da4b-0446-4288-b8f4-f3190a537aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7023375 Jan 27 22:13:21.451374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c7e21-8290-45a1-a4f8-68d164447205 None None] Port d333587f-97fb-4d80-a99c-0557271375fa cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:21.480358 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.577917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Sync routers for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:21.604925 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.632614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:21.633274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:21.668237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a0bba8f-16f8-47de-ada3-b2c5d1a4ceb3 req-6dd3df0c-ba22-41ee-a9fb-1a96bcda0e61 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5790839 Jan 27 22:13:21.670191 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e3ab-7851-448b-9551-6ce020a8bfbc admin admin] Publish callbacks [] for security_group (afea7195-5e91-436c-ba32-380b0b6ac03b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.952652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e3ab-7851-448b-9551-6ce020a8bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (afea7195-5e91-436c-ba32-380b0b6ac03b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.970549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ec2e3ab-7851-448b-9551-6ce020a8bfbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.973815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ec2e3ab-7851-448b-9551-6ce020a8bfbc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/afea7195-5e91-436c-ba32-380b0b6ac03b HTTP/1.1" status: 204 len: 168 time: 1.3466980 Jan 27 22:13:22.063365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2e3ab-7851-448b-9551-6ce020a8bfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afea7195-5e91-436c-ba32-380b0b6ac03b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:22.279735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:22.571841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.744649 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Publish callbacks [] for port (f047790a-9864-4231-ab35-6ee93ebc702d), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.756160 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.005909 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9711d-5bfb-4039-b530-41775d196c6e None None] Pushing event updated for resources: {'Port': ['ID=f047790a-9864-4231-ab35-6ee93ebc702d,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:23.364982 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Attempting to bind port f047790a-9864-4231-ab35-6ee93ebc702d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:23.365483 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Attempting to bind port f047790a-9864-4231-ab35-6ee93ebc702d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:23.366092 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Attempting to bind port f047790a-9864-4231-ab35-6ee93ebc702d on network 220fb8da-548e-41a8-bf5d-91f357267b1c {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:23.390927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:18Z', 'revision_number': 2, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:23.417045 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:23.425806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc9a6-0577-4c44-b9c2-49588dbce185 req-eeff7b34-e213-403e-a659-7eaa7f59784d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:23.433159 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Checking segment: {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:23.436070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-392cc9a6-0577-4c44-b9c2-49588dbce185 req-eeff7b34-e213-403e-a659-7eaa7f59784d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.2848735 Jan 27 22:13:23.436794 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.437329 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Bound using segment: {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:23.437958 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Bound port: f047790a-9864-4231-ab35-6ee93ebc702d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:23.438473 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.599866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Checking router: 1f53da4b-0446-4288-b8f4-f3190a537aa4 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:23.604154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Updating router 1f53da4b-0446-4288-b8f4-f3190a537aa4 port d333587f-97fb-4d80-a99c-0557271375fa binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:23.727679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-392cc9a6-0577-4c44-b9c2-49588dbce185 req-8e6ec7cd-c953-4874-ad40-00a1dde3779f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811046 Jan 27 22:13:23.917418 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d333587f-97fb-4d80-a99c-0557271375fa), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.940230 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] For port f047790a-9864-4231-ab35-6ee93ebc702d, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:23.958076 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] For port f047790a-9864-4231-ab35-6ee93ebc702d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f047790a-9864-4231-ab35-6ee93ebc702d,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:23.972874 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.027605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-35d51910-f3b1-405f-9cb9-e4f125fb36db None None] Provisioning complete for port f047790a-9864-4231-ab35-6ee93ebc702d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:24.027605 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-35d51910-f3b1-405f-9cb9-e4f125fb36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.383857 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9711d-5bfb-4039-b530-41775d196c6e None None] Pushing event updated for resources: {'Port': ['ID=f047790a-9864-4231-ab35-6ee93ebc702d,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:24.406140 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:24.407202 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:24.579870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:24.601792 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Checking segment: {'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:24.618647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Network hostable DHCP agents. Network: e3910235-a8f0-49c4-964b-ef451b16cd17, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:24.721622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Network e3910235-a8f0-49c4-964b-ef451b16cd17 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:24.755138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, e3910235-a8f0-49c4-964b-ef451b16cd17) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:24.774859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:24.776170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.790140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b1140-bfbd-40ba-a6a5-e0ffa86635b8 None None] Network e3910235-a8f0-49c4-964b-ef451b16cd17 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:24.904953 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3b53dbf7-8dd7-4033-83bc-404f9bd5ca14 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.1279964 Jan 27 22:13:24.905490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47706) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:24.930211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:24.984190 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:25.064138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (b9850c49-11ab-4ce3-a89b-cde86e7e8037), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.066779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (b9850c49-11ab-4ce3-a89b-cde86e7e8037), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.275933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks [] for router_controller (b9850c49-11ab-4ce3-a89b-cde86e7e8037), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.405784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47728) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:25.681109 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:23Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:25.704254 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks [] for router_gateway (b9850c49-11ab-4ce3-a89b-cde86e7e8037), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.740126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377e3d6-c740-491c-9a81-2be6efc1e244 req-dda6454f-108a-45f0-bf81-31a353ef483b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:25.755118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d377e3d6-c740-491c-9a81-2be6efc1e244 req-dda6454f-108a-45f0-bf81-31a353ef483b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.4768219 Jan 27 22:13:25.809526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1650178671'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:25.853263 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8970d-03ae-4cbb-b285-d147f71c0e43 None None] The sync data for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 is: [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:23Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:25.892448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:25.896975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.933668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.996557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f047790a-9864-4231-ab35-6ee93ebc702d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:26.189965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for security_group (a1c6c6e2-83fa-47af-8fa2-e37aeb3a3b19), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.201595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a1c6c6e2-83fa-47af-8fa2-e37aeb3a3b19), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.226864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:26.244212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (aff05885-fe31-407f-ab00-2c0b2f257633), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.245248 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment aff05885-fe31-407f-ab00-2c0b2f257633 of type vlan for network 695744f8-f79b-4a78-ad62-296b58f82938 Jan 27 22:13:26.298380 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (695744f8-f79b-4a78-ad62-296b58f82938), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.310251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-e3910235-a8f0-49c4-964b-ef451b16cd17', 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17', 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'fixed_ips': [{'subnet_id': '68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:13:26.312207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.422147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c6c6e2-83fa-47af-8fa2-e37aeb3a3b19,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:26.424425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d377e3d6-c740-491c-9a81-2be6efc1e244 req-9caaa5bc-e49c-4b5c-99db-bbfff8d7f410 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6660566 Jan 27 22:13:26.433944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (695744f8-f79b-4a78-ad62-296b58f82938), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.446972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:26.452203 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.629440 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=695744f8-f79b-4a78-ad62-296b58f82938,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:26.642726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-cf32940b-db00-45fc-9754-a49452ba627c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429329623&fields=id&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 267 time: 0.5707879 Jan 27 22:13:26.684775 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-20f7c568-9cbd-42f7-8eda-4bb64cd47fc9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2777393 Jan 27 22:13:26.689550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47740) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:26.697267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1890027418'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:26.757823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:26.768054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.847721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:26.873838 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bbc2ce3d-9707-48e1-8106-73fb4e437e16), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.874197 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment bbc2ce3d-9707-48e1-8106-73fb4e437e16 of type vlan for network f369150a-657e-4a02-ac8c-f848acf32d96 Jan 27 22:13:26.932720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 695744f8-f79b-4a78-ad62-296b58f82938 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:27.006956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f369150a-657e-4a02-ac8c-f848acf32d96), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.107830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f369150a-657e-4a02-ac8c-f848acf32d96), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.137140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:27.147724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.370805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabace0-3a66-49ee-b749-9f8ce7a519cb req-358753cb-dd8c-4e3e-a42a-5169973de223 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:27.400666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ceabace0-3a66-49ee-b749-9f8ce7a519cb req-358753cb-dd8c-4e3e-a42a-5169973de223 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.5755095 Jan 27 22:13:27.466634 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7757628 Jan 27 22:13:27.474263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47744) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:27.488515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': '695744f8-f79b-4a78-ad62-296b58f82938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:27.573763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Allocated IP 172.20.0.2 (e3910235-a8f0-49c4-964b-ef451b16cd17/68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093/7da78994-d83c-4082-882e-f3645029e7b2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:27.811285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daa304-2040-4e4a-bd4b-2d95bd708af2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=f369150a-657e-4a02-ac8c-f848acf32d96,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:28.008803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-d71e18fc-cf75-4b3e-b6e1-8215e714dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:28.013301 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-d71e18fc-cf75-4b3e-b6e1-8215e714dbe2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1095 time: 0.2696676 Jan 27 22:13:28.016257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:28.022942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Publish callbacks [] for port (7da78994-d83c-4082-882e-f3645029e7b2), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.023849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.044010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-35d51910-f3b1-405f-9cb9-e4f125fb36db None None] Current status of the port f047790a-9864-4231-ab35-6ee93ebc702d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:28.050170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-35d51910-f3b1-405f-9cb9-e4f125fb36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.059767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f369150a-657e-4a02-ac8c-f848acf32d96 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:28.143432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (7da78994-d83c-4082-882e-f3645029e7b2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.219274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f047790a-9864-4231-ab35-6ee93ebc702d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:28.219901 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.604668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-cafa5fef-684e-4f0d-b4fa-5a40ab5b7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:28.607894 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-cafa5fef-684e-4f0d-b4fa-5a40ab5b7464 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.2897785 Jan 27 22:13:28.751299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-af7ebd0f-81c2-46b5-b552-809bf42eb024 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:28.754222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-af7ebd0f-81c2-46b5-b552-809bf42eb024 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/networks?id=f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 200 len: 797 time: 2.0633378 Jan 27 22:13:28.790085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Network e3910235-a8f0-49c4-964b-ef451b16cd17 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:28.927046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:28.927390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-5c299004-2907-4def-b090-ef3d369ad95b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/quotas/75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 375 time: 0.0376103 Jan 27 22:13:28.934626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-35d51910-f3b1-405f-9cb9-e4f125fb36db None None] For port f047790a-9864-4231-ab35-6ee93ebc702d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f047790a-9864-4231-ab35-6ee93ebc702d,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:28.946918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Pushing event updated for resources: {'Port': ['ID=7da78994-d83c-4082-882e-f3645029e7b2,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:28.953936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:28.973891 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-45e35ea0-8098-407b-8d69-d4be43854e97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 999 time: 0.2747879 Jan 27 22:13:28.985027 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-35d51910-f3b1-405f-9cb9-e4f125fb36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.038206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Publish callbacks [] for port (d333587f-97fb-4d80-a99c-0557271375fa), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.092777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (1f6cf075-7ec3-4c11-93cd-edc1f525a28b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.161992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d333587f-97fb-4d80-a99c-0557271375fa), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.285390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=1f6cf075-7ec3-4c11-93cd-edc1f525a28b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:29.381495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-1f69ac27-8e77-46ae-8738-0f7eaf75667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:29.384517 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-1f69ac27-8e77-46ae-8738-0f7eaf75667d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.3933060 Jan 27 22:13:29.417056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks [] for router_gateway (b9850c49-11ab-4ce3-a89b-cde86e7e8037), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.417396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3485944a-a66e-4379-ad39-153e6f9f1409 None None] Provisioning complete for port f047790a-9864-4231-ab35-6ee93ebc702d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:29.417584 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3485944a-a66e-4379-ad39-153e6f9f1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.437749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': 'aff05885-fe31-407f-ab00-2c0b2f257633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '695744f8-f79b-4a78-ad62-296b58f82938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:29.437749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: 695744f8-f79b-4a78-ad62-296b58f82938, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:29.532040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.591116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 695744f8-f79b-4a78-ad62-296b58f82938 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:29.596154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ceabace0-3a66-49ee-b749-9f8ce7a519cb req-d9dfc0d1-96a9-4072-ba27-27c229f8f311 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.1855628 Jan 27 22:13:29.605949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d51910-f3b1-405f-9cb9-e4f125fb36db None None] Pushing event updated for resources: {'Port': ['ID=f047790a-9864-4231-ab35-6ee93ebc702d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:29.636422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 695744f8-f79b-4a78-ad62-296b58f82938) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:29.649306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f047790a-9864-4231-ab35-6ee93ebc702d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:29.656418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-5f15008e-d58e-4dcc-b4a6-655b90bb627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:29.669436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Attempting to bind port 7da78994-d83c-4082-882e-f3645029e7b2 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:29.669806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Attempting to bind port 7da78994-d83c-4082-882e-f3645029e7b2 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:29.670175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Attempting to bind port 7da78994-d83c-4082-882e-f3645029e7b2 on network e3910235-a8f0-49c4-964b-ef451b16cd17 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:29.678940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-5f15008e-d58e-4dcc-b4a6-655b90bb627f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2716544 Jan 27 22:13:29.686884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:29.687317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.824205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792bdecb-5ecd-4ac2-81b2-154acd21966d None None] Network 695744f8-f79b-4a78-ad62-296b58f82938 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:29.884781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-200813b1-b524-4f18-ab41-e199553f4144 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8126695 Jan 27 22:13:29.957455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f047790a-9864-4231-ab35-6ee93ebc702d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:29.960919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:29.961150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Checking segment: {'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:29.961563 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.961906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Bound using segment: {'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:29.962414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Bound port: 7da78994-d83c-4082-882e-f3645029e7b2, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:29.962805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7da78994-d83c-4082-882e-f3645029e7b2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.085638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47756) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:30.092434 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5fdecaa5-5f86-4f7f-9d2a-b8d2a93de461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6167524 Jan 27 22:13:30.097070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': 'f369150a-657e-4a02-ac8c-f848acf32d96', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:30.149806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13996277-6489-46d1-850b-957d431ffc0b None None] Pushing event updated for resources: {'Port': ['ID=d333587f-97fb-4d80-a99c-0557271375fa,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:30.213630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Attempting to bind port d333587f-97fb-4d80-a99c-0557271375fa on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:30.213996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Attempting to bind port d333587f-97fb-4d80-a99c-0557271375fa by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:30.214337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Attempting to bind port d333587f-97fb-4d80-a99c-0557271375fa on network f2809a52-654c-4f31-8abb-4ad62aa91b9b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:30.224638 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-d01c13c3-aac4-4fee-b3ff-170df53c4e91 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309114 Jan 27 22:13:30.239305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f7b55-7d03-4e5d-9319-2442f0baf4a9 req-02455cb7-31be-4445-a4d5-7a519049855a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:30.242178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b2f7b55-7d03-4e5d-9319-2442f0baf4a9 req-02455cb7-31be-4445-a4d5-7a519049855a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.4038529 Jan 27 22:13:30.384740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3485944a-a66e-4379-ad39-153e6f9f1409 None None] Current status of the port f047790a-9864-4231-ab35-6ee93ebc702d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:30.410963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:30.412172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Checking segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:30.416107 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.416973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Bound using segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:30.417803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Bound port: d333587f-97fb-4d80-a99c-0557271375fa, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:30.419011 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d333587f-97fb-4d80-a99c-0557271375fa), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.430851 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d130dc1-c8a8-47de-915d-0e05131cf690 req-332cbc01-62f1-461d-b031-34e3fd030681 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808507 Jan 27 22:13:30.433944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] For port 7da78994-d83c-4082-882e-f3645029e7b2, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:30.461696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] For port 7da78994-d83c-4082-882e-f3645029e7b2, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7da78994-d83c-4082-882e-f3645029e7b2,segment=NetworkSegment(864a5437-110b-4f48-9cea-d68a644447a3),segment_id=864a5437-110b-4f48-9cea-d68a644447a3)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:30.546387 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7da78994-d83c-4082-882e-f3645029e7b2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.550992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-695744f8-f79b-4a78-ad62-296b58f82938', 'network_id': '695744f8-f79b-4a78-ad62-296b58f82938', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': '1f6cf075-7ec3-4c11-93cd-edc1f525a28b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:13:30.552659 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.597499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Allocated IP 172.25.8.18 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/a3851a62-518c-4a36-8d71-34a51af35569) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:30.657943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] For port d333587f-97fb-4d80-a99c-0557271375fa, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:30.659733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b2f7b55-7d03-4e5d-9319-2442f0baf4a9 req-31ea62da-905d-427e-9701-86f9196f5bb9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738294 Jan 27 22:13:30.663950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] For port d333587f-97fb-4d80-a99c-0557271375fa, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d333587f-97fb-4d80-a99c-0557271375fa,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:30.678818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:30.681986 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.715192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d333587f-97fb-4d80-a99c-0557271375fa), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.717905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c9d7066b-e95d-48e2-b0fa-4569dd78cd9b None None] Provisioning complete for port d333587f-97fb-4d80-a99c-0557271375fa triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:30.718618 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c9d7066b-e95d-48e2-b0fa-4569dd78cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d333587f-97fb-4d80-a99c-0557271375fa), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.718802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-2a7c2a3e-b7ec-4298-a0da-16bbd7f38cfc service neutron] 10.222.0.45 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473905 Jan 27 22:13:30.728813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f047790a-9864-4231-ab35-6ee93ebc702d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:30.729258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.357842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-96cdbcd8-c083-4c70-a860-81023ea77409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:31.373903 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-96cdbcd8-c083-4c70-a860-81023ea77409 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1096 time: 0.2938945 Jan 27 22:13:31.398617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Allocated IP 172.20.0.2 (695744f8-f79b-4a78-ad62-296b58f82938/1f6cf075-7ec3-4c11-93cd-edc1f525a28b/ddd8f147-f713-4161-b724-c7b06879db09) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:31.638839 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks [] for port (a3851a62-518c-4a36-8d71-34a51af35569), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.753805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-7fe099df-bd27-4e10-a6b3-e0b5140f39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:31.756688 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-7fe099df-bd27-4e10-a6b3-e0b5140f39e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.3788972 Jan 27 22:13:31.916831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459789f9-3166-47c6-8ab1-4e9fb496690d None None] Pushing event updated for resources: {'Port': ['ID=7da78994-d83c-4082-882e-f3645029e7b2,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:31.919893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f047790a-9864-4231-ab35-6ee93ebc702d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:31.968957 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-c1c50849-a7f0-484d-ac6d-f211530e50a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.1874754 Jan 27 22:13:32.014784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:32.015442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:32.090372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-88e3cc0d-b594-4635-b6c0-43d4f1798b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:32.097391 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-88e3cc0d-b594-4635-b6c0-43d4f1798b15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1160395 Jan 27 22:13:32.255017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-534435dd-003e-4d25-a753-8714df17dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:32.260789 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-534435dd-003e-4d25-a753-8714df17dd8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567016 Jan 27 22:13:32.461717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13996277-6489-46d1-850b-957d431ffc0b None None] Pushing event updated for resources: {'Port': ['ID=d333587f-97fb-4d80-a99c-0557271375fa,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:32.465196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7da78994-d83c-4082-882e-f3645029e7b2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:32.592633 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (36083348-8ba4-4e4d-a6e8-dc6619436e59), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.641946 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-11c65de1-96fe-46b0-8df3-ded1bfce7f56 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713317 Jan 27 22:13:32.653979 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a3851a62-518c-4a36-8d71-34a51af35569), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.847225 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Publish callbacks [] for port (ddd8f147-f713-4161-b724-c7b06879db09), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.912928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:32.955482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Pushing event updated for resources: {'Port': ['ID=a3851a62-518c-4a36-8d71-34a51af35569,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:33.015633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4228f2-cd37-4a4f-bcd6-ddeacf60e564 req-0914cc3b-d7d2-4890-9e32-4e4b174d4433 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:33.020654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf4228f2-cd37-4a4f-bcd6-ddeacf60e564 req-0914cc3b-d7d2-4890-9e32-4e4b174d4433 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 1.3756831 Jan 27 22:13:33.040782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-4b4de0d0-4724-4d87-b194-19889212f792 service neutron] 10.222.0.45 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3197408 Jan 27 22:13:33.140183 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-be103cf3-03fb-46e9-95d1-151c30713f7f req-ed440329-54e9-4a80-b5f0-b37a27efd3de service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852927 Jan 27 22:13:33.338041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:33.415226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7066b-e95d-48e2-b0fa-4569dd78cd9b None None] Current status of the port d333587f-97fb-4d80-a99c-0557271375fa is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:33.415666 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c9d7066b-e95d-48e2-b0fa-4569dd78cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d333587f-97fb-4d80-a99c-0557271375fa), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.421239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (ddd8f147-f713-4161-b724-c7b06879db09), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.435238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:33.460704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:33.487887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7da78994-d83c-4082-882e-f3645029e7b2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:33.489134 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7da78994-d83c-4082-882e-f3645029e7b2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.713636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': 'bbc2ce3d-9707-48e1-8106-73fb4e437e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f369150a-657e-4a02-ac8c-f848acf32d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:33.719925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: f369150a-657e-4a02-ac8c-f848acf32d96, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:33.762749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Network 695744f8-f79b-4a78-ad62-296b58f82938 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:34.020953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:34.026426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Pushing event updated for resources: {'Port': ['ID=ddd8f147-f713-4161-b724-c7b06879db09,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:34.055485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=36083348-8ba4-4e4d-a6e8-dc6619436e59,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:34.143336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:34.150727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c8c53c-f2ad-495a-8d02-74784719f895 None None] Network e3910235-a8f0-49c4-964b-ef451b16cd17 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:34.160003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network f369150a-657e-4a02-ac8c-f848acf32d96 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:34.165357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf4228f2-cd37-4a4f-bcd6-ddeacf60e564 req-e66e62cc-03d2-410e-a7a5-cbe4f627894a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0924909 Jan 27 22:13:34.234834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f369150a-657e-4a02-ac8c-f848acf32d96) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:34.279440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:34.281174 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.354805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd14288-a627-4285-85c4-44ef37537c95 None None] Network f369150a-657e-4a02-ac8c-f848acf32d96 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:34.571346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c9d7066b-e95d-48e2-b0fa-4569dd78cd9b None None] For port d333587f-97fb-4d80-a99c-0557271375fa, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d333587f-97fb-4d80-a99c-0557271375fa,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:34.691794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3460a-f56d-4e68-8810-bde84d5afad3 req-a1fd3b94-e3fb-4a8c-a376-61d51ee94143 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:34.700632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4e3460a-f56d-4e68-8810-bde84d5afad3 req-a1fd3b94-e3fb-4a8c-a376-61d51ee94143 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.6541300 Jan 27 22:13:34.724333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-80b1d9d6-1081-46fc-8b47-87e4e4cf8dbd tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6361973 Jan 27 22:13:34.725350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47800) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:34.739882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fa4b5d28-a929-4a71-89a6-284374cb85fb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-496480938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:34.753132 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c9d7066b-e95d-48e2-b0fa-4569dd78cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d333587f-97fb-4d80-a99c-0557271375fa), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.840205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5d28-a929-4a71-89a6-284374cb85fb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.850441 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5d28-a929-4a71-89a6-284374cb85fb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.881179 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks [] for router_gateway (b9850c49-11ab-4ce3-a89b-cde86e7e8037), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.883366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7066b-e95d-48e2-b0fa-4569dd78cd9b None None] Pushing event updated for resources: {'Port': ['ID=d333587f-97fb-4d80-a99c-0557271375fa,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:34.904708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cefa5340-803a-4a6e-8f6f-85ed8caf5d7a req-5a23b9f4-93ea-4cd2-b918-bc2a4948d127 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 210 time: 0.2927513 Jan 27 22:13:34.942237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69347814-7fe8-4aac-8c47-e4d024e75140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.957608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-f369150a-657e-4a02-ac8c-f848acf32d96', 'network_id': 'f369150a-657e-4a02-ac8c-f848acf32d96', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': '36083348-8ba4-4e4d-a6e8-dc6619436e59'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:13:34.959465 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.029095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5d28-a929-4a71-89a6-284374cb85fb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.038722 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5d28-a929-4a71-89a6-284374cb85fb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.064929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4e3460a-f56d-4e68-8810-bde84d5afad3 req-13029488-ca54-4100-ae0b-c3a6940b9709 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3372862 Jan 27 22:13:35.082996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Attempting to bind port ddd8f147-f713-4161-b724-c7b06879db09 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:35.082996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Attempting to bind port ddd8f147-f713-4161-b724-c7b06879db09 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'aff05885-fe31-407f-ab00-2c0b2f257633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '695744f8-f79b-4a78-ad62-296b58f82938'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:35.082996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Attempting to bind port ddd8f147-f713-4161-b724-c7b06879db09 on network 695744f8-f79b-4a78-ad62-296b58f82938 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:35.085944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Provisioning complete for port 7da78994-d83c-4082-882e-f3645029e7b2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:35.086129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7da78994-d83c-4082-882e-f3645029e7b2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.105604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5d28-a929-4a71-89a6-284374cb85fb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.107753 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fa4b5d28-a929-4a71-89a6-284374cb85fb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3808231 Jan 27 22:13:35.112617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47804) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:35.137454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:35.137932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Checking segment: {'id': 'aff05885-fe31-407f-ab00-2c0b2f257633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '695744f8-f79b-4a78-ad62-296b58f82938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:35.138247 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.138683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Bound using segment: {'id': 'aff05885-fe31-407f-ab00-2c0b2f257633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '695744f8-f79b-4a78-ad62-296b58f82938'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:35.139193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Bound port: ddd8f147-f713-4161-b724-c7b06879db09, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff05885-fe31-407f-ab00-2c0b2f257633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '695744f8-f79b-4a78-ad62-296b58f82938'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:35.139612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ddd8f147-f713-4161-b724-c7b06879db09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.172975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7da78994-d83c-4082-882e-f3645029e7b2 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:35.173378 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7da78994-d83c-4082-882e-f3645029e7b2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.345843 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (b9850c49-11ab-4ce3-a89b-cde86e7e8037), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.349866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:30Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:35.433661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 7da78994-d83c-4082-882e-f3645029e7b2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7da78994-d83c-4082-882e-f3645029e7b2,segment=NetworkSegment(864a5437-110b-4f48-9cea-d68a644447a3),segment_id=864a5437-110b-4f48-9cea-d68a644447a3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:35.448882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79258945-9b50-4ac1-a553-e30f7eb1e736 None None] The sync data for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 is: [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:30Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:35.530578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] For port ddd8f147-f713-4161-b724-c7b06879db09, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:35.568833 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7da78994-d83c-4082-882e-f3645029e7b2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.591147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.681196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] For port ddd8f147-f713-4161-b724-c7b06879db09, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ddd8f147-f713-4161-b724-c7b06879db09,segment=NetworkSegment(aff05885-fe31-407f-ab00-2c0b2f257633),segment_id=aff05885-fe31-407f-ab00-2c0b2f257633)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:35.762434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Current status of the port 7da78994-d83c-4082-882e-f3645029e7b2 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:35.762822 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7da78994-d83c-4082-882e-f3645029e7b2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.775050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=7da78994-d83c-4082-882e-f3645029e7b2,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:35.784383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ddd8f147-f713-4161-b724-c7b06879db09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.820326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Allocated IP 172.21.0.2 (f369150a-657e-4a02-ac8c-f848acf32d96/36083348-8ba4-4e4d-a6e8-dc6619436e59/27653ab0-ee6c-45fe-bdef-ba2edf0b1392) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:35.942201 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:13:35.942652 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:13:35.943364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d333587f-97fb-4d80-a99c-0557271375fa up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:35.993898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c8b5d-bbf4-46a1-ab11-a289ddc68e71 req-08841043-7ee7-4e8c-9ef9-c7f698d58acb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:36.008161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-909c8b5d-bbf4-46a1-ab11-a289ddc68e71 req-08841043-7ee7-4e8c-9ef9-c7f698d58acb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.5594432 Jan 27 22:13:36.240491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c877900-663b-40ed-b5f6-edfc7745a922 req-5e05f5d3-5f79-4265-8b7f-71338c5bf3a0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 210 time: 0.0820837 Jan 27 22:13:36.272585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-909c8b5d-bbf4-46a1-ab11-a289ddc68e71 req-52be1ce4-835b-4531-bdb1-daf0a001572d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624564 Jan 27 22:13:36.327349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Router b9850c49-11ab-4ce3-a89b-cde86e7e8037 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:36.535535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c101b-be01-4514-abf5-c0c9b3a42036 None None] Pushing event updated for resources: {'Port': ['ID=ddd8f147-f713-4161-b724-c7b06879db09,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:36.563648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.20.0.1 (695744f8-f79b-4a78-ad62-296b58f82938/1f6cf075-7ec3-4c11-93cd-edc1f525a28b/25cc961e-eb89-42cd-8dcb-c33a40cba9a2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:36.616361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:36.634326 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Sync routers for ids ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:36.649730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a8ef3-df21-4ea6-a78a-38e691ba9565 req-93ece1aa-df4c-4f9c-82ec-887d034a1d0e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:36.651576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a02a8ef3-df21-4ea6-a78a-38e691ba9565 req-93ece1aa-df4c-4f9c-82ec-887d034a1d0e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.1353862 Jan 27 22:13:36.654546 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Routers {'b9850c49-11ab-4ce3-a89b-cde86e7e8037'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:36.655612 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:36.680136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.682079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-be1b5953-b0d5-44a2-9dce-8367c323a21e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.7741873 Jan 27 22:13:36.685217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47816) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:36.687299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Current status of the port 7da78994-d83c-4082-882e-f3645029e7b2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:36.820007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d333587f-97fb-4d80-a99c-0557271375fa triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:36.820632 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d333587f-97fb-4d80-a99c-0557271375fa), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.822158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a02a8ef3-df21-4ea6-a78a-38e691ba9565 req-3c73410a-ca4c-4b3a-89a1-17e96fb367ed tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567731 Jan 27 22:13:36.864039 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Set router b9850c49-11ab-4ce3-a89b-cde86e7e8037 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:36.868773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Provisioning complete for port d333587f-97fb-4d80-a99c-0557271375fa triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:36.869396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d333587f-97fb-4d80-a99c-0557271375fa), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.878611 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.026563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.121545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Publish callbacks [] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.150229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79835b7-4767-47bd-942f-86eaebfe9568 req-d524d7b7-a44f-4e9b-99c3-7c72859a7dc5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:37.157151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 695744f8-f79b-4a78-ad62-296b58f82938 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:37.158073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c79835b7-4767-47bd-942f-86eaebfe9568 req-d524d7b7-a44f-4e9b-99c3-7c72859a7dc5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0897958 Jan 27 22:13:37.174764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:37.182874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:37.205872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=25cc961e-eb89-42cd-8dcb-c33a40cba9a2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:37.256407 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.283404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.286324 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c79835b7-4767-47bd-942f-86eaebfe9568 req-3b8fda66-eda2-480f-9202-7354feaa8ed0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267467 Jan 27 22:13:37.292813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.293166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.293516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.293864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.294208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.294547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.294910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.295246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.295611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.295964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.297944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.298281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:37.319058 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:13:34Z', 'revision_number': 3, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:37.381878 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.460809 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Checking router: b9850c49-11ab-4ce3-a89b-cde86e7e8037 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:37.461303 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Updating router b9850c49-11ab-4ce3-a89b-cde86e7e8037 port a3851a62-518c-4a36-8d71-34a51af35569 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:37.530560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Pushing event updated for resources: {'Port': ['ID=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:37.585909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Network f369150a-657e-4a02-ac8c-f848acf32d96 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:37.612843 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3b2e070b-58b3-43a6-a6d4-c4c733bf11c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.628971 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a3851a62-518c-4a36-8d71-34a51af35569), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.655081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-253d51e2-d6b6-4239-b878-ab11dc3b50cd req-a8f90de6-6222-470c-9ba0-3dcb80d9e4ea tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 210 time: 0.1347525 Jan 27 22:13:37.750266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:37.761567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:37.786469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d333587f-97fb-4d80-a99c-0557271375fa is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:37.953777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610126-44ae-4d39-b881-58fbeb90f85d req-e1a77aa8-1b08-4e7e-98b7-989342c4272d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:37.978533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be610126-44ae-4d39-b881-58fbeb90f85d req-e1a77aa8-1b08-4e7e-98b7-989342c4272d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.4672222 Jan 27 22:13:37.997333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-7c458862-1894-4404-b6bf-e9ce6001c282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:37.999903 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-7c458862-1894-4404-b6bf-e9ce6001c282 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/networks?id=f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 200 len: 797 time: 0.3355291 Jan 27 22:13:38.173024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Attempting to bind port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:38.173703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Attempting to bind port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'bbc2ce3d-9707-48e1-8106-73fb4e437e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f369150a-657e-4a02-ac8c-f848acf32d96'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:38.174369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Attempting to bind port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 on network f369150a-657e-4a02-ac8c-f848acf32d96 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:38.190241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:38.191142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Checking segment: {'id': 'bbc2ce3d-9707-48e1-8106-73fb4e437e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f369150a-657e-4a02-ac8c-f848acf32d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:38.192665 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.194696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Bound using segment: {'id': 'bbc2ce3d-9707-48e1-8106-73fb4e437e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f369150a-657e-4a02-ac8c-f848acf32d96'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:38.195745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Bound port: 27653ab0-ee6c-45fe-bdef-ba2edf0b1392, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc2ce3d-9707-48e1-8106-73fb4e437e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f369150a-657e-4a02-ac8c-f848acf32d96'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:38.196398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.263789 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-8be9c2a7-3827-45a1-883f-a568e753e3e8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 380 time: 0.2466371 Jan 27 22:13:38.321175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'port': {'device_id': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'admin_state_up': True, 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'security_groups': ['1dee12c3-377d-4524-b2de-03a329334e57']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:38.330391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee5565f-4ace-4736-a0da-cf573f9ea123 None None] Network 695744f8-f79b-4a78-ad62-296b58f82938 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:38.430295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be610126-44ae-4d39-b881-58fbeb90f85d req-378f5dd4-b77f-4c8c-b190-1b9df2b3091f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323575 Jan 27 22:13:38.618465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.620748 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Publish callbacks [] for port (a3851a62-518c-4a36-8d71-34a51af35569), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.635599 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a3851a62-518c-4a36-8d71-34a51af35569), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.672038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7da78994-d83c-4082-882e-f3645029e7b2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:38.689916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84196f06-b6c2-4cf8-8145-c6a548491baf req-18c95688-4815-4b9f-ad51-49ec6409d580 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:38.695908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-79786ad9-2a0a-41d5-962b-8880535077e7 None None] Current status of the port d333587f-97fb-4d80-a99c-0557271375fa is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:38.704921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84196f06-b6c2-4cf8-8145-c6a548491baf req-18c95688-4815-4b9f-ad51-49ec6409d580 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.6036189 Jan 27 22:13:38.833222 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4067d-752b-40ce-b238-089158e10096 None None] Pushing event updated for resources: {'Port': ['ID=a3851a62-518c-4a36-8d71-34a51af35569,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:38.850305 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Attempting to bind port a3851a62-518c-4a36-8d71-34a51af35569 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:38.851618 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Attempting to bind port a3851a62-518c-4a36-8d71-34a51af35569 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:38.854223 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Attempting to bind port a3851a62-518c-4a36-8d71-34a51af35569 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:38.871807 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:38.877137 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:38.882361 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.883917 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.884798 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:38.885813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.886042 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Bound port: a3851a62-518c-4a36-8d71-34a51af35569, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:38.886893 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a3851a62-518c-4a36-8d71-34a51af35569), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.897268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84196f06-b6c2-4cf8-8145-c6a548491baf req-6dd9a23c-8b27-4ea8-b80a-e26225d5dad7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909285 Jan 27 22:13:38.991703 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] For port a3851a62-518c-4a36-8d71-34a51af35569, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:38.998173 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] For port a3851a62-518c-4a36-8d71-34a51af35569, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a3851a62-518c-4a36-8d71-34a51af35569,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:38.999623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Provisioning complete for port ddd8f147-f713-4161-b724-c7b06879db09 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:39.000935 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ddd8f147-f713-4161-b724-c7b06879db09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.011992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] For port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:39.013982 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a3851a62-518c-4a36-8d71-34a51af35569), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.028839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] For port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,segment=NetworkSegment(bbc2ce3d-9707-48e1-8106-73fb4e437e16),segment_id=bbc2ce3d-9707-48e1-8106-73fb4e437e16)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:39.067622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d938924-eb26-4c59-955d-b565405ce11f req-df6aa37f-3f93-4528-b552-207171d0c904 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 210 time: 0.1371307 Jan 27 22:13:39.150576 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.170909 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Routers {'b9850c49-11ab-4ce3-a89b-cde86e7e8037'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:39.172324 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:39.252912 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4067d-752b-40ce-b238-089158e10096 None None] Pushing event updated for resources: {'Port': ['ID=a3851a62-518c-4a36-8d71-34a51af35569,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:39.364954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688519e-76e4-4d3d-94b3-7e0e4f975c80 None None] Pushing event updated for resources: {'Port': ['ID=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:39.392229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7da78994-d83c-4082-882e-f3645029e7b2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:39.393217 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7da78994-d83c-4082-882e-f3645029e7b2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.530349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:39.534282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.562530 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] Set router b9850c49-11ab-4ce3-a89b-cde86e7e8037 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:39.637473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.726527 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.830906 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.925529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7da78994-d83c-4082-882e-f3645029e7b2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:39.952806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ddd8f147-f713-4161-b724-c7b06879db09 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:39.972282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Current status of the port ddd8f147-f713-4161-b724-c7b06879db09 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:39.972732 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ddd8f147-f713-4161-b724-c7b06879db09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.040037 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=25cc961e-eb89-42cd-8dcb-c33a40cba9a2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:40.084307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] For port ddd8f147-f713-4161-b724-c7b06879db09, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ddd8f147-f713-4161-b724-c7b06879db09,segment=NetworkSegment(aff05885-fe31-407f-ab00-2c0b2f257633),segment_id=aff05885-fe31-407f-ab00-2c0b2f257633)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:40.096872 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ddd8f147-f713-4161-b724-c7b06879db09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.116486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.20.0.10 (f2809a52-654c-4f31-8abb-4ad62aa91b9b/a184f59a-f76c-45a9-9c34-fa3fb201eaf4/4c22a89e-3eb7-419f-bb04-a7c916d53b97) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:40.212403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 695744f8-f79b-4a78-ad62-296b58f82938 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:40.212696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Provisioning complete for port 7da78994-d83c-4082-882e-f3645029e7b2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:40.212884 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7da78994-d83c-4082-882e-f3645029e7b2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.242103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:40.325450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ddd8f147-f713-4161-b724-c7b06879db09 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:40.325961 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ddd8f147-f713-4161-b724-c7b06879db09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.334054 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:13:34Z', 'revision_number': 3, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:40.398957 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf5131-eced-4b66-98b5-4753a4f0d011 None None] The sync data for ids ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'] in n-d-826529-2 is: [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:13:34Z', 'revision_number': 3, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:40.421635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Pushing event updated for resources: {'Port': ['ID=ddd8f147-f713-4161-b724-c7b06879db09,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:40.531003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8cd47521-00cc-4c8c-934e-48af7b9b889e None None] Current status of the port 7da78994-d83c-4082-882e-f3645029e7b2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:40.631084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ddd8f147-f713-4161-b724-c7b06879db09 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:40.664416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4757adb8-0fab-47f4-b552-8263389c6203 None None] Provisioning complete for port ddd8f147-f713-4161-b724-c7b06879db09 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:40.664927 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4757adb8-0fab-47f4-b552-8263389c6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ddd8f147-f713-4161-b724-c7b06879db09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.748093 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.786854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Allocated IP 172.20.0.1 (e3910235-a8f0-49c4-964b-ef451b16cd17/68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093/2e36b569-041e-4afc-8c49-9d9d845dc89e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:40.803475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:41.016494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Publish callbacks [] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.036683 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.039629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4757adb8-0fab-47f4-b552-8263389c6203 None None] Current status of the port ddd8f147-f713-4161-b724-c7b06879db09 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:41.107592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4757adb8-0fab-47f4-b552-8263389c6203 None None] Provisioning complete for port 25cc961e-eb89-42cd-8dcb-c33a40cba9a2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:41.109087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4757adb8-0fab-47f4-b552-8263389c6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.232391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:41.298304 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.374806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4757adb8-0fab-47f4-b552-8263389c6203 None None] Port 25cc961e-eb89-42cd-8dcb-c33a40cba9a2 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:41.384245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.413353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:41.413836 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.536955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Network e3910235-a8f0-49c4-964b-ef451b16cd17 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:41.622951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:41.626644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:41.627471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.640157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.671334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:41.671334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:41.673053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:41.680358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:41.689942 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8cd65251-559f-4248-a598-60e9c61d7fcb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/c2b2c5b9-79d1-4965-b8aa-c14c8fb88312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5722628 Jan 27 22:13:41.703963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:41.705792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271ff00-007c-44cd-a238-cc5b6e717137 None None] Sync routers for ids ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:41.729504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47852) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:41.775029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271ff00-007c-44cd-a238-cc5b6e717137 None None] Routers {'c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:41.790644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7271ff00-007c-44cd-a238-cc5b6e717137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:41.800841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:41.801738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.804800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:41.852510 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-9b548f9e-1492-4b88-9f29-38f281aeaa05 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5660174 Jan 27 22:13:41.876448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Request body: {'port': {'device_id': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:41.879346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37a13-7884-42d3-9d30-481a40ec3d1b req-a0a1c982-3504-4de3-b6c1-39eb236815d8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:41.903504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94c37a13-7884-42d3-9d30-481a40ec3d1b req-a0a1c982-3504-4de3-b6c1-39eb236815d8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 1.3336391 Jan 27 22:13:41.907528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,segment=NetworkSegment(bbc2ce3d-9707-48e1-8106-73fb4e437e16),segment_id=bbc2ce3d-9707-48e1-8106-73fb4e437e16)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:41.914957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7271ff00-007c-44cd-a238-cc5b6e717137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:41.922339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.923156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ddd8f147-f713-4161-b724-c7b06879db09 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:42.031543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.130554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b1bfc4-2ab6-4bd3-91c2-ba662fab5cac None None] Network f369150a-657e-4a02-ac8c-f848acf32d96 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:42.145076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:42.217067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271ff00-007c-44cd-a238-cc5b6e717137 None None] Routers {'c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:42.217748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7271ff00-007c-44cd-a238-cc5b6e717137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:42.298399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e36b569-041e-4afc-8c49-9d9d845dc89e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:42.329839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff703890-7f25-4600-9c17-ef61c2575cf3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.339506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ff703890-7f25-4600-9c17-ef61c2575cf3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports/25cc961e-eb89-42cd-8dcb-c33a40cba9a2 HTTP/1.1" status: 200 len: 910 time: 0.6082642 Jan 27 22:13:42.349070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47858) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:42.349172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-59098292-8847-4449-9198-faafb9209100 None None] Provisioning complete for port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:42.360543 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59098292-8847-4449-9198-faafb9209100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.428342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7271ff00-007c-44cd-a238-cc5b6e717137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:42.429023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271ff00-007c-44cd-a238-cc5b6e717137 None None] The sync data for ids ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:42.462075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ddd8f147-f713-4161-b724-c7b06879db09 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:42.465880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ddd8f147-f713-4161-b724-c7b06879db09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.487771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (b9850c49-11ab-4ce3-a89b-cde86e7e8037), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.501230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-678b7b16-2f8c-4d0c-844f-69049906edd3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.503297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-678b7b16-2f8c-4d0c-844f-69049906edd3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 3.0855422 Jan 27 22:13:42.574791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-e073de07-287b-4b52-99d0-86ceb340fb63 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/quotas/9c9b826841b8474393813eea41b044d4 HTTP/1.1" status: 200 len: 375 time: 0.0205266 Jan 27 22:13:42.676772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94c37a13-7884-42d3-9d30-481a40ec3d1b req-31d249cd-69cf-4b01-a536-ba4a0982c4ea tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5866740 Jan 27 22:13:42.814580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-59098292-8847-4449-9198-faafb9209100 None None] Current status of the port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:42.878118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ddd8f147-f713-4161-b724-c7b06879db09 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:42.891979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-90d6e04a-7b55-43f9-b999-a3b01ca4d044 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3008826 Jan 27 22:13:42.976529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2ba46e03-2390-49bd-8f51-80c40eda0308 None None] Provisioning complete for port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:42.977101 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ba46e03-2390-49bd-8f51-80c40eda0308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.173884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2ba46e03-2390-49bd-8f51-80c40eda0308 None None] Port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:43.202115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47866) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:43.232513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2ba46e03-2390-49bd-8f51-80c40eda0308 None None] Provisioning complete for port 2e36b569-041e-4afc-8c49-9d9d845dc89e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:43.233104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ba46e03-2390-49bd-8f51-80c40eda0308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.274563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.349208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8524-7a90-4d8b-8dd0-9d8a92bc2d8f req-932335b0-1932-42ca-a394-845f1960ab2a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:43.354710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d8f8524-7a90-4d8b-8dd0-9d8a92bc2d8f req-932335b0-1932-42ca-a394-845f1960ab2a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 932 time: 0.3848753 Jan 27 22:13:43.417452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2ba46e03-2390-49bd-8f51-80c40eda0308 None None] Port 2e36b569-041e-4afc-8c49-9d9d845dc89e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:43.421600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:43.487036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-7ba56b75-566c-4a15-b6de-8c627c44921f service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491936 Jan 27 22:13:43.549123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-244c6617-2026-45de-89ce-765deb4cf533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.563168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-843c2000-0ed4-4cb5-9946-3dc94e59b801 None None] Provisioning complete for port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:43.563587 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-843c2000-0ed4-4cb5-9946-3dc94e59b801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.709945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:43.711230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.732707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d8f8524-7a90-4d8b-8dd0-9d8a92bc2d8f req-9c38911d-81cf-432c-9936-174de49b179d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651564 Jan 27 22:13:44.078607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-f9c6c58b-183a-47e9-acd4-f1baa9c42fdd service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815735 Jan 27 22:13:44.163894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Publish callbacks [] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.181039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c241db-4789-4fbb-8644-5cecfb2aed95 req-55c229a4-e60e-4b13-86b3-7a7e9f2aec30 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:44.188194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95c241db-4789-4fbb-8644-5cecfb2aed95 req-55c229a4-e60e-4b13-86b3-7a7e9f2aec30 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.2317097 Jan 27 22:13:44.212897 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.262966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c22a89e-3eb7-419f-bb04-a7c916d53b97 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:44.298155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Publish callbacks [] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.350208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.353114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Transition to ACTIVE for port object 4c22a89e-3eb7-419f-bb04-a7c916d53b97 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:13:44.385840 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-244c6617-2026-45de-89ce-765deb4cf533 admin admin] Publish callbacks [] for security_group (02183efc-9d2b-44ab-ac79-aae94b421b8d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.398711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.405270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-244c6617-2026-45de-89ce-765deb4cf533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (02183efc-9d2b-44ab-ac79-aae94b421b8d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.454446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c6617-2026-45de-89ce-765deb4cf533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02183efc-9d2b-44ab-ac79-aae94b421b8d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:44.479581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (b9850c49-11ab-4ce3-a89b-cde86e7e8037), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.496670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e36b569-041e-4afc-8c49-9d9d845dc89e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:44.528755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95c241db-4789-4fbb-8644-5cecfb2aed95 req-1ad02125-303a-4f4f-b308-304a5185440f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226428 Jan 27 22:13:44.545910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-244c6617-2026-45de-89ce-765deb4cf533 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5ee568136034e608df282ee532625b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3388672 Jan 27 22:13:44.587204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:44.848162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49e80cc3-a6e7-48e9-8b2d-daa4251f4290 req-98874f72-5083-4669-b1af-e68af2fad0d8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 210 time: 0.2382848 Jan 27 22:13:44.978677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-843c2000-0ed4-4cb5-9946-3dc94e59b801 None None] Current status of the port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:44.992717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:44.994549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a3851a62-518c-4a36-8d71-34a51af35569 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:45.062219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Network e3910235-a8f0-49c4-964b-ef451b16cd17 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:45.067320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:45.181302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9d721-70bb-47c9-b5ca-f512eef5ae5e req-20dd7d9b-f72c-4956-9972-f9273dfdbb72 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:45.194096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eea9d721-70bb-47c9-b5ca-f512eef5ae5e req-20dd7d9b-f72c-4956-9972-f9273dfdbb72 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 944 time: 0.2547419 Jan 27 22:13:45.250673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a3851a62-518c-4a36-8d71-34a51af35569 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:45.251220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a3851a62-518c-4a36-8d71-34a51af35569), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.287632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:45.289392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:45.290291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:45.308959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f891e1f-c41c-4508-8039-c07797b5e32e admin admin] Publish callbacks [] for security_group (02183efc-9d2b-44ab-ac79-aae94b421b8d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.313891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:45.352288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:13:45.353195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:45.384193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:45.385559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Checking segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:45.386471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Bound using segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:45.387778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Bound port: 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:45.388639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.494737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eea9d721-70bb-47c9-b5ca-f512eef5ae5e req-0cec36d3-3474-4c4c-804a-6c19e04e2df4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993650 Jan 27 22:13:45.633809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Router b9850c49-11ab-4ce3-a89b-cde86e7e8037 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:45.655632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a3851a62-518c-4a36-8d71-34a51af35569 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:45.657052 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a3851a62-518c-4a36-8d71-34a51af35569), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.682198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f52dee26-18cf-47e0-aed5-e5582754fd3c None None] Provisioning complete for port 2e36b569-041e-4afc-8c49-9d9d845dc89e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:45.683218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f52dee26-18cf-47e0-aed5-e5582754fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.759686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:45.771788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port a3851a62-518c-4a36-8d71-34a51af35569, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a3851a62-518c-4a36-8d71-34a51af35569,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:45.772959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:45.787809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a3851a62-518c-4a36-8d71-34a51af35569), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.793300 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f891e1f-c41c-4508-8039-c07797b5e32e admin admin] Publish callbacks [] for security_group (02183efc-9d2b-44ab-ac79-aae94b421b8d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.798181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.800838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f52dee26-18cf-47e0-aed5-e5582754fd3c None None] Port 2e36b569-041e-4afc-8c49-9d9d845dc89e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:45.937317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=a3851a62-518c-4a36-8d71-34a51af35569,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:45.998354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:13:46.069574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:46.071155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.076050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] 10.222.0.16 "PUT /v2.0/ports/4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 1092 time: 4.2135153 Jan 27 22:13:46.107172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:46.110290 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf9fd98-3204-421a-b392-4e22a4abd7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:46.127978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2260c601-1d4a-4f61-aed4-f166e000150c req-82fa2ee0-b433-4f37-8a65-fb6b344b6b9a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 210 time: 0.1126645 Jan 27 22:13:46.135241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ce220-6157-443c-bcc9-dad3cef08337 service neutron] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:46.182846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4c8f8-c684-44b4-9254-0121fd441fde req-47993244-ef2a-45bb-92f1-e40b40e6056a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:46.188052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ff4c8f8-c684-44b4-9254-0121fd441fde req-47993244-ef2a-45bb-92f1-e40b40e6056a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 944 time: 0.2975049 Jan 27 22:13:46.231749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:46.254114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7971694b-66d1-413b-940d-3924f3a987e9 admin admin] 10.222.0.45 "PUT /v2.0/routers/b9850c49-11ab-4ce3-a89b-cde86e7e8037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5474517 Jan 27 22:13:46.254273 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Sync routers for ids ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:46.278018 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Routers {'b9850c49-11ab-4ce3-a89b-cde86e7e8037'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:46.284847 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:46.366411 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aa341c-f698-46af-803f-5e9c9ddeb9e3 x-openstack-request-id: req-54aa341c-f698-46af-803f-5e9c9ddeb9e3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:46.379152 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:46.380433 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54aa341c-f698-46af-803f-5e9c9ddeb9e3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:46.381394 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'status': 'completed', 'code': 200} Jan 27 22:13:46.439666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ff4c8f8-c684-44b4-9254-0121fd441fde req-056308ba-9ea7-46bf-88f6-f5cce6c5b80b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749825 Jan 27 22:13:46.451114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:46.523553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'port_id': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'mac_address': 'fa:16:3e:03:99:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:13:46.523896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-5961e9f3-bd1d-402c-9727-092c1f60f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:46.526716 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-5961e9f3-bd1d-402c-9727-092c1f60f032 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1095 time: 0.2287345 Jan 27 22:13:46.528388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f891e1f-c41c-4508-8039-c07797b5e32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (02183efc-9d2b-44ab-ac79-aae94b421b8d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.533686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f891e1f-c41c-4508-8039-c07797b5e32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.541443 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f891e1f-c41c-4508-8039-c07797b5e32e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02183efc-9d2b-44ab-ac79-aae94b421b8d HTTP/1.1" status: 204 len: 168 time: 1.9499903 Jan 27 22:13:46.637372 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Set router b9850c49-11ab-4ce3-a89b-cde86e7e8037 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:46.646471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:46.652942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.706254 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-32b810f7-14e5-4094-b89e-fb30fbb9805e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 217 time: 0.1554720 Jan 27 22:13:46.724343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:46.815148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:46.823732 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.870994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f891e1f-c41c-4508-8039-c07797b5e32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02183efc-9d2b-44ab-ac79-aae94b421b8d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:46.974752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559e9d-a496-4bcc-b726-2198f3af611a req-bfa64815-2d40-4811-858c-66f2145bd53a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:46.988704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b559e9d-a496-4bcc-b726-2198f3af611a req-bfa64815-2d40-4811-858c-66f2145bd53a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 944 time: 0.3134551 Jan 27 22:13:47.116939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:47.128214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b559e9d-a496-4bcc-b726-2198f3af611a req-e0b3209f-4a31-4f31-ba2b-b438d69c13be tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370144 Jan 27 22:13:47.248107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['94b003f6-e9d5-4646-bceb-617d2ce1b1e1'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:47.268092 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:13:47.378181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-1fb2a62d-4bc7-4ff0-9334-9134d6d67e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:47.381014 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-1fb2a62d-4bc7-4ff0-9334-9134d6d67e23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a184f59a-f76c-45a9-9c34-fa3fb201eaf4 HTTP/1.1" status: 200 len: 834 time: 0.6736484 Jan 27 22:13:47.436124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce64dbe5-c03b-411f-a59d-6eded5642795 req-b9f90518-cf98-4636-8871-e6b16645ba88 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 210 time: 0.0959983 Jan 27 22:13:47.491964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.21.0.1 (f369150a-657e-4a02-ac8c-f848acf32d96/36083348-8ba4-4e4d-a6e8-dc6619436e59/2366a96c-0de2-4ccd-96ed-162a86646c07) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:47.508193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-43adc9f0-eeed-4774-b7f5-801c3dc869a2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:47.511148 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-43adc9f0-eeed-4774-b7f5-801c3dc869a2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 0.8020666 Jan 27 22:13:47.529801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'port': {'device_id': 'fc1c701c-3398-49e1-a0ab-c97f107d4205', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'admin_state_up': True, 'tenant_id': '9c9b826841b8474393813eea41b044d4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:47.682777 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:13:42Z', 'revision_number': 4, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2e36b569-041e-4afc-8c49-9d9d845dc89e', 'name': '', 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'mac_address': 'fa:16:3e:31:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:39Z', 'updated_at': '2022-01-27T22:13:43Z', 'revision_number': 2, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'subnets': [{'id': '68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:47.830477 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Checking router: b9850c49-11ab-4ce3-a89b-cde86e7e8037 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:47.844183 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Updating router b9850c49-11ab-4ce3-a89b-cde86e7e8037 port 2e36b569-041e-4afc-8c49-9d9d845dc89e binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:47.870835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-edd2ec79-191a-46bc-9aca-960a2093beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:47.874192 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-edd2ec79-191a-46bc-9aca-960a2093beb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2809a52-654c-4f31-8abb-4ad62aa91b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4798946 Jan 27 22:13:47.952935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a3851a62-518c-4a36-8d71-34a51af35569 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:47.956771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d38d0b-d5ba-4de3-a783-66b17564c9a4 req-85e4d276-ec04-452a-bb6d-121ca42ba2f2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:47.975600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39d38d0b-d5ba-4de3-a783-66b17564c9a4 req-85e4d276-ec04-452a-bb6d-121ca42ba2f2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 945 time: 0.2670805 Jan 27 22:13:48.012990 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.069734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47922) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:48.130465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6dc-a07d-4eec-8882-00b7492e618f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.156306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a3851a62-518c-4a36-8d71-34a51af35569 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:48.157080 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a3851a62-518c-4a36-8d71-34a51af35569), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.328373 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.382577 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6dc-a07d-4eec-8882-00b7492e618f admin admin] Publish callbacks [] for security_group (7fe92751-aca9-4b52-8c1d-90c31582c60d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.408624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.420491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6dc-a07d-4eec-8882-00b7492e618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7fe92751-aca9-4b52-8c1d-90c31582c60d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.427235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a3851a62-518c-4a36-8d71-34a51af35569 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:48.442873 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-86c600b1-f68e-4c48-acb6-34272a7c71f9 service neutron] 10.222.0.16 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591106 Jan 27 22:13:48.447360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Made reservation on behalf of 9c9b826841b8474393813eea41b044d4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:48.453495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.479713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39d38d0b-d5ba-4de3-a783-66b17564c9a4 req-e00743ec-7bb6-4d5b-9729-68ee6d46773c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5027461 Jan 27 22:13:48.545388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4ef8a6dc-a07d-4eec-8882-00b7492e618f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ee656640ed84b1881ffe018844fd0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4712372 Jan 27 22:13:48.573944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcee68b-863e-4419-b28e-275d9c10a89f req-67965e7e-b327-4c48-b6d9-852cad4976d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:48.576182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbcee68b-863e-4419-b28e-275d9c10a89f req-67965e7e-b327-4c48-b6d9-852cad4976d8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 944 time: 0.1898913 Jan 27 22:13:48.576716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47952) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:48.588605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8a6dc-a07d-4eec-8882-00b7492e618f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe92751-aca9-4b52-8c1d-90c31582c60d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:48.778964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-904dab39-21f8-499e-9069-409faca7c96d req-2e187ca1-5631-48b2-bbcd-5b43cb666954 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 210 time: 0.0718091 Jan 27 22:13:48.812427 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-337b6354-c55a-44a8-9bc6-ef5de06ad5e5 admin admin] Publish callbacks [] for security_group (7fe92751-aca9-4b52-8c1d-90c31582c60d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.822983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbcee68b-863e-4419-b28e-275d9c10a89f req-8b3dcd40-af9c-4f3b-8a09-c07da380c13a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268097 Jan 27 22:13:48.837239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.841448 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ff48e716-4078-41e7-9606-a2fe2b763e3b req-f556ec8b-4c4c-4bc9-9dc1-37e61fae6655 service neutron] 10.222.0.16 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782172 Jan 27 22:13:48.857890 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-337b6354-c55a-44a8-9bc6-ef5de06ad5e5 admin admin] Publish callbacks [] for security_group (7fe92751-aca9-4b52-8c1d-90c31582c60d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.950134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-337b6354-c55a-44a8-9bc6-ef5de06ad5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7fe92751-aca9-4b52-8c1d-90c31582c60d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.953067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-337b6354-c55a-44a8-9bc6-ef5de06ad5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.959210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-337b6354-c55a-44a8-9bc6-ef5de06ad5e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7fe92751-aca9-4b52-8c1d-90c31582c60d HTTP/1.1" status: 204 len: 168 time: 0.3809428 Jan 27 22:13:48.986422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b6354-c55a-44a8-9bc6-ef5de06ad5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe92751-aca9-4b52-8c1d-90c31582c60d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:49.016234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=2366a96c-0de2-4ccd-96ed-162a86646c07,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:49.044030 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network f369150a-657e-4a02-ac8c-f848acf32d96 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:49.046614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:49.050396 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Publish callbacks [] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.058634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:49.064254 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.159460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-d4808d15-f967-47a0-9286-81fc35fecfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:49.167135 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-d4808d15-f967-47a0-9286-81fc35fecfa4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1095 time: 0.1956532 Jan 27 22:13:49.192267 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdb584-cd5c-480c-8bff-36e02fd83275 None None] Pushing event updated for resources: {'Port': ['ID=2e36b569-041e-4afc-8c49-9d9d845dc89e,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:49.198339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.301436 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Attempting to bind port 2e36b569-041e-4afc-8c49-9d9d845dc89e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:49.302476 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Attempting to bind port 2e36b569-041e-4afc-8c49-9d9d845dc89e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:49.303024 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Attempting to bind port 2e36b569-041e-4afc-8c49-9d9d845dc89e on network e3910235-a8f0-49c4-964b-ef451b16cd17 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:49.310429 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:49.310826 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Checking segment: {'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:49.311238 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.311711 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Bound using segment: {'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:49.312316 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Bound port: 2e36b569-041e-4afc-8c49-9d9d845dc89e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a5437-110b-4f48-9cea-d68a644447a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:49.312862 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.441135 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] For port 2e36b569-041e-4afc-8c49-9d9d845dc89e, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:49.450626 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] For port 2e36b569-041e-4afc-8c49-9d9d845dc89e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e36b569-041e-4afc-8c49-9d9d845dc89e,segment=NetworkSegment(864a5437-110b-4f48-9cea-d68a644447a3),segment_id=864a5437-110b-4f48-9cea-d68a644447a3)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:49.457736 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.516599 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdb584-cd5c-480c-8bff-36e02fd83275 None None] Pushing event updated for resources: {'Port': ['ID=2e36b569-041e-4afc-8c49-9d9d845dc89e,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:49.548221 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Routers {'b9850c49-11ab-4ce3-a89b-cde86e7e8037'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:49.548878 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:49.647233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-aaae63fe-d153-425b-9748-82b5ab192222 None None] Provisioning complete for port 2366a96c-0de2-4ccd-96ed-162a86646c07 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:49.647954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aaae63fe-d153-425b-9748-82b5ab192222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.831671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-aaae63fe-d153-425b-9748-82b5ab192222 None None] Port 2366a96c-0de2-4ccd-96ed-162a86646c07 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:49.834487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcceef5-f9ad-45ba-ae64-92e18f8083aa req-fef165cf-8678-4596-a01a-4103949e8249 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:49.849836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdcceef5-f9ad-45ba-ae64-92e18f8083aa req-fef165cf-8678-4596-a01a-4103949e8249 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 945 time: 0.1453941 Jan 27 22:13:49.927278 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] Set router b9850c49-11ab-4ce3-a89b-cde86e7e8037 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:49.981037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-41d3532c-2deb-4045-8426-b75eab3af164 None None] Provisioning complete for port 2e36b569-041e-4afc-8c49-9d9d845dc89e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:49.981949 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-41d3532c-2deb-4045-8426-b75eab3af164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.010964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdcceef5-f9ad-45ba-ae64-92e18f8083aa req-25ea89b2-bb94-4dd6-bd91-71d716856573 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581502 Jan 27 22:13:50.083816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:50.105169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b660addf-0f86-4f23-aa69-80f9bc38784b req-046491fa-6ec5-4af5-bcd8-ea7086bc281f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 210 time: 0.0724771 Jan 27 22:13:50.238712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47994) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:50.254432 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf05-6eb9-4830-98a8-df2999013f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.267384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-e227bd60-85a0-49f4-8f46-07f2ffad632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.275851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-41d3532c-2deb-4045-8426-b75eab3af164 None None] Current status of the port 2e36b569-041e-4afc-8c49-9d9d845dc89e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:50.276253 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-41d3532c-2deb-4045-8426-b75eab3af164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.280885 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-e227bd60-85a0-49f4-8f46-07f2ffad632e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 200 len: 898 time: 1.1037724 Jan 27 22:13:50.371385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-41d3532c-2deb-4045-8426-b75eab3af164 None None] For port 2e36b569-041e-4afc-8c49-9d9d845dc89e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e36b569-041e-4afc-8c49-9d9d845dc89e,segment=NetworkSegment(864a5437-110b-4f48-9cea-d68a644447a3),segment_id=864a5437-110b-4f48-9cea-d68a644447a3)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:50.382642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:50.387330 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.416023 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:13:42Z', 'revision_number': 4, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2e36b569-041e-4afc-8c49-9d9d845dc89e', 'name': '', 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'mac_address': 'fa:16:3e:31:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:39Z', 'updated_at': '2022-01-27T22:13:49Z', 'revision_number': 4, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'subnets': [{'id': '68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:50.417115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Allocated IP 172.20.0.9 (b5397092-386c-4a64-99d8-9030ba82f773/74bc2cd3-d2e9-4920-9948-07ac619cca0b/d020f80b-554e-4660-9eb8-b8b89d99d6ac) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:50.426002 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-0f30520f-dd81-4664-8c66-9116d45379a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 217 time: 0.1296253 Jan 27 22:13:50.455832 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-41d3532c-2deb-4045-8426-b75eab3af164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.472203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7be9c-8f83-4f73-8714-bde21b72ccde req-ef9c1534-5368-4a50-8dcb-e9a15c55cd65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.473958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2c7be9c-8f83-4f73-8714-bde21b72ccde req-ef9c1534-5368-4a50-8dcb-e9a15c55cd65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 944 time: 0.1846709 Jan 27 22:13:50.491090 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded8580-e722-48b3-9ef1-212c7346a2b0 None None] The sync data for ids ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'] in n-d-826529-2 is: [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:13:42Z', 'revision_number': 4, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2e36b569-041e-4afc-8c49-9d9d845dc89e', 'name': '', 'network_id': 'e3910235-a8f0-49c4-964b-ef451b16cd17', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'mac_address': 'fa:16:3e:31:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:39Z', 'updated_at': '2022-01-27T22:13:49Z', 'revision_number': 4, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'subnets': [{'id': '68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:50.591352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3532c-2deb-4045-8426-b75eab3af164 None None] Pushing event updated for resources: {'Port': ['ID=2e36b569-041e-4afc-8c49-9d9d845dc89e,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:50.611528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-01dcd0dc-6652-46b4-9bfa-2fdf96609081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.617617 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-01dcd0dc-6652-46b4-9bfa-2fdf96609081 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a184f59a-f76c-45a9-9c34-fa3fb201eaf4 HTTP/1.1" status: 200 len: 834 time: 0.1816263 Jan 27 22:13:50.624825 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf05-6eb9-4830-98a8-df2999013f27 admin admin] Publish callbacks [] for security_group (3d3c3340-180e-4f41-88d3-4726b69fb1a5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.655139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2c7be9c-8f83-4f73-8714-bde21b72ccde req-30f02c45-8f46-4a0b-ba99-430f930e2978 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743777 Jan 27 22:13:50.661210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf05-6eb9-4830-98a8-df2999013f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3d3c3340-180e-4f41-88d3-4726b69fb1a5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.675614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ae69b265-aa14-411c-867f-c7bc5690db4a None None] Provisioning complete for port 2e36b569-041e-4afc-8c49-9d9d845dc89e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:50.676776 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae69b265-aa14-411c-867f-c7bc5690db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.741286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bf1baf05-6eb9-4830-98a8-df2999013f27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5fa15689e9346a8a0c4a52655ffdd3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014055 Jan 27 22:13:50.742245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1baf05-6eb9-4830-98a8-df2999013f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3c3340-180e-4f41-88d3-4726b69fb1a5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:50.745971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48004) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:50.766018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.819242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ad20-26b8-432d-8d90-a548fe0f23b3 admin admin] Publish callbacks [] for security_group (3d3c3340-180e-4f41-88d3-4726b69fb1a5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.845919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ae69b265-aa14-411c-867f-c7bc5690db4a None None] Current status of the port 2e36b569-041e-4afc-8c49-9d9d845dc89e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:50.851062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ad20-26b8-432d-8d90-a548fe0f23b3 admin admin] Publish callbacks [] for security_group (3d3c3340-180e-4f41-88d3-4726b69fb1a5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.870417 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:50.871230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.900781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.902521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-94bb1368-1310-40d2-a83a-f4afb31cfe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.904783 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-94bb1368-1310-40d2-a83a-f4afb31cfe8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2809a52-654c-4f31-8abb-4ad62aa91b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758944 Jan 27 22:13:50.928761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ad20-26b8-432d-8d90-a548fe0f23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3d3c3340-180e-4f41-88d3-4726b69fb1a5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.934973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:50.938395 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ad20-26b8-432d-8d90-a548fe0f23b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.938795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d1d3ad20-26b8-432d-8d90-a548fe0f23b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d3c3340-180e-4f41-88d3-4726b69fb1a5 HTTP/1.1" status: 204 len: 168 time: 0.1918325 Jan 27 22:13:50.939512 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e41b1d-7203-4a97-9b5f-d99f877e2f52" -d '{"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-plugged", "status": "completed", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:50.956580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ad20-26b8-432d-8d90-a548fe0f23b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3c3340-180e-4f41-88d3-4726b69fb1a5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:50.971341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:50.977605 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.098537 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3bf838-6440-4053-bc32-8e998973db5a x-openstack-request-id: req-6c3bf838-6440-4053-bc32-8e998973db5a {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:51.098537 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-plugged", "status": "completed", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:51.099211 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c3bf838-6440-4053-bc32-8e998973db5a {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:51.099351 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'code': 200} Jan 27 22:13:51.126906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:51.394075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7dc3923-36c4-4a05-a47d-729b5495ad2d req-f33e6692-06c0-4efc-9776-aa705a9ee9d6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 210 time: 0.0881977 Jan 27 22:13:51.427396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca018a91-aa24-4066-a209-fb8063413a4e req-67a923f6-acc9-4989-a5cc-bddde4a0ae9c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:51.432510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca018a91-aa24-4066-a209-fb8063413a4e req-67a923f6-acc9-4989-a5cc-bddde4a0ae9c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.1972361 Jan 27 22:13:51.529366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca018a91-aa24-4066-a209-fb8063413a4e req-4ae22f5a-e1fe-4826-b3ae-174adc473c4c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742381 Jan 27 22:13:51.635040 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.653285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-9cc5ab07-27a7-4756-a323-9e22e57d10fa service neutron] 10.222.0.16 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323673 Jan 27 22:13:51.747526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b55d8f-2b98-4f0a-b482-fc99f7ab1598 req-66d9998b-4841-47be-a6b6-36a74e58525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:51.749251 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b55d8f-2b98-4f0a-b482-fc99f7ab1598 req-66d9998b-4841-47be-a6b6-36a74e58525e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1098 time: 0.3689039 Jan 27 22:13:51.913443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42035-ea2f-4a0f-afe0-d98666560094 req-c9658c75-0804-434a-b9d4-700718257634 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:51.917320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77e42035-ea2f-4a0f-afe0-d98666560094 req-c9658c75-0804-434a-b9d4-700718257634 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 944 time: 0.0983827 Jan 27 22:13:52.005121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77e42035-ea2f-4a0f-afe0-d98666560094 req-366c0dd9-52c6-4ba9-8cb9-1a5599bd306b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708578 Jan 27 22:13:52.010622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4c22a89e-3eb7-419f-bb04-a7c916d53b97 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:13:52.086188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.093410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.194601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'Port': ['ID=d020f80b-554e-4660-9eb8-b8b89d99d6ac,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:52.197613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.308996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:52.335158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'port_id': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'mac_address': 'fa:16:3e:f2:e9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:13:52.341314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Network b5397092-386c-4a64-99d8-9030ba82f773 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:52.342553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e36b569-041e-4afc-8c49-9d9d845dc89e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:52.364877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:52.381350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:52.421681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-71b55d8f-2b98-4f0a-b482-fc99f7ab1598 req-f604fe94-138a-4e08-9775-81eaaab71e30 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6417930 Jan 27 22:13:52.599489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=2366a96c-0de2-4ccd-96ed-162a86646c07,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:52.625458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-daf9fd98-3204-421a-b392-4e22a4abd7ed req-a0126d59-159f-4ef7-b180-7d8a1a5391c9 service neutron] 10.222.0.16 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9432530 Jan 27 22:13:52.654673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.692571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:52.693287 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.741424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:52.742199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.803651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c22a89e-3eb7-419f-bb04-a7c916d53b97 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:52.809665 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-205f7e5a-5aa9-44a7-afb9-1e5e21e9da16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2861104 Jan 27 22:13:52.863120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eed9a-f9a7-4b29-927b-97079788748b req-66e367d8-10d5-4a5a-a1a6-b1ac9d0ce8f9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:52.872843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2e36b569-041e-4afc-8c49-9d9d845dc89e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:52.874033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.874323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Request body: {'port': {'device_id': 'fc1c701c-3398-49e1-a0ab-c97f107d4205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:52.881096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-216eed9a-f9a7-4b29-927b-97079788748b req-66e367d8-10d5-4a5a-a1a6-b1ac9d0ce8f9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 931 time: 0.1725805 Jan 27 22:13:53.008275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:53.035158 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.096586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a182273-64c3-4c89-8d42-31d5d168c0ef req-494b1e6b-6a17-4ad0-8655-fdf5135c1452 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:53.103613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a182273-64c3-4c89-8d42-31d5d168c0ef req-494b1e6b-6a17-4ad0-8655-fdf5135c1452 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.2209713 Jan 27 22:13:53.128197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-216eed9a-f9a7-4b29-927b-97079788748b req-434ba20f-12ab-4ab5-8016-e565e5da5ec4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213492 Jan 27 22:13:53.258489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.313094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a182273-64c3-4c89-8d42-31d5d168c0ef req-5e66c886-a9ff-402c-901d-33482b290246 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803153 Jan 27 22:13:53.325060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2efd6ecc-f29b-443a-8eff-9f289a32dc0d None None] Provisioning complete for port d020f80b-554e-4660-9eb8-b8b89d99d6ac triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:53.325909 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2efd6ecc-f29b-443a-8eff-9f289a32dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.485377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bacb9f-586d-4d20-aced-1101bb181625 req-ed8b5ef3-ce66-4c61-9fff-f832fd3a3a3b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:53.502861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0bacb9f-586d-4d20-aced-1101bb181625 req-ed8b5ef3-ce66-4c61-9fff-f832fd3a3a3b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.1522565 Jan 27 22:13:53.519527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:53.565429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2efd6ecc-f29b-443a-8eff-9f289a32dc0d None None] Port d020f80b-554e-4660-9eb8-b8b89d99d6ac cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:53.622260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2e36b569-041e-4afc-8c49-9d9d845dc89e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:53.638460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['4c22a89e-3eb7-419f-bb04-a7c916d53b97'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:53.696071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0bacb9f-586d-4d20-aced-1101bb181625 req-ef3a5d8b-3b2d-426d-a39a-52a0d13b5dc9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916845 Jan 27 22:13:54.007996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d020f80b-554e-4660-9eb8-b8b89d99d6ac {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:54.029998 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Publish callbacks [] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.113912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Transition to ACTIVE for port object d020f80b-554e-4660-9eb8-b8b89d99d6ac will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:13:54.117744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network f369150a-657e-4a02-ac8c-f848acf32d96 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:54.120922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:54.146459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.504840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb2599-22eb-471d-b2f0-68aca461604d req-57664280-d8de-4ba9-93a1-ef5c7a133157 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:54.520422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82bb2599-22eb-471d-b2f0-68aca461604d req-57664280-d8de-4ba9-93a1-ef5c7a133157 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 943 time: 0.1616559 Jan 27 22:13:54.539183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Pushing event updated for resources: {'Port': ['ID=d020f80b-554e-4660-9eb8-b8b89d99d6ac,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:54.673899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:54.812325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82bb2599-22eb-471d-b2f0-68aca461604d req-958ad215-ef9f-44de-8fbc-f23dc3d08628 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899392 Jan 27 22:13:54.910223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f54ba-6217-4233-85a8-59f125e546cf req-0f0c55c2-1956-41ce-b39b-1610cd1b5492 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:54.920433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-990f54ba-6217-4233-85a8-59f125e546cf req-0f0c55c2-1956-41ce-b39b-1610cd1b5492 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.2218547 Jan 27 22:13:54.935306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e1b88f64-6c4e-4973-b03e-b6066468412d None None] Provisioning complete for port 2366a96c-0de2-4ccd-96ed-162a86646c07 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:54.942815 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e1b88f64-6c4e-4973-b03e-b6066468412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.040036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e1b88f64-6c4e-4973-b03e-b6066468412d None None] Port 2366a96c-0de2-4ccd-96ed-162a86646c07 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:55.072328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a88acb-f575-4eff-8ea8-c361083115cf req-d01b8fb6-5307-4ee4-b6e3-91e9e8b56057 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:55.085986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47a88acb-f575-4eff-8ea8-c361083115cf req-d01b8fb6-5307-4ee4-b6e3-91e9e8b56057 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.1107659 Jan 27 22:13:55.132419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-990f54ba-6217-4233-85a8-59f125e546cf req-5d589a76-be74-4dd0-a392-af657e06b8f2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008259 Jan 27 22:13:55.198904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Attempting to bind port d020f80b-554e-4660-9eb8-b8b89d99d6ac on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:55.199820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Attempting to bind port d020f80b-554e-4660-9eb8-b8b89d99d6ac by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:55.200062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Attempting to bind port d020f80b-554e-4660-9eb8-b8b89d99d6ac on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:55.209741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47a88acb-f575-4eff-8ea8-c361083115cf req-df4918bd-0ae0-4fb8-8d88-0c147f4854bd tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225214 Jan 27 22:13:55.223497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Port d020f80b-554e-4660-9eb8-b8b89d99d6ac on network b5397092-386c-4a64-99d8-9030ba82f773 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:13:55.224027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Attempting to bind port d020f80b-554e-4660-9eb8-b8b89d99d6ac on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:55.257394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:55.276984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48096) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:55.280300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5c0fe-d2e4-4222-b3dc-c916f9dcf189 None None] Sync routers for ids ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:55.298581 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f1e64089-c2d5-4002-80a1-c32da22f61ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/c2b2c5b9-79d1-4965-b8aa-c14c8fb88312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9247634 Jan 27 22:13:55.304461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:55.305074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Checking segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:55.307980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Bound using segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:55.308767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Bound port: d020f80b-554e-4660-9eb8-b8b89d99d6ac, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:55.309374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.314565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5c0fe-d2e4-4222-b3dc-c916f9dcf189 None None] Routers {'c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:55.315671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-13e5c0fe-d2e4-4222-b3dc-c916f9dcf189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:55.465549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-13e5c0fe-d2e4-4222-b3dc-c916f9dcf189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:55.481529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5c0fe-d2e4-4222-b3dc-c916f9dcf189 None None] Routers {'c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:55.482634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-13e5c0fe-d2e4-4222-b3dc-c916f9dcf189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:55.489078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] For port d020f80b-554e-4660-9eb8-b8b89d99d6ac, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:55.489384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91bde3-e807-469a-b5fc-c0b555b3d6de tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:55.496989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3a91bde3-e807-469a-b5fc-c0b555b3d6de tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports/2366a96c-0de2-4ccd-96ed-162a86646c07 HTTP/1.1" status: 200 len: 910 time: 0.2139342 Jan 27 22:13:55.497287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] For port d020f80b-554e-4660-9eb8-b8b89d99d6ac, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:55.497497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48118) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:55.530778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.564331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-13e5c0fe-d2e4-4222-b3dc-c916f9dcf189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:55.567167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5c0fe-d2e4-4222-b3dc-c916f9dcf189 None None] The sync data for ids ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:55.677350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:55.678682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.682782 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] 10.222.0.16 "PUT /v2.0/ports/d020f80b-554e-4660-9eb8-b8b89d99d6ac HTTP/1.1" status: 200 len: 1091 time: 2.8241146 Jan 27 22:13:55.682782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1c701c-3398-49e1-a0ab-c97f107d4205', 'tag': 'd020f80b-554e-4660-9eb8-b8b89d99d6ac'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:55.689510 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e089b2d5-c25b-4188-96d1-a897545c04ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1c701c-3398-49e1-a0ab-c97f107d4205", "tag": "d020f80b-554e-4660-9eb8-b8b89d99d6ac"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:55.859478 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44386de3-b71c-4b65-b13a-6ab0b477799a x-openstack-request-id: req-44386de3-b71c-4b65-b13a-6ab0b477799a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:55.859928 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1c701c-3398-49e1-a0ab-c97f107d4205", "tag": "d020f80b-554e-4660-9eb8-b8b89d99d6ac", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:55.860356 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44386de3-b71c-4b65-b13a-6ab0b477799a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:55.860863 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1c701c-3398-49e1-a0ab-c97f107d4205', 'tag': 'd020f80b-554e-4660-9eb8-b8b89d99d6ac', 'status': 'completed', 'code': 200} Jan 27 22:13:55.864738 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf695e-5982-4362-8576-e837c97da3ca service neutron] Pushing event updated for resources: {'Port': ['ID=d020f80b-554e-4660-9eb8-b8b89d99d6ac,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:55.907718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-58b7323b-974d-4c87-827a-cfd158585f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:55.909852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-58b7323b-974d-4c87-827a-cfd158585f13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 1094 time: 0.1545734 Jan 27 22:13:56.012961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4c22a89e-3eb7-419f-bb04-a7c916d53b97 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:56.014755 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-3420d30b-9845-4ad6-8066-16dea31ec47f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac HTTP/1.1" status: 200 len: 217 time: 0.0952897 Jan 27 22:13:56.126614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-31d07c80-6fad-410e-b815-d664df8200de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:56.134494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-31d07c80-6fad-410e-b815-d664df8200de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1125200 Jan 27 22:13:56.199724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c102e99-4ef2-402c-a950-98b6c9d0cf63 req-6a6cfb6c-5a9c-4e48-b94d-332410d06f99 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:56.208852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c102e99-4ef2-402c-a950-98b6c9d0cf63 req-6a6cfb6c-5a9c-4e48-b94d-332410d06f99 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 943 time: 0.2133396 Jan 27 22:13:56.244872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-08acc17b-43c9-4a61-a4a9-ac0eb5fdd86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:56.261385 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-08acc17b-43c9-4a61-a4a9-ac0eb5fdd86e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060622 Jan 27 22:13:56.300524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:13:56.322821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:56.323284 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.349490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c102e99-4ef2-402c-a950-98b6c9d0cf63 req-4305ba19-e676-4fb9-966f-43a8928adc17 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360424 Jan 27 22:13:56.501208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7a33a-d4b0-47f1-9e01-4f712c9ec9e7 req-1ed52714-0ccc-4422-a3c6-cb07ccdf4ae9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:56.509552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fde7a33a-d4b0-47f1-9e01-4f712c9ec9e7 req-1ed52714-0ccc-4422-a3c6-cb07ccdf4ae9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.1558020 Jan 27 22:13:56.526531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:56.527322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.531095 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-f4906834-54f7-4109-974b-79db35ab0ebf service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682631 Jan 27 22:13:56.586080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617008bf-7144-46b0-af23-4188bed0ea0c req-6fcdccc8-ab3f-4ead-b338-c2a1d313e2ec tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:56.588109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-617008bf-7144-46b0-af23-4188bed0ea0c req-6fcdccc8-ab3f-4ead-b338-c2a1d313e2ec tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.1515603 Jan 27 22:13:56.605208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:56.609727 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c6bed-2a55-4fd6-bf63-e80c92acbadc" -d '{"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-plugged", "status": "completed", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:56.637546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:56.648239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.684126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fde7a33a-d4b0-47f1-9e01-4f712c9ec9e7 req-570cd9de-64cb-49e3-805d-ca31b325913f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734166 Jan 27 22:13:56.737140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.752697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-617008bf-7144-46b0-af23-4188bed0ea0c req-c8d282d6-c757-4ada-afe4-b37ba76c4717 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555882 Jan 27 22:13:56.756595 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6823b93f-7e3f-4f38-81b4-f36aaf14ab79 req-09bae858-ba4a-4822-9f3a-d1867bec0b55 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172239 Jan 27 22:13:56.792691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:56.815451 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1051e04-ec42-42e2-86d9-fb250900dcad x-openstack-request-id: req-b1051e04-ec42-42e2-86d9-fb250900dcad {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:56.817388 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-plugged", "status": "completed", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:56.819218 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1051e04-ec42-42e2-86d9-fb250900dcad {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:56.825356 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'code': 200} Jan 27 22:13:56.995980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-9087a709-812b-49ac-8652-66665bd8ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:56.998906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-9087a709-812b-49ac-8652-66665bd8ac3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 1094 time: 0.1684468 Jan 27 22:13:57.024278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6265db-f07e-42d5-9767-4a5302efa3ff req-b13230ef-e56d-4f93-bb1f-fdd9816f1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.027946 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d6265db-f07e-42d5-9767-4a5302efa3ff req-b13230ef-e56d-4f93-bb1f-fdd9816f1fd6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1097 time: 0.1215162 Jan 27 22:13:57.252155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48156) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:57.259686 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d6265db-f07e-42d5-9767-4a5302efa3ff req-4efd9505-131a-4d17-b409-eac6f07b96e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040937 Jan 27 22:13:57.366452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-d4aa8eed-13b6-4fc0-8b3b-e669e3cb8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.369279 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-d4aa8eed-13b6-4fc0-8b3b-e669e3cb8b4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.3609293 Jan 27 22:13:57.442793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e11344a3-f002-4dd7-b6bc-aff569b4c141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.615545 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-df648233-1c11-4192-8936-b4cfadeedb3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac HTTP/1.1" status: 200 len: 217 time: 0.0772579 Jan 27 22:13:57.629961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331c944-138e-40a6-a486-4b6177feb696 req-4f1b8832-1eb2-4b7e-b929-c57ff0a20857 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.632567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d331c944-138e-40a6-a486-4b6177feb696 req-4f1b8832-1eb2-4b7e-b929-c57ff0a20857 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 943 time: 0.1332307 Jan 27 22:13:57.658353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e11344a3-f002-4dd7-b6bc-aff569b4c141 admin admin] Publish callbacks [] for security_group (49e96804-a9d1-4644-9b05-cc53250f587d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.666281 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e11344a3-f002-4dd7-b6bc-aff569b4c141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (49e96804-a9d1-4644-9b05-cc53250f587d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.707990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 2366a96c-0de2-4ccd-96ed-162a86646c07 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:57.708990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.722844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-8538b5e2-81af-4724-a8c5-e5b88cf6e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.724527 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-8538b5e2-81af-4724-a8c5-e5b88cf6e8da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1021078 Jan 27 22:13:57.729758 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e11344a3-f002-4dd7-b6bc-aff569b4c141 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dcfbcf8da0754b1287e795e44bfb6bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4671659 Jan 27 22:13:57.730419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48164) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:57.739676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11344a3-f002-4dd7-b6bc-aff569b4c141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e96804-a9d1-4644-9b05-cc53250f587d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:57.870559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d331c944-138e-40a6-a486-4b6177feb696 req-0f9f14ae-2098-4bc0-b923-16225896beed tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254250 Jan 27 22:13:57.882660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-49c0830f-af9f-4d71-b0d7-c990cee8aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.886355 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-49c0830f-af9f-4d71-b0d7-c990cee8aafc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180756 Jan 27 22:13:57.910709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-250c0c85-d802-462f-abdb-c97370a0aef1 admin admin] Publish callbacks [] for security_group (49e96804-a9d1-4644-9b05-cc53250f587d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.930479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf9797-68ab-409f-bb2c-c4760cfc6c9c req-9df5e9d0-1aa4-42f2-af4c-7e8523056cb3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.931969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6caf9797-68ab-409f-bb2c-c4760cfc6c9c req-9df5e9d0-1aa4-42f2-af4c-7e8523056cb3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.1190295 Jan 27 22:13:57.947511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.975109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 2366a96c-0de2-4ccd-96ed-162a86646c07 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:58.047146 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-250c0c85-d802-462f-abdb-c97370a0aef1 admin admin] Publish callbacks [] for security_group (49e96804-a9d1-4644-9b05-cc53250f587d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.081953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6caf9797-68ab-409f-bb2c-c4760cfc6c9c req-a5ba0a83-47e2-4d89-b6f5-12613616d1b1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368012 Jan 27 22:13:58.138271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ab5d-a101-473b-b81b-3f0adc007c69 req-af416534-b176-4f21-8d8a-6c869a9c6c65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:58.147101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7598ab5d-a101-473b-b81b-3f0adc007c69 req-af416534-b176-4f21-8d8a-6c869a9c6c65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.1027284 Jan 27 22:13:58.180792 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-8cffc7a4-5450-465d-93b2-da9e42342ef2 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843711 Jan 27 22:13:58.182899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-250c0c85-d802-462f-abdb-c97370a0aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (49e96804-a9d1-4644-9b05-cc53250f587d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.192635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-250c0c85-d802-462f-abdb-c97370a0aef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.199184 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-250c0c85-d802-462f-abdb-c97370a0aef1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49e96804-a9d1-4644-9b05-cc53250f587d HTTP/1.1" status: 204 len: 168 time: 0.4649134 Jan 27 22:13:58.275144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c0c85-d802-462f-abdb-c97370a0aef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e96804-a9d1-4644-9b05-cc53250f587d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:58.351968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7598ab5d-a101-473b-b81b-3f0adc007c69 req-9b2483fa-fe14-4c59-8b37-2fdb485dd39b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994891 Jan 27 22:13:58.376196 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e089b2d5-c25b-4188-96d1-a897545c04ef req-3dc51b17-4a0c-4d84-afea-5072c75ae7b7 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743948 Jan 27 22:13:58.391213 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2366a96c-0de2-4ccd-96ed-162a86646c07), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.443016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=2366a96c-0de2-4ccd-96ed-162a86646c07,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:58.772136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.829461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48176) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:58.877295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e812f70-a8fd-4645-ac74-16dc61863e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.133293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a47f0f-8ff6-41e7-8dde-e67ec06bb627 req-d967a374-589f-449e-802b-658f8d926348 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:59.134888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5a47f0f-8ff6-41e7-8dde-e67ec06bb627 req-d967a374-589f-449e-802b-658f8d926348 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 943 time: 0.1506944 Jan 27 22:13:59.149738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:59.169392 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e812f70-a8fd-4645-ac74-16dc61863e64 admin admin] Publish callbacks [] for security_group (04e6de7f-f59a-4d0a-b258-cafe3132b739), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.185933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e812f70-a8fd-4645-ac74-16dc61863e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (04e6de7f-f59a-4d0a-b258-cafe3132b739), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.323981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e812f70-a8fd-4645-ac74-16dc61863e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e6de7f-f59a-4d0a-b258-cafe3132b739,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:59.328376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9e812f70-a8fd-4645-ac74-16dc61863e64 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=132c622bcdf04220b018b42394818936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976947 Jan 27 22:13:59.332504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48182) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:59.345095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5a47f0f-8ff6-41e7-8dde-e67ec06bb627 req-47fae3a9-fec4-4e3e-b4be-280b1bc1b97e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897368 Jan 27 22:13:59.374849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:59.386000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-21656c75-b4a9-4d44-9379-0f9080ddf1a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/c2b2c5b9-79d1-4965-b8aa-c14c8fb88312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8829818 Jan 27 22:13:59.387947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48186) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:59.396166 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9274e3-aa06-46b3-a84d-414ffbeb2a52 None None] Sync routers for ids ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:59.418711 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9274e3-aa06-46b3-a84d-414ffbeb2a52 None None] Routers {'c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:59.420081 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ea9274e3-aa06-46b3-a84d-414ffbeb2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:59.484817 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ea9274e3-aa06-46b3-a84d-414ffbeb2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:59.507183 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9274e3-aa06-46b3-a84d-414ffbeb2a52 None None] Routers {'c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:59.508217 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ea9274e3-aa06-46b3-a84d-414ffbeb2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:59.523457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb27237-3c92-4be6-9e9b-52af5aa28a09 req-9b15d483-7684-4389-80f8-610e6d84b058 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:59.535303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bb27237-3c92-4be6-9e9b-52af5aa28a09 req-9b15d483-7684-4389-80f8-610e6d84b058 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.0865741 Jan 27 22:13:59.576548 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ea9274e3-aa06-46b3-a84d-414ffbeb2a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:59.577616 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9274e3-aa06-46b3-a84d-414ffbeb2a52 None None] The sync data for ids ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:59.608501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bb27237-3c92-4be6-9e9b-52af5aa28a09 req-1ff286b5-43c1-4e8b-9560-623a3b2ef235 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720203 Jan 27 22:13:59.698363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db3f19a5-bc48-47f2-84e6-8f5cccccc4eb admin admin] Publish callbacks [] for security_group (04e6de7f-f59a-4d0a-b258-cafe3132b739), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.769271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff949638-11f2-44a0-90c6-a7abe45f648e req-8eb6efde-e4bf-4b34-8e8f-cc285f095f56 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:59.771890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff949638-11f2-44a0-90c6-a7abe45f648e req-8eb6efde-e4bf-4b34-8e8f-cc285f095f56 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.0676763 Jan 27 22:13:59.852746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff949638-11f2-44a0-90c6-a7abe45f648e req-a6252259-e48b-40b5-81a0-f179be3bc3ff tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743041 Jan 27 22:13:59.894471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48190) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:59.953350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d4106-8389-4b90-ac9a-a5409b5db4ae tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:59.956883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-613d4106-8389-4b90-ac9a-a5409b5db4ae tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1092 time: 0.0602007 Jan 27 22:13:59.961023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48192) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:59.969063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:00.004404 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.048177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d020f80b-554e-4660-9eb8-b8b89d99d6ac details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:14:00.180820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db3f19a5-bc48-47f2-84e6-8f5cccccc4eb admin admin] Publish callbacks [] for security_group (04e6de7f-f59a-4d0a-b258-cafe3132b739), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.186568 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.224583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d020f80b-554e-4660-9eb8-b8b89d99d6ac, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:00.252372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd020f80b-554e-4660-9eb8-b8b89d99d6ac', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': 'd020f80b-554e-4660-9eb8-b8b89d99d6ac', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:14:00.326849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db3f19a5-bc48-47f2-84e6-8f5cccccc4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (04e6de7f-f59a-4d0a-b258-cafe3132b739), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.329557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db3f19a5-bc48-47f2-84e6-8f5cccccc4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.333729 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db3f19a5-bc48-47f2-84e6-8f5cccccc4eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04e6de7f-f59a-4d0a-b258-cafe3132b739 HTTP/1.1" status: 204 len: 168 time: 0.9972584 Jan 27 22:14:00.344072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d020f80b-554e-4660-9eb8-b8b89d99d6ac is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:00.344499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.377429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d020f80b-554e-4660-9eb8-b8b89d99d6ac {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:00.392173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f19a5-bc48-47f2-84e6-8f5cccccc4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e6de7f-f59a-4d0a-b258-cafe3132b739,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:00.445825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d020f80b-554e-4660-9eb8-b8b89d99d6ac, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:00.459340 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.481401 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.535786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.25.8.134 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/4cfac7a8-cce4-412e-99fa-a434135f2de4) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:00.563317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df907d2-b893-4dff-b0ce-2a0f8c62d8cc req-b7586d08-5c49-4be4-ae19-d51eef6d3325 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:00.565932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d020f80b-554e-4660-9eb8-b8b89d99d6ac,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:00.570840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8df907d2-b893-4dff-b0ce-2a0f8c62d8cc req-b7586d08-5c49-4be4-ae19-d51eef6d3325 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 944 time: 0.0983636 Jan 27 22:14:00.735613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8df907d2-b893-4dff-b0ce-2a0f8c62d8cc req-5a554aec-1c87-4793-b8fd-03440ae2c278 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557724 Jan 27 22:14:00.802858 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (4cfac7a8-cce4-412e-99fa-a434135f2de4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.856102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4cfac7a8-cce4-412e-99fa-a434135f2de4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.879523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d020f80b-554e-4660-9eb8-b8b89d99d6ac'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:00.916969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 25cc961e-eb89-42cd-8dcb-c33a40cba9a2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:00.917309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.965225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:00.974584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:00.983846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:01.048921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=4cfac7a8-cce4-412e-99fa-a434135f2de4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:01.076107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.077190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.077504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.078168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.078839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.079566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.080229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.080926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.081620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.082649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.083344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.084131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.084804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.089704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.108278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 25cc961e-eb89-42cd-8dcb-c33a40cba9a2 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:01.494681 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (25cc961e-eb89-42cd-8dcb-c33a40cba9a2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.564020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=25cc961e-eb89-42cd-8dcb-c33a40cba9a2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:01.840808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (17c0d56c-f27a-4ab3-aea3-2e51c667748d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.919384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.038220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c60ad-69b4-43e9-a8e2-01eb93afa281 req-6d95dd14-3d3e-4681-98e9-bceb3386a53e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:02.040194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-857c60ad-69b4-43e9-a8e2-01eb93afa281 req-6d95dd14-3d3e-4681-98e9-bceb3386a53e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 944 time: 0.1293697 Jan 27 22:14:02.041481 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4cfac7a8-cce4-412e-99fa-a434135f2de4), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.177171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-857c60ad-69b4-43e9-a8e2-01eb93afa281 req-dcc3f35a-3ba4-420f-9077-a46f3bf1b0ea tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966246 Jan 27 22:14:02.262807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:02.393723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (4cfac7a8-cce4-412e-99fa-a434135f2de4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.404929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4cfac7a8-cce4-412e-99fa-a434135f2de4), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.458755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:02.468966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-10bb77f3-fa1a-4bc5-a38d-e3a8f77bc4e3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/c2b2c5b9-79d1-4965-b8aa-c14c8fb88312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793676 Jan 27 22:14:02.474131 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48230) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:02.478902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=4cfac7a8-cce4-412e-99fa-a434135f2de4,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:02.493937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509472b-347d-445c-848d-5b607d44c63d None None] Sync routers for ids ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:02.537319 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-465bdaf0-0586-4d07-a9d7-6078f8f880a0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 HTTP/1.1" status: 200 len: 205 time: 0.0559349 Jan 27 22:14:02.538189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509472b-347d-445c-848d-5b607d44c63d None None] Routers {'c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:02.538388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48232) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:02.538560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c509472b-347d-445c-848d-5b607d44c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:02.554752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (17c0d56c-f27a-4ab3-aea3-2e51c667748d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.594506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c509472b-347d-445c-848d-5b607d44c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:02.605958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509472b-347d-445c-848d-5b607d44c63d None None] Routers {'c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:02.607109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c509472b-347d-445c-848d-5b607d44c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:02.673638 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e541-9188-4cbf-85b0-5d25b0d78889 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.725802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c509472b-347d-445c-848d-5b607d44c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:02.727701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c509472b-347d-445c-848d-5b607d44c63d None None] The sync data for ids ['c2b2c5b9-79d1-4965-b8aa-c14c8fb88312'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:02.772025 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Floating IP 17c0d56c-f27a-4ab3-aea3-2e51c667748d associated. External IP: 172.25.8.134, port: 4c22a89e-3eb7-419f-bb04-a7c916d53b97. Jan 27 22:14:02.891637 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e541-9188-4cbf-85b0-5d25b0d78889 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.895877 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e541-9188-4cbf-85b0-5d25b0d78889 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.959748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e541-9188-4cbf-85b0-5d25b0d78889 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (c2b2c5b9-79d1-4965-b8aa-c14c8fb88312), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.960661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a5e541-9188-4cbf-85b0-5d25b0d78889 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Fanout notify agent at l3_agent the message router_deleted on router c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:02.968797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e541-9188-4cbf-85b0-5d25b0d78889 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.972906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:02.974451 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a5a5e541-9188-4cbf-85b0-5d25b0d78889 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 HTTP/1.1" status: 204 len: 168 time: 0.4383049 Jan 27 22:14:03.134064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edeb7a0-9441-4586-a83e-25e3cf2fe37a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet 36083348-8ba4-4e4d-a6e8-dc6619436e59 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:03.142262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8edeb7a0-9441-4586-a83e-25e3cf2fe37a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (36083348-8ba4-4e4d-a6e8-dc6619436e59), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.296345 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8edeb7a0-9441-4586-a83e-25e3cf2fe37a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (36083348-8ba4-4e4d-a6e8-dc6619436e59), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.458451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1f53da4b-0446-4288-b8f4-f3190a537aa4 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:03.647973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988c81b-1adc-495b-88cf-31de6dcb8b6b req-ba18541c-919b-4741-8a87-084c3355667b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:03.650827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e988c81b-1adc-495b-88cf-31de6dcb8b6b req-ba18541c-919b-4741-8a87-084c3355667b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 944 time: 0.2816732 Jan 27 22:14:03.661805 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8edeb7a0-9441-4586-a83e-25e3cf2fe37a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (36083348-8ba4-4e4d-a6e8-dc6619436e59), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.931389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e988c81b-1adc-495b-88cf-31de6dcb8b6b req-6d79db38-1de0-4b09-9204-ae36c80ee288 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628617 Jan 27 22:14:03.946523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:03.971942 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] Sync routers for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:03.973810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8edeb7a0-9441-4586-a83e-25e3cf2fe37a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (36083348-8ba4-4e4d-a6e8-dc6619436e59), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.989734 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:03.990635 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:04.073490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d020f80b-554e-4660-9eb8-b8b89d99d6ac up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:04.125579 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:04.225173 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-999c1269-953d-4360-9e4a-e438c21a3906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.284306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port d020f80b-554e-4660-9eb8-b8b89d99d6ac completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:14:04.295716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d020f80b-554e-4660-9eb8-b8b89d99d6ac triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:04.296549 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.466187 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '17c0d56c-f27a-4ab3-aea3-2e51c667748d', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'port_id': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'mac_address': 'fa:16:3e:f2:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:01Z', 'updated_at': '2022-01-27T22:14:01Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:33Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:04.489862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:04.529269 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] Checking router: 1f53da4b-0446-4288-b8f4-f3190a537aa4 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:14:04.546608 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:04.548114 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:04.649912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d020f80b-554e-4660-9eb8-b8b89d99d6ac is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:04.650805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.682733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8cbbc79-6e09-492c-8f97-f94810c71dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.706572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1c701c-3398-49e1-a0ab-c97f107d4205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd020f80b-554e-4660-9eb8-b8b89d99d6ac'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:04.711036 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d44bfa-86b2-4a14-bea6-5eb451b0e3a0" -d '{"events": [{"server_uuid": "fc1c701c-3398-49e1-a0ab-c97f107d4205", "name": "network-vif-plugged", "status": "completed", "tag": "d020f80b-554e-4660-9eb8-b8b89d99d6ac"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:04.745679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d020f80b-554e-4660-9eb8-b8b89d99d6ac, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:04.751599 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:04.757566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.790942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb7a0-9441-4586-a83e-25e3cf2fe37a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=36083348-8ba4-4e4d-a6e8-dc6619436e59,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:04.801149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.805447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8edeb7a0-9441-4586-a83e-25e3cf2fe37a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.811395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8edeb7a0-9441-4586-a83e-25e3cf2fe37a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/36083348-8ba4-4e4d-a6e8-dc6619436e59 HTTP/1.1" status: 204 len: 168 time: 1.8347297 Jan 27 22:14:04.813061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48294) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:04.855896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d020f80b-554e-4660-9eb8-b8b89d99d6ac,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:04.859777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f9262-d0aa-422c-9b98-13b1c814a08d None None] Network f369150a-657e-4a02-ac8c-f848acf32d96 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:04.886912 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2eb795-8095-4b0b-8e4e-8fb49a3a6ac9 x-openstack-request-id: req-bf2eb795-8095-4b0b-8e4e-8fb49a3a6ac9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:04.888110 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1c701c-3398-49e1-a0ab-c97f107d4205", "name": "network-vif-plugged", "status": "completed", "tag": "d020f80b-554e-4660-9eb8-b8b89d99d6ac", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:04.888536 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf2eb795-8095-4b0b-8e4e-8fb49a3a6ac9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:04.889133 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1c701c-3398-49e1-a0ab-c97f107d4205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd020f80b-554e-4660-9eb8-b8b89d99d6ac', 'code': 200} Jan 27 22:14:04.892450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8cbbc79-6e09-492c-8f97-f94810c71dec admin admin] Publish callbacks [] for security_group (019b6cf3-359f-4369-b09a-34e051d58a0f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.903213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8cbbc79-6e09-492c-8f97-f94810c71dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (019b6cf3-359f-4369-b09a-34e051d58a0f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.912372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bc1860e9-eb86-4924-83c2-ac80d8dcfca1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9493961 Jan 27 22:14:04.930926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:04.950708 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb4e384-9548-4674-941c-75ac6612479e" -d '{"events": [{"name": "network-changed", "server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:04.983615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8e988a-096a-4849-8120-5520fa2ee5aa tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet 1f6cf075-7ec3-4c11-93cd-edc1f525a28b {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:04.992942 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d8e988a-096a-4849-8120-5520fa2ee5aa tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (1f6cf075-7ec3-4c11-93cd-edc1f525a28b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.021730 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8cbbc79-6e09-492c-8f97-f94810c71dec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a77b9aee2efa408598993da62ac160ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303702 Jan 27 22:14:05.060041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48302) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:05.083105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d8e988a-096a-4849-8120-5520fa2ee5aa tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (1f6cf075-7ec3-4c11-93cd-edc1f525a28b), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.092264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbbc79-6e09-492c-8f97-f94810c71dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019b6cf3-359f-4369-b09a-34e051d58a0f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:05.166303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5593d-c7cc-4d21-bfd5-19ecd1e5e89b req-662a7073-ff5a-42d0-aa3c-d0c73fe62cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:05.170097 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04c5593d-c7cc-4d21-bfd5-19ecd1e5e89b req-662a7073-ff5a-42d0-aa3c-d0c73fe62cf3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 1096 time: 0.1852951 Jan 27 22:14:05.191616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b44b37d-b82f-430f-994a-a077575d7cbb admin admin] Publish callbacks [] for security_group (019b6cf3-359f-4369-b09a-34e051d58a0f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.210478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] DHCP port deletion for f369150a-657e-4a02-ac8c-f848acf32d96 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:05.265512 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b44b37d-b82f-430f-994a-a077575d7cbb admin admin] Publish callbacks [] for security_group (019b6cf3-359f-4369-b09a-34e051d58a0f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.296158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d8e988a-096a-4849-8120-5520fa2ee5aa tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (1f6cf075-7ec3-4c11-93cd-edc1f525a28b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.307496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09338130-806f-4689-aff1-a6db8835051d req-93da0c7e-4c34-4968-b177-84c61a1af355 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:05.309120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09338130-806f-4689-aff1-a6db8835051d req-93da0c7e-4c34-4968-b177-84c61a1af355 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.1614370 Jan 27 22:14:05.334525 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-04c5593d-c7cc-4d21-bfd5-19ecd1e5e89b req-43857d4e-e1c1-4985-886a-22719c6ee58d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439898 Jan 27 22:14:05.342706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] Deleting port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:05.343453 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.355389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db2d62-f763-404f-b473-1d282dca7e90 req-a9017e30-dc97-44db-86d1-4625ed3c0e40 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:05.369753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36db2d62-f763-404f-b473-1d282dca7e90 req-a9017e30-dc97-44db-86d1-4625ed3c0e40 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.2184243 Jan 27 22:14:05.418840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b44b37d-b82f-430f-994a-a077575d7cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (019b6cf3-359f-4369-b09a-34e051d58a0f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.429973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b44b37d-b82f-430f-994a-a077575d7cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.436338 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4b44b37d-b82f-430f-994a-a077575d7cbb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/019b6cf3-359f-4369-b09a-34e051d58a0f HTTP/1.1" status: 204 len: 168 time: 0.3718650 Jan 27 22:14:05.461376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] For port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,segment=NetworkSegment(bbc2ce3d-9707-48e1-8106-73fb4e437e16),segment_id=bbc2ce3d-9707-48e1-8106-73fb4e437e16)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:05.461783 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.466656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44b37d-b82f-430f-994a-a077575d7cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b6cf3-359f-4369-b09a-34e051d58a0f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:05.484804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-36db2d62-f763-404f-b473-1d282dca7e90 req-ac501a3c-bc88-40c8-8d35-615a352c2ebd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014421 Jan 27 22:14:05.494398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] Calling delete_port for 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:05.511600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09338130-806f-4689-aff1-a6db8835051d req-f79e8f91-30cc-46b7-b2af-645d9c5798c3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818204 Jan 27 22:14:05.525731 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d8e988a-096a-4849-8120-5520fa2ee5aa tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (1f6cf075-7ec3-4c11-93cd-edc1f525a28b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.571375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48308) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:05.602947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e988a-096a-4849-8120-5520fa2ee5aa tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6cf075-7ec3-4c11-93cd-edc1f525a28b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:05.608085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d8e988a-096a-4849-8120-5520fa2ee5aa tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.617593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d8e988a-096a-4849-8120-5520fa2ee5aa tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/1f6cf075-7ec3-4c11-93cd-edc1f525a28b HTTP/1.1" status: 204 len: 168 time: 0.8037183 Jan 27 22:14:05.620570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48310) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:05.659292 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '17c0d56c-f27a-4ab3-aea3-2e51c667748d', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'port_id': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'mac_address': 'fa:16:3e:f2:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:01Z', 'updated_at': '2022-01-27T22:14:01Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:33Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:05.725623 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb49f9-c791-402c-8271-4c5e76512ee5 None None] The sync data for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 is: [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '17c0d56c-f27a-4ab3-aea3-2e51c667748d', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'port_id': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'mac_address': 'fa:16:3e:f2:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:01Z', 'updated_at': '2022-01-27T22:14:01Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:33Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:05.760383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141c87b-cdd4-48e5-b4da-a6ea7d7960fe None None] Network 695744f8-f79b-4a78-ad62-296b58f82938 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:05.832981 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d04d212a-3a24-45cb-a5af-ab27a6b7635b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/17c0d56c-f27a-4ab3-aea3-2e51c667748d HTTP/1.1" status: 200 len: 992 time: 0.2578416 Jan 27 22:14:05.869890 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f369150a-657e-4a02-ac8c-f848acf32d96), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.065257 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cd4558-c0ac-4253-846a-0bffa0124528 x-openstack-request-id: req-85cd4558-c0ac-4253-846a-0bffa0124528 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:06.069553 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:06.070332 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85cd4558-c0ac-4253-846a-0bffa0124528 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:06.071184 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'status': 'completed', 'code': 200} Jan 27 22:14:06.087663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:06.094722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:06.095089 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.135763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.195930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e384-9548-4674-941c-75ac6612479e req-fd9ce0b8-e5e8-4fd3-9b3d-70ef97ec9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:06.199024 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fb4e384-9548-4674-941c-75ac6612479e req-fd9ce0b8-e5e8-4fd3-9b3d-70ef97ec9519 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1097 time: 0.1155338 Jan 27 22:14:06.237351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] Pushing event deleted for resources: {'Port': ['ID=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:06.243576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256742a6-86b7-4370-a4cf-c86af7f658c5 None None] No DVR routers for this DVR port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:06.258542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No active binding found for port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 {{(pid=103331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:14:06.263779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] The host n-d-826529-2 is not matching for port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 host None! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:14:06.264603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:06.268400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] DHCP port deletion for 695744f8-f79b-4a78-ad62-296b58f82938 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:06.304000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,segment=NetworkSegment(bbc2ce3d-9707-48e1-8106-73fb4e437e16),segment_id=bbc2ce3d-9707-48e1-8106-73fb4e437e16)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:06.304670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.309232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48316) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:06.339984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e8d27-b63e-4f8d-9b21-8f9b2967ece1 None None] New status for floating IP 17c0d56c-f27a-4ab3-aea3-2e51c667748d: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:14:06.361929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:06.365095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b859849-93c7-4f15-a9ad-973bb75c40fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.421496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e384-9548-4674-941c-75ac6612479e req-f560a320-7188-4bec-999f-e08587225ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:06.424170 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fb4e384-9548-4674-941c-75ac6612479e req-f560a320-7188-4bec-999f-e08587225ebe service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 200 len: 898 time: 0.2188673 Jan 27 22:14:06.473662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] Deleting port ddd8f147-f713-4161-b724-c7b06879db09 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:06.474105 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ddd8f147-f713-4161-b724-c7b06879db09), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.560636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (27653ab0-ee6c-45fe-bdef-ba2edf0b1392), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.599264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=27653ab0-ee6c-45fe-bdef-ba2edf0b1392,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:06.600371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] For port ddd8f147-f713-4161-b724-c7b06879db09, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ddd8f147-f713-4161-b724-c7b06879db09,segment=NetworkSegment(aff05885-fe31-407f-ab00-2c0b2f257633),segment_id=aff05885-fe31-407f-ab00-2c0b2f257633)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:06.601515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ddd8f147-f713-4161-b724-c7b06879db09), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.620517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] Calling delete_port for ddd8f147-f713-4161-b724-c7b06879db09 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:06.620988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b859849-93c7-4f15-a9ad-973bb75c40fd admin admin] Publish callbacks [] for security_group (aaf99757-ef2b-4c79-a9ca-147706288dec), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.626304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No DVR routers for this DVR port 27653ab0-ee6c-45fe-bdef-ba2edf0b1392 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:06.638175 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fb4e384-9548-4674-941c-75ac6612479e req-ea427ed1-b80b-443c-a0dd-5fa74f9f23fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 1000 time: 0.2051945 Jan 27 22:14:06.676273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b859849-93c7-4f15-a9ad-973bb75c40fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aaf99757-ef2b-4c79-a9ca-147706288dec), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.771335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e384-9548-4674-941c-75ac6612479e req-6e14c974-a6a4-4d64-88e6-19ef885565b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:06.774370 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fb4e384-9548-4674-941c-75ac6612479e req-6e14c974-a6a4-4d64-88e6-19ef885565b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a184f59a-f76c-45a9-9c34-fa3fb201eaf4 HTTP/1.1" status: 200 len: 834 time: 0.1275094 Jan 27 22:14:06.850499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1b859849-93c7-4f15-a9ad-973bb75c40fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77c2b7e776d54cd39fa8e3110df90d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5341451 Jan 27 22:14:06.850854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48320) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:06.851491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48322) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:06.868035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (ddd8f147-f713-4161-b724-c7b06879db09), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.916979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e384-9548-4674-941c-75ac6612479e req-1e56beee-ac50-44e0-919f-7c97c1bfbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:06.920390 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fb4e384-9548-4674-941c-75ac6612479e req-1e56beee-ac50-44e0-919f-7c97c1bfbb08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2809a52-654c-4f31-8abb-4ad62aa91b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369686 Jan 27 22:14:06.946186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] No DVR routers for this DVR port ddd8f147-f713-4161-b724-c7b06879db09 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:06.950703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b859849-93c7-4f15-a9ad-973bb75c40fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf99757-ef2b-4c79-a9ca-147706288dec,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:06.954212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46222127-69d1-4d46-94aa-d808e43d5fb0 None None] Pushing event deleted for resources: {'Port': ['ID=ddd8f147-f713-4161-b724-c7b06879db09,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:06.961623 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f369150a-657e-4a02-ac8c-f848acf32d96), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.989704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09dcac-49a2-4ab0-982e-f032ae06ca10 req-9fe391bc-db00-4945-93cd-981855fb9532 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:06.993361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed09dcac-49a2-4ab0-982e-f032ae06ca10 req-9fe391bc-db00-4945-93cd-981855fb9532 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.3590608 Jan 27 22:14:07.051491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f369150a-657e-4a02-ac8c-f848acf32d96']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:07.059613 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da39161b-57c1-44df-a169-ae009ad4298d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.104950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d447d1e1-afc0-4901-868b-31515aaf21b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/17c0d56c-f27a-4ab3-aea3-2e51c667748d HTTP/1.1" status: 200 len: 994 time: 0.2478073 Jan 27 22:14:07.107054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc2ce3d-9707-48e1-8106-73fb4e437e16') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:07.107355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc2ce3d-9707-48e1-8106-73fb4e437e16') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:07.134324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (bbc2ce3d-9707-48e1-8106-73fb4e437e16), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.159676 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fb4e384-9548-4674-941c-75ac6612479e req-fe33c21d-9c15-4047-ba1b-3545ca3c4f65 service neutron] 10.222.0.16 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171044 Jan 27 22:14:07.184466 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-958c36ed-ce6e-4326-9ae9-77b426038d15 admin admin] Publish callbacks [] for security_group (aaf99757-ef2b-4c79-a9ca-147706288dec), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.186893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bbc2ce3d-9707-48e1-8106-73fb4e437e16), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.210170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed09dcac-49a2-4ab0-982e-f032ae06ca10 req-b235aba0-62e8-4c9a-b21f-a0f633c9a94b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865509 Jan 27 22:14:07.215179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:07.215909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (bbc2ce3d-9707-48e1-8106-73fb4e437e16), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:07.221746 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:07.317555 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1fb4e384-9548-4674-941c-75ac6612479e req-842a6fe9-a84f-4a22-9de7-cab152adb511 service neutron] 10.222.0.16 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515071 Jan 27 22:14:07.319592 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-958c36ed-ce6e-4326-9ae9-77b426038d15 admin admin] Publish callbacks [] for security_group (aaf99757-ef2b-4c79-a9ca-147706288dec), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.348693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f369150a-657e-4a02-ac8c-f848acf32d96), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.354178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.359222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/f369150a-657e-4a02-ac8c-f848acf32d96 HTTP/1.1" status: 204 len: 168 time: 1.7361090 Jan 27 22:14:07.362050 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48326) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:07.389514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105903f3-29ca-4664-84b2-3cda39e81625 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=f369150a-657e-4a02-ac8c-f848acf32d96,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:07.431147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-958c36ed-ce6e-4326-9ae9-77b426038d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (aaf99757-ef2b-4c79-a9ca-147706288dec), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.435445 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-958c36ed-ce6e-4326-9ae9-77b426038d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.437304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-958c36ed-ce6e-4326-9ae9-77b426038d15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aaf99757-ef2b-4c79-a9ca-147706288dec HTTP/1.1" status: 204 len: 168 time: 0.5088377 Jan 27 22:14:07.454642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c36ed-ce6e-4326-9ae9-77b426038d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf99757-ef2b-4c79-a9ca-147706288dec,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:07.482797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (695744f8-f79b-4a78-ad62-296b58f82938), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.600906 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (695744f8-f79b-4a78-ad62-296b58f82938), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.636689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695744f8-f79b-4a78-ad62-296b58f82938']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:07.659405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff05885-fe31-407f-ab00-2c0b2f257633') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:07.660682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff05885-fe31-407f-ab00-2c0b2f257633') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:07.682496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (aff05885-fe31-407f-ab00-2c0b2f257633), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.703993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (aff05885-fe31-407f-ab00-2c0b2f257633), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.713775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:07.714333 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (aff05885-fe31-407f-ab00-2c0b2f257633), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:07.718879 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:07.802671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (695744f8-f79b-4a78-ad62-296b58f82938), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.844282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.850979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/695744f8-f79b-4a78-ad62-296b58f82938 HTTP/1.1" status: 204 len: 168 time: 0.4867542 Jan 27 22:14:07.856657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad901a-4bc2-459a-bb47-5baaf0ab3c83 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=695744f8-f79b-4a78-ad62-296b58f82938,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:07.857075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48332) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:07.861231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1250886927'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:07.891141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:07.897984 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.945091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:07.960444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1b69e636-1f2c-484c-991a-640929164474), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.961612 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment 1b69e636-1f2c-484c-991a-640929164474 of type vlan for network d0321772-9008-487b-a180-d121adde3938 Jan 27 22:14:07.982303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ddd8f147-f713-4161-b724-c7b06879db09 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:08.019098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d0321772-9008-487b-a180-d121adde3938), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.022619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: ddd8f147-f713-4161-b724-c7b06879db09 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:08.025510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ddd8f147-f713-4161-b724-c7b06879db09 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:08.058307 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d0321772-9008-487b-a180-d121adde3938), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.071370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:08.072815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.165045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3091519 Jan 27 22:14:08.168722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48344) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:08.177171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': 'd0321772-9008-487b-a180-d121adde3938', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:08.234152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8408828-c198-46b4-a29d-716b69a388e1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=d0321772-9008-487b-a180-d121adde3938,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:08.249707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d0321772-9008-487b-a180-d121adde3938 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:08.306590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:08.313387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.497354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.521224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994ac29-3d99-41f1-9fb3-4c2fbe00aae9 req-c49b266a-50ec-4c77-b97e-c5bc2a4aa09d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:08.523788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d994ac29-3d99-41f1-9fb3-4c2fbe00aae9 req-c49b266a-50ec-4c77-b97e-c5bc2a4aa09d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1741819 Jan 27 22:14:08.708711 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d994ac29-3d99-41f1-9fb3-4c2fbe00aae9 req-a790174e-f68c-4a2a-be35-6edadd3a9adf tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744220 Jan 27 22:14:08.796679 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (9abecaa6-b1f0-42bb-828b-dc116a142784), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.943359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': '1b69e636-1f2c-484c-991a-640929164474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd0321772-9008-487b-a180-d121adde3938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:08.943920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: d0321772-9008-487b-a180-d121adde3938, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:08.957762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=9abecaa6-b1f0-42bb-828b-dc116a142784,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:09.053028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network d0321772-9008-487b-a180-d121adde3938 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:09.074553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d0321772-9008-487b-a180-d121adde3938) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:09.082944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:09.083548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250607ad-a398-49c7-8821-b9ad4355eb99 None None] Network d0321772-9008-487b-a180-d121adde3938 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:09.084042 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.102823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d335-3d70-44b3-8c75-daa8bdb8c7b4 req-8dc4593f-c338-4528-bd87-7063dcd611d0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:09.105557 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ae2d335-3d70-44b3-8c75-daa8bdb8c7b4 req-8dc4593f-c338-4528-bd87-7063dcd611d0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1521780 Jan 27 22:14:09.163030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3ab0ad9c-2f6b-42f9-9c52-d88d40fb355e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9907429 Jan 27 22:14:09.163878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48370) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:09.169866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b8deb72f-2658-447f-99f7-bd016bf2dc51 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2130537308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:09.229521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ae2d335-3d70-44b3-8c75-daa8bdb8c7b4 req-1b19a78e-c5d0-4110-bd3d-65a6832cd277 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115396 Jan 27 22:14:09.244417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8deb72f-2658-447f-99f7-bd016bf2dc51 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (e5245b56-f501-4e4d-9d99-4d265f6f4bba), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.265724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8deb72f-2658-447f-99f7-bd016bf2dc51 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (e5245b56-f501-4e4d-9d99-4d265f6f4bba), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.358432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d0321772-9008-487b-a180-d121adde3938', 'network_id': 'd0321772-9008-487b-a180-d121adde3938', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': '9abecaa6-b1f0-42bb-828b-dc116a142784'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:09.358432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.418875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8deb72f-2658-447f-99f7-bd016bf2dc51 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (e5245b56-f501-4e4d-9d99-4d265f6f4bba), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.426436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8deb72f-2658-447f-99f7-bd016bf2dc51 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (e5245b56-f501-4e4d-9d99-4d265f6f4bba), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.454262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8deb72f-2658-447f-99f7-bd016bf2dc51 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.456418 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b8deb72f-2658-447f-99f7-bd016bf2dc51 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2908874 Jan 27 22:14:09.459666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48378) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:09.466079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'port': {'network_id': 'd0321772-9008-487b-a180-d121adde3938', 'name': 'tempest-RoutersTest-1018479071'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:09.625856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Allocated IP 172.20.0.2 (d0321772-9008-487b-a180-d121adde3938/9abecaa6-b1f0-42bb-828b-dc116a142784/0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:09.652081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:09.656770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.689328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] device_id is not set on port 1429fd18-7512-48a3-beb4-6780f7bba538 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:14:09.854989 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Publish callbacks [] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.869849 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.944418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Network d0321772-9008-487b-a180-d121adde3938 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:09.951022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:09.957327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:09.974710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e10a01ab-7ac3-4936-90e0-a47c13422de3 {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:14:09.977039 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:14:09.989027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Pushing event updated for resources: {'Port': ['ID=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:10.071944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Attempting to bind port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:10.072528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Attempting to bind port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1b69e636-1f2c-484c-991a-640929164474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd0321772-9008-487b-a180-d121adde3938'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:10.073003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Attempting to bind port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 on network d0321772-9008-487b-a180-d121adde3938 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:10.080179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:10.080713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Checking segment: {'id': '1b69e636-1f2c-484c-991a-640929164474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd0321772-9008-487b-a180-d121adde3938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:10.081357 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.081973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Bound using segment: {'id': '1b69e636-1f2c-484c-991a-640929164474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd0321772-9008-487b-a180-d121adde3938'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:10.083455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Bound port: 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b69e636-1f2c-484c-991a-640929164474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd0321772-9008-487b-a180-d121adde3938'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:10.083455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.186264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] For port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:10.194902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] For port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,segment=NetworkSegment(1b69e636-1f2c-484c-991a-640929164474),segment_id=1b69e636-1f2c-484c-991a-640929164474)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:10.202201 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.291980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1c2c7-5fa7-4419-965e-823a5012dbd3 None None] Pushing event updated for resources: {'Port': ['ID=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:10.500407 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.546037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] device_id is not set on port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:14:10.670929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b633be8-cf4f-40f0-8dbc-efcc758527e9 req-ed9aacc4-a405-4204-b718-334c94db87c6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:10.673899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b633be8-cf4f-40f0-8dbc-efcc758527e9 req-ed9aacc4-a405-4204-b718-334c94db87c6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.2412887 Jan 27 22:14:10.967451 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b633be8-cf4f-40f0-8dbc-efcc758527e9 req-7450d6e9-e35b-49f5-a25e-54316078985a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752693 Jan 27 22:14:11.023481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.029151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.20.0.11 (d0321772-9008-487b-a180-d121adde3938/9abecaa6-b1f0-42bb-828b-dc116a142784/4f896eb4-aaac-492c-b1db-8fe86bf1e26c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:11.235011 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.266896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48424) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:11.330221 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.401969 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.494337 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcb00a42-7074-4c3e-a3db-720c50b3577c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.529480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=4f896eb4-aaac-492c-b1db-8fe86bf1e26c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:11.555382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network d0321772-9008-487b-a180-d121adde3938 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:11.560916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:11.567079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:11.658771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcb00a42-7074-4c3e-a3db-720c50b3577c admin admin] Publish callbacks [] for security_group (a3a2344c-a6a0-4937-90c0-677d62ee4424), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.665685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bcb00a42-7074-4c3e-a3db-720c50b3577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a3a2344c-a6a0-4937-90c0-677d62ee4424), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.667538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:11.669294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.703802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-81e1d58d-e43f-4e33-827f-56812a5ce225 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2421417 Jan 27 22:14:11.708855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48430) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:11.714020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb00a42-7074-4c3e-a3db-720c50b3577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a2344c-a6a0-4937-90c0-677d62ee4424,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:11.743705 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bcb00a42-7074-4c3e-a3db-720c50b3577c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa5f623a563b4a13bb1e44d97769eb32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4751575 Jan 27 22:14:11.745145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48432) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:11.839163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f49a174-3323-482e-adf4-026f21be7e67 admin admin] Publish callbacks [] for security_group (a3a2344c-a6a0-4937-90c0-677d62ee4424), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.871707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f49a174-3323-482e-adf4-026f21be7e67 admin admin] Publish callbacks [] for security_group (a3a2344c-a6a0-4937-90c0-677d62ee4424), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.997544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f49a174-3323-482e-adf4-026f21be7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a3a2344c-a6a0-4937-90c0-677d62ee4424), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.001261 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9f49a174-3323-482e-adf4-026f21be7e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.015041 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9f49a174-3323-482e-adf4-026f21be7e67 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3a2344c-a6a0-4937-90c0-677d62ee4424 HTTP/1.1" status: 204 len: 168 time: 0.2686045 Jan 27 22:14:12.075289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49a174-3323-482e-adf4-026f21be7e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a2344c-a6a0-4937-90c0-677d62ee4424,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:12.152365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:12.195288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d72287-640f-4594-b502-ee12dec82711 None None] Network d0321772-9008-487b-a180-d121adde3938 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:12.297643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Provisioning complete for port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:12.298879 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.412032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:12.412878 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.489693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c08188-0dd5-414b-98ac-d8605054e24a req-473c0afa-cd84-4ed4-ba3a-1719d1656729 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:12.493666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5c08188-0dd5-414b-98ac-d8605054e24a req-473c0afa-cd84-4ed4-ba3a-1719d1656729 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.2160432 Jan 27 22:14:12.518695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Current status of the port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:12.519528 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.586090 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48442) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:12.647471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be16-b055-4dcd-97ae-d1c1e240d7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.693557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] For port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,segment=NetworkSegment(1b69e636-1f2c-484c-991a-640929164474),segment_id=1b69e636-1f2c-484c-991a-640929164474)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:12.706366 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.768886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:12.769540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.856327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.890519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be16-b055-4dcd-97ae-d1c1e240d7e4 admin admin] Publish callbacks [] for security_group (5199e9dc-40c2-4e02-9e78-2e09803f835c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.897902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d4f1be16-b055-4dcd-97ae-d1c1e240d7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5199e9dc-40c2-4e02-9e78-2e09803f835c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.901815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5c08188-0dd5-414b-98ac-d8605054e24a req-bf3e18ef-383f-44de-bc29-bd3ff26c2f16 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925500 Jan 27 22:14:12.944866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1be16-b055-4dcd-97ae-d1c1e240d7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5199e9dc-40c2-4e02-9e78-2e09803f835c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:12.965491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Pushing event updated for resources: {'Port': ['ID=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:12.980730 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d4f1be16-b055-4dcd-97ae-d1c1e240d7e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ec145366d844d85a9c507cad0deb7ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918157 Jan 27 22:14:12.981742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48444) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:12.982224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.982662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.983250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.983874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.984431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.985008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.985574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.986142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.986887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.987503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.988275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.988985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.989584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3282c-8e31-44d8-b31d-f88af5875a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:12.997536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:14:12.998137 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:14:13.006479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-03a5016f-6501-4062-aca6-3ed633759e97 None None] Provisioning complete for port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:13.007209 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03a5016f-6501-4062-aca6-3ed633759e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.081613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-03a5016f-6501-4062-aca6-3ed633759e97 None None] Port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:13.082029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7191badc-9fc9-4e03-93e9-42ee615b5553 admin admin] Publish callbacks [] for security_group (5199e9dc-40c2-4e02-9e78-2e09803f835c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.103058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-03a5016f-6501-4062-aca6-3ed633759e97 None None] Provisioning complete for port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:13.103687 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03a5016f-6501-4062-aca6-3ed633759e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.136554 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7191badc-9fc9-4e03-93e9-42ee615b5553 admin admin] Publish callbacks [] for security_group (5199e9dc-40c2-4e02-9e78-2e09803f835c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.249687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7191badc-9fc9-4e03-93e9-42ee615b5553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5199e9dc-40c2-4e02-9e78-2e09803f835c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.253523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7191badc-9fc9-4e03-93e9-42ee615b5553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.255965 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7191badc-9fc9-4e03-93e9-42ee615b5553 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5199e9dc-40c2-4e02-9e78-2e09803f835c HTTP/1.1" status: 204 len: 168 time: 0.2726390 Jan 27 22:14:13.272239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191badc-9fc9-4e03-93e9-42ee615b5553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5199e9dc-40c2-4e02-9e78-2e09803f835c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:13.283767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-03a5016f-6501-4062-aca6-3ed633759e97 None None] Current status of the port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:13.442342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-847c43a8-ad85-4631-b4d1-f9472fc35c33 None None] Provisioning complete for port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:13.443336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-847c43a8-ad85-4631-b4d1-f9472fc35c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.448508 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.472643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.572204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=4f896eb4-aaac-492c-b1db-8fe86bf1e26c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:13.614178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-847c43a8-ad85-4631-b4d1-f9472fc35c33 None None] Port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:13.648142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:13.912669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (e5245b56-f501-4e4d-9d99-4d265f6f4bba), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.982973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-73fb8626-3ab7-40ad-837e-bac871cf0645 None None] Provisioning complete for port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:13.982973 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-73fb8626-3ab7-40ad-837e-bac871cf0645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.994803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:14.152196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-73fb8626-3ab7-40ad-837e-bac871cf0645 None None] Port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:14.176015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:14.176802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.306925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929fc89-97b1-43a9-a704-3e2f3074e563 req-70d0eec4-c1b7-4ca9-b0f5-4585da06e08e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:14.317992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5929fc89-97b1-43a9-a704-3e2f3074e563 req-70d0eec4-c1b7-4ca9-b0f5-4585da06e08e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1886148 Jan 27 22:14:14.345270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.414428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5929fc89-97b1-43a9-a704-3e2f3074e563 req-be866e8d-a995-4955-b1f3-e1b76921383b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954638 Jan 27 22:14:14.564475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:14.799090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.806842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.893200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=4f896eb4-aaac-492c-b1db-8fe86bf1e26c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:14.897743 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (e5245b56-f501-4e4d-9d99-4d265f6f4bba), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.068178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network d0321772-9008-487b-a180-d121adde3938 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:15.070921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:15.253854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router e5245b56-f501-4e4d-9d99-4d265f6f4bba is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:15.391352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6889b889-1840-4fc4-8b08-a0a815e0cc52 None None] Provisioning complete for port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:15.392629 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6889b889-1840-4fc4-8b08-a0a815e0cc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.440754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6889b889-1840-4fc4-8b08-a0a815e0cc52 None None] Port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:15.811014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:15.825199 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3f78b-0a72-45ae-9440-e70813394ba8 None None] Sync routers for ids ['e5245b56-f501-4e4d-9d99-4d265f6f4bba'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:15.829741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6e48a80f-e8fb-43e1-af74-443950a4cac0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/e5245b56-f501-4e4d-9d99-4d265f6f4bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1188643 Jan 27 22:14:15.834115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48534) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:15.843534 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3f78b-0a72-45ae-9440-e70813394ba8 None None] Routers {'e5245b56-f501-4e4d-9d99-4d265f6f4bba'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:15.855723 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d0d3f78b-0a72-45ae-9440-e70813394ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e5245b56-f501-4e4d-9d99-4d265f6f4bba'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:15.886204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4eebf-ed31-41d5-90be-45d1cecf18ac req-cffbc542-fd5c-4404-a25d-dce349ab00e8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:15.889314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bc4eebf-ed31-41d5-90be-45d1cecf18ac req-cffbc542-fd5c-4404-a25d-dce349ab00e8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1416500 Jan 27 22:14:15.924769 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d0d3f78b-0a72-45ae-9440-e70813394ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:15.934904 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3f78b-0a72-45ae-9440-e70813394ba8 None None] Routers {'e5245b56-f501-4e4d-9d99-4d265f6f4bba'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:15.935869 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d0d3f78b-0a72-45ae-9440-e70813394ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e5245b56-f501-4e4d-9d99-4d265f6f4bba'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:15.965644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe91b2-3367-4bb5-8e00-538499fa5fd0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:15.967181 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7cfe91b2-3367-4bb5-8e00-538499fa5fd0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports/4f896eb4-aaac-492c-b1db-8fe86bf1e26c HTTP/1.1" status: 200 len: 978 time: 0.1316657 Jan 27 22:14:15.972459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48552) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:15.973721 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d0d3f78b-0a72-45ae-9440-e70813394ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:15.974398 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3f78b-0a72-45ae-9440-e70813394ba8 None None] The sync data for ids ['e5245b56-f501-4e4d-9d99-4d265f6f4bba'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:16.008365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bc4eebf-ed31-41d5-90be-45d1cecf18ac req-2053736f-c0de-4cf8-b492-d4162b6e2e57 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098809 Jan 27 22:14:16.514813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (e5245b56-f501-4e4d-9d99-4d265f6f4bba), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:16.850656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 4f896eb4-aaac-492c-b1db-8fe86bf1e26c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:16.851363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:16.971680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:16.988983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 4f896eb4-aaac-492c-b1db-8fe86bf1e26c owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:17.235594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a8b14-aad7-44f9-8348-c2972e46a9d3 req-6d40178a-b6c3-4899-9efe-747f2507fc05 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:17.238341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-082a8b14-aad7-44f9-8348-c2972e46a9d3 req-6d40178a-b6c3-4899-9efe-747f2507fc05 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1119485 Jan 27 22:14:17.340070 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4f896eb4-aaac-492c-b1db-8fe86bf1e26c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:17.348405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-082a8b14-aad7-44f9-8348-c2972e46a9d3 req-3b51ad93-e0cc-4cd0-88b5-40a4290251bf tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021390 Jan 27 22:14:17.388037 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=4f896eb4-aaac-492c-b1db-8fe86bf1e26c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:17.607942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (e5245b56-f501-4e4d-9d99-4d265f6f4bba), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:17.849030 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router e5245b56-f501-4e4d-9d99-4d265f6f4bba has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:17.950044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:17.955551 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-15d29b06-4330-48bd-90e3-b796b47f2d3a tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/e5245b56-f501-4e4d-9d99-4d265f6f4bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9817891 Jan 27 22:14:17.961113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48578) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:17.970534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5299b-ab1f-4c65-ae37-ae5b0044a3bf None None] Sync routers for ids ['e5245b56-f501-4e4d-9d99-4d265f6f4bba'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:18.003263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5299b-ab1f-4c65-ae37-ae5b0044a3bf None None] Routers {'e5245b56-f501-4e4d-9d99-4d265f6f4bba'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:18.004815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-35f5299b-ab1f-4c65-ae37-ae5b0044a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e5245b56-f501-4e4d-9d99-4d265f6f4bba'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.079546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-35f5299b-ab1f-4c65-ae37-ae5b0044a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.097500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5299b-ab1f-4c65-ae37-ae5b0044a3bf None None] Routers {'e5245b56-f501-4e4d-9d99-4d265f6f4bba'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:18.098722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-35f5299b-ab1f-4c65-ae37-ae5b0044a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e5245b56-f501-4e4d-9d99-4d265f6f4bba'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.198231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-35f5299b-ab1f-4c65-ae37-ae5b0044a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.199055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5299b-ab1f-4c65-ae37-ae5b0044a3bf None None] The sync data for ids ['e5245b56-f501-4e4d-9d99-4d265f6f4bba'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:18.226192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:18.358574 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-2819c258-d5ce-4459-91dd-742b590d36be tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 22:14:18.360425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2819c258-d5ce-4459-91dd-742b590d36be tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/e5245b56-f501-4e4d-9d99-4d265f6f4bba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3980052 Jan 27 22:14:18.363690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48582) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:18.414885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5a4edb17-4a40-4406-a542-77adb01c6b00 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5245b56-f501-4e4d-9d99-4d265f6f4bba HTTP/1.1" status: 200 len: 205 time: 0.0493329 Jan 27 22:14:18.418953 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48586) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:18.590429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1368c11-cb1e-4021-9ff7-4a2651ed9b10 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (e5245b56-f501-4e4d-9d99-4d265f6f4bba), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:18.618751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdcf49-02dc-4a49-a28b-fed91183589e req-461b5ee4-8e91-4aab-90a4-94676ac78e0e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:18.621978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19bdcf49-02dc-4a49-a28b-fed91183589e req-461b5ee4-8e91-4aab-90a4-94676ac78e0e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1187198 Jan 27 22:14:18.757927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19bdcf49-02dc-4a49-a28b-fed91183589e req-81d62afb-10a3-4462-8994-348471076413 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237166 Jan 27 22:14:19.389288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1368c11-cb1e-4021-9ff7-4a2651ed9b10 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (e5245b56-f501-4e4d-9d99-4d265f6f4bba), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.394202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1368c11-cb1e-4021-9ff7-4a2651ed9b10 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (e5245b56-f501-4e4d-9d99-4d265f6f4bba), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.486384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1368c11-cb1e-4021-9ff7-4a2651ed9b10 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (e5245b56-f501-4e4d-9d99-4d265f6f4bba), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.487675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1368c11-cb1e-4021-9ff7-4a2651ed9b10 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Fanout notify agent at l3_agent the message router_deleted on router e5245b56-f501-4e4d-9d99-4d265f6f4bba {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:19.502405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b1368c11-cb1e-4021-9ff7-4a2651ed9b10 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.509022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48594) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:19.509987 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b1368c11-cb1e-4021-9ff7-4a2651ed9b10 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/e5245b56-f501-4e4d-9d99-4d265f6f4bba HTTP/1.1" status: 204 len: 168 time: 1.0890248 Jan 27 22:14:19.599683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-52052676-260f-4d29-8a9e-8c68577d2476 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet 9abecaa6-b1f0-42bb-828b-dc116a142784 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:19.604146 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52052676-260f-4d29-8a9e-8c68577d2476 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (9abecaa6-b1f0-42bb-828b-dc116a142784), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.674270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52052676-260f-4d29-8a9e-8c68577d2476 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (9abecaa6-b1f0-42bb-828b-dc116a142784), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.801552 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52052676-260f-4d29-8a9e-8c68577d2476 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (9abecaa6-b1f0-42bb-828b-dc116a142784), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.908667 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52052676-260f-4d29-8a9e-8c68577d2476 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (9abecaa6-b1f0-42bb-828b-dc116a142784), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.939868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52052676-260f-4d29-8a9e-8c68577d2476 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.949416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-52052676-260f-4d29-8a9e-8c68577d2476 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/9abecaa6-b1f0-42bb-828b-dc116a142784 HTTP/1.1" status: 204 len: 168 time: 0.4387212 Jan 27 22:14:19.954200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48600) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:19.961816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044a154-a37f-4a72-b977-c9f2cf6240bf None None] Network d0321772-9008-487b-a180-d121adde3938 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:20.056721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52052676-260f-4d29-8a9e-8c68577d2476 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=9abecaa6-b1f0-42bb-828b-dc116a142784,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:20.174769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d0321772-9008-487b-a180-d121adde3938), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.209950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca06b-2537-47dc-a661-68a97c2a4d90 req-536425d4-c29e-4c94-9b6a-c5c1e65f96d4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:20.212696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae9ca06b-2537-47dc-a661-68a97c2a4d90 req-536425d4-c29e-4c94-9b6a-c5c1e65f96d4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.2586062 Jan 27 22:14:20.305025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:20.305395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.348603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] DHCP port deletion for d0321772-9008-487b-a180-d121adde3938 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:20.389320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae9ca06b-2537-47dc-a661-68a97c2a4d90 req-d881a10b-68cd-4414-a086-2ea9a710c7a0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685698 Jan 27 22:14:20.421206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,segment=NetworkSegment(1b69e636-1f2c-484c-991a-640929164474),segment_id=1b69e636-1f2c-484c-991a-640929164474)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:20.422132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.445197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:20.463381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] Deleting port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:20.464232 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.622727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] For port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,segment=NetworkSegment(1b69e636-1f2c-484c-991a-640929164474),segment_id=1b69e636-1f2c-484c-991a-640929164474)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:20.623823 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.650325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.655306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] Calling delete_port for 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:20.719145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:20.736266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No DVR routers for this DVR port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:20.816449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.831739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] No DVR routers for this DVR port 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:20.869787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2896bfd-abc3-4490-8b24-ba1af9224621 None None] Pushing event deleted for resources: {'Port': ['ID=0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:20.889941 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.914744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d0321772-9008-487b-a180-d121adde3938), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.945799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0321772-9008-487b-a180-d121adde3938']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:20.958076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b69e636-1f2c-484c-991a-640929164474') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:20.958404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b69e636-1f2c-484c-991a-640929164474') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:20.970140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (1b69e636-1f2c-484c-991a-640929164474), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.995794 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1b69e636-1f2c-484c-991a-640929164474), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.005643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:21.006470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (1b69e636-1f2c-484c-991a-640929164474), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:21.012161 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:21.106603 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d0321772-9008-487b-a180-d121adde3938), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.121010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.125600 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/d0321772-9008-487b-a180-d121adde3938 HTTP/1.1" status: 204 len: 168 time: 1.1691153 Jan 27 22:14:21.131141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48604) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:21.140197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a287c18-635a-440c-8ab6-5a9d6a042937 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=d0321772-9008-487b-a180-d121adde3938,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:21.148330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-773859684'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:21.201891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:21.211157 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.272040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:21.283783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (da425c94-65fb-4e50-a0f8-6a40d56c8aaf), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.284306 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment da425c94-65fb-4e50-a0f8-6a40d56c8aaf of type vlan for network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 Jan 27 22:14:21.374495 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (049c9f59-2359-4cf8-8bf3-cce74a0ce175), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.412409 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (049c9f59-2359-4cf8-8bf3-cce74a0ce175), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.418869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:21.419823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.563103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4288480 Jan 27 22:14:21.567242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48612) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:21.574979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': '049c9f59-2359-4cf8-8bf3-cce74a0ce175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:21.629260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8edea-0d9b-413e-9ac8-cc09aa8b17ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=049c9f59-2359-4cf8-8bf3-cce74a0ce175,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:21.649411 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:21.702459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6145c3-e151-4d30-8229-f300d5bf83cb req-0ccd9268-0fa0-43e4-9e90-25e40c413f1d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:21.705447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f6145c3-e151-4d30-8229-f300d5bf83cb req-0ccd9268-0fa0-43e4-9e90-25e40c413f1d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1799781 Jan 27 22:14:21.759669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:21.764380 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.837591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f6145c3-e151-4d30-8229-f300d5bf83cb req-3ca3e531-f98a-48d1-a5d2-ac82ba7b7d4e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245911 Jan 27 22:14:22.029467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:22.039503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (2fa487aa-018a-40cd-8b38-169459b49c65), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.076080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:22.076552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0cda5900-0ad8-40e9-afa5-1b9dbc6d0f48 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:22.126676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=2fa487aa-018a-40cd-8b38-169459b49c65,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:22.139358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': 'da425c94-65fb-4e50-a0f8-6a40d56c8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '049c9f59-2359-4cf8-8bf3-cce74a0ce175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:22.140090 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: 049c9f59-2359-4cf8-8bf3-cce74a0ce175, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:22.193541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:22.213165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 049c9f59-2359-4cf8-8bf3-cce74a0ce175) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:22.226339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49261fd-1311-4dbb-8014-19a623b050cc None None] Network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:22.231135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:22.231966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.260321 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b00893f9-587c-4077-ac95-567c2375bd12 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6914072 Jan 27 22:14:22.265062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48616) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:22.293639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-586e907a-356a-4547-9de9-14389cd87990 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1482834339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:22.428536 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-586e907a-356a-4547-9de9-14389cd87990 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (802e6661-d885-4b51-8fa8-9d48e9e98b57), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.430253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-586e907a-356a-4547-9de9-14389cd87990 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (802e6661-d885-4b51-8fa8-9d48e9e98b57), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.435189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-049c9f59-2359-4cf8-8bf3-cce74a0ce175', 'network_id': '049c9f59-2359-4cf8-8bf3-cce74a0ce175', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': '2fa487aa-018a-40cd-8b38-169459b49c65'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:22.437830 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.631671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-586e907a-356a-4547-9de9-14389cd87990 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (802e6661-d885-4b51-8fa8-9d48e9e98b57), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.638965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-586e907a-356a-4547-9de9-14389cd87990 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (802e6661-d885-4b51-8fa8-9d48e9e98b57), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.670933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-586e907a-356a-4547-9de9-14389cd87990 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.672980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-586e907a-356a-4547-9de9-14389cd87990 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4048076 Jan 27 22:14:22.677511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48620) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:22.879845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Allocated IP 172.20.0.2 (049c9f59-2359-4cf8-8bf3-cce74a0ce175/2fa487aa-018a-40cd-8b38-169459b49c65/41cf0bc3-9ff5-411d-8d32-f1eb0a127980) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:23.116934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.141289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf2d85-33d6-438e-922f-2beca77d58b4 req-53a3ee97-b356-4cae-a1b4-6e836f7563e7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.152082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6adf2d85-33d6-438e-922f-2beca77d58b4 req-53a3ee97-b356-4cae-a1b4-6e836f7563e7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1210363 Jan 27 22:14:23.251447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6adf2d85-33d6-438e-922f-2beca77d58b4 req-f815459b-a313-4964-845d-de1e75f754de tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927868 Jan 27 22:14:23.353945 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Publish callbacks [] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.368648 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.445781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:23.451501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:23.459223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:23.495649 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Pushing event updated for resources: {'Port': ['ID=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:23.578971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.20.0.1 (049c9f59-2359-4cf8-8bf3-cce74a0ce175/2fa487aa-018a-40cd-8b38-169459b49c65/c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:23.632580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Attempting to bind port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:23.633659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Attempting to bind port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'da425c94-65fb-4e50-a0f8-6a40d56c8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '049c9f59-2359-4cf8-8bf3-cce74a0ce175'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:23.634383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Attempting to bind port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 on network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:23.648270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:23.649168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Checking segment: {'id': 'da425c94-65fb-4e50-a0f8-6a40d56c8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '049c9f59-2359-4cf8-8bf3-cce74a0ce175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:23.649914 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.650697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Bound using segment: {'id': 'da425c94-65fb-4e50-a0f8-6a40d56c8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '049c9f59-2359-4cf8-8bf3-cce74a0ce175'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:23.652431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Bound port: 41cf0bc3-9ff5-411d-8d32-f1eb0a127980, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da425c94-65fb-4e50-a0f8-6a40d56c8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '049c9f59-2359-4cf8-8bf3-cce74a0ce175'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:23.653176 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.789569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] For port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:23.801438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] For port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,segment=NetworkSegment(da425c94-65fb-4e50-a0f8-6a40d56c8aaf),segment_id=da425c94-65fb-4e50-a0f8-6a40d56c8aaf)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:23.802173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.810148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.899087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.918757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28b403-ebed-4ba6-b940-9c24bde9d07c None None] Pushing event updated for resources: {'Port': ['ID=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:24.000533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:24.007120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:24.011217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:24.063152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:24.106942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (802e6661-d885-4b51-8fa8-9d48e9e98b57), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.250538 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:14:24.435360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d630-1dca-4a6c-9b24-817bcfba55c5 req-84a8133a-74c1-47b6-a941-0e53a86b1f5d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:24.444218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57f9d630-1dca-4a6c-9b24-817bcfba55c5 req-84a8133a-74c1-47b6-a941-0e53a86b1f5d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.0720587 Jan 27 22:14:24.445878 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.530926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57f9d630-1dca-4a6c-9b24-817bcfba55c5 req-c615d7b5-a44a-426b-bcb0-0e54651008a4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849164 Jan 27 22:14:24.938062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.944625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.117347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:25.133182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (802e6661-d885-4b51-8fa8-9d48e9e98b57), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.337772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:25.341226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:25.513875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 802e6661-d885-4b51-8fa8-9d48e9e98b57 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:25.605221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8e5cb-0c98-439d-8bb5-f74e06f90dcc None None] Network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:25.734346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:25.761049 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c337e-8451-40f1-ab77-ab8c8f7fb866 None None] Sync routers for ids ['802e6661-d885-4b51-8fa8-9d48e9e98b57'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:25.764186 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6858e9bb-d8ee-4346-afae-e57edb5d9ee2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/802e6661-d885-4b51-8fa8-9d48e9e98b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0831926 Jan 27 22:14:25.765578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48640) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:25.782055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-24655ef1-e97b-4883-94a4-65133fe1bd9a None None] Provisioning complete for port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:25.786398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24655ef1-e97b-4883-94a4-65133fe1bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.794537 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c337e-8451-40f1-ab77-ab8c8f7fb866 None None] Routers {'802e6661-d885-4b51-8fa8-9d48e9e98b57'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:25.798353 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2d0c337e-8451-40f1-ab77-ab8c8f7fb866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['802e6661-d885-4b51-8fa8-9d48e9e98b57'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:25.838348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e31ee-4a52-4acc-9b8c-4aa826600188 req-4dcf97ab-ee5d-4e72-909c-b0178eb4ebd2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.874663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-006e31ee-4a52-4acc-9b8c-4aa826600188 req-4dcf97ab-ee5d-4e72-909c-b0178eb4ebd2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.2127571 Jan 27 22:14:25.912348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e401e30-ead7-408d-af5c-13cd5c90dc73 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.921326 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3e401e30-ead7-408d-af5c-13cd5c90dc73 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports/c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f HTTP/1.1" status: 200 len: 910 time: 0.1513104 Jan 27 22:14:25.923457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48646) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:25.989602 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2d0c337e-8451-40f1-ab77-ab8c8f7fb866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:26.035593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-24655ef1-e97b-4883-94a4-65133fe1bd9a None None] Current status of the port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:26.036000 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24655ef1-e97b-4883-94a4-65133fe1bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.041470 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c337e-8451-40f1-ab77-ab8c8f7fb866 None None] Routers {'802e6661-d885-4b51-8fa8-9d48e9e98b57'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:26.044801 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2d0c337e-8451-40f1-ab77-ab8c8f7fb866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['802e6661-d885-4b51-8fa8-9d48e9e98b57'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:26.128583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-24655ef1-e97b-4883-94a4-65133fe1bd9a None None] For port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,segment=NetworkSegment(da425c94-65fb-4e50-a0f8-6a40d56c8aaf),segment_id=da425c94-65fb-4e50-a0f8-6a40d56c8aaf)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:26.134159 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2d0c337e-8451-40f1-ab77-ab8c8f7fb866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:26.136521 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c337e-8451-40f1-ab77-ab8c8f7fb866 None None] The sync data for ids ['802e6661-d885-4b51-8fa8-9d48e9e98b57'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:26.141457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24655ef1-e97b-4883-94a4-65133fe1bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.211145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:26.280499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-006e31ee-4a52-4acc-9b8c-4aa826600188 req-978fbea1-56a6-471a-b6ae-5eec12dda862 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051161 Jan 27 22:14:26.334877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24655ef1-e97b-4883-94a4-65133fe1bd9a None None] Pushing event updated for resources: {'Port': ['ID=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:26.383719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:26.384944 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.644231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:26.653376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-44f5f97e-6959-4246-a516-336d6db0f364 None None] Provisioning complete for port c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:26.653995 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44f5f97e-6959-4246-a516-336d6db0f364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.793601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-44f5f97e-6959-4246-a516-336d6db0f364 None None] Port c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:26.816328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-44f5f97e-6959-4246-a516-336d6db0f364 None None] Provisioning complete for port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:26.817262 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44f5f97e-6959-4246-a516-336d6db0f364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.934660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (802e6661-d885-4b51-8fa8-9d48e9e98b57), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.014263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-44f5f97e-6959-4246-a516-336d6db0f364 None None] Current status of the port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:27.153218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c46e6bb5-c40f-4a24-83a5-fd82ba211e24 None None] Provisioning complete for port c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:27.154818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c46e6bb5-c40f-4a24-83a5-fd82ba211e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.274367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c46e6bb5-c40f-4a24-83a5-fd82ba211e24 None None] Port c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:27.613388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8cb3b759-2be1-49ed-946a-568d6ce9a4cf None None] Provisioning complete for port c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:27.613880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b759-2be1-49ed-946a-568d6ce9a4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.668458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c2edc-9007-4305-9293-2ff7105cc70d req-11b0947d-0868-4b68-bedd-f164490e6963 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.671964 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-78a6b320-760f-425a-805d-af54526fac5f req-5dd09da9-d756-4cdb-977d-298abc97121e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037419 Jan 27 22:14:27.676892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b3c2edc-9007-4305-9293-2ff7105cc70d req-11b0947d-0868-4b68-bedd-f164490e6963 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1691225 Jan 27 22:14:27.695167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3b759-2be1-49ed-946a-568d6ce9a4cf None None] Port c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:27.721795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:27.722543 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.837941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6b320-760f-425a-805d-af54526fac5f req-f6352c8d-5daa-4ac3-8e0f-4bcedc9a6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.841381 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-78a6b320-760f-425a-805d-af54526fac5f req-f6352c8d-5daa-4ac3-8e0f-4bcedc9a6607 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1096 time: 0.0932856 Jan 27 22:14:27.988834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b3c2edc-9007-4305-9293-2ff7105cc70d req-a7502209-c7b4-4f9b-8c35-9f6a613955df tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815211 Jan 27 22:14:27.995606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:28.070384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6b320-760f-425a-805d-af54526fac5f req-2d6af0ea-086b-4b2c-9593-60d92ea5ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:28.071507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.072996 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-78a6b320-760f-425a-805d-af54526fac5f req-2d6af0ea-086b-4b2c-9593-60d92ea5ea57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1999393 Jan 27 22:14:28.116239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:28.156650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:28.157511 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.306188 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-78a6b320-760f-425a-805d-af54526fac5f req-8ccd32c5-0d95-4619-b4d3-c5301dbe81ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.2239921 Jan 27 22:14:28.368396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:28.404622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6b320-760f-425a-805d-af54526fac5f req-cd7f571d-ff7c-41ec-bab0-9306e51b4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:28.423839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-78a6b320-760f-425a-805d-af54526fac5f req-cd7f571d-ff7c-41ec-bab0-9306e51b4a3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1073802 Jan 27 22:14:28.496598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6b320-760f-425a-805d-af54526fac5f req-062ef93e-a2df-48ac-b0d1-e84b656acb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:28.499365 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-78a6b320-760f-425a-805d-af54526fac5f req-062ef93e-a2df-48ac-b0d1-e84b656acb60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671761 Jan 27 22:14:28.630607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.698269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=c8ed1fc5-3ba0-4b3a-9848-b5118c16da2f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:28.734165 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-78a6b320-760f-425a-805d-af54526fac5f req-992b9adc-4d8a-4fae-90d7-6036ded85302 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261617 Jan 27 22:14:28.970713 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (802e6661-d885-4b51-8fa8-9d48e9e98b57), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.035265 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-78a6b320-760f-425a-805d-af54526fac5f req-78e13a17-97ca-494f-a7a9-41799575448c service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935927 Jan 27 22:14:29.232905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 802e6661-d885-4b51-8fa8-9d48e9e98b57 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:29.264293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5c0f6-1bb1-4c39-8220-7a58aab2089f req-c96e2b63-946f-46f1-9f09-7a87683a9375 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:29.266000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0f5c0f6-1bb1-4c39-8220-7a58aab2089f req-c96e2b63-946f-46f1-9f09-7a87683a9375 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.0806131 Jan 27 22:14:29.357105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:29.365922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1e2bf63e-0e85-4d80-88d9-46132f03b13e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/802e6661-d885-4b51-8fa8-9d48e9e98b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4391041 Jan 27 22:14:29.370129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48670) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:29.374626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d640e-92fb-4de6-83ee-ffadb56ad07a None None] Sync routers for ids ['802e6661-d885-4b51-8fa8-9d48e9e98b57'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:29.404444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d640e-92fb-4de6-83ee-ffadb56ad07a None None] Routers {'802e6661-d885-4b51-8fa8-9d48e9e98b57'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:29.405465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-357d640e-92fb-4de6-83ee-ffadb56ad07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['802e6661-d885-4b51-8fa8-9d48e9e98b57'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:29.416689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a925bca1-b18a-4fd6-aeb7-da8d3c6f9eec tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=802e6661-d885-4b51-8fa8-9d48e9e98b57 HTTP/1.1" status: 200 len: 205 time: 0.0451362 Jan 27 22:14:29.420743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48672) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:29.479806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-357d640e-92fb-4de6-83ee-ffadb56ad07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:29.483771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0f5c0f6-1bb1-4c39-8220-7a58aab2089f req-2f4cdccf-c5f4-451f-809c-2bb16cf2c0b3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849689 Jan 27 22:14:29.498692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d640e-92fb-4de6-83ee-ffadb56ad07a None None] Routers {'802e6661-d885-4b51-8fa8-9d48e9e98b57'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:29.499945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-357d640e-92fb-4de6-83ee-ffadb56ad07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['802e6661-d885-4b51-8fa8-9d48e9e98b57'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:29.530756 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be43b13-2af8-47e9-bb5e-bd2d4f51bac8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (802e6661-d885-4b51-8fa8-9d48e9e98b57), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.591629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-357d640e-92fb-4de6-83ee-ffadb56ad07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:29.592591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d640e-92fb-4de6-83ee-ffadb56ad07a None None] The sync data for ids ['802e6661-d885-4b51-8fa8-9d48e9e98b57'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:29.780836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be43b13-2af8-47e9-bb5e-bd2d4f51bac8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (802e6661-d885-4b51-8fa8-9d48e9e98b57), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.784467 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be43b13-2af8-47e9-bb5e-bd2d4f51bac8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (802e6661-d885-4b51-8fa8-9d48e9e98b57), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.850275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be43b13-2af8-47e9-bb5e-bd2d4f51bac8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (802e6661-d885-4b51-8fa8-9d48e9e98b57), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.851459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be43b13-2af8-47e9-bb5e-bd2d4f51bac8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Fanout notify agent at l3_agent the message router_deleted on router 802e6661-d885-4b51-8fa8-9d48e9e98b57 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:29.862544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2be43b13-2af8-47e9-bb5e-bd2d4f51bac8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.863996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2be43b13-2af8-47e9-bb5e-bd2d4f51bac8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/802e6661-d885-4b51-8fa8-9d48e9e98b57 HTTP/1.1" status: 204 len: 168 time: 0.4417636 Jan 27 22:14:29.868695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48676) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:29.987051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f60796-ee62-48ef-a39b-5aaed5be3f14 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet 2fa487aa-018a-40cd-8b38-169459b49c65 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:29.993566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87f60796-ee62-48ef-a39b-5aaed5be3f14 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (2fa487aa-018a-40cd-8b38-169459b49c65), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.081000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87f60796-ee62-48ef-a39b-5aaed5be3f14 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (2fa487aa-018a-40cd-8b38-169459b49c65), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.227292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87f60796-ee62-48ef-a39b-5aaed5be3f14 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2fa487aa-018a-40cd-8b38-169459b49c65), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.386707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87f60796-ee62-48ef-a39b-5aaed5be3f14 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (2fa487aa-018a-40cd-8b38-169459b49c65), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.431588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba951a-a7fe-44e2-8aa0-d96a9a413740 None None] Network 049c9f59-2359-4cf8-8bf3-cce74a0ce175 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:30.435288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87f60796-ee62-48ef-a39b-5aaed5be3f14 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.438378 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-87f60796-ee62-48ef-a39b-5aaed5be3f14 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/2fa487aa-018a-40cd-8b38-169459b49c65 HTTP/1.1" status: 204 len: 168 time: 0.5682068 Jan 27 22:14:30.441178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48684) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:30.518124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60796-ee62-48ef-a39b-5aaed5be3f14 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa487aa-018a-40cd-8b38-169459b49c65,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:30.624642 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (049c9f59-2359-4cf8-8bf3-cce74a0ce175), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.807059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e5ee5-cc48-4294-b0e6-6a380f6893b8 req-dce0377d-c98d-4475-b87c-face9842e3e6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:30.809972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-156e5ee5-cc48-4294-b0e6-6a380f6893b8 req-dce0377d-c98d-4475-b87c-face9842e3e6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1082182 Jan 27 22:14:30.816531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] DHCP port deletion for 049c9f59-2359-4cf8-8bf3-cce74a0ce175 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:30.821391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:30.821980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.908385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] Deleting port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:30.908829 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.991166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-156e5ee5-cc48-4294-b0e6-6a380f6893b8 req-bcb691cd-d63d-4c3c-aa8f-5774e7499748 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632051 Jan 27 22:14:30.993324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,segment=NetworkSegment(da425c94-65fb-4e50-a0f8-6a40d56c8aaf),segment_id=da425c94-65fb-4e50-a0f8-6a40d56c8aaf)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:30.993699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.010833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:31.075388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] For port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,segment=NetworkSegment(da425c94-65fb-4e50-a0f8-6a40d56c8aaf),segment_id=da425c94-65fb-4e50-a0f8-6a40d56c8aaf)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:31.076725 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.101876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] Calling delete_port for 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:31.139209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.188959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:31.200983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No DVR routers for this DVR port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:31.207604 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (41cf0bc3-9ff5-411d-8d32-f1eb0a127980), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.262102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] No DVR routers for this DVR port 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:31.279017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f9d2e-ba79-4246-bd0a-03376721ecbe None None] Pushing event deleted for resources: {'Port': ['ID=41cf0bc3-9ff5-411d-8d32-f1eb0a127980,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:31.357602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (049c9f59-2359-4cf8-8bf3-cce74a0ce175), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.402796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049c9f59-2359-4cf8-8bf3-cce74a0ce175']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:31.423952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da425c94-65fb-4e50-a0f8-6a40d56c8aaf') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:31.424848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da425c94-65fb-4e50-a0f8-6a40d56c8aaf') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:31.446087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (da425c94-65fb-4e50-a0f8-6a40d56c8aaf), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.488148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (da425c94-65fb-4e50-a0f8-6a40d56c8aaf), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.510952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:31.511846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (da425c94-65fb-4e50-a0f8-6a40d56c8aaf), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:31.518087 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:31.658397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (049c9f59-2359-4cf8-8bf3-cce74a0ce175), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.688238 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.693379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/049c9f59-2359-4cf8-8bf3-cce74a0ce175 HTTP/1.1" status: 204 len: 168 time: 1.2510056 Jan 27 22:14:31.695497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57518e-3bfe-4308-9178-f09f7fa476db tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=049c9f59-2359-4cf8-8bf3-cce74a0ce175,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:31.700067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48694) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:31.712524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1631783389', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:31.744154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (80909159-bd49-44aa-bccc-4d386ac63289), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.746825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (80909159-bd49-44aa-bccc-4d386ac63289), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.861070 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (80909159-bd49-44aa-bccc-4d386ac63289), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.970726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:32.033874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:32.034015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 41cf0bc3-9ff5-411d-8d32-f1eb0a127980 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:32.123629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_gateway (80909159-bd49-44aa-bccc-4d386ac63289), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.288166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c895a-59b0-4d6d-8963-34d2e4dad1d0 req-f632b527-3c9d-45cc-8dfa-ea4f4d89b2e4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:32.291115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e7c895a-59b0-4d6d-8963-34d2e4dad1d0 req-f632b527-3c9d-45cc-8dfa-ea4f4d89b2e4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1377022 Jan 27 22:14:32.409432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e7c895a-59b0-4d6d-8963-34d2e4dad1d0 req-68f65c10-1a10-452d-a12e-e78956656312 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904808 Jan 27 22:14:32.422876 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_gateway (80909159-bd49-44aa-bccc-4d386ac63289), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.451282 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.587914 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.25.8.209 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/23b3570e-efec-4036-b10b-6e774e1dcb76) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:32.770315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (23b3570e-efec-4036-b10b-6e774e1dcb76), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.836009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (23b3570e-efec-4036-b10b-6e774e1dcb76), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.918806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:32.925715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:32.932910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:32.972955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=23b3570e-efec-4036-b10b-6e774e1dcb76,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:33.327469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_gateway (80909159-bd49-44aa-bccc-4d386ac63289), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.562115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1efaa6-4231-4625-a5e7-811efde0a368 req-9f7d92c5-aadb-4c7a-b430-11a9e1a34292 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.570265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc1efaa6-4231-4625-a5e7-811efde0a368 req-9f7d92c5-aadb-4c7a-b430-11a9e1a34292 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.0651896 Jan 27 22:14:33.672118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc1efaa6-4231-4625-a5e7-811efde0a368 req-52d10976-42e9-4a7e-a9c3-e9c8c8f2ad27 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008418 Jan 27 22:14:33.742177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (80909159-bd49-44aa-bccc-4d386ac63289), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.994176 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 80909159-bd49-44aa-bccc-4d386ac63289 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:34.117506 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21714b85-3048-4aa2-a4a6-bf3b1df7be00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.665682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:34.694472 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.694857 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962aefc-5dbb-4493-955c-4891b78e3376 None None] Sync routers for ids ['80909159-bd49-44aa-bccc-4d386ac63289'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:34.698617 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dae97646-93da-4c68-b8a8-33d266a9d106 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9948010 Jan 27 22:14:34.699939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48714) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:34.725447 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962aefc-5dbb-4493-955c-4891b78e3376 None None] Routers {'80909159-bd49-44aa-bccc-4d386ac63289'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:34.726549 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a962aefc-5dbb-4493-955c-4891b78e3376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80909159-bd49-44aa-bccc-4d386ac63289'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:34.866906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4b6e4e01-ab4d-4f1c-b2ff-4554e69ab322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/routers/80909159-bd49-44aa-bccc-4d386ac63289 HTTP/1.1" status: 200 len: 881 time: 0.1639993 Jan 27 22:14:34.869248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48718) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:34.872656 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a962aefc-5dbb-4493-955c-4891b78e3376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:34.877063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cd395-903b-4bef-be9a-eef35d8caf1c req-ecb9f646-8ce6-45b0-b3df-e704ed1e1eda tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.879314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-047cd395-903b-4bef-be9a-eef35d8caf1c req-ecb9f646-8ce6-45b0-b3df-e704ed1e1eda tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.0842500 Jan 27 22:14:34.900514 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962aefc-5dbb-4493-955c-4891b78e3376 None None] Routers {'80909159-bd49-44aa-bccc-4d386ac63289'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:34.901164 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a962aefc-5dbb-4493-955c-4891b78e3376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80909159-bd49-44aa-bccc-4d386ac63289'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:34.951848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-047cd395-903b-4bef-be9a-eef35d8caf1c req-b8e6ed48-3a03-4474-a3b9-c9e84190a7b9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658765 Jan 27 22:14:34.998559 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a962aefc-5dbb-4493-955c-4891b78e3376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:35.000077 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962aefc-5dbb-4493-955c-4891b78e3376 None None] The sync data for ids ['80909159-bd49-44aa-bccc-4d386ac63289'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:35.189812 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8b78684c-053d-4f4c-9873-4d01bfdc9a69 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3193343 Jan 27 22:14:35.190774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48722) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:35.198592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-98387c7d-470b-4b30-a1b1-e30d0d3eed95 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1631783389'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:35.605529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98387c7d-470b-4b30-a1b1-e30d0d3eed95 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (80909159-bd49-44aa-bccc-4d386ac63289), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.709657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98387c7d-470b-4b30-a1b1-e30d0d3eed95 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (80909159-bd49-44aa-bccc-4d386ac63289), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.547359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47993c18-8bea-4e10-911a-7cb6204240ea req-a8185a65-3968-457f-b96c-bfc2579f406b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:36.550057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47993c18-8bea-4e10-911a-7cb6204240ea req-a8185a65-3968-457f-b96c-bfc2579f406b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1820247 Jan 27 22:14:36.619278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98387c7d-470b-4b30-a1b1-e30d0d3eed95 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 80909159-bd49-44aa-bccc-4d386ac63289 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:36.692261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47993c18-8bea-4e10-911a-7cb6204240ea req-32c79f9f-b9a6-45f7-ae9d-354679b9be86 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282902 Jan 27 22:14:36.826203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98387c7d-470b-4b30-a1b1-e30d0d3eed95 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:36.835140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98387c7d-470b-4b30-a1b1-e30d0d3eed95 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.839508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48738) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:36.841921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629d251-8e3c-4ad9-9cc8-96584e357abe None None] Sync routers for ids ['80909159-bd49-44aa-bccc-4d386ac63289'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:36.851122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-98387c7d-470b-4b30-a1b1-e30d0d3eed95 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/80909159-bd49-44aa-bccc-4d386ac63289 HTTP/1.1" status: 200 len: 888 time: 1.6588907 Jan 27 22:14:36.856341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629d251-8e3c-4ad9-9cc8-96584e357abe None None] Routers {'80909159-bd49-44aa-bccc-4d386ac63289'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:36.857256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5629d251-8e3c-4ad9-9cc8-96584e357abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80909159-bd49-44aa-bccc-4d386ac63289'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:36.895962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5629d251-8e3c-4ad9-9cc8-96584e357abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:36.906258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629d251-8e3c-4ad9-9cc8-96584e357abe None None] Routers {'80909159-bd49-44aa-bccc-4d386ac63289'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:36.907082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5629d251-8e3c-4ad9-9cc8-96584e357abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80909159-bd49-44aa-bccc-4d386ac63289'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:36.949034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5629d251-8e3c-4ad9-9cc8-96584e357abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:36.950539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629d251-8e3c-4ad9-9cc8-96584e357abe None None] The sync data for ids ['80909159-bd49-44aa-bccc-4d386ac63289'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:37.016906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1a687e0f-93bf-4235-a435-4c5252c8debf tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/routers/80909159-bd49-44aa-bccc-4d386ac63289 HTTP/1.1" status: 200 len: 888 time: 0.1746578 Jan 27 22:14:37.019314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48742) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:37.046603 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6143160d-1ee8-49ae-b8a0-657684e467fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.069908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5d4d2756-98ed-440e-9d72-72c710b0d6ea tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=80909159-bd49-44aa-bccc-4d386ac63289 HTTP/1.1" status: 200 len: 205 time: 0.0486827 Jan 27 22:14:37.072445 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48744) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:37.287766 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (80909159-bd49-44aa-bccc-4d386ac63289), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.504774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_gateway (80909159-bd49-44aa-bccc-4d386ac63289), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.608938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 23b3570e-efec-4036-b10b-6e774e1dcb76 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:37.609613 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (23b3570e-efec-4036-b10b-6e774e1dcb76), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.785756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (23b3570e-efec-4036-b10b-6e774e1dcb76), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.811607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 23b3570e-efec-4036-b10b-6e774e1dcb76 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:37.897813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbfb02-db2c-4394-8ed8-fc8b5e4ccf51 req-ef1031cf-701c-49e3-97e1-1b4e4758a4aa tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:37.913516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58bbfb02-db2c-4394-8ed8-fc8b5e4ccf51 req-ef1031cf-701c-49e3-97e1-1b4e4758a4aa tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1062605 Jan 27 22:14:38.019688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58bbfb02-db2c-4394-8ed8-fc8b5e4ccf51 req-abd37e6d-cfe1-40b8-8042-1fa786f74429 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042182 Jan 27 22:14:38.109692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (23b3570e-efec-4036-b10b-6e774e1dcb76), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.146024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=23b3570e-efec-4036-b10b-6e774e1dcb76,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:38.175729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.176067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.176479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.176751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.177072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.177396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.177733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.178062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.178386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.178711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.179039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.179361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.179711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:38.223853 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (80909159-bd49-44aa-bccc-4d386ac63289), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.340492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (80909159-bd49-44aa-bccc-4d386ac63289), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.343061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (80909159-bd49-44aa-bccc-4d386ac63289), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.408132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (80909159-bd49-44aa-bccc-4d386ac63289), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.409449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Fanout notify agent at l3_agent the message router_deleted on router 80909159-bd49-44aa-bccc-4d386ac63289 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:38.424473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.426973 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7984e21e-e2aa-4689-be0b-cabb34eb93da tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/80909159-bd49-44aa-bccc-4d386ac63289 HTTP/1.1" status: 204 len: 168 time: 1.3528173 Jan 27 22:14:38.432375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48762) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:38.455376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-197168688'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:38.492280 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.506921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:38.512504 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.547751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:38.563369 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (ab5f4521-b277-461b-bf9b-aa32c95c74a2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.564012 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment ab5f4521-b277-461b-bf9b-aa32c95c74a2 of type vlan for network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec Jan 27 22:14:38.634405 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (76aad2d6-40d8-4c49-8416-fe6c7a90f3ec), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.677900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (76aad2d6-40d8-4c49-8416-fe6c7a90f3ec), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.686012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:38.686876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.776436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3422594 Jan 27 22:14:38.779490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48764) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:38.793984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': '76aad2d6-40d8-4c49-8416-fe6c7a90f3ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:38.797557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91369c5a-c3b0-4d0a-bd10-fb63100618ae tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=76aad2d6-40d8-4c49-8416-fe6c7a90f3ec,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:38.814657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:39.000212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:39.006567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.297377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a08c0-7ea5-4ba6-a62d-79e546909289 req-faea96ea-c496-46aa-874b-4f93fd43479b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:39.307468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-617a08c0-7ea5-4ba6-a62d-79e546909289 req-faea96ea-c496-46aa-874b-4f93fd43479b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1191101 Jan 27 22:14:39.422020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (c06bb02a-2983-48a0-9168-deb69032b1e8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.442534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-617a08c0-7ea5-4ba6-a62d-79e546909289 req-f897bc33-fd43-4bdc-9b23-90f2979cadce tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264937 Jan 27 22:14:39.512892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=c06bb02a-2983-48a0-9168-deb69032b1e8,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:39.522678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': 'ab5f4521-b277-461b-bf9b-aa32c95c74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '76aad2d6-40d8-4c49-8416-fe6c7a90f3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:39.523057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:39.552916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:39.566715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:39.571800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:39.572567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.589895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672577a-b917-4eee-9001-eee3d84c5b0c None None] Network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:39.605462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48772) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:39.610724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c575491d-7982-4b7e-9aa6-0efe1ea66f0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1179765630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:39.616302 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0e28c2a5-e289-4c69-81c6-5e59a61068f8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8326612 Jan 27 22:14:39.639202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c575491d-7982-4b7e-9aa6-0efe1ea66f0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (53ffce74-952c-42bc-ac03-b8e6204ac467), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.640898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c575491d-7982-4b7e-9aa6-0efe1ea66f0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (53ffce74-952c-42bc-ac03-b8e6204ac467), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.728428 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c575491d-7982-4b7e-9aa6-0efe1ea66f0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (53ffce74-952c-42bc-ac03-b8e6204ac467), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.738965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c575491d-7982-4b7e-9aa6-0efe1ea66f0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (53ffce74-952c-42bc-ac03-b8e6204ac467), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.770538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-76aad2d6-40d8-4c49-8416-fe6c7a90f3ec', 'network_id': '76aad2d6-40d8-4c49-8416-fe6c7a90f3ec', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': 'c06bb02a-2983-48a0-9168-deb69032b1e8'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:39.772215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.780273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c575491d-7982-4b7e-9aa6-0efe1ea66f0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.782836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c575491d-7982-4b7e-9aa6-0efe1ea66f0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1761792 Jan 27 22:14:39.786594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48774) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:40.072245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Allocated IP 172.20.0.2 (76aad2d6-40d8-4c49-8416-fe6c7a90f3ec/c06bb02a-2983-48a0-9168-deb69032b1e8/988a34cc-1e05-4f93-a0be-7b46b0dfa61d) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:40.236849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.364231 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Publish callbacks [] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.376099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.442962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:40.446612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:40.450760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:40.473917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Pushing event updated for resources: {'Port': ['ID=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:40.539569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Attempting to bind port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:40.540096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Attempting to bind port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'ab5f4521-b277-461b-bf9b-aa32c95c74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '76aad2d6-40d8-4c49-8416-fe6c7a90f3ec'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:40.540472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Attempting to bind port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d on network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:40.546781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:40.547207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Checking segment: {'id': 'ab5f4521-b277-461b-bf9b-aa32c95c74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '76aad2d6-40d8-4c49-8416-fe6c7a90f3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:40.547608 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.548011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Bound using segment: {'id': 'ab5f4521-b277-461b-bf9b-aa32c95c74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '76aad2d6-40d8-4c49-8416-fe6c7a90f3ec'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:40.548500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Bound port: 988a34cc-1e05-4f93-a0be-7b46b0dfa61d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5f4521-b277-461b-bf9b-aa32c95c74a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '76aad2d6-40d8-4c49-8416-fe6c7a90f3ec'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:40.548889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.713689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1de4bab1-0474-4860-a903-1972d576316c None None] For port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:40.719069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd6fbf-fbb3-4ebe-b75a-378ade665e31 req-cbacc7d8-938d-428e-823c-e66bc44afe14 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:40.720920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03fd6fbf-fbb3-4ebe-b75a-378ade665e31 req-cbacc7d8-938d-428e-823c-e66bc44afe14 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.1079707 Jan 27 22:14:40.725656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1de4bab1-0474-4860-a903-1972d576316c None None] For port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,segment=NetworkSegment(ab5f4521-b277-461b-bf9b-aa32c95c74a2),segment_id=ab5f4521-b277-461b-bf9b-aa32c95c74a2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:40.733643 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.784704 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.20.0.1 (76aad2d6-40d8-4c49-8416-fe6c7a90f3ec/c06bb02a-2983-48a0-9168-deb69032b1e8/8f8719ad-590a-4ede-9730-435cd6e79d17) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:40.844986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03fd6fbf-fbb3-4ebe-b75a-378ade665e31 req-403acc9d-a411-462a-a882-b22c3c4faff0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040740 Jan 27 22:14:40.943664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4bab1-0474-4860-a903-1972d576316c None None] Pushing event updated for resources: {'Port': ['ID=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:41.017458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.047842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.152028 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.208543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707129ec-9b1d-4365-8141-61deab0622c7 req-18501298-a3ff-41de-9237-739ef0c5a744 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:41.210584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-707129ec-9b1d-4365-8141-61deab0622c7 req-18501298-a3ff-41de-9237-739ef0c5a744 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0679483 Jan 27 22:14:41.245144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:41.251801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:41.266688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:41.282411 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.349741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-707129ec-9b1d-4365-8141-61deab0622c7 req-b697dcdc-57d0-4031-adc8-093064618ef4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289556 Jan 27 22:14:41.414521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=8f8719ad-590a-4ede-9730-435cd6e79d17,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:41.485469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (53ffce74-952c-42bc-ac03-b8e6204ac467), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.621187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879d82f-9755-4e88-80e5-3de68c7d8837 req-90bbbb30-9c6d-4594-8e31-93fa67246677 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:41.632287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1879d82f-9755-4e88-80e5-3de68c7d8837 req-90bbbb30-9c6d-4594-8e31-93fa67246677 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0929117 Jan 27 22:14:41.714069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1879d82f-9755-4e88-80e5-3de68c7d8837 req-8e22776a-fda5-4029-bff0-165d127884b8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803471 Jan 27 22:14:41.777423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.088938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 988a34cc-1e05-4f93-a0be-7b46b0dfa61d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:42.276031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:42.276646 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.283587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.296975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.320379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-6db944b0-58ee-4a0a-a2d2-adacede9fd64 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:42.325781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-6db944b0-58ee-4a0a-a2d2-adacede9fd64 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 0.2653379 Jan 27 22:14:42.357857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-7e475c7d-23fd-4d47-a396-30e6756c0a6a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/quotas/9c9b826841b8474393813eea41b044d4 HTTP/1.1" status: 200 len: 375 time: 0.0230536 Jan 27 22:14:42.449129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=8f8719ad-590a-4ede-9730-435cd6e79d17,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:42.537493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-597fe1b8-2519-4f83-adbb-a349f679cfd1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1706226 Jan 27 22:14:42.603761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (53ffce74-952c-42bc-ac03-b8e6204ac467), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.743558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:42.748877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:42.835350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-625582b8-e953-48ca-972e-c4bfe95671e1 service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963612 Jan 27 22:14:43.035271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-7456387d-8c6f-424d-9298-a816d2115b97 service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988595 Jan 27 22:14:43.063146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 53ffce74-952c-42bc-ac03-b8e6204ac467 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:43.272988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:43.273480 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.282106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6170ea4-524f-48ad-b519-899f7f0bc5c8 None None] Network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:43.461676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:43.486309 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc1528-02e2-4b8b-8ad0-943ea95797b0 None None] Sync routers for ids ['53ffce74-952c-42bc-ac03-b8e6204ac467'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:43.495695 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b30c19b3-73e3-4000-8b8f-cdfa32641861 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/53ffce74-952c-42bc-ac03-b8e6204ac467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7051387 Jan 27 22:14:43.498078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48826) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:43.507351 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc1528-02e2-4b8b-8ad0-943ea95797b0 None None] Routers {'53ffce74-952c-42bc-ac03-b8e6204ac467'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:43.510068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e8dd6f54-6adf-4724-a019-1059c313a15f None None] Provisioning complete for port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:43.510456 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6f54-6adf-4724-a019-1059c313a15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.512605 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c8bc1528-02e2-4b8b-8ad0-943ea95797b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['53ffce74-952c-42bc-ac03-b8e6204ac467'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:43.587403 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c8bc1528-02e2-4b8b-8ad0-943ea95797b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:43.592089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,segment=NetworkSegment(ab5f4521-b277-461b-bf9b-aa32c95c74a2),segment_id=ab5f4521-b277-461b-bf9b-aa32c95c74a2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:43.609333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcd3e9c9-ce73-49f6-b43f-9cc41dc28b28 req-32048e21-d442-4968-9211-c48297ec15c2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 210 time: 0.1282163 Jan 27 22:14:43.614692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.627473 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc1528-02e2-4b8b-8ad0-943ea95797b0 None None] Routers {'53ffce74-952c-42bc-ac03-b8e6204ac467'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:43.628464 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c8bc1528-02e2-4b8b-8ad0-943ea95797b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['53ffce74-952c-42bc-ac03-b8e6204ac467'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:43.678753 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c8bc1528-02e2-4b8b-8ad0-943ea95797b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:43.680209 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc1528-02e2-4b8b-8ad0-943ea95797b0 None None] The sync data for ids ['53ffce74-952c-42bc-ac03-b8e6204ac467'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:43.726453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0ca04-7d47-4359-9bc5-7a6c7b3e2ad8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.739213 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-67f0ca04-7d47-4359-9bc5-7a6c7b3e2ad8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports/8f8719ad-590a-4ede-9730-435cd6e79d17 HTTP/1.1" status: 200 len: 910 time: 0.2355878 Jan 27 22:14:43.740474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48832) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:43.756920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-60c82d59-05e1-4ae7-a89a-ee47b39c0dcc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c06bb02a-2983-48a0-9168-deb69032b1e8'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:43.821473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:43.891738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd6f54-6adf-4724-a019-1059c313a15f None None] Current status of the port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:44.169578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 988a34cc-1e05-4f93-a0be-7b46b0dfa61d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:44.255876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2f6c5ede-eb70-4b6d-9fc2-62f41954deed None None] Provisioning complete for port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:44.265266 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5ede-eb70-4b6d-9fc2-62f41954deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.351682 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c82d59-05e1-4ae7-a89a-ee47b39c0dcc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.490786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c5ede-eb70-4b6d-9fc2-62f41954deed None None] Current status of the port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:44.516742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2f6c5ede-eb70-4b6d-9fc2-62f41954deed None None] Provisioning complete for port 8f8719ad-590a-4ede-9730-435cd6e79d17 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:44.517128 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5ede-eb70-4b6d-9fc2-62f41954deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.593813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c5ede-eb70-4b6d-9fc2-62f41954deed None None] Port 8f8719ad-590a-4ede-9730-435cd6e79d17 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:44.596056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:44.596441 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.872400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:44.897212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5963fff3-7588-4075-b8fc-c61371b89a4a None None] Provisioning complete for port 8f8719ad-590a-4ede-9730-435cd6e79d17 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:44.898614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5963fff3-7588-4075-b8fc-c61371b89a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.926241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09483f0b-ec85-4aac-b41b-b58478b9e92d req-1a266dd3-3592-4af4-a249-2b5ac9c10532 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 210 time: 0.0977428 Jan 27 22:14:44.966893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5963fff3-7588-4075-b8fc-c61371b89a4a None None] Port 8f8719ad-590a-4ede-9730-435cd6e79d17 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:45.107057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b50fb051-7681-4674-adb8-d978d7903e92 None None] Provisioning complete for port 8f8719ad-590a-4ede-9730-435cd6e79d17 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:45.107640 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b50fb051-7681-4674-adb8-d978d7903e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.219805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b50fb051-7681-4674-adb8-d978d7903e92 None None] Port 8f8719ad-590a-4ede-9730-435cd6e79d17 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:45.436107 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c82d59-05e1-4ae7-a89a-ee47b39c0dcc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.452502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c82d59-05e1-4ae7-a89a-ee47b39c0dcc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.517643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c82d59-05e1-4ae7-a89a-ee47b39c0dcc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.518283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60c82d59-05e1-4ae7-a89a-ee47b39c0dcc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.521529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-60c82d59-05e1-4ae7-a89a-ee47b39c0dcc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/ports/8f8719ad-590a-4ede-9730-435cd6e79d17 HTTP/1.1" status: 200 len: 910 time: 1.7791381 Jan 27 22:14:45.523874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48848) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:45.639829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c82d59-05e1-4ae7-a89a-ee47b39c0dcc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=8f8719ad-590a-4ede-9730-435cd6e79d17,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:46.209574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5028087a-5b84-471f-a211-1cd8fec49ffc req-b266b6a5-0ce6-45fe-a881-1034b5e96143 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 210 time: 0.1007082 Jan 27 22:14:46.859538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-3a4c8806-dafd-4688-82c1-75db124d5eeb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:46.862550 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-3a4c8806-dafd-4688-82c1-75db124d5eeb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 1.2541203 Jan 27 22:14:46.887587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'port': {'device_id': '64d76b6b-e0a1-41a4-b4d9-c7245e612f88', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'admin_state_up': True, 'tenant_id': '9c9b826841b8474393813eea41b044d4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:47.175280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Made reservation on behalf of 9c9b826841b8474393813eea41b044d4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:47.179537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.409873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9151320-c80e-4421-b0a3-2cc7f2775519 req-06c5f660-f674-4e76-9b40-e6d23849dbab tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 210 time: 0.0599556 Jan 27 22:14:47.474161 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (53ffce74-952c-42bc-ac03-b8e6204ac467), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.602815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Allocated IP 172.20.0.10 (b5397092-386c-4a64-99d8-9030ba82f773/74bc2cd3-d2e9-4920-9948-07ac619cca0b/d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:47.904754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.985383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.000621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d020f80b-554e-4660-9eb8-b8b89d99d6ac'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:48.041248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 8f8719ad-590a-4ede-9730-435cd6e79d17 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:48.041771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.055284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Network b5397092-386c-4a64-99d8-9030ba82f773 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:48.073899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:48.109354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:48.145985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'Port': ['ID=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:48.210598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.267991 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.289788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 8f8719ad-590a-4ede-9730-435cd6e79d17 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:48.365142 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:48.366716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.401184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-87fd3da6-cfa4-4621-8730-2480a4508c80 None None] Provisioning complete for port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:48.401593 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-87fd3da6-cfa4-4621-8730-2480a4508c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.412132 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2d50286b-1d2d-4ecd-ba04-23157752df2d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5357196 Jan 27 22:14:48.427351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Request body: {'port': {'device_id': '64d76b6b-e0a1-41a4-b4d9-c7245e612f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:48.516318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-87fd3da6-cfa4-4621-8730-2480a4508c80 None None] Port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:48.642283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.699396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd41a-b6f0-4ebc-af68-ec835d57e293 req-5f79c412-6264-40ed-99c6-ac30cdce5719 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:48.702823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f30cd41a-b6f0-4ebc-af68-ec835d57e293 req-5f79c412-6264-40ed-99c6-ac30cdce5719 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 932 time: 0.1155076 Jan 27 22:14:48.804846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f30cd41a-b6f0-4ebc-af68-ec835d57e293 req-6c2ddf2d-363b-47f9-9dd5-d9d8a34b6b64 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904577 Jan 27 22:14:48.980709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8f8719ad-590a-4ede-9730-435cd6e79d17), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.082160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=8f8719ad-590a-4ede-9730-435cd6e79d17,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:49.699774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:49.708482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (53ffce74-952c-42bc-ac03-b8e6204ac467), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.727148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Publish callbacks [] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.878238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Transition to ACTIVE for port object d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:14:49.888418 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.038839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db7ce6-3370-4b5d-81d6-ddf6ca8b7c73 req-b6b82f3f-fcf4-41d8-b018-d1093612a312 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:50.041921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4db7ce6-3370-4b5d-81d6-ddf6ca8b7c73 req-b6b82f3f-fcf4-41d8-b018-d1093612a312 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 944 time: 0.0873203 Jan 27 22:14:50.059482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 53ffce74-952c-42bc-ac03-b8e6204ac467 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:50.070043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Pushing event updated for resources: {'Port': ['ID=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:50.198606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4db7ce6-3370-4b5d-81d6-ddf6ca8b7c73 req-92e8893a-7d80-43f0-9bb3-79cea597f77b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409469 Jan 27 22:14:50.208669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:50.224532 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-58831cb6-72fa-497c-a3ff-e9e805c241a4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/53ffce74-952c-42bc-ac03-b8e6204ac467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6955192 Jan 27 22:14:50.225092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48902) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:50.232605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f6a79-c642-4d8b-ad5d-027018f7e631 None None] Sync routers for ids ['53ffce74-952c-42bc-ac03-b8e6204ac467'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:50.257559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Attempting to bind port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:50.258216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Attempting to bind port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:50.258733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Attempting to bind port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:50.266383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f on network b5397092-386c-4a64-99d8-9030ba82f773 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:14:50.267064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Attempting to bind port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:50.276074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:50.276705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Checking segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:50.277305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Bound using segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:50.277956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Bound port: d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:50.278528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.286354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f6a79-c642-4d8b-ad5d-027018f7e631 None None] Routers {'53ffce74-952c-42bc-ac03-b8e6204ac467'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:50.287944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-780f6a79-c642-4d8b-ad5d-027018f7e631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['53ffce74-952c-42bc-ac03-b8e6204ac467'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:50.310336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d672826b-eb03-491b-a20d-2537f7a2c00d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=53ffce74-952c-42bc-ac03-b8e6204ac467 HTTP/1.1" status: 200 len: 205 time: 0.0834687 Jan 27 22:14:50.314799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48904) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:50.377665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-780f6a79-c642-4d8b-ad5d-027018f7e631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:50.418419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f6a79-c642-4d8b-ad5d-027018f7e631 None None] Routers {'53ffce74-952c-42bc-ac03-b8e6204ac467'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:50.420043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-780f6a79-c642-4d8b-ad5d-027018f7e631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['53ffce74-952c-42bc-ac03-b8e6204ac467'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:50.460245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] For port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:50.464117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] For port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:50.472466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.533211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:50.534345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.536264 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] 10.222.0.16 "PUT /v2.0/ports/d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f HTTP/1.1" status: 200 len: 1092 time: 2.1144955 Jan 27 22:14:50.537194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d76b6b-e0a1-41a4-b4d9-c7245e612f88', 'tag': 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:50.541408 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e295184-4392-4402-91ed-ef4d3f76616a" -d '{"events": [{"name": "network-changed", "server_uuid": "64d76b6b-e0a1-41a4-b4d9-c7245e612f88", "tag": "d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:50.547644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-780f6a79-c642-4d8b-ad5d-027018f7e631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:50.548806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f6a79-c642-4d8b-ad5d-027018f7e631 None None] The sync data for ids ['53ffce74-952c-42bc-ac03-b8e6204ac467'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:50.609931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7facd415-bcea-41ae-884b-2941bd9df43e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (53ffce74-952c-42bc-ac03-b8e6204ac467), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.715055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406eac8-d67a-4a8b-9550-fa3552aaa4aa service neutron] Pushing event updated for resources: {'Port': ['ID=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:50.762878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-a7075f67-8a35-4e03-8915-e8e171e14270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:50.770940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-a7075f67-8a35-4e03-8915-e8e171e14270 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 1095 time: 0.1566896 Jan 27 22:14:50.863689 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.918388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-ba984f49-bbc7-4e3d-b1ce-1e8fc8f0d61f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f HTTP/1.1" status: 200 len: 217 time: 0.1383934 Jan 27 22:14:51.017862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-18ec8501-840b-44d2-b15f-8bf4ef9241bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:51.020838 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-18ec8501-840b-44d2-b15f-8bf4ef9241bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0969687 Jan 27 22:14:51.063802 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a61dc-27bc-476f-ae95-b17d2bede5e7 x-openstack-request-id: req-0b9a61dc-27bc-476f-ae95-b17d2bede5e7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:51.064839 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d76b6b-e0a1-41a4-b4d9-c7245e612f88", "tag": "d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:51.064839 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b9a61dc-27bc-476f-ae95-b17d2bede5e7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:51.066577 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d76b6b-e0a1-41a4-b4d9-c7245e612f88', 'tag': 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f', 'status': 'completed', 'code': 200} Jan 27 22:14:51.137843 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7facd415-bcea-41ae-884b-2941bd9df43e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (53ffce74-952c-42bc-ac03-b8e6204ac467), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.142673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7facd415-bcea-41ae-884b-2941bd9df43e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (53ffce74-952c-42bc-ac03-b8e6204ac467), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.155683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-46e20f28-b250-4011-b193-7d1351bc3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:51.158477 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-46e20f28-b250-4011-b193-7d1351bc3f5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305940 Jan 27 22:14:51.234744 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7facd415-bcea-41ae-884b-2941bd9df43e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (53ffce74-952c-42bc-ac03-b8e6204ac467), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.235809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7facd415-bcea-41ae-884b-2941bd9df43e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Fanout notify agent at l3_agent the message router_deleted on router 53ffce74-952c-42bc-ac03-b8e6204ac467 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:51.250033 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7facd415-bcea-41ae-884b-2941bd9df43e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.256000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7facd415-bcea-41ae-884b-2941bd9df43e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/53ffce74-952c-42bc-ac03-b8e6204ac467 HTTP/1.1" status: 204 len: 168 time: 0.9336717 Jan 27 22:14:51.256882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48922) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:51.333780 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-922528d8-f281-4781-9d92-c09b911a6194 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679759 Jan 27 22:14:51.434339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee3c47-5782-4d11-9940-c9040649b40e req-3e6dcf0c-c237-4771-92a3-d74682ff1a18 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:51.437304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17ee3c47-5782-4d11-9940-c9040649b40e req-3e6dcf0c-c237-4771-92a3-d74682ff1a18 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 944 time: 0.1041875 Jan 27 22:14:51.444339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-8688b22d-6edf-4084-a022-7cdb72eaadda tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet c06bb02a-2983-48a0-9168-deb69032b1e8 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:51.452330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8688b22d-6edf-4084-a022-7cdb72eaadda tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (c06bb02a-2983-48a0-9168-deb69032b1e8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.483031 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98cb659a-bfae-4102-9e91-295379dfeca1 req-a8434e12-d329-41ec-863a-8f6bce6c4e5d service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426942 Jan 27 22:14:51.561681 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8688b22d-6edf-4084-a022-7cdb72eaadda tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (c06bb02a-2983-48a0-9168-deb69032b1e8), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.624366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17ee3c47-5782-4d11-9940-c9040649b40e req-637f9212-231a-401a-8355-8e3fc843afea tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752229 Jan 27 22:14:51.644890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295184-4392-4402-91ed-ef4d3f76616a req-51d5e4e1-64f5-4a6c-9c51-fbbdb8081c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:51.648081 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e295184-4392-4402-91ed-ef4d3f76616a req-51d5e4e1-64f5-4a6c-9c51-fbbdb8081c3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 1095 time: 0.0738578 Jan 27 22:14:51.760704 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8688b22d-6edf-4084-a022-7cdb72eaadda tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c06bb02a-2983-48a0-9168-deb69032b1e8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.807969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295184-4392-4402-91ed-ef4d3f76616a req-81504fbc-5081-497d-8b32-53d897f74bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:51.809939 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e295184-4392-4402-91ed-ef4d3f76616a req-81504fbc-5081-497d-8b32-53d897f74bdd service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1545100 Jan 27 22:14:51.872264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8688b22d-6edf-4084-a022-7cdb72eaadda tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (c06bb02a-2983-48a0-9168-deb69032b1e8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.891688 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e295184-4392-4402-91ed-ef4d3f76616a req-2ab3ed1c-bf67-4a72-a356-a407ddb8ba90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f HTTP/1.1" status: 200 len: 217 time: 0.0728180 Jan 27 22:14:51.911102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688b22d-6edf-4084-a022-7cdb72eaadda tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=c06bb02a-2983-48a0-9168-deb69032b1e8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:51.914726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8688b22d-6edf-4084-a022-7cdb72eaadda tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.921619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8688b22d-6edf-4084-a022-7cdb72eaadda tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/c06bb02a-2983-48a0-9168-deb69032b1e8 HTTP/1.1" status: 204 len: 168 time: 0.6632705 Jan 27 22:14:51.922478 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48932) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:51.925557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8828fcc-c0d3-4011-8026-35ab2ed6167d None None] Network 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:52.139698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295184-4392-4402-91ed-ef4d3f76616a req-979115bb-e36f-4261-8c2b-71ede54a663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:52.142839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e295184-4392-4402-91ed-ef4d3f76616a req-979115bb-e36f-4261-8c2b-71ede54a663c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.2441220 Jan 27 22:14:52.197664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] DHCP port deletion for 76aad2d6-40d8-4c49-8416-fe6c7a90f3ec request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:52.215319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (76aad2d6-40d8-4c49-8416-fe6c7a90f3ec), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.263959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] Deleting port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:52.264710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.292959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295184-4392-4402-91ed-ef4d3f76616a req-13ab47ba-c77d-42ec-b8cc-60512d00980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:52.295554 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e295184-4392-4402-91ed-ef4d3f76616a req-13ab47ba-c77d-42ec-b8cc-60512d00980a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431406 Jan 27 22:14:52.366902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] For port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,segment=NetworkSegment(ab5f4521-b277-461b-bf9b-aa32c95c74a2),segment_id=ab5f4521-b277-461b-bf9b-aa32c95c74a2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:52.368032 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.396737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] Calling delete_port for 988a34cc-1e05-4f93-a0be-7b46b0dfa61d owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:52.449679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:52.450205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.567112 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.649551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] No DVR routers for this DVR port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:52.659330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2976b-9381-46d2-8e97-5d6a6a67c518 None None] Pushing event deleted for resources: {'Port': ['ID=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:52.668038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,segment=NetworkSegment(ab5f4521-b277-461b-bf9b-aa32c95c74a2),segment_id=ab5f4521-b277-461b-bf9b-aa32c95c74a2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:52.668460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.712899 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e295184-4392-4402-91ed-ef4d3f76616a req-12bf8864-e514-4b94-84e3-3c4e8e8e8513 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031537 Jan 27 22:14:52.714703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 988a34cc-1e05-4f93-a0be-7b46b0dfa61d owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:52.878157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bfe62-9abb-4aca-8135-84c47f9e26a0 req-d37eb6fc-8ef1-4e3a-9116-e2dae386b4de tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:52.881034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-021bfe62-9abb-4aca-8135-84c47f9e26a0 req-d37eb6fc-8ef1-4e3a-9116-e2dae386b4de tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 944 time: 0.0952523 Jan 27 22:14:52.977741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-021bfe62-9abb-4aca-8135-84c47f9e26a0 req-b98c7771-2128-4c33-ad93-549567c75e31 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887742 Jan 27 22:14:53.300798 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e295184-4392-4402-91ed-ef4d3f76616a req-0d462d7b-499f-44da-a1b0-37d2e21cd718 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802939 Jan 27 22:14:53.303710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (988a34cc-1e05-4f93-a0be-7b46b0dfa61d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.356289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No DVR routers for this DVR port 988a34cc-1e05-4f93-a0be-7b46b0dfa61d on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:53.366157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=988a34cc-1e05-4f93-a0be-7b46b0dfa61d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:53.476643 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (76aad2d6-40d8-4c49-8416-fe6c7a90f3ec), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.518541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76aad2d6-40d8-4c49-8416-fe6c7a90f3ec']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:53.536420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5f4521-b277-461b-bf9b-aa32c95c74a2') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:53.536948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5f4521-b277-461b-bf9b-aa32c95c74a2') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:53.555030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (ab5f4521-b277-461b-bf9b-aa32c95c74a2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.578567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (ab5f4521-b277-461b-bf9b-aa32c95c74a2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.593529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:53.594307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (ab5f4521-b277-461b-bf9b-aa32c95c74a2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:53.599849 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:53.698081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (76aad2d6-40d8-4c49-8416-fe6c7a90f3ec), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.713355 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.723309 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/76aad2d6-40d8-4c49-8416-fe6c7a90f3ec HTTP/1.1" status: 204 len: 168 time: 1.7488310 Jan 27 22:14:53.723792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48948) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:53.728523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-203447f6-14de-4ece-879c-2090cfe2ed2c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-197848379', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:53.751069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b5fa-cafc-4bf7-9ea6-c5ba63b09c40 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=76aad2d6-40d8-4c49-8416-fe6c7a90f3ec,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:53.760353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-203447f6-14de-4ece-879c-2090cfe2ed2c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.762016 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-203447f6-14de-4ece-879c-2090cfe2ed2c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.827598 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-203447f6-14de-4ece-879c-2090cfe2ed2c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.833967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-203447f6-14de-4ece-879c-2090cfe2ed2c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.857316 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-203447f6-14de-4ece-879c-2090cfe2ed2c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.858724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-203447f6-14de-4ece-879c-2090cfe2ed2c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1340077 Jan 27 22:14:53.863277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48950) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:53.868430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1933846649'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:53.894340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:53.915731 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.962917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:53.991629 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1722cb17-7588-4cf3-bd63-7bd36f285398), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.992677 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment 1722cb17-7588-4cf3-bd63-7bd36f285398 of type vlan for network ab3597dd-4f85-4029-9989-51afca35c8e3 Jan 27 22:14:54.029173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 988a34cc-1e05-4f93-a0be-7b46b0dfa61d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:54.085249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 988a34cc-1e05-4f93-a0be-7b46b0dfa61d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:54.087026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 988a34cc-1e05-4f93-a0be-7b46b0dfa61d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:54.102854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (ab3597dd-4f85-4029-9989-51afca35c8e3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.166334 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (ab3597dd-4f85-4029-9989-51afca35c8e3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.173570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:54.175207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.358322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4901614 Jan 27 22:14:54.362089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48964) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.365042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fcf16-4819-4cf9-84da-7246de9d29f0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=ab3597dd-4f85-4029-9989-51afca35c8e3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:54.388524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:54.392488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network ab3597dd-4f85-4029-9989-51afca35c8e3 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:54.427717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04564-83df-4df6-ba5c-aec53f3976b0 req-5c9d624a-25b0-4d5e-980b-5089b88513cb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:54.444067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73e04564-83df-4df6-ba5c-aec53f3976b0 req-5c9d624a-25b0-4d5e-980b-5089b88513cb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 944 time: 0.2333951 Jan 27 22:14:54.620333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73e04564-83df-4df6-ba5c-aec53f3976b0 req-9a1c8893-42ac-40a3-9e7e-45efe9c62c34 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737196 Jan 27 22:14:54.657609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:54.663110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.928352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (3f425065-2d26-40dd-b377-80ea1b0a0eef), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.004966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=3f425065-2d26-40dd-b377-80ea1b0a0eef,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:55.037102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:55.037764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: ab3597dd-4f85-4029-9989-51afca35c8e3, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:55.067572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network ab3597dd-4f85-4029-9989-51afca35c8e3 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:55.082758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, ab3597dd-4f85-4029-9989-51afca35c8e3) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:55.091721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:55.092689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.101202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df756498-5cf8-4428-a920-d349a912394c None None] Network ab3597dd-4f85-4029-9989-51afca35c8e3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:55.128033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48966) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:55.139195 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9a9bbeec-6ff2-4fc4-a461-cd9a8a4c9d0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7724261 Jan 27 22:14:55.227678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-ab3597dd-4f85-4029-9989-51afca35c8e3', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:55.230293 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.478508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Allocated IP 172.20.0.2 (ab3597dd-4f85-4029-9989-51afca35c8e3/3f425065-2d26-40dd-b377-80ea1b0a0eef/d1a94883-42ec-4691-924a-d4c20637e4fe) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:55.699031 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Publish callbacks [] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.716754 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.791554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Network ab3597dd-4f85-4029-9989-51afca35c8e3 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:55.793004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Pushing event updated for resources: {'Port': ['ID=d1a94883-42ec-4691-924a-d4c20637e4fe,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:55.799353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:55.803447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:55.903306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.924738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc419-9335-465a-9317-8ee0c9dac603 req-da4ff035-2be5-4881-be15-484f72582642 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:55.926415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e29fc419-9335-465a-9317-8ee0c9dac603 req-da4ff035-2be5-4881-be15-484f72582642 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 944 time: 0.1476343 Jan 27 22:14:55.943651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Attempting to bind port d1a94883-42ec-4691-924a-d4c20637e4fe on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:55.944216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Attempting to bind port d1a94883-42ec-4691-924a-d4c20637e4fe by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:55.944957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Attempting to bind port d1a94883-42ec-4691-924a-d4c20637e4fe on network ab3597dd-4f85-4029-9989-51afca35c8e3 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:55.953080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:55.953838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Checking segment: {'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:55.954456 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.955078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Bound using segment: {'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:55.955767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Bound port: d1a94883-42ec-4691-924a-d4c20637e4fe, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:55.956292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.044225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] For port d1a94883-42ec-4691-924a-d4c20637e4fe, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:56.050752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] For port d1a94883-42ec-4691-924a-d4c20637e4fe, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d1a94883-42ec-4691-924a-d4c20637e4fe,segment=NetworkSegment(1722cb17-7588-4cf3-bd63-7bd36f285398),segment_id=1722cb17-7588-4cf3-bd63-7bd36f285398)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:56.057988 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.095852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e29fc419-9335-465a-9317-8ee0c9dac603 req-abdaf307-1dea-45f9-8e56-e6fdf2525261 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272061 Jan 27 22:14:56.165474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d934886-05fd-4bab-aa78-640c5d99f762 None None] Pushing event updated for resources: {'Port': ['ID=d1a94883-42ec-4691-924a-d4c20637e4fe,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:56.258449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:14:56.612854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:56.646913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f', 'mac_address': 'fa:16:3e:02:b5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:14:56.778169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:56.779374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.815553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:56.868531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:56.880872 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.908576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.20.0.1 (ab3597dd-4f85-4029-9989-51afca35c8e3/3f425065-2d26-40dd-b377-80ea1b0a0eef/634f177a-5479-445a-b0c6-54568444c913) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:56.994562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:57.183570 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (634f177a-5479-445a-b0c6-54568444c913), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.229440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:57.235684 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (634f177a-5479-445a-b0c6-54568444c913), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.327198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network ab3597dd-4f85-4029-9989-51afca35c8e3 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:57.327824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=634f177a-5479-445a-b0c6-54568444c913,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:57.354649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:57.362875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:57.478317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.635810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599d50-0506-46e9-a5f5-b828c448c343 req-c51c6031-71bb-40b3-a592-5fd5ef74d2be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:57.638551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c599d50-0506-46e9-a5f5-b828c448c343 req-c51c6031-71bb-40b3-a592-5fd5ef74d2be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 945 time: 0.3328054 Jan 27 22:14:57.794272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (634f177a-5479-445a-b0c6-54568444c913), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.799856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c599d50-0506-46e9-a5f5-b828c448c343 req-24333688-5257-48eb-bf46-0adcbf8e2098 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301966 Jan 27 22:14:58.046917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f9f57-eee9-4414-82f8-af8b1b32f78b None None] Network ab3597dd-4f85-4029-9989-51afca35c8e3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:58.201117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d5e55c4-5b28-4f2a-8f31-6ae13d40ed49 None None] Provisioning complete for port d1a94883-42ec-4691-924a-d4c20637e4fe triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:58.201719 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d5e55c4-5b28-4f2a-8f31-6ae13d40ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.284055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d1a94883-42ec-4691-924a-d4c20637e4fe up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:58.387017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (634f177a-5479-445a-b0c6-54568444c913), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.397567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (634f177a-5479-445a-b0c6-54568444c913), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.477708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d1a94883-42ec-4691-924a-d4c20637e4fe triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:58.478295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.574225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=634f177a-5479-445a-b0c6-54568444c913,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:58.602098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e55c4-5b28-4f2a-8f31-6ae13d40ed49 None None] Current status of the port d1a94883-42ec-4691-924a-d4c20637e4fe is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:58.602759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d5e55c4-5b28-4f2a-8f31-6ae13d40ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.637893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.743896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9d5e55c4-5b28-4f2a-8f31-6ae13d40ed49 None None] For port d1a94883-42ec-4691-924a-d4c20637e4fe, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d1a94883-42ec-4691-924a-d4c20637e4fe,segment=NetworkSegment(1722cb17-7588-4cf3-bd63-7bd36f285398),segment_id=1722cb17-7588-4cf3-bd63-7bd36f285398)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:58.757675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d5e55c4-5b28-4f2a-8f31-6ae13d40ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.847621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network ab3597dd-4f85-4029-9989-51afca35c8e3 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:58.849318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:58.929676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e55c4-5b28-4f2a-8f31-6ae13d40ed49 None None] Pushing event updated for resources: {'Port': ['ID=d1a94883-42ec-4691-924a-d4c20637e4fe,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:58.936113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d1a94883-42ec-4691-924a-d4c20637e4fe is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:58.943767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0495b3f9-a058-4df5-ad15-18075cb43393 None None] Provisioning complete for port 634f177a-5479-445a-b0c6-54568444c913 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:58.944161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0495b3f9-a058-4df5-ad15-18075cb43393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (634f177a-5479-445a-b0c6-54568444c913), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.017777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0495b3f9-a058-4df5-ad15-18075cb43393 None None] Port 634f177a-5479-445a-b0c6-54568444c913 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:59.031803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0495b3f9-a058-4df5-ad15-18075cb43393 None None] Provisioning complete for port d1a94883-42ec-4691-924a-d4c20637e4fe triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:59.032195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0495b3f9-a058-4df5-ad15-18075cb43393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.124420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0b212-247d-4df0-a9ac-59995fe9fe77 req-b59afd84-ffb1-431a-82f2-65151104ecff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.128582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4db0b212-247d-4df0-a9ac-59995fe9fe77 req-b59afd84-ffb1-431a-82f2-65151104ecff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 945 time: 0.1186757 Jan 27 22:14:59.194018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:59.262850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4db0b212-247d-4df0-a9ac-59995fe9fe77 req-5406949f-bd57-43ea-a8db-99b83ed2ef9d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231270 Jan 27 22:14:59.477705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:59.489138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-223bc083-d037-4ac7-aad2-2ae9e0229be5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3553820 Jan 27 22:14:59.489411 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49026) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:59.495185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1948113935'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:59.503263 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:59.520201 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:59.521277 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:59.544992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:59.552497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.605017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:59.612510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0495b3f9-a058-4df5-ad15-18075cb43393 None None] Current status of the port d1a94883-42ec-4691-924a-d4c20637e4fe is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:59.628542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4e1306d9-c2c1-409e-815c-7f348564ec32), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.629387 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment 4e1306d9-c2c1-409e-815c-7f348564ec32 of type vlan for network 2d96a2ff-5312-48f5-863b-1623c75a7086 Jan 27 22:14:59.678369 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:59.736181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2d96a2ff-5312-48f5-863b-1623c75a7086), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.838357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2d96a2ff-5312-48f5-863b-1623c75a7086), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.843821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e585c4ee-555b-4b8c-83f8-c602fef5ed0d None None] Provisioning complete for port 634f177a-5479-445a-b0c6-54568444c913 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:59.844582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e585c4ee-555b-4b8c-83f8-c602fef5ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (634f177a-5479-445a-b0c6-54568444c913), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.856797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.857879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.909060 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4180276 Jan 27 22:14:59.913907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49036) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:59.923750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:59.951781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e585c4ee-555b-4b8c-83f8-c602fef5ed0d None None] Port 634f177a-5479-445a-b0c6-54568444c913 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:15:00.045320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d1a94883-42ec-4691-924a-d4c20637e4fe up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:00.082797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314b3dd-ca84-444e-9f76-e58581ec8001 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=2d96a2ff-5312-48f5-863b-1623c75a7086,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:00.100788 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:14:57Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:14:58Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:00.111233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2d96a2ff-5312-48f5-863b-1623c75a7086 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:00.149304 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:00.149976 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Updating router 0c59020e-5ddc-447e-bd94-763de57f8ab6 port 634f177a-5479-445a-b0c6-54568444c913 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:15:00.164203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:00.172794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.184806 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (634f177a-5479-445a-b0c6-54568444c913), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.206486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d1a94883-42ec-4691-924a-d4c20637e4fe triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:00.206875 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.270323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:00.384278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d1a94883-42ec-4691-924a-d4c20637e4fe is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:00.392791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:15:00.398604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:00.398604 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.496902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:00.497345 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.526271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d76b6b-e0a1-41a4-b4d9-c7245e612f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:00.528850 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448b3746-2604-4957-8f60-c3dc8cf0e9ea" -d '{"events": [{"server_uuid": "64d76b6b-e0a1-41a4-b4d9-c7245e612f88", "name": "network-vif-plugged", "status": "completed", "tag": "d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:00.551511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:00.558647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.615208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafd6b3-6333-4111-b9de-a844965c58ba req-02e3c7bc-27db-4891-ba38-b856800212bb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:00.618313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-adafd6b3-6333-4111-b9de-a844965c58ba req-02e3c7bc-27db-4891-ba38-b856800212bb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 945 time: 0.1886241 Jan 27 22:15:00.628791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (b9602225-0012-4aee-bb14-24c14368b1a5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.645776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:00.739831 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b24864-316d-4c1b-be6f-dae463540b15 x-openstack-request-id: req-55b24864-316d-4c1b-be6f-dae463540b15 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:00.740055 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d76b6b-e0a1-41a4-b4d9-c7245e612f88", "name": "network-vif-plugged", "status": "completed", "tag": "d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:00.740255 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55b24864-316d-4c1b-be6f-dae463540b15 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:00.745980 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d76b6b-e0a1-41a4-b4d9-c7245e612f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f', 'code': 200} Jan 27 22:15:00.791938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-adafd6b3-6333-4111-b9de-a844965c58ba req-692e4c4e-3faf-4627-98e4-7f514d1765ac tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430440 Jan 27 22:15:00.792705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=b9602225-0012-4aee-bb14-24c14368b1a5,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:00.795932 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Publish callbacks [] for port (634f177a-5479-445a-b0c6-54568444c913), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.808145 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (634f177a-5479-445a-b0c6-54568444c913), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.826850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:00.827393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: 2d96a2ff-5312-48f5-863b-1623c75a7086, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:00.882093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 2d96a2ff-5312-48f5-863b-1623c75a7086 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:00.896998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2d96a2ff-5312-48f5-863b-1623c75a7086) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:00.905375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:00.907320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.951947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9b2c2bfa-6c2b-4c3e-bf7d-5746dccaf358 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0363197 Jan 27 22:15:00.962859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49054) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:00.965663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e900c2-6a03-4af2-a605-30528595415b None None] Network 2d96a2ff-5312-48f5-863b-1623c75a7086 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:01.030732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151ae97-44dd-4699-9578-ee5825f227d4 req-d0ee6e3d-741d-44a3-a277-48360895645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:01.034570 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3151ae97-44dd-4699-9578-ee5825f227d4 req-d0ee6e3d-741d-44a3-a277-48360895645b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 1097 time: 0.1556411 Jan 27 22:15:01.082623 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Attempting to bind port 634f177a-5479-445a-b0c6-54568444c913 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:01.083197 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Attempting to bind port 634f177a-5479-445a-b0c6-54568444c913 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:01.083845 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Attempting to bind port 634f177a-5479-445a-b0c6-54568444c913 on network ab3597dd-4f85-4029-9989-51afca35c8e3 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:01.095885 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:01.096568 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Checking segment: {'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:01.097244 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.097858 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Bound using segment: {'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:01.098725 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Bound port: 634f177a-5479-445a-b0c6-54568444c913, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1722cb17-7588-4cf3-bd63-7bd36f285398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:01.099354 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (634f177a-5479-445a-b0c6-54568444c913), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.236055 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Pushing event updated for resources: {'Port': ['ID=634f177a-5479-445a-b0c6-54568444c913,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:01.276369 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:15:01.279262 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3151ae97-44dd-4699-9578-ee5825f227d4 req-0fe54d71-07db-4b2b-a161-6099ac90dc45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381172 Jan 27 22:15:01.286078 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.292114 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.292890 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.293664 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.294426 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.295747 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.302188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.302494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-2d96a2ff-5312-48f5-863b-1623c75a7086', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:01.303444 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.303679 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.304499 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.308661 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.312634 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.314733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.316619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:01.433979 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] For port 634f177a-5479-445a-b0c6-54568444c913, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:01.440906 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] For port 634f177a-5479-445a-b0c6-54568444c913, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=634f177a-5479-445a-b0c6-54568444c913,segment=NetworkSegment(1722cb17-7588-4cf3-bd63-7bd36f285398),segment_id=1722cb17-7588-4cf3-bd63-7bd36f285398)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:01.449791 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (634f177a-5479-445a-b0c6-54568444c913), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.574393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b7c72f82-e782-4bc5-ab38-8fb58243729a None None] Provisioning complete for port 634f177a-5479-445a-b0c6-54568444c913 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:01.574732 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7c72f82-e782-4bc5-ab38-8fb58243729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (634f177a-5479-445a-b0c6-54568444c913), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.637566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Allocated IP 172.21.0.2 (2d96a2ff-5312-48f5-863b-1623c75a7086/b9602225-0012-4aee-bb14-24c14368b1a5/4b130517-6b00-4fda-bff5-1cfb5e3bd843) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:01.653637 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:01.656258 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:01.684189 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c52b1b-d27a-47da-a7f9-9b62bc3021be None None] Pushing event updated for resources: {'Port': ['ID=634f177a-5479-445a-b0c6-54568444c913,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:01.936950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b7c72f82-e782-4bc5-ab38-8fb58243729a None None] Current status of the port 634f177a-5479-445a-b0c6-54568444c913 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:01.937858 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7c72f82-e782-4bc5-ab38-8fb58243729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (634f177a-5479-445a-b0c6-54568444c913), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.063470 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Publish callbacks [] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.063958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b7c72f82-e782-4bc5-ab38-8fb58243729a None None] For port 634f177a-5479-445a-b0c6-54568444c913, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=634f177a-5479-445a-b0c6-54568444c913,segment=NetworkSegment(1722cb17-7588-4cf3-bd63-7bd36f285398),segment_id=1722cb17-7588-4cf3-bd63-7bd36f285398)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:02.071235 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7c72f82-e782-4bc5-ab38-8fb58243729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (634f177a-5479-445a-b0c6-54568444c913), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.079451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.122850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Network 2d96a2ff-5312-48f5-863b-1623c75a7086 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:02.129709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:02.136473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:02.154833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c72f82-e782-4bc5-ab38-8fb58243729a None None] Pushing event updated for resources: {'Port': ['ID=634f177a-5479-445a-b0c6-54568444c913,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:02.261450 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:02.300201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2702a51-5c63-4a74-8e5c-584622b1e4fd req-214025ff-a724-49cf-a453-e155b30bf461 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:02.304299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2702a51-5c63-4a74-8e5c-584622b1e4fd req-214025ff-a724-49cf-a453-e155b30bf461 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 946 time: 0.2771795 Jan 27 22:15:02.356802 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.361611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a361251f-efd0-4f01-8ecf-98728f3513b5 None None] Provisioning complete for port 634f177a-5479-445a-b0c6-54568444c913 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:02.362154 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a361251f-efd0-4f01-8ecf-98728f3513b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (634f177a-5479-445a-b0c6-54568444c913), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.365559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Pushing event updated for resources: {'Port': ['ID=4b130517-6b00-4fda-bff5-1cfb5e3bd843,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:02.417936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Attempting to bind port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:02.418425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Attempting to bind port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:02.418719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Attempting to bind port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 on network 2d96a2ff-5312-48f5-863b-1623c75a7086 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:02.460738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:02.461368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Checking segment: {'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:02.462028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.463007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Bound using segment: {'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:02.463853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Bound port: 4b130517-6b00-4fda-bff5-1cfb5e3bd843, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:02.464642 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.697624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a361251f-efd0-4f01-8ecf-98728f3513b5 None None] Current status of the port 634f177a-5479-445a-b0c6-54568444c913 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:02.726247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] For port 4b130517-6b00-4fda-bff5-1cfb5e3bd843, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:02.733848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] For port 4b130517-6b00-4fda-bff5-1cfb5e3bd843, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b130517-6b00-4fda-bff5-1cfb5e3bd843,segment=NetworkSegment(4e1306d9-c2c1-409e-815c-7f348564ec32),segment_id=4e1306d9-c2c1-409e-815c-7f348564ec32)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:02.743542 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.799979 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:14:57Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:01Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:02.857367 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e3584-0914-499d-87e1-994d985743f7 None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:14:57Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:01Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:02.907487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2702a51-5c63-4a74-8e5c-584622b1e4fd req-832b283d-d068-4c84-8b75-0418f3406ac3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957131 Jan 27 22:15:02.909287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662aa1ec-ac4f-4408-b2a4-207303f2c993 None None] Pushing event updated for resources: {'Port': ['ID=4b130517-6b00-4fda-bff5-1cfb5e3bd843,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:03.166679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.21.0.1 (2d96a2ff-5312-48f5-863b-1623c75a7086/b9602225-0012-4aee-bb14-24c14368b1a5/4ac96545-2afc-4260-9b7a-35e0c3977dae) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:03.461373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.563823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.692006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 2d96a2ff-5312-48f5-863b-1623c75a7086 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:03.699533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:03.716588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:03.728878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=4ac96545-2afc-4260-9b7a-35e0c3977dae,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:03.784757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.784960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.785421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.785896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.786373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.786848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.787398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.787984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.788718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.789843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.789843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.794465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.794465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:03.835601 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.153110 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e34aacba-8124-4b10-ae31-a5ff541624ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.294474 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.325030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b130517-6b00-4fda-bff5-1cfb5e3bd843 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:04.391199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf02ad-1c84-4eff-92fe-78c50202f2e2 req-feb13036-15fc-4dc2-96df-eda302c3b513 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:04.394919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4bf02ad-1c84-4eff-92fe-78c50202f2e2 req-feb13036-15fc-4dc2-96df-eda302c3b513 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 946 time: 0.2058032 Jan 27 22:15:04.544752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:04.548682 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.689352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4bf02ad-1c84-4eff-92fe-78c50202f2e2 req-d4283315-b1a7-46a9-829d-fd2a62366b2a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857265 Jan 27 22:15:04.699725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:04.700421 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.765004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 4b130517-6b00-4fda-bff5-1cfb5e3bd843, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b130517-6b00-4fda-bff5-1cfb5e3bd843,segment=NetworkSegment(4e1306d9-c2c1-409e-815c-7f348564ec32),segment_id=4e1306d9-c2c1-409e-815c-7f348564ec32)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:04.771352 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.773090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 634f177a-5479-445a-b0c6-54568444c913 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:04.953634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 634f177a-5479-445a-b0c6-54568444c913 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:04.954008 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (634f177a-5479-445a-b0c6-54568444c913), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.021349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=4b130517-6b00-4fda-bff5-1cfb5e3bd843,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:05.076241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.090211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 634f177a-5479-445a-b0c6-54568444c913 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:05.112234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.200680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=4ac96545-2afc-4260-9b7a-35e0c3977dae,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:05.243937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5c299-0c14-4eac-94c1-d92e9f41f588 None None] Network 2d96a2ff-5312-48f5-863b-1623c75a7086 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:05.277890 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.359089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a8ca26fd-d257-4ffd-b1d4-2f3582663d85 None None] Provisioning complete for port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:05.359648 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8ca26fd-d257-4ffd-b1d4-2f3582663d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.439777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network 2d96a2ff-5312-48f5-863b-1623c75a7086 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:05.442055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:05.612854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca26fd-d257-4ffd-b1d4-2f3582663d85 None None] Current status of the port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:05.639452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:05.780195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:05.793202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:05.796333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-329a085c-b624-455f-aebd-96544bb68fe4 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8254440 Jan 27 22:15:05.798099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49094) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:05.804510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1499447603'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:05.816231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:05.816887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:14:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:05.833845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:05.839978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.929485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:05.957568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:05.988276 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6e5d9686-6627-47e5-aca7-d6fad09638c9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.990560 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment 6e5d9686-6627-47e5-aca7-d6fad09638c9 of type vlan for network cde2f25c-2f92-494f-a944-3166a66cc449 Jan 27 22:15:06.098577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b130517-6b00-4fda-bff5-1cfb5e3bd843 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:06.116686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (cde2f25c-2f92-494f-a944-3166a66cc449), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.164148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (cde2f25c-2f92-494f-a944-3166a66cc449), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.174264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:06.177607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.265570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9c04da37-d017-47e9-8fed-6c0e07e2e360 None None] Provisioning complete for port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:06.266200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c04da37-d017-47e9-8fed-6c0e07e2e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.358631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=cde2f25c-2f92-494f-a944-3166a66cc449,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:06.375010 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b1333de-4d75-42ab-8780-075d8a974880 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5747902 Jan 27 22:15:06.379091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49102) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:06.386953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:06.396337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network cde2f25c-2f92-494f-a944-3166a66cc449 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:06.641369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:06.663124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.742102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:06.742828 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.998732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9c04da37-d017-47e9-8fed-6c0e07e2e360 None None] Current status of the port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:07.041720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (82beed19-1f2c-4558-9046-595603d57f63), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.098036 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40faa8a0-2ec0-4ca0-8d91-3be04653a307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.105346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9c04da37-d017-47e9-8fed-6c0e07e2e360 None None] Provisioning complete for port 4ac96545-2afc-4260-9b7a-35e0c3977dae triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:07.106017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c04da37-d017-47e9-8fed-6c0e07e2e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.154535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:07.177933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:04Z', 'revision_number': 3, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:04Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:07.184063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9c04da37-d017-47e9-8fed-6c0e07e2e360 None None] Port 4ac96545-2afc-4260-9b7a-35e0c3977dae cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:15:07.205938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=82beed19-1f2c-4558-9046-595603d57f63,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:07.210176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:07.210772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: cde2f25c-2f92-494f-a944-3166a66cc449, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:07.222341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:07.222724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Updating router 0c59020e-5ddc-447e-bd94-763de57f8ab6 port 4ac96545-2afc-4260-9b7a-35e0c3977dae binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:15:07.242301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network cde2f25c-2f92-494f-a944-3166a66cc449 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:07.257079 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.259218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, cde2f25c-2f92-494f-a944-3166a66cc449) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:07.268348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:07.269026 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.274408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d88d8b-4e5b-419d-872f-f6ba401562ff None None] Network cde2f25c-2f92-494f-a944-3166a66cc449 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:07.301047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fd1f8fd0-542e-497e-89e2-7ce48b02415e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9206922 Jan 27 22:15:07.305570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49114) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:07.381933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ff411b5b-2a07-411e-bc27-8bfad7e3117c None None] Provisioning complete for port 4ac96545-2afc-4260-9b7a-35e0c3977dae triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:07.382491 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff411b5b-2a07-411e-bc27-8bfad7e3117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.524085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ff411b5b-2a07-411e-bc27-8bfad7e3117c None None] Port 4ac96545-2afc-4260-9b7a-35e0c3977dae cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:15:07.548177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-cde2f25c-2f92-494f-a944-3166a66cc449', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:07.549264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.916572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.961622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Allocated IP 172.22.0.2 (cde2f25c-2f92-494f-a944-3166a66cc449/82beed19-1f2c-4558-9046-595603d57f63/7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:08.001131 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Publish callbacks [] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.015331 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.314820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee05d9-95e8-4a62-8c4c-09b7d94ff169 None None] Pushing event updated for resources: {'Port': ['ID=4ac96545-2afc-4260-9b7a-35e0c3977dae,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:08.395884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Attempting to bind port 4ac96545-2afc-4260-9b7a-35e0c3977dae on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:08.396198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Attempting to bind port 4ac96545-2afc-4260-9b7a-35e0c3977dae by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:08.396567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Attempting to bind port 4ac96545-2afc-4260-9b7a-35e0c3977dae on network 2d96a2ff-5312-48f5-863b-1623c75a7086 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:08.420015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:08.420424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Checking segment: {'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:08.420821 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.421222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Bound using segment: {'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:08.421730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Bound port: 4ac96545-2afc-4260-9b7a-35e0c3977dae, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1306d9-c2c1-409e-815c-7f348564ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:08.422123 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.553555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.662337 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Publish callbacks [] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.691113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.715595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] For port 4ac96545-2afc-4260-9b7a-35e0c3977dae, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:08.746531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.22.0.1 (cde2f25c-2f92-494f-a944-3166a66cc449/82beed19-1f2c-4558-9046-595603d57f63/05031016-e292-4781-9f49-a19edc7bac09) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:08.767506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Network cde2f25c-2f92-494f-a944-3166a66cc449 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:08.768382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9490e7e3-0238-4e70-ae46-37b55e23da72 None None] Provisioning complete for port 4ac96545-2afc-4260-9b7a-35e0c3977dae triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:08.768855 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9490e7e3-0238-4e70-ae46-37b55e23da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.808039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] For port 4ac96545-2afc-4260-9b7a-35e0c3977dae, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4ac96545-2afc-4260-9b7a-35e0c3977dae,segment=NetworkSegment(4e1306d9-c2c1-409e-815c-7f348564ec32),segment_id=4e1306d9-c2c1-409e-815c-7f348564ec32)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:08.811740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9490e7e3-0238-4e70-ae46-37b55e23da72 None None] Port 4ac96545-2afc-4260-9b7a-35e0c3977dae cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:15:08.816345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:08.824526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:08.837988 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.852183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Pushing event updated for resources: {'Port': ['ID=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:08.889393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (05031016-e292-4781-9f49-a19edc7bac09), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.938077 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (05031016-e292-4781-9f49-a19edc7bac09), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.989941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network cde2f25c-2f92-494f-a944-3166a66cc449 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:08.994871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:08.996877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:09.010108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Attempting to bind port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:09.010915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Attempting to bind port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:09.011557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Attempting to bind port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 on network cde2f25c-2f92-494f-a944-3166a66cc449 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:09.020749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:09.022020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:09.064427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=05031016-e292-4781-9f49-a19edc7bac09,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:09.089174 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.196095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:09.196446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Checking segment: {'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:09.196759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.197153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Bound using segment: {'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:09.197640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Bound port: 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:09.198041 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.202813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee05d9-95e8-4a62-8c4c-09b7d94ff169 None None] Pushing event updated for resources: {'Port': ['ID=4ac96545-2afc-4260-9b7a-35e0c3977dae,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:09.296001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:09.369509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05031016-e292-4781-9f49-a19edc7bac09), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.491048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-460559d4-f846-4044-af4d-e5be8931406b None None] For port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:09.555814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-460559d4-f846-4044-af4d-e5be8931406b None None] For port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,segment=NetworkSegment(6e5d9686-6627-47e5-aca7-d6fad09638c9),segment_id=6e5d9686-6627-47e5-aca7-d6fad09638c9)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:09.560133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-03a7a0c4-201e-4d09-ba47-920e58375841 None None] Provisioning complete for port 4ac96545-2afc-4260-9b7a-35e0c3977dae triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:09.560522 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03a7a0c4-201e-4d09-ba47-920e58375841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.597219 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.778551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (05031016-e292-4781-9f49-a19edc7bac09), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.785573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (05031016-e292-4781-9f49-a19edc7bac09), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.874546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.885078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=05031016-e292-4781-9f49-a19edc7bac09,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:10.049338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460559d4-f846-4044-af4d-e5be8931406b None None] Pushing event updated for resources: {'Port': ['ID=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:10.064508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network cde2f25c-2f92-494f-a944-3166a66cc449 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:10.068155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:10.158032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-03a7a0c4-201e-4d09-ba47-920e58375841 None None] Current status of the port 4ac96545-2afc-4260-9b7a-35e0c3977dae is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:10.158732 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03a7a0c4-201e-4d09-ba47-920e58375841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:10.255071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-03a7a0c4-201e-4d09-ba47-920e58375841 None None] For port 4ac96545-2afc-4260-9b7a-35e0c3977dae, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4ac96545-2afc-4260-9b7a-35e0c3977dae,segment=NetworkSegment(4e1306d9-c2c1-409e-815c-7f348564ec32),segment_id=4e1306d9-c2c1-409e-815c-7f348564ec32)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:10.274091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:04Z', 'revision_number': 3, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:08Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:10.312317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:10.355871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03a7a0c4-201e-4d09-ba47-920e58375841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:10.374491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a7d13-e93a-4227-96dd-cd7d2926b992 None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:04Z', 'revision_number': 3, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:08Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:10.586597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7a0c4-201e-4d09-ba47-920e58375841 None None] Pushing event updated for resources: {'Port': ['ID=4ac96545-2afc-4260-9b7a-35e0c3977dae,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:10.634353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:10.650516 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-83203f8f-7139-4d28-abff-4000186e90af tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3431540 Jan 27 22:15:10.653899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49144) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:10.666023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'network': {'name': 'tempest-RoutersTest-31123327'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:10.750141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:10.764674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:10.829673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:10.851461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (192e2434-3d6e-4445-a0bb-3831054e5c53), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:10.851938 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added segment 192e2434-3d6e-4445-a0bb-3831054e5c53 of type vlan for network ba86d590-2203-4b2d-918d-b67841ffeb4c Jan 27 22:15:10.962340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (ba86d590-2203-4b2d-918d-b67841ffeb4c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.002257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.010580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (ba86d590-2203-4b2d-918d-b67841ffeb4c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.018618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:11.019773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.139185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49148) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:11.141084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4852359 Jan 27 22:15:11.155396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da12ec-3e35-40f5-a38f-7c56f59d08b3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Network': ['ID=ba86d590-2203-4b2d-918d-b67841ffeb4c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:11.160202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'subnet': {'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:11.172984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network ba86d590-2203-4b2d-918d-b67841ffeb4c details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:11.367745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Made reservation on behalf of da2dc30b5adc41f3919c45938ea26f08 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:11.375829 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.387499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.842668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (96650ded-8ccf-402d-b092-891948104d02), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.902245 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:11.938724 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:11.939925 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:12.014298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Subnet': ['ID=96650ded-8ccf-402d-b092-891948104d02,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:12.026926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Checking segment: {'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:12.029067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network hostable DHCP agents. Network: ba86d590-2203-4b2d-918d-b67841ffeb4c, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:12.067463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network ba86d590-2203-4b2d-918d-b67841ffeb4c is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:12.105417 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, ba86d590-2203-4b2d-918d-b67841ffeb4c) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:12.127279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0648796b-42e0-4d33-9b76-9e0efc6464b2 None None] Network ba86d590-2203-4b2d-918d-b67841ffeb4c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:12.135116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:12.136279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.206107 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:12.209465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49160) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:12.210494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-964aecb3-1d8c-4b13-8dee-3dff6fb981e9 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0656166 Jan 27 22:15:12.239944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ee742-387b-44b8-94a8-f4fa5e255974 None None] Network cde2f25c-2f92-494f-a944-3166a66cc449 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:12.474817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:12.517240 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:09Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:09Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:12.607427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-ba86d590-2203-4b2d-918d-b67841ffeb4c', 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c', 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'fixed_ips': [{'subnet_id': '96650ded-8ccf-402d-b092-891948104d02'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:12.608361 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.619149 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:12.619721 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Updating router 0c59020e-5ddc-447e-bd94-763de57f8ab6 port 05031016-e292-4781-9f49-a19edc7bac09 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:15:12.632695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Provisioning complete for port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:12.634295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.724402 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05031016-e292-4781-9f49-a19edc7bac09), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.806180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:12.806180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.223152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Current status of the port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:13.224003 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.310970 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Publish callbacks [] for port (05031016-e292-4781-9f49-a19edc7bac09), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.323631 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05031016-e292-4781-9f49-a19edc7bac09), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.351731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Allocated IP 172.23.0.2 (ba86d590-2203-4b2d-918d-b67841ffeb4c/96650ded-8ccf-402d-b092-891948104d02/1c743e0a-2cad-426a-90f6-774cd56312b0) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:13.396736 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542dda2-3a5e-4841-b135-d8ca21280867 None None] Pushing event updated for resources: {'Port': ['ID=05031016-e292-4781-9f49-a19edc7bac09,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:13.467381 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Attempting to bind port 05031016-e292-4781-9f49-a19edc7bac09 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:13.467776 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Attempting to bind port 05031016-e292-4781-9f49-a19edc7bac09 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:13.468275 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Attempting to bind port 05031016-e292-4781-9f49-a19edc7bac09 on network cde2f25c-2f92-494f-a944-3166a66cc449 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:13.475533 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:13.476003 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Checking segment: {'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:13.476612 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.476824 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Bound using segment: {'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:13.479086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:13.480051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.487066 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Bound port: 05031016-e292-4781-9f49-a19edc7bac09, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5d9686-6627-47e5-aca7-d6fad09638c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:13.487668 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05031016-e292-4781-9f49-a19edc7bac09), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.525911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.588910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] For port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,segment=NetworkSegment(6e5d9686-6627-47e5-aca7-d6fad09638c9),segment_id=6e5d9686-6627-47e5-aca7-d6fad09638c9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:13.654964 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.663265 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] For port 05031016-e292-4781-9f49-a19edc7bac09, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:13.676207 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] For port 05031016-e292-4781-9f49-a19edc7bac09, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=05031016-e292-4781-9f49-a19edc7bac09,segment=NetworkSegment(6e5d9686-6627-47e5-aca7-d6fad09638c9),segment_id=6e5d9686-6627-47e5-aca7-d6fad09638c9)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:13.690908 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05031016-e292-4781-9f49-a19edc7bac09), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.859687 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542dda2-3a5e-4841-b135-d8ca21280867 None None] Pushing event updated for resources: {'Port': ['ID=05031016-e292-4781-9f49-a19edc7bac09,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:13.877650 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:13.881155 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:13.992504 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:15:13.993228 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:15:14.055566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Provisioning complete for port 05031016-e292-4781-9f49-a19edc7bac09 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:14.056301 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05031016-e292-4781-9f49-a19edc7bac09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.107179 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:14.150294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Pushing event updated for resources: {'Port': ['ID=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:14.189394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.190130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.190812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.191596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.192278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.193077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.193776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.194520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.195179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.195819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.196404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.196997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.197610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990a2030-ad99-423a-bea4-c722a5bbf8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:14.389663 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Publish callbacks [] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.411439 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.545944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Network ba86d590-2203-4b2d-918d-b67841ffeb4c is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:14.553020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Allocated IP 172.23.0.1 (ba86d590-2203-4b2d-918d-b67841ffeb4c/96650ded-8ccf-402d-b092-891948104d02/493e7eb3-ee1f-4038-902b-652b88b247fc) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:14.557566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:14.573466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:14.649398 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:09Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:13Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:14.710288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Current status of the port 05031016-e292-4781-9f49-a19edc7bac09 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:14.710926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05031016-e292-4781-9f49-a19edc7bac09), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.800821 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55615875-c20e-4af0-9d12-f1e3e99fc439 None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:09Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:13Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:14.823060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Pushing event updated for resources: {'Port': ['ID=1c743e0a-2cad-426a-90f6-774cd56312b0,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:14.864005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:14.866987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4ac96545-2afc-4260-9b7a-35e0c3977dae up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:15.266818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] For port 05031016-e292-4781-9f49-a19edc7bac09, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=05031016-e292-4781-9f49-a19edc7bac09,segment=NetworkSegment(6e5d9686-6627-47e5-aca7-d6fad09638c9),segment_id=6e5d9686-6627-47e5-aca7-d6fad09638c9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:15.345270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05031016-e292-4781-9f49-a19edc7bac09), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.452906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Attempting to bind port 1c743e0a-2cad-426a-90f6-774cd56312b0 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:15.454036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Attempting to bind port 1c743e0a-2cad-426a-90f6-774cd56312b0 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:15.454221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Attempting to bind port 1c743e0a-2cad-426a-90f6-774cd56312b0 on network ba86d590-2203-4b2d-918d-b67841ffeb4c {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:15.531661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:15.532854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Checking segment: {'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:15.533546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.534193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Bound using segment: {'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:15.535041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Bound port: 1c743e0a-2cad-426a-90f6-774cd56312b0, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:15.535739 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.562473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Provisioning complete for port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:15.563100 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.566072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4ac96545-2afc-4260-9b7a-35e0c3977dae triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:15.566678 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.946101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Pushing event updated for resources: {'Port': ['ID=05031016-e292-4781-9f49-a19edc7bac09,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:16.082615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e779aa-839e-4c19-b772-85362f344cf9 req-ed912d10-d769-4c3c-a060-e2d1dd40b6ef tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:16.095198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44e779aa-839e-4c19-b772-85362f344cf9 req-ed912d10-d769-4c3c-a060-e2d1dd40b6ef tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2837422 Jan 27 22:15:16.242849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44e779aa-839e-4c19-b772-85362f344cf9 req-b4d8611b-096b-4304-b11b-3e002ee31a4c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371534 Jan 27 22:15:16.258867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.394700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] For port 1c743e0a-2cad-426a-90f6-774cd56312b0, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:16.406591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.407725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4ac96545-2afc-4260-9b7a-35e0c3977dae is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:16.433551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] For port 1c743e0a-2cad-426a-90f6-774cd56312b0, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1c743e0a-2cad-426a-90f6-774cd56312b0,segment=NetworkSegment(192e2434-3d6e-4445-a0bb-3831054e5c53),segment_id=192e2434-3d6e-4445-a0bb-3831054e5c53)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:16.456144 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.502120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network ba86d590-2203-4b2d-918d-b67841ffeb4c is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:16.535332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:16.537955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b12c3-e8d2-43a9-a79c-36e5fad8eace None None] Pushing event updated for resources: {'Port': ['ID=1c743e0a-2cad-426a-90f6-774cd56312b0,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:16.543012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:16.550325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5963a37c-9f96-4ff4-ac1a-289ed039311d None None] Current status of the port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:16.659235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=493e7eb3-ee1f-4038-902b-652b88b247fc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:16.680830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d7f07-a39b-4d5f-a9d9-dd6373902300 req-09852fca-1d49-4e54-9d7f-11eabab856ee tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:16.692945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b7d7f07-a39b-4d5f-a9d9-dd6373902300 req-09852fca-1d49-4e54-9d7f-11eabab856ee tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2085297 Jan 27 22:15:16.693289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d40b4e09-2a4e-44fe-a29f-87b58ce5f299 None None] Provisioning complete for port 05031016-e292-4781-9f49-a19edc7bac09 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:16.693668 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d40b4e09-2a4e-44fe-a29f-87b58ce5f299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05031016-e292-4781-9f49-a19edc7bac09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.803035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-75ba02f1-b111-45d7-91ce-1f1065c6be95 req-4a8fce1e-783c-4154-8e83-ce9f3646539f service neutron] (103330) timed out ('10.222.0.57', 64507) {{(pid=103330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:15:16.822312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.961786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d40b4e09-2a4e-44fe-a29f-87b58ce5f299 None None] Current status of the port 05031016-e292-4781-9f49-a19edc7bac09 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:17.003895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 05031016-e292-4781-9f49-a19edc7bac09 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:17.100809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b7d7f07-a39b-4d5f-a9d9-dd6373902300 req-596112d2-8757-4f4e-a5f5-021622561684 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852928 Jan 27 22:15:17.226540 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 05031016-e292-4781-9f49-a19edc7bac09 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:17.226949 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05031016-e292-4781-9f49-a19edc7bac09), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.284771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.530064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 05031016-e292-4781-9f49-a19edc7bac09 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:17.533892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:17.696612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:17.697228 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.920761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:18.156599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be5dea-1ae2-4256-beda-dbb9c3d03dbb req-25524062-db63-41f1-9b0c-dbfb66d454b2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:18.159124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77be5dea-1ae2-4256-beda-dbb9c3d03dbb req-25524062-db63-41f1-9b0c-dbfb66d454b2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.3504434 Jan 27 22:15:18.164974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.175208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.247046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.384947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77be5dea-1ae2-4256-beda-dbb9c3d03dbb req-47be6274-0699-4c35-b8dc-e53b70c6fc24 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435356 Jan 27 22:15:18.398360 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.402027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event updated for resources: {'Port': ['ID=493e7eb3-ee1f-4038-902b-652b88b247fc,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:18.709901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Network ba86d590-2203-4b2d-918d-b67841ffeb4c is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:18.715868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:18.894881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35461c-0b7f-464b-bb2a-a990f6eaf809 None None] Network ba86d590-2203-4b2d-918d-b67841ffeb4c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:18.967018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1c743e0a-2cad-426a-90f6-774cd56312b0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:19.027313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:19.259984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1c743e0a-2cad-426a-90f6-774cd56312b0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:19.266455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:19.275696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1ffde4ae-a385-4ef2-9a62-636697f5554c None None] Provisioning complete for port 1c743e0a-2cad-426a-90f6-774cd56312b0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:19.277355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1ffde4ae-a385-4ef2-9a62-636697f5554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:19.357084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:19.378351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c6bd37ba-27f2-477c-8cc1-3267f7b641eb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1629751 Jan 27 22:15:19.378962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49252) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:19.391723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:19.500203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:19.707434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1ffde4ae-a385-4ef2-9a62-636697f5554c None None] Current status of the port 1c743e0a-2cad-426a-90f6-774cd56312b0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:19.707917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1ffde4ae-a385-4ef2-9a62-636697f5554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:19.710310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80b3a6-e6c8-40ec-9c90-4c6ab58fe1f6 req-67ec61cd-2f01-49ee-8628-08f85e0240f9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:19.716958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a80b3a6-e6c8-40ec-9c90-4c6ab58fe1f6 req-67ec61cd-2f01-49ee-8628-08f85e0240f9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2331176 Jan 27 22:15:19.814154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:19.815276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:19.889561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a80b3a6-e6c8-40ec-9c90-4c6ab58fe1f6 req-eb040f06-763e-4438-9c99-0655410d4cb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602690 Jan 27 22:15:20.207911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1c743e0a-2cad-426a-90f6-774cd56312b0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:20.208497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.290231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:15:20.321697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1ffde4ae-a385-4ef2-9a62-636697f5554c None None] For port 1c743e0a-2cad-426a-90f6-774cd56312b0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1c743e0a-2cad-426a-90f6-774cd56312b0,segment=NetworkSegment(192e2434-3d6e-4445-a0bb-3831054e5c53),segment_id=192e2434-3d6e-4445-a0bb-3831054e5c53)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:20.323921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Removed routes are [] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:15:20.330393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.343860 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1ffde4ae-a385-4ef2-9a62-636697f5554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.348173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:20.660657 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.669744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.813052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffde4ae-a385-4ef2-9a62-636697f5554c None None] Pushing event updated for resources: {'Port': ['ID=1c743e0a-2cad-426a-90f6-774cd56312b0,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:20.824929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-12be3027-8f96-4835-af5c-d4862c4b49d0 None None] Provisioning complete for port 1c743e0a-2cad-426a-90f6-774cd56312b0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:20.825459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12be3027-8f96-4835-af5c-d4862c4b49d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.900933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:21.175279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:15:21.176248 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:15:21.201319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.312489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd690e-de7a-4c5e-b09c-5ed3068557e9 req-0593f163-93bc-4265-983f-aed895f57e1f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:21.315755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79fd690e-de7a-4c5e-b09c-5ed3068557e9 req-0593f163-93bc-4265-983f-aed895f57e1f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1282887 Jan 27 22:15:21.376835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:21.397466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.399770 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-86b1ed0d-96d9-4100-b20e-db285c1493dc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 200 len: 933 time: 2.0181384 Jan 27 22:15:21.404175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49274) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:21.424013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79fd690e-de7a-4c5e-b09c-5ed3068557e9 req-34179277-fac3-41f6-b079-6bb9a86dde27 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926371 Jan 27 22:15:21.605287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-12be3027-8f96-4835-af5c-d4862c4b49d0 None None] Current status of the port 1c743e0a-2cad-426a-90f6-774cd56312b0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:21.789771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-12be3027-8f96-4835-af5c-d4862c4b49d0 None None] Provisioning complete for port 493e7eb3-ee1f-4038-902b-652b88b247fc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:21.790379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12be3027-8f96-4835-af5c-d4862c4b49d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.860074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-12be3027-8f96-4835-af5c-d4862c4b49d0 None None] Port 493e7eb3-ee1f-4038-902b-652b88b247fc cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:15:21.891376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1c743e0a-2cad-426a-90f6-774cd56312b0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:21.946979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:17Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '493e7eb3-ee1f-4038-902b-652b88b247fc', 'name': '', 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:9b:4f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '96650ded-8ccf-402d-b092-891948104d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:13Z', 'updated_at': '2022-01-27T22:15:17Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '96650ded-8ccf-402d-b092-891948104d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:22.043676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:22.044185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Updating router 0c59020e-5ddc-447e-bd94-763de57f8ab6 port 493e7eb3-ee1f-4038-902b-652b88b247fc binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:15:22.097858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8e4bb01a-0759-448b-89d4-2f2dedcf0f34 None None] Provisioning complete for port 493e7eb3-ee1f-4038-902b-652b88b247fc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:22.099348 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8e4bb01a-0759-448b-89d4-2f2dedcf0f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.125588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1c743e0a-2cad-426a-90f6-774cd56312b0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:22.131689 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.304038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49284) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:22.308993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'routes': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:22.312014 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f649439-adfb-4faa-beba-afd94e692b3c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 200 len: 933 time: 0.8949378 Jan 27 22:15:22.443170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bb01a-0759-448b-89d4-2f2dedcf0f34 None None] Port 493e7eb3-ee1f-4038-902b-652b88b247fc cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:15:22.603014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1c743e0a-2cad-426a-90f6-774cd56312b0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:22.604316 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.030992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61de11-ed9a-433b-a7e0-3f5f2bab38e0 req-88ad6af1-d656-44a9-9995-e9302ead8775 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.038305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb61de11-ed9a-433b-a7e0-3f5f2bab38e0 req-88ad6af1-d656-44a9-9995-e9302ead8775 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.1420383 Jan 27 22:15:23.135909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb61de11-ed9a-433b-a7e0-3f5f2bab38e0 req-5a79f626-3dee-4c69-802a-4d72ed697b4c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965486 Jan 27 22:15:23.163047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49298) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:23.186127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Publish callbacks [] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.223356 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.226393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc92b-bd56-4556-ac30-00443afcb8b0 req-db5c781f-e537-4fc6-a612-0b41013f8813 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.236321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8ebc92b-bd56-4556-ac30-00443afcb8b0 req-db5c781f-e537-4fc6-a612-0b41013f8813 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.3934627 Jan 27 22:15:23.390725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.extraroute_db [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added routes are [] {{(pid=103330) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:15:23.392037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.extraroute_db [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103330) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:15:23.450636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.462412 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1c39f5f-0258-403c-a4c7-b3ba35773d6f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/17c0d56c-f27a-4ab3-aea3-2e51c667748d HTTP/1.1" status: 200 len: 994 time: 0.2978783 Jan 27 22:15:23.506354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8ebc92b-bd56-4556-ac30-00443afcb8b0 req-2cde2a9e-36bd-474e-bbab-5628fd35661a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689924 Jan 27 22:15:23.723681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1c743e0a-2cad-426a-90f6-774cd56312b0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:23.827585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1be04-7e82-4a62-a6d8-65f0fe501717 None None] Pushing event updated for resources: {'Port': ['ID=493e7eb3-ee1f-4038-902b-652b88b247fc,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:23.875030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Attempting to bind port 493e7eb3-ee1f-4038-902b-652b88b247fc on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:23.875770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Attempting to bind port 493e7eb3-ee1f-4038-902b-652b88b247fc by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:23.876335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Attempting to bind port 493e7eb3-ee1f-4038-902b-652b88b247fc on network ba86d590-2203-4b2d-918d-b67841ffeb4c {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:23.890427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:23.891172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Checking segment: {'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:23.891816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.892644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Bound using segment: {'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:23.893347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Bound port: 493e7eb3-ee1f-4038-902b-652b88b247fc, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e2434-3d6e-4445-a0bb-3831054e5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:23.894237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.987700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] For port 493e7eb3-ee1f-4038-902b-652b88b247fc, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:23.992226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] For port 493e7eb3-ee1f-4038-902b-652b88b247fc, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=493e7eb3-ee1f-4038-902b-652b88b247fc,segment=NetworkSegment(192e2434-3d6e-4445-a0bb-3831054e5c53),segment_id=192e2434-3d6e-4445-a0bb-3831054e5c53)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:23.999795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-80c3dbd9-d2bf-415f-bf6b-e7d7ddb0752c None None] Provisioning complete for port 493e7eb3-ee1f-4038-902b-652b88b247fc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:24.000647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80c3dbd9-d2bf-415f-bf6b-e7d7ddb0752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.003685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.045153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.049806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d5d4-2935-4c6d-88dd-c3a804573bcf req-7fd3317f-2260-4ef2-a4b9-29619f891abe tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:24.061672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ae7d5d4-2935-4c6d-88dd-c3a804573bcf req-7fd3317f-2260-4ef2-a4b9-29619f891abe tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1097 time: 0.1438923 Jan 27 22:15:24.091567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1be04-7e82-4a62-a6d8-65f0fe501717 None None] Pushing event updated for resources: {'Port': ['ID=493e7eb3-ee1f-4038-902b-652b88b247fc,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:24.096015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.195285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:24.196412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:24.250884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ae7d5d4-2935-4c6d-88dd-c3a804573bcf req-0496eb74-cb25-40d4-9c36-296027515e52 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824901 Jan 27 22:15:24.296992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:24.520146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:24.590280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-80c3dbd9-d2bf-415f-bf6b-e7d7ddb0752c None None] Current status of the port 493e7eb3-ee1f-4038-902b-652b88b247fc is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:24.590885 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80c3dbd9-d2bf-415f-bf6b-e7d7ddb0752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.617196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:24.631390 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.636474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d48ca94a-be8c-4a39-99d5-8efb84a7240f tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 200 len: 699 time: 2.3309922 Jan 27 22:15:24.641072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49322) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:24.780690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e431e-1f54-488e-9af4-7d0865b46783 req-b1a47d1f-3bba-415d-9d4a-94548056e6d8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:24.784272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-963e431e-1f54-488e-9af4-7d0865b46783 req-b1a47d1f-3bba-415d-9d4a-94548056e6d8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1127830 Jan 27 22:15:24.854899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-80c3dbd9-d2bf-415f-bf6b-e7d7ddb0752c None None] For port 493e7eb3-ee1f-4038-902b-652b88b247fc, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=493e7eb3-ee1f-4038-902b-652b88b247fc,segment=NetworkSegment(192e2434-3d6e-4445-a0bb-3831054e5c53),segment_id=192e2434-3d6e-4445-a0bb-3831054e5c53)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:24.921877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d6053ae-3a1b-4ab1-9b77-82f3d3727f7c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 200 len: 699 time: 0.2768049 Jan 27 22:15:24.925094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49336) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:24.959956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-963e431e-1f54-488e-9af4-7d0865b46783 req-664e06e0-2eee-4c6e-aeda-a2880cb695b2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644175 Jan 27 22:15:25.101142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80c3dbd9-d2bf-415f-bf6b-e7d7ddb0752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.289427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3dbd9-d2bf-415f-bf6b-e7d7ddb0752c None None] Pushing event updated for resources: {'Port': ['ID=493e7eb3-ee1f-4038-902b-652b88b247fc,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:25.317847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:23Z', 'revision_number': 7, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '493e7eb3-ee1f-4038-902b-652b88b247fc', 'name': '', 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:9b:4f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '96650ded-8ccf-402d-b092-891948104d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:13Z', 'updated_at': '2022-01-27T22:15:23Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '96650ded-8ccf-402d-b092-891948104d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:25.321828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-08b7d899-5d60-4f64-855c-c152362a8d5a None None] Provisioning complete for port 493e7eb3-ee1f-4038-902b-652b88b247fc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:25.322282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-08b7d899-5d60-4f64-855c-c152362a8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.379781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ffd13-05c0-4b93-88da-b1fa50e63aed None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:23Z', 'revision_number': 7, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '493e7eb3-ee1f-4038-902b-652b88b247fc', 'name': '', 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:9b:4f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '96650ded-8ccf-402d-b092-891948104d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:13Z', 'updated_at': '2022-01-27T22:15:23Z', 'revision_number': 4, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '96650ded-8ccf-402d-b092-891948104d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:25.718229 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-bc658444-8dcc-42aa-91d5-1ee2d66f6901 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177254 Jan 27 22:15:25.785502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-08b7d899-5d60-4f64-855c-c152362a8d5a None None] Current status of the port 493e7eb3-ee1f-4038-902b-652b88b247fc is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:25.804360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-ee570008-a247-4124-8ca7-e5ca4d943f4b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:15:25.817354 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-ee570008-a247-4124-8ca7-e5ca4d943f4b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0732195 Jan 27 22:15:25.949735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.317588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 493e7eb3-ee1f-4038-902b-652b88b247fc up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:26.336983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931061-aaaa-4720-ac95-4464ce9bf6dc req-f31352ab-efc2-43c6-b314-2952bddd4763 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:26.340504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0931061-aaaa-4720-ac95-4464ce9bf6dc req-f31352ab-efc2-43c6-b314-2952bddd4763 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2441730 Jan 27 22:15:26.444887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 493e7eb3-ee1f-4038-902b-652b88b247fc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:26.445263 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.498719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0931061-aaaa-4720-ac95-4464ce9bf6dc req-ea808fb3-502a-4336-abd8-93ea0e780173 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499360 Jan 27 22:15:26.638703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 493e7eb3-ee1f-4038-902b-652b88b247fc {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:26.639057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.690934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 493e7eb3-ee1f-4038-902b-652b88b247fc is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:26.862614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 493e7eb3-ee1f-4038-902b-652b88b247fc, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=493e7eb3-ee1f-4038-902b-652b88b247fc,segment=NetworkSegment(192e2434-3d6e-4445-a0bb-3831054e5c53),segment_id=192e2434-3d6e-4445-a0bb-3831054e5c53)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:26.863236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.906771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 493e7eb3-ee1f-4038-902b-652b88b247fc owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:27.038706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-04e7be85-0ff5-4d01-8eff-f6a82461e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:27.040434 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-04e7be85-0ff5-4d01-8eff-f6a82461e168 service neutron] 10.222.0.45 "GET /v2.0/ports/4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 1094 time: 0.1089447 Jan 27 22:15:27.056946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Request body: {'binding': {'host': 'n-h2-826529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:27.057566 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Unknown quota resources ['binding']. {{(pid=103329) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:15:27.195333 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:27.226410 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:27.240698 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:27.480798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (493e7eb3-ee1f-4038-902b-652b88b247fc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.529705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=493e7eb3-ee1f-4038-902b-652b88b247fc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:27.536204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on host n-h2-826529-2 for vnic_type normal with profile None {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:27.536550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:27.536891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:27.575079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:15:27.575634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:27.672541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:27.673349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Checking segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:27.677367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Bound using segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:27.678107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Bound port: 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:27.848851 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:27.894469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:27.902753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5276ede-ac49-48e9-a13a-4eb95a4aa490 req-131da01f-bdd9-45be-8d67-cf75838bd3be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:27.909245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5276ede-ac49-48e9-a13a-4eb95a4aa490 req-131da01f-bdd9-45be-8d67-cf75838bd3be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1256168 Jan 27 22:15:27.921145 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.940904 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] 10.222.0.45 "POST /v2.0/ports/4c22a89e-3eb7-419f-bb04-a7c916d53b97/bindings HTTP/1.1" status: 201 len: 389 time: 0.8803747 Jan 27 22:15:28.038230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5276ede-ac49-48e9-a13a-4eb95a4aa490 req-ba63aa3f-4c5a-41c7-b43c-98bb301e8894 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192446 Jan 27 22:15:28.567400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca730e-a749-4daa-af1c-72dfef3e1111 req-e292c0f9-65a4-4069-82d1-56c4c63eca21 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:28.571871 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:23Z', 'revision_number': 7, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '493e7eb3-ee1f-4038-902b-652b88b247fc', 'name': '', 'network_id': 'ba86d590-2203-4b2d-918d-b67841ffeb4c', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:9b:4f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '96650ded-8ccf-402d-b092-891948104d02', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:13Z', 'updated_at': '2022-01-27T22:15:24Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '96650ded-8ccf-402d-b092-891948104d02', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:28.575359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfca730e-a749-4daa-af1c-72dfef3e1111 req-e292c0f9-65a4-4069-82d1-56c4c63eca21 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.1474173 Jan 27 22:15:28.640201 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:28.664502 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:28.665315 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:28.690661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfca730e-a749-4daa-af1c-72dfef3e1111 req-2ff14eeb-01f9-49f1-b516-28c4775addd1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056144 Jan 27 22:15:28.751737 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.876680 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:28.957319 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-8e3dc3f9-891e-4234-8b02-dad45913cdb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3333437 Jan 27 22:15:29.172602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-8fcf77a6-e311-4222-84df-2bddb04de5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:29.174394 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-8fcf77a6-e311-4222-84df-2bddb04de5f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 1098 time: 0.1907105 Jan 27 22:15:29.175547 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:27Z', 'revision_number': 8, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:29.184685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-6cba200d-41d3-4908-9482-b7c878111e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:29.197299 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-6cba200d-41d3-4908-9482-b7c878111e56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1097 time: 0.7616265 Jan 27 22:15:29.238695 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d05fb6-30ad-46ec-91a6-01facc6b8c9b None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:27Z', 'revision_number': 8, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:29.351749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31e8e5-1f9b-4954-be21-188435477b0b req-f62c0293-cd95-47c4-8212-16c994205423 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:29.353450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd31e8e5-1f9b-4954-be21-188435477b0b req-f62c0293-cd95-47c4-8212-16c994205423 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1265612 Jan 27 22:15:29.396105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:29.467823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd31e8e5-1f9b-4954-be21-188435477b0b req-152dcbd4-89fd-4517-ba07-7947d79b6ebc tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050408 Jan 27 22:15:29.549983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-011c06c2-61dd-4924-93f1-0df74cdb4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:29.551803 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-011c06c2-61dd-4924-93f1-0df74cdb4404 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 200 len: 898 time: 0.3260443 Jan 27 22:15:29.557082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-3af06238-f4bf-4121-a3bb-b89ad47472c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:29.558726 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-3af06238-f4bf-4121-a3bb-b89ad47472c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.3582635 Jan 27 22:15:29.671296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:29.684984 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51a284ca-c6fb-4970-958c-6fc34f0b2bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7587788 Jan 27 22:15:29.688902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49396) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:29.707959 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-6073f84e-fae8-470c-992b-c4cc6ddacc96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 1002 time: 0.1461673 Jan 27 22:15:29.736785 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-95ee3b63-544e-4283-90c9-cd91c5708b69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 200 len: 1001 time: 0.1657364 Jan 27 22:15:29.746442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-87898d4d-be45-45b6-9f69-fb826b1ee45d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet 96650ded-8ccf-402d-b092-891948104d02 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:29.750880 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87898d4d-be45-45b6-9f69-fb826b1ee45d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (96650ded-8ccf-402d-b092-891948104d02), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.859471 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87898d4d-be45-45b6-9f69-fb826b1ee45d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (96650ded-8ccf-402d-b092-891948104d02), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.955008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-225f2e4c-9b9b-44de-97f9-038917a847a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:29.957692 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-225f2e4c-9b9b-44de-97f9-038917a847a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a184f59a-f76c-45a9-9c34-fa3fb201eaf4 HTTP/1.1" status: 200 len: 834 time: 0.2366507 Jan 27 22:15:29.976257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 493e7eb3-ee1f-4038-902b-652b88b247fc no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:30.007955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-32113e5f-cc96-4fea-b013-0f6c77e7e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:30.019226 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-32113e5f-cc96-4fea-b013-0f6c77e7e375 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.2154379 Jan 27 22:15:30.036261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 493e7eb3-ee1f-4038-902b-652b88b247fc {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:30.036618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 493e7eb3-ee1f-4038-902b-652b88b247fc not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:30.046715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:30.072248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:30.072920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:30.112936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9d74f-45e1-43ed-be9c-f0d6bfac7179 req-4ddc68e7-aea3-482c-947f-72047d6aca14 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:30.127752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9b9d74f-45e1-43ed-be9c-f0d6bfac7179 req-4ddc68e7-aea3-482c-947f-72047d6aca14 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.2238753 Jan 27 22:15:30.215247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-29f73b6a-14b5-4dfa-bde8-f0e154405163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:30.217105 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-29f73b6a-14b5-4dfa-bde8-f0e154405163 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2809a52-654c-4f31-8abb-4ad62aa91b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444766 Jan 27 22:15:30.274347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-de344817-8778-47b2-862b-7c46b7065826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:30.280125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9b9d74f-45e1-43ed-be9c-f0d6bfac7179 req-5ddaa173-a829-4292-a604-2793e1de0834 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476417 Jan 27 22:15:30.281747 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-de344817-8778-47b2-862b-7c46b7065826 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106035 Jan 27 22:15:30.285537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:30.456357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87898d4d-be45-45b6-9f69-fb826b1ee45d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (96650ded-8ccf-402d-b092-891948104d02), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.593167 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-19f8954b-2069-48be-9828-4d396e2382b6 service neutron] 10.222.0.57 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645241 Jan 27 22:15:30.683346 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-9a902c37-7275-4a2c-9743-3dd29d771f8d service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451374 Jan 27 22:15:30.771283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87898d4d-be45-45b6-9f69-fb826b1ee45d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (96650ded-8ccf-402d-b092-891948104d02), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.858234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87898d4d-be45-45b6-9f69-fb826b1ee45d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.870382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-87898d4d-be45-45b6-9f69-fb826b1ee45d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/96650ded-8ccf-402d-b092-891948104d02 HTTP/1.1" status: 204 len: 168 time: 1.1802821 Jan 27 22:15:30.871064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49414) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:30.872081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87898d4d-be45-45b6-9f69-fb826b1ee45d tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=96650ded-8ccf-402d-b092-891948104d02,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:30.883709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664b9d16-5625-4e01-93c8-f383c9e6a31d None None] Network ba86d590-2203-4b2d-918d-b67841ffeb4c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:31.027038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca162a24-9566-4d9a-94b3-445b37254fb5 req-e8b0eda9-dd75-4d27-991f-863628fe308e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:31.043343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca162a24-9566-4d9a-94b3-445b37254fb5 req-e8b0eda9-dd75-4d27-991f-863628fe308e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.3906851 Jan 27 22:15:31.114564 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (ba86d590-2203-4b2d-918d-b67841ffeb4c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.171254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:27Z', 'revision_number': 8, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:31.249425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:31.280634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:31.281415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:31.435336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca162a24-9566-4d9a-94b3-445b37254fb5 req-906f146a-b847-4ac8-a9d4-1f3ab948b32a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902912 Jan 27 22:15:31.440280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:31.495447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 1c743e0a-2cad-426a-90f6-774cd56312b0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:31.504293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.586026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] DHCP port deletion for ba86d590-2203-4b2d-918d-b67841ffeb4c request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:31.789590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 1c743e0a-2cad-426a-90f6-774cd56312b0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1c743e0a-2cad-426a-90f6-774cd56312b0,segment=NetworkSegment(192e2434-3d6e-4445-a0bb-3831054e5c53),segment_id=192e2434-3d6e-4445-a0bb-3831054e5c53)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:31.790357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.842255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 1c743e0a-2cad-426a-90f6-774cd56312b0 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:31.850512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] Deleting port 1c743e0a-2cad-426a-90f6-774cd56312b0 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:31.850886 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.097602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1c743e0a-2cad-426a-90f6-774cd56312b0 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:32.137664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17167-914d-4b29-a852-0479674bfe0a req-c6d27317-1170-4f1a-a16f-a2bf55037f8c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:32.139916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55e17167-914d-4b29-a852-0479674bfe0a req-c6d27317-1170-4f1a-a16f-a2bf55037f8c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.0977831 Jan 27 22:15:32.208918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] For port 1c743e0a-2cad-426a-90f6-774cd56312b0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1c743e0a-2cad-426a-90f6-774cd56312b0,segment=NetworkSegment(192e2434-3d6e-4445-a0bb-3831054e5c53),segment_id=192e2434-3d6e-4445-a0bb-3831054e5c53)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:32.209608 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.209719 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-81bba28d-2274-4a51-a653-84912576c07d service neutron] 10.222.0.57 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5772479 Jan 27 22:15:32.213558 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32207b63-a35c-4e2f-8f5a-de93838550d6 req-d06ee424-463b-47cf-9881-dfad2e23cfe1 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5109396 Jan 27 22:15:32.227561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55e17167-914d-4b29-a852-0479674bfe0a req-e9293d3c-e2a0-4030-be2b-192ea3bbcdf5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753765 Jan 27 22:15:32.245271 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.305242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] Calling delete_port for 1c743e0a-2cad-426a-90f6-774cd56312b0 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:32.334746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No DVR routers for this DVR port 1c743e0a-2cad-426a-90f6-774cd56312b0 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:32.457618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No active binding found for port 1c743e0a-2cad-426a-90f6-774cd56312b0 {{(pid=103331) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:15:32.458253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] The host n-d-826529-2 is not matching for port 1c743e0a-2cad-426a-90f6-774cd56312b0 host None! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:15:32.458988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1c743e0a-2cad-426a-90f6-774cd56312b0 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:32.537970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:27Z', 'revision_number': 8, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:32.617644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=1c743e0a-2cad-426a-90f6-774cd56312b0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:32.634639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52f648-51f0-4680-ae54-28ac15a0c540 None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:27Z', 'revision_number': 8, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '05031016-e292-4781-9f49-a19edc7bac09', 'name': '', 'network_id': 'cde2f25c-2f92-494f-a944-3166a66cc449', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:10:2c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '82beed19-1f2c-4558-9046-595603d57f63', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:08Z', 'updated_at': '2022-01-27T22:15:15Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '82beed19-1f2c-4558-9046-595603d57f63', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:32.660164 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (ba86d590-2203-4b2d-918d-b67841ffeb4c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:32.712230 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:15:32.736657 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (1c743e0a-2cad-426a-90f6-774cd56312b0), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.767196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba86d590-2203-4b2d-918d-b67841ffeb4c']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:32.793067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641dace-af7c-42eb-932f-31d4ecf5fddb req-2ece6fd0-a60d-4a89-8235-81b2f0a8f6ab tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:32.804172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0641dace-af7c-42eb-932f-31d4ecf5fddb req-2ece6fd0-a60d-4a89-8235-81b2f0a8f6ab tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1318631 Jan 27 22:15:32.854891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192e2434-3d6e-4445-a0bb-3831054e5c53') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:32.855835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192e2434-3d6e-4445-a0bb-3831054e5c53') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:32.911076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (192e2434-3d6e-4445-a0bb-3831054e5c53), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.917108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] No DVR routers for this DVR port 1c743e0a-2cad-426a-90f6-774cd56312b0 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:32.941711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d0790-e040-4f42-b18e-9fdb91ae5233 None None] Pushing event deleted for resources: {'Port': ['ID=1c743e0a-2cad-426a-90f6-774cd56312b0,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:33.064888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-e8eb0ae0-b8c5-4499-b734-aa9e7ad02973 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:33.067055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-e8eb0ae0-b8c5-4499-b734-aa9e7ad02973 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9&tenant_id=75cb12138042437b98d6c30ac4673882&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1097 time: 0.7962101 Jan 27 22:15:33.084781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-2'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:33.089424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0641dace-af7c-42eb-932f-31d4ecf5fddb req-62810ef9-9751-4236-82b8-2c19842ee979 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864470 Jan 27 22:15:33.091191 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (192e2434-3d6e-4445-a0bb-3831054e5c53), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.122366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:33.122794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (192e2434-3d6e-4445-a0bb-3831054e5c53), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:33.126711 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:33.239149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.263991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (ba86d590-2203-4b2d-918d-b67841ffeb4c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.272981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.288190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/ba86d590-2203-4b2d-918d-b67841ffeb4c HTTP/1.1" status: 204 len: 168 time: 2.4107852 Jan 27 22:15:33.318850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214042f-39af-4c82-8a0f-ec143ea760a2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=ba86d590-2203-4b2d-918d-b67841ffeb4c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:33.321528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49442) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:33.464291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:33.534384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:33.587778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cb21f-63ae-4aea-aca8-ea3e0e31f0ab req-efc6d935-99e0-45c2-b97b-975a8b6c2ba9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:33.590221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f9cb21f-63ae-4aea-aca8-ea3e0e31f0ab req-efc6d935-99e0-45c2-b97b-975a8b6c2ba9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.1751511 Jan 27 22:15:33.600076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Publish callbacks [] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.603058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:33.606620 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca810cb7-9d3b-4554-9c25-51aceedf07aa" -d '{"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-unplugged", "status": "completed", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:33.611921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.686555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:33.710384 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91d57fb-a09c-47b1-aeb1-fb673421adbf x-openstack-request-id: req-c91d57fb-a09c-47b1-aeb1-fb673421adbf {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:33.710721 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-unplugged", "status": "completed", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:33.710933 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c91d57fb-a09c-47b1-aeb1-fb673421adbf {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:33.711340 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'code': 200} Jan 27 22:15:33.746023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f9cb21f-63ae-4aea-aca8-ea3e0e31f0ab req-6d63d0de-57e7-44ff-a5c5-eb642326a97b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485219 Jan 27 22:15:34.008769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on host n-h1-826529-2 for vnic_type normal with profile {"migrating_to": "n-h2-826529-2"} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:34.009391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:34.009889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:34.017258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:15:34.018123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Attempting to bind port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on network f2809a52-654c-4f31-8abb-4ad62aa91b9b {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:34.025814 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:34.026654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Checking segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:34.027227 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Bound using segment: {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:34.027891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Bound port: 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27724c4-78a3-4d59-9f66-1e794af2748e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:34.028671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.128438 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-139013b1-4730-4e38-928e-46f77de4ee10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.138070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:34.151901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:34.165130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.223492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8351deac-fb12-4ce7-aa39-d5131522da03 None None] Provisioning complete for port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:34.227854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8351deac-fb12-4ce7-aa39-d5131522da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.365433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=8']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:34.604981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:34.605659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.607269 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d13ad87f-8658-47a3-b7b6-143e0b62b1ba service neutron] 10.222.0.57 "PUT /v2.0/ports/4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 1122 time: 1.5324404 Jan 27 22:15:35.002302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8351deac-fb12-4ce7-aa39-d5131522da03 None None] Current status of the port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:35.002941 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8351deac-fb12-4ce7-aa39-d5131522da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.054655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f24ffc-0a71-4c45-90f2-9533798ffaaa req-48ba8320-31d2-4498-8b89-e8138b1b6320 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.054655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9f24ffc-0a71-4c45-90f2-9533798ffaaa req-48ba8320-31d2-4498-8b89-e8138b1b6320 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1824710 Jan 27 22:15:35.088954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8351deac-fb12-4ce7-aa39-d5131522da03 None None] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:35.094004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:35.098979 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43428018-b784-4b2a-a6f2-0aeab5433fdb" -d '{"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-plugged", "status": "completed", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:35.107926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8351deac-fb12-4ce7-aa39-d5131522da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.128900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9f24ffc-0a71-4c45-90f2-9533798ffaaa req-a11a110c-f8e0-4302-bdb7-a01eb9688c33 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633199 Jan 27 22:15:35.136350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f096c-2d3e-457a-a38e-7ebd32391c9f req-51481151-37d7-4a6b-a604-5951c0720d1b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.145107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d9f096c-2d3e-457a-a38e-7ebd32391c9f req-51481151-37d7-4a6b-a604-5951c0720d1b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 944 time: 0.2012944 Jan 27 22:15:35.218269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d9f096c-2d3e-457a-a38e-7ebd32391c9f req-202b5093-cc45-452a-a06e-3c144aa3bf7f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718918 Jan 27 22:15:35.241215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['4c22a89e-3eb7-419f-bb04-a7c916d53b97'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:35.371685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.513380 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c995ec1b-e81d-4e71-8410-23a9e3f96df2 x-openstack-request-id: req-c995ec1b-e81d-4e71-8410-23a9e3f96df2 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:35.515128 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-plugged", "status": "completed", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:35.515972 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c995ec1b-e81d-4e71-8410-23a9e3f96df2 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:35.516895 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'code': 200} Jan 27 22:15:35.524255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351deac-fb12-4ce7-aa39-d5131522da03 None None] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:35.712860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:35.715988 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1925aab7-89d5-4e94-8e49-12e7740d2fab" -d '{"events": [{"name": "network-changed", "server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:35.824296 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c460811-2caf-42c1-9d85-0d868c6d32e8 x-openstack-request-id: req-3c460811-2caf-42c1-9d85-0d868c6d32e8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:35.825041 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:35.825609 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c460811-2caf-42c1-9d85-0d868c6d32e8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:35.826316 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'status': 'completed', 'code': 200} Jan 27 22:15:35.895514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 05031016-e292-4781-9f49-a19edc7bac09 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:35.896769 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (05031016-e292-4781-9f49-a19edc7bac09), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.935656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-24bbfea2-5ef1-499a-9294-3313867d190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.939141 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-24bbfea2-5ef1-499a-9294-3313867d190b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1127 time: 0.0880318 Jan 27 22:15:36.085031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-073f2469-c479-46af-a1e7-34f3b32d4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:36.087847 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-073f2469-c479-46af-a1e7-34f3b32d4102 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 200 len: 898 time: 0.1442251 Jan 27 22:15:36.102099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 05031016-e292-4781-9f49-a19edc7bac09, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=05031016-e292-4781-9f49-a19edc7bac09,segment=NetworkSegment(6e5d9686-6627-47e5-aca7-d6fad09638c9),segment_id=6e5d9686-6627-47e5-aca7-d6fad09638c9)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:36.102740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (05031016-e292-4781-9f49-a19edc7bac09), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.117718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 05031016-e292-4781-9f49-a19edc7bac09 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:36.168082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4c22a89e-3eb7-419f-bb04-a7c916d53b97 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:15:36.311559 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-c3f2f533-d74d-4fa9-a46b-1d7bc7ad307c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 1002 time: 0.2000940 Jan 27 22:15:36.416991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-6e472d3a-203b-421c-a637-a90591510786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:36.420290 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-6e472d3a-203b-421c-a637-a90591510786 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a184f59a-f76c-45a9-9c34-fa3fb201eaf4 HTTP/1.1" status: 200 len: 834 time: 0.1076088 Jan 27 22:15:36.525972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-492d172f-f1b6-4abb-b534-d358d75d5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:36.527691 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-492d172f-f1b6-4abb-b534-d358d75d5651 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2809a52-654c-4f31-8abb-4ad62aa91b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007683 Jan 27 22:15:36.532729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052cab5-545e-43a0-8a58-0ad32b75e461 req-e59e8efc-9b7a-4dc0-aefa-89887d978c3a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:36.534417 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e052cab5-545e-43a0-8a58-0ad32b75e461 req-e59e8efc-9b7a-4dc0-aefa-89887d978c3a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2263017 Jan 27 22:15:36.571040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:36.621138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4c22a89e-3eb7-419f-bb04-a7c916d53b97 has no active binding in host n-h2-826529-2 {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 22:15:36.688513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7b980f19-116d-40f4-bb43-e9a52d2debad None None] Provisioning complete for port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:36.694360 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b980f19-116d-40f4-bb43-e9a52d2debad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.694934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e052cab5-545e-43a0-8a58-0ad32b75e461 req-0dc22961-23c0-4d85-a663-f0b2653d7ce2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482754 Jan 27 22:15:36.732827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efe071-b690-484f-821d-989701ebb9c7 req-ddbe513d-f443-41d3-82da-ef05040db852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:36.740818 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9efe071-b690-484f-821d-989701ebb9c7 req-ddbe513d-f443-41d3-82da-ef05040db852 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.2959344 Jan 27 22:15:36.915843 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-a95a0143-1542-4fae-bd70-5455a1ced86c service neutron] 10.222.0.16 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709810 Jan 27 22:15:36.951849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9efe071-b690-484f-821d-989701ebb9c7 req-5909511d-caec-451a-b7e5-be96bd323cf2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838624 Jan 27 22:15:37.021262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (05031016-e292-4781-9f49-a19edc7bac09), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.076124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=05031016-e292-4781-9f49-a19edc7bac09,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:37.142037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-155811a0-c44d-4e76-97f8-0536a779cbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.316105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7b980f19-116d-40f4-bb43-e9a52d2debad None None] Current status of the port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:37.477513 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.492840 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1925aab7-89d5-4e94-8e49-12e7740d2fab req-40498948-3cf5-4474-8a41-cf484ecf370e service neutron] 10.222.0.16 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694635 Jan 27 22:15:37.511900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-5a57c1be-a8ca-41f9-bd22-0064cb459c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.514798 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-5a57c1be-a8ca-41f9-bd22-0064cb459c06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1096 time: 0.1886730 Jan 27 22:15:37.670985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-3a2310f8-6255-4b29-9a61-a9f1d76187a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.676447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-3a2310f8-6255-4b29-9a61-a9f1d76187a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1529903 Jan 27 22:15:37.788994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-a2d43c90-6c0f-405c-af7e-5799f84ab6cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.1014409 Jan 27 22:15:37.930774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd47bc0-7bf0-4a39-bd28-b904a5c2127b req-7da5ddd3-de94-48aa-b5ed-c7a2251bc8b3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.938242 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcd47bc0-7bf0-4a39-bd28-b904a5c2127b req-7da5ddd3-de94-48aa-b5ed-c7a2251bc8b3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.4574547 Jan 27 22:15:37.949145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-bdc33973-85c1-4f41-a8d8-936ec1b04e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.961568 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-bdc33973-85c1-4f41-a8d8-936ec1b04e8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1592605 Jan 27 22:15:38.088591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-01275dc6-32b0-4bca-881d-d74212c91b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.097527 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-01275dc6-32b0-4bca-881d-d74212c91b66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253805 Jan 27 22:15:38.110771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcd47bc0-7bf0-4a39-bd28-b904a5c2127b req-3250ca48-37a5-4155-91e8-c719e33fc9b5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709645 Jan 27 22:15:38.272529 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:15:38.363657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:38.379625 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-9b9369a3-d320-48d8-a419-31754300ca69 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746148 Jan 27 22:15:38.389895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f1c0c-10cc-45f4-8272-929c4dc9e71f req-b9dd912b-a01c-40d0-bf0d-fffd5675c988 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.397909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-122f1c0c-10cc-45f4-8272-929c4dc9e71f req-b9dd912b-a01c-40d0-bf0d-fffd5675c988 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.1643794 Jan 27 22:15:38.492734 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.551231 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2e82e9b9-b221-4d7f-80b2-3d74d01709b5 req-e1c25759-ba52-4018-9f0a-a0dcd59fef5c service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651595 Jan 27 22:15:38.638447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-122f1c0c-10cc-45f4-8272-929c4dc9e71f req-51dcfdda-c96d-43af-80a7-14083aa871eb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392814 Jan 27 22:15:38.679855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:38.686026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b22d9cef-65ff-4726-a9e8-7a3546661735 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3627646 Jan 27 22:15:38.694736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49502) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:38.696157 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:38.721257 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:38.722756 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:38.854156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet 82beed19-1f2c-4558-9046-595603d57f63 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:38.865453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (82beed19-1f2c-4558-9046-595603d57f63), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.918495 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:39.013878 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (82beed19-1f2c-4558-9046-595603d57f63), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.293667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (82beed19-1f2c-4558-9046-595603d57f63), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.431637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616855-4dc7-4ea0-9675-f169526bacb8 req-8518248e-cda5-43a1-8e72-2821a156c8b0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:39.444430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed616855-4dc7-4ea0-9675-f169526bacb8 req-8518248e-cda5-43a1-8e72-2821a156c8b0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0969338 Jan 27 22:15:39.525502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (82beed19-1f2c-4558-9046-595603d57f63), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.544447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed616855-4dc7-4ea0-9675-f169526bacb8 req-44d0f30e-31b4-44cf-b7b9-e1edc5312904 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979879 Jan 27 22:15:39.589144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=82beed19-1f2c-4558-9046-595603d57f63,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:39.601655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.602140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.602590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.603072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.603532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.603968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.604410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.604844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.605274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.605747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.606177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.606590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.607051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:39.613262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.617477 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1bc7dd99-043d-4731-a3b7-ecf390f3a991 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/82beed19-1f2c-4558-9046-595603d57f63 HTTP/1.1" status: 204 len: 168 time: 0.9208195 Jan 27 22:15:39.619824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49514) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:39.626460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0cdc7a-a364-4a41-8e66-0f6a3e8f271a None None] Network cde2f25c-2f92-494f-a944-3166a66cc449 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:39.686548 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:36Z', 'revision_number': 9, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:39.763623 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:39.787058 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:39.787761 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:39.855094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (cde2f25c-2f92-494f-a944-3166a66cc449), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.934207 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-794342b3-854e-41f5-9f9b-685d97c0adf4 service neutron] 10.222.0.16 "GET /v2.0/ports/4c22a89e-3eb7-419f-bb04-a7c916d53b97/bindings/n-h2-826529-2 HTTP/1.1" status: 200 len: 384 time: 0.1951649 Jan 27 22:15:39.980019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] DHCP port deletion for cde2f25c-2f92-494f-a944-3166a66cc449 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:40.064238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:40.065104 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.108612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] Deleting port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:40.109415 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.139512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7a873-9a5a-433b-b88d-821e17c2192a req-a4ef1e97-e4d7-43d0-b4b1-3766d43c51c7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:40.154244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04b7a873-9a5a-433b-b88d-821e17c2192a req-a4ef1e97-e4d7-43d0-b4b1-3766d43c51c7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 946 time: 0.3157458 Jan 27 22:15:40.225653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:40.227349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,segment=NetworkSegment(6e5d9686-6627-47e5-aca7-d6fad09638c9),segment_id=6e5d9686-6627-47e5-aca7-d6fad09638c9)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:40.227987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.257733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:40.354779 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:40.361579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04b7a873-9a5a-433b-b88d-821e17c2192a req-fc80f6bc-409a-4af7-b5e1-6eae64ccd25d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970024 Jan 27 22:15:40.405456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] For port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,segment=NetworkSegment(6e5d9686-6627-47e5-aca7-d6fad09638c9),segment_id=6e5d9686-6627-47e5-aca7-d6fad09638c9)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:40.406033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.417758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.470456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 update to DOWN by agent not found {{(pid=103331) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 22:15:40.496018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] Calling delete_port for 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:40.510841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No DVR routers for this DVR port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:40.602762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:40.721479 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.790638 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] Pushing event deleted for resources: {'Port': ['ID=7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:40.821810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7083a-4814-42eb-ba9f-c667317ff1eb None None] No DVR routers for this DVR port 7a01b5d9-4ac4-4538-a6b3-e4b4e4f875b7 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:40.948100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b0ef3-1360-4c10-8983-9e8f40b846f8 req-c1f55d1c-e40a-47c5-8967-0c74b7456b76 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:40.956096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-582b0ef3-1360-4c10-8983-9e8f40b846f8 req-c1f55d1c-e40a-47c5-8967-0c74b7456b76 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1712306 Jan 27 22:15:41.000432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.022318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:41.031972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (cde2f25c-2f92-494f-a944-3166a66cc449), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.060485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-582b0ef3-1360-4c10-8983-9e8f40b846f8 req-a89abef8-08a1-4c03-8775-0cc9ea495e75 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038349 Jan 27 22:15:41.121615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:41.178782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fe77-bf20-433c-8faa-e390341d2b48 req-49dd930e-ffd4-4619-b27c-fea2afcc77ce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:41.180067 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:36Z', 'revision_number': 9, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:41.200267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d693fe77-bf20-433c-8faa-e390341d2b48 req-49dd930e-ffd4-4619-b27c-fea2afcc77ce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.1256049 Jan 27 22:15:41.223249 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.227255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:41.249960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:41.251159 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f9a18-d68a-4a71-af26-0f4390711224 None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:36Z', 'revision_number': 9, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '4ac96545-2afc-4260-9b7a-35e0c3977dae', 'name': '', 'network_id': '2d96a2ff-5312-48f5-863b-1623c75a7086', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:53:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:02Z', 'updated_at': '2022-01-27T22:15:10Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': 'b9602225-0012-4aee-bb14-24c14368b1a5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:41.274283 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57516a65-7ff0-46c1-9445-c34f78761d15" -d '{"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-unplugged", "status": "completed", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:41.295771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.338499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde2f25c-2f92-494f-a944-3166a66cc449']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:41.376031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5d9686-6627-47e5-aca7-d6fad09638c9') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:41.376505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5d9686-6627-47e5-aca7-d6fad09638c9') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:41.394968 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (6e5d9686-6627-47e5-aca7-d6fad09638c9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.425824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d693fe77-bf20-433c-8faa-e390341d2b48 req-6c3210a2-bc14-49a7-8289-1afc7c8fdc03 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245479 Jan 27 22:15:41.433976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6e5d9686-6627-47e5-aca7-d6fad09638c9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.457663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c50bd-3553-4e62-926a-cdf4b7aa09b0 req-0a8a9e2c-8c9c-46ef-9984-27d21c48b11c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:41.459689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-463c50bd-3553-4e62-926a-cdf4b7aa09b0 req-0a8a9e2c-8c9c-46ef-9984-27d21c48b11c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2120173 Jan 27 22:15:41.522224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:41.522800 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (6e5d9686-6627-47e5-aca7-d6fad09638c9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.597851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-463c50bd-3553-4e62-926a-cdf4b7aa09b0 req-e3c7248b-f18e-4028-9bbe-c3b182b8cd68 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265752 Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:41.723283 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:41.729852 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0a24d2-30ed-4ee3-9cfb-07ee3a022f56 x-openstack-request-id: req-bf0a24d2-30ed-4ee3-9cfb-07ee3a022f56 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:41.732103 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-unplugged", "status": "completed", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:41.732580 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf0a24d2-30ed-4ee3-9cfb-07ee3a022f56 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:41.734037 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'code': 200} Jan 27 22:15:41.737587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] Transition to ACTIVE for port object 4c22a89e-3eb7-419f-bb04-a7c916d53b97 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:15:41.743489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (cde2f25c-2f92-494f-a944-3166a66cc449), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.752649 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.777441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808617b-8426-43ce-832c-7b81fabbfb0a req-38d7dc67-e0d9-428f-bca3-12c913129362 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:41.782834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7808617b-8426-43ce-832c-7b81fabbfb0a req-38d7dc67-e0d9-428f-bca3-12c913129362 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.1338704 Jan 27 22:15:41.914859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7808617b-8426-43ce-832c-7b81fabbfb0a req-69a54f9f-7adf-4f43-a9fd-65ce96af890d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201677 Jan 27 22:15:41.954812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.960273 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/cde2f25c-2f92-494f-a944-3166a66cc449 HTTP/1.1" status: 204 len: 168 time: 2.3390310 Jan 27 22:15:41.962870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49550) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:41.970851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] Pushing event updated for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=11']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:41.974322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651ff2a-acfd-43b7-9dad-798590fa15f3 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=cde2f25c-2f92-494f-a944-3166a66cc449,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:42.116203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 05031016-e292-4781-9f49-a19edc7bac09 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:42.134628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] No DVR routers for this DVR port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:42.187544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 05031016-e292-4781-9f49-a19edc7bac09 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:42.199455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 05031016-e292-4781-9f49-a19edc7bac09 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:42.354360 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b505cd9a-50b3-4c80-b2ff-ac257b113450 service neutron] 10.222.0.16 "PUT /v2.0/ports/4c22a89e-3eb7-419f-bb04-a7c916d53b97/bindings/n-h2-826529-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4139011 Jan 27 22:15:42.389023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd5a1-3121-43b2-98e0-9c3119b9ade5 req-cea5b4c5-ca3f-47bd-9eda-21fa2f01227d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:42.390847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5bd5a1-3121-43b2-98e0-9c3119b9ade5 req-cea5b4c5-ca3f-47bd-9eda-21fa2f01227d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1620588 Jan 27 22:15:42.480952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4c22a89e-3eb7-419f-bb04-a7c916d53b97 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:42.567523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d5bd5a1-3121-43b2-98e0-9c3119b9ade5 req-7d95ac83-5a81-4ca4-8280-52b3efa1beec tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625531 Jan 27 22:15:42.624719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-500b6ca4-c4d5-434a-939a-d81e40eb8bed tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:42.635713 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-500b6ca4-c4d5-434a-939a-d81e40eb8bed tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9&tenant_id=75cb12138042437b98d6c30ac4673882&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.1631546 Jan 27 22:15:42.701238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:15:42.701989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 4c22a89e-3eb7-419f-bb04-a7c916d53b97 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:42.742647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95763294-d767-4555-a6ed-f7207bbb215c req-59fec3e4-3ac1-4a00-9b62-b7782145758f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:42.751612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95763294-d767-4555-a6ed-f7207bbb215c req-59fec3e4-3ac1-4a00-9b62-b7782145758f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.1160433 Jan 27 22:15:42.903066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95763294-d767-4555-a6ed-f7207bbb215c req-ed092908-93c8-4b18-9dd9-77cdb04d5327 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394112 Jan 27 22:15:43.164580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d9fbe-17f1-4efd-8940-1708838811f8 req-7be9bc58-904b-4850-9446-7b40fc205c38 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:43.164931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d76d9fbe-17f1-4efd-8940-1708838811f8 req-7be9bc58-904b-4850-9446-7b40fc205c38 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.2469070 Jan 27 22:15:43.305296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c04f-1a9a-4aa3-9b3b-ef681c46d1f5 req-0caec409-c255-4f65-a4d0-df8be9c65f3c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:43.307997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e25c04f-1a9a-4aa3-9b3b-ef681c46d1f5 req-0caec409-c255-4f65-a4d0-df8be9c65f3c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.2337415 Jan 27 22:15:43.315699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.322524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-728b9b6a-993d-4875-8d1a-4dc049864b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:43.324169 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-728b9b6a-993d-4875-8d1a-4dc049864b17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 1096 time: 0.6853406 Jan 27 22:15:43.363071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-17ff967a-19a7-43ac-85b4-6e5eb419dda2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:43.364827 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-17ff967a-19a7-43ac-85b4-6e5eb419dda2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.5506847 Jan 27 22:15:43.560021 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b813d1d4-5af5-4e36-bfa7-e6d53c616259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:43.567369 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-b813d1d4-5af5-4e36-bfa7-e6d53c616259 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1096 time: 0.1153276 Jan 27 22:15:43.603884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d76d9fbe-17f1-4efd-8940-1708838811f8 req-abc509c3-912e-430e-b789-70946bf2f017 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157946 Jan 27 22:15:43.780460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e25c04f-1a9a-4aa3-9b3b-ef681c46d1f5 req-f7cb619e-8314-4fb4-a74f-eb9d13d31002 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425179 Jan 27 22:15:43.799216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d20d6fa4-a0d3-4f1b-88aa-3e6580f625b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:43.802611 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-d20d6fa4-a0d3-4f1b-88aa-3e6580f625b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 200 len: 898 time: 0.2236633 Jan 27 22:15:43.947681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-8d95eb0e-2b96-40c2-bdb7-c411cee5e538 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 1000 time: 0.1379888 Jan 27 22:15:44.002345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Deleting port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:44.003242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.271013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] For port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:44.271791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.355885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30729473-f187-466c-a0e8-f8107ee42c48 req-ef446319-f727-4339-920e-1b8e9c702f4b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:44.358276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30729473-f187-466c-a0e8-f8107ee42c48 req-ef446319-f727-4339-920e-1b8e9c702f4b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 947 time: 0.2162256 Jan 27 22:15:44.391745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 4ac96545-2afc-4260-9b7a-35e0c3977dae {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:44.392606 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.572610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30729473-f187-466c-a0e8-f8107ee42c48 req-f0a53cd7-c21f-4e9b-962a-b777afb3a630 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=f84ffc8c-5e87-45c9-be60-ad025dcc702c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733170 Jan 27 22:15:44.738877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 4ac96545-2afc-4260-9b7a-35e0c3977dae, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4ac96545-2afc-4260-9b7a-35e0c3977dae,segment=NetworkSegment(4e1306d9-c2c1-409e-815c-7f348564ec32),segment_id=4e1306d9-c2c1-409e-815c-7f348564ec32)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:44.739949 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.798203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 4ac96545-2afc-4260-9b7a-35e0c3977dae owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:44.803058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-4121ff82-e364-4420-86a0-d9fb309f6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:44.806083 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-4121ff82-e364-4420-86a0-d9fb309f6bef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a184f59a-f76c-45a9-9c34-fa3fb201eaf4 HTTP/1.1" status: 200 len: 834 time: 0.8484724 Jan 27 22:15:44.986658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41558e7a-3c71-4a0b-9be0-51ea1502f1aa req-fb09dddf-5885-42c6-8243-a8cee4c412e8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:44.989496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41558e7a-3c71-4a0b-9be0-51ea1502f1aa req-fb09dddf-5885-42c6-8243-a8cee4c412e8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1678154 Jan 27 22:15:45.029832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-dfdd2a3d-dc29-49a1-a824-61c5cd0e649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:45.032337 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-dfdd2a3d-dc29-49a1-a824-61c5cd0e649f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2809a52-654c-4f31-8abb-4ad62aa91b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101154 Jan 27 22:15:45.075924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.076297 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (98684428-5c8a-489a-90eb-31fb47945718), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.076619 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Floating IP 98684428-5c8a-489a-90eb-31fb47945718 disassociated. External IP: 172.25.8.19, port: 94b003f6-e9d5-4646-bceb-617d2ce1b1e1. Jan 27 22:15:45.076971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Calling delete_port for 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:45.231661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41558e7a-3c71-4a0b-9be0-51ea1502f1aa req-345ceb0f-d612-4693-a1b5-785b933cf40f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201509 Jan 27 22:15:45.240997 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-4ca72414-7a78-43fd-9d90-9b4866f1222e service neutron] 10.222.0.57 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989427 Jan 27 22:15:45.458174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a09fd-4df7-4d95-b8a4-5cbde4d759f7 req-e8f5491d-decf-4d00-8348-c762be46521e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:45.468975 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-859a09fd-4df7-4d95-b8a4-5cbde4d759f7 req-e8f5491d-decf-4d00-8348-c762be46521e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.4128537 Jan 27 22:15:45.501667 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4ac96545-2afc-4260-9b7a-35e0c3977dae), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.627143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=4ac96545-2afc-4260-9b7a-35e0c3977dae,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:45.740518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-859a09fd-4df7-4d95-b8a4-5cbde4d759f7 req-d78d7598-bb97-40ad-8946-898b5c245db0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681115 Jan 27 22:15:45.745098 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-0b172887-5a02-442e-999d-3f28026b16e2 service neutron] 10.222.0.57 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960723 Jan 27 22:15:45.817446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (94b003f6-e9d5-4646-bceb-617d2ce1b1e1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.994411 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event deleted for resources: {'Port': ['ID=94b003f6-e9d5-4646-bceb-617d2ce1b1e1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:46.176744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287ce86-0ab0-4502-b911-c307d2b02f7d req-cd8db37b-c799-4ae3-9622-387bad2d6929 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:46.192162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a287ce86-0ab0-4502-b911-c307d2b02f7d req-cd8db37b-c799-4ae3-9622-387bad2d6929 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.5884967 Jan 27 22:15:46.279449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-57e039cd-d488-4272-ace2-7b1bfe28cddd req-8aac39b8-7fa1-44ef-80d4-7324a4aef3b2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 210 time: 0.1788363 Jan 27 22:15:46.470349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Router 92e8f460-a9e0-49ba-9035-834668dda8c3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:46.505474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:46.655397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:46.656650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:46.724010 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a287ce86-0ab0-4502-b911-c307d2b02f7d req-31c543b7-83c4-4b19-b2a4-9f558d1f1cad tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5156102 Jan 27 22:15:46.759295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:46.782632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] Sync routers for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:46.819465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:46.822482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:46.840058 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.860393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-ff915335-0cac-4ef6-aefa-d12725a351bf tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:46.862448 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-ff915335-0cac-4ef6-aefa-d12725a351bf tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9&tenant_id=75cb12138042437b98d6c30ac4673882&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 1096 time: 0.4073529 Jan 27 22:15:46.911570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] No DVR routers for this DVR port 94b003f6-e9d5-4646-bceb-617d2ce1b1e1 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:46.916670 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.926221 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c5acc879-a003-4ab3-96cd-8fa3d0c6cee7 req-d1ae3626-a82a-4630-af29-ed69d14b6821 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "DELETE /v2.0/ports/94b003f6-e9d5-4646-bceb-617d2ce1b1e1 HTTP/1.1" status: 204 len: 173 time: 3.5542367 Jan 27 22:15:46.928250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-deleted', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:46.932305 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c8f0b2-dbdc-44e3-9c0f-e8cdcfc0544d" -d '{"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-deleted", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:47.210176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:47.213927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49610) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:47.216734 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186c41d3-d5cc-40e8-962d-41ca870dcccf x-openstack-request-id: req-186c41d3-d5cc-40e8-962d-41ca870dcccf {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:47.217901 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8aa0b5-6059-428e-9744-7b12316fc561", "name": "network-vif-deleted", "tag": "94b003f6-e9d5-4646-bceb-617d2ce1b1e1", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:47.218891 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-186c41d3-d5cc-40e8-962d-41ca870dcccf {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:47.219798 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8aa0b5-6059-428e-9744-7b12316fc561', 'name': 'network-vif-deleted', 'tag': '94b003f6-e9d5-4646-bceb-617d2ce1b1e1', 'status': 'completed', 'code': 200} Jan 27 22:15:47.234155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-98a7fb29-846b-446d-a915-5d60b9e060e4 service neutron] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:47.238668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-98a7fb29-846b-446d-a915-5d60b9e060e4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.240405 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-98a7fb29-846b-446d-a915-5d60b9e060e4 service neutron] 10.222.0.57 "DELETE /v2.0/ports/4c22a89e-3eb7-419f-bb04-a7c916d53b97/bindings/n-h1-826529-2 HTTP/1.1" status: 204 len: 173 time: 0.3379679 Jan 27 22:15:47.626288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c8285ff-001e-49a3-b15e-5f852cdc5a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.736795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:47.818371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] Checking router: 92e8f460-a9e0-49ba-9035-834668dda8c3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:47.839731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:47.840883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:47.933622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c8285ff-001e-49a3-b15e-5f852cdc5a04 admin admin] Publish callbacks [] for security_group (1b59e1b2-dff0-4588-b354-01e68abbf732), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.941706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9c8285ff-001e-49a3-b15e-5f852cdc5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1b59e1b2-dff0-4588-b354-01e68abbf732), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.024096 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9c8285ff-001e-49a3-b15e-5f852cdc5a04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bc366de952b4c469ce58019cfcd6fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015375 Jan 27 22:15:48.031380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49620) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:48.075452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8285ff-001e-49a3-b15e-5f852cdc5a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59e1b2-dff0-4588-b354-01e68abbf732,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:48.085661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:48.171704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb170-807c-42b2-a7e4-854aa9be1d2b admin admin] Publish callbacks [] for security_group (1b59e1b2-dff0-4588-b354-01e68abbf732), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.222665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35384d34-14b1-4e48-a1de-d92b2de5036c req-6d036773-08cd-45dc-95f9-8a5b302de5e4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:48.226189 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb170-807c-42b2-a7e4-854aa9be1d2b admin admin] Publish callbacks [] for security_group (1b59e1b2-dff0-4588-b354-01e68abbf732), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.234585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35384d34-14b1-4e48-a1de-d92b2de5036c req-6d036773-08cd-45dc-95f9-8a5b302de5e4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 1.1354792 Jan 27 22:15:48.267034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1501d38e-8526-4495-bd12-cba8a29baabd req-35add402-e8a1-4763-a2fe-ef8ad1ea1f20 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8aa0b5-6059-428e-9744-7b12316fc561 HTTP/1.1" status: 200 len: 210 time: 0.1840854 Jan 27 22:15:48.338514 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.363179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb170-807c-42b2-a7e4-854aa9be1d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1b59e1b2-dff0-4588-b354-01e68abbf732), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.366056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb170-807c-42b2-a7e4-854aa9be1d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.370290 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c5fdb170-807c-42b2-a7e4-854aa9be1d2b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b59e1b2-dff0-4588-b354-01e68abbf732 HTTP/1.1" status: 204 len: 168 time: 0.3373096 Jan 27 22:15:48.411875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdb170-807c-42b2-a7e4-854aa9be1d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59e1b2-dff0-4588-b354-01e68abbf732,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:48.620200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efc867-50fe-4dcd-b14b-f2ed0f18fb40 req-a62f021c-ded1-4efa-a3c3-37244b7fb032 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:48.622131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14efc867-50fe-4dcd-b14b-f2ed0f18fb40 req-a62f021c-ded1-4efa-a3c3-37244b7fb032 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1113968 Jan 27 22:15:48.658226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:48.662306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35384d34-14b1-4e48-a1de-d92b2de5036c req-6e5693ac-4557-43be-9d69-5921765ed41b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4265795 Jan 27 22:15:48.670970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:48.717209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21e9ac-3d93-4884-aa00-8806c34d3c5b None None] The sync data for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 is: [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:48.885269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14efc867-50fe-4dcd-b14b-f2ed0f18fb40 req-67d2ad83-c317-4854-a61d-598d52ee4112 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550783 Jan 27 22:15:48.891869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:48.900751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49636) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:48.901236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-52081be6-5a9e-4731-bc99-048464dfe322 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9359856 Jan 27 22:15:48.910533 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:48.939278 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:48.939278 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:48.954579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f5644-62b7-4d41-8738-74e6375614a9 req-b223c855-8b2d-4fa3-894e-ea27b7662e90 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:48.964766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e30f5644-62b7-4d41-8738-74e6375614a9 req-b223c855-8b2d-4fa3-894e-ea27b7662e90 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1096 time: 0.1190531 Jan 27 22:15:49.060012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e30f5644-62b7-4d41-8738-74e6375614a9 req-572337fe-b7f1-42c9-8abe-5e17c80c7cd0 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862167 Jan 27 22:15:49.066267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-83841585-c593-49cc-b768-edb040237e91 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet b9602225-0012-4aee-bb14-24c14368b1a5 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:49.084089 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83841585-c593-49cc-b768-edb040237e91 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (b9602225-0012-4aee-bb14-24c14368b1a5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.099377 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:49.189135 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83841585-c593-49cc-b768-edb040237e91 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (b9602225-0012-4aee-bb14-24c14368b1a5), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.205903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520954b-29c2-4800-a931-f22adf480f31 req-5303cc7c-8e89-432a-81ed-fedbbc5e82e8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:49.213706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9520954b-29c2-4800-a931-f22adf480f31 req-5303cc7c-8e89-432a-81ed-fedbbc5e82e8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1084692 Jan 27 22:15:49.334848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9520954b-29c2-4800-a931-f22adf480f31 req-8d019c46-de32-4c42-b6a4-8e6b2fd1432f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126907 Jan 27 22:15:49.409358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033da41-05ee-4355-9a15-6115db062503 None None] New status for floating IP 98684428-5c8a-489a-90eb-31fb47945718: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:15:49.426458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65580cc9-4fe0-46d9-bfa8-1257e8d92004 req-0b9b35df-9bf7-4518-bffd-7770f3355171 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:49.428286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65580cc9-4fe0-46d9-bfa8-1257e8d92004 req-0b9b35df-9bf7-4518-bffd-7770f3355171 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.0923052 Jan 27 22:15:49.431455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-53c8836c-cd12-4383-9550-638989975525 req-80a944fb-dce2-4bf2-91f1-0bc497e271b4 service neutron] (103330) timed out ('10.222.0.45', 35140) {{(pid=103330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:15:49.503350 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83841585-c593-49cc-b768-edb040237e91 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b9602225-0012-4aee-bb14-24c14368b1a5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.523565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65580cc9-4fe0-46d9-bfa8-1257e8d92004 req-a6bd9916-b3af-4334-beba-e40d1f7b95d5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840292 Jan 27 22:15:49.578410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49658) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:49.646433 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:45Z', 'revision_number': 10, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:49.677583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83841585-c593-49cc-b768-edb040237e91 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b9602225-0012-4aee-bb14-24c14368b1a5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.742802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-92e28cc4-d40d-4b18-bd9f-092681b91405 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/17c0d56c-f27a-4ab3-aea3-2e51c667748d HTTP/1.1" status: 200 len: 992 time: 0.1610191 Jan 27 22:15:49.743663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49662) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:49.771180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841585-c593-49cc-b768-edb040237e91 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=b9602225-0012-4aee-bb14-24c14368b1a5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:49.805961 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-83841585-c593-49cc-b768-edb040237e91 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.817528 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:49.822491 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-83841585-c593-49cc-b768-edb040237e91 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/b9602225-0012-4aee-bb14-24c14368b1a5 HTTP/1.1" status: 204 len: 168 time: 0.9190497 Jan 27 22:15:49.825939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49668) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:49.852062 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:49.853111 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:49.920892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b31c916-e60b-47f6-a83e-7e90e98767ce None None] Network 2d96a2ff-5312-48f5-863b-1623c75a7086 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:50.073463 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1530623-85a9-41c3-93ba-3e236e75c6eb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (f84ffc8c-5e87-45c9-be60-ad025dcc702c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.116711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49674) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:50.148426 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2d96a2ff-5312-48f5-863b-1623c75a7086), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.238835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] DHCP port deletion for 2d96a2ff-5312-48f5-863b-1623c75a7086 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:50.254750 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:50.335627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:50.336091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.355048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] Deleting port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:50.355486 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.375567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f883b8-99ee-4e4b-adf2-4830f523395d req-0949c472-d106-42f9-bb07-039067d03c1d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:50.379636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10f883b8-99ee-4e4b-adf2-4830f523395d req-0949c472-d106-42f9-bb07-039067d03c1d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.5079677 Jan 27 22:15:50.431025 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1530623-85a9-41c3-93ba-3e236e75c6eb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (f84ffc8c-5e87-45c9-be60-ad025dcc702c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.541512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10f883b8-99ee-4e4b-adf2-4830f523395d req-7c4ad965-13f9-445f-acc5-9c864254bb20 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194434 Jan 27 22:15:50.607584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port 4cfac7a8-cce4-412e-99fa-a434135f2de4 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:50.609936 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4cfac7a8-cce4-412e-99fa-a434135f2de4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.669628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 4b130517-6b00-4fda-bff5-1cfb5e3bd843, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b130517-6b00-4fda-bff5-1cfb5e3bd843,segment=NetworkSegment(4e1306d9-c2c1-409e-815c-7f348564ec32),segment_id=4e1306d9-c2c1-409e-815c-7f348564ec32)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:50.669998 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.728684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 4b130517-6b00-4fda-bff5-1cfb5e3bd843 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:50.838998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] For port 4b130517-6b00-4fda-bff5-1cfb5e3bd843, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4b130517-6b00-4fda-bff5-1cfb5e3bd843,segment=NetworkSegment(4e1306d9-c2c1-409e-815c-7f348564ec32),segment_id=4e1306d9-c2c1-409e-815c-7f348564ec32)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:50.839918 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.870242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] Calling delete_port for 4b130517-6b00-4fda-bff5-1cfb5e3bd843 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:50.877874 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4cfac7a8-cce4-412e-99fa-a434135f2de4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.879094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (4cfac7a8-cce4-412e-99fa-a434135f2de4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.899384 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.916359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for 4cfac7a8-cce4-412e-99fa-a434135f2de4 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:50.925417 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:45Z', 'revision_number': 10, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:50.927272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1530623-85a9-41c3-93ba-3e236e75c6eb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f84ffc8c-5e87-45c9-be60-ad025dcc702c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.933424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1530623-85a9-41c3-93ba-3e236e75c6eb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.937493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b1530623-85a9-41c3-93ba-3e236e75c6eb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "DELETE /v2.0/security-groups/f84ffc8c-5e87-45c9-be60-ad025dcc702c HTTP/1.1" status: 204 len: 168 time: 1.1923523 Jan 27 22:15:50.970403 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ed355-d296-466a-b3cd-6747be75fce8 None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:45Z', 'revision_number': 10, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None, '_interfaces': [{'id': '634f177a-5479-445a-b0c6-54568444c913', 'name': '', 'network_id': 'ab3597dd-4f85-4029-9989-51afca35c8e3', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'mac_address': 'fa:16:3e:94:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:56Z', 'updated_at': '2022-01-27T22:15:02Z', 'revision_number': 5, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'subnets': [{'id': '3f425065-2d26-40dd-b377-80ea1b0a0eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:50.979100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49694) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:50.996622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.021708 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-a6d7d314-5b06-49e1-ac45-5ef0ef5409a7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] show failed (client error): The resource could not be found. Jan 27 22:15:51.027880 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a6d7d314-5b06-49e1-ac45-5ef0ef5409a7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups/f84ffc8c-5e87-45c9-be60-ad025dcc702c HTTP/1.1" status: 404 len: 347 time: 0.0454671 Jan 27 22:15:51.031568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49696) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:51.068540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No DVR routers for this DVR port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:51.077059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=4b130517-6b00-4fda-bff5-1cfb5e3bd843,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:51.118568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1530623-85a9-41c3-93ba-3e236e75c6eb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84ffc8c-5e87-45c9-be60-ad025dcc702c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:51.145941 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (4b130517-6b00-4fda-bff5-1cfb5e3bd843), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.206601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] No DVR routers for this DVR port 4b130517-6b00-4fda-bff5-1cfb5e3bd843 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:51.277884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d520a62-3169-4895-aafc-34372c2312a1 req-a7504b87-4266-44e0-97b3-95875217b4a1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:51.288298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d520a62-3169-4895-aafc-34372c2312a1 req-a7504b87-4266-44e0-97b3-95875217b4a1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.3753734 Jan 27 22:15:51.305596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2d96a2ff-5312-48f5-863b-1623c75a7086), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.312138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e3955-cf38-45ad-ab69-c85a6b4489f2 None None] Pushing event deleted for resources: {'Port': ['ID=4b130517-6b00-4fda-bff5-1cfb5e3bd843,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:51.372380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d96a2ff-5312-48f5-863b-1623c75a7086']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:51.413449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1306d9-c2c1-409e-815c-7f348564ec32') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:51.414080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1306d9-c2c1-409e-815c-7f348564ec32') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:51.439372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (4e1306d9-c2c1-409e-815c-7f348564ec32), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.469383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4e1306d9-c2c1-409e-815c-7f348564ec32), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.478361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2d520a62-3169-4895-aafc-34372c2312a1 req-aa166633-7d9c-48ec-ad70-623f33d99823 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668084 Jan 27 22:15:51.479697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:51.480184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (4e1306d9-c2c1-409e-815c-7f348564ec32), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:51.485778 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:51.488421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Deleting port 8985b5e2-cc41-4ea1-9fad-ffa075ed8948 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:51.488421 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.690739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4cfac7a8-cce4-412e-99fa-a434135f2de4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.717166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=4cfac7a8-cce4-412e-99fa-a434135f2de4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:51.773590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2d96a2ff-5312-48f5-863b-1623c75a7086), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.809733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.820597 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/2d96a2ff-5312-48f5-863b-1623c75a7086 HTTP/1.1" status: 204 len: 168 time: 1.9892344 Jan 27 22:15:51.824551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49710) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:51.846582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84c99a-dbc3-457b-ba88-e10828301a65 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=2d96a2ff-5312-48f5-863b-1623c75a7086,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:51.889452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.890379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.906225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Calling delete_port for 8985b5e2-cc41-4ea1-9fad-ffa075ed8948 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:51.938353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (17c0d56c-f27a-4ab3-aea3-2e51c667748d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.939348 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Floating IP 17c0d56c-f27a-4ab3-aea3-2e51c667748d disassociated (deleted). External IP: 172.25.8.134, port: 4c22a89e-3eb7-419f-bb04-a7c916d53b97. Jan 27 22:15:52.148036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b130517-6b00-4fda-bff5-1cfb5e3bd843 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:52.150721 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8985b5e2-cc41-4ea1-9fad-ffa075ed8948), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.204481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event deleted for resources: {'Port': ['ID=8985b5e2-cc41-4ea1-9fad-ffa075ed8948,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:52.236866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 4b130517-6b00-4fda-bff5-1cfb5e3bd843 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:52.237418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4b130517-6b00-4fda-bff5-1cfb5e3bd843 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:52.238107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4ac96545-2afc-4260-9b7a-35e0c3977dae no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:52.271112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 4ac96545-2afc-4260-9b7a-35e0c3977dae {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:52.271686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4ac96545-2afc-4260-9b7a-35e0c3977dae not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:52.345736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (98684428-5c8a-489a-90eb-31fb47945718), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.350860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.352242 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aea4b04f-376b-4d0c-a274-5940baff97a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "DELETE /v2.0/floatingips/98684428-5c8a-489a-90eb-31fb47945718 HTTP/1.1" status: 204 len: 168 time: 1.2941182 Jan 27 22:15:52.581061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1f53da4b-0446-4288-b8f4-f3190a537aa4 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:52.820163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:52.832113 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] Sync routers for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:52.844363 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.851755 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:52.852411 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:52.949714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c6be7458-ec69-4ed6-bc25-fbb60c313c84 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/floatingips/17c0d56c-f27a-4ab3-aea3-2e51c667748d HTTP/1.1" status: 204 len: 168 time: 2.8194535 Jan 27 22:15:52.956854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:52.959319 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee1325e-a3c2-48a1-b781-1df3874260ce" -d '{"events": [{"name": "network-changed", "server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:52.970346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.077559 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:53.222412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49726) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:53.230313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e817fd6e-8e9d-466f-9165-3d048d4fdbd3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379647271', 'description': 'tempest-description--1592879045'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:53.299458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e817fd6e-8e9d-466f-9165-3d048d4fdbd3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.382959 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5de861-efe2-4bf8-929b-73fa4c561bc2 x-openstack-request-id: req-0b5de861-efe2-4bf8-929b-73fa4c561bc2 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:53.383448 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:53.388107 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b5de861-efe2-4bf8-929b-73fa4c561bc2 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:53.388423 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'status': 'completed', 'code': 200} Jan 27 22:15:53.491596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e817fd6e-8e9d-466f-9165-3d048d4fdbd3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.508705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e817fd6e-8e9d-466f-9165-3d048d4fdbd3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.586547 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e817fd6e-8e9d-466f-9165-3d048d4fdbd3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.588460 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e817fd6e-8e9d-466f-9165-3d048d4fdbd3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3643587 Jan 27 22:15:53.596704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49738) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:53.607188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-14e27ed2-13e8-49c3-9c87-7f0f24f66b8f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'security_group_rule': {'security_group_id': '7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:53.660429 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:33Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:53.662131 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-c072962c-6a0f-4b56-bd2c-28511672588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:53.664287 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-c072962c-6a0f-4b56-bd2c-28511672588b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 1096 time: 0.2902803 Jan 27 22:15:53.721928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817fd6e-8e9d-466f-9165-3d048d4fdbd3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:53.750787 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] Checking router: 1f53da4b-0446-4288-b8f4-f3190a537aa4 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:53.792464 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:53.793470 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:53.903982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-cc14be10-0992-4ecc-bda5-3e1a3aba9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:53.906675 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-cc14be10-0992-4ecc-bda5-3e1a3aba9dd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 200 len: 898 time: 0.2337329 Jan 27 22:15:53.914702 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e27ed2-13e8-49c3-9c87-7f0f24f66b8f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (15cad594-4133-498f-bc0b-29bbe90dec6f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.959429 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:54.031496 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e27ed2-13e8-49c3-9c87-7f0f24f66b8f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (15cad594-4133-498f-bc0b-29bbe90dec6f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.042660 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-0bc370a4-0b94-418b-a56e-671394c199ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 200 len: 217 time: 0.1288357 Jan 27 22:15:54.053338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d0130-3106-4e3e-881d-bbac265a140b req-08106fa7-245a-4dae-bb1e-0dcd5d889f32 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:54.055021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-945d0130-3106-4e3e-881d-bbac265a140b req-08106fa7-245a-4dae-bb1e-0dcd5d889f32 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.3103483 Jan 27 22:15:54.059783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e27ed2-13e8-49c3-9c87-7f0f24f66b8f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (15cad594-4133-498f-bc0b-29bbe90dec6f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.102606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e27ed2-13e8-49c3-9c87-7f0f24f66b8f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cad594-4133-498f-bc0b-29bbe90dec6f,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:54.121255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-5fe1918f-a89e-40c1-a65f-c559ab2d5bd3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:54.122943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-5fe1918f-a89e-40c1-a65f-c559ab2d5bd3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.57 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.2595899 Jan 27 22:15:54.126434 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14e27ed2-13e8-49c3-9c87-7f0f24f66b8f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.127852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-14e27ed2-13e8-49c3-9c87-7f0f24f66b8f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5280521 Jan 27 22:15:54.193303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49740) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.198074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-81915b70-ab65-482b-8576-d2e72d9ea5f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'security_group_rule': {'security_group_id': '7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:54.224708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port 634f177a-5479-445a-b0c6-54568444c913 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:54.225099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (634f177a-5479-445a-b0c6-54568444c913), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.339593 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:33Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:54.342233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port 634f177a-5479-445a-b0c6-54568444c913, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=634f177a-5479-445a-b0c6-54568444c913,segment=NetworkSegment(1722cb17-7588-4cf3-bd63-7bd36f285398),segment_id=1722cb17-7588-4cf3-bd63-7bd36f285398)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:54.342607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (634f177a-5479-445a-b0c6-54568444c913), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.357306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for 634f177a-5479-445a-b0c6-54568444c913 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:54.372827 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ebde38-52ac-4734-9f5f-748e2f7e7978 None None] The sync data for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 is: [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:16Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd333587f-97fb-4d80-a99c-0557271375fa', 'name': '', 'network_id': 'f2809a52-654c-4f31-8abb-4ad62aa91b9b', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:e7:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:13Z', 'updated_at': '2022-01-27T22:13:33Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a184f59a-f76c-45a9-9c34-fa3fb201eaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:54.414770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-851ebcea-442f-4413-be34-e6183e71470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:54.416755 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-851ebcea-442f-4413-be34-e6183e71470f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a184f59a-f76c-45a9-9c34-fa3fb201eaf4 HTTP/1.1" status: 200 len: 834 time: 0.3680096 Jan 27 22:15:54.473351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-ddecbc84-1cb3-4f38-826c-96a8c248d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:54.475473 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-ddecbc84-1cb3-4f38-826c-96a8c248d57d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f2809a52-654c-4f31-8abb-4ad62aa91b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521896 Jan 27 22:15:54.486143 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81915b70-ab65-482b-8576-d2e72d9ea5f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (e5352f3e-6aa9-4f87-b2b6-024363504ac7), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.531180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-945d0130-3106-4e3e-881d-bbac265a140b req-5dce7e1e-46e9-44e0-b1c8-34d0b6a6d56e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355576 Jan 27 22:15:54.607190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-b5352d29-defc-4717-b224-b1c9df5bc682 service neutron] 10.222.0.57 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248538 Jan 27 22:15:54.639988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81915b70-ab65-482b-8576-d2e72d9ea5f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (e5352f3e-6aa9-4f87-b2b6-024363504ac7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.730108 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-d24aa470-8a99-45d7-95b0-1b79d7eb41a9 service neutron] 10.222.0.57 "GET /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155212 Jan 27 22:15:54.762547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3411a6e9-ec4b-4e2b-af49-82f1c9fea1b5 None None] New status for floating IP 17c0d56c-f27a-4ab3-aea3-2e51c667748d: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:15:54.803285 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81915b70-ab65-482b-8576-d2e72d9ea5f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (e5352f3e-6aa9-4f87-b2b6-024363504ac7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.830803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81915b70-ab65-482b-8576-d2e72d9ea5f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5352f3e-6aa9-4f87-b2b6-024363504ac7,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:54.892111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81915b70-ab65-482b-8576-d2e72d9ea5f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.893692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-81915b70-ab65-482b-8576-d2e72d9ea5f6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6992540 Jan 27 22:15:54.898473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49752) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.910898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:54.912274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:54.912864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.964373 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.034376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (634f177a-5479-445a-b0c6-54568444c913), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.094689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=634f177a-5479-445a-b0c6-54568444c913,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:55.135959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port 4c22a89e-3eb7-419f-bb04-a7c916d53b97, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=4c22a89e-3eb7-419f-bb04-a7c916d53b97,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:55.135959 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.214686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.274781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for 4c22a89e-3eb7-419f-bb04-a7c916d53b97 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:55.443039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Allocated IP 172.25.8.178 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/f22a1428-9de7-4014-9e88-11e77306cb2e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:55.642360 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.658491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for port (f22a1428-9de7-4014-9e88-11e77306cb2e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.730644 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f22a1428-9de7-4014-9e88-11e77306cb2e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.795881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'Port': ['ID=f22a1428-9de7-4014-9e88-11e77306cb2e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:55.829901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:55.831724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:55.834921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:56.234744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecac11-f1a2-4b7c-94bb-aeb0e1a79503 req-651cab86-2e39-43f0-bac6-2ebb889e90ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:56.236358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05ecac11-f1a2-4b7c-94bb-aeb0e1a79503 req-651cab86-2e39-43f0-bac6-2ebb889e90ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff65683-6db7-4c37-9bdb-8312a3b90df9 HTTP/1.1" status: 200 len: 945 time: 0.6094406 Jan 27 22:15:56.413327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4c22a89e-3eb7-419f-bb04-a7c916d53b97), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.467656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05ecac11-f1a2-4b7c-94bb-aeb0e1a79503 req-b881a99e-0442-40f3-8618-88ee5907d073 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=1dee12c3-377d-4524-b2de-03a329334e57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197402 Jan 27 22:15:56.474088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (f34caf9f-6dc0-47d6-8ebd-1e03f63e6175), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.479206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=4c22a89e-3eb7-419f-bb04-a7c916d53b97,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:56.482862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:56.617279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:56.636657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-41d750ec-012f-412c-9745-1318dd7db80e tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8065984 Jan 27 22:15:56.637859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] No DVR routers for this DVR port 4c22a89e-3eb7-419f-bb04-a7c916d53b97 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:56.645443 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:56.660245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49768) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:56.661650 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.665361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c36bdf02-565f-448c-aae9-4caf7e29da4f req-902ed579-c8c9-4326-bbfe-526d7c1c6fae tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.57 "DELETE /v2.0/ports/4c22a89e-3eb7-419f-bb04-a7c916d53b97 HTTP/1.1" status: 204 len: 173 time: 2.5346112 Jan 27 22:15:56.667272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-deleted', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:56.667651 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:56.670089 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6034b4-a3af-4a83-9f25-435877ec67be" -d '{"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-deleted", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:56.681074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f22a1428-9de7-4014-9e88-11e77306cb2e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.698028 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:56.766959 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f9a76a-7d5e-43bc-9951-e665ac22e785 x-openstack-request-id: req-31f9a76a-7d5e-43bc-9951-e665ac22e785 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:56.772289 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff65683-6db7-4c37-9bdb-8312a3b90df9", "name": "network-vif-deleted", "tag": "4c22a89e-3eb7-419f-bb04-a7c916d53b97", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:56.774092 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31f9a76a-7d5e-43bc-9951-e665ac22e785 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:56.777058 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff65683-6db7-4c37-9bdb-8312a3b90df9', 'name': 'network-vif-deleted', 'tag': '4c22a89e-3eb7-419f-bb04-a7c916d53b97', 'status': 'completed', 'code': 200} Jan 27 22:15:56.820057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2559930-8a2e-413a-9f2f-cedae7217ff1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting subnet 3f425065-2d26-40dd-b377-80ea1b0a0eef {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:56.826754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-8a2e-413a-9f2f-cedae7217ff1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (3f425065-2d26-40dd-b377-80ea1b0a0eef), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.865678 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:56.979990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-8a2e-413a-9f2f-cedae7217ff1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (3f425065-2d26-40dd-b377-80ea1b0a0eef), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.046343 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:54Z', 'revision_number': 11, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:57.107559 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:57.136786 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:57.137667 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:57.165354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for port (f22a1428-9de7-4014-9e88-11e77306cb2e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.184890 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f22a1428-9de7-4014-9e88-11e77306cb2e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.188647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-8a2e-413a-9f2f-cedae7217ff1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3f425065-2d26-40dd-b377-80ea1b0a0eef), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.342039 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:57.362682 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-8a2e-413a-9f2f-cedae7217ff1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (3f425065-2d26-40dd-b377-80ea1b0a0eef), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.392944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'Port': ['ID=f22a1428-9de7-4014-9e88-11e77306cb2e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:57.398246 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-8a2e-413a-9f2f-cedae7217ff1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.407569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d2559930-8a2e-413a-9f2f-cedae7217ff1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/3f425065-2d26-40dd-b377-80ea1b0a0eef HTTP/1.1" status: 204 len: 168 time: 0.7386048 Jan 27 22:15:57.408461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49780) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:57.411387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a639026-e394-4f60-9e12-3f89780b1884 None None] Network ab3597dd-4f85-4029-9989-51afca35c8e3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:57.432956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (f34caf9f-6dc0-47d6-8ebd-1e03f63e6175), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.458886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.469483 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e01d0733-097c-4525-989e-54e9063e355b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5689392 Jan 27 22:15:57.492110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2559930-8a2e-413a-9f2f-cedae7217ff1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Subnet': ['ID=3f425065-2d26-40dd-b377-80ea1b0a0eef,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:57.514266 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:54Z', 'revision_number': 11, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:57.554159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49786) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:57.588565 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0850ad-6ee3-4aeb-8bb6-681e6ade63af None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:54Z', 'revision_number': 11, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:57.648844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (ab3597dd-4f85-4029-9989-51afca35c8e3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.735965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Deleting port d1a94883-42ec-4691-924a-d4c20637e4fe {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:57.736950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.829844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] For port d1a94883-42ec-4691-924a-d4c20637e4fe, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d1a94883-42ec-4691-924a-d4c20637e4fe,segment=NetworkSegment(1722cb17-7588-4cf3-bd63-7bd36f285398),segment_id=1722cb17-7588-4cf3-bd63-7bd36f285398)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:57.830668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.849240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Calling delete_port for d1a94883-42ec-4691-924a-d4c20637e4fe owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:58.017659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] DHCP port deletion for ab3597dd-4f85-4029-9989-51afca35c8e3 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:58.124171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-60a6940c-51ca-49a4-bb57-6c5ed44aab2a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--379647271&fields=id&tenant_id=279048c1f52843f6a6e53ad367ea9a4a HTTP/1.1" status: 200 len: 267 time: 0.1864197 Jan 27 22:15:58.181854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.221881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] Deleting port d1a94883-42ec-4691-924a-d4c20637e4fe {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:58.228741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.237277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No DVR routers for this DVR port d1a94883-42ec-4691-924a-d4c20637e4fe on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:58.396927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4c22a89e-3eb7-419f-bb04-a7c916d53b97 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:58.426915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Port': ['ID=d1a94883-42ec-4691-924a-d4c20637e4fe,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:58.444972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d1a94883-42ec-4691-924a-d4c20637e4fe no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:58.466175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 4c22a89e-3eb7-419f-bb04-a7c916d53b97 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:58.467278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 4c22a89e-3eb7-419f-bb04-a7c916d53b97 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:58.504139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d1a94883-42ec-4691-924a-d4c20637e4fe {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:58.505018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d1a94883-42ec-4691-924a-d4c20637e4fe not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:58.505827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 634f177a-5479-445a-b0c6-54568444c913 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:58.563305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 634f177a-5479-445a-b0c6-54568444c913 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:58.563957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 634f177a-5479-445a-b0c6-54568444c913 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:58.598350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] For port d1a94883-42ec-4691-924a-d4c20637e4fe, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:58.600005 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.620278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] Calling delete_port for d1a94883-42ec-4691-924a-d4c20637e4fe owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:58.623939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] Port d1a94883-42ec-4691-924a-d4c20637e4fe was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:15:58.626455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d1a94883-42ec-4691-924a-d4c20637e4fe), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.630417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (1f53da4b-0446-4288-b8f4-f3190a537aa4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.640716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (ab3597dd-4f85-4029-9989-51afca35c8e3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.675237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] Pushing event deleted for resources: {'Port': ['ID=d1a94883-42ec-4691-924a-d4c20637e4fe,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:58.677266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3597dd-4f85-4029-9989-51afca35c8e3']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:58.681741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3533ab-81ef-40f7-b6f5-e414e24bc370 None None] No DVR routers for this DVR port d1a94883-42ec-4691-924a-d4c20637e4fe on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:58.736314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1722cb17-7588-4cf3-bd63-7bd36f285398') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:58.737246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1722cb17-7588-4cf3-bd63-7bd36f285398') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:58.757913 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (1722cb17-7588-4cf3-bd63-7bd36f285398), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.772091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-776f0362-e7b2-4ad9-bd05-96d1a109b360 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:58.773725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-776f0362-e7b2-4ad9-bd05-96d1a109b360 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 817 time: 0.5307820 Jan 27 22:15:58.800604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-78b01de2-95da-4991-89f5-1e76045480f3 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/quotas/279048c1f52843f6a6e53ad367ea9a4a HTTP/1.1" status: 200 len: 375 time: 0.0193655 Jan 27 22:15:58.803561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1722cb17-7588-4cf3-bd63-7bd36f285398), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.843651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:58.844048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (1722cb17-7588-4cf3-bd63-7bd36f285398), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:58.847758 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:58.921531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-f447bfd3-f2a7-4009-b1de-b4bb57826dc2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196294 Jan 27 22:15:58.935209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (ab3597dd-4f85-4029-9989-51afca35c8e3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.953543 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.958210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/networks/ab3597dd-4f85-4029-9989-51afca35c8e3 HTTP/1.1" status: 204 len: 168 time: 1.5450244 Jan 27 22:15:58.962163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49812) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:58.967025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'routes': None}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:58.986030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29980943-23af-4c8f-9d94-4d4897bdb2ce tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Pushing event deleted for resources: {'Network': ['ID=ab3597dd-4f85-4029-9989-51afca35c8e3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:59.126539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-47265daf-dbaf-40e6-a68e-8fac19d5bd32 service neutron] 10.222.0.45 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782544 Jan 27 22:15:59.211049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Added routes are [] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:15:59.211367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.extraroute_db [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Removed routes are [] {{(pid=103329) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:15:59.211636 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.331881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-05a67ef8-9b5f-4f10-bf19-f7eec1aecc28 service neutron] 10.222.0.45 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945145 Jan 27 22:15:59.447226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port d333587f-97fb-4d80-a99c-0557271375fa {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:59.448322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d333587f-97fb-4d80-a99c-0557271375fa), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.535646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.540397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.728211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f95bc67e-91fc-4aba-9a2d-318877e51dc5 req-9c4ec8de-e37f-4ec8-a82c-f5504ddfecb0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 210 time: 0.0655653 Jan 27 22:16:00.182769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 0c59020e-5ddc-447e-bd94-763de57f8ab6 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:00.212811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port d333587f-97fb-4d80-a99c-0557271375fa, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d333587f-97fb-4d80-a99c-0557271375fa,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:00.213489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d333587f-97fb-4d80-a99c-0557271375fa), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.274570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for d333587f-97fb-4d80-a99c-0557271375fa owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:00.323837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:00.335391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.340130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49836) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:00.340942 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1defd15c-a803-45de-bbc8-193f9cd86d21 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 200 len: 700 time: 1.3769720 Jan 27 22:16:00.362307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] Sync routers for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:00.383747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:00.384405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:00.432447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9fc1fc28-bedd-475c-9d1f-42b028dbc66c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 200 len: 205 time: 0.0891900 Jan 27 22:16:00.433120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49838) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:00.536278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:00.612927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45377729-e406-4071-8ae7-8c9d920b5214 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.616621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:54Z', 'revision_number': 11, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:00.680381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] Checking router: 0c59020e-5ddc-447e-bd94-763de57f8ab6 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:00.694288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] Routers {'0c59020e-5ddc-447e-bd94-763de57f8ab6'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:00.694987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c59020e-5ddc-447e-bd94-763de57f8ab6'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:00.787260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] Set router 0c59020e-5ddc-447e-bd94-763de57f8ab6 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:00.863886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:54Z', 'revision_number': 11, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:00.896651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ff331-d016-45d4-811a-d5ebc5b61d7f None None] The sync data for ids ['0c59020e-5ddc-447e-bd94-763de57f8ab6'] in n-d-826529-2 is: [{'id': '0c59020e-5ddc-447e-bd94-763de57f8ab6', 'name': 'tempest-RoutersTest-router-197848379', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:53Z', 'updated_at': '2022-01-27T22:15:54Z', 'revision_number': 11, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:00.903113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45377729-e406-4071-8ae7-8c9d920b5214 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.938680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45377729-e406-4071-8ae7-8c9d920b5214 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (0c59020e-5ddc-447e-bd94-763de57f8ab6), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.996442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d55f1ea7-bbda-4d5f-9203-cbe1621467a9 req-eb692cfb-b715-4eae-8243-889cff0ba46c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 210 time: 0.0459831 Jan 27 22:16:01.161592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45377729-e406-4071-8ae7-8c9d920b5214 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (0c59020e-5ddc-447e-bd94-763de57f8ab6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.162439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45377729-e406-4071-8ae7-8c9d920b5214 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Fanout notify agent at l3_agent the message router_deleted on router 0c59020e-5ddc-447e-bd94-763de57f8ab6 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:01.186691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45377729-e406-4071-8ae7-8c9d920b5214 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.195753 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-45377729-e406-4071-8ae7-8c9d920b5214 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 204 len: 168 time: 0.7537839 Jan 27 22:16:01.197136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49850) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:01.201592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-3f689517-39a3-4aa7-99c3-fade5a298bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2099670331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:01.264199 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f689517-39a3-4aa7-99c3-fade5a298bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (3b8f3943-7db3-4599-a51c-4126ee2903bc), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.268852 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f689517-39a3-4aa7-99c3-fade5a298bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (3b8f3943-7db3-4599-a51c-4126ee2903bc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.403134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-d7912509-6de2-4c08-8f4c-be2638d53c57 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:01.404873 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-d7912509-6de2-4c08-8f4c-be2638d53c57 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 817 time: 0.3311327 Jan 27 22:16:01.405168 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f689517-39a3-4aa7-99c3-fade5a298bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (3b8f3943-7db3-4599-a51c-4126ee2903bc), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.414353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f689517-39a3-4aa7-99c3-fade5a298bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (3b8f3943-7db3-4599-a51c-4126ee2903bc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.444829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3f689517-39a3-4aa7-99c3-fade5a298bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.450806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3f689517-39a3-4aa7-99c3-fade5a298bdc tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2500482 Jan 27 22:16:01.451231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49852) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:01.457356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-24286bd2-6b77-4283-9eaa-faaffd896591 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:01.506166 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d333587f-97fb-4d80-a99c-0557271375fa), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.589676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=d333587f-97fb-4d80-a99c-0557271375fa,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:01.680653 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-ea02a6d5-0e86-4e40-a944-5b152f8e4176 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=279048c1f52843f6a6e53ad367ea9a4a HTTP/1.1" status: 200 len: 379 time: 0.2614069 Jan 27 22:16:01.691300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'port': {'device_id': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'admin_state_up': True, 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'security_groups': ['7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:01.944555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24286bd2-6b77-4283-9eaa-faaffd896591 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103192'] for router (3b8f3943-7db3-4599-a51c-4126ee2903bc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.099734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (1f53da4b-0446-4288-b8f4-f3190a537aa4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.122223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24286bd2-6b77-4283-9eaa-faaffd896591 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618011'] for router (3b8f3943-7db3-4599-a51c-4126ee2903bc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.151156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Made reservation on behalf of 279048c1f52843f6a6e53ad367ea9a4a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:02.154050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.271866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5739ba1d-c832-4b25-bd5e-93e49208e7de req-8f8b5be8-3591-4c59-ae7b-662008da2879 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 210 time: 0.0783722 Jan 27 22:16:02.531009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Allocated IP 172.20.0.13 (63f6b90d-6029-4991-98e7-b23ef63a2be0/62684068-8b70-40ac-b137-c176a1c4b806/7f60d19e-61c4-44cc-80e8-2fd346809a42) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:02.533326 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24286bd2-6b77-4283-9eaa-faaffd896591 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Router 3b8f3943-7db3-4599-a51c-4126ee2903bc is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:16:03.135715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 1f53da4b-0446-4288-b8f4-f3190a537aa4 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:03.136918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24286bd2-6b77-4283-9eaa-faaffd896591 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:03.150694 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] Sync routers for ids ['3b8f3943-7db3-4599-a51c-4126ee2903bc'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:03.169920 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] Routers {'3b8f3943-7db3-4599-a51c-4126ee2903bc'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:03.170179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-24286bd2-6b77-4283-9eaa-faaffd896591 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.171450 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3b8f3943-7db3-4599-a51c-4126ee2903bc'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:03.171649 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-24286bd2-6b77-4283-9eaa-faaffd896591 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "PUT /v2.0/routers/3b8f3943-7db3-4599-a51c-4126ee2903bc HTTP/1.1" status: 200 len: 694 time: 1.7180963 Jan 27 22:16:03.174315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49872) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.279198 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] Set router 3b8f3943-7db3-4599-a51c-4126ee2903bc gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:03.339920 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-096fec33-4b18-4993-a31d-fb406775bdeb tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/routers/3b8f3943-7db3-4599-a51c-4126ee2903bc HTTP/1.1" status: 200 len: 700 time: 0.1602190 Jan 27 22:16:03.342998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49880) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.353066 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f3943-7db3-4599-a51c-4126ee2903bc', 'name': 'tempest-RoutersTest-router-2099670331', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:01Z', 'updated_at': '2022-01-27T22:16:01Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:03.386692 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] Checking router: 3b8f3943-7db3-4599-a51c-4126ee2903bc for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:03.387330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-88e30538-4c53-46d7-971e-26e8f5a6ead2 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b8f3943-7db3-4599-a51c-4126ee2903bc HTTP/1.1" status: 200 len: 205 time: 0.0404081 Jan 27 22:16:03.391812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49882) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.406713 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] Routers {'3b8f3943-7db3-4599-a51c-4126ee2903bc'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:03.407359 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['3b8f3943-7db3-4599-a51c-4126ee2903bc'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:03.413990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.481884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:03.491933 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e271191a-0ee7-493b-a036-222f3531b230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "PUT /v2.0/routers/1f53da4b-0446-4288-b8f4-f3190a537aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9365835 Jan 27 22:16:03.496794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49884) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.501408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] Sync routers for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:03.510497 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] Set router 3b8f3943-7db3-4599-a51c-4126ee2903bc gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:03.534924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d859-f722-4944-9512-9d697e1f0e02 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (3b8f3943-7db3-4599-a51c-4126ee2903bc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.576123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.590589 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f3943-7db3-4599-a51c-4126ee2903bc', 'name': 'tempest-RoutersTest-router-2099670331', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:01Z', 'updated_at': '2022-01-27T22:16:01Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:03.590929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:03.592469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:03.663174 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d6377-8200-47c4-91b3-6f2138a9d080 None None] The sync data for ids ['3b8f3943-7db3-4599-a51c-4126ee2903bc'] in n-d-826529-2 is: [{'id': '3b8f3943-7db3-4599-a51c-4126ee2903bc', 'name': 'tempest-RoutersTest-router-2099670331', 'tenant_id': 'da2dc30b5adc41f3919c45938ea26f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:01Z', 'updated_at': '2022-01-27T22:16:01Z', 'revision_number': 2, 'project_id': 'da2dc30b5adc41f3919c45938ea26f08', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:03.701666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:03.740917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5ab99f-4f33-4dca-b606-133da277f7e6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting subnet a184f59a-f76c-45a9-9c34-fa3fb201eaf4 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:16:03.752357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:03.768286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab99f-4f33-4dca-b606-133da277f7e6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (a184f59a-f76c-45a9-9c34-fa3fb201eaf4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.781331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:03.823147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:03.871827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:03.906084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab99f-4f33-4dca-b606-133da277f7e6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (a184f59a-f76c-45a9-9c34-fa3fb201eaf4), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.010067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa51a9a-398e-4f8a-a812-7255126dcccf req-0cfe6b4e-089b-4f8f-a769-f37ccf7439b4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:04.030317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aaa51a9a-398e-4f8a-a812-7255126dcccf req-0cfe6b4e-089b-4f8f-a769-f37ccf7439b4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 932 time: 0.5348849 Jan 27 22:16:04.034433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:04.042802 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.116738 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-28389205-71c9-45af-be35-bebe70c617f7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4297185 Jan 27 22:16:04.161304 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d859-f722-4944-9512-9d697e1f0e02 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (3b8f3943-7db3-4599-a51c-4126ee2903bc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.164984 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d859-f722-4944-9512-9d697e1f0e02 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router_controller (3b8f3943-7db3-4599-a51c-4126ee2903bc), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.205430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab99f-4f33-4dca-b606-133da277f7e6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a184f59a-f76c-45a9-9c34-fa3fb201eaf4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.267507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Request body: {'port': {'device_id': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:04.325292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dd295009-cbdf-47cf-b396-71e5a0a6ee02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.325723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aaa51a9a-398e-4f8a-a812-7255126dcccf req-edc2a0bc-ba5d-4a29-928d-e5a4fccae99d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943351 Jan 27 22:16:04.327499 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d859-f722-4944-9512-9d697e1f0e02 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (3b8f3943-7db3-4599-a51c-4126ee2903bc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.328284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf4d859-f722-4944-9512-9d697e1f0e02 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Fanout notify agent at l3_agent the message router_deleted on router 3b8f3943-7db3-4599-a51c-4126ee2903bc {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:04.344338 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d859-f722-4944-9512-9d697e1f0e02 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.345982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0cf4d859-f722-4944-9512-9d697e1f0e02 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/3b8f3943-7db3-4599-a51c-4126ee2903bc HTTP/1.1" status: 204 len: 168 time: 0.9525495 Jan 27 22:16:04.357146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49900) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.450907 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-abe51f11-1d0e-474a-9f72-edff7d261840 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b8f3943-7db3-4599-a51c-4126ee2903bc HTTP/1.1" status: 200 len: 205 time: 0.0915949 Jan 27 22:16:04.454731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49902) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.468752 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.479074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-56cc688f-518b-47d0-b54f-45fc6bbcf77f None None] Provisioning complete for port 7f60d19e-61c4-44cc-80e8-2fd346809a42 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:04.479882 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56cc688f-518b-47d0-b54f-45fc6bbcf77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.490438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab99f-4f33-4dca-b606-133da277f7e6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (a184f59a-f76c-45a9-9c34-fa3fb201eaf4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.518664 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-89a283e8-285c-4c0f-b99b-ef0cf38255b5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] delete failed (client error): The resource could not be found. Jan 27 22:16:04.520517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-89a283e8-285c-4c0f-b99b-ef0cf38255b5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/3b8f3943-7db3-4599-a51c-4126ee2903bc HTTP/1.1" status: 404 len: 336 time: 0.0640907 Jan 27 22:16:04.526634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49904) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.566498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-56cc688f-518b-47d0-b54f-45fc6bbcf77f None None] Port 7f60d19e-61c4-44cc-80e8-2fd346809a42 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:04.593218 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e2a3be-733b-4618-9b8a-9c021a693e0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:04.593782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e2a3be-733b-4618-9b8a-9c021a693e0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:04.598022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-46e2a3be-733b-4618-9b8a-9c021a693e0b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/96650ded-8ccf-402d-b092-891948104d02 HTTP/1.1" status: 404 len: 337 time: 0.0692799 Jan 27 22:16:04.602014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49910) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.624261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ab99f-4f33-4dca-b606-133da277f7e6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Subnet': ['ID=a184f59a-f76c-45a9-9c34-fa3fb201eaf4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:04.637491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:16:01Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:04.655756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab99f-4f33-4dca-b606-133da277f7e6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.662279 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd5ab99f-4f33-4dca-b606-133da277f7e6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/subnets/a184f59a-f76c-45a9-9c34-fa3fb201eaf4 HTTP/1.1" status: 204 len: 168 time: 1.1618996 Jan 27 22:16:04.669789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.687470 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3252bdd2-c1bb-4576-a051-21569d4b1eb1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:04.688260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3252bdd2-c1bb-4576-a051-21569d4b1eb1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:04.700463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3252bdd2-c1bb-4576-a051-21569d4b1eb1 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/82beed19-1f2c-4558-9046-595603d57f63 HTTP/1.1" status: 404 len: 337 time: 0.0971541 Jan 27 22:16:04.712142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49914) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.718874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] Checking router: 1f53da4b-0446-4288-b8f4-f3190a537aa4 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:04.722657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843591f5-42ed-4903-8c3e-593b49486c0e None None] Network f2809a52-654c-4f31-8abb-4ad62aa91b9b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:04.802205 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ca4bf1-7906-4a9a-9a79-8eb921419eba tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:04.813618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ca4bf1-7906-4a9a-9a79-8eb921419eba tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:04.819591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b3ca4bf1-7906-4a9a-9a79-8eb921419eba tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/b9602225-0012-4aee-bb14-24c14368b1a5 HTTP/1.1" status: 404 len: 337 time: 0.1059384 Jan 27 22:16:04.823626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49916) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.824378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] Routers {'1f53da4b-0446-4288-b8f4-f3190a537aa4'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:04.825448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['1f53da4b-0446-4288-b8f4-f3190a537aa4'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:04.909740 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef081228-f548-483d-8458-bc71f18d7a8c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:04.910538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef081228-f548-483d-8458-bc71f18d7a8c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:04.929099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ef081228-f548-483d-8458-bc71f18d7a8c tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/3f425065-2d26-40dd-b377-80ea1b0a0eef HTTP/1.1" status: 404 len: 337 time: 0.1036654 Jan 27 22:16:04.930553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49918) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.010271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5af808b8-f37c-4044-b802-120944f14065 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 200 len: 205 time: 0.0777996 Jan 27 22:16:05.011101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49920) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.083839 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (1f53da4b-0446-4288-b8f4-f3190a537aa4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.153975 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-e241a8bb-4c0d-4bfc-9c98-be34f30c2375 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] delete failed (client error): The resource could not be found. Jan 27 22:16:05.155220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e241a8bb-4c0d-4bfc-9c98-be34f30c2375 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/0c59020e-5ddc-447e-bd94-763de57f8ab6 HTTP/1.1" status: 404 len: 336 time: 0.1427262 Jan 27 22:16:05.159768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49928) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.192305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] Set router 1f53da4b-0446-4288-b8f4-f3190a537aa4 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:05.231922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d4c09147-b6bc-4625-b989-f358526b30bf tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=53ffce74-952c-42bc-ac03-b8e6204ac467 HTTP/1.1" status: 200 len: 205 time: 0.0703633 Jan 27 22:16:05.240237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49930) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.289562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] DHCP port deletion for f2809a52-654c-4f31-8abb-4ad62aa91b9b request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:16:05.325299 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-f2d88182-b8ab-4785-bed1-7ba33fcde872 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] delete failed (client error): The resource could not be found. Jan 27 22:16:05.332600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f2d88182-b8ab-4785-bed1-7ba33fcde872 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/53ffce74-952c-42bc-ac03-b8e6204ac467 HTTP/1.1" status: 404 len: 336 time: 0.0900943 Jan 27 22:16:05.332831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49932) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.421488 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-32afc5a0-1405-45a2-9ccb-e12848046d76 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:05.422334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32afc5a0-1405-45a2-9ccb-e12848046d76 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:05.431796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49938) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.441986 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-32afc5a0-1405-45a2-9ccb-e12848046d76 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/c06bb02a-2983-48a0-9168-deb69032b1e8 HTTP/1.1" status: 404 len: 337 time: 0.0967956 Jan 27 22:16:05.507038 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2299edf9-405f-40dd-bc00-85f5d3573195 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=80909159-bd49-44aa-bccc-4d386ac63289 HTTP/1.1" status: 200 len: 205 time: 0.0739322 Jan 27 22:16:05.507820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49940) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.684549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (1f53da4b-0446-4288-b8f4-f3190a537aa4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.689247 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-0cf1e725-bdb0-4454-8248-48733abf7ae8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] delete failed (client error): The resource could not be found. Jan 27 22:16:05.693902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0cf1e725-bdb0-4454-8248-48733abf7ae8 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/80909159-bd49-44aa-bccc-4d386ac63289 HTTP/1.1" status: 404 len: 336 time: 0.1790390 Jan 27 22:16:05.694505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49944) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.774120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f4a6975a-b89d-428b-ba18-dfe295d8760b tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=802e6661-d885-4b51-8fa8-9d48e9e98b57 HTTP/1.1" status: 200 len: 205 time: 0.0772088 Jan 27 22:16:05.777260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49946) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.805755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d5d9e-88b7-4292-a706-4cdaadf969da req-335bf2cc-eeeb-4c6e-b93d-b4cb0b794558 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:05.808759 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b5d5d9e-88b7-4292-a706-4cdaadf969da req-335bf2cc-eeeb-4c6e-b93d-b4cb0b794558 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 932 time: 0.2997842 Jan 27 22:16:05.852659 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-2feebbed-1281-4853-a0e8-401d5fc88440 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] delete failed (client error): The resource could not be found. Jan 27 22:16:05.856784 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2feebbed-1281-4853-a0e8-401d5fc88440 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/802e6661-d885-4b51-8fa8-9d48e9e98b57 HTTP/1.1" status: 404 len: 336 time: 0.0748026 Jan 27 22:16:05.861889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49948) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.938531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b5d5d9e-88b7-4292-a706-4cdaadf969da req-9434d4bf-88a5-461c-ae6d-90809ee10858 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236253 Jan 27 22:16:05.956524 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-347dd334-9e79-4927-a66e-20cce10b8025 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:05.956990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347dd334-9e79-4927-a66e-20cce10b8025 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:05.960279 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-347dd334-9e79-4927-a66e-20cce10b8025 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/2fa487aa-018a-40cd-8b38-169459b49c65 HTTP/1.1" status: 404 len: 337 time: 0.0907259 Jan 27 22:16:05.963116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49952) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.970018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f60d19e-61c4-44cc-80e8-2fd346809a42 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:05.987500 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Publish callbacks [] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.041594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-834ee3a4-96dd-467f-ab96-619dd6215b44 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5245b56-f501-4e4d-9d99-4d265f6f4bba HTTP/1.1" status: 200 len: 205 time: 0.0771325 Jan 27 22:16:06.042254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49956) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.057458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Transition to ACTIVE for port object 7f60d19e-61c4-44cc-80e8-2fd346809a42 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:16:06.081394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.108940 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-e60850d5-ec50-41f7-bb76-ec0c5283d741 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] delete failed (client error): The resource could not be found. Jan 27 22:16:06.110655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] Deleting port 0c8551ab-7176-41ea-89ec-053f9c1e3208 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:06.111548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.114484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e60850d5-ec50-41f7-bb76-ec0c5283d741 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/e5245b56-f501-4e4d-9d99-4d265f6f4bba HTTP/1.1" status: 404 len: 336 time: 0.0710752 Jan 27 22:16:06.115114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49958) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.171042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c8551ab-7176-41ea-89ec-053f9c1e3208 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:06.200204 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-9368e170-255f-40d3-9687-63e1efc0f461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:06.200671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9368e170-255f-40d3-9687-63e1efc0f461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:06.213260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49962) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.224436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9368e170-255f-40d3-9687-63e1efc0f461 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/9abecaa6-b1f0-42bb-828b-dc116a142784 HTTP/1.1" status: 404 len: 337 time: 0.1080990 Jan 27 22:16:06.227401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port f57885e8-8f03-4b02-894b-47806409cb6d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:06.228334 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.293452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8d9a072c-e61f-480c-8ae3-62afb5a1cba0 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 HTTP/1.1" status: 200 len: 205 time: 0.0772843 Jan 27 22:16:06.295314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.296010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49964) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.366237 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-075f2cb6-6e7a-488a-92c3-13dc7b7ac661 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] delete failed (client error): The resource could not be found. Jan 27 22:16:06.372114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-075f2cb6-6e7a-488a-92c3-13dc7b7ac661 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/routers/c2b2c5b9-79d1-4965-b8aa-c14c8fb88312 HTTP/1.1" status: 404 len: 336 time: 0.0746853 Jan 27 22:16:06.373213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49966) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.411755 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b6e2b-5403-42cb-b72a-07746f614db5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:06.412521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777b6e2b-5403-42cb-b72a-07746f614db5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:06.415050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] For port 0c8551ab-7176-41ea-89ec-053f9c1e3208, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c8551ab-7176-41ea-89ec-053f9c1e3208,segment=NetworkSegment(e27724c4-78a3-4d59-9f66-1e794af2748e),segment_id=e27724c4-78a3-4d59-9f66-1e794af2748e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:06.416328 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.420669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-777b6e2b-5403-42cb-b72a-07746f614db5 tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/36083348-8ba4-4e4d-a6e8-dc6619436e59 HTTP/1.1" status: 404 len: 337 time: 0.0447600 Jan 27 22:16:06.421764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49968) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.443806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] Calling delete_port for 0c8551ab-7176-41ea-89ec-053f9c1e3208 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:06.448084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:16:01Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:06.457928 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb299cd8-d83b-43aa-b228-cc0482d78dff tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:06.458814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb299cd8-d83b-43aa-b228-cc0482d78dff tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:06.463254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eb299cd8-d83b-43aa-b228-cc0482d78dff tempest-RoutersTest-769900419 tempest-RoutersTest-769900419-project] 10.222.0.45 "DELETE /v2.0/subnets/1f6cf075-7ec3-4c11-93cd-edc1f525a28b HTTP/1.1" status: 404 len: 337 time: 0.0403619 Jan 27 22:16:06.635080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0c8551ab-7176-41ea-89ec-053f9c1e3208 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:06.635894 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.638842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a61d12-5d5e-4864-b813-786e628c9ca5 None None] The sync data for ids ['1f53da4b-0446-4288-b8f4-f3190a537aa4'] in n-d-826529-2 is: [{'id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1762757301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:16:01Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': 'f57885e8-8f03-4b02-894b-47806409cb6d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f53da4b-0446-4288-b8f4-f3190a537aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:56Z', 'updated_at': '2022-01-27T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:06.643625 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (0c8551ab-7176-41ea-89ec-053f9c1e3208), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.692477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] Pushing event deleted for resources: {'Port': ['ID=0c8551ab-7176-41ea-89ec-053f9c1e3208,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.713400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5cbb91-4504-44b4-b3a6-c6ae09e586d1 None None] No DVR routers for this DVR port 0c8551ab-7176-41ea-89ec-053f9c1e3208 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:06.817284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Attempting to bind port 7f60d19e-61c4-44cc-80e8-2fd346809a42 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:06.818287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Attempting to bind port 7f60d19e-61c4-44cc-80e8-2fd346809a42 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:06.818592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Attempting to bind port 7f60d19e-61c4-44cc-80e8-2fd346809a42 on network 63f6b90d-6029-4991-98e7-b23ef63a2be0 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:06.826954 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Port 7f60d19e-61c4-44cc-80e8-2fd346809a42 on network 63f6b90d-6029-4991-98e7-b23ef63a2be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:16:06.827526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Attempting to bind port 7f60d19e-61c4-44cc-80e8-2fd346809a42 on network 63f6b90d-6029-4991-98e7-b23ef63a2be0 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:06.848852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port f57885e8-8f03-4b02-894b-47806409cb6d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f57885e8-8f03-4b02-894b-47806409cb6d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:06.849648 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.855034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:06.855718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Checking segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:06.856471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Bound using segment: {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:06.857357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Bound port: 7f60d19e-61c4-44cc-80e8-2fd346809a42, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:06.858108 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.944321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for f57885e8-8f03-4b02-894b-47806409cb6d owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:07.081168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:07.091035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:07.095265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5933d3e2-c124-493a-8064-9e4657764fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.120932 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.215600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49982) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:07.253311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:07.257378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.257643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52817ffa-2984-431b-8c80-ac0d84b5381a req-db134baf-cf2c-4d64-9312-4764a4eaee7d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:07.269154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52817ffa-2984-431b-8c80-ac0d84b5381a req-db134baf-cf2c-4d64-9312-4764a4eaee7d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1237848 Jan 27 22:16:07.272715 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] 10.222.0.16 "PUT /v2.0/ports/7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 200 len: 1092 time: 3.0148315 Jan 27 22:16:07.298993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:07.314428 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada58592-e998-4268-b06e-281fddf4519d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:07.385319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52817ffa-2984-431b-8c80-ac0d84b5381a req-d39ce10b-0f4e-43be-920b-c39978072569 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134789 Jan 27 22:16:07.662650 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca621be-8f43-4c74-ba98-72f6160cc54e x-openstack-request-id: req-6ca621be-8f43-4c74-ba98-72f6160cc54e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:07.664512 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:07.664894 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ca621be-8f43-4c74-ba98-72f6160cc54e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:07.665519 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'status': 'completed', 'code': 200} Jan 27 22:16:07.699732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0646e2-7999-4130-9b43-39d0427fed07 service neutron] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:07.761333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7a0da24d-01a8-49a2-840e-269c38052d03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da2dc30b5adc41f3919c45938ea26f08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5429592 Jan 27 22:16:07.764041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49992) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:07.782883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-f4a1c44a-5cab-4c63-9976-809591766c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:07.784180 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-f4a1c44a-5cab-4c63-9976-809591766c3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1095 time: 0.2840874 Jan 27 22:16:07.849716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f57885e8-8f03-4b02-894b-47806409cb6d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.856500 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-fd45513f-57fa-470c-92dc-22e45e1bd111 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 200 len: 217 time: 0.0603054 Jan 27 22:16:07.927538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=f57885e8-8f03-4b02-894b-47806409cb6d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:07.979766 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0358-9703-421f-ad18-7437728f7dd8 admin admin] Publish callbacks [] for security_group (a1c6c6e2-83fa-47af-8fa2-e37aeb3a3b19), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.983580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-9822d7a4-cf0f-410d-9240-efc36ac490d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:07.985170 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-9822d7a4-cf0f-410d-9240-efc36ac490d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.1208074 Jan 27 22:16:08.082287 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0358-9703-421f-ad18-7437728f7dd8 admin admin] Publish callbacks [] for security_group (a1c6c6e2-83fa-47af-8fa2-e37aeb3a3b19), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.107304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (1f53da4b-0446-4288-b8f4-f3190a537aa4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.122272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d333587f-97fb-4d80-a99c-0557271375fa no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:08.164563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d333587f-97fb-4d80-a99c-0557271375fa {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:08.166438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d333587f-97fb-4d80-a99c-0557271375fa not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:08.206279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-a8de8b83-3191-444e-b6f6-c523d6460bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:08.207890 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-a8de8b83-3191-444e-b6f6-c523d6460bb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943307 Jan 27 22:16:08.253252 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (1f53da4b-0446-4288-b8f4-f3190a537aa4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.269196 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_controller (1f53da4b-0446-4288-b8f4-f3190a537aa4), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.408866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0358-9703-421f-ad18-7437728f7dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a1c6c6e2-83fa-47af-8fa2-e37aeb3a3b19), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.413813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0358-9703-421f-ad18-7437728f7dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.418168 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b9f0358-9703-421f-ad18-7437728f7dd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1c6c6e2-83fa-47af-8fa2-e37aeb3a3b19 HTTP/1.1" status: 204 len: 168 time: 0.6504960 Jan 27 22:16:08.439976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (1f53da4b-0446-4288-b8f4-f3190a537aa4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.440915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Fanout notify agent at l3_agent the message router_deleted on router 1f53da4b-0446-4288-b8f4-f3190a537aa4 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:08.468090 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.470607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a5750ef9-089b-406f-a837-51dcfc572e64 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/routers/1f53da4b-0446-4288-b8f4-f3190a537aa4 HTTP/1.1" status: 204 len: 168 time: 3.8028464 Jan 27 22:16:08.471977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f0358-9703-421f-ad18-7437728f7dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c6c6e2-83fa-47af-8fa2-e37aeb3a3b19,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:08.473702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50004) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:08.539340 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.572724 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-6c9992e2-a3a0-4998-8255-0adce722ba59 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325155 Jan 27 22:16:08.935939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f2809a52-654c-4f31-8abb-4ad62aa91b9b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.968030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ecc08-b6b1-4009-90aa-3a6d2a1240dc req-e5eee928-9cad-4870-8785-e0dba9142809 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:08.978617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b4ecc08-b6b1-4009-90aa-3a6d2a1240dc req-e5eee928-9cad-4870-8785-e0dba9142809 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.3291035 Jan 27 22:16:09.080876 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-006b3581-c8be-4a54-b7f2-cedf88157617 req-b77bf0e5-4e36-4f71-8ffd-f1560eff8ba5 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006855 Jan 27 22:16:09.133970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b4ecc08-b6b1-4009-90aa-3a6d2a1240dc req-2618c5df-ed1a-40cd-bdc4-d4138a7b1af6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518040 Jan 27 22:16:09.266391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58592-e998-4268-b06e-281fddf4519d req-aaf7fe0c-9105-4353-8adf-bfb782d5d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:09.269476 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ada58592-e998-4268-b06e-281fddf4519d req-aaf7fe0c-9105-4353-8adf-bfb782d5d21e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1095 time: 0.0940607 Jan 27 22:16:09.292664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f2809a52-654c-4f31-8abb-4ad62aa91b9b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.363332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2809a52-654c-4f31-8abb-4ad62aa91b9b']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.388723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27724c4-78a3-4d59-9f66-1e794af2748e') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.389495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27724c4-78a3-4d59-9f66-1e794af2748e') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.416646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58592-e998-4268-b06e-281fddf4519d req-f2c52c5d-a501-47ec-b8a3-c415b7e46cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:09.419804 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ada58592-e998-4268-b06e-281fddf4519d req-f2c52c5d-a501-47ec-b8a3-c415b7e46cd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.1442881 Jan 27 22:16:09.441433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (e27724c4-78a3-4d59-9f66-1e794af2748e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.479225 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ada58592-e998-4268-b06e-281fddf4519d req-45c5e9fb-7f40-41de-aac7-61d95b042bd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 200 len: 217 time: 0.0492463 Jan 27 22:16:09.490435 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e27724c4-78a3-4d59-9f66-1e794af2748e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.498615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:09.499367 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (e27724c4-78a3-4d59-9f66-1e794af2748e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:09.503162 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:09.564475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58592-e998-4268-b06e-281fddf4519d req-30ccc101-5c29-4209-b767-d6938dda51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:09.566050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ada58592-e998-4268-b06e-281fddf4519d req-30ccc101-5c29-4209-b767-d6938dda51f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.0828121 Jan 27 22:16:09.640120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f2809a52-654c-4f31-8abb-4ad62aa91b9b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.650925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58592-e998-4268-b06e-281fddf4519d req-9d661367-5bc9-4210-bc8d-a5e6d44cec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:09.653851 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ada58592-e998-4268-b06e-281fddf4519d req-9d661367-5bc9-4210-bc8d-a5e6d44cec22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809186 Jan 27 22:16:09.660051 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.668965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/networks/f2809a52-654c-4f31-8abb-4ad62aa91b9b HTTP/1.1" status: 204 len: 168 time: 1.1916628 Jan 27 22:16:09.682296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50024) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:09.689631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Network': ['ID=f2809a52-654c-4f31-8abb-4ad62aa91b9b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:09.703702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.705131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.705940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.706928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.707788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.708597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.709403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.710185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.710952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.711761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.712584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.713124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:09.713638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4792d2e6-b99a-4ea8-b4a2-c1f380c71324 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:10.013732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f57885e8-8f03-4b02-894b-47806409cb6d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:10.056432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: f57885e8-8f03-4b02-894b-47806409cb6d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:10.056793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f57885e8-8f03-4b02-894b-47806409cb6d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:10.163142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50060) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:10.390700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d900c-967d-46d7-932f-a5164b783e17 req-6b08c928-38e2-430a-983c-39931efd8468 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:10.392420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-275d900c-967d-46d7-932f-a5164b783e17 req-6b08c928-38e2-430a-983c-39931efd8468 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1183732 Jan 27 22:16:10.450218 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ada58592-e998-4268-b06e-281fddf4519d req-817a43e3-9028-49f7-a9d8-4c5b090f4bc5 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7893524 Jan 27 22:16:10.483676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6945ad4b-f04d-49f5-a125-c6383cd0efa7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (1dee12c3-377d-4524-b2de-03a329334e57), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.493088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-275d900c-967d-46d7-932f-a5164b783e17 req-967a9037-3c8d-4c9b-b3ff-aeb163a98b84 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837064 Jan 27 22:16:10.497323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-725838392'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:10.526971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Made reservation on behalf of ef11cd88da504f3899a2d183c12df208 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:10.531599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.541482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.600278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6945ad4b-f04d-49f5-a125-c6383cd0efa7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (1dee12c3-377d-4524-b2de-03a329334e57), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.696178 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ada58592-e998-4268-b06e-281fddf4519d req-0565db7a-6f12-4fa2-8b51-b39601916767 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292912 Jan 27 22:16:10.702355 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for security_group (ee135dc8-3fd7-4894-a54c-6ba28a255ac5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.711728 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ee135dc8-3fd7-4894-a54c-6ba28a255ac5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.735822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:10.744851 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6945ad4b-f04d-49f5-a125-c6383cd0efa7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1dee12c3-377d-4524-b2de-03a329334e57), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.747719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6945ad4b-f04d-49f5-a125-c6383cd0efa7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.752621 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6945ad4b-f04d-49f5-a125-c6383cd0efa7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/security-groups/1dee12c3-377d-4524-b2de-03a329334e57 HTTP/1.1" status: 204 len: 168 time: 1.0687010 Jan 27 22:16:10.771618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3523bca9-d6e8-40f9-bfb8-8e32063105ed), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.771999 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Added segment 3523bca9-d6e8-40f9-bfb8-8e32063105ed of type vlan for network 2b6ee029-9991-481b-977e-5513742efb83 Jan 27 22:16:10.795759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945ad4b-f04d-49f5-a125-c6383cd0efa7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dee12c3-377d-4524-b2de-03a329334e57,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:10.967536 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2b6ee029-9991-481b-977e-5513742efb83), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.994442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee135dc8-3fd7-4894-a54c-6ba28a255ac5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:11.026469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2b6ee029-9991-481b-977e-5513742efb83), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.034365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:11.037228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.143363 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.149358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Pushing event updated for resources: {'Network': ['ID=2b6ee029-9991-481b-977e-5513742efb83,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:11.163505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0b5300ba-cd12-4341-a3af-1801eb873857 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0003092 Jan 27 22:16:11.166023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50098) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.172255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Request body: {'subnet': {'network_id': '2b6ee029-9991-481b-977e-5513742efb83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:11.178118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2b6ee029-9991-481b-977e-5513742efb83 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:11.304532 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.325864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50102) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.336516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e7e32b14-5c19-41fe-933d-5cf7a10651f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010544698', 'description': 'tempest-secgroup-smoke-2010544698 description', 'project_id': '75cb12138042437b98d6c30ac4673882'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:11.352570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Made reservation on behalf of ef11cd88da504f3899a2d183c12df208 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:11.358639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.381426 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7e32b14-5c19-41fe-933d-5cf7a10651f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.575889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7e32b14-5c19-41fe-933d-5cf7a10651f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (98f1b57a-618c-48f7-bf81-5ddacc34842c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.581553 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7e32b14-5c19-41fe-933d-5cf7a10651f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (98f1b57a-618c-48f7-bf81-5ddacc34842c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.608474 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7e32b14-5c19-41fe-933d-5cf7a10651f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.610169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e7e32b14-5c19-41fe-933d-5cf7a10651f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2814357 Jan 27 22:16:11.617911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50112) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.634201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-21855ff2-26b7-40d2-b62e-e591eca95630 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '98f1b57a-618c-48f7-bf81-5ddacc34842c', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:11.710233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e32b14-5c19-41fe-933d-5cf7a10651f9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f1b57a-618c-48f7-bf81-5ddacc34842c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:11.762267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701037d-ac56-4444-8a82-2e38a48c47e5 req-04f4f609-b8a8-4cee-9467-3838c4cf6007 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:11.764299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9701037d-ac56-4444-8a82-2e38a48c47e5 req-04f4f609-b8a8-4cee-9467-3838c4cf6007 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.0853539 Jan 27 22:16:11.798842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21855ff2-26b7-40d2-b62e-e591eca95630 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (ce833dd6-5350-41c1-ad41-64010ed0a10b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.827323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9701037d-ac56-4444-8a82-2e38a48c47e5 req-961f107b-951d-4c31-b4c3-7840ef07ce87 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531597 Jan 27 22:16:11.843213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (05232a7d-5c59-448b-b57c-e00f53ab3fc3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.039434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Checking segment: {'id': '3523bca9-d6e8-40f9-bfb8-8e32063105ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2b6ee029-9991-481b-977e-5513742efb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:12.040121 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Network hostable DHCP agents. Network: 2b6ee029-9991-481b-977e-5513742efb83, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:12.048189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Pushing event updated for resources: {'Subnet': ['ID=05232a7d-5c59-448b-b57c-e00f53ab3fc3,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:12.064632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21855ff2-26b7-40d2-b62e-e591eca95630 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (ce833dd6-5350-41c1-ad41-64010ed0a10b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.075567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21855ff2-26b7-40d2-b62e-e591eca95630 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (ce833dd6-5350-41c1-ad41-64010ed0a10b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.106563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21855ff2-26b7-40d2-b62e-e591eca95630 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce833dd6-5350-41c1-ad41-64010ed0a10b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:12.115051 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21855ff2-26b7-40d2-b62e-e591eca95630 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.120964 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-21855ff2-26b7-40d2-b62e-e591eca95630 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4965625 Jan 27 22:16:12.121311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50116) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:12.126411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d674bdca-b3f2-4f41-adfe-2664054b336f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '98f1b57a-618c-48f7-bf81-5ddacc34842c', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:12.132061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Network 2b6ee029-9991-481b-977e-5513742efb83 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:12.147517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2b6ee029-9991-481b-977e-5513742efb83) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:12.157698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:12.160555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.171732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a21e5-5cef-43c5-9b7e-10ea08faf135 None None] Network 2b6ee029-9991-481b-977e-5513742efb83 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:12.187854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d674bdca-b3f2-4f41-adfe-2664054b336f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (62c9749a-1dcf-4f28-8b4f-ff9ef5776a74), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.191719 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-87aca759-114e-4754-90e2-3e47e1710951 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0218863 Jan 27 22:16:12.191974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50118) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:12.198007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Request body: {'port': {'network_id': '2b6ee029-9991-481b-977e-5513742efb83', 'name': 'tempest-TagsExtTest-1472392159'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:12.303841 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d674bdca-b3f2-4f41-adfe-2664054b336f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (62c9749a-1dcf-4f28-8b4f-ff9ef5776a74), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.313719 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d674bdca-b3f2-4f41-adfe-2664054b336f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (62c9749a-1dcf-4f28-8b4f-ff9ef5776a74), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.350178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674bdca-b3f2-4f41-adfe-2664054b336f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c9749a-1dcf-4f28-8b4f-ff9ef5776a74,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:12.364600 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d674bdca-b3f2-4f41-adfe-2664054b336f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.370352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d674bdca-b3f2-4f41-adfe-2664054b336f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2439139 Jan 27 22:16:12.372361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50124) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:12.384362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-54e1e703-2b0d-4154-bdbb-ebb50f4b0c27 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '98f1b57a-618c-48f7-bf81-5ddacc34842c', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:12.454346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54e1e703-2b0d-4154-bdbb-ebb50f4b0c27 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (054a8a06-b016-4e25-a59d-7c6df7d4be69), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.455657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-2b6ee029-9991-481b-977e-5513742efb83', 'network_id': '2b6ee029-9991-481b-977e-5513742efb83', 'project_id': 'ef11cd88da504f3899a2d183c12df208', 'fixed_ips': [{'subnet_id': '05232a7d-5c59-448b-b57c-e00f53ab3fc3'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:16:12.458238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.469587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Made reservation on behalf of ef11cd88da504f3899a2d183c12df208 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:12.474334 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.516079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] device_id is not set on port 14fb9672-ff12-40d7-aa18-717bb7b3b2f9 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:16:12.687712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54e1e703-2b0d-4154-bdbb-ebb50f4b0c27 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (054a8a06-b016-4e25-a59d-7c6df7d4be69), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.695778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54e1e703-2b0d-4154-bdbb-ebb50f4b0c27 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (054a8a06-b016-4e25-a59d-7c6df7d4be69), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.722244 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Allocated IP 172.20.0.14 (2b6ee029-9991-481b-977e-5513742efb83/05232a7d-5c59-448b-b57c-e00f53ab3fc3/14fb9672-ff12-40d7-aa18-717bb7b3b2f9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:12.727735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e703-2b0d-4154-bdbb-ebb50f4b0c27 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054a8a06-b016-4e25-a59d-7c6df7d4be69,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:12.744030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:16:12.747548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54e1e703-2b0d-4154-bdbb-ebb50f4b0c27 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.755327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-54e1e703-2b0d-4154-bdbb-ebb50f4b0c27 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826885 Jan 27 22:16:12.756207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50132) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:12.825356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b298608e-90d9-4c02-bc0d-87f004e105d9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '98f1b57a-618c-48f7-bf81-5ddacc34842c', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:12.873443 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b298608e-90d9-4c02-bc0d-87f004e105d9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (4d545794-2260-493b-af53-1a50fbb88e3e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.959068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:12.998567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'port_id': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'mac_address': 'fa:16:3e:70:ed:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:16:13.036217 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for port (14fb9672-ff12-40d7-aa18-717bb7b3b2f9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.095481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7f60d19e-61c4-44cc-80e8-2fd346809a42 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:13.096821 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.117256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f60d19e-61c4-44cc-80e8-2fd346809a42 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:13.121114 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (14fb9672-ff12-40d7-aa18-717bb7b3b2f9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.144275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b298608e-90d9-4c02-bc0d-87f004e105d9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (4d545794-2260-493b-af53-1a50fbb88e3e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.159062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b298608e-90d9-4c02-bc0d-87f004e105d9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (4d545794-2260-493b-af53-1a50fbb88e3e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.195765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Network 2b6ee029-9991-481b-977e-5513742efb83 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:13.199406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:13.206517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:13.217066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:13.232830 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.248365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Allocated IP 172.20.0.2 (2b6ee029-9991-481b-977e-5513742efb83/05232a7d-5c59-448b-b57c-e00f53ab3fc3/519128dd-0f9d-4fec-a01f-1d175e5efbd9) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:13.253741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298608e-90d9-4c02-bc0d-87f004e105d9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d545794-2260-493b-af53-1a50fbb88e3e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.276858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.277557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.288783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Pushing event updated for resources: {'Port': ['ID=14fb9672-ff12-40d7-aa18-717bb7b3b2f9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.304887 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7af502fd-5004-4bc6-8e28-26da9be5ce99 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1117506 Jan 27 22:16:13.307474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50138) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.307717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ba9f9-a3ef-4ecb-b74d-a7dac05b9f57 req-a3e46433-b8d1-4fe9-85cf-dd4579ba0410 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.313596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0fa7cc05-ea82-4d40-b3f0-78379cf1ae00 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2089932462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:13.315998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e34ba9f9-a3ef-4ecb-b74d-a7dac05b9f57 req-a3e46433-b8d1-4fe9-85cf-dd4579ba0410 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.2558737 Jan 27 22:16:13.347037 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc05-ea82-4d40-b3f0-78379cf1ae00 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (149f176a-e54d-4764-b409-cedaaf095e45), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.348762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc05-ea82-4d40-b3f0-78379cf1ae00 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (149f176a-e54d-4764-b409-cedaaf095e45), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.385203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.428827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc05-ea82-4d40-b3f0-78379cf1ae00 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for router_controller (149f176a-e54d-4764-b409-cedaaf095e45), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.435842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e34ba9f9-a3ef-4ecb-b74d-a7dac05b9f57 req-93bfca0d-bee8-496a-b89b-14e1355e8d4d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094458 Jan 27 22:16:13.437600 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc05-ea82-4d40-b3f0-78379cf1ae00 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (149f176a-e54d-4764-b409-cedaaf095e45), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.439015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b298608e-90d9-4c02-bc0d-87f004e105d9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.445805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b298608e-90d9-4c02-bc0d-87f004e105d9 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6837680 Jan 27 22:16:13.446434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50144) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.453277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-71e2d287-a0cd-4b8f-818e-13cb1ce24bc3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '98f1b57a-618c-48f7-bf81-5ddacc34842c', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:13.492205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc05-ea82-4d40-b3f0-78379cf1ae00 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.492205 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0fa7cc05-ea82-4d40-b3f0-78379cf1ae00 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1812105 Jan 27 22:16:13.493259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.501199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f53dca39-2654-47dd-82d2-a8e79e29134c tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1141618705', 'prefixes': ['172.20.0.0/16']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:13.542380 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-71e2d287-a0cd-4b8f-818e-13cb1ce24bc3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Project 75cb12138042437b98d6c30ac4673882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:16:13.579631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71e2d287-a0cd-4b8f-818e-13cb1ce24bc3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (977b3494-58bf-49d6-8fbd-b7e2a8a6c1fa), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.633006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7f60d19e-61c4-44cc-80e8-2fd346809a42'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:16:13.734323 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Publish callbacks [] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.743025 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f53dca39-2654-47dd-82d2-a8e79e29134c tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.748295 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f53dca39-2654-47dd-82d2-a8e79e29134c tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2505617 Jan 27 22:16:13.749128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71e2d287-a0cd-4b8f-818e-13cb1ce24bc3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (977b3494-58bf-49d6-8fbd-b7e2a8a6c1fa), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.749810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50152) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.756195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.757667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-f8ebfa2b-4379-462a-9990-4cfd5e36340d tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3', 'tempest-TagsExtTest-Tag-174467339') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:13.809392 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71e2d287-a0cd-4b8f-818e-13cb1ce24bc3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (977b3494-58bf-49d6-8fbd-b7e2a8a6c1fa), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.848679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2d287-a0cd-4b8f-818e-13cb1ce24bc3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977b3494-58bf-49d6-8fbd-b7e2a8a6c1fa,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.865802 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71e2d287-a0cd-4b8f-818e-13cb1ce24bc3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.867107 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-71e2d287-a0cd-4b8f-818e-13cb1ce24bc3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4197943 Jan 27 22:16:13.871676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.873376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Network 2b6ee029-9991-481b-977e-5513742efb83 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:13.878790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6d726b59-eabc-432e-9925-2f6fbf372537 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'security_group_rule': {'security_group_id': '98f1b57a-618c-48f7-bf81-5ddacc34842c', 'project_id': '75cb12138042437b98d6c30ac4673882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:13.890964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:13.926304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:13.931622 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-6d726b59-eabc-432e-9925-2f6fbf372537 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Project 75cb12138042437b98d6c30ac4673882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:16:13.933860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Pushing event updated for resources: {'Port': ['ID=519128dd-0f9d-4fec-a01f-1d175e5efbd9,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.950730 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d726b59-eabc-432e-9925-2f6fbf372537 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (539d7ec4-d809-43f3-9f35-8a97c720b9fc), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.062914 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8ebfa2b-4379-462a-9990-4cfd5e36340d tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags/tempest-TagsExtTest-Tag-174467339 HTTP/1.1" status: 201 len: 201 time: 0.3114071 Jan 27 22:16:14.065569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50162) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.066101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Attempting to bind port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:14.066716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Attempting to bind port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '3523bca9-d6e8-40f9-bfb8-8e32063105ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2b6ee029-9991-481b-977e-5513742efb83'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:14.067343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Attempting to bind port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 on network 2b6ee029-9991-481b-977e-5513742efb83 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:14.075116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-81daf880-8786-4bb0-8801-007930ad2e63 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9', 'tempest-TagsExtTest-Tag-2057654709') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:14.095511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:14.097078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Checking segment: {'id': '3523bca9-d6e8-40f9-bfb8-8e32063105ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2b6ee029-9991-481b-977e-5513742efb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:14.098537 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.099457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Bound using segment: {'id': '3523bca9-d6e8-40f9-bfb8-8e32063105ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2b6ee029-9991-481b-977e-5513742efb83'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:14.101178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Bound port: 519128dd-0f9d-4fec-a01f-1d175e5efbd9, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3523bca9-d6e8-40f9-bfb8-8e32063105ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2b6ee029-9991-481b-977e-5513742efb83'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:14.102022 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.133011 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d726b59-eabc-432e-9925-2f6fbf372537 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (539d7ec4-d809-43f3-9f35-8a97c720b9fc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.141905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d726b59-eabc-432e-9925-2f6fbf372537 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (539d7ec4-d809-43f3-9f35-8a97c720b9fc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.183160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d726b59-eabc-432e-9925-2f6fbf372537 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539d7ec4-d809-43f3-9f35-8a97c720b9fc,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:14.194628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d726b59-eabc-432e-9925-2f6fbf372537 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.197463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6d726b59-eabc-432e-9925-2f6fbf372537 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3227985 Jan 27 22:16:14.201973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50164) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.207915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'network': {'name': 'tempest-network-smoke--772620269', 'project_id': '75cb12138042437b98d6c30ac4673882', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:14.226743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] For port 519128dd-0f9d-4fec-a01f-1d175e5efbd9, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:14.236620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] For port 519128dd-0f9d-4fec-a01f-1d175e5efbd9, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=519128dd-0f9d-4fec-a01f-1d175e5efbd9,segment=NetworkSegment(3523bca9-d6e8-40f9-bfb8-8e32063105ed),segment_id=3523bca9-d6e8-40f9-bfb8-8e32063105ed)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:14.239009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:14.243439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.246749 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.264098 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-81daf880-8786-4bb0-8801-007930ad2e63 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags/tempest-TagsExtTest-Tag-2057654709 HTTP/1.1" status: 201 len: 201 time: 0.1944978 Jan 27 22:16:14.265667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50166) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.281621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-1cf9f970-6c7f-4dbf-80df-474234ce564b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45', 'tempest-TagsExtTest-Tag-364970441') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:14.290470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:14.305055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d058e590-0dbc-40f9-ad67-3a192ce42e18), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.305916 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Added segment d058e590-0dbc-40f9-ad67-3a192ce42e18 of type vlan for network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 Jan 27 22:16:14.408548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Pushing event updated for resources: {'Port': ['ID=519128dd-0f9d-4fec-a01f-1d175e5efbd9,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:14.425503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.425503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.425503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.425936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.426141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.427496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.427496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.427496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.427791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.428013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.430956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.433587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.433885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647267a-f08c-4e6c-a8f8-7a89599cd59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:14.481977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1f6665b5-64d4-49d0-91dc-37a7558b1b81), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.543517 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1cf9f970-6c7f-4dbf-80df-474234ce564b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags/tempest-TagsExtTest-Tag-364970441 HTTP/1.1" status: 201 len: 201 time: 0.2756975 Jan 27 22:16:14.548038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50174) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.556013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-8eada449-4b6a-4ca9-9f2a-f11021a043c3 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797', 'tempest-TagsExtTest-Tag-1598638348') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:14.597812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1f6665b5-64d4-49d0-91dc-37a7558b1b81), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.619097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.620283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.728676 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8eada449-4b6a-4ca9-9f2a-f11021a043c3 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags/tempest-TagsExtTest-Tag-1598638348 HTTP/1.1" status: 201 len: 201 time: 0.1758387 Jan 27 22:16:14.729967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.737074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-6bf387fb-00b5-4640-95b4-c0b23472518f tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:14.786953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5794027 Jan 27 22:16:14.802853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50180) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.814627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'admin_state_up': True, 'project_id': '75cb12138042437b98d6c30ac4673882', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:14.941975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (0c6b46fd-a5ff-47ad-913d-88524ec60ede), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.944988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (0c6b46fd-a5ff-47ad-913d-88524ec60ede), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.955314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814bfb-f5a8-40b1-b842-c9da0048e0f4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Network': ['ID=1f6665b5-64d4-49d0-91dc-37a7558b1b81,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:14.984025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:14.999108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b6de9-a049-48f5-8238-6fa1f605de01 req-e17d5368-98f5-4c65-82fc-94c1aefc4305 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:15.003682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a0b6de9-a049-48f5-8238-6fa1f605de01 req-e17d5368-98f5-4c65-82fc-94c1aefc4305 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 945 time: 0.2331853 Jan 27 22:16:15.026338 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6bf387fb-00b5-4640-95b4-c0b23472518f tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags HTTP/1.1" status: 200 len: 240 time: 0.2949317 Jan 27 22:16:15.030041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50182) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:15.034736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-b660a3fa-9aca-4fd6-b0ad-15eab2ea0395 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3', 'tempest-TagsExtTest-Tag-174467339') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:15.205905 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_controller (0c6b46fd-a5ff-47ad-913d-88524ec60ede), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.212841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a0b6de9-a049-48f5-8238-6fa1f605de01 req-c3ad10cd-45a4-4e32-8d48-f9def5dd9243 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793163 Jan 27 22:16:15.255242 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:16:15.344636 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b660a3fa-9aca-4fd6-b0ad-15eab2ea0395 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags/tempest-TagsExtTest-Tag-174467339 HTTP/1.1" status: 204 len: 168 time: 0.3133922 Jan 27 22:16:15.347316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50186) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:15.351868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-b207e14f-b2d5-4f70-a9f0-cdfe1043ab29 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3', 'tempest-TagsExtTest-Tag-174467339') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:15.402242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (0c6b46fd-a5ff-47ad-913d-88524ec60ede), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.525486 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b207e14f-b2d5-4f70-a9f0-cdfe1043ab29 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags/tempest-TagsExtTest-Tag-174467339 HTTP/1.1" status: 204 len: 168 time: 0.1745391 Jan 27 22:16:15.525747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:15.531732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-85b8340e-5564-471b-9df1-0941eb855300 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:15.687061 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-85b8340e-5564-471b-9df1-0941eb855300 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags HTTP/1.1" status: 200 len: 205 time: 0.1603765 Jan 27 22:16:15.690992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50196) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:15.695364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-9a0e5d30-0412-4651-8fb2-1534c2ea71ba tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:15.737411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (0c6b46fd-a5ff-47ad-913d-88524ec60ede), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.766988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.877109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50198) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:15.878450 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9a0e5d30-0412-4651-8fb2-1534c2ea71ba tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags HTTP/1.1" status: 200 len: 241 time: 0.1852701 Jan 27 22:16:15.883889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-6984b820-7451-459d-8253-dfe93e4faac0 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9', 'tempest-TagsExtTest-Tag-2057654709') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:15.978270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6984b820-7451-459d-8253-dfe93e4faac0 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags/tempest-TagsExtTest-Tag-2057654709 HTTP/1.1" status: 204 len: 168 time: 0.0996723 Jan 27 22:16:15.979771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50200) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:15.988878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-0a100cba-97e1-4840-a1cf-dff73398c660 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9', 'tempest-TagsExtTest-Tag-2057654709') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:15.999939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.25.8.169 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/16542043-653c-4f2d-bcdf-e42fe1fbd856) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:16.149739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.162816 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0a100cba-97e1-4840-a1cf-dff73398c660 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags/tempest-TagsExtTest-Tag-2057654709 HTTP/1.1" status: 204 len: 168 time: 0.1805930 Jan 27 22:16:16.182992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50204) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:16.201045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-0e0c3f95-5306-425d-b94d-7d2e5058d53e tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:16.212372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.309000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:16.327660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 519128dd-0f9d-4fec-a01f-1d175e5efbd9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:16.330561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:16.335014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:16.427451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=16542043-653c-4f2d-bcdf-e42fe1fbd856,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:16.452850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f6247-22d4-445a-a1d4-ab1f43b54d50 None None] Network 2b6ee029-9991-481b-977e-5513742efb83 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:16.476286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0e0c3f95-5306-425d-b94d-7d2e5058d53e tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags HTTP/1.1" status: 200 len: 205 time: 0.2891936 Jan 27 22:16:16.480540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50216) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:16.487559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-47c96887-c55e-4911-89bf-59c1ad9cce1b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:16.689491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-47c96887-c55e-4911-89bf-59c1ad9cce1b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags HTTP/1.1" status: 200 len: 240 time: 0.2077100 Jan 27 22:16:16.701125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50218) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:16.706245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:16.711049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-f8dd2817-b670-4d90-8310-f2c69c73a3bf tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45', 'tempest-TagsExtTest-Tag-364970441') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:16.838336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f975ff-b21f-4617-8c2c-60d3e160412f req-d2d7554f-1b97-4279-a6a3-01776bfcaf97 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:16.847290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90f975ff-b21f-4617-8c2c-60d3e160412f req-d2d7554f-1b97-4279-a6a3-01776bfcaf97 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 945 time: 0.4792290 Jan 27 22:16:16.884347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-cc1d98e9-3d5e-43bf-b1bd-f36bc922e035 None None] Provisioning complete for port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:16.884940 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc1d98e9-3d5e-43bf-b1bd-f36bc922e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.966085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90f975ff-b21f-4617-8c2c-60d3e160412f req-8709632d-fbe0-4f41-9e08-fc6057138bb4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177409 Jan 27 22:16:16.987178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f8dd2817-b670-4d90-8310-f2c69c73a3bf tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags/tempest-TagsExtTest-Tag-364970441 HTTP/1.1" status: 204 len: 168 time: 0.2836981 Jan 27 22:16:17.001490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50222) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:17.007012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-89c36cd8-3cab-4341-b601-033eabb1c68d tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45', 'tempest-TagsExtTest-Tag-364970441') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:17.051276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:17.052292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.082925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (0c6b46fd-a5ff-47ad-913d-88524ec60ede), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.271104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 7f60d19e-61c4-44cc-80e8-2fd346809a42 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:16:17.273208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-89c36cd8-3cab-4341-b601-033eabb1c68d tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags/tempest-TagsExtTest-Tag-364970441 HTTP/1.1" status: 204 len: 168 time: 0.2700734 Jan 27 22:16:17.277225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50224) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:17.282605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 7f60d19e-61c4-44cc-80e8-2fd346809a42 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:17.283098 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.308982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-023893ce-e6b6-417e-868c-5e808754fcbd tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:17.711968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:17.712620 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.715634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d98e9-3d5e-43bf-b1bd-f36bc922e035 None None] Current status of the port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:17.716177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc1d98e9-3d5e-43bf-b1bd-f36bc922e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.844018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cc1d98e9-3d5e-43bf-b1bd-f36bc922e035 None None] For port 519128dd-0f9d-4fec-a01f-1d175e5efbd9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=519128dd-0f9d-4fec-a01f-1d175e5efbd9,segment=NetworkSegment(3523bca9-d6e8-40f9-bfb8-8e32063105ed),segment_id=3523bca9-d6e8-40f9-bfb8-8e32063105ed)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:17.905626 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc1d98e9-3d5e-43bf-b1bd-f36bc922e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.012113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d98e9-3d5e-43bf-b1bd-f36bc922e035 None None] Pushing event updated for resources: {'Port': ['ID=519128dd-0f9d-4fec-a01f-1d175e5efbd9,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:18.109003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-023893ce-e6b6-417e-868c-5e808754fcbd tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags HTTP/1.1" status: 200 len: 205 time: 0.8286655 Jan 27 22:16:18.110051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50236) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:18.117381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-41331aa3-eecf-4e75-8659-ccea2119a38a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:18.142940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-565e79a4-3c34-432d-b81b-62e595813b21 None None] Provisioning complete for port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:18.143562 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-565e79a4-3c34-432d-b81b-62e595813b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.207925 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:16:18.209159 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:16:18.257163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-41331aa3-eecf-4e75-8659-ccea2119a38a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags HTTP/1.1" status: 200 len: 241 time: 0.1440463 Jan 27 22:16:18.258488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50240) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:18.263708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (0c6b46fd-a5ff-47ad-913d-88524ec60ede), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.268950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-04e78a1c-bc79-410e-80ca-8b57789f01d0 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797', 'tempest-TagsExtTest-Tag-1598638348') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:18.316396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7f60d19e-61c4-44cc-80e8-2fd346809a42 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:18.317007 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.348429 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.350268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04e78a1c-bc79-410e-80ca-8b57789f01d0 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags/tempest-TagsExtTest-Tag-1598638348 HTTP/1.1" status: 204 len: 168 time: 0.0895324 Jan 27 22:16:18.353587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:18.365398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-54d308ef-7146-4824-b0d7-4f32cdef0ff0 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797', 'tempest-TagsExtTest-Tag-1598638348') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:18.394759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee78978-2b7a-4f34-944c-788687d8d06e req-6314b017-02e5-4fe5-bf6e-d4378dcb1ed0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:18.396542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ee78978-2b7a-4f34-944c-788687d8d06e req-6314b017-02e5-4fe5-bf6e-d4378dcb1ed0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 945 time: 0.2201285 Jan 27 22:16:18.401459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:18.408718 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65de53e0-e651-486c-baa6-ffb947ab9fe6" -d '{"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:18.429193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:18.487345 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.560023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-54d308ef-7146-4824-b0d7-4f32cdef0ff0 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags/tempest-TagsExtTest-Tag-1598638348 HTTP/1.1" status: 204 len: 168 time: 0.1978905 Jan 27 22:16:18.569789 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404145ab-34cf-4e2b-a34e-338ec24eac8c x-openstack-request-id: req-404145ab-34cf-4e2b-a34e-338ec24eac8c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:18.570057 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:18.570468 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-404145ab-34cf-4e2b-a34e-338ec24eac8c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:18.570758 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'code': 200} Jan 27 22:16:18.581605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50252) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:18.584795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-565e79a4-3c34-432d-b81b-62e595813b21 None None] Current status of the port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:18.594622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-5b1ebcb0-0e78-414d-96c1-df7e07d934b1 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:18.616248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ee78978-2b7a-4f34-944c-788687d8d06e req-20fe54b6-5d63-4591-94ca-a0c532de96a5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995316 Jan 27 22:16:18.638503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-565e79a4-3c34-432d-b81b-62e595813b21 None None] Provisioning complete for port 14fb9672-ff12-40d7-aa18-717bb7b3b2f9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:18.639166 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-565e79a4-3c34-432d-b81b-62e595813b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (14fb9672-ff12-40d7-aa18-717bb7b3b2f9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.645550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5b1ebcb0-0e78-414d-96c1-df7e07d934b1 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags HTTP/1.1" status: 200 len: 205 time: 0.0551243 Jan 27 22:16:18.652819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50254) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:18.657965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-e61700ac-6bf4-4786-a2fa-db50a7fcc62f tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:18.706673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e61700ac-6bf4-4786-a2fa-db50a7fcc62f tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags HTTP/1.1" status: 204 len: 168 time: 0.0525432 Jan 27 22:16:18.709067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50256) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:18.714302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-3afe785c-3e1a-4e91-9b20-930bd8d75928 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:18.718303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-565e79a4-3c34-432d-b81b-62e595813b21 None None] Port 14fb9672-ff12-40d7-aa18-717bb7b3b2f9 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:18.723014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:18.761863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd4c09-28c4-4f0d-a28d-2dbe8a45afa5 req-fcbe907c-7c28-47e4-89c8-5f7cfa03205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:18.767103 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59dd4c09-28c4-4f0d-a28d-2dbe8a45afa5 req-fcbe907c-7c28-47e4-89c8-5f7cfa03205c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1097 time: 0.1318936 Jan 27 22:16:18.792518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:18.839715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3afe785c-3e1a-4e91-9b20-930bd8d75928 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags HTTP/1.1" status: 204 len: 168 time: 0.1272097 Jan 27 22:16:18.840055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50258) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:18.845380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-14bab832-0e77-41ba-8442-75d3c9f13cae tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:18.867049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 0c6b46fd-a5ff-47ad-913d-88524ec60ede is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:16:18.887711 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59dd4c09-28c4-4f0d-a28d-2dbe8a45afa5 req-3708db4d-6ae4-4c6a-a1be-dace63524518 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119525 Jan 27 22:16:18.943215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 519128dd-0f9d-4fec-a01f-1d175e5efbd9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:18.984363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50266) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:18.986119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-14bab832-0e77-41ba-8442-75d3c9f13cae tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1447356 Jan 27 22:16:18.989051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-441651e2-b479-4891-ac8d-f80b9e42d9a5 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.055906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:19.057258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:19.125645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:19.137467 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Sync routers for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:19.161803 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:19.162601 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:16:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.191202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:19.196784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50268) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.200480 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1e26496-8901-4828-9ac9-ef2233520e89 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3940766 Jan 27 22:16:19.219096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:19.228126 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-441651e2-b479-4891-ac8d-f80b9e42d9a5 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags HTTP/1.1" status: 204 len: 168 time: 0.2379673 Jan 27 22:16:19.229590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50270) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.235981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-724882d0-23ab-439e-bc1a-8522a2b2f959 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3', 'tempest-TagsExtTest-Tag-790391542') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.248257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7a02d72b-b365-4310-bca0-5218a9666a15 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=75cb12138042437b98d6c30ac4673882&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489137 Jan 27 22:16:19.251853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50272) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.373155 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-724882d0-23ab-439e-bc1a-8522a2b2f959 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags/tempest-TagsExtTest-Tag-790391542 HTTP/1.1" status: 201 len: 201 time: 0.1410973 Jan 27 22:16:19.375389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50278) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.376340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa7f35-6f32-40f1-83ac-ebc19605d1f4 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:19.378228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbfa7f35-6f32-40f1-83ac-ebc19605d1f4 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1246183 Jan 27 22:16:19.381401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-128d695d-f65d-48ce-b27b-ccb7415b900f tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9', 'tempest-TagsExtTest-Tag-963244281') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.383867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50280) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.437284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2f5960a6-f6c7-4801-8174-a39b1997c760 tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518932 Jan 27 22:16:19.441329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50282) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.447953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-101040453', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'project_id': '75cb12138042437b98d6c30ac4673882', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:19.460241 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:19.542653 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-128d695d-f65d-48ce-b27b-ccb7415b900f tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags/tempest-TagsExtTest-Tag-963244281 HTTP/1.1" status: 201 len: 201 time: 0.1629097 Jan 27 22:16:19.543003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.551146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-bf293569-d93a-4248-90a4-b391a7465895 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45', 'tempest-TagsExtTest-Tag-201253906') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.646765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:19.652258 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:19.776867 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf293569-d93a-4248-90a4-b391a7465895 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags/tempest-TagsExtTest-Tag-201253906 HTTP/1.1" status: 201 len: 201 time: 0.2325094 Jan 27 22:16:19.779682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50294) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.801259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-e2bfdc7f-d577-46e2-b78b-d540ef897266 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797', 'tempest-TagsExtTest-Tag-1406418445') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.846456 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2bfdc7f-d577-46e2-b78b-d540ef897266 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags/tempest-TagsExtTest-Tag-1406418445 HTTP/1.1" status: 201 len: 201 time: 0.0549850 Jan 27 22:16:19.848685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50298) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.859012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-73272c6d-6c2b-491e-8cf3-cfa834863d87 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3', {'tags': ['tempest-TagsExtTest-Tag-1597099394', 'tempest-TagsExtTest-Tag-1987167560', 'tempest-TagsExtTest-Tag-1027646460']}) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.943628 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:16Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.984877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50302) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.986447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-73272c6d-6c2b-491e-8cf3-cfa834863d87 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags HTTP/1.1" status: 200 len: 318 time: 0.1359184 Jan 27 22:16:19.990597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-742ea37c-552f-47ad-a6f9-10079c3a5d96 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:20.000891 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Checking router: 0c6b46fd-a5ff-47ad-913d-88524ec60ede for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:20.001676 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Updating router 0c6b46fd-a5ff-47ad-913d-88524ec60ede port 16542043-653c-4f2d-bcdf-e42fe1fbd856 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:16:20.014628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5937342-7b36-4ace-a215-aba408837a26 req-ec9f2f89-7752-452d-80d9-984939067082 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:20.016364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5937342-7b36-4ace-a215-aba408837a26 req-ec9f2f89-7752-452d-80d9-984939067082 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.2405946 Jan 27 22:16:20.039673 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.202469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5937342-7b36-4ace-a215-aba408837a26 req-c25ec90f-b3ed-4645-8f7d-ea47cbb19293 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278527 Jan 27 22:16:20.508165 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (a5349fe0-77db-4576-be89-0e683bce9f1e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.576294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Subnet': ['ID=a5349fe0-77db-4576-be89-0e683bce9f1e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:20.585843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-742ea37c-552f-47ad-a6f9-10079c3a5d96 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags HTTP/1.1" status: 204 len: 168 time: 0.6008952 Jan 27 22:16:20.590713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50310) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:20.597850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-e89e735a-4fc2-4048-9913-487b06871305 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3', 'tempest-TagsExtTest-Tag-1597099394') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:20.725244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Checking segment: {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:20.725968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network hostable DHCP agents. Network: 1f6665b5-64d4-49d0-91dc-37a7558b1b81, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:20.726541 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Publish callbacks [] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.748238 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.778250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:20.802112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1f6665b5-64d4-49d0-91dc-37a7558b1b81) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:20.817401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:20.818349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.824665 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-e89e735a-4fc2-4048-9913-487b06871305 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:20.827443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e89e735a-4fc2-4048-9913-487b06871305 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags/tempest-TagsExtTest-Tag-1597099394 HTTP/1.1" status: 404 len: 329 time: 0.2322021 Jan 27 22:16:20.832510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50316) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:20.847536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-2e804037-68d7-47af-92ae-06e952a685c7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3', 'tempest-TagsExtTest-Tag-1987167560') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:20.851405 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Attempting to bind port 16542043-653c-4f2d-bcdf-e42fe1fbd856 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:20.851958 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Attempting to bind port 16542043-653c-4f2d-bcdf-e42fe1fbd856 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:20.852507 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Attempting to bind port 16542043-653c-4f2d-bcdf-e42fe1fbd856 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:20.864626 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Pushing event updated for resources: {'Port': ['ID=16542043-653c-4f2d-bcdf-e42fe1fbd856,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:20.870369 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:20.870957 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:20.871651 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.872257 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:20.873328 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Bound port: 16542043-653c-4f2d-bcdf-e42fe1fbd856, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:20.874261 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.885460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e0d09-e56f-4547-b379-429f2b910c7b None None] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:20.887990 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.889333 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.890167 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.890912 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.891788 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.892876 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.893662 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.894431 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.896386 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.897290 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.901280 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.902100 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.905725 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.961870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-29631648-3c65-4937-baa3-cbb082067a65 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5193055 Jan 27 22:16:20.962154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50318) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:20.985542 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] For port 16542043-653c-4f2d-bcdf-e42fe1fbd856, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:20.990029 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] For port 16542043-653c-4f2d-bcdf-e42fe1fbd856, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=16542043-653c-4f2d-bcdf-e42fe1fbd856,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:20.996694 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.006507 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-2e804037-68d7-47af-92ae-06e952a685c7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:21.008531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2e804037-68d7-47af-92ae-06e952a685c7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags/tempest-TagsExtTest-Tag-1987167560 HTTP/1.1" status: 404 len: 329 time: 0.1745758 Jan 27 22:16:21.013020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50322) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.016862 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.026339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-84261437-2462-4f17-b127-1530a97352b3 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3', 'tempest-TagsExtTest-Tag-1027646460') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.070024 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:21.070563 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:16:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.129867 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-84261437-2462-4f17-b127-1530a97352b3 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:21.130788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-84261437-2462-4f17-b127-1530a97352b3 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags/tempest-TagsExtTest-Tag-1027646460 HTTP/1.1" status: 404 len: 329 time: 0.1097407 Jan 27 22:16:21.135449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50324) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.139662 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98476-3fe3-4f3e-b484-8222cd4ee18b None None] Pushing event updated for resources: {'Port': ['ID=16542043-653c-4f2d-bcdf-e42fe1fbd856,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:21.142950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-2e6a9f0d-55b6-429a-ac24-07fe7b629ea6 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9', {'tags': ['tempest-TagsExtTest-Tag-904887729', 'tempest-TagsExtTest-Tag-1409947317', 'tempest-TagsExtTest-Tag-2065705018']}) {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.170689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:16:21.172509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.259730 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:21.342208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2e6a9f0d-55b6-429a-ac24-07fe7b629ea6 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags HTTP/1.1" status: 200 len: 317 time: 0.2011969 Jan 27 22:16:21.346038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50332) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.354648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-2fa48483-4941-45c4-8cd7-910ccd7e8e0f tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.400554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Allocated IP 172.20.0.2 (1f6665b5-64d4-49d0-91dc-37a7558b1b81/a5349fe0-77db-4576-be89-0e683bce9f1e/8d089bb6-748f-4581-abaa-8000abaff860) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:21.527391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c809b02-a342-4dde-a895-6bc6f3cb12c6 req-e80bd8ac-0349-41ad-a2d8-f404461666eb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:21.529378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c809b02-a342-4dde-a895-6bc6f3cb12c6 req-e80bd8ac-0349-41ad-a2d8-f404461666eb tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1146290 Jan 27 22:16:21.575721 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:16Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.596398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2fa48483-4941-45c4-8cd7-910ccd7e8e0f tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags HTTP/1.1" status: 204 len: 168 time: 0.2484324 Jan 27 22:16:21.598113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50334) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.614205 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a7a36-9d1f-4389-80c4-42656dd7c8cb None None] The sync data for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 is: [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:16Z', 'revision_number': 3, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:21.614755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-3a5e38b2-3587-48c0-a5e0-8b86a3aed1c6 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9', 'tempest-TagsExtTest-Tag-904887729') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.795512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c809b02-a342-4dde-a895-6bc6f3cb12c6 req-817ceaf9-a2a1-46a9-b53c-5e2ebab6a914 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517180 Jan 27 22:16:21.819097 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-3a5e38b2-3587-48c0-a5e0-8b86a3aed1c6 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:21.820230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3a5e38b2-3587-48c0-a5e0-8b86a3aed1c6 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags/tempest-TagsExtTest-Tag-904887729 HTTP/1.1" status: 404 len: 328 time: 0.2171874 Jan 27 22:16:21.821922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Publish callbacks [] for port (8d089bb6-748f-4581-abaa-8000abaff860), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.824163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50340) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.829091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-a5e79e7a-6ab8-4359-826b-7cd586beb1cc tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9', 'tempest-TagsExtTest-Tag-1409947317') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.842727 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8d089bb6-748f-4581-abaa-8000abaff860), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.004951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:22.016525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:22.032138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:22.078096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Pushing event updated for resources: {'Port': ['ID=8d089bb6-748f-4581-abaa-8000abaff860,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:22.109568 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-a5e79e7a-6ab8-4359-826b-7cd586beb1cc tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:22.115196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a5e79e7a-6ab8-4359-826b-7cd586beb1cc tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags/tempest-TagsExtTest-Tag-1409947317 HTTP/1.1" status: 404 len: 329 time: 0.2890878 Jan 27 22:16:22.118285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50352) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:22.125256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-c987f143-e0db-4e05-96e4-b0800d2a4f64 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9', 'tempest-TagsExtTest-Tag-2065705018') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:22.189429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3be4b-0fe3-4ee0-a923-ae9c72bf0de6 req-a74ef613-da5a-4288-9d89-ca14132154bc tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:22.192793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85e3be4b-0fe3-4ee0-a923-ae9c72bf0de6 req-a74ef613-da5a-4288-9d89-ca14132154bc tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1863613 Jan 27 22:16:22.203077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50354) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:22.209435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Request body: {'floatingip': {'port_id': '7f60d19e-61c4-44cc-80e8-2fd346809a42'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:22.231268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.260212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Attempting to bind port 8d089bb6-748f-4581-abaa-8000abaff860 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:22.262140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Attempting to bind port 8d089bb6-748f-4581-abaa-8000abaff860 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:22.262649 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Attempting to bind port 8d089bb6-748f-4581-abaa-8000abaff860 on network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:22.273477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:22.274472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Checking segment: {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:22.275041 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.275780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Bound using segment: {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:22.276457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Bound port: 8d089bb6-748f-4581-abaa-8000abaff860, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:22.276979 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8d089bb6-748f-4581-abaa-8000abaff860), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.291981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (f34caf9f-6dc0-47d6-8ebd-1e03f63e6175), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.417645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] For port 8d089bb6-748f-4581-abaa-8000abaff860, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:22.422234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] For port 8d089bb6-748f-4581-abaa-8000abaff860, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8d089bb6-748f-4581-abaa-8000abaff860,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:22.428088 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-c987f143-e0db-4e05-96e4-b0800d2a4f64 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:22.429402 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c987f143-e0db-4e05-96e4-b0800d2a4f64 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags/tempest-TagsExtTest-Tag-2065705018 HTTP/1.1" status: 404 len: 329 time: 0.3101516 Jan 27 22:16:22.434458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8d089bb6-748f-4581-abaa-8000abaff860), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.448761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50356) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:22.462157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-184d7e02-7987-4cc8-8ca6-832a5c7717f1 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45', {'tags': ['tempest-TagsExtTest-Tag-312452645', 'tempest-TagsExtTest-Tag-580582404', 'tempest-TagsExtTest-Tag-550047793']}) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:22.633725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f9435-2dc6-4a05-8f52-dd0147226f6e None None] Pushing event updated for resources: {'Port': ['ID=8d089bb6-748f-4581-abaa-8000abaff860,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:22.854622 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-184d7e02-7987-4cc8-8ca6-832a5c7717f1 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags HTTP/1.1" status: 200 len: 315 time: 0.4045610 Jan 27 22:16:22.870909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50362) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:22.882717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-9f406926-aecc-48a7-8636-eb2e158481bf tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:23.161211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 16542043-653c-4f2d-bcdf-e42fe1fbd856 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:23.327311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 16542043-653c-4f2d-bcdf-e42fe1fbd856 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:23.327736 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.405845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.20.0.1 (1f6665b5-64d4-49d0-91dc-37a7558b1b81/a5349fe0-77db-4576-be89-0e683bce9f1e/0981d31e-87f8-459e-b253-b0e8e82c0d83) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:23.467652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.485631 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (f34caf9f-6dc0-47d6-8ebd-1e03f63e6175), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.629479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9f406926-aecc-48a7-8636-eb2e158481bf tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags HTTP/1.1" status: 204 len: 168 time: 0.7546618 Jan 27 22:16:23.630681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50372) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:23.638589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-61098168-145f-4bf0-96b4-a2222d092991 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45', 'tempest-TagsExtTest-Tag-312452645') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:23.641699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 16542043-653c-4f2d-bcdf-e42fe1fbd856 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:23.642338 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.723999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 16542043-653c-4f2d-bcdf-e42fe1fbd856, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=16542043-653c-4f2d-bcdf-e42fe1fbd856,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:23.737438 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.920314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=16542043-653c-4f2d-bcdf-e42fe1fbd856,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:23.998685 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Floating IP f34caf9f-6dc0-47d6-8ebd-1e03f63e6175 associated. External IP: 172.25.8.178, port: 7f60d19e-61c4-44cc-80e8-2fd346809a42. Jan 27 22:16:24.002929 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-61098168-145f-4bf0-96b4-a2222d092991 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:24.004449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-61098168-145f-4bf0-96b4-a2222d092991 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags/tempest-TagsExtTest-Tag-312452645 HTTP/1.1" status: 404 len: 328 time: 0.3720939 Jan 27 22:16:24.008804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.074352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50378) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:24.086265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-3c731ddd-afb9-4262-8151-d46353f0e5ae tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45', 'tempest-TagsExtTest-Tag-580582404') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:24.113484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.282029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:24.292154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:24.400234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Router 92e8f460-a9e0-49ba-9035-834668dda8c3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:24.425169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:24.485976 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-3c731ddd-afb9-4262-8151-d46353f0e5ae tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:24.490029 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c731ddd-afb9-4262-8151-d46353f0e5ae tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags/tempest-TagsExtTest-Tag-580582404 HTTP/1.1" status: 404 len: 328 time: 0.4122102 Jan 27 22:16:24.493521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50384) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:24.494214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=0981d31e-87f8-459e-b253-b0e8e82c0d83,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:24.540197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0c6b46fd-a5ff-47ad-913d-88524ec60ede), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.546168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-26d49094-18e8-4638-ac6b-72c5fb87332e tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45', 'tempest-TagsExtTest-Tag-550047793') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:24.689775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c5ea6-141c-455e-b902-9db4f896fb40 None None] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:24.886205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.988069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-eebefc78-ae97-4477-9f86-4493576f8eb6 None None] Provisioning complete for port 8d089bb6-748f-4581-abaa-8000abaff860 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:24.988456 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eebefc78-ae97-4477-9f86-4493576f8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8d089bb6-748f-4581-abaa-8000abaff860), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.161577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-eebefc78-ae97-4477-9f86-4493576f8eb6 None None] Current status of the port 8d089bb6-748f-4581-abaa-8000abaff860 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:25.162143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eebefc78-ae97-4477-9f86-4493576f8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8d089bb6-748f-4581-abaa-8000abaff860), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.166488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8d089bb6-748f-4581-abaa-8000abaff860 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:25.291892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:25.294967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eebefc78-ae97-4477-9f86-4493576f8eb6 None None] For port 8d089bb6-748f-4581-abaa-8000abaff860, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8d089bb6-748f-4581-abaa-8000abaff860,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:25.307915 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eebefc78-ae97-4477-9f86-4493576f8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8d089bb6-748f-4581-abaa-8000abaff860), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.312722 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.335156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] Sync routers for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:25.447287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8bd27bbc-0d11-41cf-8223-68d9dd604512 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "PUT /v2.0/floatingips/f34caf9f-6dc0-47d6-8ebd-1e03f63e6175 HTTP/1.1" status: 200 len: 992 time: 3.2413499 Jan 27 22:16:25.452989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:25.460895 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:25.469113 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-26d49094-18e8-4638-ac6b-72c5fb87332e tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:25.470954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:25.474461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-26d49094-18e8-4638-ac6b-72c5fb87332e tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags/tempest-TagsExtTest-Tag-550047793 HTTP/1.1" status: 404 len: 328 time: 0.9790816 Jan 27 22:16:25.475437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50402) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:25.482604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.tag.tag_plugin [None req-4c4971e6-7f62-4566-8f25-91c8b8baff78 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797', {'tags': ['tempest-TagsExtTest-Tag-944677265', 'tempest-TagsExtTest-Tag-1678898342', 'tempest-TagsExtTest-Tag-967184671']}) {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:25.486858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.492261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:16:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:25.518991 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.564417 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c9fc21-9f70-4f9e-8eb0-f48adac3add8 x-openstack-request-id: req-03c9fc21-9f70-4f9e-8eb0-f48adac3add8 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:25.565234 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:25.565838 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03c9fc21-9f70-4f9e-8eb0-f48adac3add8 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:25.566636 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'status': 'completed', 'code': 200} Jan 27 22:16:25.620631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8d089bb6-748f-4581-abaa-8000abaff860 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:25.621816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8d089bb6-748f-4581-abaa-8000abaff860), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.680429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=0981d31e-87f8-459e-b253-b0e8e82c0d83,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:25.741856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebefc78-ae97-4477-9f86-4493576f8eb6 None None] Pushing event updated for resources: {'Port': ['ID=8d089bb6-748f-4581-abaa-8000abaff860,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:25.756978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0c6b46fd-a5ff-47ad-913d-88524ec60ede), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.849462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7120b3bc-146d-4a57-8a86-c0d3be3e5b3a None None] Provisioning complete for port 8d089bb6-748f-4581-abaa-8000abaff860 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:25.849930 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7120b3bc-146d-4a57-8a86-c0d3be3e5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8d089bb6-748f-4581-abaa-8000abaff860), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.853667 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c4971e6-7f62-4566-8f25-91c8b8baff78 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "PUT /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags HTTP/1.1" status: 200 len: 316 time: 0.3772817 Jan 27 22:16:25.856749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50408) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:25.868343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-444eb324-c653-4688-aa92-5e79f2ed350d tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:25.904588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8d089bb6-748f-4581-abaa-8000abaff860 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:25.906843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 16542043-653c-4f2d-bcdf-e42fe1fbd856 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:25.926183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-56a8c55a-dafb-4eea-a4e3-e45058d0a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:25.928173 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-56a8c55a-dafb-4eea-a4e3-e45058d0a68a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1097 time: 0.2412529 Jan 27 22:16:25.961967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:25.972256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:25.995773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-444eb324-c653-4688-aa92-5e79f2ed350d tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags HTTP/1.1" status: 204 len: 168 time: 0.1373191 Jan 27 22:16:26.000927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50410) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.011480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-692e3769-f6ab-430e-bca8-ac9352750952 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797', 'tempest-TagsExtTest-Tag-944677265') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:26.025369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 16542043-653c-4f2d-bcdf-e42fe1fbd856 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:26.025745 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.063308 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-692e3769-f6ab-430e-bca8-ac9352750952 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:26.066147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-692e3769-f6ab-430e-bca8-ac9352750952 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags/tempest-TagsExtTest-Tag-944677265 HTTP/1.1" status: 404 len: 328 time: 0.0620492 Jan 27 22:16:26.069568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50416) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.083670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-4f386568-e2d8-4811-af45-53c2e4c3948a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797', 'tempest-TagsExtTest-Tag-1678898342') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:26.159280 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-4f386568-e2d8-4811-af45-53c2e4c3948a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:26.163501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4f386568-e2d8-4811-af45-53c2e4c3948a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags/tempest-TagsExtTest-Tag-1678898342 HTTP/1.1" status: 404 len: 329 time: 0.0924373 Jan 27 22:16:26.164050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50420) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.168905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-37be1bf5-74c9-4785-b695-095303c2116b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797', 'tempest-TagsExtTest-Tag-967184671') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:26.222762 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-37be1bf5-74c9-4785-b695-095303c2116b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] show failed (client error): The resource could not be found. Jan 27 22:16:26.230152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-37be1bf5-74c9-4785-b695-095303c2116b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags/tempest-TagsExtTest-Tag-967184671 HTTP/1.1" status: 404 len: 328 time: 0.0613093 Jan 27 22:16:26.230869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50422) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.233035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7120b3bc-146d-4a57-8a86-c0d3be3e5b3a None None] Current status of the port 8d089bb6-748f-4581-abaa-8000abaff860 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:26.241350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-74318599-736a-4604-ab00-c8381ab6c312 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '90eced0d-b610-4e33-b3a5-2cceece19797') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:26.319943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7120b3bc-146d-4a57-8a86-c0d3be3e5b3a None None] Provisioning complete for port 0981d31e-87f8-459e-b253-b0e8e82c0d83 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:26.321143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7120b3bc-146d-4a57-8a86-c0d3be3e5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.323550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-74318599-736a-4604-ab00-c8381ab6c312 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797/tags HTTP/1.1" status: 204 len: 168 time: 0.0909274 Jan 27 22:16:26.326673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50426) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.334962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-1cd5892d-7233-4d2f-8af2-c167fd09e559 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '149f176a-e54d-4764-b409-cedaaf095e45') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:26.463213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7120b3bc-146d-4a57-8a86-c0d3be3e5b3a None None] Port 0981d31e-87f8-459e-b253-b0e8e82c0d83 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:26.473043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 16542043-653c-4f2d-bcdf-e42fe1fbd856 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:26.494739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:26.547116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1cd5892d-7233-4d2f-8af2-c167fd09e559 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45/tags HTTP/1.1" status: 204 len: 168 time: 0.2190800 Jan 27 22:16:26.547953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50434) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.553711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-5b35c064-aece-4c15-ac0c-a1f4038bfd83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '14fb9672-ff12-40d7-aa18-717bb7b3b2f9') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:26.688861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5b35c064-aece-4c15-ac0c-a1f4038bfd83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1396027 Jan 27 22:16:26.689789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50438) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.695788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.tag.tag_plugin [None req-76821347-49bc-4c81-bb05-76909c7ea15b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05232a7d-5c59-448b-b57c-e00f53ab3fc3') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:26.747381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ec8bb5d5-23d2-4a7f-8ebf-d19a7b52fa0e None None] Provisioning complete for port 0981d31e-87f8-459e-b253-b0e8e82c0d83 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:26.748562 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb5d5-23d2-4a7f-8ebf-d19a7b52fa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.830993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-76821347-49bc-4c81-bb05-76909c7ea15b tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3/tags HTTP/1.1" status: 204 len: 168 time: 0.1399374 Jan 27 22:16:26.835548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50440) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.968950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 0c6b46fd-a5ff-47ad-913d-88524ec60ede has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:26.970576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-f75bf42f-db46-4d07-b850-073903832bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:26.972765 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-f75bf42f-db46-4d07-b850-073903832bca service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 1.0354919 Jan 27 22:16:27.007640 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c32e5f5-5626-49a8-b4d3-de52ae2392db tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.011301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5c32e5f5-5626-49a8-b4d3-de52ae2392db tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnetpools/90eced0d-b610-4e33-b3a5-2cceece19797 HTTP/1.1" status: 204 len: 168 time: 0.1729529 Jan 27 22:16:27.013516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50446) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:27.091664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8ce2f2ec-fa1f-44c9-8897-1fda11ba753a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "GET /v2.0/ports?device_id=149f176a-e54d-4764-b409-cedaaf095e45 HTTP/1.1" status: 200 len: 205 time: 0.0702989 Jan 27 22:16:27.092827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50448) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:27.133390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8d089bb6-748f-4581-abaa-8000abaff860 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:27.137563 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-fb46584c-be2a-43b0-b0bf-28de42452331 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 200 len: 1000 time: 0.1552742 Jan 27 22:16:27.188651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bb5d5-23d2-4a7f-8ebf-d19a7b52fa0e None None] Port 0981d31e-87f8-459e-b253-b0e8e82c0d83 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:27.208071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'f34caf9f-6dc0-47d6-8ebd-1e03f63e6175', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'port_id': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'mac_address': 'fa:16:3e:70:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:15:55Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 1, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:27.249017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:27.249438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] Checking router: 92e8f460-a9e0-49ba-9035-834668dda8c3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:27.260968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8d089bb6-748f-4581-abaa-8000abaff860 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:27.261478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8d089bb6-748f-4581-abaa-8000abaff860), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.261679 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96e0f87a-2c17-4898-8b43-be23c41f4d83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for router (149f176a-e54d-4764-b409-cedaaf095e45), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.264336 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-98ce564f-1e38-4d9c-bb7c-ed2f472b9944 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "PUT /v2.0/routers/0c6b46fd-a5ff-47ad-913d-88524ec60ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2994702 Jan 27 22:16:27.266351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-7897643d-b867-4347-96ce-d6b50c5bff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:27.268671 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-7897643d-b867-4347-96ce-d6b50c5bff75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.1227741 Jan 27 22:16:27.283613 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Sync routers for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:27.297707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:27.298871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:16:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:27.332629 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:27.338714 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:16:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:27.367958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-45e26cb6-ca85-4bc4-9de4-ac26818b7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:27.371944 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-45e26cb6-ca85-4bc4-9de4-ac26818b7f80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969915 Jan 27 22:16:27.396688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e75cd89f-90dd-4701-9d15-87a9cfa3ea40 None None] Provisioning complete for port 0981d31e-87f8-459e-b253-b0e8e82c0d83 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:27.397616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e75cd89f-90dd-4701-9d15-87a9cfa3ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.539581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e75cd89f-90dd-4701-9d15-87a9cfa3ea40 None None] Port 0981d31e-87f8-459e-b253-b0e8e82c0d83 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:27.546395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:27.610183 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-49a9c97b-d7eb-4340-91fc-2facc1bbe11b service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309744 Jan 27 22:16:27.815329 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:27.826548 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c004156-bcec-4543-87f3-fa7c5c0ca6fb req-580089ef-7d3f-42c1-a353-e823ca9111ef service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055216 Jan 27 22:16:27.830799 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96e0f87a-2c17-4898-8b43-be23c41f4d83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (149f176a-e54d-4764-b409-cedaaf095e45), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.836333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96e0f87a-2c17-4898-8b43-be23c41f4d83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for router_controller (149f176a-e54d-4764-b409-cedaaf095e45), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.996009 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96e0f87a-2c17-4898-8b43-be23c41f4d83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (149f176a-e54d-4764-b409-cedaaf095e45), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.998368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e0f87a-2c17-4898-8b43-be23c41f4d83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Fanout notify agent at l3_agent the message router_deleted on router 149f176a-e54d-4764-b409-cedaaf095e45 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:28.024429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96e0f87a-2c17-4898-8b43-be23c41f4d83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.027029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-96e0f87a-2c17-4898-8b43-be23c41f4d83 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/routers/149f176a-e54d-4764-b409-cedaaf095e45 HTTP/1.1" status: 204 len: 168 time: 0.9322884 Jan 27 22:16:28.029346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50476) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:28.050202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-08930441-db4c-494d-9433-6320491d9bff tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010544698&fields=id&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 267 time: 0.2457659 Jan 27 22:16:28.058667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8d089bb6-748f-4581-abaa-8000abaff860 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:28.149609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'f34caf9f-6dc0-47d6-8ebd-1e03f63e6175', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'port_id': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'mac_address': 'fa:16:3e:70:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:15:55Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 1, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:28.230613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fdd86-e687-4c2b-9d17-550f7b2b6d29 None None] The sync data for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 is: [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'f34caf9f-6dc0-47d6-8ebd-1e03f63e6175', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'port_id': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'mac_address': 'fa:16:3e:70:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:15:55Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 1, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:28.297024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-72cc23be-89cc-4f59-bc13-061f2a5911e7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Deleting port 14fb9672-ff12-40d7-aa18-717bb7b3b2f9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:28.297690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72cc23be-89cc-4f59-bc13-061f2a5911e7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (14fb9672-ff12-40d7-aa18-717bb7b3b2f9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.326892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-56a892f0-7dcd-493e-a2de-72738fb6a9ca tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:28.329832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-56a892f0-7dcd-493e-a2de-72738fb6a9ca tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/networks?id=1f6665b5-64d4-49d0-91dc-37a7558b1b81 HTTP/1.1" status: 200 len: 796 time: 0.2781105 Jan 27 22:16:28.364789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-915b39f7-caba-4940-985d-ff0498cfe654 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/quotas/75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 375 time: 0.0108349 Jan 27 22:16:28.440853 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:25Z', 'revision_number': 2, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:28.495262 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Checking router: 0c6b46fd-a5ff-47ad-913d-88524ec60ede for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:28.495726 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Updating router 0c6b46fd-a5ff-47ad-913d-88524ec60ede port 0981d31e-87f8-459e-b253-b0e8e82c0d83 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:16:28.502249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-61ff7d87-9524-4bdb-aa29-00fb41b7ed2a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083643 Jan 27 22:16:28.525318 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.593951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72cc23be-89cc-4f59-bc13-061f2a5911e7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (14fb9672-ff12-40d7-aa18-717bb7b3b2f9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.610008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-72cc23be-89cc-4f59-bc13-061f2a5911e7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Calling delete_port for 14fb9672-ff12-40d7-aa18-717bb7b3b2f9 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:28.698495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c03cb-a7cc-4ac1-97cd-bd2c14555ea8 None None] New status for floating IP f34caf9f-6dc0-47d6-8ebd-1e03f63e6175: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:16:28.877708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-79bfb91a-5c3b-43ff-b690-0a7cfc64151f service neutron] 10.222.0.45 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260283 Jan 27 22:16:28.958621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72cc23be-89cc-4f59-bc13-061f2a5911e7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (14fb9672-ff12-40d7-aa18-717bb7b3b2f9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.063833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-1910b771-d69c-4ce4-9a8a-0e87dcebc39b service neutron] 10.222.0.45 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755471 Jan 27 22:16:29.094776 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc23be-89cc-4f59-bc13-061f2a5911e7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Pushing event deleted for resources: {'Port': ['ID=14fb9672-ff12-40d7-aa18-717bb7b3b2f9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:29.233142 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Publish callbacks [] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.241148 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.254375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-72cc23be-89cc-4f59-bc13-061f2a5911e7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.259017 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-72cc23be-89cc-4f59-bc13-061f2a5911e7 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/ports/14fb9672-ff12-40d7-aa18-717bb7b3b2f9 HTTP/1.1" status: 204 len: 168 time: 1.2284372 Jan 27 22:16:29.263162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50494) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:29.383212 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5150ab-12ed-4f31-b3a7-675b8fafd77c None None] Pushing event updated for resources: {'Port': ['ID=0981d31e-87f8-459e-b253-b0e8e82c0d83,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:29.397467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46dc19d-2bc1-41bf-88f4-dc7b0c1c575a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Deleting subnet 05232a7d-5c59-448b-b57c-e00f53ab3fc3 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:16:29.424291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d46dc19d-2bc1-41bf-88f4-dc7b0c1c575a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for subnet (05232a7d-5c59-448b-b57c-e00f53ab3fc3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.529532 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Attempting to bind port 0981d31e-87f8-459e-b253-b0e8e82c0d83 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:29.530073 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Attempting to bind port 0981d31e-87f8-459e-b253-b0e8e82c0d83 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:29.530511 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Attempting to bind port 0981d31e-87f8-459e-b253-b0e8e82c0d83 on network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:29.544788 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:29.544788 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Checking segment: {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:29.546437 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.546982 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Bound using segment: {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:29.547609 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Bound port: 0981d31e-87f8-459e-b253-b0e8e82c0d83, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:29.548246 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.570705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-660153ff-94d8-4c13-93a1-51688a5a81b1 req-897daf43-9ead-44e8-bdce-7f1093395c2f tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 210 time: 0.1432245 Jan 27 22:16:29.624902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d46dc19d-2bc1-41bf-88f4-dc7b0c1c575a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (05232a7d-5c59-448b-b57c-e00f53ab3fc3), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.696886 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] For port 0981d31e-87f8-459e-b253-b0e8e82c0d83, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:29.702061 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] For port 0981d31e-87f8-459e-b253-b0e8e82c0d83, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0981d31e-87f8-459e-b253-b0e8e82c0d83,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:29.710041 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.720381 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-e42fbd40-df82-4eee-8e70-7d438d6341ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027763 Jan 27 22:16:29.795806 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:29.800688 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:16:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:29.877028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-71598a1b-6944-462d-997e-5fe22ccadc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:29.881662 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-71598a1b-6944-462d-997e-5fe22ccadc0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 1096 time: 0.1255481 Jan 27 22:16:29.923940 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5150ab-12ed-4f31-b3a7-675b8fafd77c None None] Pushing event updated for resources: {'Port': ['ID=0981d31e-87f8-459e-b253-b0e8e82c0d83,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:29.977164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f1ef5ffb-6f6f-48eb-ab15-0987af57151a None None] Provisioning complete for port 0981d31e-87f8-459e-b253-b0e8e82c0d83 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:29.977766 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5ffb-6f6f-48eb-ab15-0987af57151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.110485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d46dc19d-2bc1-41bf-88f4-dc7b0c1c575a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (05232a7d-5c59-448b-b57c-e00f53ab3fc3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.246548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-50d4f4c6-cf0c-4cc5-9363-a7725455ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:30.251581 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-50d4f4c6-cf0c-4cc5-9363-a7725455ef8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.3390040 Jan 27 22:16:30.295020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef5ffb-6f6f-48eb-ab15-0987af57151a None None] Current status of the port 0981d31e-87f8-459e-b253-b0e8e82c0d83 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:30.295797 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5ffb-6f6f-48eb-ab15-0987af57151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.371101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d46dc19d-2bc1-41bf-88f4-dc7b0c1c575a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (05232a7d-5c59-448b-b57c-e00f53ab3fc3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.398527 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-14e4a99a-4311-43c9-874c-9e08100bf68c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac HTTP/1.1" status: 200 len: 217 time: 0.1401479 Jan 27 22:16:30.404707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f1ef5ffb-6f6f-48eb-ab15-0987af57151a None None] For port 0981d31e-87f8-459e-b253-b0e8e82c0d83, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0981d31e-87f8-459e-b253-b0e8e82c0d83,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:30.421472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5ffb-6f6f-48eb-ab15-0987af57151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.442654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46dc19d-2bc1-41bf-88f4-dc7b0c1c575a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Pushing event deleted for resources: {'Subnet': ['ID=05232a7d-5c59-448b-b57c-e00f53ab3fc3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:30.461697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d46dc19d-2bc1-41bf-88f4-dc7b0c1c575a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.472571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d46dc19d-2bc1-41bf-88f4-dc7b0c1c575a tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/subnets/05232a7d-5c59-448b-b57c-e00f53ab3fc3 HTTP/1.1" status: 204 len: 168 time: 1.2078543 Jan 27 22:16:30.477766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50520) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:30.510789 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:30.551230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef5ffb-6f6f-48eb-ab15-0987af57151a None None] Pushing event updated for resources: {'Port': ['ID=0981d31e-87f8-459e-b253-b0e8e82c0d83,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:30.558717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e19b20-58c8-486c-aa71-d622c75ab87d None None] Network 2b6ee029-9991-481b-977e-5513742efb83 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:30.582205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-fbe2f89f-322d-42e8-965c-34a980f10eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:30.585892 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-fbe2f89f-322d-42e8-965c-34a980f10eb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1795068 Jan 27 22:16:30.663743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d0fdc577-2d03-4e8b-a65b-a2406e62eb7d None None] Provisioning complete for port 0981d31e-87f8-459e-b253-b0e8e82c0d83 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:30.671492 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0fdc577-2d03-4e8b-a65b-a2406e62eb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.778745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-e1c1d1e0-1497-4f4e-8764-57a6ff6d38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:30.796998 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-e1c1d1e0-1497-4f4e-8764-57a6ff6d38fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021031 Jan 27 22:16:30.894009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdc577-2d03-4e8b-a65b-a2406e62eb7d None None] Current status of the port 0981d31e-87f8-459e-b253-b0e8e82c0d83 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:30.904226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4a62378-ed90-45ff-8fa0-c0c3c02b3bff req-3c829c9a-c8f4-46ab-becf-499491037299 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 210 time: 0.1923432 Jan 27 22:16:30.978747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2b6ee029-9991-481b-977e-5513742efb83), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.022339 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-3b69325c-bef0-496a-b0f8-90a6c7576566 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167447 Jan 27 22:16:31.068139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] DHCP port deletion for 2b6ee029-9991-481b-977e-5513742efb83 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:16:31.153078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Deleting port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:31.154638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.265401 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:29Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:31.270710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] Deleting port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:31.276445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.305711 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8e80dab4-632e-4ef7-ae39-82c44fc3b6b6 req-41e3e8fc-82cb-4d8b-b8b6-4c1d06a5e881 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746391 Jan 27 22:16:31.378893 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecbf008-119f-469a-b88b-75333a7b081d None None] The sync data for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 is: [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:29Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:31.388496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] For port 519128dd-0f9d-4fec-a01f-1d175e5efbd9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=519128dd-0f9d-4fec-a01f-1d175e5efbd9,segment=NetworkSegment(3523bca9-d6e8-40f9-bfb8-8e32063105ed),segment_id=3523bca9-d6e8-40f9-bfb8-8e32063105ed)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:31.388914 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.407454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] Calling delete_port for 519128dd-0f9d-4fec-a01f-1d175e5efbd9 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:31.422705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] For port 519128dd-0f9d-4fec-a01f-1d175e5efbd9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=519128dd-0f9d-4fec-a01f-1d175e5efbd9,segment=NetworkSegment(3523bca9-d6e8-40f9-bfb8-8e32063105ed),segment_id=3523bca9-d6e8-40f9-bfb8-8e32063105ed)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:31.432442 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.468513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Calling delete_port for 519128dd-0f9d-4fec-a01f-1d175e5efbd9 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:31.605450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.654818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (519128dd-0f9d-4fec-a01f-1d175e5efbd9), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.666850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] No DVR routers for this DVR port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:31.676931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] No DVR routers for this DVR port 519128dd-0f9d-4fec-a01f-1d175e5efbd9 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:31.725916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Pushing event deleted for resources: {'Port': ['ID=519128dd-0f9d-4fec-a01f-1d175e5efbd9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:31.743920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84469de2-9865-4297-a6d7-5c82997461d6 None None] Pushing event deleted for resources: {'Port': ['ID=519128dd-0f9d-4fec-a01f-1d175e5efbd9,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:31.922776 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2b6ee029-9991-481b-977e-5513742efb83), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.965843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6ee029-9991-481b-977e-5513742efb83']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:31.979474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3523bca9-d6e8-40f9-bfb8-8e32063105ed') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:31.979474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3523bca9-d6e8-40f9-bfb8-8e32063105ed') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:31.992798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (3523bca9-d6e8-40f9-bfb8-8e32063105ed), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.010993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3523bca9-d6e8-40f9-bfb8-8e32063105ed), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.020427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:32.043766 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (3523bca9-d6e8-40f9-bfb8-8e32063105ed), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:32.058430 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:32.105152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-133c508e-de47-4386-8ca4-35f7d97a8411 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:32.111920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bb5266d-1a56-467e-bee6-959f17812592 req-bd4ef2d5-fe98-4a71-b94a-425dfb7f2cad tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 210 time: 0.0624168 Jan 27 22:16:32.115567 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-133c508e-de47-4386-8ca4-35f7d97a8411 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/networks?id=1f6665b5-64d4-49d0-91dc-37a7558b1b81 HTTP/1.1" status: 200 len: 796 time: 0.4106765 Jan 27 22:16:32.231523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2b6ee029-9991-481b-977e-5513742efb83), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.242149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.245859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] 10.222.0.45 "DELETE /v2.0/networks/2b6ee029-9991-481b-977e-5513742efb83 HTTP/1.1" status: 204 len: 168 time: 1.7645974 Jan 27 22:16:32.272472 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-21780d84-ea4b-4b82-a0e6-a597f30c9186 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75cb12138042437b98d6c30ac4673882 HTTP/1.1" status: 200 len: 380 time: 0.1485825 Jan 27 22:16:32.274880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07160c75-e765-4d2f-b3f2-9ab8f9ebfe34 tempest-TagsExtTest-1801930531 tempest-TagsExtTest-1801930531-project] Pushing event deleted for resources: {'Network': ['ID=2b6ee029-9991-481b-977e-5513742efb83,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:32.282778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'port': {'device_id': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'admin_state_up': True, 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'security_groups': ['98f1b57a-618c-48f7-bf81-5ddacc34842c']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:32.558576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Made reservation on behalf of 75cb12138042437b98d6c30ac4673882 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:32.570140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.860666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50564) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:32.976032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.20.0.12 (1f6665b5-64d4-49d0-91dc-37a7558b1b81/a5349fe0-77db-4576-be89-0e683bce9f1e/b626a2fb-7409-4c5a-9ca0-7f2462ffa301) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:33.140865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0981d31e-87f8-459e-b253-b0e8e82c0d83 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:33.172171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-936f5f85-5cf1-480e-adf3-63709a25e8d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef11cd88da504f3899a2d183c12df208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094020 Jan 27 22:16:33.173370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50572) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:33.249364 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07e0e776-fd8f-4585-8109-98792eb4e82f admin admin] Publish callbacks [] for security_group (ee135dc8-3fd7-4894-a54c-6ba28a255ac5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.270283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0981d31e-87f8-459e-b253-b0e8e82c0d83 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:33.270667 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.351559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07e0e776-fd8f-4585-8109-98792eb4e82f admin admin] Publish callbacks [] for security_group (ee135dc8-3fd7-4894-a54c-6ba28a255ac5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.357566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d181f046-a8b5-448b-af6a-409587d1fd98 req-6ea2fea9-051b-4901-a903-1a89343d01d2 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 210 time: 0.0515199 Jan 27 22:16:33.379458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.433960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.453246 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07e0e776-fd8f-4585-8109-98792eb4e82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ee135dc8-3fd7-4894-a54c-6ba28a255ac5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.457142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-07e0e776-fd8f-4585-8109-98792eb4e82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.459043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-07e0e776-fd8f-4585-8109-98792eb4e82f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee135dc8-3fd7-4894-a54c-6ba28a255ac5 HTTP/1.1" status: 204 len: 168 time: 0.2843130 Jan 27 22:16:33.470111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0e776-fd8f-4585-8109-98792eb4e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee135dc8-3fd7-4894-a54c-6ba28a255ac5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:33.529518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0981d31e-87f8-459e-b253-b0e8e82c0d83 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:33.534908 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:33.612900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:33.619750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:33.624848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:33.651059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 519128dd-0f9d-4fec-a01f-1d175e5efbd9 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:33.736818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:33.737509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.748255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 519128dd-0f9d-4fec-a01f-1d175e5efbd9 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:33.748604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 519128dd-0f9d-4fec-a01f-1d175e5efbd9 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:33.778679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b25eeade-8735-4479-84e4-2f78a25505c4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5008790 Jan 27 22:16:33.791728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Request body: {'port': {'device_id': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:33.874580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.123288 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69391f42-2bd6-43e8-8780-534829216cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.204581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-39d1b10c-0dec-47c5-bcb6-c994a3c3baa5 None None] Provisioning complete for port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:34.206030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-39d1b10c-0dec-47c5-bcb6-c994a3c3baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.267642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-39d1b10c-0dec-47c5-bcb6-c994a3c3baa5 None None] Port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:34.407378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b626a2fb-7409-4c5a-9ca0-7f2462ffa301 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:34.424631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Publish callbacks [] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.452823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Transition to ACTIVE for port object b626a2fb-7409-4c5a-9ca0-7f2462ffa301 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:16:34.460356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.634923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:34.707367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421d06-7a9c-4240-b60b-4efe5674101a req-8dff3434-1781-4e6b-8b94-e2dfbbdfdc7d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:34.721354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de421d06-7a9c-4240-b60b-4efe5674101a req-8dff3434-1781-4e6b-8b94-e2dfbbdfdc7d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 944 time: 0.1558721 Jan 27 22:16:34.787185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Attempting to bind port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:34.787905 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Attempting to bind port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:34.788431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Attempting to bind port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 on network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:34.794256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 on network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:16:34.794898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Attempting to bind port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 on network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:34.803701 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:34.804295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Checking segment: {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:34.805521 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Bound using segment: {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:34.809017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Bound port: b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd058e590-0dbc-40f9-ad67-3a192ce42e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:34.809884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.850889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de421d06-7a9c-4240-b60b-4efe5674101a req-51f3d5dd-6de6-484f-993a-398f8e4989ac tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285186 Jan 27 22:16:34.930647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:34.937777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:34.955079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.992981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:35.000739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:35.009182 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] 10.222.0.16 "PUT /v2.0/ports/b626a2fb-7409-4c5a-9ca0-7f2462ffa301 HTTP/1.1" status: 200 len: 1092 time: 1.2224116 Jan 27 22:16:35.020143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:35.027403 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59db1866-c497-4bca-bfb6-50f5e0f7dc04" -d '{"events": [{"name": "network-changed", "server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:35.111754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e39bed-39a0-464f-9499-d4c52f8437c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:35.126684 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a58a621-c5fc-4570-9bb8-22ae3e83a2a8 x-openstack-request-id: req-7a58a621-c5fc-4570-9bb8-22ae3e83a2a8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:35.127318 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:35.127773 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a58a621-c5fc-4570-9bb8-22ae3e83a2a8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:35.128362 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'status': 'completed', 'code': 200} Jan 27 22:16:35.142606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-6fc8c1b0-87d6-4549-b021-843e7385eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:35.143716 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-6fc8c1b0-87d6-4549-b021-843e7385eebe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 1095 time: 0.0852435 Jan 27 22:16:35.199193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-faa24ec7-fb96-4f06-a9ba-bc4d30a73f55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301 HTTP/1.1" status: 200 len: 217 time: 0.0483246 Jan 27 22:16:35.262149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-9f7b1de0-1a3d-45f2-a778-f0afa746db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:35.263881 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-9f7b1de0-1a3d-45f2-a778-f0afa746db99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5349fe0-77db-4576-be89-0e683bce9f1e HTTP/1.1" status: 200 len: 834 time: 0.0584974 Jan 27 22:16:35.385274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-ed3e14e1-cfd5-4d8e-bfc3-b757ad74a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:35.393291 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-ed3e14e1-cfd5-4d8e-bfc3-b757ad74a876 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f6665b5-64d4-49d0-91dc-37a7558b1b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163614 Jan 27 22:16:35.644078 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-00e56d7d-36fd-4c0c-bab9-0459866321e8 service neutron] 10.222.0.16 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463312 Jan 27 22:16:35.883603 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4ec91638-f40a-477c-bd6c-dd6277a4828d req-b9c2a104-a53d-40c4-ac91-a94485e1391e service neutron] 10.222.0.16 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328069 Jan 27 22:16:36.111483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-e02bbf00-5d48-4dc9-8ede-b0ca5033705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:36.114264 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-e02bbf00-5d48-4dc9-8ede-b0ca5033705d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 1095 time: 0.1172996 Jan 27 22:16:36.130142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adad5-9951-4121-ae9e-d2101b79c1fa req-0461275f-877b-4306-adf2-bc0eaa23050c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:36.140212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-950adad5-9951-4121-ae9e-d2101b79c1fa req-0461275f-877b-4306-adf2-bc0eaa23050c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 944 time: 0.1212902 Jan 27 22:16:36.141134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50652) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:36.222340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-950adad5-9951-4121-ae9e-d2101b79c1fa req-86ecebcf-6d9c-42aa-b9ea-9a89e901dfeb tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727496 Jan 27 22:16:36.398696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-d843b467-2f31-4f86-97aa-f04221c3a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:36.401729 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-d843b467-2f31-4f86-97aa-f04221c3a27b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f6665b5-64d4-49d0-91dc-37a7558b1b81 HTTP/1.1" status: 200 len: 897 time: 0.2799585 Jan 27 22:16:36.475979 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-7832719f-ec1e-4f54-b0f1-7a556c5df6b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301 HTTP/1.1" status: 200 len: 217 time: 0.0669549 Jan 27 22:16:36.607071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-ccf1eeb4-a1e6-44d2-8c84-0d7ec8956d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:36.614785 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-ccf1eeb4-a1e6-44d2-8c84-0d7ec8956d84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5349fe0-77db-4576-be89-0e683bce9f1e HTTP/1.1" status: 200 len: 834 time: 0.1310563 Jan 27 22:16:36.681895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-592b6f49-04de-4fcc-9c01-851e2d0bcd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:36.683320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-339ada26-16e0-4e62-a96d-445639979bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.684101 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-592b6f49-04de-4fcc-9c01-851e2d0bcd29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f6665b5-64d4-49d0-91dc-37a7558b1b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622649 Jan 27 22:16:36.881639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-339ada26-16e0-4e62-a96d-445639979bd7 admin admin] Publish callbacks [] for security_group (1c961cf0-51a7-43ba-94fb-6ce1f7b6deb5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.882285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-37c7ed3d-7496-43d6-8395-c23f3a131510 service neutron] 10.222.0.16 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905479 Jan 27 22:16:36.906076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-339ada26-16e0-4e62-a96d-445639979bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1c961cf0-51a7-43ba-94fb-6ce1f7b6deb5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.976355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ada26-16e0-4e62-a96d-445639979bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c961cf0-51a7-43ba-94fb-6ce1f7b6deb5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:37.033127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-59db1866-c497-4bca-bfb6-50f5e0f7dc04 req-3d5b28f6-ecaa-41dc-b193-a81a83e3ced3 service neutron] 10.222.0.16 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404700 Jan 27 22:16:37.049146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-339ada26-16e0-4e62-a96d-445639979bd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2888a40767a4629bbc7ce172ad1c58e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9048774 Jan 27 22:16:37.053751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50680) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:37.062734 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db948830-9c77-4645-b58d-9bc379295f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.141141 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e67917-afb8-45b5-accc-1d6c1b311c06 admin admin] Publish callbacks [] for security_group (1c961cf0-51a7-43ba-94fb-6ce1f7b6deb5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.186887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e67917-afb8-45b5-accc-1d6c1b311c06 admin admin] Publish callbacks [] for security_group (1c961cf0-51a7-43ba-94fb-6ce1f7b6deb5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.290563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e67917-afb8-45b5-accc-1d6c1b311c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1c961cf0-51a7-43ba-94fb-6ce1f7b6deb5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.294589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77e67917-afb8-45b5-accc-1d6c1b311c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.299921 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-77e67917-afb8-45b5-accc-1d6c1b311c06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c961cf0-51a7-43ba-94fb-6ce1f7b6deb5 HTTP/1.1" status: 204 len: 168 time: 0.2417927 Jan 27 22:16:37.322246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e67917-afb8-45b5-accc-1d6c1b311c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c961cf0-51a7-43ba-94fb-6ce1f7b6deb5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:37.430990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d23dca-3f94-4aa7-be60-fc82fdf46dd4 req-39057fbf-e27f-4ad2-9975-43016dd34a51 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:37.432782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48d23dca-3f94-4aa7-be60-fc82fdf46dd4 req-39057fbf-e27f-4ad2-9975-43016dd34a51 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 944 time: 0.0681438 Jan 27 22:16:37.514254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48d23dca-3f94-4aa7-be60-fc82fdf46dd4 req-d4a98d25-900b-49ea-a3c2-3a043b2689ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739400 Jan 27 22:16:38.481930 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.696476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751f73-6650-46c1-96ac-323b50ccb1f0 req-5dd26c40-51da-46e4-a353-21841f0e8286 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:38.698178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d751f73-6650-46c1-96ac-323b50ccb1f0 req-5dd26c40-51da-46e4-a353-21841f0e8286 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 944 time: 0.0633674 Jan 27 22:16:38.779350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d751f73-6650-46c1-96ac-323b50ccb1f0 req-9993ddd1-4c8c-4046-8f05-42d31de13cd0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696476 Jan 27 22:16:39.967612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9e99d-4d90-49d2-afdc-a0b8bf67d9eb req-1b21b62f-2cf9-4fef-9e4d-2dfb5b9cb238 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:39.969355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5af9e99d-4d90-49d2-afdc-a0b8bf67d9eb req-1b21b62f-2cf9-4fef-9e4d-2dfb5b9cb238 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 944 time: 0.0638134 Jan 27 22:16:40.040200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5af9e99d-4d90-49d2-afdc-a0b8bf67d9eb req-80bcef4d-cd63-417c-be08-62c899feb385 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595977 Jan 27 22:16:40.784982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b626a2fb-7409-4c5a-9ca0-7f2462ffa301 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:16:40.956729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:40.973479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'port_id': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'mac_address': 'fa:16:3e:f3:06:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:16:41.025562 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.028454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:41.028887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.045844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b626a2fb-7409-4c5a-9ca0-7f2462ffa301 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:41.088007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:41.095881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.178013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:41.209939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2bed1-5a33-4d60-baaa-149c0ef18b90 req-b707e8e3-1ce4-4cf8-bd56-b68b56698725 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:41.218971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61e2bed1-5a33-4d60-baaa-149c0ef18b90 req-b707e8e3-1ce4-4cf8-bd56-b68b56698725 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 945 time: 0.0746818 Jan 27 22:16:41.237343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.280735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61e2bed1-5a33-4d60-baaa-149c0ef18b90 req-d357323e-9a1f-421f-9a36-2063c59d9bb8 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605774 Jan 27 22:16:41.505686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['b626a2fb-7409-4c5a-9ca0-7f2462ffa301'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:16:42.515864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5e38e-5292-462c-ba64-3df30a96874f req-14ea9c67-bcd0-422e-ab3a-5d2dac1d9665 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:42.519082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4c5e38e-5292-462c-ba64-3df30a96874f req-14ea9c67-bcd0-422e-ab3a-5d2dac1d9665 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 945 time: 0.0999196 Jan 27 22:16:42.607946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4c5e38e-5292-462c-ba64-3df30a96874f req-59951a56-b283-4c1b-a530-1ff6a3da3752 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766361 Jan 27 22:16:43.779795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2a535-2d28-4910-bd3d-0fe2fd507886 req-d2c4787d-dc42-4048-9265-a042df5e48d5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:43.782334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bd2a535-2d28-4910-bd3d-0fe2fd507886 req-d2c4787d-dc42-4048-9265-a042df5e48d5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 945 time: 0.0955091 Jan 27 22:16:43.855582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bd2a535-2d28-4910-bd3d-0fe2fd507886 req-a7e65f6a-29db-4a08-bae6-89e180866493 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657530 Jan 27 22:16:44.085900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-4c2ed680-aa21-4c56-8afa-116f3bbb3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:44.092555 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-4c2ed680-aa21-4c56-8afa-116f3bbb3278 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1096 time: 0.1112657 Jan 27 22:16:44.144879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c39c7-35d3-4b5d-af7a-d2b9b1e63af0 req-d53e1995-447b-48ec-9db2-c71ef241322b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:44.158993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-753c39c7-35d3-4b5d-af7a-d2b9b1e63af0 req-d53e1995-447b-48ec-9db2-c71ef241322b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1290586 Jan 27 22:16:44.218554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-3ad053cc-39e1-4d47-9062-50a0aeaafffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:44.220148 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-3ad053cc-39e1-4d47-9062-50a0aeaafffe service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1260948 Jan 27 22:16:44.276816 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-753c39c7-35d3-4b5d-af7a-d2b9b1e63af0 req-3011e567-2bab-469b-9d4e-3a36182712a3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151574 Jan 27 22:16:44.373775 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-d8928084-3262-460d-a065-c1d88ead94b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.1466022 Jan 27 22:16:44.464401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-4c1840b6-94e3-495a-b67f-8a2595d819bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:44.467821 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-4c1840b6-94e3-495a-b67f-8a2595d819bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0871248 Jan 27 22:16:44.555278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-b4e4d826-0391-4a23-981a-a1dc55d18cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:44.558885 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-b4e4d826-0391-4a23-981a-a1dc55d18cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842855 Jan 27 22:16:44.715368 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-e9432890-2392-4af7-b416-028753ec5ee4 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501625 Jan 27 22:16:44.795962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b626a2fb-7409-4c5a-9ca0-7f2462ffa301 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:44.936292 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-08c972f6-bf8a-4e00-85ea-d808254a3586 req-575ffcf7-5623-4096-8856-63a2443eb8ea service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147107 Jan 27 22:16:44.948057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:16:44.959679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:44.960627 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.070390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24921af-1a25-4921-864c-029d2d0f6905 req-b16df2f0-0a96-48dc-8d50-f508e0422f0a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:45.072127 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b24921af-1a25-4921-864c-029d2d0f6905 req-b16df2f0-0a96-48dc-8d50-f508e0422f0a tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 945 time: 0.1024992 Jan 27 22:16:45.193782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:45.194508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.210763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b24921af-1a25-4921-864c-029d2d0f6905 req-ce1295f9-0cc6-4473-b846-2e28d4520490 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251719 Jan 27 22:16:45.244057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:45.245271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:45.248154 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb7ccdd-2b18-4b34-981f-ea36cfa4050d" -d '{"events": [{"server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "name": "network-vif-plugged", "status": "completed", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:45.252846 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.309454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:45.315598 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e413bf-d435-426e-b860-3e7afe0c48b6 x-openstack-request-id: req-50e413bf-d435-426e-b860-3e7afe0c48b6 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:45.315978 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "name": "network-vif-plugged", "status": "completed", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:45.316322 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50e413bf-d435-426e-b860-3e7afe0c48b6 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:45.316799 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'code': 200} Jan 27 22:16:45.486861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b39734-b853-4597-a3ef-728b0cb50328 req-eea00a08-9288-4baf-9134-dba90e8810b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:45.489484 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b39734-b853-4597-a3ef-728b0cb50328 req-eea00a08-9288-4baf-9134-dba90e8810b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 1097 time: 0.0989580 Jan 27 22:16:45.583405 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-99b39734-b853-4597-a3ef-728b0cb50328 req-f1d8af39-201c-4942-9801-5b34b5778068 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874276 Jan 27 22:16:45.585855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae6d29-49af-4218-9f83-dddd120b7fa5 req-f18b5de4-cc08-4c86-b226-43cf15ebb597 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:45.588786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3ae6d29-49af-4218-9f83-dddd120b7fa5 req-f18b5de4-cc08-4c86-b226-43cf15ebb597 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1350386 Jan 27 22:16:45.685689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3ae6d29-49af-4218-9f83-dddd120b7fa5 req-f0094a5e-d4ef-4c8f-97ba-1232a6d9752e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842466 Jan 27 22:16:46.383104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e90f-74ec-4570-926b-a906b3a94ce0 req-bcb98992-57da-45b2-b812-d8c2fef41128 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:46.384846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f25e90f-74ec-4570-926b-a906b3a94ce0 req-bcb98992-57da-45b2-b812-d8c2fef41128 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0659974 Jan 27 22:16:46.493206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f25e90f-74ec-4570-926b-a906b3a94ce0 req-1c08ee1d-f7c7-43b1-bd5e-c428167dfbda tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966392 Jan 27 22:16:46.870779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9fc92-48a6-4f35-a399-717444d60d9e req-22450d5f-c440-4a88-8325-f74757553326 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:46.880570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8b9fc92-48a6-4f35-a399-717444d60d9e req-22450d5f-c440-4a88-8325-f74757553326 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0896199 Jan 27 22:16:46.947714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8b9fc92-48a6-4f35-a399-717444d60d9e req-506663f9-b8ef-438f-aa66-0104e0a3f433 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659339 Jan 27 22:16:47.168226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50808) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:47.361549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1276f4ca-2695-4be9-8a93-b1f43b1712ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.503221 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1276f4ca-2695-4be9-8a93-b1f43b1712ee admin admin] Publish callbacks [] for security_group (77c8c005-b94d-45b3-8584-a05917a48461), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.509574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1276f4ca-2695-4be9-8a93-b1f43b1712ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (77c8c005-b94d-45b3-8584-a05917a48461), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.582841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276f4ca-2695-4be9-8a93-b1f43b1712ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c8c005-b94d-45b3-8584-a05917a48461,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:47.634695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1276f4ca-2695-4be9-8a93-b1f43b1712ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8fdbb6772fe479386a43fbb2a92fad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4639776 Jan 27 22:16:47.639375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50818) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:47.654512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a6a97-3759-4f6f-8fe3-f52cc4cf4c9d req-18ea26ae-4f89-4d6a-b771-b57281885849 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:47.662543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f12a6a97-3759-4f6f-8fe3-f52cc4cf4c9d req-18ea26ae-4f89-4d6a-b771-b57281885849 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0808423 Jan 27 22:16:47.731868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f12a6a97-3759-4f6f-8fe3-f52cc4cf4c9d req-1a07bee5-8567-4c9c-b252-1dccace4ef23 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682447 Jan 27 22:16:47.739630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Publish callbacks [] for security_group (77c8c005-b94d-45b3-8584-a05917a48461), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.772530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Publish callbacks [] for security_group (77c8c005-b94d-45b3-8584-a05917a48461), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.848922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (77c8c005-b94d-45b3-8584-a05917a48461), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.851868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.857496 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77c8c005-b94d-45b3-8584-a05917a48461 HTTP/1.1" status: 204 len: 168 time: 0.2114334 Jan 27 22:16:47.882472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c8c005-b94d-45b3-8584-a05917a48461,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:47.900137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.901028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.901499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.901937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.902591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.903358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.904054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.904684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.905171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.905838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.906544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.907132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.907680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a410382-0589-4929-91c9-d610270b6712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:47.988172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccf1bd-d3b3-44e9-9c99-94013b3c9c57 req-2596e4c2-c240-45d5-94d9-ecb1edfb8bb5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:47.995653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afccf1bd-d3b3-44e9-9c99-94013b3c9c57 req-2596e4c2-c240-45d5-94d9-ecb1edfb8bb5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.1327646 Jan 27 22:16:48.077469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afccf1bd-d3b3-44e9-9c99-94013b3c9c57 req-2dfc5f14-4814-437e-adc4-994be586c9b5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789106 Jan 27 22:16:48.111172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50826) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:48.185825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e507e4eb-98e6-4cb0-8fb4-42e287a02d4c tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:48.191529 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e507e4eb-98e6-4cb0-8fb4-42e287a02d4c tempest-TestNetworkAdvancedServerOps-412214580 tempest-TestNetworkAdvancedServerOps-412214580-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 1092 time: 0.0763278 Jan 27 22:16:48.194125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50828) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:48.205542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:48.211596 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.247889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.400908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.429867 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50834) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:48.459863 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8dec6b6-3a31-49ef-bc8f-99efffbe8aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.572430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8dec6b6-3a31-49ef-bc8f-99efffbe8aa5 admin admin] Publish callbacks [] for security_group (c4264255-f3ad-4aaf-93de-541f9d5285df), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.582845 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8dec6b6-3a31-49ef-bc8f-99efffbe8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c4264255-f3ad-4aaf-93de-541f9d5285df), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.607001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Allocated IP 172.25.8.190 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/6f29155f-894d-4b28-b2e6-ddaf08741f4f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:48.659093 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8dec6b6-3a31-49ef-bc8f-99efffbe8aa5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4353a6e34d5e4783a34f9d5e07bc743f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277598 Jan 27 22:16:48.662839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dec6b6-3a31-49ef-bc8f-99efffbe8aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4264255-f3ad-4aaf-93de-541f9d5285df,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:48.666792 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50836) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:48.747230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d078add4-bcfd-4c04-9d67-8a12c027ee5c admin admin] Publish callbacks [] for security_group (c4264255-f3ad-4aaf-93de-541f9d5285df), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.786241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d078add4-bcfd-4c04-9d67-8a12c027ee5c admin admin] Publish callbacks [] for security_group (c4264255-f3ad-4aaf-93de-541f9d5285df), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.816300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (6f29155f-894d-4b28-b2e6-ddaf08741f4f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.876995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d078add4-bcfd-4c04-9d67-8a12c027ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c4264255-f3ad-4aaf-93de-541f9d5285df), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.882138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d078add4-bcfd-4c04-9d67-8a12c027ee5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.884093 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d078add4-bcfd-4c04-9d67-8a12c027ee5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4264255-f3ad-4aaf-93de-541f9d5285df HTTP/1.1" status: 204 len: 168 time: 0.2154899 Jan 27 22:16:48.897562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6f29155f-894d-4b28-b2e6-ddaf08741f4f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.902597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078add4-bcfd-4c04-9d67-8a12c027ee5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4264255-f3ad-4aaf-93de-541f9d5285df,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:48.950572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:48.954693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:48.961221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:48.990395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=6f29155f-894d-4b28-b2e6-ddaf08741f4f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:49.611023 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (fd79b8a4-a686-4ec4-9764-b0685502fa3f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.698167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6f29155f-894d-4b28-b2e6-ddaf08741f4f), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.933882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for port (6f29155f-894d-4b28-b2e6-ddaf08741f4f), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.940888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6f29155f-894d-4b28-b2e6-ddaf08741f4f), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.028915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event updated for resources: {'Port': ['ID=6f29155f-894d-4b28-b2e6-ddaf08741f4f,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:50.042063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (fd79b8a4-a686-4ec4-9764-b0685502fa3f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.166635 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Floating IP fd79b8a4-a686-4ec4-9764-b0685502fa3f associated. External IP: 172.25.8.190, port: b626a2fb-7409-4c5a-9ca0-7f2462ffa301. Jan 27 22:16:50.175279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50862) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:50.348988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-957638615-network', 'tenant_id': 'e9c0d4987ae54e49a6270cebea240657'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:50.373036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Made reservation on behalf of e9c0d4987ae54e49a6270cebea240657 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:50.375785 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.386463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.432643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 0c6b46fd-a5ff-47ad-913d-88524ec60ede has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:50.498439 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Publish callbacks [] for security_group (134c116e-64da-4811-9740-fd01e5c76a6e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.503938 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (134c116e-64da-4811-9740-fd01e5c76a6e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.532759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:50.545942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134c116e-64da-4811-9740-fd01e5c76a6e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:50.553116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (175ed53c-fd75-4e78-8c30-a22aba997f08), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.553116 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Added segment 175ed53c-fd75-4e78-8c30-a22aba997f08 of type vlan for network e80c3a67-406d-4feb-b005-07dc26b45d16 Jan 27 22:16:50.636316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (e80c3a67-406d-4feb-b005-07dc26b45d16), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.650401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:50.661848 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] Sync routers for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:50.682273 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (e80c3a67-406d-4feb-b005-07dc26b45d16), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.683580 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:50.684218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:50.684581 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:16:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:50.685184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.687705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.726265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f4daa6c0-5481-452d-a3c9-bd4b232d03e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5305419 Jan 27 22:16:50.726915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:50.729345 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43" -d '{"events": [{"name": "network-changed", "server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:50.781921 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16932156-906d-4f64-9735-545c00ac795e x-openstack-request-id: req-16932156-906d-4f64-9735-545c00ac795e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:50.782413 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:50.782736 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16932156-906d-4f64-9735-545c00ac795e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:50.783047 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'status': 'completed', 'code': 200} Jan 27 22:16:50.887159 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.935150 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:50.967115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169f1c3-e876-44f5-8ff0-ae8b13adbd12 req-b7d30722-acbc-4d0c-a1b5-e39fb767ac41 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:50.970877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1169f1c3-e876-44f5-8ff0-ae8b13adbd12 req-b7d30722-acbc-4d0c-a1b5-e39fb767ac41 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.1082382 Jan 27 22:16:51.044109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1169f1c3-e876-44f5-8ff0-ae8b13adbd12 req-4e54fd59-5e68-4523-84bc-82bd66976550 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648043 Jan 27 22:16:51.101282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50874) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:51.280488 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1035163 Jan 27 22:16:51.281855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:51.290996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-90957796-ed3c-4df9-aedc-76712eaecb70 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/fd79b8a4-a686-4ec4-9764-b0685502fa3f HTTP/1.1" status: 200 len: 992 time: 0.1865761 Jan 27 22:16:51.293864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Request body: {'subnet': {'network_id': 'e80c3a67-406d-4feb-b005-07dc26b45d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-957638615-subnet', 'tenant_id': 'e9c0d4987ae54e49a6270cebea240657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:51.323174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e003e7e-4ef1-411e-a4c5-afcd71666429 admin admin] Pushing event updated for resources: {'Network': ['ID=e80c3a67-406d-4feb-b005-07dc26b45d16,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:51.342574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network e80c3a67-406d-4feb-b005-07dc26b45d16 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:51.343042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Made reservation on behalf of e9c0d4987ae54e49a6270cebea240657 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:51.345235 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.363218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-9d9a2042-6240-4aab-a832-ef2fbde66f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:51.364727 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-9d9a2042-6240-4aab-a832-ef2fbde66f93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 1097 time: 0.1096618 Jan 27 22:16:51.379319 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'fd79b8a4-a686-4ec4-9764-b0685502fa3f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'port_id': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'mac_address': 'fa:16:3e:f3:06:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:49Z', 'updated_at': '2022-01-27T22:16:49Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:30Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:51.422181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] Checking router: 0c6b46fd-a5ff-47ad-913d-88524ec60ede for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:51.432244 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:51.432884 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:16:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:51.544475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-ac8f1d3b-e1a6-43d2-95e4-87315f1c7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:51.545949 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-ac8f1d3b-e1a6-43d2-95e4-87315f1c7ab5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f6665b5-64d4-49d0-91dc-37a7558b1b81 HTTP/1.1" status: 200 len: 897 time: 0.1523085 Jan 27 22:16:51.554230 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:51.673068 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-049233aa-f224-4beb-b3a6-f0b351631039 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301 HTTP/1.1" status: 200 len: 1000 time: 0.1175785 Jan 27 22:16:51.691569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (6c3d9709-319d-4b32-a1c7-323b73ec8b84), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.766380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3d9709-319d-4b32-a1c7-323b73ec8b84,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:51.807256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-a3f3226c-7414-4cf8-97d1-248c43d40ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:51.808839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-a3f3226c-7414-4cf8-97d1-248c43d40ebc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5349fe0-77db-4576-be89-0e683bce9f1e HTTP/1.1" status: 200 len: 834 time: 0.1290965 Jan 27 22:16:51.846123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Checking segment: {'id': '175ed53c-fd75-4e78-8c30-a22aba997f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e80c3a67-406d-4feb-b005-07dc26b45d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:51.846491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Network hostable DHCP agents. Network: e80c3a67-406d-4feb-b005-07dc26b45d16, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:51.877195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-eca55717-18f5-4bf5-a53e-8e4468a1c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:51.878804 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-eca55717-18f5-4bf5-a53e-8e4468a1c633 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f6665b5-64d4-49d0-91dc-37a7558b1b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623775 Jan 27 22:16:51.880192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Network e80c3a67-406d-4feb-b005-07dc26b45d16 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:51.892902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, e80c3a67-406d-4feb-b005-07dc26b45d16) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:51.904302 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'fd79b8a4-a686-4ec4-9764-b0685502fa3f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'port_id': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'mac_address': 'fa:16:3e:f3:06:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:49Z', 'updated_at': '2022-01-27T22:16:49Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:30Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:51.913968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:51.914972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c828fad-6687-4e7d-92e0-1f70f6f0ce13 None None] Network e80c3a67-406d-4feb-b005-07dc26b45d16 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:51.915814 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.994221 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b940d23-e9c5-4dc5-b05e-14678846c29d None None] The sync data for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 is: [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'fd79b8a4-a686-4ec4-9764-b0685502fa3f', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'port_id': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'mac_address': 'fa:16:3e:f3:06:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:49Z', 'updated_at': '2022-01-27T22:16:49Z', 'revision_number': 0, 'project_id': '75cb12138042437b98d6c30ac4673882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:30Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:52.009334 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7547248b-b099-4544-91b6-3fddf16c65a0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7182295 Jan 27 22:16:52.081520 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-2eb855c7-c6d9-4891-818e-7ed1c50b27f4 service neutron] 10.222.0.16 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856556 Jan 27 22:16:52.120159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f8803-b445-4902-ae2b-ede45d854bdb None None] Network e80c3a67-406d-4feb-b005-07dc26b45d16 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:52.213089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5a8c132b-d4a3-46e4-b222-2431e2bf0b43 req-7529cb3c-7dc4-41a6-be32-c4f7e6298fdd service neutron] 10.222.0.16 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196733 Jan 27 22:16:52.280844 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:16:52.294266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50894) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:52.445476 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6c96fd01-d30d-4483-a155-f9358d223905 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/fd79b8a4-a686-4ec4-9764-b0685502fa3f HTTP/1.1" status: 200 len: 992 time: 0.1473765 Jan 27 22:16:52.593589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd34a1-1a83-4662-b2eb-5dfc2b9cfbf3 None None] New status for floating IP fd79b8a4-a686-4ec4-9764-b0685502fa3f: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:16:52.872197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:52.877699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-500077119-network', 'tenant_id': 'c63792d43ce84ac3bea264d27dfb1349'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:52.904002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Made reservation on behalf of c63792d43ce84ac3bea264d27dfb1349 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:52.907194 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.922777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.048612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Publish callbacks [] for security_group (ef21b7f5-224e-42a3-adb1-2025cc92ce8c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.054099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ef21b7f5-224e-42a3-adb1-2025cc92ce8c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.083770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:53.095127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21b7f5-224e-42a3-adb1-2025cc92ce8c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:53.102065 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f7a8b0a0-e493-492c-b073-9033e0bbb21c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.102459 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Added segment f7a8b0a0-e493-492c-b073-9033e0bbb21c of type vlan for network d58c5d1e-3da8-4fd7-ad49-433acf2f88f2 Jan 27 22:16:53.152097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d58c5d1e-3da8-4fd7-ad49-433acf2f88f2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.191179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d58c5d1e-3da8-4fd7-ad49-433acf2f88f2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.193194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:53.194319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.302398 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4286189 Jan 27 22:16:53.305172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50910) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:53.310753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Request body: {'subnet': {'network_id': 'd58c5d1e-3da8-4fd7-ad49-433acf2f88f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-500077119-subnet', 'tenant_id': 'c63792d43ce84ac3bea264d27dfb1349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:53.318541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8039962-911e-496f-b606-7d8f5da8012c admin admin] Pushing event updated for resources: {'Network': ['ID=d58c5d1e-3da8-4fd7-ad49-433acf2f88f2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:53.337985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d58c5d1e-3da8-4fd7-ad49-433acf2f88f2 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:53.340885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Made reservation on behalf of c63792d43ce84ac3bea264d27dfb1349 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:53.346478 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.449561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50912) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:53.613819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fa994f37-7f68-4890-9da8-e8988ff65f18 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/fd79b8a4-a686-4ec4-9764-b0685502fa3f HTTP/1.1" status: 200 len: 994 time: 0.1616659 Jan 27 22:16:53.736605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (1e1a6de1-06e1-494d-b32d-7626f8da5a4d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.818669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1a6de1-06e1-494d-b32d-7626f8da5a4d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:53.825250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Checking segment: {'id': 'f7a8b0a0-e493-492c-b073-9033e0bbb21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd58c5d1e-3da8-4fd7-ad49-433acf2f88f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:53.826672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Network hostable DHCP agents. Network: d58c5d1e-3da8-4fd7-ad49-433acf2f88f2, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:53.846889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Network d58c5d1e-3da8-4fd7-ad49-433acf2f88f2 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:53.860156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d58c5d1e-3da8-4fd7-ad49-433acf2f88f2) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:53.865660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:53.866406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.872358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24eef1d-57b1-4f05-97de-52b95c0fafb9 None None] Network d58c5d1e-3da8-4fd7-ad49-433acf2f88f2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:53.890056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2baf1efe-5ab6-4963-81ee-4ae10a0ca1d0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5834141 Jan 27 22:16:54.017628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7bb08-4d3e-433d-8b47-78d9aa6a64cb None None] Network d58c5d1e-3da8-4fd7-ad49-433acf2f88f2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:54.619246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c486-ba55-4047-a704-249d2963469f req-c71ddbab-ea6f-4703-8cbb-ca347281bb61 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:54.622069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-c71ddbab-ea6f-4703-8cbb-ca347281bb61 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/networks?id=e80c3a67-406d-4feb-b005-07dc26b45d16 HTTP/1.1" status: 200 len: 808 time: 0.1368828 Jan 27 22:16:54.643613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-8b73aed3-638a-4b5c-84bb-9861874f58bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/quotas/e9c0d4987ae54e49a6270cebea240657 HTTP/1.1" status: 200 len: 375 time: 0.0151119 Jan 27 22:16:54.684109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-632e28e2-e62c-4d4c-a93c-ed6d4142059e tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9c0d4987ae54e49a6270cebea240657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331974 Jan 27 22:16:54.796685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-30da3056-e8a2-4b1f-bbc6-66b95f04bf4a service neutron] 10.222.0.45 "GET /v2.0/networks/e80c3a67-406d-4feb-b005-07dc26b45d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038969 Jan 27 22:16:54.899214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-317f68eb-2580-4df7-96d0-9bb48bcea714 service neutron] 10.222.0.45 "GET /v2.0/networks/e80c3a67-406d-4feb-b005-07dc26b45d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958970 Jan 27 22:16:55.163229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e607929a-0ec4-469a-a311-7c739d467684 req-d0d97c76-cc2f-4320-aa16-08c4b28e6f25 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 210 time: 0.0364757 Jan 27 22:16:56.302238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbf28239-699d-432b-92fa-7788dc878e10 req-63ad4f34-cb82-4f10-a03e-332aa0796aee tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 210 time: 0.0437617 Jan 27 22:16:56.608793 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c486-ba55-4047-a704-249d2963469f req-070de169-befc-44b2-8a7c-ab02c5e353ca tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:56.611018 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-070de169-befc-44b2-8a7c-ab02c5e353ca tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.16 "GET /v2.0/networks?id=e80c3a67-406d-4feb-b005-07dc26b45d16 HTTP/1.1" status: 200 len: 808 time: 0.1876662 Jan 27 22:16:56.630848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Request body: {'port': {'device_id': '7d992691-b94e-4f69-919f-5d033f7095a5', 'network_id': 'e80c3a67-406d-4feb-b005-07dc26b45d16', 'admin_state_up': True, 'tenant_id': 'e9c0d4987ae54e49a6270cebea240657'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:56.779897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Made reservation on behalf of e9c0d4987ae54e49a6270cebea240657 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:56.786011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:56.998569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Allocated IP 172.20.0.4 (e80c3a67-406d-4feb-b005-07dc26b45d16/6c3d9709-319d-4b32-a1c7-323b73ec8b84/7825c016-0c63-4f7c-9217-2a40ac288c54) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:57.231537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Publish callbacks [] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.292538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.362570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Network e80c3a67-406d-4feb-b005-07dc26b45d16 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:57.372896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:57.382687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:57.387774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Pushing event updated for resources: {'Port': ['ID=7825c016-0c63-4f7c-9217-2a40ac288c54,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:57.470420 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:57.471510 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.500094 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-8419dc71-61ee-49fa-bcd9-823dbd531061 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8762240 Jan 27 22:16:57.514784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc424d-a754-4820-b9f5-899db7de1b4b req-093eb308-f822-4d1b-91da-d6c46238903b tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:57.517627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cfc424d-a754-4820-b9f5-899db7de1b4b req-093eb308-f822-4d1b-91da-d6c46238903b tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 931 time: 0.0734432 Jan 27 22:16:57.519061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Request body: {'port': {'device_id': '7d992691-b94e-4f69-919f-5d033f7095a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:57.607856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cfc424d-a754-4820-b9f5-899db7de1b4b req-d78e126b-7eb0-46bd-b516-d23765b329eb tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800285 Jan 27 22:16:57.628551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.007698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7825c016-0c63-4f7c-9217-2a40ac288c54 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:58.017322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Publish callbacks [] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.033673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Transition to ACTIVE for port object 7825c016-0c63-4f7c-9217-2a40ac288c54 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:16:58.038393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.117507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Pushing event updated for resources: {'Port': ['ID=7825c016-0c63-4f7c-9217-2a40ac288c54,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:58.237462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Attempting to bind port 7825c016-0c63-4f7c-9217-2a40ac288c54 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:58.237975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Attempting to bind port 7825c016-0c63-4f7c-9217-2a40ac288c54 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '175ed53c-fd75-4e78-8c30-a22aba997f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e80c3a67-406d-4feb-b005-07dc26b45d16'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:58.238550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Attempting to bind port 7825c016-0c63-4f7c-9217-2a40ac288c54 on network e80c3a67-406d-4feb-b005-07dc26b45d16 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:58.245013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Port 7825c016-0c63-4f7c-9217-2a40ac288c54 on network e80c3a67-406d-4feb-b005-07dc26b45d16 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:16:58.245401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Attempting to bind port 7825c016-0c63-4f7c-9217-2a40ac288c54 on network e80c3a67-406d-4feb-b005-07dc26b45d16 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:58.252103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:58.252574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Checking segment: {'id': '175ed53c-fd75-4e78-8c30-a22aba997f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e80c3a67-406d-4feb-b005-07dc26b45d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:58.253130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Bound using segment: {'id': '175ed53c-fd75-4e78-8c30-a22aba997f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e80c3a67-406d-4feb-b005-07dc26b45d16'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:58.253720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Bound port: 7825c016-0c63-4f7c-9217-2a40ac288c54, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175ed53c-fd75-4e78-8c30-a22aba997f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e80c3a67-406d-4feb-b005-07dc26b45d16'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:58.254243 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.363450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] For port 7825c016-0c63-4f7c-9217-2a40ac288c54, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:58.368071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] For port 7825c016-0c63-4f7c-9217-2a40ac288c54, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7825c016-0c63-4f7c-9217-2a40ac288c54,segment=NetworkSegment(175ed53c-fd75-4e78-8c30-a22aba997f08),segment_id=175ed53c-fd75-4e78-8c30-a22aba997f08)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:58.373992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.428545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:58.428545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.429627 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] 10.222.0.16 "PUT /v2.0/ports/7825c016-0c63-4f7c-9217-2a40ac288c54 HTTP/1.1" status: 200 len: 1091 time: 0.9178929 Jan 27 22:16:58.429627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d992691-b94e-4f69-919f-5d033f7095a5', 'tag': '7825c016-0c63-4f7c-9217-2a40ac288c54'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:58.432461 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825b5141-ec2d-48c0-926d-71b6a307b869" -d '{"events": [{"name": "network-changed", "server_uuid": "7d992691-b94e-4f69-919f-5d033f7095a5", "tag": "7825c016-0c63-4f7c-9217-2a40ac288c54"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:58.459355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc112000-278a-4fe9-aa27-986fdb79b919 service neutron] Pushing event updated for resources: {'Port': ['ID=7825c016-0c63-4f7c-9217-2a40ac288c54,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:58.484007 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da14188-2582-4d15-a9ff-518d3908d344 x-openstack-request-id: req-8da14188-2582-4d15-a9ff-518d3908d344 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:58.484321 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d992691-b94e-4f69-919f-5d033f7095a5", "tag": "7825c016-0c63-4f7c-9217-2a40ac288c54", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:58.484540 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8da14188-2582-4d15-a9ff-518d3908d344 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:58.484973 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d992691-b94e-4f69-919f-5d033f7095a5', 'tag': '7825c016-0c63-4f7c-9217-2a40ac288c54', 'status': 'completed', 'code': 200} Jan 27 22:16:58.586825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c486-ba55-4047-a704-249d2963469f req-ef330579-3902-4e57-9345-03e44aefda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:58.588991 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-ef330579-3902-4e57-9345-03e44aefda93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9c0d4987ae54e49a6270cebea240657&device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 1094 time: 0.0855761 Jan 27 22:16:58.645282 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-f1def51f-6225-48e4-a4d0-d5b4a119c9cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7825c016-0c63-4f7c-9217-2a40ac288c54 HTTP/1.1" status: 200 len: 217 time: 0.0456474 Jan 27 22:16:58.717067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c486-ba55-4047-a704-249d2963469f req-9f386155-b1b8-41b3-9ad9-ff5032768a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:58.719272 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-9f386155-b1b8-41b3-9ad9-ff5032768a9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c3d9709-319d-4b32-a1c7-323b73ec8b84 HTTP/1.1" status: 200 len: 848 time: 0.0688293 Jan 27 22:16:58.758779 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-32a1cf0d-f37d-4247-95e1-e81d2452de7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e80c3a67-406d-4feb-b005-07dc26b45d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300872 Jan 27 22:16:58.811086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b456d-e1e7-404d-834d-0975536e2050 req-59a762e2-328c-4f77-b6bf-7d1686a0ef0e tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:58.813282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca7b456d-e1e7-404d-834d-0975536e2050 req-59a762e2-328c-4f77-b6bf-7d1686a0ef0e tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 943 time: 0.0815818 Jan 27 22:16:58.888041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca7b456d-e1e7-404d-834d-0975536e2050 req-50f643c7-02b8-4d9c-bad0-780887f5ba1e tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688434 Jan 27 22:16:58.895451 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-7d0ee093-4ddd-43b3-b495-4ba6ad64832c service neutron] 10.222.0.16 "GET /v2.0/networks/e80c3a67-406d-4feb-b005-07dc26b45d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280434 Jan 27 22:16:59.022864 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dc51c486-ba55-4047-a704-249d2963469f req-a0720b96-971c-44fc-9ccd-b7c01f8c34e6 service neutron] 10.222.0.16 "GET /v2.0/networks/e80c3a67-406d-4feb-b005-07dc26b45d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215537 Jan 27 22:16:59.143977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-9edbbeab-bc6b-401e-ae78-46085eb03844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:59.145931 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-9edbbeab-bc6b-401e-ae78-46085eb03844 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9c0d4987ae54e49a6270cebea240657&device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 1094 time: 0.0584800 Jan 27 22:16:59.265198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-b98f9c87-10b8-428f-96f5-c56af633d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:59.267188 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-b98f9c87-10b8-428f-96f5-c56af633d147 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e80c3a67-406d-4feb-b005-07dc26b45d16 HTTP/1.1" status: 200 len: 909 time: 0.1127980 Jan 27 22:16:59.358780 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-37d6a351-58ff-4280-9006-ad348db23c34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7825c016-0c63-4f7c-9217-2a40ac288c54 HTTP/1.1" status: 200 len: 217 time: 0.0815239 Jan 27 22:16:59.447878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-ee15b845-2b90-4541-b5bd-e5ffc4b1b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:59.450046 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-ee15b845-2b90-4541-b5bd-e5ffc4b1b5be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c3d9709-319d-4b32-a1c7-323b73ec8b84 HTTP/1.1" status: 200 len: 848 time: 0.0780911 Jan 27 22:16:59.492539 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-892357d8-4256-49df-9592-a681a76abfea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e80c3a67-406d-4feb-b005-07dc26b45d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341756 Jan 27 22:16:59.615692 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-3190786d-3349-4cd8-a134-f30ec55a2e5d service neutron] 10.222.0.16 "GET /v2.0/networks/e80c3a67-406d-4feb-b005-07dc26b45d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145937 Jan 27 22:16:59.786915 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-825b5141-ec2d-48c0-926d-71b6a307b869 req-675b7fb6-f3e9-4aa3-aae1-fc5228204436 service neutron] 10.222.0.16 "GET /v2.0/networks/e80c3a67-406d-4feb-b005-07dc26b45d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640718 Jan 27 22:17:00.032289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8230aee-85fb-4085-b7ad-172e7ffce3d8 req-07094246-44bf-435c-aa31-c058da13a7e8 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:00.034066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8230aee-85fb-4085-b7ad-172e7ffce3d8 req-07094246-44bf-435c-aa31-c058da13a7e8 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 943 time: 0.0725405 Jan 27 22:17:00.098219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8230aee-85fb-4085-b7ad-172e7ffce3d8 req-797b267a-19d2-4d43-9bfc-91b50cfee285 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533905 Jan 27 22:17:01.279382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea585b3-114a-4a22-9042-a1e4840c12b1 req-80541715-943d-4044-957d-eaa53b966b9b tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:01.282195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ea585b3-114a-4a22-9042-a1e4840c12b1 req-80541715-943d-4044-957d-eaa53b966b9b tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 943 time: 0.0810902 Jan 27 22:17:01.338243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ea585b3-114a-4a22-9042-a1e4840c12b1 req-4e3d2788-d0be-4f3f-a9ce-2add4cd8dd5c tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Jan 27 22:17:02.849941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7825c016-0c63-4f7c-9217-2a40ac288c54 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:17:02.906309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cba9a-ee98-47f9-abde-8f3cc431fded req-f6ecd2eb-7879-4496-89e9-a24af1f5f081 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:02.908877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d9cba9a-ee98-47f9-abde-8f3cc431fded req-f6ecd2eb-7879-4496-89e9-a24af1f5f081 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 943 time: 0.4521923 Jan 27 22:17:02.974187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d9cba9a-ee98-47f9-abde-8f3cc431fded req-d93b1460-c2ed-4091-81cc-b163d37b4bbb tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588975 Jan 27 22:17:03.007702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7825c016-0c63-4f7c-9217-2a40ac288c54, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7825c016-0c63-4f7c-9217-2a40ac288c54,segment=NetworkSegment(175ed53c-fd75-4e78-8c30-a22aba997f08),segment_id=175ed53c-fd75-4e78-8c30-a22aba997f08)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:03.023256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '7825c016-0c63-4f7c-9217-2a40ac288c54', 'network_id': 'e80c3a67-406d-4feb-b005-07dc26b45d16', 'port_id': '7825c016-0c63-4f7c-9217-2a40ac288c54', 'mac_address': 'fa:16:3e:f2:fe:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3d9709-319d-4b32-a1c7-323b73ec8b84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:17:03.072846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7825c016-0c63-4f7c-9217-2a40ac288c54 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:03.073281 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.089284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7825c016-0c63-4f7c-9217-2a40ac288c54 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:17:03.113564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7825c016-0c63-4f7c-9217-2a40ac288c54, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7825c016-0c63-4f7c-9217-2a40ac288c54,segment=NetworkSegment(175ed53c-fd75-4e78-8c30-a22aba997f08),segment_id=175ed53c-fd75-4e78-8c30-a22aba997f08)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:03.119292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.179624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7825c016-0c63-4f7c-9217-2a40ac288c54,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:03.533121 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7825c016-0c63-4f7c-9217-2a40ac288c54'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:17:04.114449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80627b4a-ca2d-46ec-8129-6b76a832d3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:04.155088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104d771-2750-4444-be85-1f5c510aa40c req-12be0338-02aa-44d4-816b-5d0645aa5b70 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:04.157423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c104d771-2750-4444-be85-1f5c510aa40c req-12be0338-02aa-44d4-816b-5d0645aa5b70 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 944 time: 0.0666790 Jan 27 22:17:04.210987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c104d771-2750-4444-be85-1f5c510aa40c req-2a60dcf9-4e4b-4b35-a15b-75c4868a1260 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465875 Jan 27 22:17:04.863131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7825c016-0c63-4f7c-9217-2a40ac288c54 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:04.937248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 7825c016-0c63-4f7c-9217-2a40ac288c54 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:17:04.942915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 7825c016-0c63-4f7c-9217-2a40ac288c54 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:04.943589 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:05.078516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7825c016-0c63-4f7c-9217-2a40ac288c54 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:05.079115 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:05.121192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d992691-b94e-4f69-919f-5d033f7095a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7825c016-0c63-4f7c-9217-2a40ac288c54'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:17:05.125080 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf8a551-4ca5-450e-9b03-69b4696e799e" -d '{"events": [{"server_uuid": "7d992691-b94e-4f69-919f-5d033f7095a5", "name": "network-vif-plugged", "status": "completed", "tag": "7825c016-0c63-4f7c-9217-2a40ac288c54"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:17:05.148818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7825c016-0c63-4f7c-9217-2a40ac288c54, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7825c016-0c63-4f7c-9217-2a40ac288c54,segment=NetworkSegment(175ed53c-fd75-4e78-8c30-a22aba997f08),segment_id=175ed53c-fd75-4e78-8c30-a22aba997f08)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:05.156403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:05.201987 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccbfbe1-300b-45ab-a512-6e965a8862f6 x-openstack-request-id: req-4ccbfbe1-300b-45ab-a512-6e965a8862f6 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:17:05.202693 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d992691-b94e-4f69-919f-5d033f7095a5", "name": "network-vif-plugged", "status": "completed", "tag": "7825c016-0c63-4f7c-9217-2a40ac288c54", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:17:05.202922 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ccbfbe1-300b-45ab-a512-6e965a8862f6 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:17:05.203385 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d992691-b94e-4f69-919f-5d033f7095a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7825c016-0c63-4f7c-9217-2a40ac288c54', 'code': 200} Jan 27 22:17:05.253156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7825c016-0c63-4f7c-9217-2a40ac288c54,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:05.312086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847b73-8b00-4445-b2c3-e6f1dc838ac9 req-77a7cc1c-4b1e-40cc-b07b-13b81afa1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:05.313669 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-09847b73-8b00-4445-b2c3-e6f1dc838ac9 req-77a7cc1c-4b1e-40cc-b07b-13b81afa1d98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 1096 time: 0.0565302 Jan 27 22:17:05.368178 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-09847b73-8b00-4445-b2c3-e6f1dc838ac9 req-1e1dfc5d-2301-45a9-8faf-e9d571ba616c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Jan 27 22:17:05.381787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1552b29-1217-42de-a7ad-8cd8505cec2c req-3b3b79c6-ec5b-4287-ad88-d0c339592729 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:05.384595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1552b29-1217-42de-a7ad-8cd8505cec2c req-3b3b79c6-ec5b-4287-ad88-d0c339592729 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 945 time: 0.0911348 Jan 27 22:17:05.476240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1552b29-1217-42de-a7ad-8cd8505cec2c req-38d44de9-1e74-43d2-9aaa-e343f7f1145d tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843549 Jan 27 22:17:06.618622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff0c92-9682-422d-a6de-d7b396663207 req-3b88c82f-ab5c-4073-a3a0-72f353ac1f60 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:06.620393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99ff0c92-9682-422d-a6de-d7b396663207 req-3b88c82f-ab5c-4073-a3a0-72f353ac1f60 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 945 time: 0.0582955 Jan 27 22:17:06.677119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99ff0c92-9682-422d-a6de-d7b396663207 req-e1d5cb29-15e6-410f-8a74-a7542864eb67 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503044 Jan 27 22:17:07.046634 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-935410f4-b76b-4c84-aa56-d1d401bdb8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.942330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc5877-deea-44b6-83e9-ef94e84d59c6 req-1f8adb95-2474-428b-9f82-5aa161b1be28 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:07.942330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9edc5877-deea-44b6-83e9-ef94e84d59c6 req-1f8adb95-2474-428b-9f82-5aa161b1be28 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 945 time: 0.0712798 Jan 27 22:17:08.021999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9edc5877-deea-44b6-83e9-ef94e84d59c6 req-0ab818aa-12f6-4f2f-b883-1e0452385187 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824618 Jan 27 22:17:08.474907 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:11.014781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:11.221762 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.415520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7cc3b-d04c-4192-a066-07d229281b53 req-7b8debce-b5f5-4189-9c4b-55a7375dc337 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:12.417366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9a7cc3b-d04c-4192-a066-07d229281b53 req-7b8debce-b5f5-4189-9c4b-55a7375dc337 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 945 time: 0.0731885 Jan 27 22:17:12.490628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9a7cc3b-d04c-4192-a066-07d229281b53 req-a7a57c93-06aa-4b2d-b0c2-17ce8b3a58da tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633957 Jan 27 22:17:13.637227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfbed3-48d7-4945-b35e-5e37f51b3b0d req-1a6f164e-e3bf-4081-b54d-25d9d9571f93 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:13.639461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ebcfbed3-48d7-4945-b35e-5e37f51b3b0d req-1a6f164e-e3bf-4081-b54d-25d9d9571f93 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 945 time: 0.0709445 Jan 27 22:17:13.710730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ebcfbed3-48d7-4945-b35e-5e37f51b3b0d req-1832437c-054c-4849-9c93-a964f5a28bf7 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/security-groups?id=134c116e-64da-4811-9740-fd01e5c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Jan 27 22:17:13.874593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940c614-1a29-41f8-8767-c478dfad816d req-2a0213ae-08f8-4374-bac7-ba330a383127 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:13.876500 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0940c614-1a29-41f8-8767-c478dfad816d req-2a0213ae-08f8-4374-bac7-ba330a383127 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 945 time: 0.0749345 Jan 27 22:17:14.031456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Deleting port 7825c016-0c63-4f7c-9217-2a40ac288c54 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:14.031959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.176310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] For port 7825c016-0c63-4f7c-9217-2a40ac288c54, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7825c016-0c63-4f7c-9217-2a40ac288c54,segment=NetworkSegment(175ed53c-fd75-4e78-8c30-a22aba997f08),segment_id=175ed53c-fd75-4e78-8c30-a22aba997f08)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:14.176686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.191608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Calling delete_port for 7825c016-0c63-4f7c-9217-2a40ac288c54 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:14.377695 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7825c016-0c63-4f7c-9217-2a40ac288c54), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.393477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7825c016-0c63-4f7c-9217-2a40ac288c54'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:17:14.417798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Pushing event deleted for resources: {'Port': ['ID=7825c016-0c63-4f7c-9217-2a40ac288c54,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:14.476168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] No DVR routers for this DVR port 7825c016-0c63-4f7c-9217-2a40ac288c54 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:14.479654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.484024 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0940c614-1a29-41f8-8767-c478dfad816d req-4697aec1-4292-49ca-ba5b-f3a3462387bf tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.16 "DELETE /v2.0/ports/7825c016-0c63-4f7c-9217-2a40ac288c54 HTTP/1.1" status: 204 len: 173 time: 0.6018407 Jan 27 22:17:14.484548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d992691-b94e-4f69-919f-5d033f7095a5', 'name': 'network-vif-deleted', 'tag': '7825c016-0c63-4f7c-9217-2a40ac288c54'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:17:14.487205 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52456504-bcbb-415a-9fb7-e1c1a94b31d3" -d '{"events": [{"server_uuid": "7d992691-b94e-4f69-919f-5d033f7095a5", "name": "network-vif-deleted", "tag": "7825c016-0c63-4f7c-9217-2a40ac288c54"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:17:14.531829 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3030560-ed19-4074-8211-ddfbf55ca3d8 x-openstack-request-id: req-e3030560-ed19-4074-8211-ddfbf55ca3d8 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:17:14.536024 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d992691-b94e-4f69-919f-5d033f7095a5", "name": "network-vif-deleted", "tag": "7825c016-0c63-4f7c-9217-2a40ac288c54", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:17:14.536433 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3030560-ed19-4074-8211-ddfbf55ca3d8 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:17:14.536924 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d992691-b94e-4f69-919f-5d033f7095a5', 'name': 'network-vif-deleted', 'tag': '7825c016-0c63-4f7c-9217-2a40ac288c54', 'status': 'completed', 'code': 200} Jan 27 22:17:14.854008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b34ef4-d9e2-4268-8dd3-4e2492bc04db req-7bae2310-ebf7-4ceb-b206-80702113c3b1 tempest-VolumesActionsTest-1639872186 tempest-VolumesActionsTest-1639872186-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d992691-b94e-4f69-919f-5d033f7095a5 HTTP/1.1" status: 200 len: 210 time: 0.0462689 Jan 27 22:17:16.976128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7825c016-0c63-4f7c-9217-2a40ac288c54 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:17:17.006163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 7825c016-0c63-4f7c-9217-2a40ac288c54 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:17:17.006637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7825c016-0c63-4f7c-9217-2a40ac288c54 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:17:18.180541 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:20.905857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.278326 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:17:29.781152 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-4087ba73-4fb8-4b20-a618-301bddabaf96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2393222 Jan 27 22:17:29.897751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-10247e0a-c81c-43b0-b77d-d15f030c7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:29.899320 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-10247e0a-c81c-43b0-b77d-d15f030c7cd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1096 time: 0.0513420 Jan 27 22:17:30.095025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-0d766a7b-cdfe-475b-b0de-ca09cb2ab7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:30.101126 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-0d766a7b-cdfe-475b-b0de-ca09cb2ab7a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1733871 Jan 27 22:17:30.184346 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-f27f783e-0976-4fe0-88cc-ada8d7df8d9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.0758941 Jan 27 22:17:30.273649 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-2981a062-0878-4998-ab7e-0c51d4fd5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:30.276824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-2981a062-0878-4998-ab7e-0c51d4fd5813 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0857954 Jan 27 22:17:30.330099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-a7df7b15-3af2-48e6-8e56-b3949d7035b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:30.339591 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-a7df7b15-3af2-48e6-8e56-b3949d7035b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558691 Jan 27 22:17:30.358602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-e8bdab34-f60b-4796-abf0-cc4cd4334ca0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:17:30.360362 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-e8bdab34-f60b-4796-abf0-cc4cd4334ca0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119455 Jan 27 22:17:30.573736 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-e36400bf-e70b-4f00-ba28-fa4a6d2710e2 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028420 Jan 27 22:17:30.825262 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8b0088a4-2a7f-4678-a6e1-3a3a5f40be92 req-2f0350f3-f876-4f24-a15e-c6d980dff703 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445254 Jan 27 22:17:34.119275 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dd885193-ab91-4e7c-aba0-b2fcd513ed9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.042997 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b398d71-39df-4287-82eb-ade47ff030e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.378570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51502) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.383709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348105227', 'description': 'tempest-secgroup-smoke-348105227 description', 'project_id': '76cd6868af824a2a8c94f75d0bf6e881'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:37.417268 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.528103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group (2ec1904f-3460-4930-8278-78d0e728ad51), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.533951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2ec1904f-3460-4930-8278-78d0e728ad51), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.583356 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.583356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1991596 Jan 27 22:17:37.583356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec1904f-3460-4930-8278-78d0e728ad51,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:37.584099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51504) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.589603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e0654d23-24cc-4a0b-a4fb-8a6d97bcf28d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'security_group_rule': {'security_group_id': '2ec1904f-3460-4930-8278-78d0e728ad51', 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:37.611220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.611742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.612155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.612576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.612983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.613552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.613876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.614271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.614773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.615253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.615797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.616265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.616705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874e5ceb-30f9-41a4-aa27-69209ac0dcaf tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:37.643547 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0654d23-24cc-4a0b-a4fb-8a6d97bcf28d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (77d41ab3-f08e-4c31-84a7-a728615eef25), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.737293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0654d23-24cc-4a0b-a4fb-8a6d97bcf28d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (77d41ab3-f08e-4c31-84a7-a728615eef25), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.743920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0654d23-24cc-4a0b-a4fb-8a6d97bcf28d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (77d41ab3-f08e-4c31-84a7-a728615eef25), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.771504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0654d23-24cc-4a0b-a4fb-8a6d97bcf28d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d41ab3-f08e-4c31-84a7-a728615eef25,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:37.798315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e0654d23-24cc-4a0b-a4fb-8a6d97bcf28d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.800938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e0654d23-24cc-4a0b-a4fb-8a6d97bcf28d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156029 Jan 27 22:17:37.805768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51510) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.815014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8f951dc3-4a60-4166-9955-5b6190c9f3cb tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'security_group_rule': {'security_group_id': '2ec1904f-3460-4930-8278-78d0e728ad51', 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:37.860178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f951dc3-4a60-4166-9955-5b6190c9f3cb tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (78686703-8004-49e7-bf5e-160a71483ab6), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.962462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f951dc3-4a60-4166-9955-5b6190c9f3cb tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (78686703-8004-49e7-bf5e-160a71483ab6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.967914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f951dc3-4a60-4166-9955-5b6190c9f3cb tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (78686703-8004-49e7-bf5e-160a71483ab6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.989826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f951dc3-4a60-4166-9955-5b6190c9f3cb tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78686703-8004-49e7-bf5e-160a71483ab6,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:37.999719 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f951dc3-4a60-4166-9955-5b6190c9f3cb tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.001005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8f951dc3-4a60-4166-9955-5b6190c9f3cb tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1938298 Jan 27 22:17:38.005727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51512) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.013030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-322bd113-3511-479c-9128-d784c6d8d48d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'security_group_rule': {'security_group_id': '2ec1904f-3460-4930-8278-78d0e728ad51', 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.055337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322bd113-3511-479c-9128-d784c6d8d48d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (094bf538-a5ce-44f5-a5a0-fd8064da0804), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.162814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322bd113-3511-479c-9128-d784c6d8d48d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (094bf538-a5ce-44f5-a5a0-fd8064da0804), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.170833 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322bd113-3511-479c-9128-d784c6d8d48d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (094bf538-a5ce-44f5-a5a0-fd8064da0804), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.192807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bd113-3511-479c-9128-d784c6d8d48d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094bf538-a5ce-44f5-a5a0-fd8064da0804,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:38.203671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322bd113-3511-479c-9128-d784c6d8d48d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.207632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-322bd113-3511-479c-9128-d784c6d8d48d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1979380 Jan 27 22:17:38.208228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51518) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.216602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8c007492-1a66-4e09-be45-47ea542cbfde tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'security_group_rule': {'security_group_id': '2ec1904f-3460-4930-8278-78d0e728ad51', 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.277334 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c007492-1a66-4e09-be45-47ea542cbfde tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (972649e9-8fe9-48ad-88c7-f7abd0d209b4), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.419506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c007492-1a66-4e09-be45-47ea542cbfde tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (972649e9-8fe9-48ad-88c7-f7abd0d209b4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.427910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c007492-1a66-4e09-be45-47ea542cbfde tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (972649e9-8fe9-48ad-88c7-f7abd0d209b4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.467647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c007492-1a66-4e09-be45-47ea542cbfde tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972649e9-8fe9-48ad-88c7-f7abd0d209b4,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:38.477901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c007492-1a66-4e09-be45-47ea542cbfde tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.480460 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8c007492-1a66-4e09-be45-47ea542cbfde tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2705660 Jan 27 22:17:38.483360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51524) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.488637 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.493349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a95b4345-e817-4dfc-84b3-969090d8127f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'security_group_rule': {'security_group_id': '2ec1904f-3460-4930-8278-78d0e728ad51', 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.528736 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-a95b4345-e817-4dfc-84b3-969090d8127f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Project 76cd6868af824a2a8c94f75d0bf6e881 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:17:38.538404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a95b4345-e817-4dfc-84b3-969090d8127f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (1b1ddbf2-30d3-4cd8-bf89-b8864a75f2bb), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.652757 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a95b4345-e817-4dfc-84b3-969090d8127f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (1b1ddbf2-30d3-4cd8-bf89-b8864a75f2bb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.657820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a95b4345-e817-4dfc-84b3-969090d8127f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (1b1ddbf2-30d3-4cd8-bf89-b8864a75f2bb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.680009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b4345-e817-4dfc-84b3-969090d8127f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1ddbf2-30d3-4cd8-bf89-b8864a75f2bb,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:38.694127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a95b4345-e817-4dfc-84b3-969090d8127f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.700784 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a95b4345-e817-4dfc-84b3-969090d8127f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2111950 Jan 27 22:17:38.701086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51528) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.706329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-3e0db079-62f7-43c0-a544-1db0a4bb1026 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'security_group_rule': {'security_group_id': '2ec1904f-3460-4930-8278-78d0e728ad51', 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.733889 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-3e0db079-62f7-43c0-a544-1db0a4bb1026 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Project 76cd6868af824a2a8c94f75d0bf6e881 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:17:38.740258 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3e0db079-62f7-43c0-a544-1db0a4bb1026 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (e8afe9ed-b556-4e3d-bb0d-2fe1fafc1822), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.825155 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3e0db079-62f7-43c0-a544-1db0a4bb1026 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (e8afe9ed-b556-4e3d-bb0d-2fe1fafc1822), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.831089 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3e0db079-62f7-43c0-a544-1db0a4bb1026 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (e8afe9ed-b556-4e3d-bb0d-2fe1fafc1822), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.860211 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3e0db079-62f7-43c0-a544-1db0a4bb1026 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.871693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3e0db079-62f7-43c0-a544-1db0a4bb1026 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594629 Jan 27 22:17:38.877273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0db079-62f7-43c0-a544-1db0a4bb1026 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8afe9ed-b556-4e3d-bb0d-2fe1fafc1822,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:39.219431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-3bb059f4-f8cc-4b7f-8dc1-7009383826c4 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348105227&fields=id&tenant_id=76cd6868af824a2a8c94f75d0bf6e881 HTTP/1.1" status: 200 len: 267 time: 0.0703764 Jan 27 22:17:39.414944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-763a4cd5-4b68-40b0-89f7-f90f45bd679b tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:39.418222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-763a4cd5-4b68-40b0-89f7-f90f45bd679b tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/networks?id=220fb8da-548e-41a8-bf5d-91f357267b1c HTTP/1.1" status: 200 len: 814 time: 0.1837153 Jan 27 22:17:39.441616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-ccbc1e22-034e-4f11-8795-1694e8f75428 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/quotas/76cd6868af824a2a8c94f75d0bf6e881 HTTP/1.1" status: 200 len: 375 time: 0.0128407 Jan 27 22:17:39.840545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-fd56c428-85b4-4f62-b613-bef4a577d56f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=76cd6868af824a2a8c94f75d0bf6e881&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576255 Jan 27 22:17:40.026481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-48580b4f-f56e-41f5-a5f5-c2dd3165a270 service neutron] 10.222.0.45 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661930 Jan 27 22:17:40.132824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-70817e92-5544-4d03-89eb-c458e30af42e service neutron] 10.222.0.45 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999291 Jan 27 22:17:40.482610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17160e99-6e13-45de-aa2d-a35b85d285a4 req-b3b30fde-17ab-4953-a1d8-92dfc961ea33 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0325043 Jan 27 22:17:41.011277 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.223346 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.666869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8332e4f-3772-4191-b1e5-50d190375578 req-eb8c468e-0c89-453b-9e2d-87f37135eb18 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0484600 Jan 27 22:17:41.815312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-ce45a4c0-5786-4763-9a22-39364b695e2d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:41.818055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-ce45a4c0-5786-4763-9a22-39364b695e2d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.16 "GET /v2.0/networks?id=220fb8da-548e-41a8-bf5d-91f357267b1c HTTP/1.1" status: 200 len: 814 time: 0.2318444 Jan 27 22:17:41.952032 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-a433c511-a4c6-45bd-9f74-d4990ee2ac33 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76cd6868af824a2a8c94f75d0bf6e881 HTTP/1.1" status: 200 len: 379 time: 0.1197295 Jan 27 22:17:41.966619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'port': {'device_id': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'admin_state_up': True, 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'security_groups': ['2ec1904f-3460-4930-8278-78d0e728ad51']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:42.192351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Made reservation on behalf of 76cd6868af824a2a8c94f75d0bf6e881 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:42.199225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.425307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Allocated IP 172.20.0.12 (220fb8da-548e-41a8-bf5d-91f357267b1c/51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9/739657f8-e6bb-467e-9cec-214323820dda) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:42.612567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for port (739657f8-e6bb-467e-9cec-214323820dda), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.655907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (739657f8-e6bb-467e-9cec-214323820dda), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.721857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'Port': ['ID=739657f8-e6bb-467e-9cec-214323820dda,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:42.741293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Network 220fb8da-548e-41a8-bf5d-91f357267b1c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:42.743928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:42.776538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:42.937699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65eb5-bc07-4da3-83e9-5d43330328c9 req-34bcbb77-ba65-46ba-979b-b19951de98c0 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:42.945382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:42.946866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.947380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cd65eb5-bc07-4da3-83e9-5d43330328c9 req-34bcbb77-ba65-46ba-979b-b19951de98c0 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 932 time: 0.1067486 Jan 27 22:17:42.993734 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-67160323-777b-4cfa-a7fc-e2f9d74e0cfc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0327828 Jan 27 22:17:43.006196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Request body: {'port': {'device_id': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:43.061302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cd65eb5-bc07-4da3-83e9-5d43330328c9 req-521a3352-ade9-488d-ba2e-bad945f579e2 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127460 Jan 27 22:17:43.156962 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (739657f8-e6bb-467e-9cec-214323820dda), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.186905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-923ea5f8-ff97-4a03-bc4e-1cfc1f915e9a None None] Provisioning complete for port 739657f8-e6bb-467e-9cec-214323820dda triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:43.188595 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-923ea5f8-ff97-4a03-bc4e-1cfc1f915e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (739657f8-e6bb-467e-9cec-214323820dda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.264803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-923ea5f8-ff97-4a03-bc4e-1cfc1f915e9a None None] Port 739657f8-e6bb-467e-9cec-214323820dda cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:43.756082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739657f8-e6bb-467e-9cec-214323820dda {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:17:43.787552 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Publish callbacks [] for port (739657f8-e6bb-467e-9cec-214323820dda), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.828827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Transition to ACTIVE for port object 739657f8-e6bb-467e-9cec-214323820dda will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:17:43.836536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (739657f8-e6bb-467e-9cec-214323820dda), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.102031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Pushing event updated for resources: {'Port': ['ID=739657f8-e6bb-467e-9cec-214323820dda,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:44.274963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Attempting to bind port 739657f8-e6bb-467e-9cec-214323820dda on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:44.276272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Attempting to bind port 739657f8-e6bb-467e-9cec-214323820dda by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:44.277105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Attempting to bind port 739657f8-e6bb-467e-9cec-214323820dda on network 220fb8da-548e-41a8-bf5d-91f357267b1c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:44.300373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Port 739657f8-e6bb-467e-9cec-214323820dda on network 220fb8da-548e-41a8-bf5d-91f357267b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:17:44.301329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Attempting to bind port 739657f8-e6bb-467e-9cec-214323820dda on network 220fb8da-548e-41a8-bf5d-91f357267b1c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:44.317558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:44.318709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Checking segment: {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:44.319666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Bound using segment: {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:44.320700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Bound port: 739657f8-e6bb-467e-9cec-214323820dda, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e687b2-6af6-4046-b987-1212d56653f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:44.321573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (739657f8-e6bb-467e-9cec-214323820dda), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.322713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f66b3-e84d-4482-9029-edea60e26ad2 req-c3572176-8961-4072-9638-41600c852887 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:44.335704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef6f66b3-e84d-4482-9029-edea60e26ad2 req-c3572176-8961-4072-9638-41600c852887 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.1461897 Jan 27 22:17:44.477134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] For port 739657f8-e6bb-467e-9cec-214323820dda, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:44.483957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] For port 739657f8-e6bb-467e-9cec-214323820dda, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=739657f8-e6bb-467e-9cec-214323820dda,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:44.487406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef6f66b3-e84d-4482-9029-edea60e26ad2 req-3b159b89-3261-4a64-b1b5-cd4e59b14853 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501701 Jan 27 22:17:44.497046 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (739657f8-e6bb-467e-9cec-214323820dda), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.589891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Pushing event updated for resources: {'Port': ['ID=739657f8-e6bb-467e-9cec-214323820dda,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:44.601818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:44.602544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.604439 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-52515c62-dec9-4f59-8c5a-cf53523006d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/739657f8-e6bb-467e-9cec-214323820dda HTTP/1.1" status: 200 len: 1092 time: 1.6059098 Jan 27 22:17:44.605217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:17:44.608754 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec471484-bd0c-4af7-bfbe-29b0333915b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:17:44.717414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-af838c34-9098-4257-bda1-ac86f3d979ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:44.719406 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-af838c34-9098-4257-bda1-ac86f3d979ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76cd6868af824a2a8c94f75d0bf6e881&device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1095 time: 0.0567536 Jan 27 22:17:44.792603 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-9a426fe4-1dd6-4c2f-9352-ea0eff39935f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739657f8-e6bb-467e-9cec-214323820dda HTTP/1.1" status: 200 len: 217 time: 0.0645921 Jan 27 22:17:44.794708 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea8cf41-430c-4bf5-a3af-3cf80366567a x-openstack-request-id: req-1ea8cf41-430c-4bf5-a3af-3cf80366567a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:17:44.794708 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:17:44.795045 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ea8cf41-430c-4bf5-a3af-3cf80366567a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:17:44.795364 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda', 'status': 'completed', 'code': 200} Jan 27 22:17:44.868004 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-d841d18c-e440-4968-8ed1-243efcc396c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:44.871627 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-d841d18c-e440-4968-8ed1-243efcc396c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9 HTTP/1.1" status: 200 len: 853 time: 0.0716252 Jan 27 22:17:45.004046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-730573da-8ba9-469e-8494-a0998f248393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:45.007812 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-730573da-8ba9-469e-8494-a0998f248393 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=220fb8da-548e-41a8-bf5d-91f357267b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291192 Jan 27 22:17:45.217826 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-07c14728-649b-44c4-ba81-17b5e9b715dc service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967535 Jan 27 22:17:45.390563 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ca1ed3b-5948-438c-b334-e5575ff67cc2 req-df28b006-d27b-454d-b4c8-7cb6065eb669 service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646509 Jan 27 22:17:45.511531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-4262f7c8-d3d5-41bc-86d1-afb94e65c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:45.513707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-4262f7c8-d3d5-41bc-86d1-afb94e65c9cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76cd6868af824a2a8c94f75d0bf6e881&device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1095 time: 0.0611253 Jan 27 22:17:45.627679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-0bba555e-e39e-4e90-9367-e23ae97e073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:45.629486 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-0bba555e-e39e-4e90-9367-e23ae97e073e service neutron] 10.222.0.16 "GET /v2.0/networks?id=220fb8da-548e-41a8-bf5d-91f357267b1c HTTP/1.1" status: 200 len: 915 time: 0.1089947 Jan 27 22:17:45.695944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b1751-0ae8-40a5-9be4-1d3866ce3314 req-8d3645a5-9e99-4b73-bcec-9b238fae73a1 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:45.698862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-708b1751-0ae8-40a5-9be4-1d3866ce3314 req-8d3645a5-9e99-4b73-bcec-9b238fae73a1 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.0592537 Jan 27 22:17:45.719028 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-9c510b5c-b89d-419a-a01b-e44a9aeabcf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739657f8-e6bb-467e-9cec-214323820dda HTTP/1.1" status: 200 len: 217 time: 0.0822234 Jan 27 22:17:45.764905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-708b1751-0ae8-40a5-9be4-1d3866ce3314 req-aa0be4ce-add6-4925-83b9-69a2b808a45d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533230 Jan 27 22:17:45.808847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-ced06ec0-9899-43c9-b936-7eac6d5ae3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:45.810529 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-ced06ec0-9899-43c9-b936-7eac6d5ae3d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9 HTTP/1.1" status: 200 len: 853 time: 0.0849376 Jan 27 22:17:45.885269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-0579b6dd-e4f5-494b-87fe-d96677278e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:45.888330 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-0579b6dd-e4f5-494b-87fe-d96677278e16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=220fb8da-548e-41a8-bf5d-91f357267b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708249 Jan 27 22:17:46.058308 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-4af7b0cf-6e39-47cb-8823-912044207130 service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634886 Jan 27 22:17:46.254392 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ec471484-bd0c-4af7-bfbe-29b0333915b5 req-63bdbd40-fd1f-471d-8894-11fd073a6fca service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888986 Jan 27 22:17:46.951266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a7e0b-9352-4a34-b974-52882c6b9518 req-5780ff57-6bfe-4e44-a5f8-efadc0fef670 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:46.954495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f3a7e0b-9352-4a34-b974-52882c6b9518 req-5780ff57-6bfe-4e44-a5f8-efadc0fef670 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.0987384 Jan 27 22:17:47.026045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f3a7e0b-9352-4a34-b974-52882c6b9518 req-3cfeeb34-0762-42e7-957e-00de4d9d6702 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605600 Jan 27 22:17:48.181300 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.196677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33805d0-9d0a-4e41-b475-9b04ee4a7b0d req-8463b189-d8e9-49e3-b4bb-98a1735e957d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:48.199599 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b33805d0-9d0a-4e41-b475-9b04ee4a7b0d req-8463b189-d8e9-49e3-b4bb-98a1735e957d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.0667164 Jan 27 22:17:48.280413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b33805d0-9d0a-4e41-b475-9b04ee4a7b0d req-6c92651c-8c1a-432e-9426-be692d12b10d tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739105 Jan 27 22:17:49.486530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a30034-9c3e-4661-b816-5710c50651ca req-2efa9156-b7e0-4b31-bf83-967a6d62277c tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:49.486530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87a30034-9c3e-4661-b816-5710c50651ca req-2efa9156-b7e0-4b31-bf83-967a6d62277c tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.0842268 Jan 27 22:17:49.581074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87a30034-9c3e-4661-b816-5710c50651ca req-9c031976-5daf-4434-b9c0-2255b561c078 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782208 Jan 27 22:17:50.902890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754703e-2e8d-4d9b-98b2-a8b18ce8d1e7 req-609ce073-ae87-48c3-ad5f-ab2d9f5afe39 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:50.912526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3754703e-2e8d-4d9b-98b2-a8b18ce8d1e7 req-609ce073-ae87-48c3-ad5f-ab2d9f5afe39 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1042771 Jan 27 22:17:50.922413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6fbb-7f29-410a-b414-6338a9abc04e req-cbc94d50-d9d1-4ad1-81fb-e527bb820cdc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:50.928080 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:50.930487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f00b6fbb-7f29-410a-b414-6338a9abc04e req-cbc94d50-d9d1-4ad1-81fb-e527bb820cdc tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.1547275 Jan 27 22:17:51.052848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3754703e-2e8d-4d9b-98b2-a8b18ce8d1e7 req-ac37b9dc-33c3-496f-8ec4-baa5fd9b5287 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198096 Jan 27 22:17:51.067706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f00b6fbb-7f29-410a-b414-6338a9abc04e req-618c450a-b0b8-47be-aa74-29186bd581a7 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237669 Jan 27 22:17:51.226620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc674f-4fe2-48b8-89c9-787655da08e5 req-a543f7b6-098e-4ca5-90fb-0cfebc8a7b92 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:51.259822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83cc674f-4fe2-48b8-89c9-787655da08e5 req-a543f7b6-098e-4ca5-90fb-0cfebc8a7b92 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0813379 Jan 27 22:17:51.346592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83cc674f-4fe2-48b8-89c9-787655da08e5 req-8b26dce1-9875-4e10-863e-31992a3fd2f2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884614 Jan 27 22:17:51.886050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-b8688244-6c0f-4c31-9d3d-dbec52261acb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:51.892775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-b8688244-6c0f-4c31-9d3d-dbec52261acb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 0.2704298 Jan 27 22:17:51.908742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-b04824f2-c53e-4010-b21b-8757ba5556d7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/quotas/9c9b826841b8474393813eea41b044d4 HTTP/1.1" status: 200 len: 375 time: 0.0123017 Jan 27 22:17:51.998686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-1d4da0ef-11c9-4efb-9c8f-937e920cdbbf tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0799863 Jan 27 22:17:52.149515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-47bf6689-f446-4de5-8aac-c8f0b7f77a3d service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395133 Jan 27 22:17:52.309535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4f1d0-09f2-40c5-a2d0-8027afa2845d req-a7fcb65a-2d9e-46b7-bd6c-5eb8e1902de6 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:52.311114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70c4f1d0-09f2-40c5-a2d0-8027afa2845d req-a7fcb65a-2d9e-46b7-bd6c-5eb8e1902de6 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.0860026 Jan 27 22:17:52.313468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-4ed4238d-f3a8-4ca6-a892-7e50c4dfd260 service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508920 Jan 27 22:17:52.386132 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70c4f1d0-09f2-40c5-a2d0-8027afa2845d req-178502a4-3b34-487c-a792-730047fe0bb0 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561807 Jan 27 22:17:52.678633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cd8465d-9d57-45dc-b09e-d271106872f9 req-9de92a66-0b76-4a40-bde2-eb25a8467e5b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 210 time: 0.0668178 Jan 27 22:17:53.578722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384d004-b68c-4e20-be66-cc77fd7e6b05 req-c63fdc53-5c9e-4a61-bfbf-cbfa4b9a0275 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:53.580833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b384d004-b68c-4e20-be66-cc77fd7e6b05 req-c63fdc53-5c9e-4a61-bfbf-cbfa4b9a0275 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.0938134 Jan 27 22:17:53.656942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b384d004-b68c-4e20-be66-cc77fd7e6b05 req-93541eb9-85d9-4df8-b822-f1b66dde456b tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681610 Jan 27 22:17:53.902947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f806b78-c31c-4ec1-86c5-f06dcc454f2d req-442f2875-d55e-4487-a6bd-4a611aac995c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 210 time: 0.0809152 Jan 27 22:17:54.108104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-77d0cd72-c7f1-4b43-b52f-552ad7b7b4dc tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:54.113050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-77d0cd72-c7f1-4b43-b52f-552ad7b7b4dc tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 0.2752912 Jan 27 22:17:54.155160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'port': {'device_id': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'admin_state_up': True, 'tenant_id': '9c9b826841b8474393813eea41b044d4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:54.414710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Made reservation on behalf of 9c9b826841b8474393813eea41b044d4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:54.431359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:54.804305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Allocated IP 172.20.0.12 (b5397092-386c-4a64-99d8-9030ba82f773/74bc2cd3-d2e9-4920-9948-07ac619cca0b/a03285e9-c31e-4034-bc24-334af22b68f5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:55.039041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa143-68ae-4db0-ba8e-57529d37c001 req-f6dc69a1-864b-406a-893c-cf83a290156e tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:55.055125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d1aa143-68ae-4db0-ba8e-57529d37c001 req-f6dc69a1-864b-406a-893c-cf83a290156e tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.1806357 Jan 27 22:17:55.165823 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for port (a03285e9-c31e-4034-bc24-334af22b68f5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:55.239081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:55.265955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d020f80b-554e-4660-9eb8-b8b89d99d6ac', 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:17:55.279836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4646d7ed-60cd-4fc0-ac41-ca207ff6a5cd req-7c586548-b8c2-4e77-8e7f-9b5b1ce4e4f4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 210 time: 0.1194842 Jan 27 22:17:55.298299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d1aa143-68ae-4db0-ba8e-57529d37c001 req-c42145bc-383a-4d25-95ae-e7c722de3e31 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417367 Jan 27 22:17:55.451740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Network b5397092-386c-4a64-99d8-9030ba82f773 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:55.473690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:55.492130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:55.511160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'Port': ['ID=a03285e9-c31e-4034-bc24-334af22b68f5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:55.603549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.604320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.604890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.605597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.606172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.606739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.607261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.607851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.608400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.608959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.609545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.610101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.610652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:55.687323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:55.688482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:55.750416 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-c920c4d5-7d33-4419-87b1-da2af8fcbbe5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6106465 Jan 27 22:17:55.765300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Request body: {'port': {'device_id': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:55.975144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.087994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-62a32e43-5a9c-49d3-a222-f3e59f859cad None None] Provisioning complete for port a03285e9-c31e-4034-bc24-334af22b68f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:56.088532 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62a32e43-5a9c-49d3-a222-f3e59f859cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.136350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-62a32e43-5a9c-49d3-a222-f3e59f859cad None None] Port a03285e9-c31e-4034-bc24-334af22b68f5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:56.574143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f7b4e-b029-4cb0-a1a7-4b28f0d6589c req-3e82a3ce-9a47-4a79-85eb-54cf29a3e283 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:56.583465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b8f7b4e-b029-4cb0-a1a7-4b28f0d6589c req-3e82a3ce-9a47-4a79-85eb-54cf29a3e283 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 932 time: 0.1286459 Jan 27 22:17:56.627360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ab6b-787c-46d8-bd33-3fcc06a69a48 req-7f090b96-7a60-4bab-80d4-0864d7f3cd45 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:56.629350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7336ab6b-787c-46d8-bd33-3fcc06a69a48 req-7f090b96-7a60-4bab-80d4-0864d7f3cd45 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.1055357 Jan 27 22:17:56.638613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03285e9-c31e-4034-bc24-334af22b68f5 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:17:56.653504 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Publish callbacks [] for port (a03285e9-c31e-4034-bc24-334af22b68f5), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.679927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b8f7b4e-b029-4cb0-a1a7-4b28f0d6589c req-3c097d69-5558-4f10-86a4-ceeafe42af17 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950928 Jan 27 22:17:56.681214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Transition to ACTIVE for port object a03285e9-c31e-4034-bc24-334af22b68f5 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:17:56.692827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.776144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7336ab6b-787c-46d8-bd33-3fcc06a69a48 req-cede7be7-5b21-4d01-972b-f78bb226b7f9 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334133 Jan 27 22:17:56.801777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Pushing event updated for resources: {'Port': ['ID=a03285e9-c31e-4034-bc24-334af22b68f5,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:56.907946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Attempting to bind port a03285e9-c31e-4034-bc24-334af22b68f5 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:56.908377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Attempting to bind port a03285e9-c31e-4034-bc24-334af22b68f5 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:56.908646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Attempting to bind port a03285e9-c31e-4034-bc24-334af22b68f5 on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:56.925526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Port a03285e9-c31e-4034-bc24-334af22b68f5 on network b5397092-386c-4a64-99d8-9030ba82f773 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:17:56.925842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Attempting to bind port a03285e9-c31e-4034-bc24-334af22b68f5 on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:56.932634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:56.932983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Checking segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:56.933680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Bound using segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:56.934220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Bound port: a03285e9-c31e-4034-bc24-334af22b68f5, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:56.934741 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.406657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] For port a03285e9-c31e-4034-bc24-334af22b68f5, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:57.412553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] For port a03285e9-c31e-4034-bc24-334af22b68f5, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a03285e9-c31e-4034-bc24-334af22b68f5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:57.418699 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.475577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.476558 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.479096 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] 10.222.0.16 "PUT /v2.0/ports/a03285e9-c31e-4034-bc24-334af22b68f5 HTTP/1.1" status: 200 len: 1092 time: 1.7211022 Jan 27 22:17:57.479904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'tag': 'a03285e9-c31e-4034-bc24-334af22b68f5'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:17:57.484094 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c4e06-b6f9-45ab-9748-0d9cffe957eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b48ca978-1489-4801-a67a-0cfde9307bf0", "tag": "a03285e9-c31e-4034-bc24-334af22b68f5"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:17:57.550222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3ae55-4b53-4c55-a806-c332a22056de service neutron] Pushing event updated for resources: {'Port': ['ID=a03285e9-c31e-4034-bc24-334af22b68f5,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:57.605625 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2227e604-8319-4996-86b9-f3bc89e52c4a x-openstack-request-id: req-2227e604-8319-4996-86b9-f3bc89e52c4a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:17:57.606447 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48ca978-1489-4801-a67a-0cfde9307bf0", "tag": "a03285e9-c31e-4034-bc24-334af22b68f5", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:17:57.606870 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2227e604-8319-4996-86b9-f3bc89e52c4a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:17:57.607554 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'tag': 'a03285e9-c31e-4034-bc24-334af22b68f5', 'status': 'completed', 'code': 200} Jan 27 22:17:57.636323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-15ab8788-d91b-4bca-9fe0-c6b6c7322fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.639027 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-15ab8788-d91b-4bca-9fe0-c6b6c7322fea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 1095 time: 0.0822952 Jan 27 22:17:57.755690 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-d6a50932-346d-445f-b353-274f6c8f9877 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a03285e9-c31e-4034-bc24-334af22b68f5 HTTP/1.1" status: 200 len: 217 time: 0.1066766 Jan 27 22:17:57.870213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-f72b4d19-7008-4925-b8b7-ef53bc6e4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.871917 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-f72b4d19-7008-4925-b8b7-ef53bc6e4abf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1076541 Jan 27 22:17:57.925731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d1ab6-697f-434c-884d-f3f5ad985009 req-1635e153-6ce0-4540-b6aa-f85f53e69693 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.934776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a2d1ab6-697f-434c-884d-f3f5ad985009 req-1635e153-6ce0-4540-b6aa-f85f53e69693 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 944 time: 0.1015687 Jan 27 22:17:57.959878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-99adf1d2-66d4-4476-8ff1-96db000248d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.962038 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-99adf1d2-66d4-4476-8ff1-96db000248d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827544 Jan 27 22:17:58.018281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a2d1ab6-697f-434c-884d-f3f5ad985009 req-0e6d70e4-1c6f-49e2-85f9-e38f24e3e72a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819774 Jan 27 22:17:58.039160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e7134-8a8c-4779-afdd-2e954ddcad83 req-230d50d6-f027-41a4-a942-62ec976b25d0 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:58.040977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e31e7134-8a8c-4779-afdd-2e954ddcad83 req-230d50d6-f027-41a4-a942-62ec976b25d0 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.0972915 Jan 27 22:17:58.096498 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-bb9caeed-88a3-4738-b948-6f5dd9bc9aeb service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240692 Jan 27 22:17:58.120202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e31e7134-8a8c-4779-afdd-2e954ddcad83 req-026e7437-cc3a-422a-98fb-9d83b8b2d064 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733335 Jan 27 22:17:58.223195 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ed3ebfe1-9fd2-4b20-b0c1-5191d3b2c9b5 req-82306b9a-eed8-4de2-a4bb-3316fd817200 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191790 Jan 27 22:17:58.334319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-3c5177ad-287b-4e54-ac24-276168f4321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:58.336107 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-3c5177ad-287b-4e54-ac24-276168f4321e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 1095 time: 0.0575836 Jan 27 22:17:58.462595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-87cf50b9-2ffd-494c-878c-5f3edae9cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:58.465051 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-87cf50b9-2ffd-494c-878c-5f3edae9cb64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1218376 Jan 27 22:17:58.513726 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-0e1a23a6-5a94-430d-9ae2-b87e3f4d58dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a03285e9-c31e-4034-bc24-334af22b68f5 HTTP/1.1" status: 200 len: 217 time: 0.0411687 Jan 27 22:17:58.576796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-33df7a14-bf33-4e38-8c3d-df304e57c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:58.578642 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-33df7a14-bf33-4e38-8c3d-df304e57c633 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0590742 Jan 27 22:17:58.650971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-a723514b-0568-4e75-8239-3cc592b2adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:58.653282 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-a723514b-0568-4e75-8239-3cc592b2adb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671329 Jan 27 22:17:58.759844 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-94866f74-0bd9-44e2-8862-ae64fe840bd0 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994015 Jan 27 22:17:58.886540 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-145c4e06-b6f9-45ab-9748-0d9cffe957eb req-c2cf7076-81db-49d3-8e43-1a55df145511 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192393 Jan 27 22:17:59.185560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85336-7379-401f-8121-de6724594c81 req-8017d923-c46b-423b-9ac1-dc0ae882f4d7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:59.187890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00a85336-7379-401f-8121-de6724594c81 req-8017d923-c46b-423b-9ac1-dc0ae882f4d7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 944 time: 0.0666645 Jan 27 22:17:59.292977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00a85336-7379-401f-8121-de6724594c81 req-3a928418-c4fb-4e2f-a50f-d5642e69bcc3 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983126 Jan 27 22:17:59.330968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec4c6b-a2bf-45ff-bb19-18db2424f81a req-95b1857c-6455-4d2c-b7d6-d193e2289552 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:59.333430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9ec4c6b-a2bf-45ff-bb19-18db2424f81a req-95b1857c-6455-4d2c-b7d6-d193e2289552 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.1058214 Jan 27 22:17:59.435075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9ec4c6b-a2bf-45ff-bb19-18db2424f81a req-615bbd31-13ae-4e2e-a375-19c447983911 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927272 Jan 27 22:18:00.077562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51752) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:00.140801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37ccd27-7f4b-47ca-bbd4-f38428ddcdef admin admin] Deleting subnet 6c3d9709-319d-4b32-a1c7-323b73ec8b84 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:18:00.145231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e37ccd27-7f4b-47ca-bbd4-f38428ddcdef admin admin] Publish callbacks [] for subnet (6c3d9709-319d-4b32-a1c7-323b73ec8b84), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.194521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e37ccd27-7f4b-47ca-bbd4-f38428ddcdef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (6c3d9709-319d-4b32-a1c7-323b73ec8b84), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.253925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e37ccd27-7f4b-47ca-bbd4-f38428ddcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (6c3d9709-319d-4b32-a1c7-323b73ec8b84), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.319217 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e37ccd27-7f4b-47ca-bbd4-f38428ddcdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (6c3d9709-319d-4b32-a1c7-323b73ec8b84), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.358083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ccd27-7f4b-47ca-bbd4-f38428ddcdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3d9709-319d-4b32-a1c7-323b73ec8b84,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:00.367465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e37ccd27-7f4b-47ca-bbd4-f38428ddcdef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.376174 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e37ccd27-7f4b-47ca-bbd4-f38428ddcdef admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6c3d9709-319d-4b32-a1c7-323b73ec8b84 HTTP/1.1" status: 204 len: 168 time: 0.2950151 Jan 27 22:18:00.378175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51756) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:00.549126 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (e80c3a67-406d-4feb-b005-07dc26b45d16), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.577015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c7453-d7d6-4e01-b60d-245999072355 req-60bcd9ce-6aab-4235-9e3e-1137de7c6b56 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:00.579753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c7c7453-d7d6-4e01-b60d-245999072355 req-60bcd9ce-6aab-4235-9e3e-1137de7c6b56 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 944 time: 0.1711862 Jan 27 22:18:00.755616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (e80c3a67-406d-4feb-b005-07dc26b45d16), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.796999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c7c7453-d7d6-4e01-b60d-245999072355 req-6c737cf8-4356-4802-a279-ab1111411844 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053957 Jan 27 22:18:00.798893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80c3a67-406d-4feb-b005-07dc26b45d16']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:00.809476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353e120-c241-4105-91f8-60325511093d req-b655ae5b-36e5-49e5-a4b0-44c648aa0c6e tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:00.811212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0353e120-c241-4105-91f8-60325511093d req-b655ae5b-36e5-49e5-a4b0-44c648aa0c6e tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.1896105 Jan 27 22:18:00.822026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175ed53c-fd75-4e78-8c30-a22aba997f08') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:00.822375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175ed53c-fd75-4e78-8c30-a22aba997f08') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:00.842983 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (175ed53c-fd75-4e78-8c30-a22aba997f08), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.878336 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (175ed53c-fd75-4e78-8c30-a22aba997f08), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.895498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:18:00.895985 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (175ed53c-fd75-4e78-8c30-a22aba997f08), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:18:00.897986 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:18:00.918454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0353e120-c241-4105-91f8-60325511093d req-ac5aff55-490f-4e6c-b713-ca8e57ff7d2a tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877986 Jan 27 22:18:00.981423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (e80c3a67-406d-4feb-b005-07dc26b45d16), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.991935 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.998239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e80c3a67-406d-4feb-b005-07dc26b45d16 HTTP/1.1" status: 204 len: 168 time: 0.6181598 Jan 27 22:18:01.000669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:01.018718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea41e69-376d-4be4-9eaa-b76dcb403e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=e80c3a67-406d-4feb-b005-07dc26b45d16,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:01.059000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75dea6c-2dcc-44a2-8a44-1f7d657df90e admin admin] Deleting subnet 1e1a6de1-06e1-494d-b32d-7626f8da5a4d {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:18:01.063622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a75dea6c-2dcc-44a2-8a44-1f7d657df90e admin admin] Publish callbacks [] for subnet (1e1a6de1-06e1-494d-b32d-7626f8da5a4d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.107270 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a75dea6c-2dcc-44a2-8a44-1f7d657df90e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (1e1a6de1-06e1-494d-b32d-7626f8da5a4d), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.166172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a75dea6c-2dcc-44a2-8a44-1f7d657df90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (1e1a6de1-06e1-494d-b32d-7626f8da5a4d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.252103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a75dea6c-2dcc-44a2-8a44-1f7d657df90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (1e1a6de1-06e1-494d-b32d-7626f8da5a4d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.294828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dea6c-2dcc-44a2-8a44-1f7d657df90e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1a6de1-06e1-494d-b32d-7626f8da5a4d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:01.298072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a75dea6c-2dcc-44a2-8a44-1f7d657df90e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.303837 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a75dea6c-2dcc-44a2-8a44-1f7d657df90e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1e1a6de1-06e1-494d-b32d-7626f8da5a4d HTTP/1.1" status: 204 len: 168 time: 0.3014522 Jan 27 22:18:01.306294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51764) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:01.417700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d58c5d1e-3da8-4fd7-ad49-433acf2f88f2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.520792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d58c5d1e-3da8-4fd7-ad49-433acf2f88f2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.545827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58c5d1e-3da8-4fd7-ad49-433acf2f88f2']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:01.556978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a8b0a0-e493-492c-b073-9033e0bbb21c') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:01.557356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a8b0a0-e493-492c-b073-9033e0bbb21c') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:01.569371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (f7a8b0a0-e493-492c-b073-9033e0bbb21c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.606724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f7a8b0a0-e493-492c-b073-9033e0bbb21c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.616340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:18:01.616976 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (f7a8b0a0-e493-492c-b073-9033e0bbb21c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:18:01.619904 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:18:01.710871 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d58c5d1e-3da8-4fd7-ad49-433acf2f88f2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.718905 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.725213 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] 10.222.0.45 "DELETE /v2.0/networks/d58c5d1e-3da8-4fd7-ad49-433acf2f88f2 HTTP/1.1" status: 204 len: 168 time: 0.4171264 Jan 27 22:18:01.743022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467aaafe-33f7-4c88-876f-8656279e359e admin admin] Pushing event deleted for resources: {'Network': ['ID=d58c5d1e-3da8-4fd7-ad49-433acf2f88f2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:01.951844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51772) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:02.004419 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-78dbd0b0-3dc4-4f7c-965d-8a9221e25071 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9c0d4987ae54e49a6270cebea240657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511916 Jan 27 22:18:02.008683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad279a-4696-4275-b5a3-0ee2393a64b7 req-705acb07-dac7-4d35-975d-7f11a871a77f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:02.010199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51776) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:02.011351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23ad279a-4696-4275-b5a3-0ee2393a64b7 req-705acb07-dac7-4d35-975d-7f11a871a77f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 944 time: 0.0937011 Jan 27 22:18:02.092891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c96a6f1b-b681-4c4d-9fc8-38d76aeaa699 admin admin] Publish callbacks [] for security_group (134c116e-64da-4811-9740-fd01e5c76a6e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.129109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23ad279a-4696-4275-b5a3-0ee2393a64b7 req-bc42bd73-32e0-4486-85c3-bf22dc3895c9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048343 Jan 27 22:18:02.132711 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c96a6f1b-b681-4c4d-9fc8-38d76aeaa699 admin admin] Publish callbacks [] for security_group (134c116e-64da-4811-9740-fd01e5c76a6e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.143112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a0264-8976-4972-98d6-12ba09429a92 req-42dc0c7e-88d8-44b7-950d-fb8dfad2bb97 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:02.150671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b4a0264-8976-4972-98d6-12ba09429a92 req-42dc0c7e-88d8-44b7-950d-fb8dfad2bb97 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.1024482 Jan 27 22:18:02.212482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b4a0264-8976-4972-98d6-12ba09429a92 req-3ae8e45f-92fc-48f4-86ec-2c9247ae21de tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606585 Jan 27 22:18:02.237451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c96a6f1b-b681-4c4d-9fc8-38d76aeaa699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (134c116e-64da-4811-9740-fd01e5c76a6e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.240884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c96a6f1b-b681-4c4d-9fc8-38d76aeaa699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.247831 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c96a6f1b-b681-4c4d-9fc8-38d76aeaa699 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/134c116e-64da-4811-9740-fd01e5c76a6e HTTP/1.1" status: 204 len: 168 time: 0.2305598 Jan 27 22:18:02.262681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a6f1b-b681-4c4d-9fc8-38d76aeaa699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134c116e-64da-4811-9740-fd01e5c76a6e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:02.690412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51784) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:02.739324 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8c03641-a0bd-44b3-bb31-866c13c78889 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c63792d43ce84ac3bea264d27dfb1349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475819 Jan 27 22:18:02.741943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51786) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:02.799707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db2f46bd-54d2-40ce-ab8e-a28ab8417ae6 admin admin] Publish callbacks [] for security_group (ef21b7f5-224e-42a3-adb1-2025cc92ce8c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.825825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db2f46bd-54d2-40ce-ab8e-a28ab8417ae6 admin admin] Publish callbacks [] for security_group (ef21b7f5-224e-42a3-adb1-2025cc92ce8c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.896088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db2f46bd-54d2-40ce-ab8e-a28ab8417ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ef21b7f5-224e-42a3-adb1-2025cc92ce8c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.899054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db2f46bd-54d2-40ce-ab8e-a28ab8417ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.900887 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db2f46bd-54d2-40ce-ab8e-a28ab8417ae6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef21b7f5-224e-42a3-adb1-2025cc92ce8c HTTP/1.1" status: 204 len: 168 time: 0.1577504 Jan 27 22:18:02.911883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f46bd-54d2-40ce-ab8e-a28ab8417ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21b7f5-224e-42a3-adb1-2025cc92ce8c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:03.112568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a03285e9-c31e-4034-bc24-334af22b68f5 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:18:03.308128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8675f8-f560-4412-ab37-333f48808f42 req-c7fe3ddf-a751-4f01-b71c-ebea009c33ec tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:03.311517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8675f8-f560-4412-ab37-333f48808f42 req-c7fe3ddf-a751-4f01-b71c-ebea009c33ec tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 944 time: 0.0626912 Jan 27 22:18:03.313288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a03285e9-c31e-4034-bc24-334af22b68f5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a03285e9-c31e-4034-bc24-334af22b68f5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:03.339310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'a03285e9-c31e-4034-bc24-334af22b68f5', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': 'a03285e9-c31e-4034-bc24-334af22b68f5', 'mac_address': 'fa:16:3e:6b:81:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:18:03.408477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd8675f8-f560-4412-ab37-333f48808f42 req-4d8784ee-18b9-4bbb-981c-42ce82fd3623 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864670 Jan 27 22:18:03.410289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a03285e9-c31e-4034-bc24-334af22b68f5 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:03.410982 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:03.453194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03285e9-c31e-4034-bc24-334af22b68f5 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:18:03.477758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a03285e9-c31e-4034-bc24-334af22b68f5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a03285e9-c31e-4034-bc24-334af22b68f5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:03.481462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977978-e841-4431-b9df-38f9694f07fd req-b061c94f-9b6a-4582-af82-cc21bba19c5f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:03.482450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:03.484621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7977978-e841-4431-b9df-38f9694f07fd req-b061c94f-9b6a-4582-af82-cc21bba19c5f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.1089211 Jan 27 22:18:03.538847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a03285e9-c31e-4034-bc24-334af22b68f5,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:03.547883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.548208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.548565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.548895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.549226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.549557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.549883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.550206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.550530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.551690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.551690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.551690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.552188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:03.581589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7977978-e841-4431-b9df-38f9694f07fd req-2206d308-55e4-4085-8f7e-8e83acdef5e2 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827444 Jan 27 22:18:04.002043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['a03285e9-c31e-4034-bc24-334af22b68f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:04.134899 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b580784d-63f7-4141-bb80-198e1322226c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:04.581482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a28ee-0dac-4d24-b4ab-e245c9627653 req-8455ae5e-a446-432e-9224-3b8e011281fe tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:04.583325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-116a28ee-0dac-4d24-b4ab-e245c9627653 req-8455ae5e-a446-432e-9224-3b8e011281fe tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 945 time: 0.0611494 Jan 27 22:18:04.660604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-116a28ee-0dac-4d24-b4ab-e245c9627653 req-847a85c5-94af-435d-932c-19998a6337bc tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676162 Jan 27 22:18:04.763785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415b091-c73b-46f8-baa2-ac2d15ec33dc req-7f9341d7-5028-457d-b9e7-76683f766bcd tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:04.767464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4415b091-c73b-46f8-baa2-ac2d15ec33dc req-7f9341d7-5028-457d-b9e7-76683f766bcd tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 944 time: 0.0928483 Jan 27 22:18:04.844786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4415b091-c73b-46f8-baa2-ac2d15ec33dc req-2d1d8e8a-3e85-4a0e-9b12-df189c5e9f10 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684800 Jan 27 22:18:05.121423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 739657f8-e6bb-467e-9cec-214323820dda details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:18:05.124314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a03285e9-c31e-4034-bc24-334af22b68f5 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:05.263386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port a03285e9-c31e-4034-bc24-334af22b68f5 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:18:05.276917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port a03285e9-c31e-4034-bc24-334af22b68f5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:05.277317 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.311749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 739657f8-e6bb-467e-9cec-214323820dda, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=739657f8-e6bb-467e-9cec-214323820dda,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:05.329535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '739657f8-e6bb-467e-9cec-214323820dda', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'port_id': '739657f8-e6bb-467e-9cec-214323820dda', 'mac_address': 'fa:16:3e:ad:1d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:18:05.407567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 739657f8-e6bb-467e-9cec-214323820dda is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:05.408181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (739657f8-e6bb-467e-9cec-214323820dda), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.439108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739657f8-e6bb-467e-9cec-214323820dda {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:18:05.458577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a03285e9-c31e-4034-bc24-334af22b68f5 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:05.459059 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.488024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 739657f8-e6bb-467e-9cec-214323820dda, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=739657f8-e6bb-467e-9cec-214323820dda,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:05.500316 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (739657f8-e6bb-467e-9cec-214323820dda), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.513857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03285e9-c31e-4034-bc24-334af22b68f5'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:05.517344 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce32dcf-afdc-49d0-b19e-111378bd5ac6" -d '{"events": [{"server_uuid": "b48ca978-1489-4801-a67a-0cfde9307bf0", "name": "network-vif-plugged", "status": "completed", "tag": "a03285e9-c31e-4034-bc24-334af22b68f5"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:05.570365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a03285e9-c31e-4034-bc24-334af22b68f5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a03285e9-c31e-4034-bc24-334af22b68f5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:05.582403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.626977 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e004d091-6d15-4b6d-bcf9-a27d82202574 x-openstack-request-id: req-e004d091-6d15-4b6d-bcf9-a27d82202574 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:05.627720 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48ca978-1489-4801-a67a-0cfde9307bf0", "name": "network-vif-plugged", "status": "completed", "tag": "a03285e9-c31e-4034-bc24-334af22b68f5", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:05.628118 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e004d091-6d15-4b6d-bcf9-a27d82202574 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:05.629782 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03285e9-c31e-4034-bc24-334af22b68f5', 'code': 200} Jan 27 22:18:05.631246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=739657f8-e6bb-467e-9cec-214323820dda,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:05.748580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a03285e9-c31e-4034-bc24-334af22b68f5,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:05.806928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38389f17-ad17-448d-9159-0b68cfa1bc3b req-77b82085-5d8c-4306-9374-cfef98f3d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:05.810837 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-38389f17-ad17-448d-9159-0b68cfa1bc3b req-77b82085-5d8c-4306-9374-cfef98f3d6b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0961926 Jan 27 22:18:05.876126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f6b3e-5361-4fa5-a9bd-758cee74feff req-ee9a439c-b786-44cb-9f86-b88bd03fd504 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:05.879253 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a3f6b3e-5361-4fa5-a9bd-758cee74feff req-ee9a439c-b786-44cb-9f86-b88bd03fd504 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 946 time: 0.1036382 Jan 27 22:18:05.916137 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-38389f17-ad17-448d-9159-0b68cfa1bc3b req-1bb2f043-807b-4876-ac53-3898f769b8c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949123 Jan 27 22:18:05.934305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['739657f8-e6bb-467e-9cec-214323820dda'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:05.997951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0a3f6b3e-5361-4fa5-a9bd-758cee74feff req-d891e21e-f2fd-478c-9c9c-5440dc14cfef tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093459 Jan 27 22:18:06.098105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a537fb-29ac-4cd2-8c23-7e318405a82e req-ee1846e6-429c-44a8-9e4b-c10b5389d0e2 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:06.100867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5a537fb-29ac-4cd2-8c23-7e318405a82e req-ee1846e6-429c-44a8-9e4b-c10b5389d0e2 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 945 time: 0.0932660 Jan 27 22:18:06.194623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5a537fb-29ac-4cd2-8c23-7e318405a82e req-eb96be63-932e-4167-ac70-0d64d28f3cfe tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861382 Jan 27 22:18:06.260548 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:18:07.057148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ed06cff6-2470-4395-b104-9f1dcc001ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:07.170384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72819d48-f760-4ec1-b03e-f47c012f1f7a req-9f997139-76ad-461e-b167-36ebff297154 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:07.173738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72819d48-f760-4ec1-b03e-f47c012f1f7a req-9f997139-76ad-461e-b167-36ebff297154 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 946 time: 0.0618520 Jan 27 22:18:07.242684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72819d48-f760-4ec1-b03e-f47c012f1f7a req-dbd63662-49ee-4f3d-8858-2e3983e5d563 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Jan 27 22:18:07.394702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699354-867c-4971-99f3-c0f7c0bc4083 req-1f67a7db-ada0-49f4-a69d-5c3f86842861 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:07.397201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3699354-867c-4971-99f3-c0f7c0bc4083 req-1f67a7db-ada0-49f4-a69d-5c3f86842861 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 945 time: 0.0735502 Jan 27 22:18:07.529689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3699354-867c-4971-99f3-c0f7c0bc4083 req-3cb525c1-e33c-4dc5-b568-41a4978a336f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136239 Jan 27 22:18:08.402413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92104-7a6c-471d-8187-281110bd4793 req-b0f993ae-9287-44e9-9199-c37997219284 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:08.404899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bd92104-7a6c-471d-8187-281110bd4793 req-b0f993ae-9287-44e9-9199-c37997219284 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 946 time: 0.0686498 Jan 27 22:18:08.465422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bd92104-7a6c-471d-8187-281110bd4793 req-871dc046-a26a-407e-a88d-b758ac04becf tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Jan 27 22:18:08.476614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.674709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-f8324c0b-ce52-4862-8824-fc2c95a9c99c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9c9b826841b8474393813eea41b044d4 HTTP/1.1" status: 200 len: 267 time: 0.0941467 Jan 27 22:18:08.778317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-4beed1ed-9c8d-4b18-a5cd-5181d9ffc2fe tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:08.779970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-4beed1ed-9c8d-4b18-a5cd-5181d9ffc2fe tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 946 time: 0.0990493 Jan 27 22:18:08.792602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba4b69-d05d-49ab-936c-e28843b7c42e req-d7bab316-909a-4f7f-a6be-a1d2483dd1b8 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:08.794269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eeba4b69-d05d-49ab-936c-e28843b7c42e req-d7bab316-909a-4f7f-a6be-a1d2483dd1b8 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 945 time: 0.1016560 Jan 27 22:18:08.800106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'port': {'security_groups': []}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:08.906364 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.911819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eeba4b69-d05d-49ab-936c-e28843b7c42e req-e9143632-b6ca-4de0-bcbf-8cc113d1d047 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061437 Jan 27 22:18:09.113311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] For port a03285e9-c31e-4034-bc24-334af22b68f5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a03285e9-c31e-4034-bc24-334af22b68f5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:09.117510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 739657f8-e6bb-467e-9cec-214323820dda up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:09.155077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for port (a03285e9-c31e-4034-bc24-334af22b68f5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.162377 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.182501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d020f80b-554e-4660-9eb8-b8b89d99d6ac', 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f', 'a03285e9-c31e-4034-bc24-334af22b68f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:09.226618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:09.228524 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.237187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 739657f8-e6bb-467e-9cec-214323820dda completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:18:09.237586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb3095f9-50f8-4d0d-a66b-ab7d27a7a9b8 req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "PUT /v2.0/ports/a03285e9-c31e-4034-bc24-334af22b68f5 HTTP/1.1" status: 200 len: 905 time: 0.4406326 Jan 27 22:18:09.261793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 739657f8-e6bb-467e-9cec-214323820dda triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:09.261793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (739657f8-e6bb-467e-9cec-214323820dda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.283610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'tag': 'a03285e9-c31e-4034-bc24-334af22b68f5'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:09.286286 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecfded5-d452-4eec-b222-feb9317d337e" -d '{"events": [{"name": "network-changed", "server_uuid": "b48ca978-1489-4801-a67a-0cfde9307bf0", "tag": "a03285e9-c31e-4034-bc24-334af22b68f5"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:09.289333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f0a3a-afa1-45b9-9fa8-ad6e64637d00 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'Port': ['ID=a03285e9-c31e-4034-bc24-334af22b68f5,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:09.353395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['a03285e9-c31e-4034-bc24-334af22b68f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:09.441776 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655a762c-df45-4f56-84cb-f7f5680f2294 x-openstack-request-id: req-655a762c-df45-4f56-84cb-f7f5680f2294 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:09.442661 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48ca978-1489-4801-a67a-0cfde9307bf0", "tag": "a03285e9-c31e-4034-bc24-334af22b68f5", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:09.442661 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-655a762c-df45-4f56-84cb-f7f5680f2294 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:09.443241 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'tag': 'a03285e9-c31e-4034-bc24-334af22b68f5', 'status': 'completed', 'code': 200} Jan 27 22:18:09.611992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df2815-2846-4952-a10a-b48c39dfa8b4 req-a3bb2bd5-7032-4ada-ae63-213c21917c6c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:09.615075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05df2815-2846-4952-a10a-b48c39dfa8b4 req-a3bb2bd5-7032-4ada-ae63-213c21917c6c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 908 time: 0.1587360 Jan 27 22:18:09.616856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfded5-d452-4eec-b222-feb9317d337e req-33fdb7d9-30e9-4111-a890-48a6769438cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:09.619364 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ecfded5-d452-4eec-b222-feb9317d337e req-33fdb7d9-30e9-4111-a890-48a6769438cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 1059 time: 0.1409585 Jan 27 22:18:09.791456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfded5-d452-4eec-b222-feb9317d337e req-3fec0310-ea90-41fc-b75c-bb47749365aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:09.794959 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ecfded5-d452-4eec-b222-feb9317d337e req-3fec0310-ea90-41fc-b75c-bb47749365aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1673508 Jan 27 22:18:09.801825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 739657f8-e6bb-467e-9cec-214323820dda is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:09.802811 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (739657f8-e6bb-467e-9cec-214323820dda), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.818839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d32efaa0-33b6-4e2b-93c0-d2481b02bc0c None None] Provisioning complete for port a03285e9-c31e-4034-bc24-334af22b68f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:09.819222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d32efaa0-33b6-4e2b-93c0-d2481b02bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.873720 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ecfded5-d452-4eec-b222-feb9317d337e req-7232fd92-0639-40a1-a8ba-6f3f7d79dbfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a03285e9-c31e-4034-bc24-334af22b68f5 HTTP/1.1" status: 200 len: 217 time: 0.0685492 Jan 27 22:18:09.913989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739657f8-e6bb-467e-9cec-214323820dda'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:09.916644 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9333a595-40e6-4114-9d16-2fe8563609ae" -d '{"events": [{"server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "name": "network-vif-plugged", "status": "completed", "tag": "739657f8-e6bb-467e-9cec-214323820dda"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:09.960439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfded5-d452-4eec-b222-feb9317d337e req-0522d8db-ce6e-431c-9a55-45ab5357fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:09.964492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ecfded5-d452-4eec-b222-feb9317d337e req-0522d8db-ce6e-431c-9a55-45ab5357fcf2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0825543 Jan 27 22:18:09.968855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 739657f8-e6bb-467e-9cec-214323820dda, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=739657f8-e6bb-467e-9cec-214323820dda,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:09.972020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb4cf8-b6c1-4bce-9d57-c51803b85a96 req-349de7ba-a4a4-4b71-874c-83845aebaa56 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:09.974487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79cb4cf8-b6c1-4bce-9d57-c51803b85a96 req-349de7ba-a4a4-4b71-874c-83845aebaa56 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1482754 Jan 27 22:18:09.986844 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (739657f8-e6bb-467e-9cec-214323820dda), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:10.049910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfded5-d452-4eec-b222-feb9317d337e req-c1fe1f4d-97df-41e7-a245-8b790ce18c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:10.052241 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ecfded5-d452-4eec-b222-feb9317d337e req-c1fe1f4d-97df-41e7-a245-8b790ce18c4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725188 Jan 27 22:18:10.112214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79cb4cf8-b6c1-4bce-9d57-c51803b85a96 req-507d31fd-be97-41e2-aa2b-8ecea0c8e294 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274188 Jan 27 22:18:10.120934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=739657f8-e6bb-467e-9cec-214323820dda,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:10.126777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d32efaa0-33b6-4e2b-93c0-d2481b02bc0c None None] Current status of the port a03285e9-c31e-4034-bc24-334af22b68f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:10.222234 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ecfded5-d452-4eec-b222-feb9317d337e req-71571ef4-ba57-4a88-ac2a-3f657cafc7ea service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613150 Jan 27 22:18:10.225783 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62faae6a-aca8-443d-b3da-a5d680da5223 x-openstack-request-id: req-62faae6a-aca8-443d-b3da-a5d680da5223 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:10.226127 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "name": "network-vif-plugged", "status": "completed", "tag": "739657f8-e6bb-467e-9cec-214323820dda", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:10.226338 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62faae6a-aca8-443d-b3da-a5d680da5223 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:10.226836 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739657f8-e6bb-467e-9cec-214323820dda', 'code': 200} Jan 27 22:18:10.337108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438082b9-cba0-4ae6-9eca-efce7130f3ff req-94faae5a-69af-4ae5-b040-460f1a23a0db tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:10.339888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-438082b9-cba0-4ae6-9eca-efce7130f3ff req-94faae5a-69af-4ae5-b040-460f1a23a0db tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 946 time: 0.0743847 Jan 27 22:18:10.431947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b015-f9fd-4af6-8921-468b7874d604 req-e423754f-1b24-4ec7-8a48-2cc01564e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:10.433668 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8692b015-f9fd-4af6-8921-468b7874d604 req-e423754f-1b24-4ec7-8a48-2cc01564e075 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1097 time: 0.1026466 Jan 27 22:18:10.440858 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ecfded5-d452-4eec-b222-feb9317d337e req-2400772b-7132-47df-9801-80c8a8c4dfd9 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048519 Jan 27 22:18:10.483711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cd5bb-378f-4a21-b8ff-982ec0b64046 req-6cdcfd14-f767-4f54-abd1-e7063ffe8589 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:10.485363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a70cd5bb-378f-4a21-b8ff-982ec0b64046 req-6cdcfd14-f767-4f54-abd1-e7063ffe8589 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1441679 Jan 27 22:18:10.492351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-438082b9-cba0-4ae6-9eca-efce7130f3ff req-b327927b-33da-4211-8e74-eb2e84e58c16 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343982 Jan 27 22:18:10.535134 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8692b015-f9fd-4af6-8921-468b7874d604 req-265dd553-cac7-4f98-98ae-e1d7a5312ce7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928004 Jan 27 22:18:10.559017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a70cd5bb-378f-4a21-b8ff-982ec0b64046 req-74a10375-d1b8-4642-a034-fc1642cbbeb9 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597274 Jan 27 22:18:11.024678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109934b7-c223-497a-a9e7-c44420186096 req-e1fbac9d-08e9-4c6a-99ed-a77bf02820cb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:11.027545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-e1fbac9d-08e9-4c6a-99ed-a77bf02820cb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 0.1769342 Jan 27 22:18:11.058898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-089b4e7f-ffab-4525-b95f-51f270501bf8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/quotas/9c9b826841b8474393813eea41b044d4 HTTP/1.1" status: 200 len: 375 time: 0.0180533 Jan 27 22:18:11.168371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-e7d96888-b3c1-492e-92bd-78a1cecb1ac5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0988073 Jan 27 22:18:11.232220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.254605 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.332395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-31755e0c-5426-4368-add6-b9b491282dd7 service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507733 Jan 27 22:18:11.441604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-f8e3d357-3354-4fc6-86b9-7846abf52833 service neutron] 10.222.0.45 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008091 Jan 27 22:18:11.769080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cdecd901-fbc7-48a4-ba65-19be3a750777 req-31c98490-c202-4ea5-8b97-5ac8b71103d7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 210 time: 0.1049864 Jan 27 22:18:11.800756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb907c-38d3-45ab-b153-31809c6cbac7 req-bd9ddf7c-58f3-4563-93de-d076880692b5 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:11.803163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3cb907c-38d3-45ab-b153-31809c6cbac7 req-bd9ddf7c-58f3-4563-93de-d076880692b5 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 946 time: 0.1355944 Jan 27 22:18:11.896263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3cb907c-38d3-45ab-b153-31809c6cbac7 req-223efd92-b478-4202-baaf-5731556009f7 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831842 Jan 27 22:18:12.445669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51944) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:12.623857 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f71b798f-40a0-4c7b-b46d-243a3810247b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.776479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f71b798f-40a0-4c7b-b46d-243a3810247b admin admin] Publish callbacks [] for security_group (af7ad689-6648-4ee4-a446-f54d03d68197), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.782523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f71b798f-40a0-4c7b-b46d-243a3810247b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (af7ad689-6648-4ee4-a446-f54d03d68197), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.854630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f71b798f-40a0-4c7b-b46d-243a3810247b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c51a1fad99d450daf2ca79b5441268d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4069731 Jan 27 22:18:12.855501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b798f-40a0-4c7b-b46d-243a3810247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ad689-6648-4ee4-a446-f54d03d68197,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:12.859476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 51950) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:12.918165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9c85bf5-261f-4267-ad20-97810a03109c req-06c9999f-8782-4aff-bee6-29231a504445 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 210 time: 0.0395324 Jan 27 22:18:12.979570 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ec3d4e-1b95-4c29-9353-3e836db96d14 admin admin] Publish callbacks [] for security_group (af7ad689-6648-4ee4-a446-f54d03d68197), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.022845 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ec3d4e-1b95-4c29-9353-3e836db96d14 admin admin] Publish callbacks [] for security_group (af7ad689-6648-4ee4-a446-f54d03d68197), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.079536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c372-d4ba-4642-b44f-2a5f84e7cee3 req-41cc832a-83db-47b8-a73b-c37656c98d80 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:13.082197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d61c372-d4ba-4642-b44f-2a5f84e7cee3 req-41cc832a-83db-47b8-a73b-c37656c98d80 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 946 time: 0.0876861 Jan 27 22:18:13.112577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ec3d4e-1b95-4c29-9353-3e836db96d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (af7ad689-6648-4ee4-a446-f54d03d68197), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.120610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47ec3d4e-1b95-4c29-9353-3e836db96d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.124202 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-47ec3d4e-1b95-4c29-9353-3e836db96d14 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af7ad689-6648-4ee4-a446-f54d03d68197 HTTP/1.1" status: 204 len: 168 time: 0.2611082 Jan 27 22:18:13.163565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec3d4e-1b95-4c29-9353-3e836db96d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ad689-6648-4ee4-a446-f54d03d68197,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:13.233769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d61c372-d4ba-4642-b44f-2a5f84e7cee3 req-8b7a3dfc-fa26-4a78-b194-cf0fa7ba83f8 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219614 Jan 27 22:18:13.414616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c80a9-5b54-4817-9872-ca60255f88d5 req-8d1da135-a264-4c56-8d9a-14089597fad2 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:13.417075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e6c80a9-5b54-4817-9872-ca60255f88d5 req-8d1da135-a264-4c56-8d9a-14089597fad2 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 946 time: 0.0708017 Jan 27 22:18:13.476607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109934b7-c223-497a-a9e7-c44420186096 req-603d2cad-f0ce-4678-8165-76fb90153f41 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:13.484992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-603d2cad-f0ce-4678-8165-76fb90153f41 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 811 time: 0.2849493 Jan 27 22:18:13.513219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Request body: {'port': {'device_id': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'admin_state_up': True, 'tenant_id': '9c9b826841b8474393813eea41b044d4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:13.573941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e6c80a9-5b54-4817-9872-ca60255f88d5 req-f7c6f48c-6e39-41b8-833b-b48ccbc4c3a6 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459641 Jan 27 22:18:13.616611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51962) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:13.853378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Made reservation on behalf of 9c9b826841b8474393813eea41b044d4 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:13.861087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.157764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Allocated IP 172.20.0.6 (b5397092-386c-4a64-99d8-9030ba82f773/74bc2cd3-d2e9-4920-9948-07ac619cca0b/2f10994c-12ec-44d4-a70e-b9f38fc8c689) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:14.167297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e324b39-23fe-4035-a5a9-f9917d64cf17 req-fe77cf5c-54d7-4676-8cbb-b792b82a9a5f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 210 time: 0.0803103 Jan 27 22:18:14.184954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbed408-1865-40c9-92e9-8e0ef57d59fc tempest-TestVolumeBackupRestore-1162618430 tempest-TestVolumeBackupRestore-1162618430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:14.192856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bbbed408-1865-40c9-92e9-8e0ef57d59fc tempest-TestVolumeBackupRestore-1162618430 tempest-TestVolumeBackupRestore-1162618430-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1092 time: 0.5728648 Jan 27 22:18:14.194486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 51978) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:14.207071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '739657f8-e6bb-467e-9cec-214323820dda', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:14.266036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.487328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.537677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.603357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.619174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d020f80b-554e-4660-9eb8-b8b89d99d6ac', 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:14.730940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Network b5397092-386c-4a64-99d8-9030ba82f773 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:14.732280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Allocated IP 172.25.8.145 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/45b61faa-0acb-4b29-8902-28104f575960) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:14.733155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event updated for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:14.747338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:14.774533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:14.920241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:14.921307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.964485 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-18d5caf2-fdd0-4f7c-b31f-46cb95207bb8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4609997 Jan 27 22:18:14.980377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Request body: {'port': {'device_id': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:15.057895 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for port (45b61faa-0acb-4b29-8902-28104f575960), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:15.119147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:15.151850 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (45b61faa-0acb-4b29-8902-28104f575960), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:15.236170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:15.241785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:15.253496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:15.314352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'Port': ['ID=45b61faa-0acb-4b29-8902-28104f575960,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:15.346329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-628a5a62-b2eb-483c-9d83-e299fe4ef7d7 None None] Provisioning complete for port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:15.347631 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-628a5a62-b2eb-483c-9d83-e299fe4ef7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:15.440300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-628a5a62-b2eb-483c-9d83-e299fe4ef7d7 None None] Port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:15.532496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57c683-b8f4-45f7-8e04-81268b27cc99 req-a4037808-331e-41e3-8363-94cacb615c6c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:15.534379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b57c683-b8f4-45f7-8e04-81268b27cc99 req-a4037808-331e-41e3-8363-94cacb615c6c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 931 time: 0.1354318 Jan 27 22:18:15.673913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b57c683-b8f4-45f7-8e04-81268b27cc99 req-7c916a4f-37f4-42dd-bbbe-f4b8f1810395 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273906 Jan 27 22:18:15.767239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f10994c-12ec-44d4-a70e-b9f38fc8c689 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:18:15.778538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Publish callbacks [] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:15.797711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Transition to ACTIVE for port object 2f10994c-12ec-44d4-a70e-b9f38fc8c689 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:18:15.805478 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:15.858862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Pushing event updated for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:16.062038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Attempting to bind port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:16.062767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Attempting to bind port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:16.063232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Attempting to bind port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:16.075518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 on network b5397092-386c-4a64-99d8-9030ba82f773 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:18:16.076094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Attempting to bind port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 on network b5397092-386c-4a64-99d8-9030ba82f773 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:16.089488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:16.090007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Checking segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:16.091008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Bound using segment: {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:16.091844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Bound port: 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:16.092411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.208724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:16.214583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:16.221493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.281222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:16.282271 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.285466 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] 10.222.0.16 "PUT /v2.0/ports/2f10994c-12ec-44d4-a70e-b9f38fc8c689 HTTP/1.1" status: 200 len: 1091 time: 1.3120637 Jan 27 22:18:16.286028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:16.301547 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9800dcc3-807b-46d5-a150-ddc31529d228" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:16.427066 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a47b5-304f-4e55-9685-e46d7cda6632 x-openstack-request-id: req-a91a47b5-304f-4e55-9685-e46d7cda6632 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:16.427403 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:16.427628 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a91a47b5-304f-4e55-9685-e46d7cda6632 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:16.428244 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'status': 'completed', 'code': 200} Jan 27 22:18:16.441952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888911ed-c05f-4d6b-ad12-345078d0f95c service neutron] Pushing event updated for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:16.464477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109934b7-c223-497a-a9e7-c44420186096 req-7d4992a5-430d-4554-8a36-b763ba1aee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:16.466853 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-7d4992a5-430d-4554-8a36-b763ba1aee81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 1094 time: 0.1088252 Jan 27 22:18:16.565939 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-2dc17c4e-b49d-40b7-8202-0871660bb391 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689 HTTP/1.1" status: 200 len: 217 time: 0.0913813 Jan 27 22:18:16.682909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109934b7-c223-497a-a9e7-c44420186096 req-1030dabf-748e-4889-b3c2-748fba8f755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:16.685680 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-1030dabf-748e-4889-b3c2-748fba8f755c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.1131666 Jan 27 22:18:16.686411 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for floatingip (471c35f6-8a33-42fd-9518-c0d694687f45), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.831628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109934b7-c223-497a-a9e7-c44420186096 req-67474af1-9545-4e71-861d-21de2bd61272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:16.834285 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-67474af1-9545-4e71-861d-21de2bd61272 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414189 Jan 27 22:18:16.848119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (45b61faa-0acb-4b29-8902-28104f575960), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.038295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24431adc-6300-4807-852e-64c877a4e78f req-f26c82ad-13ad-4471-b099-2394ff95701e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:17.041414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24431adc-6300-4807-852e-64c877a4e78f req-f26c82ad-13ad-4471-b099-2394ff95701e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 943 time: 0.1500866 Jan 27 22:18:17.101102 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-9e09c882-7975-410b-ae07-67cab7a5ee68 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561014 Jan 27 22:18:17.198589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24431adc-6300-4807-852e-64c877a4e78f req-f7c27716-790b-4529-a0df-da32d3a8a3ee tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362028 Jan 27 22:18:17.327873 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-109934b7-c223-497a-a9e7-c44420186096 req-a1642910-0021-4adc-924f-620c447db330 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051029 Jan 27 22:18:17.337305 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for port (45b61faa-0acb-4b29-8902-28104f575960), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.370346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (45b61faa-0acb-4b29-8902-28104f575960), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.475732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-ac5126a8-8fd4-4c2a-ab2b-8204d88c29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:17.478982 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-ac5126a8-8fd4-4c2a-ab2b-8204d88c29af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 1094 time: 0.0810888 Jan 27 22:18:17.494830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc33fa-7a72-4fb9-baa5-5f855923c44d req-7d68ab49-7c81-4d4c-8d06-f8c45d2a19b3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:17.497415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7dc33fa-7a72-4fb9-baa5-5f855923c44d req-7d68ab49-7c81-4d4c-8d06-f8c45d2a19b3 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.1976154 Jan 27 22:18:17.525744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event updated for resources: {'Port': ['ID=45b61faa-0acb-4b29-8902-28104f575960,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:17.560007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (471c35f6-8a33-42fd-9518-c0d694687f45), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.635375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7dc33fa-7a72-4fb9-baa5-5f855923c44d req-1bcad701-aafe-4458-8cdb-36a77a4a3e55 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220689 Jan 27 22:18:17.676660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-4c0ec04e-6138-470f-bcf7-fd7331a3f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:17.678406 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-4c0ec04e-6138-470f-bcf7-fd7331a3f990 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1928549 Jan 27 22:18:17.722628 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Floating IP 471c35f6-8a33-42fd-9518-c0d694687f45 associated. External IP: 172.25.8.145, port: 739657f8-e6bb-467e-9cec-214323820dda. Jan 27 22:18:17.745230 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-fd99700e-155e-464f-aa3e-1ad81fd63537 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689 HTTP/1.1" status: 200 len: 217 time: 0.0598857 Jan 27 22:18:17.854831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-c9b0d8aa-6ab8-4443-8e60-9155e06c972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:17.857869 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-c9b0d8aa-6ab8-4443-8e60-9155e06c972d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0960824 Jan 27 22:18:17.917574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-040dde3b-e0c7-4f57-b828-e2237ab9bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:17.919187 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-040dde3b-e0c7-4f57-b828-e2237ab9bc46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539637 Jan 27 22:18:18.034482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Router b5fed9a7-d44b-4345-835f-a659fe5b0059 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:18.050502 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-ec88dd88-d16e-427c-8e26-5ceebf4e42a2 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221459 Jan 27 22:18:18.208556 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:18.254697 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9800dcc3-807b-46d5-a150-ddc31529d228 req-7fd73067-3534-48a3-aa41-d354bce615b4 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856215 Jan 27 22:18:18.296281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:18.318515 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] Sync routers for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:18.353367 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:18.354661 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:18:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:18.362368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:18.443507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ad6db0b7-8185-480b-8a0c-efa663c1981f tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2471759 Jan 27 22:18:18.446990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:18.448013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52038) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:18.448272 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ab189-cd33-4a19-bf71-289f9fc247c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:18.536280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e56de-e85d-4f30-9834-b85ae7621375 req-5492ef67-776e-4477-b44e-cc18b45512b2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:18.556074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c5bdc0-5bca-4c19-8f20-16226ff985d2 tempest-TestVolumeBackupRestore-1162618430 tempest-TestVolumeBackupRestore-1162618430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:18.556883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-287e56de-e85d-4f30-9834-b85ae7621375 req-5492ef67-776e-4477-b44e-cc18b45512b2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 943 time: 0.1859562 Jan 27 22:18:18.560522 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce2a998-0ee0-4dc1-a047-b362e5e9d641 x-openstack-request-id: req-dce2a998-0ee0-4dc1-a047-b362e5e9d641 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:18.563876 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:18.566268 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dce2a998-0ee0-4dc1-a047-b362e5e9d641 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:18.566815 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda', 'status': 'completed', 'code': 200} Jan 27 22:18:18.567218 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a0c5bdc0-5bca-4c19-8f20-16226ff985d2 tempest-TestVolumeBackupRestore-1162618430 tempest-TestVolumeBackupRestore-1162618430-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1092 time: 0.1174681 Jan 27 22:18:18.567537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52044) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:18.574685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8dbfe187-72d5-4ad6-8870-887b5c776469 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Request body: {'floatingip': {'port_id': '739657f8-e6bb-467e-9cec-214323820dda'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:18.692124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbfe187-72d5-4ad6-8870-887b5c776469 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for floatingip (471c35f6-8a33-42fd-9518-c0d694687f45), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:18.710580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-287e56de-e85d-4f30-9834-b85ae7621375 req-5e9b433b-228e-451e-805d-909d888857c8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503539 Jan 27 22:18:18.755942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-9252e80f-5e78-48cd-b8cf-68317aadb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:18.758433 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-9252e80f-5e78-48cd-b8cf-68317aadb9bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76cd6868af824a2a8c94f75d0bf6e881&device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1097 time: 0.1254354 Jan 27 22:18:18.830616 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:18.954080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-e5e1dc9d-baf3-45b6-8691-05dedf5ee61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:18.955579 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-e5e1dc9d-baf3-45b6-8691-05dedf5ee61f service neutron] 10.222.0.16 "GET /v2.0/networks?id=220fb8da-548e-41a8-bf5d-91f357267b1c HTTP/1.1" status: 200 len: 915 time: 0.1907535 Jan 27 22:18:18.963141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa5fc-28e3-40b5-b90e-0bbf165bb7e3 req-a5bdbde7-371d-44d6-8a6d-edff5d331629 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:18.965695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39cfa5fc-28e3-40b5-b90e-0bbf165bb7e3 req-a5bdbde7-371d-44d6-8a6d-edff5d331629 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.1384838 Jan 27 22:18:19.080904 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-82b60cce-8224-4e89-9852-5b7ee2a16d61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739657f8-e6bb-467e-9cec-214323820dda HTTP/1.1" status: 200 len: 1000 time: 0.1087275 Jan 27 22:18:19.158345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-fa40eec6-a078-4a4c-b033-0a27300c7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:19.160494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-fa40eec6-a078-4a4c-b033-0a27300c7799 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9 HTTP/1.1" status: 200 len: 853 time: 0.0678000 Jan 27 22:18:19.172745 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '471c35f6-8a33-42fd-9518-c0d694687f45', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'port_id': '739657f8-e6bb-467e-9cec-214323820dda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'mac_address': 'fa:16:3e:ad:1d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:18:15Z', 'updated_at': '2022-01-27T22:18:15Z', 'revision_number': 0, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:19.209541 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] Checking router: b5fed9a7-d44b-4345-835f-a659fe5b0059 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:19.224259 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:19.225443 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:18:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:19.228315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39cfa5fc-28e3-40b5-b90e-0bbf165bb7e3 req-b62ab1fa-c2b3-4301-91b8-4dc153adc950 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985908 Jan 27 22:18:19.229096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-167fe018-128e-4df7-8596-8d1b8f27bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:19.231012 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-167fe018-128e-4df7-8596-8d1b8f27bafc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=220fb8da-548e-41a8-bf5d-91f357267b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632634 Jan 27 22:18:19.371353 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-e2b63b04-f5a0-4edb-99d7-b38a7d885b92 service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321189 Jan 27 22:18:19.449960 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:19.568552 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3d7ab189-cd33-4a19-bf71-289f9fc247c5 req-2336625e-0e88-48d8-9899-30b1dc46a061 service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892836 Jan 27 22:18:19.710883 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbfe187-72d5-4ad6-8870-887b5c776469 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.717563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbfe187-72d5-4ad6-8870-887b5c776469 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (471c35f6-8a33-42fd-9518-c0d694687f45), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.924739 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '471c35f6-8a33-42fd-9518-c0d694687f45', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'port_id': '739657f8-e6bb-467e-9cec-214323820dda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'mac_address': 'fa:16:3e:ad:1d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:18:15Z', 'updated_at': '2022-01-27T22:18:15Z', 'revision_number': 0, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:19.986578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647d41f-2232-469e-b09a-5cd4f6520dcd req-edbfda9d-697e-4e9e-850a-ac41227d0c61 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:19.989287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a647d41f-2232-469e-b09a-5cd4f6520dcd req-edbfda9d-697e-4e9e-850a-ac41227d0c61 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 943 time: 0.1725826 Jan 27 22:18:19.990225 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b56c54-8b62-46c7-a22a-668043488301 None None] The sync data for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 is: [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '471c35f6-8a33-42fd-9518-c0d694687f45', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'port_id': '739657f8-e6bb-467e-9cec-214323820dda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'mac_address': 'fa:16:3e:ad:1d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:18:15Z', 'updated_at': '2022-01-27T22:18:15Z', 'revision_number': 0, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:20.174275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a647d41f-2232-469e-b09a-5cd4f6520dcd req-3f9204c1-f348-4646-bfae-19a790e5bd1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702068 Jan 27 22:18:20.214699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbfe187-72d5-4ad6-8870-887b5c776469 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Router b5fed9a7-d44b-4345-835f-a659fe5b0059 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:20.288772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6ee099-0fec-4575-83b9-5d86e2e18a62 None None] New status for floating IP 471c35f6-8a33-42fd-9518-c0d694687f45: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:18:20.445238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbfe187-72d5-4ad6-8870-887b5c776469 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:20.451516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbfe187-72d5-4ad6-8870-887b5c776469 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.462693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb64063-60cc-4569-ab99-78737aa8bf54 req-d3b9f38a-4035-42a2-8e36-6350e28aa428 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:20.464470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbb64063-60cc-4569-ab99-78737aa8bf54 req-d3b9f38a-4035-42a2-8e36-6350e28aa428 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.1035748 Jan 27 22:18:20.555581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8dbfe187-72d5-4ad6-8870-887b5c776469 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "PUT /v2.0/floatingips/471c35f6-8a33-42fd-9518-c0d694687f45 HTTP/1.1" status: 200 len: 992 time: 1.9774754 Jan 27 22:18:20.577249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda'}, {'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:20.581908 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeda10d2-a89a-422d-943b-95ce800b21f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda"}, {"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:20.607455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbb64063-60cc-4569-ab99-78737aa8bf54 req-f82bac4b-d1e9-4318-a912-e5e6f5adba60 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269970 Jan 27 22:18:20.695520 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86c8078-daa4-4de8-8d44-725a81616f7e x-openstack-request-id: req-c86c8078-daa4-4de8-8d44-725a81616f7e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:20.695878 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:20.696296 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c86c8078-daa4-4de8-8d44-725a81616f7e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:20.696926 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda', 'status': 'completed', 'code': 200} Jan 27 22:18:20.697199 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda', 'status': 'completed', 'code': 200} Jan 27 22:18:20.782445 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-6b802bdc-79db-4516-8b1c-d168dc5fd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:20.783372 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] Sync routers for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:20.785628 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-6b802bdc-79db-4516-8b1c-d168dc5fd46d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76cd6868af824a2a8c94f75d0bf6e881&device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1097 time: 0.0613742 Jan 27 22:18:20.796394 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:20.797399 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:18:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:20.960803 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.973921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-40d4ec18-a509-42d0-be9f-c50cef55f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:20.976511 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-40d4ec18-a509-42d0-be9f-c50cef55f965 service neutron] 10.222.0.16 "GET /v2.0/networks?id=220fb8da-548e-41a8-bf5d-91f357267b1c HTTP/1.1" status: 200 len: 915 time: 0.1845651 Jan 27 22:18:21.003234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:21.089732 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-49516034-1ff0-4f6c-9af7-17aa333f1776 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739657f8-e6bb-467e-9cec-214323820dda HTTP/1.1" status: 200 len: 1002 time: 0.1031134 Jan 27 22:18:21.151445 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-716857d2-f187-4552-9a52-8910a9467f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:21.153166 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-716857d2-f187-4552-9a52-8910a9467f52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9 HTTP/1.1" status: 200 len: 853 time: 0.0555747 Jan 27 22:18:21.212590 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2f10994c-12ec-44d4-a70e-b9f38fc8c689 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:18:21.257496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-1955c07a-b3f5-476c-a1a0-42884e651cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:21.262145 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-1955c07a-b3f5-476c-a1a0-42884e651cba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=220fb8da-548e-41a8-bf5d-91f357267b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973132 Jan 27 22:18:21.444195 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '471c35f6-8a33-42fd-9518-c0d694687f45', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'port_id': '739657f8-e6bb-467e-9cec-214323820dda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'mac_address': 'fa:16:3e:ad:1d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:18:15Z', 'updated_at': '2022-01-27T22:18:20Z', 'revision_number': 2, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:21.458133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede33ca-b81c-4296-9d0e-785c384c1b15 req-22296c09-190a-4c28-a1db-0ea15f1cfcfd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:21.463623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ede33ca-b81c-4296-9d0e-785c384c1b15 req-22296c09-190a-4c28-a1db-0ea15f1cfcfd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 943 time: 0.1259258 Jan 27 22:18:21.478036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:21.496045 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] Checking router: b5fed9a7-d44b-4345-835f-a659fe5b0059 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:21.496406 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-8e7fc5eb-2386-4a40-ba64-52c403eb385c service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280364 Jan 27 22:18:21.499437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'mac_address': 'fa:16:3e:6c:f2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:18:21.507341 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:21.508239 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:18:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:21.580083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:21.580083 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.608142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ede33ca-b81c-4296-9d0e-785c384c1b15 req-d0d00b12-c2ba-46ce-ace2-f9fe4d8c984b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321230 Jan 27 22:18:21.619635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f10994c-12ec-44d4-a70e-b9f38fc8c689 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:18:21.712514 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-8249e9a3-f84c-43b2-81c9-5982c332c6f4 service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053745 Jan 27 22:18:21.738015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:21.744124 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.796834 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:21.901094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07c87d-62c2-4bb5-9a02-5dac23ca292a req-84d047e0-eeb0-426b-a3be-5d9132850942 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:21.902795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa07c87d-62c2-4bb5-9a02-5dac23ca292a req-84d047e0-eeb0-426b-a3be-5d9132850942 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0944803 Jan 27 22:18:21.945916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:21.960469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-05297870-5bb0-4a6d-bc13-c2110f9f17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:21.963229 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-05297870-5bb0-4a6d-bc13-c2110f9f17cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76cd6868af824a2a8c94f75d0bf6e881&device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1097 time: 0.1444993 Jan 27 22:18:22.006444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa07c87d-62c2-4bb5-9a02-5dac23ca292a req-33972690-5f42-4b3c-b3c6-3df497d6757e tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935161 Jan 27 22:18:22.118516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-5c9a272c-84d1-4974-b8b1-bd282f63e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:22.120835 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-5c9a272c-84d1-4974-b8b1-bd282f63e32c service neutron] 10.222.0.16 "GET /v2.0/networks?id=220fb8da-548e-41a8-bf5d-91f357267b1c HTTP/1.1" status: 200 len: 915 time: 0.1512094 Jan 27 22:18:22.183952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['2f10994c-12ec-44d4-a70e-b9f38fc8c689'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:22.229861 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '471c35f6-8a33-42fd-9518-c0d694687f45', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'port_id': '739657f8-e6bb-467e-9cec-214323820dda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'mac_address': 'fa:16:3e:ad:1d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:18:15Z', 'updated_at': '2022-01-27T22:18:20Z', 'revision_number': 2, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:22.235470 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-b4a9cd08-b032-4c17-bac1-69dc973915a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739657f8-e6bb-467e-9cec-214323820dda HTTP/1.1" status: 200 len: 1002 time: 0.1070640 Jan 27 22:18:22.270487 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9719d56-1cee-4214-ae78-0603a5c515c0 None None] The sync data for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 is: [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '471c35f6-8a33-42fd-9518-c0d694687f45', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'port_id': '739657f8-e6bb-467e-9cec-214323820dda', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'mac_address': 'fa:16:3e:ad:1d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:18:15Z', 'updated_at': '2022-01-27T22:18:20Z', 'revision_number': 2, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:22.329104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-94bc4ed5-7fe1-4653-9761-b121c230c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:22.332523 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-94bc4ed5-7fe1-4653-9761-b121c230c834 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9 HTTP/1.1" status: 200 len: 853 time: 0.0897951 Jan 27 22:18:22.425128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-f8843320-a0ca-4ba1-8a1a-03c912f5ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:22.427692 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-f8843320-a0ca-4ba1-8a1a-03c912f5ad0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=220fb8da-548e-41a8-bf5d-91f357267b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884082 Jan 27 22:18:22.564278 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-76ab9882-5739-4f54-a196-b57db05afd13 service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285491 Jan 27 22:18:22.687501 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aeda10d2-a89a-422d-943b-95ce800b21f8 req-ed491624-c244-499d-ba8d-42a0e32df4df service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157691 Jan 27 22:18:22.838882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba67e9-f339-4bd0-bc0c-714a8f3ed829 req-df586d5a-7b7c-4534-ba92-1da1f9152be6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:22.841712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fba67e9-f339-4bd0-bc0c-714a8f3ed829 req-df586d5a-7b7c-4534-ba92-1da1f9152be6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 944 time: 0.0901029 Jan 27 22:18:22.919140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fba67e9-f339-4bd0-bc0c-714a8f3ed829 req-34a690af-f363-4ce9-8861-8d52d3c2a8fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685060 Jan 27 22:18:23.185634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3f833-e5a9-4172-bfb2-4003aed1cb27 req-2ed4bda9-9302-47a3-a0ff-a2c9ede8e64c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:23.187489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc3f833-e5a9-4172-bfb2-4003aed1cb27 req-2ed4bda9-9302-47a3-a0ff-a2c9ede8e64c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0595722 Jan 27 22:18:23.267808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc3f833-e5a9-4172-bfb2-4003aed1cb27 req-0843fe40-240b-4fbe-9aba-bfea5dffd681 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693042 Jan 27 22:18:24.105951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c1aa2-d7c9-4797-b689-4be8567e354f req-5e706daa-cc01-45d1-92df-834a84c9d665 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:24.108810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a73c1aa2-d7c9-4797-b689-4be8567e354f req-5e706daa-cc01-45d1-92df-834a84c9d665 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 944 time: 0.0888910 Jan 27 22:18:24.193072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a73c1aa2-d7c9-4797-b689-4be8567e354f req-93018a34-0dd0-40be-8ea5-63d00b1ceacf tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766170 Jan 27 22:18:24.438085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2210c-d2d9-4ac6-b8e9-bad229dfd2ee req-7919bdb9-3d54-4ba8-ae8c-aa26f71878e7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:24.440921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f2210c-d2d9-4ac6-b8e9-bad229dfd2ee req-7919bdb9-3d54-4ba8-ae8c-aa26f71878e7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0705545 Jan 27 22:18:24.518513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f2210c-d2d9-4ac6-b8e9-bad229dfd2ee req-6de03072-d1c3-49b0-b8dc-3fbf7ce68889 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636625 Jan 27 22:18:25.207858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2f10994c-12ec-44d4-a70e-b9f38fc8c689 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:25.286768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:18:25.295226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:25.295888 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:25.367130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d39c13-e474-48db-90f9-16db725c83cf req-732bbe45-45cf-4506-a23c-d7ebab101dc7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:25.370505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53d39c13-e474-48db-90f9-16db725c83cf req-732bbe45-45cf-4506-a23c-d7ebab101dc7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 944 time: 0.0653126 Jan 27 22:18:25.417376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:25.418060 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:25.452686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53d39c13-e474-48db-90f9-16db725c83cf req-10400555-6468-4238-87c3-023d1143337d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756240 Jan 27 22:18:25.455958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:25.459246 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d33e2b4-4269-4363-9ac1-eb712dc0a272" -d '{"events": [{"server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "name": "network-vif-plugged", "status": "completed", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:25.466938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:25.472358 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:25.527011 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4710c73-5c72-460e-8c65-5613d74f6c92 x-openstack-request-id: req-f4710c73-5c72-460e-8c65-5613d74f6c92 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:25.527301 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "name": "network-vif-plugged", "status": "completed", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:25.527582 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4710c73-5c72-460e-8c65-5613d74f6c92 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:25.527969 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'code': 200} Jan 27 22:18:25.549907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:25.668713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5878d-bfa9-430d-96c7-a394683f7e0d req-e53f045f-9b3f-42d6-afa9-0770b2ee441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:25.670970 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-72c5878d-bfa9-430d-96c7-a394683f7e0d req-e53f045f-9b3f-42d6-afa9-0770b2ee441c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 1096 time: 0.0529261 Jan 27 22:18:25.704965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d005b-d7da-404b-8a26-2a2251141d07 req-83733acb-d0f6-42c9-98da-9b3b7b8cb71b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:25.706613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-332d005b-d7da-404b-8a26-2a2251141d07 req-83733acb-d0f6-42c9-98da-9b3b7b8cb71b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0714319 Jan 27 22:18:25.743891 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-72c5878d-bfa9-430d-96c7-a394683f7e0d req-a9ad101f-dc53-456e-916f-d46de1d0b14e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658042 Jan 27 22:18:25.779925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-332d005b-d7da-404b-8a26-2a2251141d07 req-4093694d-0678-4210-ab24-81208431a4a7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621450 Jan 27 22:18:26.607611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa868bae-36b2-414f-b328-53610b46510c req-62915eaa-51b7-423d-ae3f-1c68daa4cc41 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:26.609300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa868bae-36b2-414f-b328-53610b46510c req-62915eaa-51b7-423d-ae3f-1c68daa4cc41 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0553064 Jan 27 22:18:26.668115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa868bae-36b2-414f-b328-53610b46510c req-8196386a-595a-4728-86e1-c7619c9050f7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526924 Jan 27 22:18:26.944914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378686f-6f37-46cd-9833-f4a00a0225de req-0643ffdd-0592-4c40-9954-6d4287506112 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:26.947889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3378686f-6f37-46cd-9833-f4a00a0225de req-0643ffdd-0592-4c40-9954-6d4287506112 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0847433 Jan 27 22:18:27.031294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3378686f-6f37-46cd-9833-f4a00a0225de req-c027f7d1-dbd9-47e9-8af0-297bae58d883 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724871 Jan 27 22:18:27.831476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076396-b351-492e-81e1-4d7c6db83731 req-f2dabbd1-2511-4997-b89d-ce8bb924ab80 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:27.834213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b076396-b351-492e-81e1-4d7c6db83731 req-f2dabbd1-2511-4997-b89d-ce8bb924ab80 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0861361 Jan 27 22:18:27.917024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b076396-b351-492e-81e1-4d7c6db83731 req-9674c135-ad0e-4082-8a15-2dc2728709d1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759926 Jan 27 22:18:28.258495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceb1d1-5f62-4404-a9f6-edf06af1dcad req-041120df-da58-463a-97a2-75295aed3288 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:28.261079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73ceb1d1-5f62-4404-a9f6-edf06af1dcad req-041120df-da58-463a-97a2-75295aed3288 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.1112876 Jan 27 22:18:28.288545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e1979-ba4d-4d80-b847-a35cb6c5e669 req-fe216ea9-829d-4268-8be6-4ee6ddd8489d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:28.291238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a46e1979-ba4d-4d80-b847-a35cb6c5e669 req-fe216ea9-829d-4268-8be6-4ee6ddd8489d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0978017 Jan 27 22:18:28.391470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73ceb1d1-5f62-4404-a9f6-edf06af1dcad req-3ce618bd-bc86-4a16-b6cf-8803542021d7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191647 Jan 27 22:18:28.438422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a46e1979-ba4d-4d80-b847-a35cb6c5e669 req-b9112740-8879-4202-8e2b-e374466e385c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323879 Jan 27 22:18:30.201974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc6d5-2ac5-46f1-9aef-1e368c86563f req-c124f8cb-7324-4bd2-bdf7-c161209c1216 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:30.204810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4dcc6d5-2ac5-46f1-9aef-1e368c86563f req-c124f8cb-7324-4bd2-bdf7-c161209c1216 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.6353409 Jan 27 22:18:30.219265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b9492-a635-4639-90c4-e5a7f657fb5c req-459fbe02-a9f5-40d3-b3a7-0323af29c4d1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:30.222052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-093b9492-a635-4639-90c4-e5a7f657fb5c req-459fbe02-a9f5-40d3-b3a7-0323af29c4d1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.6683300 Jan 27 22:18:30.371743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-093b9492-a635-4639-90c4-e5a7f657fb5c req-ba3068cd-f951-4edd-8bbc-7db577ae61ae tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377239 Jan 27 22:18:30.382574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4dcc6d5-2ac5-46f1-9aef-1e368c86563f req-2f988475-22e5-4a44-b9f7-bd7ddf78dba5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590044 Jan 27 22:18:31.098215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec425562-7b14-4624-aec4-a628a4fb9ed0 req-b0cdf4ab-6c87-468a-885c-59a47248ca53 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:31.099873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec425562-7b14-4624-aec4-a628a4fb9ed0 req-b0cdf4ab-6c87-468a-885c-59a47248ca53 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0652361 Jan 27 22:18:31.162062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec425562-7b14-4624-aec4-a628a4fb9ed0 req-b49f4c54-c9de-4d6b-8ca3-dc794fd2792c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Jan 27 22:18:31.599971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d31ca-2dfc-49e1-8405-61066240871a req-66d97d6a-6070-4d3a-a0e4-2128a845bf9c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:31.605868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb5d31ca-2dfc-49e1-8405-61066240871a req-66d97d6a-6070-4d3a-a0e4-2128a845bf9c tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.1159008 Jan 27 22:18:31.621098 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-16ec2566-45f5-450c-af9f-5d6f9c5717b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757005 Jan 27 22:18:31.707619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb5d31ca-2dfc-49e1-8405-61066240871a req-755b376a-6551-4a93-9e4e-74f914671869 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919642 Jan 27 22:18:31.740735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-a9b93bdb-fe69-4c2f-a6cf-3ad5cc3fa452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:31.742834 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-a9b93bdb-fe69-4c2f-a6cf-3ad5cc3fa452 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 1096 time: 0.0862441 Jan 27 22:18:31.873685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-25215165-6e49-4d45-8219-f1eecc5a3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:31.875232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-25215165-6e49-4d45-8219-f1eecc5a3ae6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1113181 Jan 27 22:18:31.923778 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-fc3c3d1a-5e31-4d49-9449-26515d345a81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac HTTP/1.1" status: 200 len: 217 time: 0.0404794 Jan 27 22:18:31.976452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-dca00a7f-5175-4e25-8fdf-098f897f3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:31.978298 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-dca00a7f-5175-4e25-8fdf-098f897f3eb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0490026 Jan 27 22:18:32.038631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-e1b919ec-bb73-4cd3-a489-5b4d63d6a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:32.040672 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-e1b919ec-bb73-4cd3-a489-5b4d63d6a603 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554402 Jan 27 22:18:32.155314 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-3f176eb3-7e51-433f-a3c5-dd84c23f89f6 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077282 Jan 27 22:18:32.329618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64223b15-cfe5-4893-a46e-259a66844943 req-3a0e7aac-cd39-41b8-a2f0-e3b6ac7f33cd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:32.332294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64223b15-cfe5-4893-a46e-259a66844943 req-3a0e7aac-cd39-41b8-a2f0-e3b6ac7f33cd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0723624 Jan 27 22:18:32.408325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64223b15-cfe5-4893-a46e-259a66844943 req-3dd9443e-3391-456a-af62-b574f4e5d6ee tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636518 Jan 27 22:18:32.605578 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8582191b-4050-47b7-8202-df7d6d366eb1 req-f39f2f76-4972-4787-b2c5-9838eb490264 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439340 Jan 27 22:18:32.877610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fa03b-5d13-44ed-b711-0572eaa789a8 req-ae7b6610-beba-4596-96b5-a1f8f3283267 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:32.879288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-566fa03b-5d13-44ed-b711-0572eaa789a8 req-ae7b6610-beba-4596-96b5-a1f8f3283267 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0644493 Jan 27 22:18:32.953352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-566fa03b-5d13-44ed-b711-0572eaa789a8 req-6b52f5c3-c799-4768-9a13-be6225cf94e5 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673780 Jan 27 22:18:33.263858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2f10994c-12ec-44d4-a70e-b9f38fc8c689 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:18:33.266887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b626a2fb-7409-4c5a-9ca0-7f2462ffa301 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:33.448746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:33.449142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:33.471106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:33.493435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'port_id': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'mac_address': 'fa:16:3e:6c:f2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:18:33.499286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:33.501802 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3213f48e-76f7-4db1-b404-807085126c3a" -d '{"events": [{"server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "name": "network-vif-unplugged", "status": "completed", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:33.517225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:33.583112 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2530dc11-cb70-4b2c-8c0e-1bfa6e82d770 x-openstack-request-id: req-2530dc11-cb70-4b2c-8c0e-1bfa6e82d770 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:33.584122 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "name": "network-vif-unplugged", "status": "completed", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:33.584821 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2530dc11-cb70-4b2c-8c0e-1bfa6e82d770 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:33.585014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ebe09-60e9-4665-83e5-e5746ef753e0 req-cd8da15e-3bb4-472c-8e96-1e83f4283013 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:33.586460 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'code': 200} Jan 27 22:18:33.587373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f51ebe09-60e9-4665-83e5-e5746ef753e0 req-cd8da15e-3bb4-472c-8e96-1e83f4283013 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0761676 Jan 27 22:18:33.592658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:33.647774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:33.648461 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:33.690947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f10994c-12ec-44d4-a70e-b9f38fc8c689 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:18:33.696477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f51ebe09-60e9-4665-83e5-e5746ef753e0 req-616f5e7b-2b13-41ec-a7e4-e289b3555444 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962422 Jan 27 22:18:33.718018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:33.731461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:33.737429 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:33.825218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:33.945914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['2f10994c-12ec-44d4-a70e-b9f38fc8c689'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:34.116793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96ea8429-45e5-402c-9692-08f675a15f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.127459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f5fd1-ce97-412f-819b-a55fba0d62c6 req-0dce0206-87ff-49c3-b89b-44140335cf79 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:34.132001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-402f5fd1-ce97-412f-819b-a55fba0d62c6 req-0dce0206-87ff-49c3-b89b-44140335cf79 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 944 time: 0.0832391 Jan 27 22:18:34.232824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-402f5fd1-ce97-412f-819b-a55fba0d62c6 req-0550f337-cf0f-455d-aff8-fb0400a57043 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917876 Jan 27 22:18:34.822283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb5de7-25fb-4d8a-8705-f8f7218cdf20 req-7c9840e0-2180-4670-95bb-e084609edbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:34.824784 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61bb5de7-25fb-4d8a-8705-f8f7218cdf20 req-7c9840e0-2180-4670-95bb-e084609edbec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 1095 time: 0.0523548 Jan 27 22:18:34.891673 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-61bb5de7-25fb-4d8a-8705-f8f7218cdf20 req-310384d2-af83-4671-8936-15916c40842e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567820 Jan 27 22:18:34.937288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b413-45c1-455d-83e0-7d704545ca31 req-caea6f11-b814-44a2-8848-510fdce178b5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:34.938911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1968b413-45c1-455d-83e0-7d704545ca31 req-caea6f11-b814-44a2-8848-510fdce178b5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 944 time: 0.1105330 Jan 27 22:18:34.993071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1968b413-45c1-455d-83e0-7d704545ca31 req-90f6d5e7-9d1c-45d2-a08a-d80baa18bf9f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478809 Jan 27 22:18:35.269810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b626a2fb-7409-4c5a-9ca0-7f2462ffa301 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:18:35.273867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2f10994c-12ec-44d4-a70e-b9f38fc8c689 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:35.407107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bd9a2-5b57-4158-a09a-047cda7afd9f req-535a11d2-7134-46bc-8d08-3e3442bf5fab tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:35.409153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c9bd9a2-5b57-4158-a09a-047cda7afd9f req-535a11d2-7134-46bc-8d08-3e3442bf5fab tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 944 time: 0.0561635 Jan 27 22:18:35.493889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c9bd9a2-5b57-4158-a09a-047cda7afd9f req-cf7ae67a-72cb-4ae2-903c-5ff897031620 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750465 Jan 27 22:18:35.500017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:35.500785 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.571542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:35.600482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'port_id': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'mac_address': 'fa:16:3e:f3:06:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:18:35.691558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:35.692105 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.722063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b626a2fb-7409-4c5a-9ca0-7f2462ffa301 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:18:35.744733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:35.745270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.778583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:35.789370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.802594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:35.805737 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d62d84-0f55-4de8-bd25-c88cba06e6ae" -d '{"events": [{"server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "name": "network-vif-plugged", "status": "completed", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:35.842139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:35.852215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.888106 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae703995-5676-44bd-ba6c-90a99e840788 x-openstack-request-id: req-ae703995-5676-44bd-ba6c-90a99e840788 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:35.888483 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "name": "network-vif-plugged", "status": "completed", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:35.888975 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae703995-5676-44bd-ba6c-90a99e840788 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:35.888975 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'code': 200} Jan 27 22:18:35.895747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:35.956538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:36.163166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca28a-a9c4-4815-bbdf-4abae0784fd5 req-5ca29135-2fe1-45a8-afb6-57fa9dd7dcd0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:36.164975 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-550ca28a-a9c4-4815-bbdf-4abae0784fd5 req-5ca29135-2fe1-45a8-afb6-57fa9dd7dcd0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0916402 Jan 27 22:18:36.232165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-550ca28a-a9c4-4815-bbdf-4abae0784fd5 req-7db59e4c-7b68-4102-a269-67d25d1944f8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581982 Jan 27 22:18:36.699405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089555f-bec7-4465-a741-9f57e175121c req-cc221b1a-9103-43f3-aefa-27b473cac8ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:36.702204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e089555f-bec7-4465-a741-9f57e175121c req-cc221b1a-9103-43f3-aefa-27b473cac8ce tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 945 time: 0.0794833 Jan 27 22:18:36.764248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e089555f-bec7-4465-a741-9f57e175121c req-5c6b0d6d-0727-4d29-948a-d96e6083fb99 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562980 Jan 27 22:18:37.044876 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c90721b3-bb9a-4398-832f-8c9f3f37a27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.273778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b626a2fb-7409-4c5a-9ca0-7f2462ffa301 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:18:37.472860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334310ee-2a09-4597-8d45-15fe2d15116f req-9872e05d-3835-44f3-b5e1-a9c9542eac24 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:37.474445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-334310ee-2a09-4597-8d45-15fe2d15116f req-9872e05d-3835-44f3-b5e1-a9c9542eac24 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0827925 Jan 27 22:18:37.508982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:37.523392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'port_id': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'mac_address': 'fa:16:3e:f3:06:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:18:37.553471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-334310ee-2a09-4597-8d45-15fe2d15116f req-860e887a-c027-4cf5-afaf-b90ad9d19f90 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678284 Jan 27 22:18:37.834307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['b626a2fb-7409-4c5a-9ca0-7f2462ffa301'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:37.962508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1de83e-2220-4672-8b76-74453c5dfd03 req-dbccf645-a838-416c-82dc-712419dc508b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:37.965327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f1de83e-2220-4672-8b76-74453c5dfd03 req-dbccf645-a838-416c-82dc-712419dc508b tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 945 time: 0.0974829 Jan 27 22:18:38.071283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f1de83e-2220-4672-8b76-74453c5dfd03 req-7d59a460-142e-4124-b848-a90e2c89c7b7 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958083 Jan 27 22:18:38.117502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 52276) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:38.225548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9b074464-d03b-4b54-9aee-e112ab424550 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/floatingips/fd79b8a4-a686-4ec4-9764-b0685502fa3f HTTP/1.1" status: 200 len: 993 time: 0.1061046 Jan 27 22:18:38.487851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:38.741429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c04f-91a1-4978-b97f-0af40f11f731 req-1c265bb6-ac6a-4eb5-ad2c-e90aa096c176 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:38.743783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e14c04f-91a1-4978-b97f-0af40f11f731 req-1c265bb6-ac6a-4eb5-ad2c-e90aa096c176 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0871255 Jan 27 22:18:38.820418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e14c04f-91a1-4978-b97f-0af40f11f731 req-322e6bc1-53d0-491d-b1d2-ca8de806a14f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665588 Jan 27 22:18:40.083558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e7bb6-5871-4a10-a4b8-50c3faa60e35 req-42f819e8-b15a-4bf6-8eeb-ba7ded5bce47 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:40.100971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a0e7bb6-5871-4a10-a4b8-50c3faa60e35 req-42f819e8-b15a-4bf6-8eeb-ba7ded5bce47 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.1122942 Jan 27 22:18:40.227055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a0e7bb6-5871-4a10-a4b8-50c3faa60e35 req-d7d6d7d0-670c-48fd-a66d-377c4feff40b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153288 Jan 27 22:18:41.041432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.267569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.282419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b626a2fb-7409-4c5a-9ca0-7f2462ffa301 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:41.405667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:41.407196 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.449175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bce21-1b8e-4c31-abac-918ed90d6846 req-475c350a-96e3-4576-9873-499660ee3472 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:41.453443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-133bce21-1b8e-4c31-abac-918ed90d6846 req-475c350a-96e3-4576-9873-499660ee3472 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.1112907 Jan 27 22:18:41.595048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-133bce21-1b8e-4c31-abac-918ed90d6846 req-0f40fd92-c009-4ff8-be90-58d85cefdd44 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282792 Jan 27 22:18:41.599434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:41.600122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.666195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:41.672762 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf6fd6-b8c7-42b9-a34b-4853343291f7" -d '{"events": [{"server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "name": "network-vif-plugged", "status": "completed", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:41.695564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:41.705143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.811901 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c79990-1756-474d-88c3-befe0635a646 x-openstack-request-id: req-23c79990-1756-474d-88c3-befe0635a646 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:41.812526 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "name": "network-vif-plugged", "status": "completed", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:41.812721 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23c79990-1756-474d-88c3-befe0635a646 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:41.813312 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'code': 200} Jan 27 22:18:41.816165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:42.920104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279af3-6b26-4efe-b0aa-de5ac801d88b req-d3741799-46f8-46da-88da-f0e36ff9d5e6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:42.934016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9279af3-6b26-4efe-b0aa-de5ac801d88b req-d3741799-46f8-46da-88da-f0e36ff9d5e6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.1407745 Jan 27 22:18:43.032701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9279af3-6b26-4efe-b0aa-de5ac801d88b req-2d6bff3d-3f69-4e24-b518-c92f6c3ae2b2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970390 Jan 27 22:18:43.264875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:18:44.284872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f4e09-c5c2-4685-a3b1-fffc8cb26e58 req-3bc822ce-8ddc-4eb2-935a-753e5a1e0fca tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:44.289326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a59f4e09-c5c2-4685-a3b1-fffc8cb26e58 req-3bc822ce-8ddc-4eb2-935a-753e5a1e0fca tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.1269205 Jan 27 22:18:44.388146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a59f4e09-c5c2-4685-a3b1-fffc8cb26e58 req-fa4717bc-b2d0-401d-9360-4fdd3d8148a5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965297 Jan 27 22:18:45.717581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47342c57-f4e9-4e72-9034-c690181362ac req-71625aca-28b5-4d38-8ce5-c0f8459d7e14 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:45.734500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47342c57-f4e9-4e72-9034-c690181362ac req-71625aca-28b5-4d38-8ce5-c0f8459d7e14 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.1140790 Jan 27 22:18:45.861462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47342c57-f4e9-4e72-9034-c690181362ac req-05c4d305-8e2e-4667-8566-63d105f529d0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255076 Jan 27 22:18:47.109522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c87f8-ad5f-48eb-b81e-96627bfd94b0 req-6b9cd8e3-792b-46e4-b9cf-aca6d3fb8d96 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:47.111268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff9c87f8-ad5f-48eb-b81e-96627bfd94b0 req-6b9cd8e3-792b-46e4-b9cf-aca6d3fb8d96 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0810869 Jan 27 22:18:47.198785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff9c87f8-ad5f-48eb-b81e-96627bfd94b0 req-6a45d2cb-7a81-4b27-8fd8-f49218f62663 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731530 Jan 27 22:18:48.203186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:48.462580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024da612-be4a-497d-8951-dfe8dcbeadb8 req-ae9fb345-4596-496b-8e1b-4e6c2969cab6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:48.478529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-024da612-be4a-497d-8951-dfe8dcbeadb8 req-ae9fb345-4596-496b-8e1b-4e6c2969cab6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.1227477 Jan 27 22:18:48.587948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-024da612-be4a-497d-8951-dfe8dcbeadb8 req-7d3a5fef-4af9-4a2c-b587-60156bbc1e6f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066782 Jan 27 22:18:49.759604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5b5d-fd70-402c-bdf7-c7af49fea3c0 req-83e4882c-c489-428c-be4d-b64f04628cab tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:49.764229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-172c5b5d-fd70-402c-bdf7-c7af49fea3c0 req-83e4882c-c489-428c-be4d-b64f04628cab tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0652828 Jan 27 22:18:49.839291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-172c5b5d-fd70-402c-bdf7-c7af49fea3c0 req-6cbd9c56-8b49-4b6a-a7e4-daf422f96245 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666480 Jan 27 22:18:50.942180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:51.148684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60966b7-e1d7-4159-806f-7ebcdd7acb77 req-55df8097-4e24-4f11-91d6-8acdea2dafb7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:51.163997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f60966b7-e1d7-4159-806f-7ebcdd7acb77 req-55df8097-4e24-4f11-91d6-8acdea2dafb7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.1916242 Jan 27 22:18:51.376503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f60966b7-e1d7-4159-806f-7ebcdd7acb77 req-5122d1ff-1d45-4d78-899a-1863bef22d74 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081246 Jan 27 22:18:52.535365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a8b9e-d33c-400c-92ad-6bbf33818bd8 req-224e14ba-78ae-4317-8bc4-6adba751bcd4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:52.537735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e20a8b9e-d33c-400c-92ad-6bbf33818bd8 req-224e14ba-78ae-4317-8bc4-6adba751bcd4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0685363 Jan 27 22:18:52.607748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e20a8b9e-d33c-400c-92ad-6bbf33818bd8 req-520fb057-67c1-4159-bff3-f0b8c5e3f792 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589416 Jan 27 22:18:53.163576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-2f82d6eb-9f3f-4dbc-84ce-061e837a91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:53.165469 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-2f82d6eb-9f3f-4dbc-84ce-061e837a91d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 1096 time: 0.0556793 Jan 27 22:18:53.320009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-47ada536-4551-45a4-8bb0-20aa6de56f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:53.321599 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-47ada536-4551-45a4-8bb0-20aa6de56f16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1469762 Jan 27 22:18:53.389822 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-095e346d-9b89-42ff-85af-654ad3d9418c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689 HTTP/1.1" status: 200 len: 217 time: 0.0605147 Jan 27 22:18:53.474630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-9dc66d1e-99b4-4aac-94c6-21d3e125dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:53.477607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-9dc66d1e-99b4-4aac-94c6-21d3e125dbd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0737691 Jan 27 22:18:53.529695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-8418accf-15de-4ef8-9e7a-7f97a95fdd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:53.531633 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-8418accf-15de-4ef8-9e7a-7f97a95fdd01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471463 Jan 27 22:18:53.630071 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-bd607228-bf25-4eea-b957-f41ff6f10a26 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920801 Jan 27 22:18:53.750930 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a0387449-a778-4187-9e6e-bb95d9e5ed63 req-6741bf05-708f-4be7-89f7-ce94fd87dad2 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144035 Jan 27 22:18:53.787187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26002303-f2c8-4f72-aa82-5f8abe3ac3b6 req-47a457e0-d08d-430f-b1a6-ffd74b2240be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:53.790553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26002303-f2c8-4f72-aa82-5f8abe3ac3b6 req-47a457e0-d08d-430f-b1a6-ffd74b2240be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0826621 Jan 27 22:18:53.850676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26002303-f2c8-4f72-aa82-5f8abe3ac3b6 req-8e79ab90-f479-464d-afec-fa73f12ff838 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530970 Jan 27 22:18:55.025877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90695-c2b9-4ed6-8d87-f376d69a6877 req-b0c4a01a-e690-4a4f-b571-2d2ce93ddfce tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:55.028537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aa90695-c2b9-4ed6-8d87-f376d69a6877 req-b0c4a01a-e690-4a4f-b571-2d2ce93ddfce tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 945 time: 0.0958412 Jan 27 22:18:55.108716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aa90695-c2b9-4ed6-8d87-f376d69a6877 req-49cefb9b-e743-423b-9f20-d32cd7a26360 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737498 Jan 27 22:18:55.340253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2f10994c-12ec-44d4-a70e-b9f38fc8c689 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:55.467075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:55.467707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:55.516671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:55.520852 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb97b20-27d4-4faf-b642-ff0af597d04c" -d '{"events": [{"server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:55.545488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:55.552837 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:55.614737 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae8a526-f256-477d-8152-3ed53c9f4983 x-openstack-request-id: req-0ae8a526-f256-477d-8152-3ed53c9f4983 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:55.615359 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:55.615861 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ae8a526-f256-477d-8152-3ed53c9f4983 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:55.616539 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'code': 200} Jan 27 22:18:55.670171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:55.738318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52598) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:56.306562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Deleting port 45b61faa-0acb-4b29-8902-28104f575960 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:56.307462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (45b61faa-0acb-4b29-8902-28104f575960), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.353467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106bd4e-58e5-4692-ba02-5ed6b4bf91ca req-0220da4d-a69c-4bbd-b126-8dd44044a009 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:56.355250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7106bd4e-58e5-4692-ba02-5ed6b4bf91ca req-0220da4d-a69c-4bbd-b126-8dd44044a009 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 943 time: 0.1017542 Jan 27 22:18:56.430233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7106bd4e-58e5-4692-ba02-5ed6b4bf91ca req-72419d81-6be6-4184-9333-dc8c6d00c78b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643311 Jan 27 22:18:56.471780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (45b61faa-0acb-4b29-8902-28104f575960), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.472503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for floatingip (45b61faa-0acb-4b29-8902-28104f575960), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.498174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Calling delete_port for 45b61faa-0acb-4b29-8902-28104f575960 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:56.652760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668131a0-3d93-4b58-80ec-7b1d3c09c564 req-f6c06b80-1245-4bb9-9b36-b2b1b4025270 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:56.654464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-668131a0-3d93-4b58-80ec-7b1d3c09c564 req-f6c06b80-1245-4bb9-9b36-b2b1b4025270 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1056542 Jan 27 22:18:56.751348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-668131a0-3d93-4b58-80ec-7b1d3c09c564 req-f777d9d4-2415-414b-b54f-071774831c2f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854092 Jan 27 22:18:56.830032 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (45b61faa-0acb-4b29-8902-28104f575960), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.922191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event deleted for resources: {'Port': ['ID=45b61faa-0acb-4b29-8902-28104f575960,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:56.944152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c3fda-82f4-402a-afb5-28bc11916d6d req-6109f86a-190d-41f2-8e39-b177adf3246d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:56.953065 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-626c3fda-82f4-402a-afb5-28bc11916d6d req-6109f86a-190d-41f2-8e39-b177adf3246d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0753260 Jan 27 22:18:56.967188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.967188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.967843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.968454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.969320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.970208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.971089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.971990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.972921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.973791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.974636 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.975497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:56.976385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.012402 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for floatingip (471c35f6-8a33-42fd-9518-c0d694687f45), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.014049 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Floating IP 471c35f6-8a33-42fd-9518-c0d694687f45 disassociated (deleted). External IP: 172.25.8.145, port: 739657f8-e6bb-467e-9cec-214323820dda. Jan 27 22:18:57.015913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-626c3fda-82f4-402a-afb5-28bc11916d6d req-e319d6c5-5b11-4c8e-b64b-6021329b7edf tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617964 Jan 27 22:18:57.355447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Router b5fed9a7-d44b-4345-835f-a659fe5b0059 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:57.463518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85176b2f-f65a-4ed7-92ff-bdb1530ac0ff req-0137bfce-9028-4583-9f78-12583083441f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.466425 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85176b2f-f65a-4ed7-92ff-bdb1530ac0ff req-0137bfce-9028-4583-9f78-12583083441f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0942636 Jan 27 22:18:57.521557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:57.527240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.538957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] Sync routers for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:57.566623 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6e51a33d-c096-4f65-ab55-ca131cd9a927 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "DELETE /v2.0/floatingips/471c35f6-8a33-42fd-9518-c0d694687f45 HTTP/1.1" status: 204 len: 168 time: 1.8228962 Jan 27 22:18:57.566623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:57.567219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85176b2f-f65a-4ed7-92ff-bdb1530ac0ff req-9c3b0282-0478-46f1-ae03-a053b46edb30 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917647 Jan 27 22:18:57.572091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:57.573922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:18:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:57.575951 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2774446-eeef-4c57-8eb7-3af9ed81ca94" -d '{"events": [{"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:57.626193 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd19fc91-7ccf-451f-9f0c-300627bad4a4 x-openstack-request-id: req-bd19fc91-7ccf-451f-9f0c-300627bad4a4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:57.626831 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "tag": "739657f8-e6bb-467e-9cec-214323820dda", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:57.627312 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd19fc91-7ccf-451f-9f0c-300627bad4a4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:57.627969 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'tag': '739657f8-e6bb-467e-9cec-214323820dda', 'status': 'completed', 'code': 200} Jan 27 22:18:57.729240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-af54374b-2a2c-4a17-9be4-329c4c6988f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.730918 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-af54374b-2a2c-4a17-9be4-329c4c6988f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76cd6868af824a2a8c94f75d0bf6e881&device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 1097 time: 0.0689731 Jan 27 22:18:57.839062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:57.899705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-b34ea22e-da12-4885-9e89-7db8b2e03bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.904370 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-b34ea22e-da12-4885-9e89-7db8b2e03bc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=220fb8da-548e-41a8-bf5d-91f357267b1c HTTP/1.1" status: 200 len: 915 time: 0.1633320 Jan 27 22:18:57.989898 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-3c4ac829-bd20-4cb4-b206-333d29ebbdba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=739657f8-e6bb-467e-9cec-214323820dda HTTP/1.1" status: 200 len: 217 time: 0.0780568 Jan 27 22:18:57.998196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff8ff8-2321-42d5-9400-745b8926ec0d req-36590629-0c52-4989-bda5-5df4546fb504 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.999833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cff8ff8-2321-42d5-9400-745b8926ec0d req-36590629-0c52-4989-bda5-5df4546fb504 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 946 time: 0.0566359 Jan 27 22:18:58.057415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-2850994a-33f9-4bbc-ab57-d3b7c7c80b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:58.059462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-2850994a-33f9-4bbc-ab57-d3b7c7c80b11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9 HTTP/1.1" status: 200 len: 853 time: 0.0627105 Jan 27 22:18:58.141441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cff8ff8-2321-42d5-9400-745b8926ec0d req-13c101fc-2619-4b55-85ca-c7e2b1170205 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252348 Jan 27 22:18:58.142680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-35d306d2-70d8-4b3d-b2c1-55a510976348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:58.144811 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-35d306d2-70d8-4b3d-b2c1-55a510976348 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=220fb8da-548e-41a8-bf5d-91f357267b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765350 Jan 27 22:18:58.272646 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-8b8da939-9475-4dd8-98b5-399ce919482b service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192427 Jan 27 22:18:58.306975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:58.350088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] Checking router: b5fed9a7-d44b-4345-835f-a659fe5b0059 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:58.364357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:58.365602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:18:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:58.461142 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e2774446-eeef-4c57-8eb7-3af9ed81ca94 req-959619d4-a6b2-4d80-8524-469ed97760b2 service neutron] 10.222.0.16 "GET /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764810 Jan 27 22:18:58.539995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:58.760516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acd470-a622-4bd7-a3cf-8c943e21d02d req-91e62b1c-3157-43ed-a251-929acbe6c878 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:58.763495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0acd470-a622-4bd7-a3cf-8c943e21d02d req-91e62b1c-3157-43ed-a251-929acbe6c878 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0801761 Jan 27 22:18:58.854739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:58.859870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0acd470-a622-4bd7-a3cf-8c943e21d02d req-f59b6e7c-21a9-43da-8093-3f1a8fec9376 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876138 Jan 27 22:18:58.888375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fcb84f-c08c-4651-9e4f-6bbd71677d2a None None] The sync data for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 is: [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:13:11Z', 'revision_number': 4, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f047790a-9864-4231-ab35-6ee93ebc702d', 'name': '', 'network_id': '220fb8da-548e-41a8-bf5d-91f357267b1c', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'mac_address': 'fa:16:3e:e7:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:08Z', 'updated_at': '2022-01-27T22:13:28Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'subnets': [{'id': '51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:59.235585 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f6a11-5800-4bf0-b11e-c3259fa591b9 None None] New status for floating IP 471c35f6-8a33-42fd-9518-c0d694687f45: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:18:59.317675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8caf4-ae39-47c6-83b3-ec3c72d5d8c9 req-4a302cef-59e4-4fcc-aedc-9287d489bbd5 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:59.320502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49d8caf4-ae39-47c6-83b3-ec3c72d5d8c9 req-4a302cef-59e4-4fcc-aedc-9287d489bbd5 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 946 time: 0.0871475 Jan 27 22:18:59.392454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49d8caf4-ae39-47c6-83b3-ec3c72d5d8c9 req-1153fe11-82b3-4fa8-96e8-3384736482c8 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec1904f-3460-4930-8278-78d0e728ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654130 Jan 27 22:18:59.945539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-9eb04948-da1b-4a4c-8c2c-3469e73b8bc8 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:59.947841 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-9eb04948-da1b-4a4c-8c2c-3469e73b8bc8 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 946 time: 0.0810609 Jan 27 22:19:00.051346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeb3f2-1aaa-4289-a86e-4ada4806c8c6 req-c3a41526-b94d-4ad3-b2be-74c79e1161c2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:00.053934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7dbeb3f2-1aaa-4289-a86e-4ada4806c8c6 req-c3a41526-b94d-4ad3-b2be-74c79e1161c2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1096365 Jan 27 22:19:00.102422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Deleting port 739657f8-e6bb-467e-9cec-214323820dda {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:00.102887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (739657f8-e6bb-467e-9cec-214323820dda), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:00.129158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7dbeb3f2-1aaa-4289-a86e-4ada4806c8c6 req-d8f7db8f-5123-4e66-9e60-9bfbf0051687 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663505 Jan 27 22:19:00.234225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] For port 739657f8-e6bb-467e-9cec-214323820dda, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=739657f8-e6bb-467e-9cec-214323820dda,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:00.235073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (739657f8-e6bb-467e-9cec-214323820dda), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:00.251449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Calling delete_port for 739657f8-e6bb-467e-9cec-214323820dda owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:00.492009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (739657f8-e6bb-467e-9cec-214323820dda), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:00.547514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event deleted for resources: {'Port': ['ID=739657f8-e6bb-467e-9cec-214323820dda,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:00.586692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb60868f-c0d0-493c-91d7-c86208b2bd0d req-9a029ead-fca5-4d45-bf7d-87e5b99fedd4 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0617359 Jan 27 22:19:00.606264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] No DVR routers for this DVR port 739657f8-e6bb-467e-9cec-214323820dda on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:00.609407 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:00.613007 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8d33906a-5c27-4581-893f-ae2612f8a631 req-09ce0320-fc88-4dc1-ac02-5a38409fe540 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.16 "DELETE /v2.0/ports/739657f8-e6bb-467e-9cec-214323820dda HTTP/1.1" status: 204 len: 173 time: 0.6589847 Jan 27 22:19:00.613494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'name': 'network-vif-deleted', 'tag': '739657f8-e6bb-467e-9cec-214323820dda'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:00.615979 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b2d97-a258-48c4-8954-0f96d8199062" -d '{"events": [{"server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "name": "network-vif-deleted", "tag": "739657f8-e6bb-467e-9cec-214323820dda"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:00.721106 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694ed78d-51ad-4593-a8d3-5cd72336ca25 x-openstack-request-id: req-694ed78d-51ad-4593-a8d3-5cd72336ca25 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:00.721415 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a13a189-900b-47f8-a91b-208f5a4dce1e", "name": "network-vif-deleted", "tag": "739657f8-e6bb-467e-9cec-214323820dda", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:00.721680 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-694ed78d-51ad-4593-a8d3-5cd72336ca25 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:00.722109 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a13a189-900b-47f8-a91b-208f5a4dce1e', 'name': 'network-vif-deleted', 'tag': '739657f8-e6bb-467e-9cec-214323820dda', 'status': 'completed', 'code': 200} Jan 27 22:19:01.347337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 2f10994c-12ec-44d4-a70e-b9f38fc8c689 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:01.356640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75780c-f3c0-4ac8-af38-f0a6286dc499 req-f40271e1-6f4a-4696-a101-bf7fcabe24d6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:01.358997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be75780c-f3c0-4ac8-af38-f0a6286dc499 req-f40271e1-6f4a-4696-a101-bf7fcabe24d6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0821140 Jan 27 22:19:01.443535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be75780c-f3c0-4ac8-af38-f0a6286dc499 req-63577721-e726-45eb-b419-92009b15bd99 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754423 Jan 27 22:19:01.488796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:01.724366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a647ddc0-b7ca-4703-ad83-b297542ebbfc req-ba8cd3fe-e1b9-4a51-b75d-f4e8a0c6a616 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0424781 Jan 27 22:19:02.668210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abefef1-3ab9-44d8-b95a-9b329b2a402e req-e134ffaa-970e-407c-9e3c-a96507e3c86c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:02.672124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4abefef1-3ab9-44d8-b95a-9b329b2a402e req-e134ffaa-970e-407c-9e3c-a96507e3c86c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0868649 Jan 27 22:19:02.755896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4abefef1-3ab9-44d8-b95a-9b329b2a402e req-b532de07-8b44-42bc-bad1-c6e1ef65a2d8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773168 Jan 27 22:19:02.908101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86030cf7-5c39-4513-b196-7f4d6b1b73ae req-c76d1cea-d77f-4a9b-ac8d-ce89b5545321 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0492239 Jan 27 22:19:03.935719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e191e5d-ccb6-422c-825b-1b6c5e9befe4 req-50befb83-9434-4c01-b478-15e1eff40e94 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:03.943917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e191e5d-ccb6-422c-825b-1b6c5e9befe4 req-50befb83-9434-4c01-b478-15e1eff40e94 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0952919 Jan 27 22:19:04.056093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e191e5d-ccb6-422c-825b-1b6c5e9befe4 req-4197a8ce-c615-48ac-a540-76d829f5e599 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099155 Jan 27 22:19:04.085748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-606d4809-45a1-4172-96a6-72384626c34b req-8c032b5e-29a0-483b-9a52-de9ae19acb0a tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0615149 Jan 27 22:19:04.109349 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-224c69c6-a577-44ac-a2b8-880d51b7017a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.298042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed433ea1-be1f-456c-b97b-0dee10d38366 req-79b951dc-7e86-4f6d-94ff-0e9b524cb3f1 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0683722 Jan 27 22:19:05.314686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fc972-0347-462d-8a58-f86e89ee8b89 req-c21e7f84-a6c7-4749-87ee-8b5aca770fc4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:05.319985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-215fc972-0347-462d-8a58-f86e89ee8b89 req-c21e7f84-a6c7-4749-87ee-8b5aca770fc4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1427538 Jan 27 22:19:05.365146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 739657f8-e6bb-467e-9cec-214323820dda no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:05.392318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 739657f8-e6bb-467e-9cec-214323820dda {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:05.396303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 739657f8-e6bb-467e-9cec-214323820dda not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:05.408176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-215fc972-0347-462d-8a58-f86e89ee8b89 req-3e74267e-3976-4a3f-99b0-b8610de0e513 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774996 Jan 27 22:19:06.462500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-652d6875-83a0-4244-84f8-8549b9c75942 req-36cff800-50dd-4aff-9923-0536fb62a389 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0518951 Jan 27 22:19:06.653710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9eb6f-352e-4900-a932-c660554abae6 req-202708da-8f1a-4965-8a73-302e64588ac4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:06.656913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd9eb6f-352e-4900-a932-c660554abae6 req-202708da-8f1a-4965-8a73-302e64588ac4 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1059184 Jan 27 22:19:06.758796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd9eb6f-352e-4900-a932-c660554abae6 req-bf8055a3-656c-432b-acf1-95719080b739 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828669 Jan 27 22:19:07.050788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-63d3c3ea-34cc-4a9d-97fa-3eed5871cca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.623436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9ee1586-db80-435f-82d2-3722a0c0839b req-bbd07215-b672-48e4-a424-ac600f559ad9 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0326388 Jan 27 22:19:07.931366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554c35e-ee77-4f27-85e7-d85ca7206a97 req-779985e6-e70f-49c2-b6e2-10959da50cfa tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:07.933471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d554c35e-ee77-4f27-85e7-d85ca7206a97 req-779985e6-e70f-49c2-b6e2-10959da50cfa tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0578732 Jan 27 22:19:07.993206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d554c35e-ee77-4f27-85e7-d85ca7206a97 req-07e1db39-333b-4c4a-b816-936ffde7117f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523071 Jan 27 22:19:08.292717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb88c-00a9-4b81-a3e7-2094f56b2a54 req-b1ded1a2-fa3c-45b5-a9da-7e956b4d3293 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:08.294773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505bb88c-00a9-4b81-a3e7-2094f56b2a54 req-b1ded1a2-fa3c-45b5-a9da-7e956b4d3293 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0944774 Jan 27 22:19:08.307675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-5d22d883-86fe-4f01-8ded-63d5965a2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:08.309970 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-5d22d883-86fe-4f01-8ded-63d5965a2038 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1096 time: 0.0552533 Jan 27 22:19:08.369285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-505bb88c-00a9-4b81-a3e7-2094f56b2a54 req-7c24c623-862f-4902-b18e-5db3e2f683f2 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627928 Jan 27 22:19:08.417389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-ccda5a0d-8965-4032-b891-4d9d8234849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:08.418942 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-ccda5a0d-8965-4032-b891-4d9d8234849b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.1025341 Jan 27 22:19:08.489836 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.510612 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-f94e112c-bb43-4ce3-b690-9b74618e79a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.0850089 Jan 27 22:19:08.571574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-b1916c98-afef-414f-8ba6-9650cdf97d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:08.573114 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-b1916c98-afef-414f-8ba6-9650cdf97d2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0562236 Jan 27 22:19:08.639266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-81672bc4-a060-4e42-a910-cb220aa64398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:08.639266 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-81672bc4-a060-4e42-a910-cb220aa64398 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555768 Jan 27 22:19:08.806158 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-69f5057b-b2a5-41cd-9ae8-794f4227b9b2 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653061 Jan 27 22:19:08.806880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cff01c0-152d-42bd-b20c-6dfc39361b0f req-ca73c694-8ab3-495b-b617-ca65e241cdb0 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0545640 Jan 27 22:19:08.940365 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4c512aa-35db-436c-ab1c-76e248485ed5 req-f3ea6ab2-0732-4430-9151-1b7c10697b32 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279209 Jan 27 22:19:09.619791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c797254-b7c0-454c-85d5-a9d63b87b4a4 req-1b85a172-201e-444a-933c-0cae0c57f2fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:09.623307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c797254-b7c0-454c-85d5-a9d63b87b4a4 req-1b85a172-201e-444a-933c-0cae0c57f2fd tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1081462 Jan 27 22:19:09.721419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c797254-b7c0-454c-85d5-a9d63b87b4a4 req-1e04a015-7ea4-45ce-b677-620fb17fd43a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867653 Jan 27 22:19:09.954804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6764d060-2a12-4e60-9ea4-bfb3a0d2466d req-544f6402-c088-4aec-b88c-4fef4b249b4c tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0290961 Jan 27 22:19:10.909213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a4a4-227f-41f2-82d0-80c0e8213bd6 req-58459307-b1d8-44e0-8465-50385dfd40bf tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:10.912198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7d6a4a4-227f-41f2-82d0-80c0e8213bd6 req-58459307-b1d8-44e0-8465-50385dfd40bf tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0783772 Jan 27 22:19:11.000863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7d6a4a4-227f-41f2-82d0-80c0e8213bd6 req-64b4316e-9523-4a4b-ad9a-4613477239ee tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819459 Jan 27 22:19:11.040072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:11.138969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-346d68a9-e255-4ffc-a499-cbba63c2abab req-1a9aacc8-2fee-49a2-8388-145c731bba05 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a13a189-900b-47f8-a91b-208f5a4dce1e HTTP/1.1" status: 200 len: 210 time: 0.0361576 Jan 27 22:19:11.247657 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:11.255781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3bf4b-d5cf-4f38-8bc6-b7c0349a2733 req-d780fe42-5ebe-4b8d-8648-187664afdbfa tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:11.264191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0de3bf4b-d5cf-4f38-8bc6-b7c0349a2733 req-d780fe42-5ebe-4b8d-8648-187664afdbfa tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1017480 Jan 27 22:19:11.318347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0de3bf4b-d5cf-4f38-8bc6-b7c0349a2733 req-5b74b3e5-a699-49a1-8081-cb93e79492c0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532475 Jan 27 22:19:11.506253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053cf0b-6f17-4dec-bd40-684548e26ffc req-89055e91-0044-43df-963c-1941d69989f7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:11.509112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6053cf0b-6f17-4dec-bd40-684548e26ffc req-89055e91-0044-43df-963c-1941d69989f7 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0812135 Jan 27 22:19:11.613045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6053cf0b-6f17-4dec-bd40-684548e26ffc req-4c17d378-09f2-4366-bc59-94b899758f0e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922968 Jan 27 22:19:12.005757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de36ed-41b8-4780-bac7-4a7a77decd74 req-d894669c-cca3-4dae-bd4c-ef3ff39b62ce tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:12.008576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8de36ed-41b8-4780-bac7-4a7a77decd74 req-d894669c-cca3-4dae-bd4c-ef3ff39b62ce tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0851769 Jan 27 22:19:12.097247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e8de36ed-41b8-4780-bac7-4a7a77decd74 req-a50e629d-1412-400e-9549-dd8624acd242 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781724 Jan 27 22:19:12.232926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 52940) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:12.340370 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a88ffcfc-23ae-4430-890e-de6aa4c2ed88 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group (2ec1904f-3460-4930-8278-78d0e728ad51), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.388970 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a88ffcfc-23ae-4430-890e-de6aa4c2ed88 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group (2ec1904f-3460-4930-8278-78d0e728ad51), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.516843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a88ffcfc-23ae-4430-890e-de6aa4c2ed88 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2ec1904f-3460-4930-8278-78d0e728ad51), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.523632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a88ffcfc-23ae-4430-890e-de6aa4c2ed88 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.525553 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a88ffcfc-23ae-4430-890e-de6aa4c2ed88 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] 10.222.0.45 "DELETE /v2.0/security-groups/2ec1904f-3460-4930-8278-78d0e728ad51 HTTP/1.1" status: 204 len: 168 time: 0.2903426 Jan 27 22:19:12.546470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ffcfc-23ae-4430-890e-de6aa4c2ed88 tempest-TestVolumeBackupRestore-2104831724 tempest-TestVolumeBackupRestore-2104831724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec1904f-3460-4930-8278-78d0e728ad51,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:13.326061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f9f3b-8724-47d9-b785-b7fd198fe72e req-3dc6acea-f89b-49c9-8bfe-b62c58d90ac6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:13.327760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44f9f3b-8724-47d9-b785-b7fd198fe72e req-3dc6acea-f89b-49c9-8bfe-b62c58d90ac6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0836575 Jan 27 22:19:13.439304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b44f9f3b-8724-47d9-b785-b7fd198fe72e req-07396823-ff2a-421c-9473-bfe2776149d1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006010 Jan 27 22:19:13.831405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-ab8bbb24-3644-41bd-bbdf-c79453bc58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:13.835204 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-ab8bbb24-3644-41bd-bbdf-c79453bc58f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9b826841b8474393813eea41b044d4&device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 1096 time: 0.0738714 Jan 27 22:19:13.890031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023252-2575-4aa5-b396-282f1c46b695 req-1d9e1b55-ab2b-4398-9ec5-40897fbd7b6b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:13.906950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90023252-2575-4aa5-b396-282f1c46b695 req-1d9e1b55-ab2b-4398-9ec5-40897fbd7b6b tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1791201 Jan 27 22:19:14.020302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90023252-2575-4aa5-b396-282f1c46b695 req-2a6a2c9d-95f5-4120-9143-40d0488c72ef tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994658 Jan 27 22:19:14.057141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-433a84e0-1679-415e-863c-9b6bed07e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:14.060514 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-433a84e0-1679-415e-863c-9b6bed07e533 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 200 len: 912 time: 0.2120969 Jan 27 22:19:14.193180 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-0b60c63e-478c-4017-969d-579450dfe3c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 200 len: 1000 time: 0.1263149 Jan 27 22:19:14.249238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-b5464eef-9cd8-4623-ab48-f8f0e12a8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:14.250945 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-b5464eef-9cd8-4623-ab48-f8f0e12a8b55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 200 len: 850 time: 0.0514657 Jan 27 22:19:14.312553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-8f6982ae-e972-41b4-b554-0e3a24f50f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:14.312553 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-8f6982ae-e972-41b4-b554-0e3a24f50f8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5397092-386c-4a64-99d8-9030ba82f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526016 Jan 27 22:19:14.439098 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-8185b308-541f-48b9-b65a-c4a6b1c2927f service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210001 Jan 27 22:19:14.575107 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-0b0acdaf-1259-4ee1-a7d6-5974c932857e req-2d66b4c0-6bd5-45f8-8fd8-0a1feb7601d0 service neutron] 10.222.0.16 "GET /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296051 Jan 27 22:19:15.286931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ff817-1eb0-47e2-9ff0-e6c1869c907e req-28167e6b-02a9-4201-9118-f0115927ac60 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:15.295926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-707ff817-1eb0-47e2-9ff0-e6c1869c907e req-28167e6b-02a9-4201-9118-f0115927ac60 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1393459 Jan 27 22:19:15.363257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-707ff817-1eb0-47e2-9ff0-e6c1869c907e req-f9cf8092-7526-412f-81d9-2f211ab31e25 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657835 Jan 27 22:19:15.776528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d59821-95c1-4e1f-b4fc-d402a21f28bd req-f510819e-40ad-406e-a947-fa6653f0b51a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:15.779624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0d59821-95c1-4e1f-b4fc-d402a21f28bd req-f510819e-40ad-406e-a947-fa6653f0b51a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1414411 Jan 27 22:19:15.901371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0d59821-95c1-4e1f-b4fc-d402a21f28bd req-88125695-86d2-4aa9-8b29-748d76f10360 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149104 Jan 27 22:19:16.618053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a6db-6e69-475f-ab85-450eb347e39a req-3f117b04-8982-4289-b45b-0c77dcc9aea0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:16.621303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59d9a6db-6e69-475f-ab85-450eb347e39a req-3f117b04-8982-4289-b45b-0c77dcc9aea0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0921326 Jan 27 22:19:16.717732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59d9a6db-6e69-475f-ab85-450eb347e39a req-eacbaedf-3dad-40e4-b774-3fbcf3995e84 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847220 Jan 27 22:19:16.920935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2750ba-9da7-4a22-92eb-b0849385ffe8 req-ab589e2b-7b35-44a6-a672-981e1aaadeeb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:16.924669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b2750ba-9da7-4a22-92eb-b0849385ffe8 req-ab589e2b-7b35-44a6-a672-981e1aaadeeb tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1121137 Jan 27 22:19:17.006706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b2750ba-9da7-4a22-92eb-b0849385ffe8 req-140d20c7-31c0-4cba-9560-c234aca4462c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761521 Jan 27 22:19:17.160168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1dce0-2dce-4b05-9643-062347ba7cfd req-0ba4e13b-9929-4e1c-912c-d115a7ec8687 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:17.171731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06d1dce0-2dce-4b05-9643-062347ba7cfd req-0ba4e13b-9929-4e1c-912c-d115a7ec8687 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0827932 Jan 27 22:19:17.250679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06d1dce0-2dce-4b05-9643-062347ba7cfd req-1cb9eed7-9384-460c-a355-721e100bbac7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744402 Jan 27 22:19:18.227141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.290955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e5b054aa-ba0a-417e-a495-6d1f158f730e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:18.294652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e5b054aa-ba0a-417e-a495-6d1f158f730e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e9d46c-1f58-4d82-b919-0faf3d3b27a2 HTTP/1.1" status: 200 len: 943 time: 0.0975754 Jan 27 22:19:18.503133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8eeef-613d-4307-94bd-b5ad9b6da889 req-70b0f1ad-c225-4d78-a3a0-12b68c2b63fa tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:18.505106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7c8eeef-613d-4307-94bd-b5ad9b6da889 req-70b0f1ad-c225-4d78-a3a0-12b68c2b63fa tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0955582 Jan 27 22:19:18.597941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7c8eeef-613d-4307-94bd-b5ad9b6da889 req-41150c3b-7337-4b7f-9d4e-f3462c12ee5e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821276 Jan 27 22:19:18.600386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Deleting port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:18.600788 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.726231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] For port 2f10994c-12ec-44d4-a70e-b9f38fc8c689, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=2f10994c-12ec-44d4-a70e-b9f38fc8c689,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:18.727381 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.744276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Calling delete_port for 2f10994c-12ec-44d4-a70e-b9f38fc8c689 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:18.978115 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2f10994c-12ec-44d4-a70e-b9f38fc8c689), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.998343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d020f80b-554e-4660-9eb8-b8b89d99d6ac', 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:19.060604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event deleted for resources: {'Port': ['ID=2f10994c-12ec-44d4-a70e-b9f38fc8c689,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:19.087630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.088222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.088800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.089377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.089949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.090709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.091288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.091865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.092436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.093007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.093589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.094162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.094736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:19.247094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] No DVR routers for this DVR port 2f10994c-12ec-44d4-a70e-b9f38fc8c689 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:19.250610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.265647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cdb151b-e84a-4bea-86d8-e00348f062c0 req-e6088123-b174-4ce0-a96c-8bae54876e1a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "DELETE /v2.0/ports/2f10994c-12ec-44d4-a70e-b9f38fc8c689 HTTP/1.1" status: 204 len: 173 time: 0.9587350 Jan 27 22:19:19.276402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'name': 'network-vif-deleted', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:19.286110 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66128f8-3e2c-46bd-baf4-94257ce46362" -d '{"events": [{"server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "name": "network-vif-deleted", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:19.929136 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e61fe8-eac3-4e3c-a384-d3f04e4953cb x-openstack-request-id: req-80e61fe8-eac3-4e3c-a384-d3f04e4953cb {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:19.930423 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9d46c-1f58-4d82-b919-0faf3d3b27a2", "name": "network-vif-deleted", "tag": "2f10994c-12ec-44d4-a70e-b9f38fc8c689", "status": "failed", "code": 422}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:19.931279 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80e61fe8-eac3-4e3c-a384-d3f04e4953cb {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:19.932195 n-d-826529-2 neutron-server[103330]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0e9d46c-1f58-4d82-b919-0faf3d3b27a2', 'name': 'network-vif-deleted', 'tag': '2f10994c-12ec-44d4-a70e-b9f38fc8c689', 'status': 'failed', 'code': 422} returned with failed status Jan 27 22:19:20.114259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c364e1-7c75-4403-a674-51f97b05dc9b req-71fdf7e8-bf45-49ca-82b0-69385cd4b003 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:20.128085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9c364e1-7c75-4403-a674-51f97b05dc9b req-71fdf7e8-bf45-49ca-82b0-69385cd4b003 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1061718 Jan 27 22:19:20.209550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9c364e1-7c75-4403-a674-51f97b05dc9b req-517b4d59-e71e-4a52-95ac-1a0c1143bdb4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804348 Jan 27 22:19:20.265391 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:19:20.628231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84540e3e-f48d-45e9-bcc8-a408bfb861da req-5916ea4a-bf69-46ba-97a8-868b5c96d743 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:20.630519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84540e3e-f48d-45e9-bcc8-a408bfb861da req-5916ea4a-bf69-46ba-97a8-868b5c96d743 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 908 time: 0.1102295 Jan 27 22:19:20.932398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.396412 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf23664-50d5-40e5-8a76-91c252d432d8 req-8e1966c9-834d-44e9-81c9-5bfcd0ebd75a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:21.399316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbf23664-50d5-40e5-8a76-91c252d432d8 req-8e1966c9-834d-44e9-81c9-5bfcd0ebd75a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0830798 Jan 27 22:19:21.456521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbf23664-50d5-40e5-8a76-91c252d432d8 req-36225a44-37cb-455d-aea2-8ff2fe71a09c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488672 Jan 27 22:19:21.812119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5225453-734c-4b87-81ce-9a7fe0aba87d req-7adc0d4f-9ef4-4ca5-be1a-dd2b2cbe5e7a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:21.840895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5225453-734c-4b87-81ce-9a7fe0aba87d req-7adc0d4f-9ef4-4ca5-be1a-dd2b2cbe5e7a tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 908 time: 0.1073747 Jan 27 22:19:22.128408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-da34f994-3bb4-4e4f-92fd-7c824786c749 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:22.131440 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-da34f994-3bb4-4e4f-92fd-7c824786c749 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 908 time: 0.1452157 Jan 27 22:19:22.258435 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Deleting port a03285e9-c31e-4034-bc24-334af22b68f5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:22.258807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.395870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] For port a03285e9-c31e-4034-bc24-334af22b68f5, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a03285e9-c31e-4034-bc24-334af22b68f5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:22.396226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.415197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Calling delete_port for a03285e9-c31e-4034-bc24-334af22b68f5 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:22.656648 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a03285e9-c31e-4034-bc24-334af22b68f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.689777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event deleted for resources: {'Port': ['ID=a03285e9-c31e-4034-bc24-334af22b68f5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:22.731933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d9255-8793-4a4a-9eed-9963f2acbd8f req-298bac69-6e30-456c-abc1-f6a88eeefce6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:22.733875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-067d9255-8793-4a4a-9eed-9963f2acbd8f req-298bac69-6e30-456c-abc1-f6a88eeefce6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1057348 Jan 27 22:19:22.815800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] No DVR routers for this DVR port a03285e9-c31e-4034-bc24-334af22b68f5 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:22.820927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.826713 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-510f0d0c-3c11-4d61-90b7-55bf0c81cf1e req-bca73c83-6a31-4b0c-b3e9-41420a474ab0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "DELETE /v2.0/ports/a03285e9-c31e-4034-bc24-334af22b68f5 HTTP/1.1" status: 204 len: 173 time: 0.6900806 Jan 27 22:19:22.835892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'name': 'network-vif-deleted', 'tag': 'a03285e9-c31e-4034-bc24-334af22b68f5'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:22.844882 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4000ec17-30ed-4e28-a5c8-99ca49e98ffe" -d '{"events": [{"server_uuid": "b48ca978-1489-4801-a67a-0cfde9307bf0", "name": "network-vif-deleted", "tag": "a03285e9-c31e-4034-bc24-334af22b68f5"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:22.876419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-067d9255-8793-4a4a-9eed-9963f2acbd8f req-6d79585e-951f-4577-bb45-6fe7c5e0ba3f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346858 Jan 27 22:19:22.973698 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f62374-4b7d-466d-a78d-a99fa83aebbc x-openstack-request-id: req-b2f62374-4b7d-466d-a78d-a99fa83aebbc {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:22.974643 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48ca978-1489-4801-a67a-0cfde9307bf0", "name": "network-vif-deleted", "tag": "a03285e9-c31e-4034-bc24-334af22b68f5", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:22.974949 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2f62374-4b7d-466d-a78d-a99fa83aebbc {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:22.975470 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ca978-1489-4801-a67a-0cfde9307bf0', 'name': 'network-vif-deleted', 'tag': 'a03285e9-c31e-4034-bc24-334af22b68f5', 'status': 'completed', 'code': 200} Jan 27 22:19:23.039275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53530) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:23.228357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0061200c-7ae9-42a8-85bd-01fa5350c669 req-8abffafa-0d3b-4f64-85d3-cebc067e74d8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=b48ca978-1489-4801-a67a-0cfde9307bf0 HTTP/1.1" status: 200 len: 210 time: 0.0954463 Jan 27 22:19:23.859074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (b5fed9a7-d44b-4345-835f-a659fe5b0059), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.096701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5feb-a75f-4d5c-85cb-95c8ad8a2f56 req-ab7d1923-3dec-4f5a-abf2-fa83c7c81862 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:24.105029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81fb5feb-a75f-4d5c-85cb-95c8ad8a2f56 req-ab7d1923-3dec-4f5a-abf2-fa83c7c81862 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0627518 Jan 27 22:19:24.171709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81fb5feb-a75f-4d5c-85cb-95c8ad8a2f56 req-3694ac7c-3ac0-4050-83ab-dea2ba4c8653 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650814 Jan 27 22:19:24.626181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbcbef-f9d0-49dd-a440-dea182a190ff req-ac264be3-c47a-4ba7-9a07-f971af2d55b1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:24.632027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83fbcbef-f9d0-49dd-a440-dea182a190ff req-ac264be3-c47a-4ba7-9a07-f971af2d55b1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 946 time: 0.0751410 Jan 27 22:19:24.718049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Deleting port f047790a-9864-4231-ab35-6ee93ebc702d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:24.718448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.741140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83fbcbef-f9d0-49dd-a440-dea182a190ff req-d9f20862-ec3c-4a95-9fac-d46c098378a5 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036768 Jan 27 22:19:24.854214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] For port f047790a-9864-4231-ab35-6ee93ebc702d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f047790a-9864-4231-ab35-6ee93ebc702d,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:24.855380 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.879724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Calling delete_port for f047790a-9864-4231-ab35-6ee93ebc702d owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:25.233495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f047790a-9864-4231-ab35-6ee93ebc702d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.264524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f047790a-9864-4231-ab35-6ee93ebc702d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:25.387429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676819a-f3e2-4f7a-a426-caf2c18e98e9 req-709684be-9706-467e-9008-992a5dbb35d2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:25.400271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1676819a-f3e2-4f7a-a426-caf2c18e98e9 req-709684be-9706-467e-9008-992a5dbb35d2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1007698 Jan 27 22:19:25.548834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1676819a-f3e2-4f7a-a426-caf2c18e98e9 req-aeebae06-efb9-4964-b4f7-9f322508f28d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452131 Jan 27 22:19:25.682577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (b5fed9a7-d44b-4345-835f-a659fe5b0059), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.940717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2853b09-29a4-4a3f-b467-0210fd5460fd req-d976bb18-a252-442f-bfb5-75837ab88a2f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:25.942485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2853b09-29a4-4a3f-b467-0210fd5460fd req-d976bb18-a252-442f-bfb5-75837ab88a2f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 946 time: 0.0619249 Jan 27 22:19:26.014964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2853b09-29a4-4a3f-b467-0210fd5460fd req-6c25ae90-eedf-4a67-9d0f-9892b3c6a62d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613344 Jan 27 22:19:26.035013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Router b5fed9a7-d44b-4345-835f-a659fe5b0059 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:26.274357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:26.286973 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-46a4391e-044a-46cc-b4c0-7e0af63ddf72 admin admin] 10.222.0.45 "PUT /v2.0/routers/b5fed9a7-d44b-4345-835f-a659fe5b0059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2429056 Jan 27 22:19:26.287150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53554) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:26.292629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] Sync routers for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:26.310277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-db866c3f-11f2-4fc8-9337-2e61d1c23b04 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:26.312719 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-db866c3f-11f2-4fc8-9337-2e61d1c23b04 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 946 time: 0.0970566 Jan 27 22:19:26.314223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:26.315341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:26.457610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks [] for router (b5fed9a7-d44b-4345-835f-a659fe5b0059), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.473718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:26.480062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Deleting port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:26.481148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.611947 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks [] for router_gateway (b5fed9a7-d44b-4345-835f-a659fe5b0059), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.745657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] For port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:26.746231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.775103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Calling delete_port for d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:26.791602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '711ed96d-98ef-4646-b405-b35debd0467c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:19:25Z', 'revision_number': 5, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port': {'id': '711ed96d-98ef-4646-b405-b35debd0467c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:00Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:26.826693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Deleting port 711ed96d-98ef-4646-b405-b35debd0467c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:26.828734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] Checking router: b5fed9a7-d44b-4345-835f-a659fe5b0059 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:26.832685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (711ed96d-98ef-4646-b405-b35debd0467c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.841679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] Routers {'b5fed9a7-d44b-4345-835f-a659fe5b0059'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:26.843220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b5fed9a7-d44b-4345-835f-a659fe5b0059'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:27.002335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] For port 711ed96d-98ef-4646-b405-b35debd0467c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=711ed96d-98ef-4646-b405-b35debd0467c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:27.002755 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (711ed96d-98ef-4646-b405-b35debd0467c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.031015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] Set router b5fed9a7-d44b-4345-835f-a659fe5b0059 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:27.036389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Calling delete_port for 711ed96d-98ef-4646-b405-b35debd0467c owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:27.054957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b6a3a-10f3-4542-b34a-e24d847057d4 req-5199734c-9a94-4432-a8be-1e50d8818fce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:27.064250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-264b6a3a-10f3-4542-b34a-e24d847057d4 req-5199734c-9a94-4432-a8be-1e50d8818fce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.3030143 Jan 27 22:19:27.102875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.201902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-264b6a3a-10f3-4542-b34a-e24d847057d4 req-70233a7b-69b2-4e07-879d-d4aa81a46f2b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363950 Jan 27 22:19:27.208034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event deleted for resources: {'Port': ['ID=d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:27.272891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d020f80b-554e-4660-9eb8-b8b89d99d6ac', 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:27.284928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:19:26Z', 'revision_number': 6, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:27.319608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] No DVR routers for this DVR port d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:27.324971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.329332 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9f0af8ac-2a59-4c4e-97e1-ca8eb9f5a0f6 req-afc1e209-398a-48c4-927d-f83e0b39a232 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "DELETE /v2.0/ports/d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f HTTP/1.1" status: 204 len: 173 time: 1.0115130 Jan 27 22:19:27.330007 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d76b6b-e0a1-41a4-b4d9-c7245e612f88', 'name': 'network-vif-deleted', 'tag': 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:27.334355 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09007d7-57b8-4677-ba20-0581b791a654" -d '{"events": [{"server_uuid": "64d76b6b-e0a1-41a4-b4d9-c7245e612f88", "name": "network-vif-deleted", "tag": "d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:27.387917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e97383a-83c9-4768-8d98-0286903a402a req-1b8b3462-b25c-46ea-80f8-b3cc14232ca1 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=64d76b6b-e0a1-41a4-b4d9-c7245e612f88 HTTP/1.1" status: 200 len: 210 time: 0.1294060 Jan 27 22:19:27.409559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c90ec2-a175-462d-9dbf-d8da78afc5e1 None None] The sync data for ids ['b5fed9a7-d44b-4345-835f-a659fe5b0059'] in n-d-826529-2 is: [{'id': 'b5fed9a7-d44b-4345-835f-a659fe5b0059', 'name': 'tempest-TestVolumeBackupRestore-1719007534-router', 'tenant_id': '76cd6868af824a2a8c94f75d0bf6e881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:19:26Z', 'revision_number': 6, 'project_id': '76cd6868af824a2a8c94f75d0bf6e881', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:27.454627 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a98de6-276c-496a-ab0d-ebfa93fe6f9b x-openstack-request-id: req-c3a98de6-276c-496a-ab0d-ebfa93fe6f9b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:27.454627 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d76b6b-e0a1-41a4-b4d9-c7245e612f88", "name": "network-vif-deleted", "tag": "d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:27.454627 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3a98de6-276c-496a-ab0d-ebfa93fe6f9b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:27.455350 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d76b6b-e0a1-41a4-b4d9-c7245e612f88', 'name': 'network-vif-deleted', 'tag': 'd6e1e099-bdc5-4867-b7bc-c2c3d09ef92f', 'status': 'completed', 'code': 200} Jan 27 22:19:27.510544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:19:27.514780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a03285e9-c31e-4034-bc24-334af22b68f5 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:27.554406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (711ed96d-98ef-4646-b405-b35debd0467c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.578089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: a03285e9-c31e-4034-bc24-334af22b68f5 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:27.578711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a03285e9-c31e-4034-bc24-334af22b68f5 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:27.612472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Pushing event deleted for resources: {'Port': ['ID=711ed96d-98ef-4646-b405-b35debd0467c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:27.701281 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (b5fed9a7-d44b-4345-835f-a659fe5b0059), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.848719 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (b5fed9a7-d44b-4345-835f-a659fe5b0059), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.852056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks [] for router_controller (b5fed9a7-d44b-4345-835f-a659fe5b0059), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.940994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:27.957419 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (b5fed9a7-d44b-4345-835f-a659fe5b0059), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.958157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'port_id': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'mac_address': 'fa:16:3e:70:ed:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:19:27.958732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5fed9a7-d44b-4345-835f-a659fe5b0059 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:27.965262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.966774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-93504845-354e-487a-9ebd-4136efed69ee admin admin] 10.222.0.45 "DELETE /v2.0/routers/b5fed9a7-d44b-4345-835f-a659fe5b0059 HTTP/1.1" status: 204 len: 168 time: 1.6774902 Jan 27 22:19:27.971180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53566) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:28.042882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7f60d19e-61c4-44cc-80e8-2fd346809a42 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:28.046396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.064319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bef114-39bc-436a-bd83-e68181661495 admin admin] Deleting subnet 51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:19:28.074461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-26bef114-39bc-436a-bd83-e68181661495 admin admin] Publish callbacks [] for subnet (51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.087104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f60d19e-61c4-44cc-80e8-2fd346809a42 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:28.116308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:28.122611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-26bef114-39bc-436a-bd83-e68181661495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.124306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.199715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:28.210447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.210947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.211365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.211861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.212599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.213005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.213438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.213856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.214233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.214629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.215144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.215575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.215969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:28.229030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7f60d19e-61c4-44cc-80e8-2fd346809a42'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:28.255945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-26bef114-39bc-436a-bd83-e68181661495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.328140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-26bef114-39bc-436a-bd83-e68181661495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.387983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bef114-39bc-436a-bd83-e68181661495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:28.392676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-26bef114-39bc-436a-bd83-e68181661495 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.396825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-26bef114-39bc-436a-bd83-e68181661495 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/51c3757f-1991-4dbc-9bd6-3b3cfaadb0a9 HTTP/1.1" status: 204 len: 168 time: 0.4243767 Jan 27 22:19:28.401175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53570) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:28.424029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee3a72-88a1-4c8c-b3d4-72f0afcdb9c4 None None] Network 220fb8da-548e-41a8-bf5d-91f357267b1c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:28.492145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5f31c-f0f9-46ca-8727-efd074592650 req-f49d859d-e206-4d2e-a949-6418207de48e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:28.499784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bb5f31c-f0f9-46ca-8727-efd074592650 req-f49d859d-e206-4d2e-a949-6418207de48e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 945 time: 0.1673727 Jan 27 22:19:28.559316 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (220fb8da-548e-41a8-bf5d-91f357267b1c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.617036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8bb5f31c-f0f9-46ca-8727-efd074592650 req-fad50ec7-8acd-475d-8851-479071b8c205 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160383 Jan 27 22:19:28.749115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Deleting port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:28.749472 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.836809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] DHCP port deletion for 220fb8da-548e-41a8-bf5d-91f357267b1c request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:19:28.893980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] For port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:28.894357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.907435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] Deleting port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:28.908167 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.911691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Calling delete_port for 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:29.028309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ac1ac-bec9-4f98-b121-c22a85641be7 req-1c344520-20c1-4e0d-8606-9ede5b2b3e29 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:29.031264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-998ac1ac-bec9-4f98-b121-c22a85641be7 req-1c344520-20c1-4e0d-8606-9ede5b2b3e29 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.2132215 Jan 27 22:19:29.031836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] For port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,segment=NetworkSegment(14e687b2-6af6-4046-b987-1212d56653f7),segment_id=14e687b2-6af6-4046-b987-1212d56653f7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:29.032269 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.056736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] Calling delete_port for 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:29.122509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f047790a-9864-4231-ab35-6ee93ebc702d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:29.133087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.155827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: f047790a-9864-4231-ab35-6ee93ebc702d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:29.156217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f047790a-9864-4231-ab35-6ee93ebc702d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:29.156618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:29.158113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] No DVR routers for this DVR port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:29.206539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:29.207596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:29.208421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 711ed96d-98ef-4646-b405-b35debd0467c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:29.214337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85542b53-0b2a-4151-9087-310922661bd2 req-38c323c7-3836-4fc0-9508-e39f88e171b8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:29.216708 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-85542b53-0b2a-4151-9087-310922661bd2 req-38c323c7-3836-4fc0-9508-e39f88e171b8 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 945 time: 0.0555918 Jan 27 22:19:29.234347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 711ed96d-98ef-4646-b405-b35debd0467c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:29.234767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 711ed96d-98ef-4646-b405-b35debd0467c not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:29.236626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-998ac1ac-bec9-4f98-b121-c22a85641be7 req-a3eda302-1772-4985-a186-53cca7d8580f tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=5add4849-ca56-4230-a515-92d74ec958db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981032 Jan 27 22:19:29.241623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:29.263237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (2aa38cd4-7fb0-49db-a228-26ddfda7ccd9), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.323038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] Pushing event deleted for resources: {'Port': ['ID=2aa38cd4-7fb0-49db-a228-26ddfda7ccd9,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:29.340373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428580e-4d76-4a5b-b1bf-d0327e507d0e None None] No DVR routers for this DVR port 2aa38cd4-7fb0-49db-a228-26ddfda7ccd9 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:29.342789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (220fb8da-548e-41a8-bf5d-91f357267b1c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.362763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Deleting port d020f80b-554e-4660-9eb8-b8b89d99d6ac {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:29.363554 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.369727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220fb8da-548e-41a8-bf5d-91f357267b1c']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:29.380686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e687b2-6af6-4046-b987-1212d56653f7') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:29.381294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e687b2-6af6-4046-b987-1212d56653f7') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:29.393498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (14e687b2-6af6-4046-b987-1212d56653f7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.409235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (14e687b2-6af6-4046-b987-1212d56653f7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.416755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:19:29.417366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (14e687b2-6af6-4046-b987-1212d56653f7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:19:29.419405 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:19:29.480753 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (220fb8da-548e-41a8-bf5d-91f357267b1c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.486979 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.490902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] 10.222.0.45 "DELETE /v2.0/networks/220fb8da-548e-41a8-bf5d-91f357267b1c HTTP/1.1" status: 204 len: 168 time: 1.0885046 Jan 27 22:19:29.495907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53582) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:29.500319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:19:29.527262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5639429-02a6-4779-85c4-122b85a70213 admin admin] Pushing event deleted for resources: {'Network': ['ID=220fb8da-548e-41a8-bf5d-91f357267b1c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:29.567781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] For port d020f80b-554e-4660-9eb8-b8b89d99d6ac, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d020f80b-554e-4660-9eb8-b8b89d99d6ac,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:29.568150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.569391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 7f60d19e-61c4-44cc-80e8-2fd346809a42 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:29.569962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.604902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Calling delete_port for d020f80b-554e-4660-9eb8-b8b89d99d6ac owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:29.682336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7f60d19e-61c4-44cc-80e8-2fd346809a42 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:29.683097 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.724872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:29.729003 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a890a1d9-e696-4058-b404-0d6a2d151b59" -d '{"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:29.787919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:29.799330 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.801788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:29.808681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fe16f-cc34-41d3-b956-28e31377fab7 req-e371ecbd-78ba-4400-8150-f866f97f608f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:29.810160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-743fe16f-cc34-41d3-b956-28e31377fab7 req-e371ecbd-78ba-4400-8150-f866f97f608f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 945 time: 0.0900912 Jan 27 22:19:29.893608 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c781b57-f413-4a79-8271-ab00cc95bd52 x-openstack-request-id: req-8c781b57-f413-4a79-8271-ab00cc95bd52 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:29.894455 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:29.895736 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c781b57-f413-4a79-8271-ab00cc95bd52 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:29.896138 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'code': 200} Jan 27 22:19:29.902105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:29.902446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d6e1e099-bdc5-4867-b7bc-c2c3d09ef92f not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:29.910737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-743fe16f-cc34-41d3-b956-28e31377fab7 req-b9ebc1cd-5adb-4a0a-8669-3539c63ee2b2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927465 Jan 27 22:19:29.971920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:29.990018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d020f80b-554e-4660-9eb8-b8b89d99d6ac), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.004626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['d020f80b-554e-4660-9eb8-b8b89d99d6ac'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:30.048953 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event deleted for resources: {'Port': ['ID=d020f80b-554e-4660-9eb8-b8b89d99d6ac,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:30.173245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] No DVR routers for this DVR port d020f80b-554e-4660-9eb8-b8b89d99d6ac on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:30.177528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.183872 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-85542b53-0b2a-4151-9087-310922661bd2 req-3aefc0b1-b380-4395-8d43-7324edf3f8ff tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "DELETE /v2.0/ports/d020f80b-554e-4660-9eb8-b8b89d99d6ac HTTP/1.1" status: 204 len: 173 time: 0.9601827 Jan 27 22:19:30.186130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1c701c-3398-49e1-a0ab-c97f107d4205', 'name': 'network-vif-deleted', 'tag': 'd020f80b-554e-4660-9eb8-b8b89d99d6ac'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:30.190117 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce984b9-574c-43b1-a872-4ab27fdc43b7" -d '{"events": [{"server_uuid": "fc1c701c-3398-49e1-a0ab-c97f107d4205", "name": "network-vif-deleted", "tag": "d020f80b-554e-4660-9eb8-b8b89d99d6ac"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:30.310769 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce4be80-1acf-4fb6-af61-61594a36fe84 x-openstack-request-id: req-0ce4be80-1acf-4fb6-af61-61594a36fe84 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:30.312485 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1c701c-3398-49e1-a0ab-c97f107d4205", "name": "network-vif-deleted", "tag": "d020f80b-554e-4660-9eb8-b8b89d99d6ac", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:30.313227 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ce4be80-1acf-4fb6-af61-61594a36fe84 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:30.314308 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1c701c-3398-49e1-a0ab-c97f107d4205', 'name': 'network-vif-deleted', 'tag': 'd020f80b-554e-4660-9eb8-b8b89d99d6ac', 'status': 'completed', 'code': 200} Jan 27 22:19:30.437770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (b9850c49-11ab-4ce3-a89b-cde86e7e8037), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.500443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a263a84b-cd90-44b8-8868-fa7b51e67ea3 req-d0f1ba1d-c3b5-4217-8dc2-e13df4e7424e tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc1c701c-3398-49e1-a0ab-c97f107d4205 HTTP/1.1" status: 200 len: 210 time: 0.0525320 Jan 27 22:19:30.897945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Deleting port 2e36b569-041e-4afc-8c49-9d9d845dc89e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:30.898469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.019845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] For port 2e36b569-041e-4afc-8c49-9d9d845dc89e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2e36b569-041e-4afc-8c49-9d9d845dc89e,segment=NetworkSegment(864a5437-110b-4f48-9cea-d68a644447a3),segment_id=864a5437-110b-4f48-9cea-d68a644447a3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:31.020500 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.044429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Calling delete_port for 2e36b569-041e-4afc-8c49-9d9d845dc89e owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:31.165605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff4f4-2459-4359-ae4c-46ff23af76ae req-65a0b408-4d17-4739-ab3e-42963eacd455 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:31.167556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e14ff4f4-2459-4359-ae4c-46ff23af76ae req-65a0b408-4d17-4739-ab3e-42963eacd455 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0808270 Jan 27 22:19:31.256990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e14ff4f4-2459-4359-ae4c-46ff23af76ae req-1b302bca-2301-40da-8730-ac5a0e240c3a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791821 Jan 27 22:19:31.350061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2e36b569-041e-4afc-8c49-9d9d845dc89e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.395347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e36b569-041e-4afc-8c49-9d9d845dc89e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:31.737819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (b9850c49-11ab-4ce3-a89b-cde86e7e8037), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.748869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb674-3170-4254-97c8-0006e584f365 req-51457e63-a86b-4cae-9d18-13ad1f94e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:31.750418 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-562cb674-3170-4254-97c8-0006e584f365 req-51457e63-a86b-4cae-9d18-13ad1f94e510 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1097 time: 0.0720859 Jan 27 22:19:32.029947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539efc79-0471-4676-ba16-d64eeb8b4168 req-12af9fe1-1338-466a-a6fe-e7a188fffbef tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.032708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-539efc79-0471-4676-ba16-d64eeb8b4168 req-12af9fe1-1338-466a-a6fe-e7a188fffbef tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.0938067 Jan 27 22:19:32.042379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb674-3170-4254-97c8-0006e584f365 req-38d6ba61-e45b-4955-a02e-5248b7df7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.043984 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-562cb674-3170-4254-97c8-0006e584f365 req-38d6ba61-e45b-4955-a02e-5248b7df7eae service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.2411954 Jan 27 22:19:32.108847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-539efc79-0471-4676-ba16-d64eeb8b4168 req-25f51ae9-00bc-472d-a9a9-839748ea75a6 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634816 Jan 27 22:19:32.196197 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-562cb674-3170-4254-97c8-0006e584f365 req-b25041d9-5893-46bf-b86c-7333acb4205d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 200 len: 1002 time: 0.1120660 Jan 27 22:19:32.262359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Router b9850c49-11ab-4ce3-a89b-cde86e7e8037 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:32.287471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb674-3170-4254-97c8-0006e584f365 req-bbe19431-ba7e-417a-8ba9-91b145d2e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.290199 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-562cb674-3170-4254-97c8-0006e584f365 req-bbe19431-ba7e-417a-8ba9-91b145d2e0a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.0804367 Jan 27 22:19:32.439858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d51e1-f19b-4f70-ab81-c199f0feb9ee req-503efe6b-0b59-4334-8898-b1206c83eff2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.443014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee1d51e1-f19b-4f70-ab81-c199f0feb9ee req-503efe6b-0b59-4334-8898-b1206c83eff2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0767639 Jan 27 22:19:32.535619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee1d51e1-f19b-4f70-ab81-c199f0feb9ee req-07f5e41c-96ec-4d1f-a27d-029f03a8ea7d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807064 Jan 27 22:19:32.754083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cb674-3170-4254-97c8-0006e584f365 req-5060030b-e8bc-47b6-ae74-b0b21c6571b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.755677 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-562cb674-3170-4254-97c8-0006e584f365 req-5060030b-e8bc-47b6-ae74-b0b21c6571b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4576178 Jan 27 22:19:32.807075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:32.820164 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] Sync routers for ids ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:32.834246 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] Routers {'b9850c49-11ab-4ce3-a89b-cde86e7e8037'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:32.835596 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:32.842240 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-25b96624-5a6c-4886-a983-e08dab9e3bf5 admin admin] 10.222.0.45 "PUT /v2.0/routers/b9850c49-11ab-4ce3-a89b-cde86e7e8037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3411055 Jan 27 22:19:32.842752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53676) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:32.956090 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-562cb674-3170-4254-97c8-0006e584f365 req-fe20c2f0-6343-4678-9cf2-15d21c94cde4 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913323 Jan 27 22:19:33.029357 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] Set router b9850c49-11ab-4ce3-a89b-cde86e7e8037 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:33.088283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks [] for router (b9850c49-11ab-4ce3-a89b-cde86e7e8037), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.093695 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-562cb674-3170-4254-97c8-0006e584f365 req-2f9dcb8a-9014-45db-b0c0-78e370569655 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298096 Jan 27 22:19:33.373824 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:19:31Z', 'revision_number': 5, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:33.432288 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] Checking router: b9850c49-11ab-4ce3-a89b-cde86e7e8037 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:33.448392 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] Routers {'b9850c49-11ab-4ce3-a89b-cde86e7e8037'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:33.449931 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:33.514407 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d020f80b-554e-4660-9eb8-b8b89d99d6ac no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:33.573481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: d020f80b-554e-4660-9eb8-b8b89d99d6ac {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:33.575204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d020f80b-554e-4660-9eb8-b8b89d99d6ac not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:33.686642 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] Set router b9850c49-11ab-4ce3-a89b-cde86e7e8037 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:33.769477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-80997146-2f66-4289-84d8-a6734e625e8d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:33.777866 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-80997146-2f66-4289-84d8-a6734e625e8d tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1873460 Jan 27 22:19:33.808501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa004da-60ac-4295-9d2f-d32a52020ed2 req-a89c5109-da77-434b-b671-334e6962f213 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:33.811533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2aa004da-60ac-4295-9d2f-d32a52020ed2 req-a89c5109-da77-434b-b671-334e6962f213 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 945 time: 0.1718166 Jan 27 22:19:34.020814 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Deleting port d609377f-26e8-4f05-b6af-90d6050b324a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:34.021662 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.027885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f794e49-1a96-445e-b41f-6cd6cbf1e1be req-dbe544dd-c0c5-4cab-b0ad-e12611db7bd4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:34.030702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f794e49-1a96-445e-b41f-6cd6cbf1e1be req-dbe544dd-c0c5-4cab-b0ad-e12611db7bd4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1589997 Jan 27 22:19:34.094730 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:19:31Z', 'revision_number': 5, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:34.121158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks [] for router_gateway (b9850c49-11ab-4ce3-a89b-cde86e7e8037), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.151975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d122a3bd-1bfb-40e9-af16-20977762801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.170856 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5556f23-f2e9-4707-8053-b8af2402d175 None None] The sync data for ids ['b9850c49-11ab-4ce3-a89b-cde86e7e8037'] in n-d-826529-2 is: [{'id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'name': 'tempest-TestVolumeBackupRestore-1309675135-router', 'tenant_id': '2fc6fbf7c1354552974466725887d7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:25Z', 'updated_at': '2022-01-27T22:19:31Z', 'revision_number': 5, 'project_id': '2fc6fbf7c1354552974466725887d7b7', 'gw_port': {'id': 'a3851a62-518c-4a36-8d71-34a51af35569', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9850c49-11ab-4ce3-a89b-cde86e7e8037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:29Z', 'updated_at': '2022-01-27T22:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:34.202542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f794e49-1a96-445e-b41f-6cd6cbf1e1be req-896f7610-6e97-47df-82db-25d04017763f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528876 Jan 27 22:19:34.273091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2aa004da-60ac-4295-9d2f-d32a52020ed2 req-3e1f5141-95a9-4719-9fe1-04e78b77d911 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups?id=20c74a01-ba93-4e69-bdbf-b2e23639c2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955398 Jan 27 22:19:34.330273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] For port d609377f-26e8-4f05-b6af-90d6050b324a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=d609377f-26e8-4f05-b6af-90d6050b324a,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:34.330881 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.380044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Deleting port a3851a62-518c-4a36-8d71-34a51af35569 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:34.380715 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a3851a62-518c-4a36-8d71-34a51af35569), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.613005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] For port a3851a62-518c-4a36-8d71-34a51af35569, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a3851a62-518c-4a36-8d71-34a51af35569,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:34.613926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a3851a62-518c-4a36-8d71-34a51af35569), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.679309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Calling delete_port for a3851a62-518c-4a36-8d71-34a51af35569 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:34.744531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.745238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (356b9a59-8a8d-411a-a5c7-764e9f1342e8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.745738 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Floating IP 356b9a59-8a8d-411a-a5c7-764e9f1342e8 disassociated. External IP: 172.25.8.109, port: d609377f-26e8-4f05-b6af-90d6050b324a. Jan 27 22:19:34.747841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Calling delete_port for d609377f-26e8-4f05-b6af-90d6050b324a owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:35.044679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e36b569-041e-4afc-8c49-9d9d845dc89e no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:35.074580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 2e36b569-041e-4afc-8c49-9d9d845dc89e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:35.075158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2e36b569-041e-4afc-8c49-9d9d845dc89e not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:35.114022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d609377f-26e8-4f05-b6af-90d6050b324a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.163150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event deleted for resources: {'Port': ['ID=d609377f-26e8-4f05-b6af-90d6050b324a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:35.190347 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a3851a62-518c-4a36-8d71-34a51af35569), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.290929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3851a62-518c-4a36-8d71-34a51af35569,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:35.480581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Router ee10a56b-13a4-4d48-8cee-f0ccc82181ab has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:35.550406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (b9850c49-11ab-4ce3-a89b-cde86e7e8037), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.662884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4f147f1-68f9-4cee-a1e6-107be771273d req-fbf54ca2-1425-4283-9ecf-0c9207cc4771 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 210 time: 0.1221988 Jan 27 22:19:35.727198 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (b9850c49-11ab-4ce3-a89b-cde86e7e8037), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.735060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks [] for router_controller (b9850c49-11ab-4ce3-a89b-cde86e7e8037), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.740327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:35.755380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2823-5a08-4ac0-a99b-b94c06391860 req-6a278e79-e2ac-47c9-af0a-e2fdc5cabb80 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:35.759971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f7b2823-5a08-4ac0-a99b-b94c06391860 req-6a278e79-e2ac-47c9-af0a-e2fdc5cabb80 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.2711015 Jan 27 22:19:35.767074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] Sync routers for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:35.793232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:35.793913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:35.858766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] No DVR routers for this DVR port d609377f-26e8-4f05-b6af-90d6050b324a on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:35.868631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.879050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d7f62403-8622-4eb3-ba35-c947d9a84971 req-90e9942d-fea1-4558-a65a-8d898a636b2c tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.16 "DELETE /v2.0/ports/d609377f-26e8-4f05-b6af-90d6050b324a HTTP/1.1" status: 204 len: 173 time: 2.0953455 Jan 27 22:19:35.879629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-deleted', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:35.882152 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e94385e-8b23-46b7-a054-5fce331654a2" -d '{"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-deleted", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:35.927934 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0470d93-f6d6-47bc-b92d-3e1c9f150dee x-openstack-request-id: req-c0470d93-f6d6-47bc-b92d-3e1c9f150dee {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:35.928277 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0535d706-1fda-47d4-84a5-6c12a613b3bc", "name": "network-vif-deleted", "tag": "d609377f-26e8-4f05-b6af-90d6050b324a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:35.928877 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0470d93-f6d6-47bc-b92d-3e1c9f150dee {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:35.929591 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0535d706-1fda-47d4-84a5-6c12a613b3bc', 'name': 'network-vif-deleted', 'tag': 'd609377f-26e8-4f05-b6af-90d6050b324a', 'status': 'completed', 'code': 200} Jan 27 22:19:35.944672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f7b2823-5a08-4ac0-a99b-b94c06391860 req-945782c4-4619-493b-b397-4eeb1224ebbe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762037 Jan 27 22:19:35.946470 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (b9850c49-11ab-4ce3-a89b-cde86e7e8037), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.947693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9850c49-11ab-4ce3-a89b-cde86e7e8037 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:35.957132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.960688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e4b3222e-4fd3-4c44-8b87-74916475972a admin admin] 10.222.0.45 "DELETE /v2.0/routers/b9850c49-11ab-4ce3-a89b-cde86e7e8037 HTTP/1.1" status: 204 len: 168 time: 3.1166134 Jan 27 22:19:35.964041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 53930) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:36.068730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-59810766-46fb-4fc8-b910-a3f0a7002769 admin admin] Deleting subnet 68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:19:36.073046 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-59810766-46fb-4fc8-b910-a3f0a7002769 admin admin] Publish callbacks [] for subnet (68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:36.129474 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-59810766-46fb-4fc8-b910-a3f0a7002769 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:36.306014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-59810766-46fb-4fc8-b910-a3f0a7002769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:36.413272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-59810766-46fb-4fc8-b910-a3f0a7002769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:36.457930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59810766-46fb-4fc8-b910-a3f0a7002769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:36.472790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-59810766-46fb-4fc8-b910-a3f0a7002769 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:36.476373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-59810766-46fb-4fc8-b910-a3f0a7002769 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/68d03e1f-e4dc-40af-9bb0-2eeeaf9ab093 HTTP/1.1" status: 204 len: 168 time: 0.5037241 Jan 27 22:19:36.480752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 53958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:36.527458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840e8ce-5078-4792-9ffc-f8d7c6e4bc71 None None] Network e3910235-a8f0-49c4-964b-ef451b16cd17 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:36.737049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:36.853107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (e3910235-a8f0-49c4-964b-ef451b16cd17), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:36.965028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8aaa6fd-cc40-4613-b31e-3ca29344adcc req-75cbbb66-6dd5-45b6-804a-167f462535e0 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/ports?device_id=0535d706-1fda-47d4-84a5-6c12a613b3bc HTTP/1.1" status: 200 len: 210 time: 0.0852354 Jan 27 22:19:37.006482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Deleting port 7da78994-d83c-4082-882e-f3645029e7b2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:37.007378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7da78994-d83c-4082-882e-f3645029e7b2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.196512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a3851a62-518c-4a36-8d71-34a51af35569 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:37.258687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] For port 7da78994-d83c-4082-882e-f3645029e7b2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7da78994-d83c-4082-882e-f3645029e7b2,segment=NetworkSegment(864a5437-110b-4f48-9cea-d68a644447a3),segment_id=864a5437-110b-4f48-9cea-d68a644447a3)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:37.260470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7da78994-d83c-4082-882e-f3645029e7b2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.296850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3020c1-dce7-4b4b-b723-a858fe918b8d req-de1dd9ae-edf2-4e91-b50a-f79362b300a5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:37.303940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Calling delete_port for 7da78994-d83c-4082-882e-f3645029e7b2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:37.308346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be3020c1-dce7-4b4b-b723-a858fe918b8d req-de1dd9ae-edf2-4e91-b50a-f79362b300a5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1306980 Jan 27 22:19:37.362136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a3851a62-518c-4a36-8d71-34a51af35569 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:37.363092 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a3851a62-518c-4a36-8d71-34a51af35569 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:37.380350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dc297208-8b34-40ac-b392-9c5c2259f49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.446592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be3020c1-dce7-4b4b-b723-a858fe918b8d req-9949b5b2-13df-4fee-bdab-d7781d2f9c44 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359167 Jan 27 22:19:37.525279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:37.529018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] DHCP port deletion for e3910235-a8f0-49c4-964b-ef451b16cd17 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:19:37.599079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: d609377f-26e8-4f05-b6af-90d6050b324a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:37.599987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device d609377f-26e8-4f05-b6af-90d6050b324a not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:37.651057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7da78994-d83c-4082-882e-f3645029e7b2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.719227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:40Z', 'revision_number': 5, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:37.733045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7da78994-d83c-4082-882e-f3645029e7b2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:37.748187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] No DVR routers for this DVR port 7da78994-d83c-4082-882e-f3645029e7b2 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:37.781645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] Deleting port 7da78994-d83c-4082-882e-f3645029e7b2 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:37.782353 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7da78994-d83c-4082-882e-f3645029e7b2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.845099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] Checking router: ee10a56b-13a4-4d48-8cee-f0ccc82181ab for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:37.860942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:37.861951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:37.927573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (e3910235-a8f0-49c4-964b-ef451b16cd17), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.975045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3910235-a8f0-49c4-964b-ef451b16cd17']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:38.007811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] For port 7da78994-d83c-4082-882e-f3645029e7b2, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:38.008270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7da78994-d83c-4082-882e-f3645029e7b2), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.019296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a5437-110b-4f48-9cea-d68a644447a3') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:38.020220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a5437-110b-4f48-9cea-d68a644447a3') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:38.043598 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (864a5437-110b-4f48-9cea-d68a644447a3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.077050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] Calling delete_port for 7da78994-d83c-4082-882e-f3645029e7b2 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:38.078585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (864a5437-110b-4f48-9cea-d68a644447a3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.092755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:19:38.093861 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (864a5437-110b-4f48-9cea-d68a644447a3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.200949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] Port 7da78994-d83c-4082-882e-f3645029e7b2 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:19:38.214965 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (7da78994-d83c-4082-882e-f3645029e7b2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.250527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54056) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:19:38.265867 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:19:38.276997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (e3910235-a8f0-49c4-964b-ef451b16cd17), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.291460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.299966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] 10.222.0.45 "DELETE /v2.0/networks/e3910235-a8f0-49c4-964b-ef451b16cd17 HTTP/1.1" status: 204 len: 168 time: 1.8166282 Jan 27 22:19:38.300257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] Pushing event deleted for resources: {'Port': ['ID=7da78994-d83c-4082-882e-f3645029e7b2,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:38.325489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b4236-da14-4cf6-a441-a7fbf0c767f5 None None] No DVR routers for this DVR port 7da78994-d83c-4082-882e-f3645029e7b2 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:38.335790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21edbb6-343e-45fd-9089-769b5eb7e8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e3910235-a8f0-49c4-964b-ef451b16cd17,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:38.371566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:38.418429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e25ac6cc-449e-4a3a-8ebf-295c8c29b598 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group (20c74a01-ba93-4e69-bdbf-b2e23639c2c6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.477693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e25ac6cc-449e-4a3a-8ebf-295c8c29b598 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group (20c74a01-ba93-4e69-bdbf-b2e23639c2c6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.589440 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e25ac6cc-449e-4a3a-8ebf-295c8c29b598 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (20c74a01-ba93-4e69-bdbf-b2e23639c2c6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.608362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e25ac6cc-449e-4a3a-8ebf-295c8c29b598 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.612801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e25ac6cc-449e-4a3a-8ebf-295c8c29b598 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "DELETE /v2.0/security-groups/20c74a01-ba93-4e69-bdbf-b2e23639c2c6 HTTP/1.1" status: 204 len: 168 time: 0.3602791 Jan 27 22:19:38.616477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54076) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:38.645361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ac6cc-449e-4a3a-8ebf-295c8c29b598 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c74a01-ba93-4e69-bdbf-b2e23639c2c6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:38.677467 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-ac34f311-0382-488f-859c-c269049445be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] show failed (client error): The resource could not be found. Jan 27 22:19:38.680169 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ac34f311-0382-488f-859c-c269049445be tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "GET /v2.0/security-groups/20c74a01-ba93-4e69-bdbf-b2e23639c2c6 HTTP/1.1" status: 404 len: 347 time: 0.0620222 Jan 27 22:19:38.684919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54082) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:38.730715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.905171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54100) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:38.995780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09608aa0-ce56-4a58-a9f3-d9f51a69b5bd req-16b6b8cc-56b0-4400-974b-a73227531a6c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:39.003985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09608aa0-ce56-4a58-a9f3-d9f51a69b5bd req-16b6b8cc-56b0-4400-974b-a73227531a6c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1091330 Jan 27 22:19:39.057360 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6b0409e4-ad71-4002-8d7f-beffe8bc908d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76cd6868af824a2a8c94f75d0bf6e881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500347 Jan 27 22:19:39.061426 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54102) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:39.066539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Deleting port abc2e090-3b91-499e-b780-e4def2b36343 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:39.067131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (abc2e090-3b91-499e-b780-e4def2b36343), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.140659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09608aa0-ce56-4a58-a9f3-d9f51a69b5bd req-d0240b5f-915d-4a61-b65a-67dfc0dd5c28 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354682 Jan 27 22:19:39.197287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:40Z', 'revision_number': 5, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:39.228166 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b5f48a9-9bf9-47bd-8691-d413b8462fc2 admin admin] Publish callbacks [] for security_group (4cb07524-6bea-4110-b21e-8333b1f5cee1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.257762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b5f48a9-9bf9-47bd-8691-d413b8462fc2 admin admin] Publish callbacks [] for security_group (4cb07524-6bea-4110-b21e-8333b1f5cee1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.258509 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (abc2e090-3b91-499e-b780-e4def2b36343), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.259519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for floatingip (abc2e090-3b91-499e-b780-e4def2b36343), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.295013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd66df0-b904-4034-87e8-95a0674f183f None None] The sync data for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 is: [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 4, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b04887d6-337e-4761-ab5d-23844447e1ed', 'name': '', 'network_id': 'b5397092-386c-4a64-99d8-9030ba82f773', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'mac_address': 'fa:16:3e:aa:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:40Z', 'revision_number': 5, 'project_id': '9c9b826841b8474393813eea41b044d4', 'subnets': [{'id': '74bc2cd3-d2e9-4920-9948-07ac619cca0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:39.309850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Calling delete_port for abc2e090-3b91-499e-b780-e4def2b36343 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:39.322195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b5f48a9-9bf9-47bd-8691-d413b8462fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4cb07524-6bea-4110-b21e-8333b1f5cee1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.331186 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5b5f48a9-9bf9-47bd-8691-d413b8462fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.332809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7da78994-d83c-4082-882e-f3645029e7b2 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:39.340049 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5b5f48a9-9bf9-47bd-8691-d413b8462fc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cb07524-6bea-4110-b21e-8333b1f5cee1 HTTP/1.1" status: 204 len: 168 time: 0.2768083 Jan 27 22:19:39.362954 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f48a9-9bf9-47bd-8691-d413b8462fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb07524-6bea-4110-b21e-8333b1f5cee1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:39.511105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 7da78994-d83c-4082-882e-f3645029e7b2 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:39.512043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7da78994-d83c-4082-882e-f3645029e7b2 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:39.745268 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (abc2e090-3b91-499e-b780-e4def2b36343), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.930260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Pushing event deleted for resources: {'Port': ['ID=abc2e090-3b91-499e-b780-e4def2b36343,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:39.945244 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7eeea-0bd9-4ffc-b3c7-7289765ce264 None None] New status for floating IP 356b9a59-8a8d-411a-a5c7-764e9f1342e8: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:19:40.000024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks [] for floatingip (356b9a59-8a8d-411a-a5c7-764e9f1342e8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.008138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.010886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-de8a1963-460a-48a6-8661-8977af70e053 tempest-ServerActionsTestJSON-1582443480 tempest-ServerActionsTestJSON-1582443480-project] 10.222.0.45 "DELETE /v2.0/floatingips/356b9a59-8a8d-411a-a5c7-764e9f1342e8 HTTP/1.1" status: 204 len: 168 time: 1.3173666 Jan 27 22:19:40.016045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54134) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:40.268795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54140) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:40.390825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fe2cc3ee-b5ba-4adf-a0fb-57bacd9d7cdc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2fc6fbf7c1354552974466725887d7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1178608 Jan 27 22:19:40.394230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54142) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:40.413583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e4ac2-fac2-44a7-b352-86113f2a8ae2 req-39124da5-b9fc-4a7b-8bbe-4448e4b06505 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:40.415335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f97e4ac2-fac2-44a7-b352-86113f2a8ae2 req-39124da5-b9fc-4a7b-8bbe-4448e4b06505 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0818560 Jan 27 22:19:40.476339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-311f5fdd-b02d-46e1-b420-d1b1734db2eb admin admin] Publish callbacks [] for security_group (0e44ba07-e1aa-422d-af7d-c08efa06e5d5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.511769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f97e4ac2-fac2-44a7-b352-86113f2a8ae2 req-21431852-dbda-439e-bef6-660f670c46e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856142 Jan 27 22:19:40.547795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-311f5fdd-b02d-46e1-b420-d1b1734db2eb admin admin] Publish callbacks [] for security_group (0e44ba07-e1aa-422d-af7d-c08efa06e5d5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.710455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-311f5fdd-b02d-46e1-b420-d1b1734db2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0e44ba07-e1aa-422d-af7d-c08efa06e5d5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.713894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-311f5fdd-b02d-46e1-b420-d1b1734db2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.715394 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-311f5fdd-b02d-46e1-b420-d1b1734db2eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e44ba07-e1aa-422d-af7d-c08efa06e5d5 HTTP/1.1" status: 204 len: 168 time: 0.3200412 Jan 27 22:19:40.737179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f5fdd-b02d-46e1-b420-d1b1734db2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44ba07-e1aa-422d-af7d-c08efa06e5d5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:41.014810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.047057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.262044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.845808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087aeeb-d41c-4662-87a3-c337fd968bfd req-5de29004-1abe-4060-9339-b8057b61731a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:41.848578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5087aeeb-d41c-4662-87a3-c337fd968bfd req-5de29004-1abe-4060-9339-b8057b61731a tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1290774 Jan 27 22:19:41.856347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Deleting port b04887d6-337e-4761-ab5d-23844447e1ed {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:41.857739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.002835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5087aeeb-d41c-4662-87a3-c337fd968bfd req-c65825f0-da27-40d4-86e0-c40117a9f833 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473083 Jan 27 22:19:42.125115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] For port b04887d6-337e-4761-ab5d-23844447e1ed, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b04887d6-337e-4761-ab5d-23844447e1ed,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:42.125575 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.152577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Calling delete_port for b04887d6-337e-4761-ab5d-23844447e1ed owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:42.648146 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b04887d6-337e-4761-ab5d-23844447e1ed), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.880797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b04887d6-337e-4761-ab5d-23844447e1ed,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:43.299156 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.317050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de67ab-aa2d-4c19-bc6c-075336cb9011 req-e58db731-f0a0-49f5-91bd-8d0de11c4e5d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:43.319845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74de67ab-aa2d-4c19-bc6c-075336cb9011 req-e58db731-f0a0-49f5-91bd-8d0de11c4e5d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1481934 Jan 27 22:19:43.468149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74de67ab-aa2d-4c19-bc6c-075336cb9011 req-9f58fcbf-ab26-4a73-ae3f-683fad4fda41 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328049 Jan 27 22:19:43.610083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Router ee10a56b-13a4-4d48-8cee-f0ccc82181ab has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:43.817696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:43.828776 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4cfbaaa9-fcf9-4c7e-9b06-b7308ebca3bd admin admin] 10.222.0.45 "PUT /v2.0/routers/ee10a56b-13a4-4d48-8cee-f0ccc82181ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8099172 Jan 27 22:19:43.831443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] Sync routers for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:43.832750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54168) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:43.858962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:43.859863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:43.992234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks [] for router (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.033559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:44.123153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks [] for router_gateway (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.225345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Deleting port d8d54e4b-4d49-43a4-953e-f81df4d30114 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:44.225742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.392145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] For port d8d54e4b-4d49-43a4-953e-f81df4d30114, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d8d54e4b-4d49-43a4-953e-f81df4d30114,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:44.395578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:19:42Z', 'revision_number': 5, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port': {'id': 'd8d54e4b-4d49-43a4-953e-f81df4d30114', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:28Z', 'updated_at': '2022-01-27T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:44.396339 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.421598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Calling delete_port for d8d54e4b-4d49-43a4-953e-f81df4d30114 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:44.467970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] Checking router: ee10a56b-13a4-4d48-8cee-f0ccc82181ab for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:44.493051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] Routers {'ee10a56b-13a4-4d48-8cee-f0ccc82181ab'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:44.494061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:44.818003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] Set router ee10a56b-13a4-4d48-8cee-f0ccc82181ab gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:44.886594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:19:44Z', 'revision_number': 6, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:44.923304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55136cea-a1e8-4e41-a203-e491b858077a None None] The sync data for ids ['ee10a56b-13a4-4d48-8cee-f0ccc82181ab'] in n-d-826529-2 is: [{'id': 'ee10a56b-13a4-4d48-8cee-f0ccc82181ab', 'name': 'tempest-ServerActionsTestJSON-787107530-router', 'tenant_id': '9c9b826841b8474393813eea41b044d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:27Z', 'updated_at': '2022-01-27T22:19:44Z', 'revision_number': 6, 'project_id': '9c9b826841b8474393813eea41b044d4', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:44.979240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bc76d-b7dc-4173-8144-46ad86d68426 req-bd7209c3-a846-4585-a42a-19e17b026489 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:44.991825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a29bc76d-b7dc-4173-8144-46ad86d68426 req-bd7209c3-a846-4585-a42a-19e17b026489 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.2337363 Jan 27 22:19:45.167216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a29bc76d-b7dc-4173-8144-46ad86d68426 req-625b634f-39e4-4aa3-bebb-097a20e985d6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624320 Jan 27 22:19:45.184078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d8d54e4b-4d49-43a4-953e-f81df4d30114), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.269012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d54e4b-4d49-43a4-953e-f81df4d30114,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:45.470968 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.473467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b04887d6-337e-4761-ab5d-23844447e1ed no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:45.504951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b04887d6-337e-4761-ab5d-23844447e1ed {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:45.505310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b04887d6-337e-4761-ab5d-23844447e1ed not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:45.661005 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.671915 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks [] for router_controller (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.785276 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (ee10a56b-13a4-4d48-8cee-f0ccc82181ab), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.786678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee10a56b-13a4-4d48-8cee-f0ccc82181ab {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:45.796886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.803805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54176) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:45.816516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-40961991-ae71-42c1-bfab-6614c7df4ddf admin admin] 10.222.0.45 "DELETE /v2.0/routers/ee10a56b-13a4-4d48-8cee-f0ccc82181ab HTTP/1.1" status: 204 len: 168 time: 1.9822464 Jan 27 22:19:45.957575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb040b7-c1ca-4956-98fa-a44412f2cec2 admin admin] Deleting subnet 74bc2cd3-d2e9-4920-9948-07ac619cca0b {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:19:45.965201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fb040b7-c1ca-4956-98fa-a44412f2cec2 admin admin] Publish callbacks [] for subnet (74bc2cd3-d2e9-4920-9948-07ac619cca0b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.086884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fb040b7-c1ca-4956-98fa-a44412f2cec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (74bc2cd3-d2e9-4920-9948-07ac619cca0b), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.351055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fb040b7-c1ca-4956-98fa-a44412f2cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (74bc2cd3-d2e9-4920-9948-07ac619cca0b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.497366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fb040b7-c1ca-4956-98fa-a44412f2cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (74bc2cd3-d2e9-4920-9948-07ac619cca0b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.506133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12088-59b8-4998-9d0b-45e51d2d43e6 req-155ba9f8-f2af-4618-bef1-aa62b8cd5b07 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:46.509238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdf12088-59b8-4998-9d0b-45e51d2d43e6 req-155ba9f8-f2af-4618-bef1-aa62b8cd5b07 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1262012 Jan 27 22:19:46.592474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb040b7-c1ca-4956-98fa-a44412f2cec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74bc2cd3-d2e9-4920-9948-07ac619cca0b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:46.607076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fb040b7-c1ca-4956-98fa-a44412f2cec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.616772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5297e2-c397-44b4-9520-91ec9c968d50 None None] Network b5397092-386c-4a64-99d8-9030ba82f773 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:46.629951 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5fb040b7-c1ca-4956-98fa-a44412f2cec2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/74bc2cd3-d2e9-4920-9948-07ac619cca0b HTTP/1.1" status: 204 len: 168 time: 0.8244705 Jan 27 22:19:46.638403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54182) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:46.714167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdf12088-59b8-4998-9d0b-45e51d2d43e6 req-95055801-e85e-4c37-b216-607ffe8ddecd tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916103 Jan 27 22:19:46.846930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (b5397092-386c-4a64-99d8-9030ba82f773), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.916256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] DHCP port deletion for b5397092-386c-4a64-99d8-9030ba82f773 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:19:46.991531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] Deleting port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:46.991910 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.075344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Deleting port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:47.075959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.079694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] For port 0ed316ce-587a-4f59-80ad-7216ce1e24e5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0ed316ce-587a-4f59-80ad-7216ce1e24e5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:47.080324 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.099884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] Calling delete_port for 0ed316ce-587a-4f59-80ad-7216ce1e24e5 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:47.176702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0ed316ce-587a-4f59-80ad-7216ce1e24e5 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:47.259051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] For port 0ed316ce-587a-4f59-80ad-7216ce1e24e5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0ed316ce-587a-4f59-80ad-7216ce1e24e5,segment=NetworkSegment(b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a),segment_id=b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:47.259934 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.290480 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Calling delete_port for 0ed316ce-587a-4f59-80ad-7216ce1e24e5 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:47.319731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:47.319731 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.357358 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.394147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] No DVR routers for this DVR port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:47.450408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d8d54e4b-4d49-43a4-953e-f81df4d30114 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:47.452764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ea8ae-4fcd-404f-8fb1-278703d51a1e None None] Pushing event deleted for resources: {'Port': ['ID=0ed316ce-587a-4f59-80ad-7216ce1e24e5,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:47.476476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d8d54e4b-4d49-43a4-953e-f81df4d30114 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:47.476931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d8d54e4b-4d49-43a4-953e-f81df4d30114 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:47.516583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0ed316ce-587a-4f59-80ad-7216ce1e24e5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.563013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed316ce-587a-4f59-80ad-7216ce1e24e5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:47.566108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] No DVR routers for this DVR port 0ed316ce-587a-4f59-80ad-7216ce1e24e5 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:47.701925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (b5397092-386c-4a64-99d8-9030ba82f773), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.786218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5397092-386c-4a64-99d8-9030ba82f773']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:47.807547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:47.808238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:47.837810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.869041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.884611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:19:47.885425 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (b4f0d555-8a0e-45f2-b9b3-58d3b2cc136a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:19:47.969667 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:19:47.976387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (b5397092-386c-4a64-99d8-9030ba82f773), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.985660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831907ae-3ff8-4f17-bbea-d5a9435ad615 req-dda73b72-f6d0-4b53-988e-59456ae4150f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:47.988461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-831907ae-3ff8-4f17-bbea-d5a9435ad615 req-dda73b72-f6d0-4b53-988e-59456ae4150f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1256313 Jan 27 22:19:47.989323 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.995250 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] 10.222.0.45 "DELETE /v2.0/networks/b5397092-386c-4a64-99d8-9030ba82f773 HTTP/1.1" status: 204 len: 168 time: 1.3523893 Jan 27 22:19:48.011995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fe20c-b1e2-4714-85f3-ef2d85dbdd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=b5397092-386c-4a64-99d8-9030ba82f773,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:48.122099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-831907ae-3ff8-4f17-bbea-d5a9435ad615 req-4af2f98b-87ce-45b4-a2f5-49f199667442 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076989 Jan 27 22:19:48.236246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.378438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54190) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:48.451479 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a8116b7e-ac0f-491f-ad5f-a56e47fec6d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c9b826841b8474393813eea41b044d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0696769 Jan 27 22:19:48.460531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54192) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:48.604130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-18a291c4-c1a8-40d0-a071-b1b18c648127 admin admin] Publish callbacks [] for security_group (5add4849-ca56-4230-a515-92d74ec958db), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.650322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-18a291c4-c1a8-40d0-a071-b1b18c648127 admin admin] Publish callbacks [] for security_group (5add4849-ca56-4230-a515-92d74ec958db), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.779482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-18a291c4-c1a8-40d0-a071-b1b18c648127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5add4849-ca56-4230-a515-92d74ec958db), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.786267 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-18a291c4-c1a8-40d0-a071-b1b18c648127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.803064 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-18a291c4-c1a8-40d0-a071-b1b18c648127 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5add4849-ca56-4230-a515-92d74ec958db HTTP/1.1" status: 204 len: 168 time: 0.3345711 Jan 27 22:19:48.897269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a291c4-c1a8-40d0-a071-b1b18c648127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5add4849-ca56-4230-a515-92d74ec958db,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:49.397642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ec19-dd5f-4892-a1ba-b77a7de22ed9 req-242ef043-9458-4587-b35d-dffd5cf1f4ca tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:49.408935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9486ec19-dd5f-4892-a1ba-b77a7de22ed9 req-242ef043-9458-4587-b35d-dffd5cf1f4ca tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0965722 Jan 27 22:19:49.537651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9486ec19-dd5f-4892-a1ba-b77a7de22ed9 req-f2c9bfb7-c52d-40ff-af60-83394cc19e7b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267433 Jan 27 22:19:50.439913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54230) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:50.528924 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54234) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:50.642616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-363825109-network', 'tenant_id': '72b2694eca954aa7b1462184b3aa5c60'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:50.747835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Made reservation on behalf of 72b2694eca954aa7b1462184b3aa5c60 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:50.750751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.768040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.781549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6400cf-843e-47e5-8d01-bf2705732e3c req-3c129e75-5157-42dd-930b-32257dd51540 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:50.784007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce6400cf-843e-47e5-8d01-bf2705732e3c req-3c129e75-5157-42dd-930b-32257dd51540 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1035213 Jan 27 22:19:50.801920 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b679a09d-3c5c-4297-8d8f-1a29cbb13cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.875074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce6400cf-843e-47e5-8d01-bf2705732e3c req-e96a9c56-1d2e-4f35-88bc-16cb5383611e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795345 Jan 27 22:19:50.940556 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.967717 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Publish callbacks [] for security_group (632f3b5b-ccb8-457b-b2f5-befa0f965a9f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.974272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (632f3b5b-ccb8-457b-b2f5-befa0f965a9f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.023455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f3b5b-ccb8-457b-b2f5-befa0f965a9f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:51.045049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:19:51.064418 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (172de067-5343-45b3-8ff8-e226c59b4619), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.064976 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Added segment 172de067-5343-45b3-8ff8-e226c59b4619 of type vlan for network 0c6b65c0-b892-49c1-855d-11926805451d Jan 27 22:19:51.126416 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b679a09d-3c5c-4297-8d8f-1a29cbb13cd3 admin admin] Publish callbacks [] for security_group (8f1f5e68-1ab3-4141-8428-3e7815a58128), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.127333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (0c6b65c0-b892-49c1-855d-11926805451d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.137789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b679a09d-3c5c-4297-8d8f-1a29cbb13cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8f1f5e68-1ab3-4141-8428-3e7815a58128), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.184307 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (0c6b65c0-b892-49c1-855d-11926805451d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.187720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:51.188436 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.237693 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b679a09d-3c5c-4297-8d8f-1a29cbb13cd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f58af46898e4676bd4f13564c49de27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089264 Jan 27 22:19:51.238667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679a09d-3c5c-4297-8d8f-1a29cbb13cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1f5e68-1ab3-4141-8428-3e7815a58128,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:51.244684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54240) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:51.301713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8600776 Jan 27 22:19:51.316657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:51.328174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Request body: {'subnet': {'network_id': '0c6b65c0-b892-49c1-855d-11926805451d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-363825109-subnet', 'tenant_id': '72b2694eca954aa7b1462184b3aa5c60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:51.375572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Made reservation on behalf of 72b2694eca954aa7b1462184b3aa5c60 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:51.380756 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.418867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6709d33-10a2-4a58-9234-d3384049c629 admin admin] Pushing event updated for resources: {'Network': ['ID=0c6b65c0-b892-49c1-855d-11926805451d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:51.436837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 0c6b65c0-b892-49c1-855d-11926805451d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:19:51.940199 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (639e746e-8b81-40d1-810b-75d4a81cccde), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.972556 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cec833b7-0343-4f55-a5e1-1afe3fcb94c2 admin admin] Publish callbacks [] for security_group (8f1f5e68-1ab3-4141-8428-3e7815a58128), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.030459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cec833b7-0343-4f55-a5e1-1afe3fcb94c2 admin admin] Publish callbacks [] for security_group (8f1f5e68-1ab3-4141-8428-3e7815a58128), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.059100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=639e746e-8b81-40d1-810b-75d4a81cccde,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:52.116522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Checking segment: {'id': '172de067-5343-45b3-8ff8-e226c59b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0c6b65c0-b892-49c1-855d-11926805451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:52.117029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Network hostable DHCP agents. Network: 0c6b65c0-b892-49c1-855d-11926805451d, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:19:52.151939 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cec833b7-0343-4f55-a5e1-1afe3fcb94c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8f1f5e68-1ab3-4141-8428-3e7815a58128), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.155944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cec833b7-0343-4f55-a5e1-1afe3fcb94c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.158061 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cec833b7-0343-4f55-a5e1-1afe3fcb94c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f1f5e68-1ab3-4141-8428-3e7815a58128 HTTP/1.1" status: 204 len: 168 time: 0.9117346 Jan 27 22:19:52.182735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec833b7-0343-4f55-a5e1-1afe3fcb94c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1f5e68-1ab3-4141-8428-3e7815a58128,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:52.306177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Network 0c6b65c0-b892-49c1-855d-11926805451d is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:19:52.348867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e909119-38ec-4395-9c4a-c23106fe8371 req-a1f4dd31-da8f-4990-8a5a-a5e6f497798d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:52.354574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e909119-38ec-4395-9c4a-c23106fe8371 req-a1f4dd31-da8f-4990-8a5a-a5e6f497798d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.2564902 Jan 27 22:19:52.356571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 0c6b65c0-b892-49c1-855d-11926805451d) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:52.363807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:52.365761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.373576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba2cec-dbcc-406a-ad12-6fc76e6d0926 None None] Network 0c6b65c0-b892-49c1-855d-11926805451d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:52.463767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-74ee5b3b-c29d-4b2d-8b31-9b8263f794cc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1447668 Jan 27 22:19:52.609685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e909119-38ec-4395-9c4a-c23106fe8371 req-4fb0141c-2129-4b62-8523-af499ebc844c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038217 Jan 27 22:19:52.700058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a783b8-f1a4-4386-a73f-4ba9eea7606f None None] Network 0c6b65c0-b892-49c1-855d-11926805451d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:53.792515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54280) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:53.861151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b9421-a095-466f-8129-abdaf0de37d6 req-a9d30979-c8f9-4ff2-b493-7d97084fc20f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:53.862858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-198b9421-a095-466f-8129-abdaf0de37d6 req-a9d30979-c8f9-4ff2-b493-7d97084fc20f tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0873892 Jan 27 22:19:53.986342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-198b9421-a095-466f-8129-abdaf0de37d6 req-3587ac05-e189-4e55-adca-1d761245fafe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168516 Jan 27 22:19:54.020654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1656815795-network', 'tenant_id': '3b87ce40fb554c4b9be00a142014610c'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:54.056874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Made reservation on behalf of 3b87ce40fb554c4b9be00a142014610c for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:54.060563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.079485 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.220413 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Publish callbacks [] for security_group (1e9839bb-b324-4f00-ba4f-f684b456d078), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.227455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1e9839bb-b324-4f00-ba4f-f684b456d078), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.277772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:19:54.330435 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (071591ee-1c73-4706-81f1-f0df098cc919), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.331197 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Added segment 071591ee-1c73-4706-81f1-f0df098cc919 of type vlan for network c57be041-c570-4563-9f4b-4125551feccc Jan 27 22:19:54.350261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9839bb-b324-4f00-ba4f-f684b456d078,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:54.424237 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c57be041-c570-4563-9f4b-4125551feccc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.471778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c57be041-c570-4563-9f4b-4125551feccc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.473896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:54.474526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.553556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] Pushing event updated for resources: {'Network': ['ID=c57be041-c570-4563-9f4b-4125551feccc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:54.560324 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7b106a00-7903-415b-b08c-0e592661309d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7657173 Jan 27 22:19:54.563734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54306) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:54.569101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c57be041-c570-4563-9f4b-4125551feccc details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:19:54.569998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Request body: {'subnet': {'network_id': 'c57be041-c570-4563-9f4b-4125551feccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1656815795-subnet', 'tenant_id': '3b87ce40fb554c4b9be00a142014610c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:54.612784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Made reservation on behalf of 3b87ce40fb554c4b9be00a142014610c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:54.615645 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:55.108518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (3876dce6-8b1e-4e36-b53e-1dbaa22b9b30), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:55.252800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3876dce6-8b1e-4e36-b53e-1dbaa22b9b30,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:55.277922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Checking segment: {'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:55.278157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Network hostable DHCP agents. Network: c57be041-c570-4563-9f4b-4125551feccc, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:19:55.288734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-184e4fe0-c147-4d0b-8dd2-6c6aa339dced tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.290642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-184e4fe0-c147-4d0b-8dd2-6c6aa339dced tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/networks?id=0c6b65c0-b892-49c1-855d-11926805451d HTTP/1.1" status: 200 len: 809 time: 0.2746737 Jan 27 22:19:55.304527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3036-c900-47b3-b20c-b5dac2b7954a req-ce091cd5-e1ae-4fa3-be7e-d727dea611dd tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.306110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78ee3036-c900-47b3-b20c-b5dac2b7954a req-ce091cd5-e1ae-4fa3-be7e-d727dea611dd tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.1512821 Jan 27 22:19:55.334518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-4068e48b-e9a6-4049-b825-712743f150af tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/quotas/72b2694eca954aa7b1462184b3aa5c60 HTTP/1.1" status: 200 len: 375 time: 0.0244839 Jan 27 22:19:55.347227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Network c57be041-c570-4563-9f4b-4125551feccc is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:19:55.387338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-70979e3c-d397-4f74-8417-887857b003ad tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=72b2694eca954aa7b1462184b3aa5c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445366 Jan 27 22:19:55.392278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c57be041-c570-4563-9f4b-4125551feccc) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:55.405957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85fe8c-b128-49c1-a4b3-2c60bb85e992 None None] Network c57be041-c570-4563-9f4b-4125551feccc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:55.417642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-86f3e831-2f45-441b-b8e8-ae5c9657562b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:19:55.419563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-86f3e831-2f45-441b-b8e8-ae5c9657562b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145364 Jan 27 22:19:55.427174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.428523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:55.541596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78ee3036-c900-47b3-b20c-b5dac2b7954a req-b7bce9e4-721b-469d-9414-b2b00e2d5777 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223191 Jan 27 22:19:55.563452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b8e0cada-b511-47c5-8825-965d5d23b4c9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9856298 Jan 27 22:19:55.612796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-91b8f262-a8c6-492e-9b08-768d7c26caaf service neutron] 10.222.0.45 "GET /v2.0/networks/0c6b65c0-b892-49c1-855d-11926805451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707397 Jan 27 22:19:55.622227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5951a25-6b06-429f-823b-090113dd6b8e None None] Network c57be041-c570-4563-9f4b-4125551feccc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:55.746923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-502321e5-efa7-4336-aa6a-a2982329235a service neutron] 10.222.0.45 "GET /v2.0/networks/0c6b65c0-b892-49c1-855d-11926805451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269047 Jan 27 22:19:56.044452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c855db32-888d-410d-911f-7862ccfc3354 req-e62f8e65-39ce-4ef0-9a7f-334258624e5a tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 210 time: 0.0482905 Jan 27 22:19:56.418337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f16c05-8018-485c-908b-23572de29875 req-ad668687-32ed-4174-afae-92f06607d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.420884 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d0f16c05-8018-485c-908b-23572de29875 req-ad668687-32ed-4174-afae-92f06607d872 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1097 time: 0.0676022 Jan 27 22:19:56.535117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f16c05-8018-485c-908b-23572de29875 req-2ad98b68-7415-4a72-882b-24668530c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.537714 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d0f16c05-8018-485c-908b-23572de29875 req-2ad98b68-7415-4a72-882b-24668530c6b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.1100698 Jan 27 22:19:56.664731 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d0f16c05-8018-485c-908b-23572de29875 req-7527ae73-af76-4e0a-bc7c-158e7c2e6952 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 200 len: 1002 time: 0.1199312 Jan 27 22:19:56.728083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8bfb1-c067-4128-9d8d-b084f011cd36 req-ca17a970-1d22-46d5-9070-d91447fe11e9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.738543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81e8bfb1-c067-4128-9d8d-b084f011cd36 req-ca17a970-1d22-46d5-9070-d91447fe11e9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.0697670 Jan 27 22:19:56.752423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f16c05-8018-485c-908b-23572de29875 req-2040042f-cdab-45e0-894d-b6027d3cc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.755365 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d0f16c05-8018-485c-908b-23572de29875 req-2040042f-cdab-45e0-894d-b6027d3cc6b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.0811658 Jan 27 22:19:56.816189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81e8bfb1-c067-4128-9d8d-b084f011cd36 req-82b96057-628e-4cd3-9dda-be3afff46951 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765400 Jan 27 22:19:56.853973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f16c05-8018-485c-908b-23572de29875 req-6e11d7bc-4344-4ee4-a314-add061d5a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.855653 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d0f16c05-8018-485c-908b-23572de29875 req-6e11d7bc-4344-4ee4-a314-add061d5a0c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932574 Jan 27 22:19:56.982144 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d0f16c05-8018-485c-908b-23572de29875 req-13e5830f-a085-41c3-9a95-165adcfde884 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158369 Jan 27 22:19:57.106348 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d0f16c05-8018-485c-908b-23572de29875 req-6c0ad1ff-c339-44be-9789-f087212ece0c service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184237 Jan 27 22:19:57.173924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f6afb9e-512b-4c87-a47e-e233f217ae72 req-e2c859ab-9120-4b3f-804a-2243693467fd tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 210 time: 0.0273440 Jan 27 22:19:57.265618 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:19:57.612618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-3c9f1a63-7de2-4d17-a2e5-1c933e7a4d5a tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:57.614531 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-3c9f1a63-7de2-4d17-a2e5-1c933e7a4d5a tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.16 "GET /v2.0/networks?id=0c6b65c0-b892-49c1-855d-11926805451d HTTP/1.1" status: 200 len: 809 time: 0.1547232 Jan 27 22:19:57.617848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54364) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:57.628986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Request body: {'port': {'device_id': 'e3a98d99-81bd-4df5-b1dc-bf34debe290d', 'network_id': '0c6b65c0-b892-49c1-855d-11926805451d', 'admin_state_up': True, 'tenant_id': '72b2694eca954aa7b1462184b3aa5c60'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:57.858249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Made reservation on behalf of 72b2694eca954aa7b1462184b3aa5c60 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:57.865133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port 6f29155f-894d-4b28-b2e6-ddaf08741f4f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:57.865944 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6f29155f-894d-4b28-b2e6-ddaf08741f4f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.866354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.083307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Allocated IP 172.20.0.13 (0c6b65c0-b892-49c1-855d-11926805451d/639e746e-8b81-40d1-810b-75d4a81cccde/9b3211cc-fb02-4cf1-bbd0-beaf7f47e649) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:19:58.286848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Publish callbacks [] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.327269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.385430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Network 0c6b65c0-b892-49c1-855d-11926805451d is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:19:58.392113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:58.400081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:19:58.408151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Pushing event updated for resources: {'Port': ['ID=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:58.440896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.441279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.441631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.441952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.442297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.442643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.442980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.443318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.443687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.444014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.444344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.444679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.444948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6f29155f-894d-4b28-b2e6-ddaf08741f4f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.445096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:58.445285 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (6f29155f-894d-4b28-b2e6-ddaf08741f4f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.456491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cf27a-0c28-40c7-afd8-e1ea9b9130d4 req-886fa58a-a87c-43e4-9606-0d4092044811 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.458104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-265cf27a-0c28-40c7-afd8-e1ea9b9130d4 req-886fa58a-a87c-43e4-9606-0d4092044811 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 946 time: 0.5195529 Jan 27 22:19:58.475359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for 6f29155f-894d-4b28-b2e6-ddaf08741f4f owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:58.484829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.487311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.523846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b11b2a-5c4c-48fa-8078-6e60e77426cd req-92353934-b1da-42c0-9718-6400db8025f3 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.523846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55b11b2a-5c4c-48fa-8078-6e60e77426cd req-92353934-b1da-42c0-9718-6400db8025f3 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 932 time: 0.1551547 Jan 27 22:19:58.524195 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-6a986f91-e5a7-4b71-94b8-5aa19365a009 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8942406 Jan 27 22:19:58.534883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Request body: {'port': {'device_id': 'e3a98d99-81bd-4df5-b1dc-bf34debe290d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:58.625452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.686609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-265cf27a-0c28-40c7-afd8-e1ea9b9130d4 req-a6f400cb-7ad7-40bc-8325-1c081bdd36a2 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126448 Jan 27 22:19:58.748472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55b11b2a-5c4c-48fa-8078-6e60e77426cd req-e975441c-7735-467e-960d-cf66f1303449 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227983 Jan 27 22:19:58.906645 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6f29155f-894d-4b28-b2e6-ddaf08741f4f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.948877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=6f29155f-894d-4b28-b2e6-ddaf08741f4f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:59.017314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:59.017920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for floatingip (fd79b8a4-a686-4ec4-9764-b0685502fa3f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.018503 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Floating IP fd79b8a4-a686-4ec4-9764-b0685502fa3f disassociated (deleted). External IP: 172.25.8.190, port: b626a2fb-7409-4c5a-9ca0-7f2462ffa301. Jan 27 22:19:59.038875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Publish callbacks [] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.055093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Transition to ACTIVE for port object 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:19:59.061409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.117008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:59.217381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Attempting to bind port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:19:59.218129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Attempting to bind port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '172de067-5343-45b3-8ff8-e226c59b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0c6b65c0-b892-49c1-855d-11926805451d'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:19:59.218681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Attempting to bind port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 on network 0c6b65c0-b892-49c1-855d-11926805451d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:59.224214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 on network 0c6b65c0-b892-49c1-855d-11926805451d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:19:59.224919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Attempting to bind port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 on network 0c6b65c0-b892-49c1-855d-11926805451d {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:59.231367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:19:59.232291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Checking segment: {'id': '172de067-5343-45b3-8ff8-e226c59b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0c6b65c0-b892-49c1-855d-11926805451d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:59.232898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Bound using segment: {'id': '172de067-5343-45b3-8ff8-e226c59b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0c6b65c0-b892-49c1-855d-11926805451d'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:19:59.233579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Bound port: 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172de067-5343-45b3-8ff8-e226c59b4619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0c6b65c0-b892-49c1-855d-11926805451d'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:19:59.234187 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.295525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 0c6b46fd-a5ff-47ad-913d-88524ec60ede has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:59.315289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] For port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:19:59.320423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] For port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,segment=NetworkSegment(172de067-5343-45b3-8ff8-e226c59b4619),segment_id=172de067-5343-45b3-8ff8-e226c59b4619)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:19:59.326910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.371208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:59.372450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.374253 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] 10.222.0.16 "PUT /v2.0/ports/9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 HTTP/1.1" status: 200 len: 1092 time: 0.8471482 Jan 27 22:19:59.374956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a98d99-81bd-4df5-b1dc-bf34debe290d', 'tag': '9b3211cc-fb02-4cf1-bbd0-beaf7f47e649'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:59.377607 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa64525-dc00-4f61-9625-58247050782c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a98d99-81bd-4df5-b1dc-bf34debe290d", "tag": "9b3211cc-fb02-4cf1-bbd0-beaf7f47e649"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:59.417589 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521b85a-d872-466b-9cce-3b9ecc88a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:59.479759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:59.485362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.491376 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] Sync routers for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:59.505827 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:59.506864 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:59.518204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-cbc824ce-fd39-405c-9d77-a77f0eaea8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:59.520992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-cbc824ce-fd39-405c-9d77-a77f0eaea8a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72b2694eca954aa7b1462184b3aa5c60&device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 1095 time: 0.0865726 Jan 27 22:19:59.541449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbcb5f1c-d378-446a-a6e3-614975ac5ee6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/floatingips/fd79b8a4-a686-4ec4-9764-b0685502fa3f HTTP/1.1" status: 204 len: 168 time: 1.9199457 Jan 27 22:19:59.541449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:59.542483 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b7cbf6-873a-42c0-b89a-c88e3868c12c" -d '{"events": [{"name": "network-changed", "server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:59.582735 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-dab1963e-9bb0-479d-a0f6-c8111cf80c8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 HTTP/1.1" status: 200 len: 217 time: 0.0506654 Jan 27 22:19:59.591102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:59.658726 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-db97cfdc-d71c-49d1-a7ad-6b94352e13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:59.662177 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-db97cfdc-d71c-49d1-a7ad-6b94352e13d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=639e746e-8b81-40d1-810b-75d4a81cccde HTTP/1.1" status: 200 len: 849 time: 0.0718997 Jan 27 22:19:59.710793 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:59.720114 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-1a516c37-8d5f-425e-ab01-f63ceeb2db47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c6b65c0-b892-49c1-855d-11926805451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518355 Jan 27 22:19:59.830978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7f60d19e-61c4-44cc-80e8-2fd346809a42 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:59.833788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.863206 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32045c6a-4891-48a2-8efc-b1d55faa1522 x-openstack-request-id: req-32045c6a-4891-48a2-8efc-b1d55faa1522 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:59.864950 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a98d99-81bd-4df5-b1dc-bf34debe290d", "tag": "9b3211cc-fb02-4cf1-bbd0-beaf7f47e649", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:59.865375 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32045c6a-4891-48a2-8efc-b1d55faa1522 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:59.866431 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a98d99-81bd-4df5-b1dc-bf34debe290d', 'tag': '9b3211cc-fb02-4cf1-bbd0-beaf7f47e649', 'status': 'completed', 'code': 200} Jan 27 22:19:59.876401 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d3ba51-0d36-41f4-84cb-4c943a7b978e x-openstack-request-id: req-91d3ba51-0d36-41f4-84cb-4c943a7b978e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:59.876713 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:59.876943 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91d3ba51-0d36-41f4-84cb-4c943a7b978e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:59.877420 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'status': 'completed', 'code': 200} Jan 27 22:19:59.924705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:59.925790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:59.931278 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d7078-f776-4665-9b81-43dba8c18ea1" -d '{"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:59.939435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.988712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-7555e68a-2bc5-4ec9-b85f-3dc6f629f147 service neutron] 10.222.0.16 "GET /v2.0/networks/0c6b65c0-b892-49c1-855d-11926805451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611098 Jan 27 22:20:00.022769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-ceeaaeef-1147-424a-9433-93625519f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.026774 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-ceeaaeef-1147-424a-9433-93625519f850 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75cb12138042437b98d6c30ac4673882&device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 1097 time: 0.1154349 Jan 27 22:20:00.080203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:00.173711 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:30Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:00.189455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c961422-ed93-4ff9-bc3e-a68cb0c7bd50 req-bc5c4363-eee9-4de2-a9bb-6918ae505eb8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.193372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c961422-ed93-4ff9-bc3e-a68cb0c7bd50 req-bc5c4363-eee9-4de2-a9bb-6918ae505eb8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1428816 Jan 27 22:20:00.206184 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4453a431-4eea-4e2f-b15a-0f9e62fd8fe6 req-f6bc415b-28fe-4766-bd78-fe99f4ac0113 service neutron] 10.222.0.16 "GET /v2.0/networks/0c6b65c0-b892-49c1-855d-11926805451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071683 Jan 27 22:20:00.209040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141ffe5-66d9-4033-94b9-f579089c9752 req-5cce8ba0-4c74-4b07-b1ce-0151541904b0 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.209242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-91c376d6-7865-413c-96ba-89947eef4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.210761 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-91c376d6-7865-413c-96ba-89947eef4223 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f6665b5-64d4-49d0-91dc-37a7558b1b81 HTTP/1.1" status: 200 len: 897 time: 0.1703122 Jan 27 22:20:00.217245 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] Checking router: 0c6b46fd-a5ff-47ad-913d-88524ec60ede for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:20:00.223237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0141ffe5-66d9-4033-94b9-f579089c9752 req-5cce8ba0-4c74-4b07-b1ce-0151541904b0 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 944 time: 0.1629815 Jan 27 22:20:00.232187 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:00.232810 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:00.296279 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-6ec2d5be-b3da-4ec2-9b0d-7257f7aca6f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301 HTTP/1.1" status: 200 len: 217 time: 0.0768020 Jan 27 22:20:00.368232 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:00.376166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa64525-dc00-4f61-9625-58247050782c req-3f67d0a3-0cf5-4855-b775-b030de74982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.377796 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3aa64525-dc00-4f61-9625-58247050782c req-3f67d0a3-0cf5-4855-b775-b030de74982f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72b2694eca954aa7b1462184b3aa5c60&device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 1095 time: 0.0906999 Jan 27 22:20:00.382543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-14e591c8-93af-42a0-888f-00ee3047ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.384174 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-14e591c8-93af-42a0-888f-00ee3047ea88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5349fe0-77db-4576-be89-0e683bce9f1e HTTP/1.1" status: 200 len: 834 time: 0.0690770 Jan 27 22:20:00.405333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c961422-ed93-4ff9-bc3e-a68cb0c7bd50 req-325bc44a-cc4c-4569-af4d-ab810f38dbfe tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337724 Jan 27 22:20:00.426088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0141ffe5-66d9-4033-94b9-f579089c9752 req-77065a46-9a27-4f88-b83f-6a3790229dd7 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009208 Jan 27 22:20:00.523904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-a6b4acf5-9431-4757-a7a8-8d06c7a7a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.525561 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-a6b4acf5-9431-4757-a7a8-8d06c7a7a183 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f6665b5-64d4-49d0-91dc-37a7558b1b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309025 Jan 27 22:20:00.600303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa64525-dc00-4f61-9625-58247050782c req-4bf9a77c-96e2-4e88-be20-f0581b7e681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.601990 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3aa64525-dc00-4f61-9625-58247050782c req-4bf9a77c-96e2-4e88-be20-f0581b7e681f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c6b65c0-b892-49c1-855d-11926805451d HTTP/1.1" status: 200 len: 910 time: 0.2160232 Jan 27 22:20:00.654661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c1290-03d2-479a-9e05-dd665e0b1be8 req-da2964dc-3bdb-4d8b-bd8b-9c03d0eb5e62 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.660561 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3aa64525-dc00-4f61-9625-58247050782c req-5f505c2d-2d52-40cc-9495-044734b457b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 HTTP/1.1" status: 200 len: 217 time: 0.0504642 Jan 27 22:20:00.663232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a9c1290-03d2-479a-9e05-dd665e0b1be8 req-da2964dc-3bdb-4d8b-bd8b-9c03d0eb5e62 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.1381476 Jan 27 22:20:00.694577 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca81eb31-e80f-4e0b-abaf-536458762b32 x-openstack-request-id: req-ca81eb31-e80f-4e0b-abaf-536458762b32 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:00.695380 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-unplugged", "status": "failed", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42", "code": 422}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:00.695380 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca81eb31-e80f-4e0b-abaf-536458762b32 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:00.695752 n-d-826529-2 neutron-server[103331]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'code': 422} returned with failed status Jan 27 22:20:00.727347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa64525-dc00-4f61-9625-58247050782c req-2bdce759-26c0-49bd-b1e3-61364740dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.729271 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3aa64525-dc00-4f61-9625-58247050782c req-2bdce759-26c0-49bd-b1e3-61364740dabd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=639e746e-8b81-40d1-810b-75d4a81cccde HTTP/1.1" status: 200 len: 849 time: 0.0525699 Jan 27 22:20:00.783434 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3aa64525-dc00-4f61-9625-58247050782c req-90733796-4acf-4f74-bcfc-24bbf6eb13fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c6b65c0-b892-49c1-855d-11926805451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421326 Jan 27 22:20:00.801587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a9c1290-03d2-479a-9e05-dd665e0b1be8 req-dcf5b939-dfe9-4dec-840e-30b8846511b0 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251400 Jan 27 22:20:00.807302 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:30Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:00.839389 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d5d81-0083-4a07-97bc-60be64d170d5 None None] The sync data for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 is: [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0981d31e-87f8-459e-b253-b0e8e82c0d83', 'name': '', 'network_id': '1f6665b5-64d4-49d0-91dc-37a7558b1b81', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'mac_address': 'fa:16:3e:90:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:22Z', 'updated_at': '2022-01-27T22:16:30Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'subnets': [{'id': 'a5349fe0-77db-4576-be89-0e683bce9f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:20:00.839773 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-9fe16937-742d-4afe-a0b5-4b7c9d2b13be service neutron] 10.222.0.16 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061383 Jan 27 22:20:01.004117 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3aa64525-dc00-4f61-9625-58247050782c req-acc5c35e-aacb-425a-b8e7-978322f4c58c service neutron] 10.222.0.16 "GET /v2.0/networks/0c6b65c0-b892-49c1-855d-11926805451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105684 Jan 27 22:20:01.024855 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-62b7cbf6-873a-42c0-b89a-c88e3868c12c req-faa346f6-0ada-4abf-9f00-a2a449f71f73 service neutron] 10.222.0.16 "GET /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446292 Jan 27 22:20:01.154619 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3aa64525-dc00-4f61-9625-58247050782c req-81be932e-22eb-4a57-95bd-d49b32c8dc66 service neutron] 10.222.0.16 "GET /v2.0/networks/0c6b65c0-b892-49c1-855d-11926805451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390741 Jan 27 22:20:01.274733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd2905-776d-449f-bb98-be73374b8718 None None] New status for floating IP fd79b8a4-a686-4ec4-9764-b0685502fa3f: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:20:01.530094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-39733e7d-4f40-48ce-8ac5-598fb1265bbe tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:01.532501 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-39733e7d-4f40-48ce-8ac5-598fb1265bbe tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.0686784 Jan 27 22:20:01.575619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a2894-e4a1-4b72-98af-078c0454190b req-4d243081-64c2-480c-a5e1-7847c3629040 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:01.580438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-817a2894-e4a1-4b72-98af-078c0454190b req-4d243081-64c2-480c-a5e1-7847c3629040 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 944 time: 0.0609376 Jan 27 22:20:01.688114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-817a2894-e4a1-4b72-98af-078c0454190b req-e457ddd6-42ae-40a0-a6ca-51fa9eecbf18 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972605 Jan 27 22:20:01.704995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:01.704995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.844040 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port b626a2fb-7409-4c5a-9ca0-7f2462ffa301, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:01.844740 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.919258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for b626a2fb-7409-4c5a-9ca0-7f2462ffa301 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:02.131186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84e8c0-ca5e-4a51-b9e7-9a2882df9095 req-51153150-b5f8-42c4-8fcc-1cc4f8ccde8d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:02.134595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c84e8c0-ca5e-4a51-b9e7-9a2882df9095 req-51153150-b5f8-42c4-8fcc-1cc4f8ccde8d tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/ports?device_id=8596a3e6-9a56-42d8-9710-ab1a94c39580 HTTP/1.1" status: 200 len: 946 time: 0.1236105 Jan 27 22:20:02.166451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-63e38976-b13d-4231-830a-14ec00e928df req-c229ba09-3b21-4e12-9996-b75fd8921a28 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:20:02.170039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e38976-b13d-4231-830a-14ec00e928df req-c229ba09-3b21-4e12-9996-b75fd8921a28 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262706 Jan 27 22:20:02.186269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b626a2fb-7409-4c5a-9ca0-7f2462ffa301), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.226096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=b626a2fb-7409-4c5a-9ca0-7f2462ffa301,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:02.242630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c84e8c0-ca5e-4a51-b9e7-9a2882df9095 req-840c6241-a8d3-45ad-86b2-f29534f20e18 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "GET /v2.0/security-groups?id=98f1b57a-618c-48f7-bf81-5ddacc34842c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025596 Jan 27 22:20:02.295095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] No DVR routers for this DVR port b626a2fb-7409-4c5a-9ca0-7f2462ffa301 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:02.299568 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.306044 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6c0d5778-0728-451d-a10b-90b20f401ac1 req-65ae55dc-64f2-43ff-a5d5-bc7511750ec1 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.16 "DELETE /v2.0/ports/b626a2fb-7409-4c5a-9ca0-7f2462ffa301 HTTP/1.1" status: 204 len: 173 time: 0.7613590 Jan 27 22:20:02.306878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'name': 'network-vif-deleted', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:02.311489 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d069209-07d8-4c65-94d5-6461e3f6eace" -d '{"events": [{"server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "name": "network-vif-deleted", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:02.367885 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fbe209-4946-40c9-934f-c902055186d5 x-openstack-request-id: req-30fbe209-4946-40c9-934f-c902055186d5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:02.368229 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8596a3e6-9a56-42d8-9710-ab1a94c39580", "name": "network-vif-deleted", "tag": "b626a2fb-7409-4c5a-9ca0-7f2462ffa301", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:02.368443 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30fbe209-4946-40c9-934f-c902055186d5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:02.368857 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8596a3e6-9a56-42d8-9710-ab1a94c39580', 'name': 'network-vif-deleted', 'tag': 'b626a2fb-7409-4c5a-9ca0-7f2462ffa301', 'status': 'completed', 'code': 200} Jan 27 22:20:02.442846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659c2f-17da-4a99-8062-d9eee0a1415d req-8e91bc9b-2a24-4589-a419-8c3870446b77 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:02.445498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44659c2f-17da-4a99-8062-d9eee0a1415d req-8e91bc9b-2a24-4589-a419-8c3870446b77 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.0658402 Jan 27 22:20:02.520207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44659c2f-17da-4a99-8062-d9eee0a1415d req-05298ea9-c34b-4cba-ad43-1a630bbb19c9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619915 Jan 27 22:20:02.810852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-ca1a2b11-3f48-4341-9620-0fb8ad3a9af7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1836436 Jan 27 22:20:02.863544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-f325acff-65a7-4417-8253-7cb528966541 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:20:02.863544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-f325acff-65a7-4417-8253-7cb528966541 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118623 Jan 27 22:20:02.904352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380ac4-7ab1-425c-b8a7-a9f3abc9438d req-0485a48a-3117-4b62-afe7-bf84ee5203fb tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:02.906303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f380ac4-7ab1-425c-b8a7-a9f3abc9438d req-0485a48a-3117-4b62-afe7-bf84ee5203fb tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 944 time: 0.0938227 Jan 27 22:20:02.975341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f380ac4-7ab1-425c-b8a7-a9f3abc9438d req-dc639963-443d-49f2-9860-d0217f43fb91 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587904 Jan 27 22:20:03.350534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54460) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:03.610823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:20:03.615406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:03.889262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7f60d19e-61c4-44cc-80e8-2fd346809a42 is: DOWN; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:03.890301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1414b0-cbfd-45e3-886b-72f8e270b935 req-34b766bc-0a08-4545-9017-16705d6fd53b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:03.893778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a1414b0-cbfd-45e3-886b-72f8e270b935 req-34b766bc-0a08-4545-9017-16705d6fd53b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1829896 Jan 27 22:20:03.921314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,segment=NetworkSegment(172de067-5343-45b3-8ff8-e226c59b4619),segment_id=172de067-5343-45b3-8ff8-e226c59b4619)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:03.942523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '9b3211cc-fb02-4cf1-bbd0-beaf7f47e649', 'network_id': '0c6b65c0-b892-49c1-855d-11926805451d', 'port_id': '9b3211cc-fb02-4cf1-bbd0-beaf7f47e649', 'mac_address': 'fa:16:3e:c0:02:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639e746e-8b81-40d1-810b-75d4a81cccde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:20:04.014766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:04.015429 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.036030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a1414b0-cbfd-45e3-886b-72f8e270b935 req-aac82063-10c0-4f43-a4a7-96dcbab1d67b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308761 Jan 27 22:20:04.050935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:20:04.099899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,segment=NetworkSegment(172de067-5343-45b3-8ff8-e226c59b4619),segment_id=172de067-5343-45b3-8ff8-e226c59b4619)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:04.128674 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.146093 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d30bb43a-9421-458d-873c-612419500958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.158564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-881c4701-af63-4c8b-af69-b93b3067c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.161532 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-881c4701-af63-4c8b-af69-b93b3067c198 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe&tenant_id=279048c1f52843f6a6e53ad367ea9a4a HTTP/1.1" status: 200 len: 1095 time: 0.1072299 Jan 27 22:20:04.238969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:04.245642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6f3df-f0c7-4ad2-8180-698be07a3517 req-508e55d9-3551-44ce-a87a-8937a9abbd9c tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.250039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cac6f3df-f0c7-4ad2-8180-698be07a3517 req-508e55d9-3551-44ce-a87a-8937a9abbd9c tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 945 time: 0.0894320 Jan 27 22:20:04.260294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-8b5d23a4-5042-4aa0-851b-77a727eaaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.262050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-8b5d23a4-5042-4aa0-851b-77a727eaaec0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1095 time: 0.0697703 Jan 27 22:20:04.272492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0c6b46fd-a5ff-47ad-913d-88524ec60ede), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.412794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cac6f3df-f0c7-4ad2-8180-698be07a3517 req-5a8bdf98-fa74-417a-b6bc-804bbf3dcca6 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569021 Jan 27 22:20:04.439567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-93ead64a-adf2-4c10-9c69-012d62016ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.442199 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-93ead64a-adf2-4c10-9c69-012d62016ca0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.1736250 Jan 27 22:20:04.468676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9b3211cc-fb02-4cf1-bbd0-beaf7f47e649'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:20:04.556281 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-a4f86dc5-5278-4140-b995-1b6f1ad56456 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 200 len: 1000 time: 0.1035857 Jan 27 22:20:04.620597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-1568e358-e3ff-4506-9466-1733e6bbd8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.623039 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-1568e358-e3ff-4506-9466-1733e6bbd8ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.0604467 Jan 27 22:20:04.700344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-62d3940b-7ef9-47b7-b6c3-537f6a95a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.703957 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-62d3940b-7ef9-47b7-b6c3-537f6a95a7ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741575 Jan 27 22:20:04.830866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port 0981d31e-87f8-459e-b253-b0e8e82c0d83 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:04.831318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.862475 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-7711fdb6-cb4a-4d76-9976-dc88c8c61ede service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513338 Jan 27 22:20:04.955044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port 0981d31e-87f8-459e-b253-b0e8e82c0d83, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0981d31e-87f8-459e-b253-b0e8e82c0d83,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:04.955762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.972549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for 0981d31e-87f8-459e-b253-b0e8e82c0d83 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:05.042100 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-c157482b-7a83-48f4-a804-2cbf541dcfa8 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706984 Jan 27 22:20:05.386779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa6d05-d886-45f8-bb96-4cb284eb3dff req-dee9e82b-891c-4029-b394-7b8588490fec tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:05.389516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18fa6d05-d886-45f8-bb96-4cb284eb3dff req-dee9e82b-891c-4029-b394-7b8588490fec tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1704900 Jan 27 22:20:05.401547 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0981d31e-87f8-459e-b253-b0e8e82c0d83), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:05.464100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=0981d31e-87f8-459e-b253-b0e8e82c0d83,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:05.628621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:05.682423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18fa6d05-d886-45f8-bb96-4cb284eb3dff req-7b5c50f9-af78-497e-a30c-78ca9365f845 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761784 Jan 27 22:20:05.829789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:20:05.840502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:05.842425 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:05.957712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5091dae-73cd-48da-8726-b3067333f846 req-d57ebdb2-1913-4321-bacd-61e097c61b08 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:05.977522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5091dae-73cd-48da-8726-b3067333f846 req-d57ebdb2-1913-4321-bacd-61e097c61b08 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 945 time: 0.2874088 Jan 27 22:20:06.136813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:06.137246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:06.157460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5091dae-73cd-48da-8726-b3067333f846 req-e9395cb2-4b69-4a1b-aebf-a789aba6415e tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712744 Jan 27 22:20:06.192007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0c6b46fd-a5ff-47ad-913d-88524ec60ede), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:06.194415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a98d99-81bd-4df5-b1dc-bf34debe290d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3211cc-fb02-4cf1-bbd0-beaf7f47e649'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:06.205509 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9255ab-3229-4e86-b430-8ee75ce935e0" -d '{"events": [{"server_uuid": "e3a98d99-81bd-4df5-b1dc-bf34debe290d", "name": "network-vif-plugged", "status": "completed", "tag": "9b3211cc-fb02-4cf1-bbd0-beaf7f47e649"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:06.233021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,segment=NetworkSegment(172de067-5343-45b3-8ff8-e226c59b4619),segment_id=172de067-5343-45b3-8ff8-e226c59b4619)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:06.241336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:06.243312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b626a2fb-7409-4c5a-9ca0-7f2462ffa301 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:06.404530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: b626a2fb-7409-4c5a-9ca0-7f2462ffa301 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:06.411073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b626a2fb-7409-4c5a-9ca0-7f2462ffa301 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:06.433861 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a835570c-4ad6-4934-bfc5-a0ea9debcf86 x-openstack-request-id: req-a835570c-4ad6-4934-bfc5-a0ea9debcf86 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:06.440168 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a98d99-81bd-4df5-b1dc-bf34debe290d", "name": "network-vif-plugged", "status": "completed", "tag": "9b3211cc-fb02-4cf1-bbd0-beaf7f47e649", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:06.441025 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a835570c-4ad6-4934-bfc5-a0ea9debcf86 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:06.441858 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a98d99-81bd-4df5-b1dc-bf34debe290d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3211cc-fb02-4cf1-bbd0-beaf7f47e649', 'code': 200} Jan 27 22:20:06.517278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:06.994614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc049-f4ac-4486-ab15-9a746cc33bae req-1f890628-2ba9-48d8-bff1-a08c9b0f9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:07.003262 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-141fc049-f4ac-4486-ab15-9a746cc33bae req-1f890628-2ba9-48d8-bff1-a08c9b0f9b06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 1097 time: 0.1215560 Jan 27 22:20:07.099075 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-141fc049-f4ac-4486-ab15-9a746cc33bae req-bc2e642e-62c7-49fc-ae04-2f1e9c3c971f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798969 Jan 27 22:20:07.118842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb700-94a1-40d9-9eb7-2606c6a86189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.149432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Router 0c6b46fd-a5ff-47ad-913d-88524ec60ede has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:20:07.162947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d0797-a1ed-4447-bf5d-20e750196aa2 req-79401b1b-c5c2-4405-87f1-aa5e435eee3b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:07.167477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-831d0797-a1ed-4447-bf5d-20e750196aa2 req-79401b1b-c5c2-4405-87f1-aa5e435eee3b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.2605941 Jan 27 22:20:07.304329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-831d0797-a1ed-4447-bf5d-20e750196aa2 req-b13c732b-57bd-4604-bb3b-738a1c2e1b68 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355662 Jan 27 22:20:07.904154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:20:07.920985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3c3299af-c451-4c6f-b3c7-a4a1700d34d6 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "PUT /v2.0/routers/0c6b46fd-a5ff-47ad-913d-88524ec60ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5687208 Jan 27 22:20:07.926012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54502) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:07.932558 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] Sync routers for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:20:07.950844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f8d21-11e0-4593-8965-c162410b7485 req-019c60b0-e93e-4e73-80e3-815d9adcd834 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:07.968164 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:07.969911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-148f8d21-11e0-4593-8965-c162410b7485 req-019c60b0-e93e-4e73-80e3-815d9adcd834 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.1371403 Jan 27 22:20:07.980628 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:20:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:08.083550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-148f8d21-11e0-4593-8965-c162410b7485 req-95242f39-9e8e-43f3-9192-f92bdd544ac0 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846059 Jan 27 22:20:08.150756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bef6c9-0ada-425a-8322-8fde183ff351 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting subnet a5349fe0-77db-4576-be89-0e683bce9f1e {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:20:08.157713 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06bef6c9-0ada-425a-8322-8fde183ff351 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (a5349fe0-77db-4576-be89-0e683bce9f1e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:08.234921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06bef6c9-0ada-425a-8322-8fde183ff351 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (a5349fe0-77db-4576-be89-0e683bce9f1e), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:08.292838 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:08.446579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06bef6c9-0ada-425a-8322-8fde183ff351 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a5349fe0-77db-4576-be89-0e683bce9f1e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:08.500483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:08.608882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059957b3-35ff-4e90-8445-a36004eb2bb9 req-2ead7608-1eb7-4a2c-a6d9-35a8cd8ff3ca tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:08.610782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-059957b3-35ff-4e90-8445-a36004eb2bb9 req-2ead7608-1eb7-4a2c-a6d9-35a8cd8ff3ca tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.0905342 Jan 27 22:20:08.636809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06bef6c9-0ada-425a-8322-8fde183ff351 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (a5349fe0-77db-4576-be89-0e683bce9f1e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:08.802496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-059957b3-35ff-4e90-8445-a36004eb2bb9 req-1750c41c-0450-4929-95a0-3858620ab286 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779494 Jan 27 22:20:08.808195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066b133-27dd-458e-96a7-508ae3d2fb69 None None] Network 1f6665b5-64d4-49d0-91dc-37a7558b1b81 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:20:08.818544 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06bef6c9-0ada-425a-8322-8fde183ff351 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:08.832676 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-06bef6c9-0ada-425a-8322-8fde183ff351 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/subnets/a5349fe0-77db-4576-be89-0e683bce9f1e HTTP/1.1" status: 204 len: 168 time: 0.9051001 Jan 27 22:20:08.833782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bef6c9-0ada-425a-8322-8fde183ff351 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Subnet': ['ID=a5349fe0-77db-4576-be89-0e683bce9f1e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:08.839566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54508) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:08.863615 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:20:05Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:08.975733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] Checking router: 0c6b46fd-a5ff-47ad-913d-88524ec60ede for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:20:09.008588 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] Routers {'0c6b46fd-a5ff-47ad-913d-88524ec60ede'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:09.009793 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:20:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:09.130923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (0c6b46fd-a5ff-47ad-913d-88524ec60ede), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.213605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] DHCP port deletion for 1f6665b5-64d4-49d0-91dc-37a7558b1b81 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:20:09.298438 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] Set router 0c6b46fd-a5ff-47ad-913d-88524ec60ede gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:09.411067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] Deleting port 8d089bb6-748f-4581-abaa-8000abaff860 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:09.411992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8d089bb6-748f-4581-abaa-8000abaff860), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.571122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_gateway (0c6b46fd-a5ff-47ad-913d-88524ec60ede), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.631239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dd674-f06b-411f-9343-4674ec51c09f req-d7025726-6c1f-4f57-8f27-b1852ca8bffc tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:09.636985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e47dd674-f06b-411f-9343-4674ec51c09f req-d7025726-6c1f-4f57-8f27-b1852ca8bffc tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.2103729 Jan 27 22:20:09.708655 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:20:05Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:09.780562 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623dc2e5-ffba-4de3-a031-9c45cf0e5c47 None None] The sync data for ids ['0c6b46fd-a5ff-47ad-913d-88524ec60ede'] in n-d-826529-2 is: [{'id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447335276', 'tenant_id': '75cb12138042437b98d6c30ac4673882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:14Z', 'updated_at': '2022-01-27T22:20:05Z', 'revision_number': 5, 'project_id': '75cb12138042437b98d6c30ac4673882', 'gw_port': {'id': '16542043-653c-4f2d-bcdf-e42fe1fbd856', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b46fd-a5ff-47ad-913d-88524ec60ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:20:09.910856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] For port 8d089bb6-748f-4581-abaa-8000abaff860, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8d089bb6-748f-4581-abaa-8000abaff860,segment=NetworkSegment(d058e590-0dbc-40f9-ad67-3a192ce42e18),segment_id=d058e590-0dbc-40f9-ad67-3a192ce42e18)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:09.911767 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8d089bb6-748f-4581-abaa-8000abaff860), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.942615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e47dd674-f06b-411f-9343-4674ec51c09f req-6aa5d1c5-0222-4368-a371-e8fe92c12fbd tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454386 Jan 27 22:20:09.983896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Deleting port 16542043-653c-4f2d-bcdf-e42fe1fbd856 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:09.984341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.008677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] Calling delete_port for 8d089bb6-748f-4581-abaa-8000abaff860 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:10.216565 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8d089bb6-748f-4581-abaa-8000abaff860), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.256565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] For port 16542043-653c-4f2d-bcdf-e42fe1fbd856, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=16542043-653c-4f2d-bcdf-e42fe1fbd856,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:10.256950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.282732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] Pushing event deleted for resources: {'Port': ['ID=8d089bb6-748f-4581-abaa-8000abaff860,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:10.284814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e867f5c-5ed8-41aa-9f99-4f0b9cbb025d None None] No DVR routers for this DVR port 8d089bb6-748f-4581-abaa-8000abaff860 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:10.290385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Calling delete_port for 16542043-653c-4f2d-bcdf-e42fe1fbd856 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:10.307612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20834f2a-7638-4b8b-a2e3-8ed5e02bd374 req-48423d52-f988-48cb-b038-033a103da119 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:10.309306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20834f2a-7638-4b8b-a2e3-8ed5e02bd374 req-48423d52-f988-48cb-b038-033a103da119 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1553433 Jan 27 22:20:11.086854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20834f2a-7638-4b8b-a2e3-8ed5e02bd374 req-372cfa3c-a00e-4858-bcac-1d7a66d905e8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7584386 Jan 27 22:20:11.092721 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (16542043-653c-4f2d-bcdf-e42fe1fbd856), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.253628 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.254532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Port': ['ID=16542043-653c-4f2d-bcdf-e42fe1fbd856,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:11.256068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8d089bb6-748f-4581-abaa-8000abaff860 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:11.312407 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8d089bb6-748f-4581-abaa-8000abaff860 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:11.313376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8d089bb6-748f-4581-abaa-8000abaff860 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:11.314142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0981d31e-87f8-459e-b253-b0e8e82c0d83 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:11.323179 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.436088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0981d31e-87f8-459e-b253-b0e8e82c0d83 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:11.437057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0981d31e-87f8-459e-b253-b0e8e82c0d83 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:11.513161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (0c6b46fd-a5ff-47ad-913d-88524ec60ede), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.874621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (0c6b46fd-a5ff-47ad-913d-88524ec60ede), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.896005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6b065-84f7-4b88-b968-9cc8fef0ca57 req-6877ea7b-b276-4e6c-9c33-5ecc6d9d7a8d tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:11.898424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b6b065-84f7-4b88-b968-9cc8fef0ca57 req-6877ea7b-b276-4e6c-9c33-5ecc6d9d7a8d tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.6484945 Jan 27 22:20:11.901267 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router_controller (0c6b46fd-a5ff-47ad-913d-88524ec60ede), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.113228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (0c6b46fd-a5ff-47ad-913d-88524ec60ede), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.119016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Fanout notify agent at l3_agent the message router_deleted on router 0c6b46fd-a5ff-47ad-913d-88524ec60ede {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:20:12.147573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.155240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54524) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.158070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b64d3381-ef9c-4edf-bba8-4c0091874172 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/routers/0c6b46fd-a5ff-47ad-913d-88524ec60ede HTTP/1.1" status: 204 len: 168 time: 3.3170612 Jan 27 22:20:12.297658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b6b065-84f7-4b88-b968-9cc8fef0ca57 req-5ea4d38d-05e1-4ded-a340-dd8134a1f45c tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673179 Jan 27 22:20:12.422910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1f6665b5-64d4-49d0-91dc-37a7558b1b81), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.477272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0536166-bc91-42ce-981a-0ff2397e67b0 req-450125eb-fc84-4d2f-900b-d1a06aa062a1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:12.512043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0536166-bc91-42ce-981a-0ff2397e67b0 req-450125eb-fc84-4d2f-900b-d1a06aa062a1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1697111 Jan 27 22:20:12.608303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1f6665b5-64d4-49d0-91dc-37a7558b1b81), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.681899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6665b5-64d4-49d0-91dc-37a7558b1b81']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.689290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b0536166-bc91-42ce-981a-0ff2397e67b0 req-0c978541-b91b-49be-b8ac-0bb54fe2d108 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676509 Jan 27 22:20:12.718654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd058e590-0dbc-40f9-ad67-3a192ce42e18') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.719144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd058e590-0dbc-40f9-ad67-3a192ce42e18') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.751780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d058e590-0dbc-40f9-ad67-3a192ce42e18), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.786042 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d058e590-0dbc-40f9-ad67-3a192ce42e18), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.866861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:20:12.868840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d058e590-0dbc-40f9-ad67-3a192ce42e18), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:20:13.042699 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:20:13.090395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1f6665b5-64d4-49d0-91dc-37a7558b1b81), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.098038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.115285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54538) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.116364 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/networks/1f6665b5-64d4-49d0-91dc-37a7558b1b81 HTTP/1.1" status: 204 len: 168 time: 0.9592547 Jan 27 22:20:13.156067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d935b-0b2a-495e-a038-5f9a56c9d230 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'Network': ['ID=1f6665b5-64d4-49d0-91dc-37a7558b1b81,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:13.177683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 16542043-653c-4f2d-bcdf-e42fe1fbd856 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:13.208546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 16542043-653c-4f2d-bcdf-e42fe1fbd856 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:13.209591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 16542043-653c-4f2d-bcdf-e42fe1fbd856 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:13.251683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c5ba-ecd9-4647-9d0f-f3694c4e1aa8 req-55335526-3d6d-406a-87ed-8820eb7ab21e tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:13.260825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2de4c5ba-ecd9-4647-9d0f-f3694c4e1aa8 req-55335526-3d6d-406a-87ed-8820eb7ab21e tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.2361956 Jan 27 22:20:13.360656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a15327ca-e0cc-4648-9f4e-677e8fcd1fc4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (98f1b57a-618c-48f7-bf81-5ddacc34842c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.373064 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2de4c5ba-ecd9-4647-9d0f-f3694c4e1aa8 req-f60d1779-a354-451a-bb21-557f78748085 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111794 Jan 27 22:20:13.419531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a15327ca-e0cc-4648-9f4e-677e8fcd1fc4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (98f1b57a-618c-48f7-bf81-5ddacc34842c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.503695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a15327ca-e0cc-4648-9f4e-677e8fcd1fc4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (98f1b57a-618c-48f7-bf81-5ddacc34842c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.506507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a15327ca-e0cc-4648-9f4e-677e8fcd1fc4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.507932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a15327ca-e0cc-4648-9f4e-677e8fcd1fc4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] 10.222.0.45 "DELETE /v2.0/security-groups/98f1b57a-618c-48f7-bf81-5ddacc34842c HTTP/1.1" status: 204 len: 168 time: 0.3644419 Jan 27 22:20:13.522850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15327ca-e0cc-4648-9f4e-677e8fcd1fc4 tempest-TestNetworkAdvancedServerOps-1017443653 tempest-TestNetworkAdvancedServerOps-1017443653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f1b57a-618c-48f7-bf81-5ddacc34842c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:13.969690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733861-a3b4-4e09-917d-6b72781aafd8 req-adcb42dd-9559-416c-bbae-0548c0c8abc1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:13.973804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23733861-a3b4-4e09-917d-6b72781aafd8 req-adcb42dd-9559-416c-bbae-0548c0c8abc1 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1194124 Jan 27 22:20:14.160256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54550) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.227616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23733861-a3b4-4e09-917d-6b72781aafd8 req-7a812d3d-5142-4ba7-a001-b9ff51825b79 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427649 Jan 27 22:20:14.620366 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-739e3308-bd9e-47dc-b062-4da9e09abbfc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75cb12138042437b98d6c30ac4673882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4583712 Jan 27 22:20:14.625612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54556) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.766033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a685c-1688-4a9f-8dd2-6cde9b28d190 req-a56e2918-b3cd-482a-b46b-a8686a173e6f tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:14.774101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e16a685c-1688-4a9f-8dd2-6cde9b28d190 req-a56e2918-b3cd-482a-b46b-a8686a173e6f tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.2510188 Jan 27 22:20:14.794800 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c28adad-a4b3-41cb-8961-d98da394e0df admin admin] Publish callbacks [] for security_group (917236a6-cb70-4dcf-8e6d-490994c0da8c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.874218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c28adad-a4b3-41cb-8961-d98da394e0df admin admin] Publish callbacks [] for security_group (917236a6-cb70-4dcf-8e6d-490994c0da8c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.884917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e16a685c-1688-4a9f-8dd2-6cde9b28d190 req-df2f3b19-a15f-4947-aab0-34a9e6121137 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049657 Jan 27 22:20:15.006654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c28adad-a4b3-41cb-8961-d98da394e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (917236a6-cb70-4dcf-8e6d-490994c0da8c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.010649 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c28adad-a4b3-41cb-8961-d98da394e0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.018263 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c28adad-a4b3-41cb-8961-d98da394e0df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/917236a6-cb70-4dcf-8e6d-490994c0da8c HTTP/1.1" status: 204 len: 168 time: 0.3906004 Jan 27 22:20:15.036880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28adad-a4b3-41cb-8961-d98da394e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917236a6-cb70-4dcf-8e6d-490994c0da8c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:15.526987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f65bfd-9ac7-4080-99e4-abaeb59d7f14 req-18e52c1e-3b29-4f10-8eef-6454c4451699 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:15.529969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73f65bfd-9ac7-4080-99e4-abaeb59d7f14 req-18e52c1e-3b29-4f10-8eef-6454c4451699 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.0791943 Jan 27 22:20:15.700922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-73f65bfd-9ac7-4080-99e4-abaeb59d7f14 req-154bd8c7-0376-4ddd-8dc8-e90ae933aa72 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360514 Jan 27 22:20:15.993799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54570) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.311810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd23af2-f374-4bbf-87f9-95cee81bcf41 req-275133cf-e0fa-429b-89e6-03fc9da3e60e tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:16.338847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fd23af2-f374-4bbf-87f9-95cee81bcf41 req-275133cf-e0fa-429b-89e6-03fc9da3e60e tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.2929125 Jan 27 22:20:16.565801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4fd23af2-f374-4bbf-87f9-95cee81bcf41 req-555ad6ba-bd0d-43bf-bb28-b64950cd55ee tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249856 Jan 27 22:20:16.667117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54574) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.667513 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1121ddd4-5bb9-4f8e-880b-13ef2d235a7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65faf6fbb921462d8cffbdf431a3d183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6720259 Jan 27 22:20:16.770461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1bc-1885-4745-8d6d-8ed875fa0335 admin admin] Publish callbacks [] for security_group (fa2eb8be-4dbb-4e7b-ba6f-f4ed2921fcc5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:16.820984 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1bc-1885-4745-8d6d-8ed875fa0335 admin admin] Publish callbacks [] for security_group (fa2eb8be-4dbb-4e7b-ba6f-f4ed2921fcc5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:16.919956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde10d54-725a-4f49-8ccd-9e9810691019 req-f0852af2-9017-47da-9bc9-1d3a1081c19d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:16.921843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde10d54-725a-4f49-8ccd-9e9810691019 req-f0852af2-9017-47da-9bc9-1d3a1081c19d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.0914879 Jan 27 22:20:16.959182 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1bc-1885-4745-8d6d-8ed875fa0335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fa2eb8be-4dbb-4e7b-ba6f-f4ed2921fcc5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:16.963074 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-86a6b1bc-1885-4745-8d6d-8ed875fa0335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:16.964575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-86a6b1bc-1885-4745-8d6d-8ed875fa0335 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa2eb8be-4dbb-4e7b-ba6f-f4ed2921fcc5 HTTP/1.1" status: 204 len: 168 time: 0.2956033 Jan 27 22:20:16.990890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6b1bc-1885-4745-8d6d-8ed875fa0335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2eb8be-4dbb-4e7b-ba6f-f4ed2921fcc5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:17.052599 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde10d54-725a-4f49-8ccd-9e9810691019 req-cb58851e-75d2-42bf-a63b-bcf4005aa7c8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199231 Jan 27 22:20:17.754959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a77df6-f466-4ef0-8e62-d5f2b62703ff req-2d71faba-518c-4e66-a862-a20d59278b92 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:17.763628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48a77df6-f466-4ef0-8e62-d5f2b62703ff req-2d71faba-518c-4e66-a862-a20d59278b92 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.0696807 Jan 27 22:20:17.825555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48a77df6-f466-4ef0-8e62-d5f2b62703ff req-e7f95049-852b-44bd-a69c-fe4f66e83ea7 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611043 Jan 27 22:20:18.274807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.294778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedba70-78a7-4821-8614-b949c041b112 req-7ab6dc49-e1fc-48e0-b944-f08df255a7b5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:18.306497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eeedba70-78a7-4821-8614-b949c041b112 req-7ab6dc49-e1fc-48e0-b944-f08df255a7b5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1084330 Jan 27 22:20:18.403708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eeedba70-78a7-4821-8614-b949c041b112 req-4e055181-5609-4944-bbae-0949ccc53108 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960402 Jan 27 22:20:19.028757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f04117-e596-4545-9056-9b2279be1052 req-5d0b12c4-e641-493c-a0e3-ea792d4bde6b tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:19.043269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95f04117-e596-4545-9056-9b2279be1052 req-5d0b12c4-e641-493c-a0e3-ea792d4bde6b tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.0884795 Jan 27 22:20:19.116665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54622) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:19.146049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95f04117-e596-4545-9056-9b2279be1052 req-a8762fcc-70f5-4462-a08c-5ec710d5866b tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004026 Jan 27 22:20:19.441132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'network': {'name': 'tempest-network-smoke--1278749072', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'port_security_enabled': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:19.494419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:20:19.500409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.513650 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.606917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a36ba7-2749-415d-b9c9-d79d4384de46 req-57fc0364-1ee7-4bbb-a5a1-60df5918b168 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:19.614868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2a36ba7-2749-415d-b9c9-d79d4384de46 req-57fc0364-1ee7-4bbb-a5a1-60df5918b168 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1064754 Jan 27 22:20:19.633455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-af5d0fce-f982-4342-a7c0-30683dadd07e tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:19.635305 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-af5d0fce-f982-4342-a7c0-30683dadd07e tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.0913742 Jan 27 22:20:19.675854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (adb61fe1-9f4f-41b4-8209-c2aadc8dd05f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.692952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2a36ba7-2749-415d-b9c9-d79d4384de46 req-f59a9c5d-d0a0-4972-9448-f2c6d167036d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762537 Jan 27 22:20:19.695113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (adb61fe1-9f4f-41b4-8209-c2aadc8dd05f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.811771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:20:19.852222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb61fe1-9f4f-41b4-8209-c2aadc8dd05f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:19.873381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0bb34882-d2b6-4cb8-bc0d-41287b3296f2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.873900 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Added segment 0bb34882-d2b6-4cb8-bc0d-41287b3296f2 of type vlan for network 08da94aa-6b0e-4768-be81-17e04dec7e06 Jan 27 22:20:19.962992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (08da94aa-6b0e-4768-be81-17e04dec7e06), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.991807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Deleting port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:19.992365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.104411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (08da94aa-6b0e-4768-be81-17e04dec7e06), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.109669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:20.110464 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.192092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54632) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:20.193871 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0731885 Jan 27 22:20:20.198545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'admin_state_up': True, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:20.218932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bf101-c018-4bb8-badc-2608bb981702 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Network': ['ID=08da94aa-6b0e-4768-be81-17e04dec7e06,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:20.226660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] For port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,segment=NetworkSegment(172de067-5343-45b3-8ff8-e226c59b4619),segment_id=172de067-5343-45b3-8ff8-e226c59b4619)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:20.227556 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.246422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Calling delete_port for 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:20.257931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:20:20.258533 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (65db7708-6d92-4eb2-bccf-9a16245b6271), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.266793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (65db7708-6d92-4eb2-bccf-9a16245b6271), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.472022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c115c40-6297-485f-a40a-b12a0521931f req-0cb43e03-9b11-4df2-900e-60808db229ca tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:20.474760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c115c40-6297-485f-a40a-b12a0521931f req-0cb43e03-9b11-4df2-900e-60808db229ca tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3a98d99-81bd-4df5-b1dc-bf34debe290d HTTP/1.1" status: 200 len: 946 time: 0.2002718 Jan 27 22:20:20.478523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_controller (65db7708-6d92-4eb2-bccf-9a16245b6271), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.499712 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9b3211cc-fb02-4cf1-bbd0-beaf7f47e649), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.533392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Pushing event deleted for resources: {'Port': ['ID=9b3211cc-fb02-4cf1-bbd0-beaf7f47e649,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:20.592975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9b3211cc-fb02-4cf1-bbd0-beaf7f47e649'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:20:20.609537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] No DVR routers for this DVR port 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:20.612551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.616206 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3ff8135c-c75a-4f3f-a824-30ec11e4ae4a req-b7cbd581-80cc-4d2c-8edb-e716afe338ed tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.16 "DELETE /v2.0/ports/9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 HTTP/1.1" status: 204 len: 173 time: 0.9379172 Jan 27 22:20:20.616720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a98d99-81bd-4df5-b1dc-bf34debe290d', 'name': 'network-vif-deleted', 'tag': '9b3211cc-fb02-4cf1-bbd0-beaf7f47e649'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:20.619203 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f68bea-8ae5-4f5f-9720-e780f3144ccb" -d '{"events": [{"server_uuid": "e3a98d99-81bd-4df5-b1dc-bf34debe290d", "name": "network-vif-deleted", "tag": "9b3211cc-fb02-4cf1-bbd0-beaf7f47e649"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:20.693634 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c960868-c7d6-4eec-8afa-926419fb6983 x-openstack-request-id: req-1c960868-c7d6-4eec-8afa-926419fb6983 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:20.694127 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a98d99-81bd-4df5-b1dc-bf34debe290d", "name": "network-vif-deleted", "tag": "9b3211cc-fb02-4cf1-bbd0-beaf7f47e649", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:20.694230 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c960868-c7d6-4eec-8afa-926419fb6983 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:20.695539 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a98d99-81bd-4df5-b1dc-bf34debe290d', 'name': 'network-vif-deleted', 'tag': '9b3211cc-fb02-4cf1-bbd0-beaf7f47e649', 'status': 'completed', 'code': 200} Jan 27 22:20:20.812499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c115c40-6297-485f-a40a-b12a0521931f req-510adb1d-4c97-40a3-b12f-a27dee075917 tempest-ServerGroupTestJSON-1354275074 tempest-ServerGroupTestJSON-1354275074-project] 10.222.0.45 "GET /v2.0/security-groups?id=632f3b5b-ccb8-457b-b2f5-befa0f965a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200965 Jan 27 22:20:20.843696 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_gateway (65db7708-6d92-4eb2-bccf-9a16245b6271), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.928535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9a60-12ce-4ae9-a3b3-2aca4eb22dac req-e08db6e2-2f93-40e0-9e95-06e0bb4bf77d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:20.930361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c0f9a60-12ce-4ae9-a3b3-2aca4eb22dac req-e08db6e2-2f93-40e0-9e95-06e0bb4bf77d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 944 time: 0.1170948 Jan 27 22:20:20.973907 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.016646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c0f9a60-12ce-4ae9-a3b3-2aca4eb22dac req-8ab5a667-de00-4f5d-882a-d349280905a8 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737088 Jan 27 22:20:21.290833 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_gateway (65db7708-6d92-4eb2-bccf-9a16245b6271), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.309409 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.481893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.25.8.60 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/1f3bdb03-edea-4bc6-9abc-a23c81d71423) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:21.620404 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.665091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.711000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:21.714646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:21.718208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:21.758984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=1f3bdb03-edea-4bc6-9abc-a23c81d71423,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:21.769005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:20:21.777379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.778102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.778754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.779460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.780139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.781209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.782036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.782673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.783295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.783955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.784747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.785380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.786119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:21.926789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:21.952078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'port_id': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'mac_address': 'fa:16:3e:70:ed:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:20:22.017941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7f60d19e-61c4-44cc-80e8-2fd346809a42 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:22.018809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.054240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f60d19e-61c4-44cc-80e8-2fd346809a42 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:20:22.111949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:22.121569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.149530 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_gateway (65db7708-6d92-4eb2-bccf-9a16245b6271), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.196312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:22.334506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043702a-9043-4209-8a1f-7b538909e9e4 req-800ba43b-03a4-4788-beab-45db42b9c024 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:22.336342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9043702a-9043-4209-8a1f-7b538909e9e4 req-800ba43b-03a4-4788-beab-45db42b9c024 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 945 time: 0.1169043 Jan 27 22:20:22.397132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54664) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:22.455114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['7f60d19e-61c4-44cc-80e8-2fd346809a42'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:20:22.487661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f7a9ba-96da-474e-b343-68d586dd1200 admin admin] Deleting subnet 639e746e-8b81-40d1-810b-75d4a81cccde {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:20:22.495656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60f7a9ba-96da-474e-b343-68d586dd1200 admin admin] Publish callbacks [] for subnet (639e746e-8b81-40d1-810b-75d4a81cccde), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.512271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9043702a-9043-4209-8a1f-7b538909e9e4 req-86aeaca2-1f09-462f-b0ba-5da8bf1ea81e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571116 Jan 27 22:20:22.596707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60f7a9ba-96da-474e-b343-68d586dd1200 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (639e746e-8b81-40d1-810b-75d4a81cccde), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.649670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (65db7708-6d92-4eb2-bccf-9a16245b6271), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.676728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60f7a9ba-96da-474e-b343-68d586dd1200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (639e746e-8b81-40d1-810b-75d4a81cccde), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.781826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60f7a9ba-96da-474e-b343-68d586dd1200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (639e746e-8b81-40d1-810b-75d4a81cccde), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.847472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7a9ba-96da-474e-b343-68d586dd1200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639e746e-8b81-40d1-810b-75d4a81cccde,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:22.855698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-60f7a9ba-96da-474e-b343-68d586dd1200 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.862673 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-60f7a9ba-96da-474e-b343-68d586dd1200 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/639e746e-8b81-40d1-810b-75d4a81cccde HTTP/1.1" status: 204 len: 168 time: 0.4624398 Jan 27 22:20:22.865146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54668) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:23.006536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (0c6b65c0-b892-49c1-855d-11926805451d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.172269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (0c6b65c0-b892-49c1-855d-11926805451d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.204940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6b65c0-b892-49c1-855d-11926805451d']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:23.220541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172de067-5343-45b3-8ff8-e226c59b4619') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:23.220993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172de067-5343-45b3-8ff8-e226c59b4619') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:23.233367 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (172de067-5343-45b3-8ff8-e226c59b4619), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.235037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 65db7708-6d92-4eb2-bccf-9a16245b6271 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:20:23.249400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (172de067-5343-45b3-8ff8-e226c59b4619), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.257190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:20:23.259984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (172de067-5343-45b3-8ff8-e226c59b4619), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:20:23.326335 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:20:23.347616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (0c6b65c0-b892-49c1-855d-11926805451d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.357896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.370046 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0c6b65c0-b892-49c1-855d-11926805451d HTTP/1.1" status: 204 len: 168 time: 0.5028131 Jan 27 22:20:23.394049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad779bb-23df-478e-9a2b-f0e1d45a82c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6b65c0-b892-49c1-855d-11926805451d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:23.422399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:20:23.439539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Sync routers for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:20:23.451813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.453489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a0089fb1-43c0-4403-9a9f-e57fab2f4f81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2601736 Jan 27 22:20:23.454614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:23.455290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:20:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:23.458338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54672) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:23.614489 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-38e188e8-de48-4eab-9e6c-74d97d1b99c3 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=cb2d31b5e8a64992b8db7b4a11cc383f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1546826 Jan 27 22:20:23.620438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54680) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:23.663962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54682) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:23.665111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:23.793079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac262da6-d2f6-42ee-89d7-788127d7a1ba tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:23.795179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac262da6-d2f6-42ee-89d7-788127d7a1ba tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1727815 Jan 27 22:20:23.800268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54684) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:23.808945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:23.810262 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-59855116-9e51-4938-89af-e4ca3fa9bc6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72b2694eca954aa7b1462184b3aa5c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349695 Jan 27 22:20:23.814259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54686) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:23.850012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7f21b12c-5e3d-46d6-ae79-56466a41b0d6 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484107 Jan 27 22:20:23.854425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54688) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:23.861315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1718866357', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:23.918911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25429ef-5ee7-4c76-8a68-8f6d26e5de01 req-b14fdb31-9b0a-48fe-9572-a376f35d57ce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:23.920855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b25429ef-5ee7-4c76-8a68-8f6d26e5de01 req-b14fdb31-9b0a-48fe-9572-a376f35d57ce tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 945 time: 0.1693022 Jan 27 22:20:23.945051 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f88e8cbb-8efa-4b8a-92ec-91287cca861c admin admin] Publish callbacks [] for security_group (632f3b5b-ccb8-457b-b2f5-befa0f965a9f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.976792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f88e8cbb-8efa-4b8a-92ec-91287cca861c admin admin] Publish callbacks [] for security_group (632f3b5b-ccb8-457b-b2f5-befa0f965a9f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.014686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b25429ef-5ee7-4c76-8a68-8f6d26e5de01 req-ec4537d9-65f7-4348-90b9-bdc8ed428af7 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765114 Jan 27 22:20:24.023829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:20:24.030429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.036214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 7f60d19e-61c4-44cc-80e8-2fd346809a42 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:24.036758 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.076487 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f88e8cbb-8efa-4b8a-92ec-91287cca861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (632f3b5b-ccb8-457b-b2f5-befa0f965a9f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.081570 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f88e8cbb-8efa-4b8a-92ec-91287cca861c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.083715 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f88e8cbb-8efa-4b8a-92ec-91287cca861c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/632f3b5b-ccb8-457b-b2f5-befa0f965a9f HTTP/1.1" status: 204 len: 168 time: 0.2680953 Jan 27 22:20:24.115610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e8cbb-8efa-4b8a-92ec-91287cca861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f3b5b-ccb8-457b-b2f5-befa0f965a9f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:24.221342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:21Z', 'revision_number': 3, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:24.258190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Checking router: 65db7708-6d92-4eb2-bccf-9a16245b6271 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:20:24.258839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Updating router 65db7708-6d92-4eb2-bccf-9a16245b6271 port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:20:24.291525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 7f60d19e-61c4-44cc-80e8-2fd346809a42 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:24.292274 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.326544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:24.329230 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e4613-5753-4404-a940-1bf8694377a7" -d '{"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:24.349555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.427180 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (e0bd0bed-28ff-407b-883c-8c4ccb7b858f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.596867 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc30eae5-7920-4543-925b-7a767bcca986 x-openstack-request-id: req-bc30eae5-7920-4543-925b-7a767bcca986 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:24.597824 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:24.597824 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc30eae5-7920-4543-925b-7a767bcca986 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:24.597824 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'code': 200} Jan 27 22:20:24.617072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:24.628201 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.629359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:24.670129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Subnet': ['ID=e0bd0bed-28ff-407b-883c-8c4ccb7b858f,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:24.688150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:24.688150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9b3211cc-fb02-4cf1-bbd0-beaf7f47e649 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:24.701377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Checking segment: {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:20:24.701752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network hostable DHCP agents. Network: 08da94aa-6b0e-4768-be81-17e04dec7e06, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:20:24.724315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:20:24.740274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 08da94aa-6b0e-4768-be81-17e04dec7e06) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:24.747972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:24.748591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.761214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df728127-6304-411e-9b90-7ac7260e4d7f None None] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:20:24.791908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e31219d9-46cc-401c-8aec-5004100bed95 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9320569 Jan 27 22:20:24.793887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54706) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:24.846602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e300492-0681-4254-b042-f898515846bc req-b7652b61-80a2-4a70-b501-4c0e38083552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:24.849296 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e300492-0681-4254-b042-f898515846bc req-b7652b61-80a2-4a70-b501-4c0e38083552 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1098 time: 0.1666849 Jan 27 22:20:24.894994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:24.914717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-08da94aa-6b0e-4768-be81-17e04dec7e06', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:20:24.915674 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.949481 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e300492-0681-4254-b042-f898515846bc req-2ab3a845-08b2-4cdc-90f4-a98d28d33a83 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931737 Jan 27 22:20:24.958243 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Publish callbacks [] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.020623 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.080741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2647c-b489-444f-bedf-c7199af6e880 None None] Pushing event updated for resources: {'Port': ['ID=1f3bdb03-edea-4bc6-9abc-a23c81d71423,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:25.127207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Attempting to bind port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:20:25.127630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Attempting to bind port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:20:25.128008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Attempting to bind port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:20:25.158457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:20:25.159106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:20:25.159576 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.159994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:20:25.160521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Bound port: 1f3bdb03-edea-4bc6-9abc-a23c81d71423, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:20:25.160921 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.273513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Allocated IP 172.20.0.2 (08da94aa-6b0e-4768-be81-17e04dec7e06/e0bd0bed-28ff-407b-883c-8c4ccb7b858f/5e01fee7-b739-44cd-b91c-2f7748a8c97c) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:25.287557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] For port 1f3bdb03-edea-4bc6-9abc-a23c81d71423, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:20:25.292171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] For port 1f3bdb03-edea-4bc6-9abc-a23c81d71423, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1f3bdb03-edea-4bc6-9abc-a23c81d71423,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:20:25.302455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.310757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf79434-9f11-48f3-9354-7103f9286c04 req-dc5933b1-1b03-45ec-b675-1665a6dcbb9e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:25.312700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf79434-9f11-48f3-9354-7103f9286c04 req-dc5933b1-1b03-45ec-b675-1665a6dcbb9e tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 947 time: 0.1214614 Jan 27 22:20:25.384897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2647c-b489-444f-bedf-c7199af6e880 None None] Pushing event updated for resources: {'Port': ['ID=1f3bdb03-edea-4bc6-9abc-a23c81d71423,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:25.435585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:25.436331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:20:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:25.502321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cbf79434-9f11-48f3-9354-7103f9286c04 req-3ee7b2f0-c207-4c79-bc76-3deb5cca4be4 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695261 Jan 27 22:20:25.679185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:25.833670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.958515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Publish callbacks [] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:26.200084 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:26.322432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:26.328392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:26.329933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.20.0.1 (08da94aa-6b0e-4768-be81-17e04dec7e06/e0bd0bed-28ff-407b-883c-8c4ccb7b858f/4c605cff-c52b-44f3-bd0a-aba6c520eda4) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:26.354706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:26.385742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Pushing event updated for resources: {'Port': ['ID=5e01fee7-b739-44cd-b91c-2f7748a8c97c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:26.535109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:21Z', 'revision_number': 3, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:26.564647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-519643c2-7a83-4515-a932-91d497c32086 req-fe59b919-bbf6-4a2b-ab36-efd6e5e352f2 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d715f0c-e068-4178-8482-0a2b00ed6f6a HTTP/1.1" status: 200 len: 210 time: 0.1706569 Jan 27 22:20:26.590340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Attempting to bind port 5e01fee7-b739-44cd-b91c-2f7748a8c97c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:20:26.590755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Attempting to bind port 5e01fee7-b739-44cd-b91c-2f7748a8c97c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:20:26.591146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Attempting to bind port 5e01fee7-b739-44cd-b91c-2f7748a8c97c on network 08da94aa-6b0e-4768-be81-17e04dec7e06 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:20:26.593773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322fba3-66dc-42e6-9a80-311b0eff938c None None] The sync data for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 is: [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:21Z', 'revision_number': 3, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:20:26.602399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:20:26.602964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Checking segment: {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:20:26.603298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:26.603997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Bound using segment: {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:20:26.604501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Bound port: 5e01fee7-b739-44cd-b91c-2f7748a8c97c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:20:26.605009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:26.865632 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:26.927772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] For port 5e01fee7-b739-44cd-b91c-2f7748a8c97c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:20:26.939315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] For port 5e01fee7-b739-44cd-b91c-2f7748a8c97c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5e01fee7-b739-44cd-b91c-2f7748a8c97c,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:20:26.955014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:26.987984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116e66-b51d-4dd2-9873-e7ee84ec7636 req-5771b962-27da-4284-8649-bbb82baf7fc6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:26.989730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75116e66-b51d-4dd2-9873-e7ee84ec7636 req-5771b962-27da-4284-8649-bbb82baf7fc6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 947 time: 0.2653239 Jan 27 22:20:27.071329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:27.230972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382482c-80d2-4a28-a067-c2e76d7b2165 None None] Pushing event updated for resources: {'Port': ['ID=5e01fee7-b739-44cd-b91c-2f7748a8c97c,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:27.452103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:27.550348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:27.677686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75116e66-b51d-4dd2-9873-e7ee84ec7636 req-540c9a89-5074-45bf-879d-670b006119b6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6737087 Jan 27 22:20:27.757000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:27.765443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=4c605cff-c52b-44f3-bd0a-aba6c520eda4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:27.802091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46cc5cc1-d741-4dae-971f-fb89813e78bc req-85eccecf-94c3-40a8-a47e-5640d3c718ae tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.3406868 Jan 27 22:20:27.981756 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (65db7708-6d92-4eb2-bccf-9a16245b6271), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:28.334978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.011208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f19f46b7-8184-4a64-99e6-9dbcc41b3482 req-ec1a583a-f218-4746-98eb-3836dea942fa tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0688925 Jan 27 22:20:29.134851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e556ea-4162-41d9-87db-69d16aad1bb1 req-0b10aec0-ed45-4d04-bd05-b6aed66193c5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:29.137658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7e556ea-4162-41d9-87db-69d16aad1bb1 req-0b10aec0-ed45-4d04-bd05-b6aed66193c5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 947 time: 0.1979706 Jan 27 22:20:29.218989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5dce4-8a89-4ee0-a7f5-7b5bb4687340 None None] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:20:29.294205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7e556ea-4162-41d9-87db-69d16aad1bb1 req-6e56d676-6b27-4e98-9323-6ea708933502 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452999 Jan 27 22:20:29.298071 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.309391 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.374686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Provisioning complete for port 5e01fee7-b739-44cd-b91c-2f7748a8c97c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:29.375450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.515280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1f3bdb03-edea-4bc6-9abc-a23c81d71423 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:29.575832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (65db7708-6d92-4eb2-bccf-9a16245b6271), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.596889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=4c605cff-c52b-44f3-bd0a-aba6c520eda4,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:29.688730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:29.689273 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.729760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Current status of the port 5e01fee7-b739-44cd-b91c-2f7748a8c97c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:29.730610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.797002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] For port 5e01fee7-b739-44cd-b91c-2f7748a8c97c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5e01fee7-b739-44cd-b91c-2f7748a8c97c,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:29.806030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.916604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:29.917539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:29.918181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.925516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:29.984862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Pushing event updated for resources: {'Port': ['ID=5e01fee7-b739-44cd-b91c-2f7748a8c97c,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:30.008154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.008553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.009100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.009814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.010363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.012302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.012302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.012302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.013104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.014375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.014375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.014714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.014956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8e99d-6637-4065-8681-9d87ec717f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:30.038700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 1f3bdb03-edea-4bc6-9abc-a23c81d71423, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1f3bdb03-edea-4bc6-9abc-a23c81d71423,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:30.047388 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:30.048479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5e01fee7-b739-44cd-b91c-2f7748a8c97c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:30.231351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=1f3bdb03-edea-4bc6-9abc-a23c81d71423,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:30.278058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5e01fee7-b739-44cd-b91c-2f7748a8c97c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:30.281975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:30.292281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d408f750-8dfa-4c6b-9150-311cfe58e652 None None] Provisioning complete for port 5e01fee7-b739-44cd-b91c-2f7748a8c97c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:30.292281 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d408f750-8dfa-4c6b-9150-311cfe58e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:30.352508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a55c1d9-540c-4a65-8936-eba8d94ece90 req-a07534ae-4b92-41c3-95ae-3c8e0738bd1d tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0542297 Jan 27 22:20:30.362567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 65db7708-6d92-4eb2-bccf-9a16245b6271 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:20:30.529139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5e01fee7-b739-44cd-b91c-2f7748a8c97c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:30.609905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d408f750-8dfa-4c6b-9150-311cfe58e652 None None] Current status of the port 5e01fee7-b739-44cd-b91c-2f7748a8c97c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:30.630211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d408f750-8dfa-4c6b-9150-311cfe58e652 None None] Provisioning complete for port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:30.630806 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d408f750-8dfa-4c6b-9150-311cfe58e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:30.635126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:20:30.650063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54820) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:30.669365 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Sync routers for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:20:30.675533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6861dfcd-03b6-4e5c-abff-f96721e03bed tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "PUT /v2.0/routers/65db7708-6d92-4eb2-bccf-9a16245b6271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8798273 Jan 27 22:20:30.699159 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:30.700452 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:20:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:30.701644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d408f750-8dfa-4c6b-9150-311cfe58e652 None None] Port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:20:30.863001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7fa04260-c5f5-4daf-b209-ad5b0f3196ab None None] Provisioning complete for port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:30.866996 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fa04260-c5f5-4daf-b209-ad5b0f3196ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:30.982088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7fa04260-c5f5-4daf-b209-ad5b0f3196ab None None] Port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:20:31.057041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49553f-8519-4664-987f-5bb4c4db6d90 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.065302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49553f-8519-4664-987f-5bb4c4db6d90 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.066316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49553f-8519-4664-987f-5bb4c4db6d90 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.067099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49553f-8519-4664-987f-5bb4c4db6d90 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.067961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49553f-8519-4664-987f-5bb4c4db6d90 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.068756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49553f-8519-4664-987f-5bb4c4db6d90 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.080952 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9c49553f-8519-4664-987f-5bb4c4db6d90 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4293 time: 0.4285860 Jan 27 22:20:31.083642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54824) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:31.112074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-041dd853-fc75-4399-9b42-392a13b61931 None None] Provisioning complete for port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:31.112457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-041dd853-fc75-4399-9b42-392a13b61931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:31.146041 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:31.189486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-041dd853-fc75-4399-9b42-392a13b61931 None None] Port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:20:31.227234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1f3bdb03-edea-4bc6-9abc-a23c81d71423 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:31.299254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:31.300553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:31.367271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e4b89-ea54-4ab7-9fb6-7ab518764d7c tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.368038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e4b89-ea54-4ab7-9fb6-7ab518764d7c tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.368815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e4b89-ea54-4ab7-9fb6-7ab518764d7c tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.369610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e4b89-ea54-4ab7-9fb6-7ab518764d7c tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.370459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e4b89-ea54-4ab7-9fb6-7ab518764d7c tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.371331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e4b89-ea54-4ab7-9fb6-7ab518764d7c tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:31.374959 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c30e4b89-ea54-4ab7-9fb6-7ab518764d7c tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.2894289 Jan 27 22:20:31.377651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54826) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:31.437508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:31.438685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5e01fee7-b739-44cd-b91c-2f7748a8c97c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:31.510914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5e01fee7-b739-44cd-b91c-2f7748a8c97c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:31.511362 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:31.661886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a231af94-8b6e-455b-af23-fb56f22df460 req-9ec14244-a3d5-4f4a-a78a-436376ed0b8c tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0577400 Jan 27 22:20:31.756480 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:28Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:28Z', 'revision_number': 2, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:31.763068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5e01fee7-b739-44cd-b91c-2f7748a8c97c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:31.804057 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Checking router: 65db7708-6d92-4eb2-bccf-9a16245b6271 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:20:31.804798 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Updating router 65db7708-6d92-4eb2-bccf-9a16245b6271 port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:20:31.808879 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-83f91267-6dcb-4d5e-ba2a-4b0501becca2 req-3e9472a9-27ae-4279-b322-9f702bfef3f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d715f0c-e068-4178-8482-0a2b00ed6f6a HTTP/1.1" status: 200 len: 210 time: 0.0661008 Jan 27 22:20:31.839448 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:31.908257 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4f9e33b8-efce-401e-a3f9-146d93dc8eb2 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.5260911 Jan 27 22:20:32.288173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54834) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:32.293042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d6746553-981e-411c-bffc-fec7a6853e6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285539739', 'description': 'tempest-secgroup-smoke-285539739 description', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:32.318685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6746553-981e-411c-bffc-fec7a6853e6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.366091 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Publish callbacks [] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.374564 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.411123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6746553-981e-411c-bffc-fec7a6853e6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (0c436638-c801-4cd2-b8c2-97d2db19f74e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.416992 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6746553-981e-411c-bffc-fec7a6853e6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0c436638-c801-4cd2-b8c2-97d2db19f74e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.458235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6746553-981e-411c-bffc-fec7a6853e6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.459517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d6746553-981e-411c-bffc-fec7a6853e6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1702583 Jan 27 22:20:32.465029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54836) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:32.465355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6746553-981e-411c-bffc-fec7a6853e6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c436638-c801-4cd2-b8c2-97d2db19f74e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:32.478673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a757dd82-943b-4637-b69d-d153b35f48e1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '0c436638-c801-4cd2-b8c2-97d2db19f74e', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:32.482352 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Pushing event updated for resources: {'Port': ['ID=4c605cff-c52b-44f3-bd0a-aba6c520eda4,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:32.537687 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.538283 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.538889 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.539528 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.540105 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.540685 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.541220 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.541768 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.542380 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.542927 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.543676 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.544267 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.544875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:32.555172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a757dd82-943b-4637-b69d-d153b35f48e1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (e1800a9e-f11c-472f-ab33-c6d28a6eb87f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.614450 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Attempting to bind port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:20:32.615702 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Attempting to bind port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:20:32.616560 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Attempting to bind port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 on network 08da94aa-6b0e-4768-be81-17e04dec7e06 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:20:32.635203 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:20:32.636403 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Checking segment: {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:20:32.639564 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.640527 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Bound using segment: {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:20:32.641909 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Bound port: 4c605cff-c52b-44f3-bd0a-aba6c520eda4, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:20:32.642694 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.678782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a757dd82-943b-4637-b69d-d153b35f48e1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (e1800a9e-f11c-472f-ab33-c6d28a6eb87f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.688590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a757dd82-943b-4637-b69d-d153b35f48e1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (e1800a9e-f11c-472f-ab33-c6d28a6eb87f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.760450 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-dbe42caa-5789-4243-9dea-6a4f8d67152a req-7b1638fc-2a04-42fd-abd8-1860c4a63588 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0988903 Jan 27 22:20:32.765290 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] For port 4c605cff-c52b-44f3-bd0a-aba6c520eda4, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:20:32.777312 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] For port 4c605cff-c52b-44f3-bd0a-aba6c520eda4, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c605cff-c52b-44f3-bd0a-aba6c520eda4,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:20:32.785935 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.793136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757dd82-943b-4637-b69d-d153b35f48e1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1800a9e-f11c-472f-ab33-c6d28a6eb87f,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:32.825441 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a757dd82-943b-4637-b69d-d153b35f48e1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.830453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a757dd82-943b-4637-b69d-d153b35f48e1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605573 Jan 27 22:20:32.834911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54840) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:32.845156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-09072896-73d9-4b54-8396-fe7d3067ae94 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '0c436638-c801-4cd2-b8c2-97d2db19f74e', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:32.934478 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:32.936066 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:20:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:32.982287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8cdeab8-c411-453c-9646-2b0887bfbdc5 req-787750a2-e667-4b58-a690-c0bdb2c7861a tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0678544 Jan 27 22:20:32.994681 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09072896-73d9-4b54-8396-fe7d3067ae94 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (f5aed579-fb99-43c6-aa32-61e7e24aad17), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.056172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c7f673d2-2c59-447e-a651-8021127a6447 None None] Provisioning complete for port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:33.057004 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7f673d2-2c59-447e-a651-8021127a6447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.161894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09072896-73d9-4b54-8396-fe7d3067ae94 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (f5aed579-fb99-43c6-aa32-61e7e24aad17), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.175173 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09072896-73d9-4b54-8396-fe7d3067ae94 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f5aed579-fb99-43c6-aa32-61e7e24aad17), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.224321 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:33.231374 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe4c8c-a0d7-4593-b172-321ea8ec4e0c None None] Pushing event updated for resources: {'Port': ['ID=4c605cff-c52b-44f3-bd0a-aba6c520eda4,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:33.239488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09072896-73d9-4b54-8396-fe7d3067ae94 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5aed579-fb99-43c6-aa32-61e7e24aad17,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:33.253492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09072896-73d9-4b54-8396-fe7d3067ae94 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.255573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-09072896-73d9-4b54-8396-fe7d3067ae94 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4178400 Jan 27 22:20:33.258293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54844) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:33.268911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-14d9bbd1-8ce8-40cd-8ff7-0a01c94852f3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '0c436638-c801-4cd2-b8c2-97d2db19f74e', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:33.275109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c7f673d2-2c59-447e-a651-8021127a6447 None None] Current status of the port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:33.285264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7f673d2-2c59-447e-a651-8021127a6447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.349704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14d9bbd1-8ce8-40cd-8ff7-0a01c94852f3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (52634887-76fe-42cc-9cd7-1687dbd0ce68), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.369904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c7f673d2-2c59-447e-a651-8021127a6447 None None] For port 4c605cff-c52b-44f3-bd0a-aba6c520eda4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c605cff-c52b-44f3-bd0a-aba6c520eda4,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:33.377245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7f673d2-2c59-447e-a651-8021127a6447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.433962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f673d2-2c59-447e-a651-8021127a6447 None None] Pushing event updated for resources: {'Port': ['ID=4c605cff-c52b-44f3-bd0a-aba6c520eda4,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:33.437654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14d9bbd1-8ce8-40cd-8ff7-0a01c94852f3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (52634887-76fe-42cc-9cd7-1687dbd0ce68), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.444509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14d9bbd1-8ce8-40cd-8ff7-0a01c94852f3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (52634887-76fe-42cc-9cd7-1687dbd0ce68), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.469334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9bbd1-8ce8-40cd-8ff7-0a01c94852f3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52634887-76fe-42cc-9cd7-1687dbd0ce68,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:33.480370 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14d9bbd1-8ce8-40cd-8ff7-0a01c94852f3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.484914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54846) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:33.490662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4236909b-96d7-42fa-a39b-50e421352853 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '0c436638-c801-4cd2-b8c2-97d2db19f74e', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:33.492156 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-14d9bbd1-8ce8-40cd-8ff7-0a01c94852f3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2271905 Jan 27 22:20:33.503997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5135b6ef-7f68-4e4a-8468-41e4b7afb7ed None None] Provisioning complete for port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:33.504375 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5135b6ef-7f68-4e4a-8468-41e4b7afb7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.532116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4236909b-96d7-42fa-a39b-50e421352853 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (f5608d74-5d31-4148-88e8-3338b2fc8b9c), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.627286 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4236909b-96d7-42fa-a39b-50e421352853 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (f5608d74-5d31-4148-88e8-3338b2fc8b9c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.633805 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4236909b-96d7-42fa-a39b-50e421352853 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f5608d74-5d31-4148-88e8-3338b2fc8b9c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.651284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5135b6ef-7f68-4e4a-8468-41e4b7afb7ed None None] Current status of the port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:33.668613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236909b-96d7-42fa-a39b-50e421352853 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5608d74-5d31-4148-88e8-3338b2fc8b9c,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:33.684663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4236909b-96d7-42fa-a39b-50e421352853 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.689206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 54848) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:33.690430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4236909b-96d7-42fa-a39b-50e421352853 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037911 Jan 27 22:20:33.699175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4d14cc37-8762-4780-9078-6339fda3b009 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '0c436638-c801-4cd2-b8c2-97d2db19f74e', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:33.732150 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:28Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:32Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:33.738807 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-4d14cc37-8762-4780-9078-6339fda3b009 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Project cb2d31b5e8a64992b8db7b4a11cc383f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:20:33.751038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d14cc37-8762-4780-9078-6339fda3b009 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (075b9e63-3ace-4c8e-8d9c-428b23966c3c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.771322 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675b047-1ae7-4aa7-8945-b246cf44a382 None None] The sync data for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 is: [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:28Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:32Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:20:33.906814 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d14cc37-8762-4780-9078-6339fda3b009 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (075b9e63-3ace-4c8e-8d9c-428b23966c3c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.920406 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d14cc37-8762-4780-9078-6339fda3b009 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (075b9e63-3ace-4c8e-8d9c-428b23966c3c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.967087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14cc37-8762-4780-9078-6339fda3b009 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075b9e63-3ace-4c8e-8d9c-428b23966c3c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:33.989919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d14cc37-8762-4780-9078-6339fda3b009 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.994679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d14cc37-8762-4780-9078-6339fda3b009 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3009112 Jan 27 22:20:33.995532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 54850) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:34.003139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8fa5e817-4145-427a-a5b7-f8d4e20f7e2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '0c436638-c801-4cd2-b8c2-97d2db19f74e', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:34.055832 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-8fa5e817-4145-427a-a5b7-f8d4e20f7e2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Project cb2d31b5e8a64992b8db7b4a11cc383f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:20:34.076372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e817-4145-427a-a5b7-f8d4e20f7e2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (f9d07d7c-b18e-4b21-8b32-3bb9b3743ae1), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.136385 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d98996a4-f9ec-46cc-8d54-aa1e4befd396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.274961 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:20:34.285232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55e659f2-18b7-4014-889d-1fb8e105c071 req-0cf526d6-cbe7-4edc-8877-b27a194797a8 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0672050 Jan 27 22:20:34.312801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e817-4145-427a-a5b7-f8d4e20f7e2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (f9d07d7c-b18e-4b21-8b32-3bb9b3743ae1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.319705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e817-4145-427a-a5b7-f8d4e20f7e2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f9d07d7c-b18e-4b21-8b32-3bb9b3743ae1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.360121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5e817-4145-427a-a5b7-f8d4e20f7e2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d07d7c-b18e-4b21-8b32-3bb9b3743ae1,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:34.376116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e817-4145-427a-a5b7-f8d4e20f7e2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.381019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8fa5e817-4145-427a-a5b7-f8d4e20f7e2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3828092 Jan 27 22:20:34.742578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-617b070b-4603-4cf8-b43f-3573bc934555 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285539739&fields=id&tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 267 time: 0.0667932 Jan 27 22:20:34.929955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-6a57c179-1db9-491f-8d55-1dc496b4240e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:34.931926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-6a57c179-1db9-491f-8d55-1dc496b4240e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/networks?id=08da94aa-6b0e-4768-be81-17e04dec7e06 HTTP/1.1" status: 200 len: 797 time: 0.1755710 Jan 27 22:20:34.958756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-306d1240-ef44-4284-a24c-da08bd32b8f1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/quotas/cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 375 time: 0.0164061 Jan 27 22:20:35.044492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-8a9225bd-0caa-4de1-84d0-8be9600d528a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754580 Jan 27 22:20:35.207994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-d6832551-b90c-4f17-b3ef-3fd501f71b13 service neutron] 10.222.0.45 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459751 Jan 27 22:20:35.267156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4c605cff-c52b-44f3-bd0a-aba6c520eda4 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:35.379391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-205b9b59-f3ad-43c8-ade9-99a1e30bcca6 service neutron] 10.222.0.45 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461596 Jan 27 22:20:35.413858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:35.414417 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:35.521563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0acd4584-4ca7-4c62-a01e-678bf5718b23 req-f31914c1-9176-4794-b27d-c1db4a7b98a7 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0599251 Jan 27 22:20:35.656005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:35.805499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2067b5b0-0cf6-49ed-a463-e7b0560b3892 req-93014ffa-053e-46e9-bd66-e94fc01b26a2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 210 time: 0.0787940 Jan 27 22:20:36.032584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ab5aca9-4c9a-43f0-8a1b-8ae6d7aa7585 req-4de1fa3a-7d57-4082-a471-604c1a2ee59e tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0504589 Jan 27 22:20:36.921505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0c48d36-658b-4f97-a019-a69496f41c6e req-76674518-7c23-4387-a5ba-404bc811641c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 210 time: 0.0291286 Jan 27 22:20:37.069310 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29359d47-9996-4228-8e17-c6821d633a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:37.244196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad5d285a-c9ce-4b0d-8017-98152fd8b5eb req-82916b77-b3a9-456c-a5c4-292be73b7b26 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0839977 Jan 27 22:20:37.354123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-807e7da1-b179-4c38-869e-9fdf505b54c8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:37.356041 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-807e7da1-b179-4c38-869e-9fdf505b54c8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/networks?id=08da94aa-6b0e-4768-be81-17e04dec7e06 HTTP/1.1" status: 200 len: 797 time: 0.2223120 Jan 27 22:20:37.441530 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-518fea81-11ac-42d2-b303-141ef05e3e61 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 379 time: 0.0764747 Jan 27 22:20:37.450865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'port': {'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'admin_state_up': True, 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'security_groups': ['0c436638-c801-4cd2-b8c2-97d2db19f74e']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:37.595374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:20:37.599542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:37.800902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.20.0.11 (08da94aa-6b0e-4768-be81-17e04dec7e06/e0bd0bed-28ff-407b-883c-8c4ccb7b858f/066ce1a7-1a48-408a-bec8-9385ae12c74a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:38.052566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.107268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.115299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8ab5502c-7c5c-4487-96ed-48a6b720bdf8 req-03a5136c-eec7-49ee-8f40-89101bb2f60d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 210 time: 0.0584385 Jan 27 22:20:38.159731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:38.163089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:38.171096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:38.181593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=066ce1a7-1a48-408a-bec8-9385ae12c74a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:38.258950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:38.259701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.282041 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ef6f7409-e10e-41ca-8162-d8ecd719d2e3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8355863 Jan 27 22:20:38.297852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Request body: {'port': {'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:38.397369 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.412670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe171d13-5693-4f68-be2c-30387f6867c8 req-7d89d6ee-84c1-465b-a43a-561896cb9913 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0623114 Jan 27 22:20:38.499771 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.524367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1fae8211-09d7-43a1-b7f0-1be4d9058714 None None] Provisioning complete for port 066ce1a7-1a48-408a-bec8-9385ae12c74a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:38.524957 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1fae8211-09d7-43a1-b7f0-1be4d9058714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.571202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1fae8211-09d7-43a1-b7f0-1be4d9058714 None None] Port 066ce1a7-1a48-408a-bec8-9385ae12c74a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:20:38.768042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066ce1a7-1a48-408a-bec8-9385ae12c74a {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:20:38.778087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Publish callbacks [] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.794700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Transition to ACTIVE for port object 066ce1a7-1a48-408a-bec8-9385ae12c74a will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:20:38.799958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.857080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Pushing event updated for resources: {'Port': ['ID=066ce1a7-1a48-408a-bec8-9385ae12c74a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:38.942867 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Attempting to bind port 066ce1a7-1a48-408a-bec8-9385ae12c74a on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:20:38.943194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Attempting to bind port 066ce1a7-1a48-408a-bec8-9385ae12c74a by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:20:38.943683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Attempting to bind port 066ce1a7-1a48-408a-bec8-9385ae12c74a on network 08da94aa-6b0e-4768-be81-17e04dec7e06 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:20:38.953918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Port 066ce1a7-1a48-408a-bec8-9385ae12c74a on network 08da94aa-6b0e-4768-be81-17e04dec7e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:20:38.954326 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Attempting to bind port 066ce1a7-1a48-408a-bec8-9385ae12c74a on network 08da94aa-6b0e-4768-be81-17e04dec7e06 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:20:38.962148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:20:38.962684 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Checking segment: {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:20:38.963168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Bound using segment: {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:20:38.963723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Bound port: 066ce1a7-1a48-408a-bec8-9385ae12c74a, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb34882-d2b6-4cb8-bc0d-41287b3296f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:20:38.964105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:39.059554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] For port 066ce1a7-1a48-408a-bec8-9385ae12c74a, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:20:39.065919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] For port 066ce1a7-1a48-408a-bec8-9385ae12c74a, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:20:39.073151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:39.100127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:39.101025 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:39.102661 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] 10.222.0.16 "PUT /v2.0/ports/066ce1a7-1a48-408a-bec8-9385ae12c74a HTTP/1.1" status: 200 len: 1092 time: 0.8127735 Jan 27 22:20:39.105059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:39.110279 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:39.226627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc287d46-efc1-41ca-9391-05e78d106351 service neutron] Pushing event updated for resources: {'Port': ['ID=066ce1a7-1a48-408a-bec8-9385ae12c74a,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:39.234008 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757aefa4-9f2b-475d-8fc9-61b7ecbeb053 x-openstack-request-id: req-757aefa4-9f2b-475d-8fc9-61b7ecbeb053 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:39.234397 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:39.234720 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-757aefa4-9f2b-475d-8fc9-61b7ecbeb053 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:39.235647 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'status': 'completed', 'code': 200} Jan 27 22:20:39.255058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-dbefd3b5-f152-4912-ad59-6909a2501d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:39.257193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-dbefd3b5-f152-4912-ad59-6909a2501d04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 1095 time: 0.0801256 Jan 27 22:20:39.317230 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-6b2a72aa-0152-4ecf-a6d0-d9475eb0b447 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a HTTP/1.1" status: 200 len: 217 time: 0.0513339 Jan 27 22:20:39.325560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9054f-a7fb-49c8-ae3e-b259630dbd1a req-0e8b315d-f39d-4aca-b566-324678e3c2fb tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:39.334398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bf9054f-a7fb-49c8-ae3e-b259630dbd1a req-0e8b315d-f39d-4aca-b566-324678e3c2fb tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 944 time: 0.0839682 Jan 27 22:20:39.386256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-b3c48270-f8a0-47f4-a972-6fdfd8ba6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:39.391778 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-b3c48270-f8a0-47f4-a972-6fdfd8ba6bec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0bd0bed-28ff-407b-883c-8c4ccb7b858f HTTP/1.1" status: 200 len: 835 time: 0.0654235 Jan 27 22:20:39.400098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bf9054f-a7fb-49c8-ae3e-b259630dbd1a req-07d3759b-01c3-4f8c-ac81-ee8ddecdcb3a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626838 Jan 27 22:20:39.530032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-0a8ef8e1-edeb-487b-b866-07dbd58e5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:39.532906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-0a8ef8e1-edeb-487b-b866-07dbd58e5352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08da94aa-6b0e-4768-be81-17e04dec7e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296158 Jan 27 22:20:39.578641 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1884370-5bcb-4d22-bc70-b99f1ea31226 req-6a8ce9d8-d7a4-443e-8cfb-1aa34e9969a4 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0508313 Jan 27 22:20:39.664167 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-ae862cad-e0fb-4d30-a0f7-84034e71547a service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244283 Jan 27 22:20:39.817457 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d8484a2d-c940-4ad1-825f-d3f9f71b5861 req-25a991a7-bdec-4b0b-9e5e-f3126982ddd4 service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467175 Jan 27 22:20:40.246598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-130d690b-fa24-4fac-a7e2-cfef0a664cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:40.248492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-130d690b-fa24-4fac-a7e2-cfef0a664cb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 1095 time: 0.3632059 Jan 27 22:20:40.358605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-1d110979-2d18-45c8-a8ec-7521102ccb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:40.361209 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-1d110979-2d18-45c8-a8ec-7521102ccb95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=08da94aa-6b0e-4768-be81-17e04dec7e06 HTTP/1.1" status: 200 len: 898 time: 0.1058881 Jan 27 22:20:40.419540 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-2b71c252-e288-466c-a5de-16b5ddf24bda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a HTTP/1.1" status: 200 len: 217 time: 0.0448017 Jan 27 22:20:40.510826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-747ab94c-a090-4ef7-b9b8-ff628fa89f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:40.513214 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-747ab94c-a090-4ef7-b9b8-ff628fa89f4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0bd0bed-28ff-407b-883c-8c4ccb7b858f HTTP/1.1" status: 200 len: 835 time: 0.0867095 Jan 27 22:20:40.585245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-0dea0621-0597-461d-9053-e03d32a4cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:40.587603 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-0dea0621-0597-461d-9053-e03d32a4cda3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08da94aa-6b0e-4768-be81-17e04dec7e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677054 Jan 27 22:20:40.592325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77089b45-2a6b-444a-8256-022e5f694ba3 req-b13d3f69-16b9-405d-b33f-f2d49a33c1c3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:40.594075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77089b45-2a6b-444a-8256-022e5f694ba3 req-b13d3f69-16b9-405d-b33f-f2d49a33c1c3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 944 time: 0.0792782 Jan 27 22:20:40.658444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77089b45-2a6b-444a-8256-022e5f694ba3 req-af4860b3-6d15-4a43-a2c3-bb273557491a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574551 Jan 27 22:20:40.739227 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-d780b7e3-e2b3-4d64-93f5-ffd6e7222d25 service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450346 Jan 27 22:20:40.791998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc1b9a66-9106-436b-97a4-7b1536ddc429 req-981ac666-0435-4543-aefb-bc398700bb99 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0448000 Jan 27 22:20:40.892507 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fe2a373e-7b5d-4c9d-bd25-a1753f28fa4c req-1c52af42-1ab2-4ae5-ba8e-d4ba9fa0ab19 service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440370 Jan 27 22:20:41.028080 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:41.235665 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:41.826729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf92e2-2100-4ef4-89be-87b536f08768 req-5656f849-15dc-406c-8edf-31a92493b5de tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:41.828667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5bf92e2-2100-4ef4-89be-87b536f08768 req-5656f849-15dc-406c-8edf-31a92493b5de tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 944 time: 0.0612030 Jan 27 22:20:41.880014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 066ce1a7-1a48-408a-bec8-9385ae12c74a details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:20:41.949913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5bf92e2-2100-4ef4-89be-87b536f08768 req-48d08cf9-7c76-4bd4-8ece-f27d8e63c1e2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112649 Jan 27 22:20:41.981263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7f709af-f37a-4dbc-8392-c405e01493a2 req-13ddd802-79f6-471b-bbd8-a85af847721d tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0299616 Jan 27 22:20:42.005686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 066ce1a7-1a48-408a-bec8-9385ae12c74a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:42.027873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:20:42.103601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 066ce1a7-1a48-408a-bec8-9385ae12c74a is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:42.104265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:42.129909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066ce1a7-1a48-408a-bec8-9385ae12c74a {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:20:42.168793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 066ce1a7-1a48-408a-bec8-9385ae12c74a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:42.175640 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:42.274625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=066ce1a7-1a48-408a-bec8-9385ae12c74a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:42.502595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['066ce1a7-1a48-408a-bec8-9385ae12c74a'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:20:43.162030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f8681-53c9-464d-9860-d873bd18f82f req-4fede961-8188-4300-9d06-bbdb8f7fb50b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:43.163848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-733f8681-53c9-464d-9860-d873bd18f82f req-4fede961-8188-4300-9d06-bbdb8f7fb50b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 945 time: 0.1004269 Jan 27 22:20:43.166392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19623c67-fda3-41f1-8c5b-1772a2218dd7 req-61c5664f-5af8-441c-940e-889bb4f4bf76 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0401790 Jan 27 22:20:43.257449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-733f8681-53c9-464d-9860-d873bd18f82f req-2de4af52-cd7f-4628-96fc-b68f73616df6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819743 Jan 27 22:20:43.881294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 066ce1a7-1a48-408a-bec8-9385ae12c74a up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:43.966531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 066ce1a7-1a48-408a-bec8-9385ae12c74a completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:20:43.971765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 066ce1a7-1a48-408a-bec8-9385ae12c74a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:43.972273 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:44.108627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 066ce1a7-1a48-408a-bec8-9385ae12c74a is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:44.109260 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:44.145537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:44.148844 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b72011-ecc2-4c88-ab2d-ebf22a046787" -d '{"events": [{"server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "name": "network-vif-plugged", "status": "completed", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:44.167302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 066ce1a7-1a48-408a-bec8-9385ae12c74a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:44.176276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:44.234982 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1873af-401c-4a2b-b779-cbf5855b8b22 x-openstack-request-id: req-dd1873af-401c-4a2b-b779-cbf5855b8b22 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:44.235559 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "name": "network-vif-plugged", "status": "completed", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:44.236038 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd1873af-401c-4a2b-b779-cbf5855b8b22 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:44.236932 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'code': 200} Jan 27 22:20:44.305606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=066ce1a7-1a48-408a-bec8-9385ae12c74a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:44.370368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7eed1c9c-f545-456a-bf8c-260030a32baf req-a0c315d0-7434-46b7-b8d5-08fd44bee357 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0384667 Jan 27 22:20:44.394379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80f3ab-3b8f-4163-ab0e-5cf75b2d3578 req-548bcf6a-4ddb-4fef-9c30-40ec19efe1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:44.397284 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b80f3ab-3b8f-4163-ab0e-5cf75b2d3578 req-548bcf6a-4ddb-4fef-9c30-40ec19efe1fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 1097 time: 0.0876324 Jan 27 22:20:44.469220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071d03-fbe1-4dcd-9aec-a26680eafbe4 req-7dbde37b-39ff-4345-95b8-df3697250b3e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:44.473085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41071d03-fbe1-4dcd-9aec-a26680eafbe4 req-7dbde37b-39ff-4345-95b8-df3697250b3e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 946 time: 0.0688341 Jan 27 22:20:44.493104 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b80f3ab-3b8f-4163-ab0e-5cf75b2d3578 req-3af1f718-f504-4b0b-8b31-c2429f5eddcd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884411 Jan 27 22:20:44.562112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41071d03-fbe1-4dcd-9aec-a26680eafbe4 req-9989bf99-93cb-4495-a3bb-3534e03276f6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787811 Jan 27 22:20:45.505217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-877940a7-a900-446f-8003-70bc1940032e req-e6edd1bc-4ad2-48cb-b90f-6bc593c1f9a1 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0386438 Jan 27 22:20:45.740395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa773d-47e4-4379-a00f-350df5652589 req-5e1d8210-0e1a-422d-8430-af775a7baf1a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:45.743153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbaa773d-47e4-4379-a00f-350df5652589 req-5e1d8210-0e1a-422d-8430-af775a7baf1a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 946 time: 0.0782664 Jan 27 22:20:45.811739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbaa773d-47e4-4379-a00f-350df5652589 req-1545324c-628e-4fcc-819a-f516cae0ea2c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609429 Jan 27 22:20:46.663961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ffac13f-5a5c-4ebd-8fbc-67e2124f8e37 req-65bc6b83-78c1-4227-8e8b-7cb898d4e538 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0403893 Jan 27 22:20:46.990410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469579a3-bbb5-4e43-86dc-d19342227f7a req-ad0ee2f0-6855-43cc-b3f3-beadf6aa8b51 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:46.992862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-469579a3-bbb5-4e43-86dc-d19342227f7a req-ad0ee2f0-6855-43cc-b3f3-beadf6aa8b51 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 946 time: 0.0696714 Jan 27 22:20:47.061538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-469579a3-bbb5-4e43-86dc-d19342227f7a req-4aef1d28-4741-494f-9942-1d8943debadc tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614593 Jan 27 22:20:47.216477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f418e-449d-46fa-a394-fa324f352b44 req-cca10e67-7c9c-4603-b776-ada6f1f67771 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:47.218140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720f418e-449d-46fa-a394-fa324f352b44 req-cca10e67-7c9c-4603-b776-ada6f1f67771 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 946 time: 0.0666380 Jan 27 22:20:47.297070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720f418e-449d-46fa-a394-fa324f352b44 req-8d887043-0bdf-45d5-8390-fe1a03eb2b1f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681260 Jan 27 22:20:47.325919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55064) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:47.379105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6b935-82c4-4ce2-b0b7-426c3095e02e tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:47.384089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-58e6b935-82c4-4ce2-b0b7-426c3095e02e tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 1092 time: 0.0565953 Jan 27 22:20:47.385292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55066) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:47.391538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:47.427124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.604690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.777200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.25.8.9 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/eaca9652-e68d-43ed-8f08-b062d581c889) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:47.820278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3a5d0ed-386a-425f-8ffd-066383d34d5b req-bdff9b2f-71d2-47cc-b6fc-56d28adc1e9e tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0493224 Jan 27 22:20:47.937044 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (eaca9652-e68d-43ed-8f08-b062d581c889), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.982614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (eaca9652-e68d-43ed-8f08-b062d581c889), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:48.037042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:48.042310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:48.051792 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:48.059594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=eaca9652-e68d-43ed-8f08-b062d581c889,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:48.235326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:48.801926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for floatingip (e2a6d1b4-86db-4822-87e7-8883bed47021), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:48.985418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e41b6f83-e37f-44be-8725-b7956adbfe9f req-85f2cfb2-aede-4f13-bf4d-7d32a6e785b9 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0450256 Jan 27 22:20:48.991284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (eaca9652-e68d-43ed-8f08-b062d581c889), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.216693 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (eaca9652-e68d-43ed-8f08-b062d581c889), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.223291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (eaca9652-e68d-43ed-8f08-b062d581c889), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.313125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=eaca9652-e68d-43ed-8f08-b062d581c889,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:49.339975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (e2a6d1b4-86db-4822-87e7-8883bed47021), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.467407 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Floating IP e2a6d1b4-86db-4822-87e7-8883bed47021 associated. External IP: 172.25.8.9, port: 066ce1a7-1a48-408a-bec8-9385ae12c74a. Jan 27 22:20:49.729875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 65db7708-6d92-4eb2-bccf-9a16245b6271 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:20:49.890481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:20:49.908171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] Sync routers for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:20:49.914550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.930104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:49.930527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:49.948021 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b5e6e24c-3b64-4166-b751-ad8038edf546 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5615404 Jan 27 22:20:49.948788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:49.951481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55106) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:49.952233 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b35cdcd-f661-46cb-b124-3694274a77df" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:50.034815 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd7047b-ce13-4c64-968e-2458ba4dec32 x-openstack-request-id: req-9bd7047b-ce13-4c64-968e-2458ba4dec32 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:50.034815 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:50.034815 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bd7047b-ce13-4c64-968e-2458ba4dec32 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:50.035383 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'status': 'completed', 'code': 200} Jan 27 22:20:50.115680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-36fc02f9-94d8-4d76-a3c9-117d7b65eb88 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/floatingips/e2a6d1b4-86db-4822-87e7-8883bed47021 HTTP/1.1" status: 200 len: 990 time: 0.1604156 Jan 27 22:20:50.132259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35cdcd-f661-46cb-b124-3694274a77df req-2be38e93-a8f6-4fc5-a80d-25b8a282fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:50.134590 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b35cdcd-f661-46cb-b124-3694274a77df req-2be38e93-a8f6-4fc5-a80d-25b8a282fcd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 1097 time: 0.0679901 Jan 27 22:20:50.174666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29cd6ba8-c4ff-41b0-b717-228087b5d613 req-62d2e032-d8f6-482e-ac65-db63b168378e tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0354800 Jan 27 22:20:50.187986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:50.291551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35cdcd-f661-46cb-b124-3694274a77df req-f27d1d6b-4ecd-4449-b663-1b052526af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:50.293623 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b35cdcd-f661-46cb-b124-3694274a77df req-f27d1d6b-4ecd-4449-b663-1b052526af60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=08da94aa-6b0e-4768-be81-17e04dec7e06 HTTP/1.1" status: 200 len: 898 time: 0.1513920 Jan 27 22:20:50.379757 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b35cdcd-f661-46cb-b124-3694274a77df req-a47da802-342a-4b0c-90a9-03f783baf9b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a HTTP/1.1" status: 200 len: 998 time: 0.0793240 Jan 27 22:20:50.464315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35cdcd-f661-46cb-b124-3694274a77df req-014c0461-0372-4dda-8393-5ad40f821238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:50.466303 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b35cdcd-f661-46cb-b124-3694274a77df req-014c0461-0372-4dda-8393-5ad40f821238 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0bd0bed-28ff-407b-883c-8c4ccb7b858f HTTP/1.1" status: 200 len: 835 time: 0.0737193 Jan 27 22:20:50.526528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35cdcd-f661-46cb-b124-3694274a77df req-77b3e8fb-efac-48e4-96f5-9c5358d84263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:50.528726 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b35cdcd-f661-46cb-b124-3694274a77df req-77b3e8fb-efac-48e4-96f5-9c5358d84263 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08da94aa-6b0e-4768-be81-17e04dec7e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535052 Jan 27 22:20:50.538304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:28Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:48Z', 'revision_number': 0, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:50.575746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] Checking router: 65db7708-6d92-4eb2-bccf-9a16245b6271 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:20:50.588113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:50.589557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:50.656013 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b35cdcd-f661-46cb-b124-3694274a77df req-f56fba91-0408-4bed-8e3e-81b024fa9654 service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188307 Jan 27 22:20:50.809981 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1b35cdcd-f661-46cb-b124-3694274a77df req-b221770a-4000-42f6-aecf-b29d179193ed service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453443 Jan 27 22:20:50.941459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:51.018936 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:51.117509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55132) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:51.332973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:28Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:48Z', 'revision_number': 0, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:51.403195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de41a1-0a6c-4b8e-8133-da42619f5d3a None None] The sync data for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 is: [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:20:28Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:48Z', 'revision_number': 0, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:20:51.733966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76fd94e9-b1ae-43bb-ab03-f5b4013686ab req-507497a0-fef4-41be-b264-113820cd45f5 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0573294 Jan 27 22:20:51.760664 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb48014-4391-4b69-b55a-a7138f567e0f None None] New status for floating IP e2a6d1b4-86db-4822-87e7-8883bed47021: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:20:51.770817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6620ce99-9f6c-44da-ab4f-9626d2418d20 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/floatingips/e2a6d1b4-86db-4822-87e7-8883bed47021 HTTP/1.1" status: 200 len: 990 time: 0.6514692 Jan 27 22:20:52.776818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55158) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:52.873815 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ae877cf4-204e-42b6-a158-13ecb45792cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/floatingips/e2a6d1b4-86db-4822-87e7-8883bed47021 HTTP/1.1" status: 200 len: 992 time: 0.0954230 Jan 27 22:20:52.901011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-098c2bbe-a9bb-45e2-bcb1-c03cff1b5fb4 req-99f5b25e-c0c6-4358-ad30-dc3745fe3855 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0319269 Jan 27 22:20:54.051840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efa28254-2e9e-435f-9643-6840a58da37d req-150e1a37-ad4f-402e-afe1-59c5633dcd8f tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0454922 Jan 27 22:20:55.200504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f54f485-f68c-465e-9f95-2ec5a5530046 req-ec6b9c2d-972e-4ce7-838d-7ae821ed61bd tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0338411 Jan 27 22:20:56.350708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3eafa58-8b2b-4fe1-b270-322d7dc5ae76 req-1b6ca590-4a27-477f-b3c0-d86ff01977a7 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0411108 Jan 27 22:20:57.505157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e87b9449-eb9e-4888-9139-d873e2ab2f3d req-114ede2b-52eb-403f-8e71-1e9e5491322a tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0287938 Jan 27 22:20:58.634027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39e3e547-eaee-477e-bfdb-376eb95b229e req-f6f67180-76ad-43df-b957-bcc95af715c4 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0367184 Jan 27 22:20:59.762243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf0ab13b-06df-4240-bc4a-9d74dfbdb185 req-57436e57-6b10-4486-bfe3-e5736b0a2123 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0304091 Jan 27 22:21:00.886262 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e954ab81-45af-4d92-8d80-bbc110365327 req-f3a483f5-3103-4516-9147-8814a9355730 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0289865 Jan 27 22:21:02.009104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b4f88d0-07f9-4453-b12b-3bbbb4273fb8 req-8d888e82-c5d8-46d1-8eba-fb8f9f58b584 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0389359 Jan 27 22:21:03.154703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d12a9bb3-6cc1-41d6-92b1-698e27a0cdd7 req-8881e6b3-0394-4a31-8c6c-6e1c73c08208 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0423157 Jan 27 22:21:04.114333 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-062bcad7-67ec-4a40-94db-cc03382b65bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:04.277190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7baf12a1-0bb6-491b-aa95-41097967647d req-1eacffa9-e97f-4c47-8725-bdac125102e7 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0293791 Jan 27 22:21:05.415244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2d0c5e3-02a5-45f7-96da-9d4f631c54f1 req-0390166d-3af9-4e23-acf5-0ea68ad26dc6 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0285575 Jan 27 22:21:06.544139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad9fc0b8-b336-469c-862e-b08ef61b3842 req-9d7ead13-23ef-44c2-9587-7668c90cb557 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0287817 Jan 27 22:21:07.060963 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cd99fca9-2f60-4ef4-9c30-1b5c861077ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:07.670453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9d608c34-8154-4a99-b7c7-ee0d5e190259 req-09e5ca2e-c5c8-44c3-853e-897c2179ec9d tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0352573 Jan 27 22:21:08.509779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:08.844395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-559e8f72-c7bc-4bf9-a457-a12e0c10c371 req-a51e9f4a-a000-4c0b-906d-fc8249830a58 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0568876 Jan 27 22:21:09.989346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88c5d8c5-8254-49c7-b687-e82278e543d4 req-c0c16986-f415-42a7-8ee7-c881de6a3a07 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0358713 Jan 27 22:21:11.031751 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:11.125748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3134e1d1-e61d-42c8-b910-18ebb0aaf142 req-23a835be-e83c-4e99-9b20-619df400c70d tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0302598 Jan 27 22:21:11.248842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:11.274154 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:21:11.330777 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a2944a5a-f3a0-47dc-8e1f-15f131ca40de req-cdff6149-9ab0-4747-b447-e90769f3411b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0335767 Jan 27 22:21:12.249930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a55c499c-7701-4c7a-ae49-c9c5ee6c8076 req-7d4f4c03-45cd-457e-89a7-7a654f2d26f3 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0312355 Jan 27 22:21:13.388100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a148888-0b4c-4789-b8f2-f5156b2b7047 req-925a8d32-8569-49c4-929d-1d5f2495a3c9 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0419779 Jan 27 22:21:13.737438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9fe8d1b-139c-4098-84ba-3033b1706f81 req-60e3337d-4c1b-4eb2-8f1c-852508b7e717 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f&device_id=5d715f0c-e068-4178-8482-0a2b00ed6f6a HTTP/1.1" status: 200 len: 210 time: 0.0285749 Jan 27 22:21:13.990434 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4176088d-b526-4c1b-ba46-a348662faf89 req-22f12709-9790-4902-8bf0-0f9ae2f0f1ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8495bef39b841958981c6288ca36d75&device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0306444 Jan 27 22:21:14.025461 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4176088d-b526-4c1b-ba46-a348662faf89 req-33233370-8c99-42e6-93ef-17d956884c5f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b8495bef39b841958981c6288ca36d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282557 Jan 27 22:21:14.030201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f7076ea-f75e-4157-8b17-e4d21d2311a0 req-67759c80-763e-4a2c-9769-e75f57dc1bdd tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0379329 Jan 27 22:21:14.226811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176088d-b526-4c1b-ba46-a348662faf89 req-24532de7-a9ca-49da-8c1c-e5656784cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:14.228323 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4176088d-b526-4c1b-ba46-a348662faf89 req-24532de7-a9ca-49da-8c1c-e5656784cbff service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961474 Jan 27 22:21:15.177288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb8ea3df-1c4e-4b2b-862e-e7642f72d288 req-efbf7451-672e-4c73-914d-a9150d01f386 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0452371 Jan 27 22:21:15.747297 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4176088d-b526-4c1b-ba46-a348662faf89 req-d26a3952-fef4-4134-b608-fdf41c038202 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0378911 Jan 27 22:21:16.355168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e464ccce-bbe2-4065-8de7-6aa476630e71 req-636115d3-e746-4cbb-9261-f2356c0fed6c tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2766ef-8ab3-437a-8c82-c2e49dfb386f HTTP/1.1" status: 200 len: 210 time: 0.0336747 Jan 27 22:21:17.715242 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0e41aa2-6455-49c6-a9c4-83e7fd9c3c02 req-58229198-2fa6-4232-b377-5009aa5f9d96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b8495bef39b841958981c6288ca36d75&device_id=5d715f0c-e068-4178-8482-0a2b00ed6f6a HTTP/1.1" status: 200 len: 210 time: 0.0333357 Jan 27 22:21:17.756382 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0e41aa2-6455-49c6-a9c4-83e7fd9c3c02 req-30671d09-8dec-4ce6-a8a5-4be4296ce0e4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b8495bef39b841958981c6288ca36d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326197 Jan 27 22:21:17.801550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f6dcb43-74a7-4276-956f-378878ff9cdf req-e46e86ef-a6f7-4aa7-b960-fb82a0084519 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d715f0c-e068-4178-8482-0a2b00ed6f6a HTTP/1.1" status: 200 len: 210 time: 0.0521910 Jan 27 22:21:17.897501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e41aa2-6455-49c6-a9c4-83e7fd9c3c02 req-88fb789b-bf1e-4e4f-8519-80e69bb48556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:17.899455 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0e41aa2-6455-49c6-a9c4-83e7fd9c3c02 req-88fb789b-bf1e-4e4f-8519-80e69bb48556 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341288 Jan 27 22:21:18.265655 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:19.087563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28be24a0-d0a5-4a66-9f79-eb7ef310a1c3 req-c076a3a0-208b-4eec-bd88-eabaef6e60bd tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d715f0c-e068-4178-8482-0a2b00ed6f6a HTTP/1.1" status: 200 len: 210 time: 0.1708300 Jan 27 22:21:19.521705 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b0e41aa2-6455-49c6-a9c4-83e7fd9c3c02 req-3c21ed9a-092a-464b-a216-bbefff326269 tempest-ServerShowV247Test-757267721 tempest-ServerShowV247Test-757267721-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d715f0c-e068-4178-8482-0a2b00ed6f6a HTTP/1.1" status: 200 len: 210 time: 0.0363929 Jan 27 22:21:20.510436 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55568) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:20.651833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:20.749737 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Publish callbacks [] for security_group (ea979f5c-903f-46e7-a4ab-bca7d00d7ff5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:20.756148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ea979f5c-903f-46e7-a4ab-bca7d00d7ff5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:20.972965 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:21.162788 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8495bef39b841958981c6288ca36d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6509581 Jan 27 22:21:21.163554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea979f5c-903f-46e7-a4ab-bca7d00d7ff5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:21.166663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55574) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:21.178835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.179514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.180128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.180750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.181434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.182056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.182676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.183294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.184240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.185099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.185714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.186337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.187144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9812c2-971d-4a28-a446-067caf4d3e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:21.240239 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80d03a37-cb62-454a-b0d3-b8fb9a787dde admin admin] Publish callbacks [] for security_group (ea979f5c-903f-46e7-a4ab-bca7d00d7ff5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:21.266288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80d03a37-cb62-454a-b0d3-b8fb9a787dde admin admin] Publish callbacks [] for security_group (ea979f5c-903f-46e7-a4ab-bca7d00d7ff5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:21.334906 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80d03a37-cb62-454a-b0d3-b8fb9a787dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ea979f5c-903f-46e7-a4ab-bca7d00d7ff5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:21.337976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80d03a37-cb62-454a-b0d3-b8fb9a787dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:21.343844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-80d03a37-cb62-454a-b0d3-b8fb9a787dde admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea979f5c-903f-46e7-a4ab-bca7d00d7ff5 HTTP/1.1" status: 204 len: 168 time: 0.1720154 Jan 27 22:21:21.362835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d03a37-cb62-454a-b0d3-b8fb9a787dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea979f5c-903f-46e7-a4ab-bca7d00d7ff5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:22.835190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55608) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:23.005493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-883c1ffd-8d9e-46d6-975c-b6f4a01536f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:23.129429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-883c1ffd-8d9e-46d6-975c-b6f4a01536f4 admin admin] Publish callbacks [] for security_group (55033797-c94e-4ab8-a544-9083cddcf6cd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:23.135906 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-883c1ffd-8d9e-46d6-975c-b6f4a01536f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (55033797-c94e-4ab8-a544-9083cddcf6cd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:23.210999 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-883c1ffd-8d9e-46d6-975c-b6f4a01536f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86effb641a7a4d63b8514a4ed631d9cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743486 Jan 27 22:21:23.213104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c1ffd-8d9e-46d6-975c-b6f4a01536f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55033797-c94e-4ab8-a544-9083cddcf6cd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:23.214724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55614) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:23.292250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Publish callbacks [] for security_group (55033797-c94e-4ab8-a544-9083cddcf6cd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:23.327096 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Publish callbacks [] for security_group (55033797-c94e-4ab8-a544-9083cddcf6cd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:23.408504 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (55033797-c94e-4ab8-a544-9083cddcf6cd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:23.411779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:23.413472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55033797-c94e-4ab8-a544-9083cddcf6cd HTTP/1.1" status: 204 len: 168 time: 0.1966503 Jan 27 22:21:23.426999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55033797-c94e-4ab8-a544-9083cddcf6cd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:23.441683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.442448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.443030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.443642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.444224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.444866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.445325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.445876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.446440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.447016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.447624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.448183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:23.448719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec99816b-b83e-4442-96a1-d79361bf97f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:26.885652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55750) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:27.115070 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-294e83ab-2402-4811-a9cd-43e43d123e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.261085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-294e83ab-2402-4811-a9cd-43e43d123e5f admin admin] Publish callbacks [] for security_group (29dd340b-0088-4752-a5e5-5ae74369bb67), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.267026 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-294e83ab-2402-4811-a9cd-43e43d123e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (29dd340b-0088-4752-a5e5-5ae74369bb67), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.309195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e83ab-2402-4811-a9cd-43e43d123e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd340b-0088-4752-a5e5-5ae74369bb67,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:27.327858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55802) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:27.334333 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-294e83ab-2402-4811-a9cd-43e43d123e5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62a2fd1a2182489c83d19f66a9c8061e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4481537 Jan 27 22:21:27.395727 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-273878b3-5d6e-4b67-b377-068eef6f2a1a admin admin] Publish callbacks [] for security_group (29dd340b-0088-4752-a5e5-5ae74369bb67), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.442975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-273878b3-5d6e-4b67-b377-068eef6f2a1a admin admin] Publish callbacks [] for security_group (29dd340b-0088-4752-a5e5-5ae74369bb67), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.501771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-273878b3-5d6e-4b67-b377-068eef6f2a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (29dd340b-0088-4752-a5e5-5ae74369bb67), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.508175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-273878b3-5d6e-4b67-b377-068eef6f2a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.515709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-273878b3-5d6e-4b67-b377-068eef6f2a1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29dd340b-0088-4752-a5e5-5ae74369bb67 HTTP/1.1" status: 204 len: 168 time: 0.1817861 Jan 27 22:21:27.535219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273878b3-5d6e-4b67-b377-068eef6f2a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd340b-0088-4752-a5e5-5ae74369bb67,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:27.955720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 55866) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:27.971200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4726f761-dc74-41ff-ae6b-1536fe80baa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:28.083550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4726f761-dc74-41ff-ae6b-1536fe80baa3 admin admin] Publish callbacks [] for security_group (9c738e1d-eebf-4719-86e3-59230cf1ec59), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:28.090496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4726f761-dc74-41ff-ae6b-1536fe80baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9c738e1d-eebf-4719-86e3-59230cf1ec59), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:28.135625 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4726f761-dc74-41ff-ae6b-1536fe80baa3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78dbd59056bb4c6b9bc0c1d93d69388e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785562 Jan 27 22:21:28.139978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 55884) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:28.146677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726f761-dc74-41ff-ae6b-1536fe80baa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c738e1d-eebf-4719-86e3-59230cf1ec59,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:28.204984 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-552641d8-f48f-445b-8a37-766b0b8b5da8 admin admin] Publish callbacks [] for security_group (9c738e1d-eebf-4719-86e3-59230cf1ec59), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:28.233939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-552641d8-f48f-445b-8a37-766b0b8b5da8 admin admin] Publish callbacks [] for security_group (9c738e1d-eebf-4719-86e3-59230cf1ec59), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:28.291907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-552641d8-f48f-445b-8a37-766b0b8b5da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9c738e1d-eebf-4719-86e3-59230cf1ec59), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:28.294876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-552641d8-f48f-445b-8a37-766b0b8b5da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:28.296109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-552641d8-f48f-445b-8a37-766b0b8b5da8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c738e1d-eebf-4719-86e3-59230cf1ec59 HTTP/1.1" status: 204 len: 168 time: 0.1551208 Jan 27 22:21:28.310583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552641d8-f48f-445b-8a37-766b0b8b5da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c738e1d-eebf-4719-86e3-59230cf1ec59,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:30.849081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56208) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:31.008762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa7a-67e5-40e0-b89e-eba1359936fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.106555 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa7a-67e5-40e0-b89e-eba1359936fc admin admin] Publish callbacks [] for security_group (77b52214-2372-43d2-8ddc-3873f968b2ab), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.119855 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b38eaa7a-67e5-40e0-b89e-eba1359936fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (77b52214-2372-43d2-8ddc-3873f968b2ab), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.164964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b38eaa7a-67e5-40e0-b89e-eba1359936fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36dd8d99b36d4a92b3811129d5640de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3143995 Jan 27 22:21:31.169773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56212) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:31.185460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eaa7a-67e5-40e0-b89e-eba1359936fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b52214-2372-43d2-8ddc-3873f968b2ab,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:31.242449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31534be4-3ddb-41c6-b668-27e080e9f124 admin admin] Publish callbacks [] for security_group (77b52214-2372-43d2-8ddc-3873f968b2ab), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.270012 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31534be4-3ddb-41c6-b668-27e080e9f124 admin admin] Publish callbacks [] for security_group (77b52214-2372-43d2-8ddc-3873f968b2ab), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.334531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31534be4-3ddb-41c6-b668-27e080e9f124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (77b52214-2372-43d2-8ddc-3873f968b2ab), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.338523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31534be4-3ddb-41c6-b668-27e080e9f124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.340071 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-31534be4-3ddb-41c6-b668-27e080e9f124 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77b52214-2372-43d2-8ddc-3873f968b2ab HTTP/1.1" status: 204 len: 168 time: 0.1689191 Jan 27 22:21:31.354895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31534be4-3ddb-41c6-b668-27e080e9f124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b52214-2372-43d2-8ddc-3873f968b2ab,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:32.344884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-01ff8368-0807-4d55-817a-3adfe1ba5cd8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:32.346541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-01ff8368-0807-4d55-817a-3adfe1ba5cd8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/networks?id=c57be041-c570-4563-9f4b-4125551feccc HTTP/1.1" status: 200 len: 814 time: 0.1721022 Jan 27 22:21:32.372683 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-49823707-1c57-47ed-bf42-03dc17d3fe7e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/quotas/3b87ce40fb554c4b9be00a142014610c HTTP/1.1" status: 200 len: 375 time: 0.0164826 Jan 27 22:21:32.421895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-89931bbd-449a-4f6e-8650-32b6ed74d0e8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b87ce40fb554c4b9be00a142014610c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432186 Jan 27 22:21:32.581109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-c6184827-af48-475b-9b92-a514bea5fd30 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:21:32.583020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-c6184827-af48-475b-9b92-a514bea5fd30 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1534059 Jan 27 22:21:32.731168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-25f92816-922c-4455-a11b-3c5bcc1eae6c service neutron] 10.222.0.45 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403151 Jan 27 22:21:32.888205 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-095192da-fc98-4fa5-a5ac-881b51f0e4c0 service neutron] 10.222.0.45 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474757 Jan 27 22:21:33.104060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56282) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:33.131634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df1a80b9-49c7-40cc-b51e-c9cd2afcd8ee req-07a2010d-97f7-4830-9145-56ff77f334e1 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 210 time: 0.0427780 Jan 27 22:21:33.279623 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65d69feb-770a-4dd2-9612-2164831130ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:33.398615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65d69feb-770a-4dd2-9612-2164831130ad admin admin] Publish callbacks [] for security_group (1ae4034e-45a3-4f59-94b1-cbc58f22926d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:33.404690 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65d69feb-770a-4dd2-9612-2164831130ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1ae4034e-45a3-4f59-94b1-cbc58f22926d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:33.473771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d69feb-770a-4dd2-9612-2164831130ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae4034e-45a3-4f59-94b1-cbc58f22926d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:33.484077 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-65d69feb-770a-4dd2-9612-2164831130ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f8780d742284f8c8f4ccc6611b5b2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759320 Jan 27 22:21:33.484590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56292) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:33.621424 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab63021d-75d6-4913-93e0-eac6e7800277 admin admin] Publish callbacks [] for security_group (1ae4034e-45a3-4f59-94b1-cbc58f22926d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:33.666800 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-fe07b260-480d-467d-a236-34123e7edb8c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1203358 Jan 27 22:21:33.674183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab63021d-75d6-4913-93e0-eac6e7800277 admin admin] Publish callbacks [] for security_group (1ae4034e-45a3-4f59-94b1-cbc58f22926d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:33.767184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab63021d-75d6-4913-93e0-eac6e7800277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1ae4034e-45a3-4f59-94b1-cbc58f22926d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:33.769826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ab63021d-75d6-4913-93e0-eac6e7800277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:33.771019 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ab63021d-75d6-4913-93e0-eac6e7800277 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ae4034e-45a3-4f59-94b1-cbc58f22926d HTTP/1.1" status: 204 len: 168 time: 0.2852101 Jan 27 22:21:33.787810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63021d-75d6-4913-93e0-eac6e7800277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae4034e-45a3-4f59-94b1-cbc58f22926d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:33.802158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-266e6812-53b3-4b6d-b060-79e27c8d1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:33.803813 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-266e6812-53b3-4b6d-b060-79e27c8d1cde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 1098 time: 0.0696230 Jan 27 22:21:33.967366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-b0bcb6e0-436a-4771-9333-175e8e55ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:33.968956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-b0bcb6e0-436a-4771-9333-175e8e55ac40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 200 len: 918 time: 0.1257796 Jan 27 22:21:34.068214 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-3a21d7fa-a66e-424f-8d2d-6b79ddba736a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 200 len: 1002 time: 0.0908000 Jan 27 22:21:34.110624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-130f911f-dff0-40a3-a24f-713b215ba732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:34.148617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-becacf48-8ed5-4ff0-b899-ffc279698920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:34.151669 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-becacf48-8ed5-4ff0-b899-ffc279698920 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 200 len: 856 time: 0.0756593 Jan 27 22:21:34.234520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-a5d76393-4739-495c-b3a6-8668324b012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:34.236306 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-a5d76393-4739-495c-b3a6-8668324b012d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63f6b90d-6029-4991-98e7-b23ef63a2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783193 Jan 27 22:21:34.400196 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-00fc5136-5aae-4300-826e-1b5d64470d66 service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567867 Jan 27 22:21:34.573097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e260701-c6b5-43d8-9298-c3c44570f59e req-d28122e6-cd83-49a0-9df7-d7197b533489 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 210 time: 0.0455184 Jan 27 22:21:34.607963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-ab8a14c8-3ad4-477d-a2ce-0b88630d4d96 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:34.610555 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-ab8a14c8-3ad4-477d-a2ce-0b88630d4d96 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.16 "GET /v2.0/networks?id=c57be041-c570-4563-9f4b-4125551feccc HTTP/1.1" status: 200 len: 814 time: 0.2448277 Jan 27 22:21:34.629796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Request body: {'port': {'device_id': 'b03cdeab-1c9b-45f7-ad98-6a242a2fa080', 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc', 'admin_state_up': True, 'tenant_id': '3b87ce40fb554c4b9be00a142014610c'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:34.656932 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1e43e3a7-08eb-4976-848b-6e2bab8b28e2 req-646e56a1-d368-454b-848c-66adb94a02fb service neutron] 10.222.0.16 "GET /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225189 Jan 27 22:21:34.782390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Made reservation on behalf of 3b87ce40fb554c4b9be00a142014610c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:34.786150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:34.967387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Allocated IP 172.20.0.11 (c57be041-c570-4563-9f4b-4125551feccc/3876dce6-8b1e-4e36-b53e-1dbaa22b9b30/34c42f01-2d2d-4564-96a7-0e39e4f05b21) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:21:35.161789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks [] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:35.208113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:35.261800 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Network c57be041-c570-4563-9f4b-4125551feccc is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:21:35.265530 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:21:35.272144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:21:35.297843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Pushing event updated for resources: {'Port': ['ID=34c42f01-2d2d-4564-96a7-0e39e4f05b21,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:35.328916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:35.329606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:35.353989 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-657006f7-74ce-412d-906b-b27f77396705 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7281382 Jan 27 22:21:35.369583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Request body: {'port': {'device_id': 'b03cdeab-1c9b-45f7-ad98-6a242a2fa080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:35.449859 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:35.786897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fae150-2284-4c01-b9f9-5eddf746c863 req-508c6d42-8fbd-4842-9e5d-9b22cb95ed72 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:35.790739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9fae150-2284-4c01-b9f9-5eddf746c863 req-508c6d42-8fbd-4842-9e5d-9b22cb95ed72 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 932 time: 0.0958335 Jan 27 22:21:35.855977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9fae150-2284-4c01-b9f9-5eddf746c863 req-ed935a27-942d-4dc2-ac77-cd3cdf570f97 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577707 Jan 27 22:21:35.882578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c42f01-2d2d-4564-96a7-0e39e4f05b21 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:21:35.895275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Publish callbacks [] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:35.915583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Transition to ACTIVE for port object 34c42f01-2d2d-4564-96a7-0e39e4f05b21 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:21:35.921302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:35.990069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=34c42f01-2d2d-4564-96a7-0e39e4f05b21,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:36.099119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Attempting to bind port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:21:36.099709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Attempting to bind port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:21:36.100228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Attempting to bind port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 on network c57be041-c570-4563-9f4b-4125551feccc {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:21:36.108971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 on network c57be041-c570-4563-9f4b-4125551feccc not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:21:36.109519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Attempting to bind port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 on network c57be041-c570-4563-9f4b-4125551feccc {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:21:36.118846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:21:36.119404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Checking segment: {'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:21:36.120108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Bound using segment: {'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:21:36.120838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Bound port: 34c42f01-2d2d-4564-96a7-0e39e4f05b21, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:21:36.121442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:36.216920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] For port 34c42f01-2d2d-4564-96a7-0e39e4f05b21, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:21:36.221961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] For port 34c42f01-2d2d-4564-96a7-0e39e4f05b21, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34c42f01-2d2d-4564-96a7-0e39e4f05b21,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:21:36.227359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:36.279214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:36.280675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:36.282545 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/34c42f01-2d2d-4564-96a7-0e39e4f05b21 HTTP/1.1" status: 200 len: 1092 time: 0.9202871 Jan 27 22:21:36.286307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03cdeab-1c9b-45f7-ad98-6a242a2fa080', 'tag': '34c42f01-2d2d-4564-96a7-0e39e4f05b21'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:21:36.293951 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1355278-25b2-47d4-b54e-124f2fec2843" -d '{"events": [{"name": "network-changed", "server_uuid": "b03cdeab-1c9b-45f7-ad98-6a242a2fa080", "tag": "34c42f01-2d2d-4564-96a7-0e39e4f05b21"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:21:36.386297 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f212f89-6ae8-48ea-9fee-02e82f168f4a x-openstack-request-id: req-2f212f89-6ae8-48ea-9fee-02e82f168f4a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:21:36.386754 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03cdeab-1c9b-45f7-ad98-6a242a2fa080", "tag": "34c42f01-2d2d-4564-96a7-0e39e4f05b21", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:21:36.387172 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f212f89-6ae8-48ea-9fee-02e82f168f4a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:21:36.387943 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03cdeab-1c9b-45f7-ad98-6a242a2fa080', 'tag': '34c42f01-2d2d-4564-96a7-0e39e4f05b21', 'status': 'completed', 'code': 200} Jan 27 22:21:36.404432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6acfc5-23df-42b1-89e9-d4f468bbc5e7 service neutron] Pushing event updated for resources: {'Port': ['ID=34c42f01-2d2d-4564-96a7-0e39e4f05b21,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:36.424290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-69e68c79-1149-493b-8d0a-c96e7a8fd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:36.425916 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-69e68c79-1149-493b-8d0a-c96e7a8fd60a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b87ce40fb554c4b9be00a142014610c&device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 1095 time: 0.1002269 Jan 27 22:21:36.472634 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-876a49d5-4005-452c-bb36-306cde4bb4c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c42f01-2d2d-4564-96a7-0e39e4f05b21 HTTP/1.1" status: 200 len: 217 time: 0.0388215 Jan 27 22:21:36.536613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-cd95d283-8e88-4659-a285-b9d55e794fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:36.539758 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-cd95d283-8e88-4659-a285-b9d55e794fd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3876dce6-8b1e-4e36-b53e-1dbaa22b9b30 HTTP/1.1" status: 200 len: 854 time: 0.0612662 Jan 27 22:21:36.598857 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-67f206e9-7585-4dde-9f8d-804d0d8bc72d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c57be041-c570-4563-9f4b-4125551feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490549 Jan 27 22:21:36.712171 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-ce05fe83-6362-40f6-8198-ab67eab62aff service neutron] 10.222.0.16 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060290 Jan 27 22:21:36.903884 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-92cf7c6e-16ee-43c7-8210-e040ea6f7164 req-8fd723f7-d9c7-437f-9e5c-dde393010773 service neutron] 10.222.0.16 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845026 Jan 27 22:21:37.082747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-9d53861e-2d80-402f-b780-301d6c45f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:37.085385 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37c6c85e-5a26-4a95-b5c4-3191bde91ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:37.086388 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-9d53861e-2d80-402f-b780-301d6c45f2e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b87ce40fb554c4b9be00a142014610c&device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 1095 time: 0.0939820 Jan 27 22:21:37.125185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74ed3-076c-48d1-931d-7140d30f4daa req-1b0ae5ee-fc48-4fa9-977e-5e6ba6763c34 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:37.128154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20d74ed3-076c-48d1-931d-7140d30f4daa req-1b0ae5ee-fc48-4fa9-977e-5e6ba6763c34 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 944 time: 0.1212616 Jan 27 22:21:37.251305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20d74ed3-076c-48d1-931d-7140d30f4daa req-e552dafc-85dd-414c-9c17-0104fa088c82 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085031 Jan 27 22:21:37.317560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-24276fc5-15de-4590-8f18-152c4befc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:37.322480 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-24276fc5-15de-4590-8f18-152c4befc576 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c57be041-c570-4563-9f4b-4125551feccc HTTP/1.1" status: 200 len: 915 time: 0.2238841 Jan 27 22:21:37.360387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dd842-d0af-42d4-b0b6-550088156391 req-6c98012a-d590-4a97-8234-1b7473a8914d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:37.363747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c89dd842-d0af-42d4-b0b6-550088156391 req-6c98012a-d590-4a97-8234-1b7473a8914d tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 947 time: 0.0951853 Jan 27 22:21:37.416243 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-f8c51a36-9cae-4a57-9207-7193e934d4ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c42f01-2d2d-4564-96a7-0e39e4f05b21 HTTP/1.1" status: 200 len: 217 time: 0.0855849 Jan 27 22:21:37.437949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c89dd842-d0af-42d4-b0b6-550088156391 req-f40861f5-82c0-46ff-bf10-79f72ae4cc70 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638380 Jan 27 22:21:37.523384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-ef55f73a-62b5-4d45-831c-7f41b2c60664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:37.527469 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-ef55f73a-62b5-4d45-831c-7f41b2c60664 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3876dce6-8b1e-4e36-b53e-1dbaa22b9b30 HTTP/1.1" status: 200 len: 854 time: 0.1035435 Jan 27 22:21:37.581989 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-83e857a3-ea44-4d05-966d-add652b104bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c57be041-c570-4563-9f4b-4125551feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475743 Jan 27 22:21:37.692040 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-9cdee7ab-788d-4fc9-957b-72899b954b82 service neutron] 10.222.0.16 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030242 Jan 27 22:21:37.819638 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f1355278-25b2-47d4-b54e-124f2fec2843 req-e98d631b-a7d2-4f1f-b461-064357be8b62 service neutron] 10.222.0.16 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194134 Jan 27 22:21:38.405113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367adada-ad18-468c-bf76-8cc798a763c5 req-bb2ee47b-de13-4c96-a1f0-98e5128ff7e9 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:38.406718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-367adada-ad18-468c-bf76-8cc798a763c5 req-bb2ee47b-de13-4c96-a1f0-98e5128ff7e9 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 944 time: 0.0551214 Jan 27 22:21:38.463454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-367adada-ad18-468c-bf76-8cc798a763c5 req-4decb802-93bc-4a29-bbcd-bd5e626f354d tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507979 Jan 27 22:21:38.512084 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:38.631760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc00c20-3406-44d3-bd1f-3f206d6b7667 req-48af57f9-d5bd-42ba-aad7-7cc4bc8b77df tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:38.634297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccc00c20-3406-44d3-bd1f-3f206d6b7667 req-48af57f9-d5bd-42ba-aad7-7cc4bc8b77df tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 947 time: 0.0683067 Jan 27 22:21:38.695791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccc00c20-3406-44d3-bd1f-3f206d6b7667 req-b0aae291-52fa-407e-9b69-655a3ef1fa7b tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547829 Jan 27 22:21:39.166772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-37dcaf03-3d34-4a25-9196-2b37602471a6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:39.168630 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-37dcaf03-3d34-4a25-9196-2b37602471a6 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 947 time: 0.0606544 Jan 27 22:21:39.296811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Deleting port 7f60d19e-61c4-44cc-80e8-2fd346809a42 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:21:39.297303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:39.422457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] For port 7f60d19e-61c4-44cc-80e8-2fd346809a42, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=7f60d19e-61c4-44cc-80e8-2fd346809a42,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:21:39.422755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:39.658708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f25e8-ff13-4f77-863e-b8c40af2361e req-916374d1-f1bc-4f30-8d8d-8d57e7e2e96e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:39.663685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-962f25e8-ff13-4f77-863e-b8c40af2361e req-916374d1-f1bc-4f30-8d8d-8d57e7e2e96e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 944 time: 0.0928519 Jan 27 22:21:39.710162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:39.710715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (f34caf9f-6dc0-47d6-8ebd-1e03f63e6175), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:39.711186 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Floating IP f34caf9f-6dc0-47d6-8ebd-1e03f63e6175 disassociated. External IP: 172.25.8.178, port: 7f60d19e-61c4-44cc-80e8-2fd346809a42. Jan 27 22:21:39.711785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Calling delete_port for 7f60d19e-61c4-44cc-80e8-2fd346809a42 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:21:39.750871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-962f25e8-ff13-4f77-863e-b8c40af2361e req-5af8bf80-740d-4ef2-bfd5-81952fce9ecd tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782025 Jan 27 22:21:39.869871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff59af-c7fe-4ea6-a698-50d40d4d0542 req-b66311c8-f39f-4ea0-9887-2b3e501cce78 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:39.872135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60ff59af-c7fe-4ea6-a698-50d40d4d0542 req-b66311c8-f39f-4ea0-9887-2b3e501cce78 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 947 time: 0.0795403 Jan 27 22:21:39.884383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7f60d19e-61c4-44cc-80e8-2fd346809a42), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:39.932816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event deleted for resources: {'Port': ['ID=7f60d19e-61c4-44cc-80e8-2fd346809a42,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:39.969781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60ff59af-c7fe-4ea6-a698-50d40d4d0542 req-80f40098-d1ec-486b-b2d2-2be7c56206b9 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871043 Jan 27 22:21:40.110750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Router 92e8f460-a9e0-49ba-9035-834668dda8c3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:21:40.236797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 34c42f01-2d2d-4564-96a7-0e39e4f05b21 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:21:40.292661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:21:40.336695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] Sync routers for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:21:40.365291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] No DVR routers for this DVR port 7f60d19e-61c4-44cc-80e8-2fd346809a42 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:21:40.369183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:40.373496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:21:40.374187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:21:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:40.377462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4bf48f5b-5cf1-4726-bb9d-787629d59cdb req-cee83ca8-957f-47b4-8c1a-e20e6bc660e0 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.16 "DELETE /v2.0/ports/7f60d19e-61c4-44cc-80e8-2fd346809a42 HTTP/1.1" status: 204 len: 173 time: 1.2034130 Jan 27 22:21:40.378392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-deleted', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:21:40.384206 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2d5450-0009-4d10-a483-07d406964f90" -d '{"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-deleted", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:21:40.461791 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139a022a-46cd-4d8d-a63b-ec623aae73c3 x-openstack-request-id: req-139a022a-46cd-4d8d-a63b-ec623aae73c3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:21:40.462099 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9464341-3d68-4e4b-b45d-5a1e9b1c95fe", "name": "network-vif-deleted", "tag": "7f60d19e-61c4-44cc-80e8-2fd346809a42", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:21:40.462610 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-139a022a-46cd-4d8d-a63b-ec623aae73c3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:21:40.463506 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9464341-3d68-4e4b-b45d-5a1e9b1c95fe', 'name': 'network-vif-deleted', 'tag': '7f60d19e-61c4-44cc-80e8-2fd346809a42', 'status': 'completed', 'code': 200} Jan 27 22:21:40.496577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 34c42f01-2d2d-4564-96a7-0e39e4f05b21, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34c42f01-2d2d-4564-96a7-0e39e4f05b21,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:21:40.529556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '34c42f01-2d2d-4564-96a7-0e39e4f05b21', 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc', 'port_id': '34c42f01-2d2d-4564-96a7-0e39e4f05b21', 'mac_address': 'fa:16:3e:fe:76:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3876dce6-8b1e-4e36-b53e-1dbaa22b9b30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:21:40.657337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:21:40.657727 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:40.675966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:21:40.678948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c42f01-2d2d-4564-96a7-0e39e4f05b21 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:21:40.739116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 34c42f01-2d2d-4564-96a7-0e39e4f05b21, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34c42f01-2d2d-4564-96a7-0e39e4f05b21,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:21:40.745260 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:40.889334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=34c42f01-2d2d-4564-96a7-0e39e4f05b21,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:40.904372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.904714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.905257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.906008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.906552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.907054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.907567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.908075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.908552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.909029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.909503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.909979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:40.910508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:41.001485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92eea4-94a4-492a-839f-78615cc63955 req-e31ebbff-f639-47ad-9584-8d9a2b77524b tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:41.004413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da92eea4-94a4-492a-839f-78615cc63955 req-e31ebbff-f639-47ad-9584-8d9a2b77524b tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 945 time: 0.0883331 Jan 27 22:21:41.058774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:41.077146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:41.092045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['34c42f01-2d2d-4564-96a7-0e39e4f05b21'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:21:41.139001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] Checking router: 92e8f460-a9e0-49ba-9035-834668dda8c3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:21:41.164927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da92eea4-94a4-492a-839f-78615cc63955 req-a06e69d4-74d4-42f6-b006-89b2c7ed8296 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526747 Jan 27 22:21:41.186167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:21:41.187471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:21:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:41.199291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-753a0722-2145-415f-82c1-ff414358c2b2 req-460d4d5f-7257-4730-a7ea-1ea4589e2532 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9464341-3d68-4e4b-b45d-5a1e9b1c95fe HTTP/1.1" status: 200 len: 210 time: 0.0596573 Jan 27 22:21:41.280872 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:41.368198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:21:41.644276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56676) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:41.692171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:41.723265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a6f63-6948-43d5-8ee3-c5a109f3a5d8 None None] The sync data for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 is: [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:08:03Z', 'revision_number': 4, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'a1008396-9cca-45b5-9910-24667cbc1949', 'name': '', 'network_id': '63f6b90d-6029-4991-98e7-b23ef63a2be0', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'mac_address': 'fa:16:3e:5a:36:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '62684068-8b70-40ac-b137-c176a1c4b806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:08:01Z', 'updated_at': '2022-01-27T22:08:11Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'subnets': [{'id': '62684068-8b70-40ac-b137-c176a1c4b806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:21:41.784783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22b49ec7-00f3-4df3-bbb1-04690812e8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:41.890489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22b49ec7-00f3-4df3-bbb1-04690812e8c1 admin admin] Publish callbacks [] for security_group (106ee6ba-47df-4f04-8ebb-133e419bb5fe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:41.896716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22b49ec7-00f3-4df3-bbb1-04690812e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (106ee6ba-47df-4f04-8ebb-133e419bb5fe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:41.952083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-22b49ec7-00f3-4df3-bbb1-04690812e8c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf2f7b7342be4e60bb56a3ce3cf96ebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3065729 Jan 27 22:21:41.953174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56680) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:41.953653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b49ec7-00f3-4df3-bbb1-04690812e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106ee6ba-47df-4f04-8ebb-133e419bb5fe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:42.031277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2380-d0b6-4f0f-bfd3-f058d580cda7 admin admin] Publish callbacks [] for security_group (106ee6ba-47df-4f04-8ebb-133e419bb5fe), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.074700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2380-d0b6-4f0f-bfd3-f058d580cda7 admin admin] Publish callbacks [] for security_group (106ee6ba-47df-4f04-8ebb-133e419bb5fe), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.081808 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c993e-45b5-4f45-ab11-23426e3d1ccf None None] New status for floating IP f34caf9f-6dc0-47d6-8ebd-1e03f63e6175: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:21:42.144960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2380-d0b6-4f0f-bfd3-f058d580cda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (106ee6ba-47df-4f04-8ebb-133e419bb5fe), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.148316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2380-d0b6-4f0f-bfd3-f058d580cda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.150541 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fc1f2380-d0b6-4f0f-bfd3-f058d580cda7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/106ee6ba-47df-4f04-8ebb-133e419bb5fe HTTP/1.1" status: 204 len: 168 time: 0.1957908 Jan 27 22:21:42.164063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f2380-d0b6-4f0f-bfd3-f058d580cda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106ee6ba-47df-4f04-8ebb-133e419bb5fe,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:42.257731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 34c42f01-2d2d-4564-96a7-0e39e4f05b21 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:21:42.355137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e770b-3f9d-4e7f-bdcf-79f0e3ac0b2a req-46a7254f-1f7d-4bc2-97d4-08b47f51ded5 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:42.363901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-097e770b-3f9d-4e7f-bdcf-79f0e3ac0b2a req-46a7254f-1f7d-4bc2-97d4-08b47f51ded5 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 945 time: 0.1019542 Jan 27 22:21:42.377953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:21:42.400578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:21:42.401472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.441343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56690) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:42.461216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-097e770b-3f9d-4e7f-bdcf-79f0e3ac0b2a req-f340826e-6d3c-4e70-a56b-c932625b13fe tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927882 Jan 27 22:21:42.535835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0979fe0-01bf-457a-9a22-fa4a3bc14142 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.555885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:21:42.556377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.572354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0979fe0-01bf-457a-9a22-fa4a3bc14142 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.595021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03cdeab-1c9b-45f7-ad98-6a242a2fa080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c42f01-2d2d-4564-96a7-0e39e4f05b21'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:21:42.607678 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d2dbad-90f3-4ef4-a038-5f5439cb9d95" -d '{"events": [{"server_uuid": "b03cdeab-1c9b-45f7-ad98-6a242a2fa080", "name": "network-vif-plugged", "status": "completed", "tag": "34c42f01-2d2d-4564-96a7-0e39e4f05b21"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:21:42.623972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 34c42f01-2d2d-4564-96a7-0e39e4f05b21, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34c42f01-2d2d-4564-96a7-0e39e4f05b21,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:21:42.630660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.681262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0979fe0-01bf-457a-9a22-fa4a3bc14142 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.685724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d0979fe0-01bf-457a-9a22-fa4a3bc14142 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:42.687951 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d0979fe0-01bf-457a-9a22-fa4a3bc14142 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "DELETE /v2.0/security-groups/7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf HTTP/1.1" status: 204 len: 168 time: 0.2451553 Jan 27 22:21:42.690735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56698) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:42.713838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0979fe0-01bf-457a-9a22-fa4a3bc14142 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:42.726332 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-d3721854-d3ca-4f25-aaa8-f9b4a3b6605c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] show failed (client error): The resource could not be found. Jan 27 22:21:42.730377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d3721854-d3ca-4f25-aaa8-f9b4a3b6605c tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "GET /v2.0/security-groups/7fe0c27d-d1ca-46e0-97b5-a3e5bfa950cf HTTP/1.1" status: 404 len: 347 time: 0.0379276 Jan 27 22:21:42.733356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56702) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:42.750412 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251e60ea-201e-4c0b-984a-737d94372f85 x-openstack-request-id: req-251e60ea-201e-4c0b-984a-737d94372f85 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:21:42.751309 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03cdeab-1c9b-45f7-ad98-6a242a2fa080", "name": "network-vif-plugged", "status": "completed", "tag": "34c42f01-2d2d-4564-96a7-0e39e4f05b21", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:21:42.751909 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-251e60ea-201e-4c0b-984a-737d94372f85 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:21:42.752816 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03cdeab-1c9b-45f7-ad98-6a242a2fa080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c42f01-2d2d-4564-96a7-0e39e4f05b21', 'code': 200} Jan 27 22:21:42.757335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=34c42f01-2d2d-4564-96a7-0e39e4f05b21,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:43.003158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70161f0-8298-4dca-bb7c-99502f90fa0b req-63caecc9-c535-4a9c-b8e2-7cd57daf3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:43.005422 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a70161f0-8298-4dca-bb7c-99502f90fa0b req-63caecc9-c535-4a9c-b8e2-7cd57daf3bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 1097 time: 0.1767316 Jan 27 22:21:43.086562 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a70161f0-8298-4dca-bb7c-99502f90fa0b req-d88afcb3-9f11-4b00-8887-1f97ea63e993 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722036 Jan 27 22:21:43.086562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Deleting port f22a1428-9de7-4014-9e88-11e77306cb2e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:21:43.086562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f22a1428-9de7-4014-9e88-11e77306cb2e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:43.193495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f22a1428-9de7-4014-9e88-11e77306cb2e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:43.194057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (f22a1428-9de7-4014-9e88-11e77306cb2e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:43.218453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Calling delete_port for f22a1428-9de7-4014-9e88-11e77306cb2e owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:21:43.417325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f22a1428-9de7-4014-9e88-11e77306cb2e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:43.463255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Pushing event deleted for resources: {'Port': ['ID=f22a1428-9de7-4014-9e88-11e77306cb2e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:43.539981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks [] for floatingip (f34caf9f-6dc0-47d6-8ebd-1e03f63e6175), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:43.543267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:43.550147 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-969a039d-caf0-4fdc-abb1-135b153dffa5 tempest-AttachVolumeShelveTestJSON-636535279 tempest-AttachVolumeShelveTestJSON-636535279-project] 10.222.0.45 "DELETE /v2.0/floatingips/f34caf9f-6dc0-47d6-8ebd-1e03f63e6175 HTTP/1.1" status: 204 len: 168 time: 0.8148739 Jan 27 22:21:43.722134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a1d47-6148-4c98-98ee-acd5dd920279 req-681ce8cb-09b8-4739-b573-51f0db6bf96e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:43.723920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f24a1d47-6148-4c98-98ee-acd5dd920279 req-681ce8cb-09b8-4739-b573-51f0db6bf96e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 946 time: 0.0783761 Jan 27 22:21:43.827134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f24a1d47-6148-4c98-98ee-acd5dd920279 req-60bebece-bfb1-4f8f-b5b1-b3fbb491a1ac tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965807 Jan 27 22:21:44.201244 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56736) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:44.255950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:21:44.301144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 7f60d19e-61c4-44cc-80e8-2fd346809a42 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:21:44.302090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 7f60d19e-61c4-44cc-80e8-2fd346809a42 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:21:44.437089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-53835169'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:44.485531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Made reservation on behalf of 23e3a78fca5a4fbdbf8aa0cbf1604c6d for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:44.490642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:44.502164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:44.608075 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks [] for security_group (46c231e4-39bd-4efa-a6e3-76f617aded00), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:44.612862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (46c231e4-39bd-4efa-a6e3-76f617aded00), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:44.644507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:21:44.656874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c231e4-39bd-4efa-a6e3-76f617aded00,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:44.670254 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3937eed6-b610-4a1f-809f-584e30bb71b2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:44.670254 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Added segment 3937eed6-b610-4a1f-809f-584e30bb71b2 of type vlan for network 1e600dc0-e65d-49f0-b798-a079effc84c8 Jan 27 22:21:44.718923 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1e600dc0-e65d-49f0-b798-a079effc84c8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:44.762858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1e600dc0-e65d-49f0-b798-a079effc84c8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:44.773389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:44.774735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:44.894458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6855884 Jan 27 22:21:44.895209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56744) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:44.928065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f4eda-33b8-4093-a215-01d9b520b3d0 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Pushing event updated for resources: {'Network': ['ID=1e600dc0-e65d-49f0-b798-a079effc84c8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:44.941808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1e600dc0-e65d-49f0-b798-a079effc84c8 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:21:45.005634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Request body: {'network': {'name': 'tempest-network--1761533480', 'router:external': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:45.035946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Made reservation on behalf of cd64d9289ab949579cacec03263995ce for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:45.040266 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.052918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.106880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ada7a-ea0f-4bda-b594-d48fefbc13a0 req-33ed325f-db8d-4cd4-b726-74bae5bf04b3 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:45.111639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-321ada7a-ea0f-4bda-b594-d48fefbc13a0 req-33ed325f-db8d-4cd4-b726-74bae5bf04b3 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 946 time: 0.1061199 Jan 27 22:21:45.162453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for security_group (dec71b76-8b40-410a-bd9d-9996246e9564), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.168722 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dec71b76-8b40-410a-bd9d-9996246e9564), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.196428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-321ada7a-ea0f-4bda-b594-d48fefbc13a0 req-32d2a4f7-9b4c-45ad-952f-9bea0e5f8e9c tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727937 Jan 27 22:21:45.211308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:21:45.247039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec71b76-8b40-410a-bd9d-9996246e9564,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:45.256675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7eb46b51-3ba1-4ef0-bdda-ab458db2f6a9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.257066 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Added segment 7eb46b51-3ba1-4ef0-bdda-ab458db2f6a9 of type vlan for network c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d Jan 27 22:21:45.337110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.390536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.392298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:45.393463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.473294 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5760736 Jan 27 22:21:45.476642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56780) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:45.492874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a034d-fdea-4e73-93da-42ba3be4cfc6 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Network': ['ID=c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:45.510790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:21:45.593003 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.717872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.743458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:45.755502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb46b51-3ba1-4ef0-bdda-ab458db2f6a9') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:45.755794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb46b51-3ba1-4ef0-bdda-ab458db2f6a9') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:45.772067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (7eb46b51-3ba1-4ef0-bdda-ab458db2f6a9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.789878 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7eb46b51-3ba1-4ef0-bdda-ab458db2f6a9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.799880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:21:45.800278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (7eb46b51-3ba1-4ef0-bdda-ab458db2f6a9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:21:45.802323 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:21:45.893034 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.903600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:21:45.907253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:45.910665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "DELETE /v2.0/networks/c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d HTTP/1.1" status: 204 len: 168 time: 0.4311194 Jan 27 22:21:45.916707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56792) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:45.922735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be8521-4d72-4ecc-8627-e4160940628c tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7fde8c8-7072-4c6d-b5f8-9cc63c9fb42d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:45.928065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:45.983623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Made reservation on behalf of cd64d9289ab949579cacec03263995ce for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:45.989614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:46.069671 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:21:46.085737 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d628ac22-c2de-475a-b3de-ae3900939a60), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:46.087002 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Added segment d628ac22-c2de-475a-b3de-ae3900939a60 of type vlan for network ae5e9760-48f8-4483-b928-198910e0c73c Jan 27 22:21:46.153002 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (ae5e9760-48f8-4483-b928-198910e0c73c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:46.205536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (ae5e9760-48f8-4483-b928-198910e0c73c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:46.206715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:46.207379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:46.298780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56820) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:46.299701 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3803482 Jan 27 22:21:46.306027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Request body: {'subnet': {'network_id': 'ae5e9760-48f8-4483-b928-198910e0c73c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:46.320451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafdf7b-34da-4225-beef-f242d591f98e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Network': ['ID=ae5e9760-48f8-4483-b928-198910e0c73c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:46.332691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network ae5e9760-48f8-4483-b928-198910e0c73c details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:21:46.349064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Made reservation on behalf of cd64d9289ab949579cacec03263995ce for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:46.352633 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:46.882195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:21:46.885366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (ce377912-5d52-4b5f-b933-07362b7cbd01), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:47.013551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ce377912-5d52-4b5f-b933-07362b7cbd01,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:47.027605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Checking segment: {'id': 'd628ac22-c2de-475a-b3de-ae3900939a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae5e9760-48f8-4483-b928-198910e0c73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:21:47.028243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Network hostable DHCP agents. Network: ae5e9760-48f8-4483-b928-198910e0c73c, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:21:47.069874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Network ae5e9760-48f8-4483-b928-198910e0c73c is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:21:47.098813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, ae5e9760-48f8-4483-b928-198910e0c73c) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:21:47.111732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3ccea-b5c5-46a6-ac79-aa3a883c4aa9 None None] Network ae5e9760-48f8-4483-b928-198910e0c73c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:21:47.129017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:47.129636 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:47.158100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56834) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:47.158352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7a9b7ff5-0a27-4372-bb6d-fc391462e917 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8570294 Jan 27 22:21:47.166796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Request body: {'floatingip': {'floating_network_id': 'ae5e9760-48f8-4483-b928-198910e0c73c'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:47.199617 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:47.330417 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5d94cd-7b47-4a78-982f-2c0822998fb1 None None] Network ae5e9760-48f8-4483-b928-198910e0c73c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:21:47.376995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:47.592993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Allocated IP 172.20.0.4 (ae5e9760-48f8-4483-b928-198910e0c73c/ce377912-5d52-4b5f-b933-07362b7cbd01/c6a1742f-aee6-43d7-b7f5-099aaaac5549) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:21:47.773325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for port (c6a1742f-aee6-43d7-b7f5-099aaaac5549), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:47.843659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c6a1742f-aee6-43d7-b7f5-099aaaac5549), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:47.902013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Network ae5e9760-48f8-4483-b928-198910e0c73c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:21:47.907294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:21:47.910015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:21:47.912645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a1742f-aee6-43d7-b7f5-099aaaac5549,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:48.050706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for floatingip (4b960c69-f8a1-41c0-92c2-722f3a1e5d42), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:48.114647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c6a1742f-aee6-43d7-b7f5-099aaaac5549), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:48.271046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:48.272402 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:21:48.423681 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for port (c6a1742f-aee6-43d7-b7f5-099aaaac5549), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:48.429818 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c6a1742f-aee6-43d7-b7f5-099aaaac5549), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:48.513700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a1742f-aee6-43d7-b7f5-099aaaac5549,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:48.531011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (4b960c69-f8a1-41c0-92c2-722f3a1e5d42), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:48.552078 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:48.554281 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-30bf4cd2-2f66-465e-8c8e-9b5b03a4ef25 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3940380 Jan 27 22:21:48.558615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56840) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:49.053274 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2edc1246-ea59-4994-8ef7-75e46d061a6f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=ae5e9760-48f8-4483-b928-198910e0c73c HTTP/1.1" status: 200 len: 689 time: 0.4909198 Jan 27 22:21:49.053697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56842) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:49.200081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (ae5e9760-48f8-4483-b928-198910e0c73c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:49.408641 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Deleting port c6a1742f-aee6-43d7-b7f5-099aaaac5549 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:21:49.409206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c6a1742f-aee6-43d7-b7f5-099aaaac5549), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:49.561448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c6a1742f-aee6-43d7-b7f5-099aaaac5549), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:49.562446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for floatingip (c6a1742f-aee6-43d7-b7f5-099aaaac5549), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:49.578228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Calling delete_port for c6a1742f-aee6-43d7-b7f5-099aaaac5549 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:21:49.806242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c6a1742f-aee6-43d7-b7f5-099aaaac5549), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:49.880689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6a1742f-aee6-43d7-b7f5-099aaaac5549,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:49.965035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for floatingip (4b960c69-f8a1-41c0-92c2-722f3a1e5d42), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.044842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (ce377912-5d52-4b5f-b933-07362b7cbd01), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.119400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (ce377912-5d52-4b5f-b933-07362b7cbd01), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.162104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ce377912-5d52-4b5f-b933-07362b7cbd01,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:50.237364 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (ae5e9760-48f8-4483-b928-198910e0c73c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.291198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5e9760-48f8-4483-b928-198910e0c73c']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:50.317537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd628ac22-c2de-475a-b3de-ae3900939a60') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:50.318930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd628ac22-c2de-475a-b3de-ae3900939a60') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:50.344821 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d628ac22-c2de-475a-b3de-ae3900939a60), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.375709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d628ac22-c2de-475a-b3de-ae3900939a60), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.386726 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:21:50.387226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d628ac22-c2de-475a-b3de-ae3900939a60), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:21:50.389382 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:21:50.469580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (ae5e9760-48f8-4483-b928-198910e0c73c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.483655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae5e9760-48f8-4483-b928-198910e0c73c {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:21:50.490898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:50.498061 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "DELETE /v2.0/networks/ae5e9760-48f8-4483-b928-198910e0c73c HTTP/1.1" status: 204 len: 168 time: 1.4397054 Jan 27 22:21:50.499001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56858) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:50.508021 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81183eee-5fb3-4e93-9d7d-d76440ecbb22 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae5e9760-48f8-4483-b928-198910e0c73c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:50.777547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56862) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:50.780989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e654086b-7b06-4716-8bbc-0c936e2d2d6d tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2799339 Jan 27 22:21:50.846437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1902e2-8edc-451a-afa0-23898082251f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:50.847056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1902e2-8edc-451a-afa0-23898082251f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:50.847615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1902e2-8edc-451a-afa0-23898082251f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:50.848138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1902e2-8edc-451a-afa0-23898082251f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:50.848658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1902e2-8edc-451a-afa0-23898082251f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:50.849168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1902e2-8edc-451a-afa0-23898082251f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:50.855158 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8f1902e2-8edc-451a-afa0-23898082251f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0726545 Jan 27 22:21:50.855428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56864) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:50.942937 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-015579c0-97a2-4038-8ac1-b7b18fcdee10 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] delete failed (client error): The resource could not be found. Jan 27 22:21:50.948543 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-015579c0-97a2-4038-8ac1-b7b18fcdee10 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/4b960c69-f8a1-41c0-92c2-722f3a1e5d42 HTTP/1.1" status: 404 len: 345 time: 0.0883107 Jan 27 22:21:50.949210 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56866) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:50.991759 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee66f16-fe10-480a-be8a-5b0f6cf5cb67 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] DELETE failed (client error): The resource could not be found. Jan 27 22:21:50.992300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee66f16-fe10-480a-be8a-5b0f6cf5cb67 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:21:51.006165 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8ee66f16-fe10-480a-be8a-5b0f6cf5cb67 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "DELETE /v2.0/networks/ae5e9760-48f8-4483-b928-198910e0c73c HTTP/1.1" status: 404 len: 339 time: 0.0506029 Jan 27 22:21:51.007291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56868) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:51.018046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:51.025771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Request body: {'network': {'name': 'tempest-network--1735416622', 'router:external': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:51.059470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Made reservation on behalf of cd64d9289ab949579cacec03263995ce for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:51.062791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:51.098012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:21:51.111880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7811782e-d390-4317-9f08-9012e64f6d9b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:51.112329 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Added segment 7811782e-d390-4317-9f08-9012e64f6d9b of type vlan for network e1a74005-c4c6-4b97-974c-147b24d48f83 Jan 27 22:21:51.196503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (e1a74005-c4c6-4b97-974c-147b24d48f83), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:51.334225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (e1a74005-c4c6-4b97-974c-147b24d48f83), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:51.336011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:51.338747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:51.622050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6126091 Jan 27 22:21:51.625993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56874) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:51.655342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616f824-2c84-48a0-9753-ed676755ef85 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Network': ['ID=e1a74005-c4c6-4b97-974c-147b24d48f83,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:51.671681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network e1a74005-c4c6-4b97-974c-147b24d48f83 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:21:51.822888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb1dcf-bb29-4717-a2c7-c2c0201ed087 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:51.829318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb1dcf-bb29-4717-a2c7-c2c0201ed087 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:51.836549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb1dcf-bb29-4717-a2c7-c2c0201ed087 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:51.844571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb1dcf-bb29-4717-a2c7-c2c0201ed087 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:51.847471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1feb1dcf-bb29-4717-a2c7-c2c0201ed087 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2192056 Jan 27 22:21:51.850975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56878) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:51.957954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (e1a74005-c4c6-4b97-974c-147b24d48f83), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.122141 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (e1a74005-c4c6-4b97-974c-147b24d48f83), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.162153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a74005-c4c6-4b97-974c-147b24d48f83']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:52.181113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7811782e-d390-4317-9f08-9012e64f6d9b') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:52.181619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7811782e-d390-4317-9f08-9012e64f6d9b') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:52.204630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (7811782e-d390-4317-9f08-9012e64f6d9b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.228354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (7811782e-d390-4317-9f08-9012e64f6d9b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.239585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:21:52.240247 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (7811782e-d390-4317-9f08-9012e64f6d9b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:21:52.243458 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:21:52.342874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (e1a74005-c4c6-4b97-974c-147b24d48f83), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.354205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e1a74005-c4c6-4b97-974c-147b24d48f83 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:21:52.357632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.366752 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "DELETE /v2.0/networks/e1a74005-c4c6-4b97-974c-147b24d48f83 HTTP/1.1" status: 204 len: 168 time: 0.5103617 Jan 27 22:21:52.367025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56880) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:52.375926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Request body: {'network': {'name': 'tempest-network--2110269059', 'router:external': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:52.384925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6a18e-ff48-48a7-9b62-99ad5173b2fe tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1a74005-c4c6-4b97-974c-147b24d48f83,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:52.414180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Made reservation on behalf of cd64d9289ab949579cacec03263995ce for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:52.417773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.460556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:21:52.477384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d4b944b0-3b1f-4253-b850-179282c7bc6b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.477783 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Added segment d4b944b0-3b1f-4253-b850-179282c7bc6b of type vlan for network 23234f28-e84a-47df-bd4b-f0451927b883 Jan 27 22:21:52.551739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (23234f28-e84a-47df-bd4b-f0451927b883), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.622055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (23234f28-e84a-47df-bd4b-f0451927b883), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.624036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:52.625920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.689159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3211503 Jan 27 22:21:52.691917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56884) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:52.794029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d514fbe-bab0-44cc-b5eb-b0a3d5f1593f tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Network': ['ID=23234f28-e84a-47df-bd4b-f0451927b883,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:52.825512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 23234f28-e84a-47df-bd4b-f0451927b883 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:21:52.881494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040c6353-eded-4c86-9545-11ca51691a2b tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:52.890783 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-040c6353-eded-4c86-9545-11ca51691a2b tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] 10.222.0.45 "GET /v2.0/networks/23234f28-e84a-47df-bd4b-f0451927b883 HTTP/1.1" status: 200 len: 757 time: 0.1946769 Jan 27 22:21:52.891628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56888) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:53.120181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632880c0-557a-409b-af64-f6bd18c6596d tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:53.123596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-632880c0-557a-409b-af64-f6bd18c6596d tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] 10.222.0.45 "GET /v2.0/networks/1e600dc0-e65d-49f0-b798-a079effc84c8 HTTP/1.1" status: 200 len: 766 time: 0.2293420 Jan 27 22:21:53.125830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56890) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:53.253216 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (23234f28-e84a-47df-bd4b-f0451927b883), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.378130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (23234f28-e84a-47df-bd4b-f0451927b883), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.423024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23234f28-e84a-47df-bd4b-f0451927b883']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:53.439283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b944b0-3b1f-4253-b850-179282c7bc6b') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:53.439704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b944b0-3b1f-4253-b850-179282c7bc6b') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:53.455359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (d4b944b0-3b1f-4253-b850-179282c7bc6b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.477344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d4b944b0-3b1f-4253-b850-179282c7bc6b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.493704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:21:53.494762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (d4b944b0-3b1f-4253-b850-179282c7bc6b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:21:53.514943 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:21:53.610275 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (23234f28-e84a-47df-bd4b-f0451927b883), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.618671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23234f28-e84a-47df-bd4b-f0451927b883 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:21:53.624282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-590585'] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.634870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "DELETE /v2.0/networks/23234f28-e84a-47df-bd4b-f0451927b883 HTTP/1.1" status: 204 len: 168 time: 0.5020397 Jan 27 22:21:53.636272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:53.647133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Request body: {'network': {'name': 'tempest-network--722539144'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:53.654549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1f60f-064a-4c37-a7b0-8e7441a90a3e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event deleted for resources: {'Network': ['ID=23234f28-e84a-47df-bd4b-f0451927b883,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:53.707261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Made reservation on behalf of cd64d9289ab949579cacec03263995ce for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:53.710719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.761579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:21:53.781128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (30378ccb-3c74-48ce-89f7-b6f96d02702d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.781777 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Added segment 30378ccb-3c74-48ce-89f7-b6f96d02702d of type vlan for network 1f52b4ce-b33e-4df4-91c4-400874ef35d9 Jan 27 22:21:53.886925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1f52b4ce-b33e-4df4-91c4-400874ef35d9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.953138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1f52b4ce-b33e-4df4-91c4-400874ef35d9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:53.955934 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:53.958458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.084769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Network': ['ID=1f52b4ce-b33e-4df4-91c4-400874ef35d9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:54.110869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1f52b4ce-b33e-4df4-91c4-400874ef35d9 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:21:54.135269 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2ec54d07-567d-404a-999a-020fbac55eb7 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4964252 Jan 27 22:21:54.139072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56898) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:54.153195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-cd9409f9-3bde-4857-990e-bcaf0018e00e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:54.433755 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd9409f9-3bde-4857-990e-bcaf0018e00e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1f52b4ce-b33e-4df4-91c4-400874ef35d9), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.458253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd9409f9-3bde-4857-990e-bcaf0018e00e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1f52b4ce-b33e-4df4-91c4-400874ef35d9), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.490253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd9409f9-3bde-4857-990e-bcaf0018e00e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Network 1f52b4ce-b33e-4df4-91c4-400874ef35d9 is not hosted by any dhcp agent {{(pid=103330) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:21:54.491863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9409f9-3bde-4857-990e-bcaf0018e00e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:54.492932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd9409f9-3bde-4857-990e-bcaf0018e00e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.499823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56900) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:54.500070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cd9409f9-3bde-4857-990e-bcaf0018e00e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "PUT /v2.0/networks/1f52b4ce-b33e-4df4-91c4-400874ef35d9 HTTP/1.1" status: 200 len: 857 time: 0.3583152 Jan 27 22:21:54.595369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9409f9-3bde-4857-990e-bcaf0018e00e tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event updated for resources: {'Network': ['ID=1f52b4ce-b33e-4df4-91c4-400874ef35d9,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:54.642263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1f52b4ce-b33e-4df4-91c4-400874ef35d9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.799949 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1f52b4ce-b33e-4df4-91c4-400874ef35d9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.853184 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f52b4ce-b33e-4df4-91c4-400874ef35d9']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:54.868128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30378ccb-3c74-48ce-89f7-b6f96d02702d') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:54.868790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30378ccb-3c74-48ce-89f7-b6f96d02702d') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:54.886668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (30378ccb-3c74-48ce-89f7-b6f96d02702d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.916401 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (30378ccb-3c74-48ce-89f7-b6f96d02702d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.930267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:21:54.932312 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (30378ccb-3c74-48ce-89f7-b6f96d02702d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:21:54.936012 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:21:55.044138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1f52b4ce-b33e-4df4-91c4-400874ef35d9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.061877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f52b4ce-b33e-4df4-91c4-400874ef35d9 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:21:55.067134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.076528 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] 10.222.0.45 "DELETE /v2.0/networks/1f52b4ce-b33e-4df4-91c4-400874ef35d9 HTTP/1.1" status: 204 len: 168 time: 0.5747318 Jan 27 22:21:55.083500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56906) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:55.158048 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cac8d0-e9a1-4b56-98d9-06a0cdbf1fb9 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] DELETE failed (client error): The resource could not be found. Jan 27 22:21:55.158845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cac8d0-e9a1-4b56-98d9-06a0cdbf1fb9 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:21:55.165094 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-00cac8d0-e9a1-4b56-98d9-06a0cdbf1fb9 tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] 10.222.0.45 "DELETE /v2.0/subnets/ce377912-5d52-4b5f-b933-07362b7cbd01 HTTP/1.1" status: 404 len: 337 time: 0.0813081 Jan 27 22:21:55.166949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b2a87-cc07-48e9-9e03-8ffb5cb02f97 tempest-ExternalNetworksTestJSON-875520079 tempest-ExternalNetworksTestJSON-875520079-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f52b4ce-b33e-4df4-91c4-400874ef35d9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:55.169075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56908) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:55.316265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1e600dc0-e65d-49f0-b798-a079effc84c8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.509466 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1e600dc0-e65d-49f0-b798-a079effc84c8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.543271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e600dc0-e65d-49f0-b798-a079effc84c8']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:55.566968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3937eed6-b610-4a1f-809f-584e30bb71b2') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:55.568410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3937eed6-b610-4a1f-809f-584e30bb71b2') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:55.588479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (3937eed6-b610-4a1f-809f-584e30bb71b2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.628376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3937eed6-b610-4a1f-809f-584e30bb71b2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.640778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:21:55.641375 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (3937eed6-b610-4a1f-809f-584e30bb71b2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:21:55.648258 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:21:55.780646 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1e600dc0-e65d-49f0-b798-a079effc84c8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.793923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.804561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] 10.222.0.45 "DELETE /v2.0/networks/1e600dc0-e65d-49f0-b798-a079effc84c8 HTTP/1.1" status: 204 len: 168 time: 0.6334846 Jan 27 22:21:55.823694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17693a-0497-4031-8e50-468badddc77f tempest-ExternalNetworksTestJSON-1400857481 tempest-ExternalNetworksTestJSON-1400857481-project] Pushing event deleted for resources: {'Network': ['ID=1e600dc0-e65d-49f0-b798-a079effc84c8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:56.279209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56918) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:56.496145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9e70a021-08b5-4256-a2b8-5464f1c2c721 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23e3a78fca5a4fbdbf8aa0cbf1604c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149458 Jan 27 22:21:56.500300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56922) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:56.562543 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-574bb577-697c-409b-b6ab-bd6e295e5028 admin admin] Publish callbacks [] for security_group (46c231e4-39bd-4efa-a6e3-76f617aded00), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:56.610169 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-574bb577-697c-409b-b6ab-bd6e295e5028 admin admin] Publish callbacks [] for security_group (46c231e4-39bd-4efa-a6e3-76f617aded00), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:56.705616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-574bb577-697c-409b-b6ab-bd6e295e5028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (46c231e4-39bd-4efa-a6e3-76f617aded00), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:56.708565 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-574bb577-697c-409b-b6ab-bd6e295e5028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:56.711582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-574bb577-697c-409b-b6ab-bd6e295e5028 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46c231e4-39bd-4efa-a6e3-76f617aded00 HTTP/1.1" status: 204 len: 168 time: 0.2084668 Jan 27 22:21:56.720957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bb577-697c-409b-b6ab-bd6e295e5028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c231e4-39bd-4efa-a6e3-76f617aded00,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:57.168386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56930) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:57.240224 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-573c8bfa-4847-49c9-a5b7-a2e3ae4c387d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd64d9289ab949579cacec03263995ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697808 Jan 27 22:21:57.244500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56934) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:57.349798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-607f063a-1abe-4f81-9c83-91699f8e8dff admin admin] Publish callbacks [] for security_group (dec71b76-8b40-410a-bd9d-9996246e9564), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:57.380525 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-607f063a-1abe-4f81-9c83-91699f8e8dff admin admin] Publish callbacks [] for security_group (dec71b76-8b40-410a-bd9d-9996246e9564), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:57.394237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56940) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:57.503725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-607f063a-1abe-4f81-9c83-91699f8e8dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (dec71b76-8b40-410a-bd9d-9996246e9564), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:57.508906 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-607f063a-1abe-4f81-9c83-91699f8e8dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:57.523784 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-607f063a-1abe-4f81-9c83-91699f8e8dff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dec71b76-8b40-410a-bd9d-9996246e9564 HTTP/1.1" status: 204 len: 168 time: 0.2735527 Jan 27 22:21:57.546433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f063a-1abe-4f81-9c83-91699f8e8dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec71b76-8b40-410a-bd9d-9996246e9564,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:58.348929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (92e8f460-a9e0-49ba-9035-834668dda8c3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:58.778276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Deleting port a1008396-9cca-45b5-9910-24667cbc1949 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:21:58.779453 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a1008396-9cca-45b5-9910-24667cbc1949), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:58.948016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] For port a1008396-9cca-45b5-9910-24667cbc1949, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a1008396-9cca-45b5-9910-24667cbc1949,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:21:58.948532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a1008396-9cca-45b5-9910-24667cbc1949), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:58.965352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Calling delete_port for a1008396-9cca-45b5-9910-24667cbc1949 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:21:59.363319 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a1008396-9cca-45b5-9910-24667cbc1949), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:59.412517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1008396-9cca-45b5-9910-24667cbc1949,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:00.198541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56984) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:00.270207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (92e8f460-a9e0-49ba-9035-834668dda8c3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:00.448025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1993614093', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:00.503252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Made reservation on behalf of b8b7878b6fe0429aad00c39f91e479d5 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:00.508546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:00.529147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:00.630150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Router 92e8f460-a9e0-49ba-9035-834668dda8c3 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:22:00.694126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks [] for security_group (80c11d6b-ead2-4b3f-ba19-210d2b94cbf5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:00.703015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (80c11d6b-ead2-4b3f-ba19-210d2b94cbf5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:00.721386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] device_id is not set on port 82731ba6-8142-4640-95a5-9dbe17dd1cc1 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:00.788270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:22:00.799669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c11d6b-ead2-4b3f-ba19-210d2b94cbf5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:00.804359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1fb87977-9598-4513-a2b4-a10553170568 admin admin] 10.222.0.45 "PUT /v2.0/routers/92e8f460-a9e0-49ba-9035-834668dda8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4066095 Jan 27 22:22:00.807039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56990) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:00.817629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] Sync routers for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:22:00.833506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:00.834148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:21:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:00.964325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Allocated IP 172.25.8.42 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/82731ba6-8142-4640-95a5-9dbe17dd1cc1) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:00.981202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks [] for router (92e8f460-a9e0-49ba-9035-834668dda8c3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.031254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:01.268710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks [] for port (82731ba6-8142-4640-95a5-9dbe17dd1cc1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.271903 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks [] for router_gateway (92e8f460-a9e0-49ba-9035-834668dda8c3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.343531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:21:59Z', 'revision_number': 5, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port': {'id': '6ddb73ff-da5b-4245-909e-4791763d2aae', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:01.377598 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (82731ba6-8142-4640-95a5-9dbe17dd1cc1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.385925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] Checking router: 92e8f460-a9e0-49ba-9035-834668dda8c3 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:22:01.403103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] Routers {'92e8f460-a9e0-49ba-9035-834668dda8c3'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:01.404201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:21:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['92e8f460-a9e0-49ba-9035-834668dda8c3'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:01.462981 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:01.472416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Deleting port 6ddb73ff-da5b-4245-909e-4791763d2aae {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:01.472938 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.496675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:01.509196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:01.584677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] Set router 92e8f460-a9e0-49ba-9035-834668dda8c3 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:01.615605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Pushing event updated for resources: {'Port': ['ID=82731ba6-8142-4640-95a5-9dbe17dd1cc1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:01.666996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:01.667648 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.691715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:22:01Z', 'revision_number': 6, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:01.700744 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-de03407b-9672-4fbc-83a9-2afb0519a46a tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4991713 Jan 27 22:22:01.703644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] For port 6ddb73ff-da5b-4245-909e-4791763d2aae, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6ddb73ff-da5b-4245-909e-4791763d2aae,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:01.704222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.705257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 56994) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:01.710790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.42'}]}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:01.729129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Calling delete_port for 6ddb73ff-da5b-4245-909e-4791763d2aae owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:01.742079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956d5c2-8e98-4c21-8651-f69c1131ebe7 None None] The sync data for ids ['92e8f460-a9e0-49ba-9035-834668dda8c3'] in n-d-826529-2 is: [{'id': '92e8f460-a9e0-49ba-9035-834668dda8c3', 'name': 'tempest-AttachVolumeShelveTestJSON-1464685940-router', 'tenant_id': '279048c1f52843f6a6e53ad367ea9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:54Z', 'updated_at': '2022-01-27T22:22:01Z', 'revision_number': 6, 'project_id': '279048c1f52843f6a6e53ad367ea9a4a', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:22:01.746386 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.748870 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:01.856017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks [] for router_controller (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.036370 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6ddb73ff-da5b-4245-909e-4791763d2aae), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.051750 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks [] for router_gateway (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.088151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddb73ff-da5b-4245-909e-4791763d2aae,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:02.202366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (92e8f460-a9e0-49ba-9035-834668dda8c3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.387148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks [] for router_gateway (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.390277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (92e8f460-a9e0-49ba-9035-834668dda8c3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.394617 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks [] for router_controller (92e8f460-a9e0-49ba-9035-834668dda8c3), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.413974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.473074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (92e8f460-a9e0-49ba-9035-834668dda8c3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.473690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e8f460-a9e0-49ba-9035-834668dda8c3 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:22:02.485409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.487216 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7625860-4b6c-42df-a2d4-8153cba81d32 admin admin] 10.222.0.45 "DELETE /v2.0/routers/92e8f460-a9e0-49ba-9035-834668dda8c3 HTTP/1.1" status: 204 len: 168 time: 1.6792026 Jan 27 22:22:02.490395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 56996) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:02.566104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34d1be1-0b9c-4834-b99c-ce5486397e9e admin admin] Deleting subnet 62684068-8b70-40ac-b137-c176a1c4b806 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:22:02.571115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d34d1be1-0b9c-4834-b99c-ce5486397e9e admin admin] Publish callbacks [] for subnet (62684068-8b70-40ac-b137-c176a1c4b806), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.639315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d34d1be1-0b9c-4834-b99c-ce5486397e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (62684068-8b70-40ac-b137-c176a1c4b806), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.756283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks [] for router (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.760370 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d34d1be1-0b9c-4834-b99c-ce5486397e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (62684068-8b70-40ac-b137-c176a1c4b806), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.843302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d34d1be1-0b9c-4834-b99c-ce5486397e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (62684068-8b70-40ac-b137-c176a1c4b806), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.882119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d1be1-0b9c-4834-b99c-ce5486397e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62684068-8b70-40ac-b137-c176a1c4b806,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:02.886212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d34d1be1-0b9c-4834-b99c-ce5486397e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:02.889981 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d34d1be1-0b9c-4834-b99c-ce5486397e9e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/62684068-8b70-40ac-b137-c176a1c4b806 HTTP/1.1" status: 204 len: 168 time: 0.3981311 Jan 27 22:22:02.894044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57000) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:02.903156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd63bbad-0a8b-44de-ac7c-77c3d057713e None None] Network 63f6b90d-6029-4991-98e7-b23ef63a2be0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:03.026291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (63f6b90d-6029-4991-98e7-b23ef63a2be0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.085938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.096393 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks [] for router_controller (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.176534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Deleting port cd2675fc-6596-4109-a526-b6cd98a96c36 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:03.177312 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.198000 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (bcb4e0d9-5815-4dec-ba01-b46e91c127ad), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.198584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcb4e0d9-5815-4dec-ba01-b46e91c127ad {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:22:03.228048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] DHCP port deletion for 63f6b90d-6029-4991-98e7-b23ef63a2be0 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:22:03.247653 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 22:22:03.251197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3881a277-937a-4fc6-b0b4-e7ca1f8da7b7 tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5440640 Jan 27 22:22:03.255946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57002) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:03.312223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a1008396-9cca-45b5-9910-24667cbc1949 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:22:03.349470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a1008396-9cca-45b5-9910-24667cbc1949 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:22:03.349912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a1008396-9cca-45b5-9910-24667cbc1949 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:22:03.350582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6ddb73ff-da5b-4245-909e-4791763d2aae no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:22:03.391927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] For port cd2675fc-6596-4109-a526-b6cd98a96c36, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cd2675fc-6596-4109-a526-b6cd98a96c36,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:03.393240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.401214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 6ddb73ff-da5b-4245-909e-4791763d2aae {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:22:03.401772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6ddb73ff-da5b-4245-909e-4791763d2aae not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:22:03.427273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-059c5833-f700-4508-a838-360a56435f1b tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Deleting port 82731ba6-8142-4640-95a5-9dbe17dd1cc1 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:03.427939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-059c5833-f700-4508-a838-360a56435f1b tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (82731ba6-8142-4640-95a5-9dbe17dd1cc1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.433421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] Deleting port cd2675fc-6596-4109-a526-b6cd98a96c36 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:03.433914 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.439394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Calling delete_port for cd2675fc-6596-4109-a526-b6cd98a96c36 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:03.543275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] For port cd2675fc-6596-4109-a526-b6cd98a96c36, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cd2675fc-6596-4109-a526-b6cd98a96c36,segment=NetworkSegment(8abe86b0-7d4b-46a0-af67-c4ee2f2261a1),segment_id=8abe86b0-7d4b-46a0-af67-c4ee2f2261a1)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:03.544344 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.576156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-059c5833-f700-4508-a838-360a56435f1b tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (82731ba6-8142-4640-95a5-9dbe17dd1cc1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.579716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] Calling delete_port for cd2675fc-6596-4109-a526-b6cd98a96c36 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:03.589269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.595769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-059c5833-f700-4508-a838-360a56435f1b tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Calling delete_port for 82731ba6-8142-4640-95a5-9dbe17dd1cc1 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:03.615311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] No DVR routers for this DVR port cd2675fc-6596-4109-a526-b6cd98a96c36 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:22:03.640558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2675fc-6596-4109-a526-b6cd98a96c36,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:03.754165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (63f6b90d-6029-4991-98e7-b23ef63a2be0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.788292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (cd2675fc-6596-4109-a526-b6cd98a96c36), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.790746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f6b90d-6029-4991-98e7-b23ef63a2be0']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:03.803056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:03.803513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abe86b0-7d4b-46a0-af67-c4ee2f2261a1') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:03.816469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (8abe86b0-7d4b-46a0-af67-c4ee2f2261a1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.844264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8abe86b0-7d4b-46a0-af67-c4ee2f2261a1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.866114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:22:03.866599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (8abe86b0-7d4b-46a0-af67-c4ee2f2261a1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:22:03.869864 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:22:03.878425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] Pushing event deleted for resources: {'Port': ['ID=cd2675fc-6596-4109-a526-b6cd98a96c36,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:03.890960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbf289-bebc-4dc1-9b57-bc6b3829c96b None None] No DVR routers for this DVR port cd2675fc-6596-4109-a526-b6cd98a96c36 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:22:03.903733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-059c5833-f700-4508-a838-360a56435f1b tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (82731ba6-8142-4640-95a5-9dbe17dd1cc1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.964727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c5833-f700-4508-a838-360a56435f1b tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Pushing event deleted for resources: {'Port': ['ID=82731ba6-8142-4640-95a5-9dbe17dd1cc1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:03.987996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (63f6b90d-6029-4991-98e7-b23ef63a2be0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:03.995529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:04.004212 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/63f6b90d-6029-4991-98e7-b23ef63a2be0 HTTP/1.1" status: 204 len: 168 time: 1.1088171 Jan 27 22:22:04.038331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06657c-d1ad-479d-820b-3d216d5faae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f6b90d-6029-4991-98e7-b23ef63a2be0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:04.096215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-059c5833-f700-4508-a838-360a56435f1b tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:04.102056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-059c5833-f700-4508-a838-360a56435f1b tempest-RoutersAdminNegativeTest-1587919743 tempest-RoutersAdminNegativeTest-1587919743-project-admin] 10.222.0.45 "DELETE /v2.0/ports/82731ba6-8142-4640-95a5-9dbe17dd1cc1 HTTP/1.1" status: 204 len: 168 time: 0.8442762 Jan 27 22:22:04.133190 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4faf3df8-66f0-4f09-bdbe-480dc82c7ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:04.427057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57010) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:04.516316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-edfabd2e-6fdf-40b3-804c-030d25ec5823 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=279048c1f52843f6a6e53ad367ea9a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0837049 Jan 27 22:22:04.516611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57014) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:04.611501 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d0d0e9c-3ebb-4d4a-8c6d-18ad17e1355f admin admin] Publish callbacks [] for security_group (06b980c8-519e-4f25-ba0b-ca94a02d177f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:04.643047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57016) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:04.656599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d0d0e9c-3ebb-4d4a-8c6d-18ad17e1355f admin admin] Publish callbacks [] for security_group (06b980c8-519e-4f25-ba0b-ca94a02d177f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:04.744586 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d0d0e9c-3ebb-4d4a-8c6d-18ad17e1355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (06b980c8-519e-4f25-ba0b-ca94a02d177f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:04.750972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2d0d0e9c-3ebb-4d4a-8c6d-18ad17e1355f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:04.755117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2d0d0e9c-3ebb-4d4a-8c6d-18ad17e1355f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06b980c8-519e-4f25-ba0b-ca94a02d177f HTTP/1.1" status: 204 len: 168 time: 0.2347722 Jan 27 22:22:04.766286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d0e9c-3ebb-4d4a-8c6d-18ad17e1355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b980c8-519e-4f25-ba0b-ca94a02d177f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:04.876929 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac22462e-8faf-4e2d-aa79-702af9c2fc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:05.031580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac22462e-8faf-4e2d-aa79-702af9c2fc6e admin admin] Publish callbacks [] for security_group (2a65f806-1109-4cd0-99c1-b02dbb742afc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:05.037846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac22462e-8faf-4e2d-aa79-702af9c2fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2a65f806-1109-4cd0-99c1-b02dbb742afc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:05.114189 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ac22462e-8faf-4e2d-aa79-702af9c2fc6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f06ea51004548f18c1ea0e713fbd1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4684141 Jan 27 22:22:05.117899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57034) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:05.128667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22462e-8faf-4e2d-aa79-702af9c2fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a65f806-1109-4cd0-99c1-b02dbb742afc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:05.237574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41e28490-bf59-4353-9d9c-c2242c60cccc admin admin] Publish callbacks [] for security_group (2a65f806-1109-4cd0-99c1-b02dbb742afc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:05.298212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cd2675fc-6596-4109-a526-b6cd98a96c36 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:22:05.299388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41e28490-bf59-4353-9d9c-c2242c60cccc admin admin] Publish callbacks [] for security_group (2a65f806-1109-4cd0-99c1-b02dbb742afc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:05.328727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: cd2675fc-6596-4109-a526-b6cd98a96c36 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:22:05.328727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cd2675fc-6596-4109-a526-b6cd98a96c36 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:22:05.399842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41e28490-bf59-4353-9d9c-c2242c60cccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2a65f806-1109-4cd0-99c1-b02dbb742afc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:05.404461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-41e28490-bf59-4353-9d9c-c2242c60cccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:05.408509 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-41e28490-bf59-4353-9d9c-c2242c60cccc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a65f806-1109-4cd0-99c1-b02dbb742afc HTTP/1.1" status: 204 len: 168 time: 0.2891116 Jan 27 22:22:05.420288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e28490-bf59-4353-9d9c-c2242c60cccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a65f806-1109-4cd0-99c1-b02dbb742afc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:06.028972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57058) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:06.103527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57062) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:06.171033 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-59961aa1-5922-42e9-b722-5cfb649a8e39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b8b7878b6fe0429aad00c39f91e479d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659666 Jan 27 22:22:06.175280 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57064) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:06.276887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d501c38-c899-4393-9d11-8243ad137cac admin admin] Publish callbacks [] for security_group (80c11d6b-ead2-4b3f-ba19-210d2b94cbf5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.319716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d501c38-c899-4393-9d11-8243ad137cac admin admin] Publish callbacks [] for security_group (80c11d6b-ead2-4b3f-ba19-210d2b94cbf5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.350698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-99036036-network', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:06.374765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Made reservation on behalf of 04a4c67bfb244c75a7e6f2f9a227d164 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:06.377665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.388238 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.406109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d501c38-c899-4393-9d11-8243ad137cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (80c11d6b-ead2-4b3f-ba19-210d2b94cbf5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.409354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d501c38-c899-4393-9d11-8243ad137cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.417868 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d501c38-c899-4393-9d11-8243ad137cac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80c11d6b-ead2-4b3f-ba19-210d2b94cbf5 HTTP/1.1" status: 204 len: 168 time: 0.2352672 Jan 27 22:22:06.428590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501c38-c899-4393-9d11-8243ad137cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c11d6b-ead2-4b3f-ba19-210d2b94cbf5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:06.548245 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Publish callbacks [] for security_group (b95475de-ddc7-4c8d-88f8-b2cf330fd106), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.554486 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b95475de-ddc7-4c8d-88f8-b2cf330fd106), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.605956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:22:06.632520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95475de-ddc7-4c8d-88f8-b2cf330fd106,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:06.643364 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c5e33d96-6a79-48c4-9a0f-83e86dadffca), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.643959 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Added segment c5e33d96-6a79-48c4-9a0f-83e86dadffca of type vlan for network 6adda16f-e5c6-4007-9c9f-ae07f9603321 Jan 27 22:22:06.724661 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6adda16f-e5c6-4007-9c9f-ae07f9603321), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.772637 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6adda16f-e5c6-4007-9c9f-ae07f9603321), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.774451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:06.775846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.877738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8473589 Jan 27 22:22:06.882148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57082) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:06.891921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Request body: {'subnet': {'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-99036036-subnet', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:06.910913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742ddd0-adcc-4e60-8842-b5ce438580cb admin admin] Pushing event updated for resources: {'Network': ['ID=6adda16f-e5c6-4007-9c9f-ae07f9603321,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:06.930077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:22:06.941307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Made reservation on behalf of 04a4c67bfb244c75a7e6f2f9a227d164 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:06.945415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.099824 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb873f10-2dd5-4c0c-b426-256b2c44fb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.241147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (3946ce2c-89a8-4eeb-9a4a-f626c8110933), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.341810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3946ce2c-89a8-4eeb-9a4a-f626c8110933,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:07.357662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Checking segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:07.358367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Network hostable DHCP agents. Network: 6adda16f-e5c6-4007-9c9f-ae07f9603321, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:22:07.388584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:22:07.407298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6adda16f-e5c6-4007-9c9f-ae07f9603321) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:07.414560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:07.415896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.424133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90718590-21ab-4fad-be22-b266caaeec2b None None] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:07.458066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57096) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:07.459021 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8c7c03dd-eb33-4d25-acd3-bb4341be5a37 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5694103 Jan 27 22:22:07.465622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:07.501903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.503979 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.602064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-6adda16f-e5c6-4007-9c9f-ae07f9603321', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:22:07.603310 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.619941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks [] for router_controller (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.766109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57100) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:07.875943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Allocated IP 172.20.0.2 (6adda16f-e5c6-4007-9c9f-ae07f9603321/3946ce2c-89a8-4eeb-9a4a-f626c8110933/19244b90-7c49-4172-ad80-e7ba9acc24af) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:07.882613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks [] for router_gateway (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.987506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57106) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:08.054969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-890924622'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:08.109449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8f9e6-1b84-414d-aa36-d348aa07e51a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:08.110325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8f9e6-1b84-414d-aa36-d348aa07e51a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:08.110966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8f9e6-1b84-414d-aa36-d348aa07e51a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:08.112990 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6ec8f9e6-1b84-414d-aa36-d348aa07e51a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=cb2d31b5e8a64992b8db7b4a11cc383f&network_id=08da94aa-6b0e-4768-be81-17e04dec7e06 HTTP/1.1" status: 200 len: 2970 time: 0.1242142 Jan 27 22:22:08.114252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Made reservation on behalf of 59943ff56f224cbc880a40689ae179ad for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:08.118074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.141948 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.233175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Publish callbacks [] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.249279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.269006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks [] for router_gateway (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.288081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for security_group (960ee78f-1733-4385-80a8-b20964e673a9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.295801 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (960ee78f-1733-4385-80a8-b20964e673a9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.313570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:08.315203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:08.320248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:08.331450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:22:08.335154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Pushing event updated for resources: {'Port': ['ID=19244b90-7c49-4172-ad80-e7ba9acc24af,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:08.343599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.360606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0bf85a16-bb46-422a-9102-d0d76d9c40bc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.361471 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Added segment 0bf85a16-bb46-422a-9102-d0d76d9c40bc of type vlan for network f046c9bf-c071-4949-a7f3-7216b1794a4b Jan 27 22:22:08.364506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960ee78f-1733-4385-80a8-b20964e673a9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:08.428333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Attempting to bind port 19244b90-7c49-4172-ad80-e7ba9acc24af on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:08.428884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Attempting to bind port 19244b90-7c49-4172-ad80-e7ba9acc24af by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:08.429832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Attempting to bind port 19244b90-7c49-4172-ad80-e7ba9acc24af on network 6adda16f-e5c6-4007-9c9f-ae07f9603321 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:08.438432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f046c9bf-c071-4949-a7f3-7216b1794a4b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.438744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:08.438985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Checking segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:08.439539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.440204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Bound using segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:08.440941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Bound port: 19244b90-7c49-4172-ad80-e7ba9acc24af, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:08.441451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.482715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f046c9bf-c071-4949-a7f3-7216b1794a4b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.508309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:08.510265 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.520854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Allocated IP 172.25.8.228 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/b511fc6e-68c2-4765-b432-09c7b8bfc5c3) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:08.542318 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.580696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] For port 19244b90-7c49-4172-ad80-e7ba9acc24af, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:08.587983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] For port 19244b90-7c49-4172-ad80-e7ba9acc24af, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=19244b90-7c49-4172-ad80-e7ba9acc24af,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:08.601289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.623153 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8549509 Jan 27 22:22:08.627894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57114) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:08.632567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'subnet': {'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:08.641853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192340-1f7c-4643-a42d-28f4256df994 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Network': ['ID=f046c9bf-c071-4949-a7f3-7216b1794a4b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:08.693261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f046c9bf-c071-4949-a7f3-7216b1794a4b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:22:08.746897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Made reservation on behalf of 59943ff56f224cbc880a40689ae179ad for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:08.751684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.781706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks [] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.862671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:08.904755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3df3-8fa7-4e68-bdf3-f1220a14c4f1 None None] Pushing event updated for resources: {'Port': ['ID=19244b90-7c49-4172-ad80-e7ba9acc24af,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:08.939966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:08.946861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:08.953730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:08.958108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Pushing event updated for resources: {'Port': ['ID=b511fc6e-68c2-4765-b432-09c7b8bfc5c3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:09.181427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (225632fd-29c7-4312-acce-b19c7acd9138), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:09.298695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Subnet': ['ID=225632fd-29c7-4312-acce-b19c7acd9138,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:09.408622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 19244b90-7c49-4172-ad80-e7ba9acc24af up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:09.409460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Checking segment: {'id': '0bf85a16-bb46-422a-9102-d0d76d9c40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:09.410010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Network hostable DHCP agents. Network: f046c9bf-c071-4949-a7f3-7216b1794a4b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:22:09.448994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Network f046c9bf-c071-4949-a7f3-7216b1794a4b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:22:09.483210 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f046c9bf-c071-4949-a7f3-7216b1794a4b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:09.490712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:09.492180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:09.516020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc118063-e815-4b0a-b191-7511950e83fa None None] Network f046c9bf-c071-4949-a7f3-7216b1794a4b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:09.552349 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0f40d4a2-3f31-48ca-a9d5-b344fbe0b250 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9232087 Jan 27 22:22:09.555215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57122) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:09.565224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-160621786'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:09.627368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks [] for router_gateway (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:09.674682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 19244b90-7c49-4172-ad80-e7ba9acc24af triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:09.675305 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:09.716895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57124) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:09.801783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-f046c9bf-c071-4949-a7f3-7216b1794a4b', 'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b', 'project_id': '59943ff56f224cbc880a40689ae179ad', 'fixed_ips': [{'subnet_id': '225632fd-29c7-4312-acce-b19c7acd9138'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:22:09.803802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:09.883295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Made reservation on behalf of 59943ff56f224cbc880a40689ae179ad for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:09.890291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:09.928979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] device_id is not set on port b870b200-ed29-497e-9fb3-c9de9321abb7 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:09.931732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd37ef-c69f-47f0-bdc6-261f4af1c471 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:09.934950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f3dd37ef-c69f-47f0-bdc6-261f4af1c471 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 814 time: 0.2162991 Jan 27 22:22:10.118883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 19244b90-7c49-4172-ad80-e7ba9acc24af is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:10.119548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.200090 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Allocated IP 2001:db8::1a7 (f046c9bf-c071-4949-a7f3-7216b1794a4b/225632fd-29c7-4312-acce-b19c7acd9138/b870b200-ed29-497e-9fb3-c9de9321abb7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:10.229723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 19244b90-7c49-4172-ad80-e7ba9acc24af, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=19244b90-7c49-4172-ad80-e7ba9acc24af,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:10.241753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.255868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.383661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=19244b90-7c49-4172-ad80-e7ba9acc24af,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:10.422748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57130) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:10.429401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'network': {'name': 'tempest-network-smoke--252061093', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:10.492433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:10.496149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.554715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:22:10.572652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c4adffd2-e45c-4162-bb85-16dc0b67db1a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.572998 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Added segment c4adffd2-e45c-4162-bb85-16dc0b67db1a of type vlan for network 9173d3d8-a881-4c26-88c2-9b20efdac84c Jan 27 22:22:10.634970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (9173d3d8-a881-4c26-88c2-9b20efdac84c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.644569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (b870b200-ed29-497e-9fb3-c9de9321abb7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.667027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:22:10.717775 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b870b200-ed29-497e-9fb3-c9de9321abb7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.773916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Network f046c9bf-c071-4949-a7f3-7216b1794a4b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:10.781613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:10.791838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:10.799071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:10.799897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.807909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=b870b200-ed29-497e-9fb3-c9de9321abb7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:10.817668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:22:10.822967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (9173d3d8-a881-4c26-88c2-9b20efdac84c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.829306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:10.830132 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.842307 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-122da5f2-4a4f-42b8-aeb0-37de14f51aec tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2806239 Jan 27 22:22:10.843729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57142) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:10.855269 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Sync routers for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:22:10.856813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-366436729', 'allowed_address_pairs': [{'ip_address': '2001:db8::1a7', 'mac_address': 'fa:16:3e:ed:bd:95'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:10.863899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4343219 Jan 27 22:22:10.874020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57144) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:10.892078 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:10.893242 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:22:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:10.896469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.897934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1c522c4c-b5c7-45ea-8032-33b00a19b6ae admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4383662 Jan 27 22:22:10.975884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:10.997222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Allocated IP 2001:db8::2 (f046c9bf-c071-4949-a7f3-7216b1794a4b/225632fd-29c7-4312-acce-b19c7acd9138/ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:11.027015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9899d5-25b8-4fad-982b-f091aa6df476 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Network': ['ID=9173d3d8-a881-4c26-88c2-9b20efdac84c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:11.038055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218b9a8-eb74-4ad8-9af3-2bd6fe17094d tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:11.044063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f218b9a8-eb74-4ad8-9af3-2bd6fe17094d tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=cb2d31b5e8a64992b8db7b4a11cc383f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1638925 Jan 27 22:22:11.044675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57148) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:11.053289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5762737-f634-4823-ac34-a27853fb3e93 None None] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:11.083038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:22:11.140767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Made reservation on behalf of 59943ff56f224cbc880a40689ae179ad for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:11.186579 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:11.609503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 19244b90-7c49-4172-ad80-e7ba9acc24af up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:11.652085 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:09Z', 'revision_number': 3, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:11.734611 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Checking router: be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:22:11.735289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Updating router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:22:11.797399 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:11.809888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-dfc8862d-eaff-478a-af72-9d56c9b2c61f None None] Provisioning complete for port 19244b90-7c49-4172-ad80-e7ba9acc24af triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:11.811363 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dfc8862d-eaff-478a-af72-9d56c9b2c61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:11.839383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3d1df-2277-4d31-8893-0f0b08ca54e5 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:11.847014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7de3d1df-2277-4d31-8893-0f0b08ca54e5 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8010583 Jan 27 22:22:11.847756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57152) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:11.871816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:11.925504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-62224d21-cc9c-4840-9eac-fe1473450970 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712576 Jan 27 22:22:11.926239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57154) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:11.935271 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.004183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fd608afc-cf6b-4f36-b66f-ba143077609d tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=cb2d31b5e8a64992b8db7b4a11cc383f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766351 Jan 27 22:22:12.004988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57156) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:12.231294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8862d-eaff-478a-af72-9d56c9b2c61f None None] Current status of the port 19244b90-7c49-4172-ad80-e7ba9acc24af is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:12.244334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 19244b90-7c49-4172-ad80-e7ba9acc24af triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:12.249099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.267256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3066f5a-c98d-46e1-9976-55da79222375 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:12.269323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f3066f5a-c98d-46e1-9976-55da79222375 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2632861 Jan 27 22:22:12.272294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:12.324555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-38d3906c-b687-42ca-b7eb-7363454f7a5b tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507624 Jan 27 22:22:12.327531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57160) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:12.333855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916604636', 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:12.366965 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.396999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] device_id is not set on port a68d00b3-c7f3-4883-bd14-8cba62349330 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:12.428525 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Publish callbacks [] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.461298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.521568 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Publish callbacks [] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.535861 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.612958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Network f046c9bf-c071-4949-a7f3-7216b1794a4b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:12.627817 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Attempting to bind port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:12.628201 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Attempting to bind port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:12.628574 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Attempting to bind port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:12.632013 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Pushing event updated for resources: {'Port': ['ID=b511fc6e-68c2-4765-b432-09c7b8bfc5c3,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:12.644512 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:12.644865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:12.645040 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:12.645472 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.645916 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:12.646682 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Bound port: b511fc6e-68c2-4765-b432-09c7b8bfc5c3, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:12.647967 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.651350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:12.652378 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.652740 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.653188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.653536 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.653878 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.654367 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.654721 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.655057 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.655389 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.655768 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.656337 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.656680 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.657012 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:12.710844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:12.711573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Pushing event updated for resources: {'Port': ['ID=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:12.739779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.788786 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] For port b511fc6e-68c2-4765-b432-09c7b8bfc5c3, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:12.797584 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] For port b511fc6e-68c2-4765-b432-09c7b8bfc5c3, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b511fc6e-68c2-4765-b432-09c7b8bfc5c3,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:12.807884 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.929977 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:12.930736 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:22:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:12.945120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 19244b90-7c49-4172-ad80-e7ba9acc24af is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:12.952216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Attempting to bind port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:12.952922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Attempting to bind port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0bf85a16-bb46-422a-9102-d0d76d9c40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:12.953562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Attempting to bind port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc on network f046c9bf-c071-4949-a7f3-7216b1794a4b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:12.973973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:12.974699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Checking segment: {'id': '0bf85a16-bb46-422a-9102-d0d76d9c40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:12.975400 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.976131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Bound using segment: {'id': '0bf85a16-bb46-422a-9102-d0d76d9c40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:12.976989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Bound port: ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf85a16-bb46-422a-9102-d0d76d9c40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:12.977945 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.980501 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc85d3-7682-47b0-904b-79383c631cda None None] Pushing event updated for resources: {'Port': ['ID=b511fc6e-68c2-4765-b432-09c7b8bfc5c3,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:13.062807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Allocated IP 2001:db8::343 (f046c9bf-c071-4949-a7f3-7216b1794a4b/225632fd-29c7-4312-acce-b19c7acd9138/a68d00b3-c7f3-4883-bd14-8cba62349330) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:13.087742 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:13.100055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] For port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:13.102278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:13.105325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] For port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,segment=NetworkSegment(0bf85a16-bb46-422a-9102-d0d76d9c40bc),segment_id=0bf85a16-bb46-422a-9102-d0d76d9c40bc)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:13.112142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:13.117621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4c734a8e-1d6d-4da3-9bd6-00a40fa461a0 None None] Provisioning complete for port 19244b90-7c49-4172-ad80-e7ba9acc24af triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:13.118370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4c734a8e-1d6d-4da3-9bd6-00a40fa461a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:13.254004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65525aa-b8c0-46c7-a09e-cbd9ae18686f None None] Pushing event updated for resources: {'Port': ['ID=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:13.330271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4c734a8e-1d6d-4da3-9bd6-00a40fa461a0 None None] Current status of the port 19244b90-7c49-4172-ad80-e7ba9acc24af is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:13.376235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (03980f70-fc4c-4707-a812-878dcb29ab92), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:13.421412 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:09Z', 'revision_number': 3, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:13.486833 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24000c25-737a-4926-bf0d-b91cf6cdfe00 None None] The sync data for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 is: [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:09Z', 'revision_number': 3, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:22:13.583187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Subnet': ['ID=03980f70-fc4c-4707-a812-878dcb29ab92,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:13.632155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Checking segment: {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:13.632155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network hostable DHCP agents. Network: 9173d3d8-a881-4c26-88c2-9b20efdac84c, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:22:13.703074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:22:13.727385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 9173d3d8-a881-4c26-88c2-9b20efdac84c) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:13.736432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:13.737842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:13.754641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ff611-f400-4f18-a692-2851ae6d010e None None] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:13.767500 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (a68d00b3-c7f3-4883-bd14-8cba62349330), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:13.811395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-35786502-d13e-474b-81b6-0fcf2daea510 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4820535 Jan 27 22:22:13.919719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a68d00b3-c7f3-4883-bd14-8cba62349330), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.003967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Network f046c9bf-c071-4949-a7f3-7216b1794a4b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:14.010371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:14.013237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:14.026160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:14.026882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.071632 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.2269216 Jan 27 22:22:14.087952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57168) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:14.115195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-9173d3d8-a881-4c26-88c2-9b20efdac84c', 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ips': [{'subnet_id': '03980f70-fc4c-4707-a812-878dcb29ab92'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:22:14.122626 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.129467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Allocated IP 172.20.0.1 (6adda16f-e5c6-4007-9c9f-ae07f9603321/3946ce2c-89a8-4eeb-9a4a-f626c8110933/5741f5b3-9e7f-46d6-8cab-ba9a46047a50) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:14.132629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45480884-ee5b-4721-b503-6222a2902c16 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=a68d00b3-c7f3-4883-bd14-8cba62349330,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:14.297633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dfbaca-3ff4-4010-9676-f34bf306f65b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:14.303668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dfbaca-3ff4-4010-9676-f34bf306f65b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:14.309977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dfbaca-3ff4-4010-9676-f34bf306f65b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:14.312206 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e7dfbaca-3ff4-4010-9676-f34bf306f65b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2228355 Jan 27 22:22:14.317235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57170) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:14.435281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:14.441449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a48e547d-5b20-48b3-8d01-894ced1d6627 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37099824', 'description': 'tempest-secgroup-smoke-37099824 description', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:14.503079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a48e547d-5b20-48b3-8d01-894ced1d6627 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.511329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Publish callbacks [] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.550129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Allocated IP 172.20.0.18 (9173d3d8-a881-4c26-88c2-9b20efdac84c/03980f70-fc4c-4707-a812-878dcb29ab92/a5e5d9ee-f583-4972-b4dc-e79a1dc241df) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:14.592553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-4dfdfc79-00b3-49cf-89b3-c1a9541ef315 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Deleting port a68d00b3-c7f3-4883-bd14-8cba62349330 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:14.593411 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dfdfc79-00b3-49cf-89b3-c1a9541ef315 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a68d00b3-c7f3-4883-bd14-8cba62349330), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.656096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.756863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:14.796678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dfdfc79-00b3-49cf-89b3-c1a9541ef315 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a68d00b3-c7f3-4883-bd14-8cba62349330), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.817502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-4dfdfc79-00b3-49cf-89b3-c1a9541ef315 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Calling delete_port for a68d00b3-c7f3-4883-bd14-8cba62349330 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:14.887339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a48e547d-5b20-48b3-8d01-894ced1d6627 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (40890733-5310-4511-9bd0-c03fc46c3dc3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.895387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:14.906607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a48e547d-5b20-48b3-8d01-894ced1d6627 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (40890733-5310-4511-9bd0-c03fc46c3dc3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:14.911673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:15.184797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.205325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e547d-5b20-48b3-8d01-894ced1d6627 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40890733-5310-4511-9bd0-c03fc46c3dc3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:15.233461 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Publish callbacks [] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.243354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dfdfc79-00b3-49cf-89b3-c1a9541ef315 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a68d00b3-c7f3-4883-bd14-8cba62349330), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.253499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.407190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdfc79-00b3-49cf-89b3-c1a9541ef315 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Port': ['ID=a68d00b3-c7f3-4883-bd14-8cba62349330,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:15.468377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:15.471282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Pushing event updated for resources: {'Port': ['ID=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:15.495063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:15.504644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:15.544611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Pushing event updated for resources: {'Port': ['ID=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:15.645109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a48e547d-5b20-48b3-8d01-894ced1d6627 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.648062 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a48e547d-5b20-48b3-8d01-894ced1d6627 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2102537 Jan 27 22:22:15.656756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57176) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:15.688520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:15.709494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-3b4e4298-5654-4071-a8d0-a67c607a2d34 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '40890733-5310-4511-9bd0-c03fc46c3dc3', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:15.788762 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Attempting to bind port a5e5d9ee-f583-4972-b4dc-e79a1dc241df on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:15.790457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Attempting to bind port a5e5d9ee-f583-4972-b4dc-e79a1dc241df by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:15.790919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Attempting to bind port a5e5d9ee-f583-4972-b4dc-e79a1dc241df on network 9173d3d8-a881-4c26-88c2-9b20efdac84c {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:15.826846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:15.828698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Checking segment: {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:15.828968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.829715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Bound using segment: {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:15.830969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Bound port: a5e5d9ee-f583-4972-b4dc-e79a1dc241df, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:15.832435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.848291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a8129336-36f7-4f8e-903d-dd8b110951f7 None None] Provisioning complete for port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:15.849114 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8129336-36f7-4f8e-903d-dd8b110951f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.938320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a8129336-36f7-4f8e-903d-dd8b110951f7 None None] Port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:15.944594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f0662-2a85-437d-a48c-35a6ad940549 None None] Network f046c9bf-c071-4949-a7f3-7216b1794a4b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:15.954527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4dfdfc79-00b3-49cf-89b3-c1a9541ef315 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:15.968382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4dfdfc79-00b3-49cf-89b3-c1a9541ef315 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "DELETE /v2.0/ports/a68d00b3-c7f3-4883-bd14-8cba62349330 HTTP/1.1" status: 204 len: 168 time: 1.6492155 Jan 27 22:22:15.969545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:15.974890 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4298-5654-4071-a8d0-a67c607a2d34 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (7a582a47-068f-4540-922f-4b94a04fc4ab), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.038363 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3333e2-424b-46da-a670-0493691372a7 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] GET failed (client error): The resource could not be found. Jan 27 22:22:16.042620 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3b3333e2-424b-46da-a670-0493691372a7 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "GET /v2.0/ports/a68d00b3-c7f3-4883-bd14-8cba62349330 HTTP/1.1" status: 404 len: 333 time: 0.0684257 Jan 27 22:22:16.055600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57180) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:16.083703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-589558264'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:16.116137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.124238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ae258efe-2d5d-4e3b-af57-9c81ed8927fb None None] Provisioning complete for port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:16.124622 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae258efe-2d5d-4e3b-af57-9c81ed8927fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.134828 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4298-5654-4071-a8d0-a67c607a2d34 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (7a582a47-068f-4540-922f-4b94a04fc4ab), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.143712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:16.144097 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.209382 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4298-5654-4071-a8d0-a67c607a2d34 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (7a582a47-068f-4540-922f-4b94a04fc4ab), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.272322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e4298-5654-4071-a8d0-a67c607a2d34 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a582a47-068f-4540-922f-4b94a04fc4ab,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:16.319290 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4298-5654-4071-a8d0-a67c607a2d34 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.324589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3b4e4298-5654-4071-a8d0-a67c607a2d34 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6476867 Jan 27 22:22:16.327562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57184) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:16.332841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8fee1c62-5b9e-42cc-a61a-2e092a17c859 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '40890733-5310-4511-9bd0-c03fc46c3dc3', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:16.347784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] For port a5e5d9ee-f583-4972-b4dc-e79a1dc241df, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:16.356680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] For port a5e5d9ee-f583-4972-b4dc-e79a1dc241df, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:16.370695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Made reservation on behalf of 59943ff56f224cbc880a40689ae179ad for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:16.376023 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.377358 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.394436 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fee1c62-5b9e-42cc-a61a-2e092a17c859 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (0bcbfc2c-117b-4f33-9252-fce018934949), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.414675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] device_id is not set on port ac8cd41e-f3de-476b-a994-a80cd21b688d yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:16.568981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fee1c62-5b9e-42cc-a61a-2e092a17c859 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (0bcbfc2c-117b-4f33-9252-fce018934949), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.577831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fee1c62-5b9e-42cc-a61a-2e092a17c859 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (0bcbfc2c-117b-4f33-9252-fce018934949), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.608296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fee1c62-5b9e-42cc-a61a-2e092a17c859 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.612556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8fee1c62-5b9e-42cc-a61a-2e092a17c859 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2842247 Jan 27 22:22:16.617417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57186) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:16.622040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f0d2b2f2-beac-4a85-90db-ee8d1e68bc6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '40890733-5310-4511-9bd0-c03fc46c3dc3', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:16.671071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee1c62-5b9e-42cc-a61a-2e092a17c859 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcbfc2c-117b-4f33-9252-fce018934949,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:16.682938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b2f2-beac-4a85-90db-ee8d1e68bc6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (3b7e72b1-65a6-46c2-a007-b6d15de7b621), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.686653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Allocated IP 2001:db8::1a3 (f046c9bf-c071-4949-a7f3-7216b1794a4b/225632fd-29c7-4312-acce-b19c7acd9138/ac8cd41e-f3de-476b-a994-a80cd21b688d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:16.705849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Publish callbacks [] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.734891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.881608 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b2f2-beac-4a85-90db-ee8d1e68bc6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (3b7e72b1-65a6-46c2-a007-b6d15de7b621), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:16.942651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b2f2-beac-4a85-90db-ee8d1e68bc6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3b7e72b1-65a6-46c2-a007-b6d15de7b621), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.006916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Pushing event updated for resources: {'Port': ['ID=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:17.021322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.021650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2b2f2-beac-4a85-90db-ee8d1e68bc6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7e72b1-65a6-46c2-a007-b6d15de7b621,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:17.036311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f0d2b2f2-beac-4a85-90db-ee8d1e68bc6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.038962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f0d2b2f2-beac-4a85-90db-ee8d1e68bc6a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4204001 Jan 27 22:22:17.044073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57188) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:17.056215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-20ace90b-15d7-4135-ad49-30446fa088b9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '40890733-5310-4511-9bd0-c03fc46c3dc3', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:17.097053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ae258efe-2d5d-4e3b-af57-9c81ed8927fb None None] Current status of the port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:17.105412 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae258efe-2d5d-4e3b-af57-9c81ed8927fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.135154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:17.138077 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.153127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206e8d-fd3a-4693-8c7f-b0d70b482d07 None None] Pushing event updated for resources: {'Port': ['ID=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:17.192002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:17.193907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:17.232065 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20ace90b-15d7-4135-ad49-30446fa088b9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (cb49e2d2-f5bd-4a6c-bd1f-be3777fe93b9), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.243105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (ac8cd41e-f3de-476b-a994-a80cd21b688d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.325603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ae258efe-2d5d-4e3b-af57-9c81ed8927fb None None] For port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,segment=NetworkSegment(0bf85a16-bb46-422a-9102-d0d76d9c40bc),segment_id=0bf85a16-bb46-422a-9102-d0d76d9c40bc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:17.338309 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ae258efe-2d5d-4e3b-af57-9c81ed8927fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.528277 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:22:17.528968 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:22:17.541124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae258efe-2d5d-4e3b-af57-9c81ed8927fb None None] Pushing event updated for resources: {'Port': ['ID=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:17.558494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20ace90b-15d7-4135-ad49-30446fa088b9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (cb49e2d2-f5bd-4a6c-bd1f-be3777fe93b9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.586180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:22:17.591381 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ac8cd41e-f3de-476b-a994-a80cd21b688d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.595767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20ace90b-15d7-4135-ad49-30446fa088b9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (cb49e2d2-f5bd-4a6c-bd1f-be3777fe93b9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.720737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=ac8cd41e-f3de-476b-a994-a80cd21b688d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:17.747689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Network f046c9bf-c071-4949-a7f3-7216b1794a4b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:17.751566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:17.765569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ace90b-15d7-4135-ad49-30446fa088b9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb49e2d2-f5bd-4a6c-bd1f-be3777fe93b9,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:17.777330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:17.788071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:17.788915 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.822248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7a5c8cc4-c7b3-491b-881d-ab2817297481 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7455955 Jan 27 22:22:17.825804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57192) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:17.829419 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20ace90b-15d7-4135-ad49-30446fa088b9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:17.842651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-20ace90b-15d7-4135-ad49-30446fa088b9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7956011 Jan 27 22:22:17.844547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57194) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:17.851940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a7', 'mac_address': 'fa:16:3e:ed:bd:95'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:17.857952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c420dd77-beec-4f9f-aa75-d2ddb2b2a9d1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '40890733-5310-4511-9bd0-c03fc46c3dc3', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:17.914870 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-c420dd77-beec-4f9f-aa75-d2ddb2b2a9d1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Project cb2d31b5e8a64992b8db7b4a11cc383f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:22:17.926308 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c420dd77-beec-4f9f-aa75-d2ddb2b2a9d1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (dd9c49ef-edd4-40af-a572-d860dbebbe3e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.033160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-98dfc3fa-3d3c-463e-8890-24fe22cf9830 None None] Provisioning complete for port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:18.035326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98dfc3fa-3d3c-463e-8890-24fe22cf9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.072136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c420dd77-beec-4f9f-aa75-d2ddb2b2a9d1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (dd9c49ef-edd4-40af-a572-d860dbebbe3e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.080067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c420dd77-beec-4f9f-aa75-d2ddb2b2a9d1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (dd9c49ef-edd4-40af-a572-d860dbebbe3e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.102013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420dd77-beec-4f9f-aa75-d2ddb2b2a9d1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9c49ef-edd4-40af-a572-d860dbebbe3e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:18.148002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c420dd77-beec-4f9f-aa75-d2ddb2b2a9d1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.155334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c420dd77-beec-4f9f-aa75-d2ddb2b2a9d1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3050990 Jan 27 22:22:18.156527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57196) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:18.162015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:22:18.179566 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-708ab509-984b-41a4-aeea-20731469a02b admin admin] 10.222.0.45 "PUT /v2.0/routers/be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1861398 Jan 27 22:22:18.197870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d49ef0e5-1779-4379-aa88-2439c755b703 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '40890733-5310-4511-9bd0-c03fc46c3dc3', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:18.214292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-98dfc3fa-3d3c-463e-8890-24fe22cf9830 None None] Port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:18.225401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Sync routers for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:22:18.262722 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-d49ef0e5-1779-4379-aa88-2439c755b703 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Project cb2d31b5e8a64992b8db7b4a11cc383f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:22:18.280603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d49ef0e5-1779-4379-aa88-2439c755b703 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (00058478-7c77-4471-97d5-27b6ba0c02cf), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.457526 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.459799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:18.461130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b511fc6e-68c2-4765-b432-09c7b8bfc5c3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:18.464297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:18.465424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:22:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:18.469677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac8cd41e-f3de-476b-a994-a80cd21b688d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.486652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d49ef0e5-1779-4379-aa88-2439c755b703 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (00058478-7c77-4471-97d5-27b6ba0c02cf), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.510516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d49ef0e5-1779-4379-aa88-2439c755b703 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (00058478-7c77-4471-97d5-27b6ba0c02cf), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.544192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ef0e5-1779-4379-aa88-2439c755b703 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00058478-7c77-4471-97d5-27b6ba0c02cf,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:18.569537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d49ef0e5-1779-4379-aa88-2439c755b703 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:18.587551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d49ef0e5-1779-4379-aa88-2439c755b703 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4169500 Jan 27 22:22:18.717226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-af280fa0-e8c6-49c6-ab63-7f7322719146 None None] Provisioning complete for port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:18.719584 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af280fa0-e8c6-49c6-ab63-7f7322719146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:19.055936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:19.055936 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:19.137335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (ac8cd41e-f3de-476b-a994-a80cd21b688d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:19.152782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ac8cd41e-f3de-476b-a994-a80cd21b688d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:19.185543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:19.236976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] In _notify_port_updated(), no bound segment for port ac8cd41e-f3de-476b-a994-a80cd21b688d on network f046c9bf-c071-4949-a7f3-7216b1794a4b {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:22:19.245754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-91f61889-2190-4bb5-9bc6-d5fcaa888ff0 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37099824&fields=id&tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 267 time: 0.1546462 Jan 27 22:22:19.250760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:19.252157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:19.259100 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "PUT /v2.0/ports/ac8cd41e-f3de-476b-a994-a80cd21b688d HTTP/1.1" status: 200 len: 1002 time: 1.4275424 Jan 27 22:22:19.262518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57218) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:19.409114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67059ceb-a13e-4b6e-9ea2-290f6970ff2b tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=ac8cd41e-f3de-476b-a994-a80cd21b688d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:19.550022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0e38501-7a72-4f1c-9072-f58843ff074a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Deleting port ac8cd41e-f3de-476b-a994-a80cd21b688d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:19.550632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0e38501-7a72-4f1c-9072-f58843ff074a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ac8cd41e-f3de-476b-a994-a80cd21b688d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:19.628507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-91ae258f-cf85-4b3b-858a-04f2433427d6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:19.634772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-91ae258f-cf85-4b3b-858a-04f2433427d6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/networks?id=9173d3d8-a881-4c26-88c2-9b20efdac84c HTTP/1.1" status: 200 len: 796 time: 0.3844390 Jan 27 22:22:19.653575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c3f81-b2e2-4a66-a05a-966f9e39297e None None] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:19.665837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-6a33a7ef-81af-4355-ab92-5916c61b6dcb tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/quotas/cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 375 time: 0.0236864 Jan 27 22:22:19.804165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0e38501-7a72-4f1c-9072-f58843ff074a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ac8cd41e-f3de-476b-a994-a80cd21b688d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:19.819810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c0e38501-7a72-4f1c-9072-f58843ff074a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Calling delete_port for ac8cd41e-f3de-476b-a994-a80cd21b688d owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:19.852037 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-f22783b2-6a4e-4dd7-9866-ade6da54e9ca tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1846325 Jan 27 22:22:20.000465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0e38501-7a72-4f1c-9072-f58843ff074a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ac8cd41e-f3de-476b-a994-a80cd21b688d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:20.036606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-af280fa0-e8c6-49c6-ab63-7f7322719146 None None] Current status of the port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:20.052417 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e38501-7a72-4f1c-9072-f58843ff074a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Port': ['ID=ac8cd41e-f3de-476b-a994-a80cd21b688d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:20.131877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:20.132532 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:20.212277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-33aab1fa-95a6-48ed-a5dd-b6244f55e4a0 service neutron] 10.222.0.45 "GET /v2.0/networks/9173d3d8-a881-4c26-88c2-9b20efdac84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320096 Jan 27 22:22:20.232161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port b511fc6e-68c2-4765-b432-09c7b8bfc5c3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b511fc6e-68c2-4765-b432-09c7b8bfc5c3,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:20.252005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c0e38501-7a72-4f1c-9072-f58843ff074a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:20.259964 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0e38501-7a72-4f1c-9072-f58843ff074a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "DELETE /v2.0/ports/ac8cd41e-f3de-476b-a994-a80cd21b688d HTTP/1.1" status: 204 len: 168 time: 0.9944293 Jan 27 22:22:20.260904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57222) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:20.302921 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde9f2e6-7329-4f56-91cb-285878400bcf tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] GET failed (client error): The resource could not be found. Jan 27 22:22:20.309924 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bde9f2e6-7329-4f56-91cb-285878400bcf tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "GET /v2.0/ports/ac8cd41e-f3de-476b-a994-a80cd21b688d HTTP/1.1" status: 404 len: 333 time: 0.0476859 Jan 27 22:22:20.311189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57224) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:20.318988 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:20.322717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1463817586'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:20.328322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57226) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:20.333251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-00eacda7-c9fc-4284-af45-d3d9d719cc36 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183666852', 'description': 'tempest-description--1903194888'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:20.341752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-af280fa0-e8c6-49c6-ab63-7f7322719146 None None] Provisioning complete for port b870b200-ed29-497e-9fb3-c9de9321abb7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:20.342210 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-af280fa0-e8c6-49c6-ab63-7f7322719146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b870b200-ed29-497e-9fb3-c9de9321abb7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:20.493687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-aa6fc2aa-1bc1-4600-b267-6d260a8f5c27 service neutron] 10.222.0.45 "GET /v2.0/networks/9173d3d8-a881-4c26-88c2-9b20efdac84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800031 Jan 27 22:22:20.523552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=b511fc6e-68c2-4765-b432-09c7b8bfc5c3,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:20.601341 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00eacda7-c9fc-4284-af45-d3d9d719cc36 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:20.628020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-af280fa0-e8c6-49c6-ab63-7f7322719146 None None] Port b870b200-ed29-497e-9fb3-c9de9321abb7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:20.651502 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Made reservation on behalf of 59943ff56f224cbc880a40689ae179ad for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:20.661469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:20.716353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:16Z', 'revision_number': 2, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:20.769544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] device_id is not set on port e1b5c277-fcf7-45a7-bd49-65ace174299e yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:20.811197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:20.817961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Checking router: be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:22:20.818292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Updating router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:22:20.840408 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Could not find standard attr ID for object a68d00b3-c7f3-4883-bd14-8cba62349330. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:22:20.847697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Could not find standard attr ID for object ac8cd41e-f3de-476b-a994-a80cd21b688d. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:22:20.898685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Provisioning complete for port b870b200-ed29-497e-9fb3-c9de9321abb7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:20.899223 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b870b200-ed29-497e-9fb3-c9de9321abb7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:20.990048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Port b870b200-ed29-497e-9fb3-c9de9321abb7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:21.021913 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.035171 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00eacda7-c9fc-4284-af45-d3d9d719cc36 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (95523c58-7d74-4e73-8934-50c0cd628cea), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.054126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00eacda7-c9fc-4284-af45-d3d9d719cc36 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95523c58-7d74-4e73-8934-50c0cd628cea), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.071915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77b78ade-dbb3-43d8-a548-79a9e6fa65c5 req-bc7a8aae-aee8-4d31-8c43-96d7957449c7 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 210 time: 0.0732143 Jan 27 22:22:21.109619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:21.110016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.114446 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.122094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eacda7-c9fc-4284-af45-d3d9d719cc36 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95523c58-7d74-4e73-8934-50c0cd628cea,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:21.163860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00eacda7-c9fc-4284-af45-d3d9d719cc36 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.165422 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-00eacda7-c9fc-4284-af45-d3d9d719cc36 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8360112 Jan 27 22:22:21.167213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Allocated IP 2001:db8::33d (f046c9bf-c071-4949-a7f3-7216b1794a4b/225632fd-29c7-4312-acce-b19c7acd9138/e1b5c277-fcf7-45a7-bd49-65ace174299e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:21.168290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57234) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:21.173506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-098fbfd3-97a5-4956-86ec-baf70cd8e21b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'security_group_rule': {'security_group_id': '95523c58-7d74-4e73-8934-50c0cd628cea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:21.201479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Provisioning complete for port a5e5d9ee-f583-4972-b4dc-e79a1dc241df triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:21.203926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.244611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-098fbfd3-97a5-4956-86ec-baf70cd8e21b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (32dcd7b5-17dd-42ae-9098-98ef77f29264), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.354795 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-098fbfd3-97a5-4956-86ec-baf70cd8e21b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (32dcd7b5-17dd-42ae-9098-98ef77f29264), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.363241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-098fbfd3-97a5-4956-86ec-baf70cd8e21b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (32dcd7b5-17dd-42ae-9098-98ef77f29264), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.433746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fbfd3-97a5-4956-86ec-baf70cd8e21b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dcd7b5-17dd-42ae-9098-98ef77f29264,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:21.462563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-098fbfd3-97a5-4956-86ec-baf70cd8e21b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.470025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-098fbfd3-97a5-4956-86ec-baf70cd8e21b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3003950 Jan 27 22:22:21.472443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57240) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:21.482429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-20867249-afe6-45d6-936b-3e0230ef90d3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'security_group_rule': {'security_group_id': '95523c58-7d74-4e73-8934-50c0cd628cea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:21.541342 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20867249-afe6-45d6-936b-3e0230ef90d3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (c3f7f6b7-bad4-4513-8ab8-dbc0ab346d84), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.571040 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.604543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:21.606748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a5e5d9ee-f583-4972-b4dc-e79a1dc241df up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:21.647146 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20867249-afe6-45d6-936b-3e0230ef90d3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (c3f7f6b7-bad4-4513-8ab8-dbc0ab346d84), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.654259 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20867249-afe6-45d6-936b-3e0230ef90d3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (c3f7f6b7-bad4-4513-8ab8-dbc0ab346d84), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.659739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.677860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20867249-afe6-45d6-936b-3e0230ef90d3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f7f6b7-bad4-4513-8ab8-dbc0ab346d84,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:21.743653 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20867249-afe6-45d6-936b-3e0230ef90d3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.748979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-20867249-afe6-45d6-936b-3e0230ef90d3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730768 Jan 27 22:22:21.754047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:21.773119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:21.786691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Network f046c9bf-c071-4949-a7f3-7216b1794a4b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:21.813650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:21.839567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:21.858655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:21.861483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.864720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.898357 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=e1b5c277-fcf7-45a7-bd49-65ace174299e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:21.938429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Current status of the port a5e5d9ee-f583-4972-b4dc-e79a1dc241df is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:21.939122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.943299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.943929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.944666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.945625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.946438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.947038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.948546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.949578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.950182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.950764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.951459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.951948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.952503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:21.992387 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6c73cf60-f752-4902-8a08-eb4022bbdaf1 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6781440 Jan 27 22:22:21.997243 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57248) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:22.011708 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ed:bd:95'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:22.026670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a5e5d9ee-f583-4972-b4dc-e79a1dc241df triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:22.027076 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.066307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] For port a5e5d9ee-f583-4972-b4dc-e79a1dc241df, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:22.147918 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.186329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.243708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.518430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb4d702d-3925-4eb8-89f4-cf33013755be req-12de29c2-fd63-41e3-9146-bf95bcb3cd82 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 210 time: 0.1358023 Jan 27 22:22:22.688719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9395ee6b-f98e-4983-a66a-99691447c5e5 None None] Could not find standard attr ID for object ac8cd41e-f3de-476b-a994-a80cd21b688d. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:22:22.692196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Allocated IP 172.25.8.197 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/ef039d41-410b-4b4f-bc04-21115713f49c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:22.741555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Publish callbacks [] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.751000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9395ee6b-f98e-4983-a66a-99691447c5e5 None None] Provisioning complete for port a5e5d9ee-f583-4972-b4dc-e79a1dc241df triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:22.751353 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9395ee6b-f98e-4983-a66a-99691447c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.803508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd4273-d6e2-489b-b777-16d078411317 None None] Pushing event updated for resources: {'Port': ['ID=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:22.810183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.822030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.832908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a5e5d9ee-f583-4972-b4dc-e79a1dc241df is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:22.836474 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.909931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] In _notify_port_updated(), no bound segment for port e1b5c277-fcf7-45a7-bd49-65ace174299e on network f046c9bf-c071-4949-a7f3-7216b1794a4b {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:22:22.921298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:22.922067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:22.925670 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "PUT /v2.0/ports/e1b5c277-fcf7-45a7-bd49-65ace174299e HTTP/1.1" status: 200 len: 1003 time: 0.9262223 Jan 27 22:22:22.931082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57254) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:22.953238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dc98f-7735-472e-88b2-a4a63e58a1c9 None None] Pushing event updated for resources: {'Port': ['ID=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:23.015276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfff616-ab5e-4f0c-8b15-3726cd281554 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=e1b5c277-fcf7-45a7-bd49-65ace174299e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:23.019339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Attempting to bind port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:23.020063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Attempting to bind port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:23.030300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Attempting to bind port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 on network 6adda16f-e5c6-4007-9c9f-ae07f9603321 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:23.062677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:23.063554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Checking segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:23.064212 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.064857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Bound using segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:23.066211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Bound port: 5741f5b3-9e7f-46d6-8cab-ba9a46047a50, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:23.066916 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.181708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b511fc6e-68c2-4765-b432-09c7b8bfc5c3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:23.196254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9395ee6b-f98e-4983-a66a-99691447c5e5 None None] Current status of the port a5e5d9ee-f583-4972-b4dc-e79a1dc241df is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:23.248512 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for port (ef039d41-410b-4b4f-bc04-21115713f49c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.258074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e05f604c-7c8a-4837-a4cc-5265a8a6a742 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Deleting port e1b5c277-fcf7-45a7-bd49-65ace174299e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:23.258074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e05f604c-7c8a-4837-a4cc-5265a8a6a742 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.295687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] For port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:23.309725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] For port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:23.330919 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.400328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ef039d41-410b-4b4f-bc04-21115713f49c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.432020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:23.432281 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.530580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:23.535672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:22:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:23.550892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'Port': ['ID=ef039d41-410b-4b4f-bc04-21115713f49c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:23.584967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.585320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.585721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.586200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.586710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.587060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.587688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.588242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.588798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.590287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.590899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.591498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.592205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:23.607859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:23.611177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:23.614715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:23.650497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e05f604c-7c8a-4837-a4cc-5265a8a6a742 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.684899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e05f604c-7c8a-4837-a4cc-5265a8a6a742 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Calling delete_port for e1b5c277-fcf7-45a7-bd49-65ace174299e owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:23.730755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9553ae97-590d-48bd-964e-559f7cae45f2 None None] Provisioning complete for port e1b5c277-fcf7-45a7-bd49-65ace174299e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:23.731339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9553ae97-590d-48bd-964e-559f7cae45f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.765164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a360c4e5-d2e4-406e-b494-509abcdccf27 req-34dbb067-5096-4ab8-9ccd-fbc91d4d547e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 210 time: 0.0646498 Jan 27 22:22:23.882589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.952819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dc98f-7735-472e-88b2-a4a63e58a1c9 None None] Pushing event updated for resources: {'Port': ['ID=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:24.002042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-5d5f6d8c-1a46-496d-a5c9-9488163c60b1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:24.003653 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-5d5f6d8c-1a46-496d-a5c9-9488163c60b1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/networks?id=9173d3d8-a881-4c26-88c2-9b20efdac84c HTTP/1.1" status: 200 len: 796 time: 0.6743996 Jan 27 22:22:24.004328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef039d41-410b-4b4f-bc04-21115713f49c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.004936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e05f604c-7c8a-4837-a4cc-5265a8a6a742 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e1b5c277-fcf7-45a7-bd49-65ace174299e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.073016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9553ae97-590d-48bd-964e-559f7cae45f2 None None] Port e1b5c277-fcf7-45a7-bd49-65ace174299e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:24.081174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f604c-7c8a-4837-a4cc-5265a8a6a742 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Port': ['ID=e1b5c277-fcf7-45a7-bd49-65ace174299e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:24.136136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e05f604c-7c8a-4837-a4cc-5265a8a6a742 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.140178 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e05f604c-7c8a-4837-a4cc-5265a8a6a742 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "DELETE /v2.0/ports/e1b5c277-fcf7-45a7-bd49-65ace174299e HTTP/1.1" status: 204 len: 168 time: 1.2077041 Jan 27 22:22:24.146540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57260) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:24.173294 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-fe6e5076-8f5d-4c45-9986-4d537cbb70b4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 470 time: 0.1597614 Jan 27 22:22:24.190159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'port': {'device_id': '1bad1e0a-7538-49ae-bc1d-3c418cc074fc', 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c', 'admin_state_up': True, 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'security_groups': ['40890733-5310-4511-9bd0-c03fc46c3dc3']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:24.262094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2b876a41-c18b-4cb5-81e2-46c0119f1321 None None] Could not find standard attr ID for object e1b5c277-fcf7-45a7-bd49-65ace174299e. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:22:24.280038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:24.297472 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb91ea98-db0b-4568-8d4c-f693b4784023 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] GET failed (client error): The resource could not be found. Jan 27 22:22:24.299859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cb91ea98-db0b-4568-8d4c-f693b4784023 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "GET /v2.0/ports/e1b5c277-fcf7-45a7-bd49-65ace174299e HTTP/1.1" status: 404 len: 333 time: 0.1514144 Jan 27 22:22:24.323854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57262) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:24.339870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2011239675'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:24.369076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:24.371651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a5e5d9ee-f583-4972-b4dc-e79a1dc241df up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:24.474613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2b876a41-c18b-4cb5-81e2-46c0119f1321 None None] Provisioning complete for port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:24.475664 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2b876a41-c18b-4cb5-81e2-46c0119f1321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.514020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for port (ef039d41-410b-4b4f-bc04-21115713f49c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.532712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (ef039d41-410b-4b4f-bc04-21115713f49c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.597983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:24.603072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.645865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Made reservation on behalf of 59943ff56f224cbc880a40689ae179ad for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:24.652262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.715719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] device_id is not set on port 0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:24.739482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'Port': ['ID=ef039d41-410b-4b4f-bc04-21115713f49c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:24.752705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.783044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a5e5d9ee-f583-4972-b4dc-e79a1dc241df triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:24.783801 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.798457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.799640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ad963d85-7681-44b8-83ba-63c92f34cd93 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0440226 Jan 27 22:22:25.076645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c7641be-43ee-4a72-8da5-2158b6572aa1 req-ce32aaf4-dc67-484e-b02f-bae3d4e83ac4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 210 time: 0.1005988 Jan 27 22:22:25.086335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2b876a41-c18b-4cb5-81e2-46c0119f1321 None None] Current status of the port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:25.087165 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2b876a41-c18b-4cb5-81e2-46c0119f1321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:25.175807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-20b74e63-75fa-410e-b1d8-7a09b019cc05 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--183666852&fields=id&tenant_id=04a4c67bfb244c75a7e6f2f9a227d164 HTTP/1.1" status: 200 len: 267 time: 0.0968494 Jan 27 22:22:25.271564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a5e5d9ee-f583-4972-b4dc-e79a1dc241df is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:25.273173 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:22:25.281620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2b876a41-c18b-4cb5-81e2-46c0119f1321 None None] For port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:25.313448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2b876a41-c18b-4cb5-81e2-46c0119f1321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:25.397331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b876a41-c18b-4cb5-81e2-46c0119f1321 None None] Pushing event updated for resources: {'Port': ['ID=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:25.427701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:23Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:25.431612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7c77aac4-c97f-46c9-b733-6606b3bd9d18 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:25.434432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7c77aac4-c97f-46c9-b733-6606b3bd9d18 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 809 time: 0.2485950 Jan 27 22:22:25.467143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-46a43334-e372-4082-a1ab-9f1322b8fd44 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/quotas/04a4c67bfb244c75a7e6f2f9a227d164 HTTP/1.1" status: 200 len: 375 time: 0.0258355 Jan 27 22:22:25.487748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66e1e3a-8e00-444a-b650-7829e56c9c9f None None] The sync data for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 is: [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:23Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:22:25.610655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Allocated IP 2001:db8::77 (f046c9bf-c071-4949-a7f3-7216b1794a4b/225632fd-29c7-4312-acce-b19c7acd9138/0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:25.614629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-505a31f1-bf39-4d75-a61f-80243130bb3b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436617 Jan 27 22:22:25.653173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.20.0.26 (9173d3d8-a881-4c26-88c2-9b20efdac84c/03980f70-fc4c-4707-a812-878dcb29ab92/ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:25.817314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-4cb3b06f-ad99-41db-8dc2-17f7085c6595 service neutron] 10.222.0.45 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745403 Jan 27 22:22:25.947340 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:25.974008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:26.029910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:26.030798 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-193683e6-673d-4183-a9ec-070144257c1e service neutron] 10.222.0.45 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108834 Jan 27 22:22:26.064851 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:26.098150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Network f046c9bf-c071-4949-a7f3-7216b1794a4b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:26.105450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:26.107538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:26.110377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:26.115848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:26.116884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:26.138429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:26.168433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:26.183478 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:26.193539 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e4c4e586-3e82-4679-afd8-72181fc9dd32 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8681800 Jan 27 22:22:26.196403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57282) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:26.207059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'network_id': 'f046c9bf-c071-4949-a7f3-7216b1794a4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1589605146'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:26.255323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:26.282949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:26.283692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:26.315938 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-bd1e91be-2017-41b8-ab6c-b1c9015e11a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1314712 Jan 27 22:22:26.331592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Request body: {'port': {'device_id': '1bad1e0a-7538-49ae-bc1d-3c418cc074fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:26.462313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:26.652124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b59462f2-aa8e-4c98-b497-c6c5ed3815bc req-2e49090d-a43d-466d-bc97-eca5b062b329 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 210 time: 0.3360283 Jan 27 22:22:26.767586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f4aa3401-dd5b-456c-be5c-a4ce8b92ffbf None None] Provisioning complete for port 0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:26.774047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3401-dd5b-456c-be5c-a4ce8b92ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:26.802558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6648cf-8a43-4ac6-a7ec-85ab154d8636 req-6a406ea2-3a84-45b8-85f6-5c28a9ef9362 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:26.831978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a6648cf-8a43-4ac6-a7ec-85ab154d8636 req-6a406ea2-3a84-45b8-85f6-5c28a9ef9362 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 932 time: 0.5019886 Jan 27 22:22:26.989071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa3401-dd5b-456c-be5c-a4ce8b92ffbf None None] Port 0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:27.168639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b56a8b15-ceae-4094-b9a7-99eaf4f7cf14 None None] Provisioning complete for port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:27.169266 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b56a8b15-ceae-4094-b9a7-99eaf4f7cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:27.231449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a6648cf-8a43-4ac6-a7ec-85ab154d8636 req-5eeb0d00-775f-493a-af30-c5345f0fa60a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3947968 Jan 27 22:22:27.233708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Made reservation on behalf of 59943ff56f224cbc880a40689ae179ad for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:27.247306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:27.332435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b56a8b15-ceae-4094-b9a7-99eaf4f7cf14 None None] Port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:27.375113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] device_id is not set on port e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:27.436143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:22:27.460151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Publish callbacks [] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:27.493776 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Transition to ACTIVE for port object ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:22:27.503115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:27.630883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:27.736665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:27.895731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Allocated IP 2001:db8::2ff (f046c9bf-c071-4949-a7f3-7216b1794a4b/225632fd-29c7-4312-acce-b19c7acd9138/e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:28.007717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:28.008540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:28.046567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Attempting to bind port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:28.047226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Attempting to bind port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:28.047839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Attempting to bind port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 on network 9173d3d8-a881-4c26-88c2-9b20efdac84c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:28.058716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 on network 9173d3d8-a881-4c26-88c2-9b20efdac84c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:22:28.060020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Attempting to bind port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 on network 9173d3d8-a881-4c26-88c2-9b20efdac84c {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:28.070937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae765a81-7ec6-4f7f-97be-4643c5f3e405 req-258eaf6d-d364-441b-ac2b-00a5a7c34055 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 210 time: 0.1672070 Jan 27 22:22:28.080594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:28.081165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Checking segment: {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:28.081747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Bound using segment: {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:28.082743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Bound port: ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:28.085278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:28.284204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] For port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:28.288400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] For port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:28.297823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:28.314180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:28.332414 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:28.407504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:28.408735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:28.410379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:28.411609 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] 10.222.0.16 "PUT /v2.0/ports/ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 HTTP/1.1" status: 200 len: 1092 time: 2.0858605 Jan 27 22:22:28.412504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bad1e0a-7538-49ae-bc1d-3c418cc074fc', 'tag': 'ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:28.417028 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bad1e0a-7538-49ae-bc1d-3c418cc074fc", "tag": "ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:28.501561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c161d-1bb5-4856-a17f-ed3d230a274e service neutron] Pushing event updated for resources: {'Port': ['ID=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:28.619448 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e853f8-5b05-41e3-a412-7427071eb4de x-openstack-request-id: req-28e853f8-5b05-41e3-a412-7427071eb4de {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:28.619889 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bad1e0a-7538-49ae-bc1d-3c418cc074fc", "tag": "ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:28.620903 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28e853f8-5b05-41e3-a412-7427071eb4de {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:28.621362 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bad1e0a-7538-49ae-bc1d-3c418cc074fc', 'tag': 'ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8', 'status': 'completed', 'code': 200} Jan 27 22:22:28.648386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Network f046c9bf-c071-4949-a7f3-7216b1794a4b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:28.669037 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-7bc39a9f-bd91-4d74-bda2-8e636cb8124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:28.676029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:28.684546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:28.686143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-7bc39a9f-bd91-4d74-bda2-8e636cb8124d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 1095 time: 0.1633568 Jan 27 22:22:28.694385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:28.695792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:28.725125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:28.773925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2e95e-877b-42b2-93d1-dd0578915584 req-a3260421-dbf9-4ef3-b21c-77b4d0cf73ef tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:28.775877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ca2e95e-877b-42b2-93d1-dd0578915584 req-a3260421-dbf9-4ef3-b21c-77b4d0cf73ef tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 944 time: 0.3098090 Jan 27 22:22:28.784963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d65a7de1-3e68-46f2-8fba-bc792de472f8 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5869348 Jan 27 22:22:28.785953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57316) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:28.793314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a7', 'mac_address': 'fa:16:3e:ed:bd:95'}, {'ip_address': '2001:db8::77', 'mac_address': 'fa:16:3e:f8:0f:f3'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:28.817925 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-9b59b1ca-ff1e-424b-81d5-513641fd595f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 HTTP/1.1" status: 200 len: 217 time: 0.1304986 Jan 27 22:22:28.832949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-c31822ee-4aa7-4f0d-8a38-b513dce5dea0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:28.834882 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-c31822ee-4aa7-4f0d-8a38-b513dce5dea0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 809 time: 0.3261986 Jan 27 22:22:29.034121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ca2e95e-877b-42b2-93d1-dd0578915584 req-4410d397-5a12-4455-be2e-164a1e62e197 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145031 Jan 27 22:22:29.043347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-277176ba-59bc-4c47-b155-b5e0f9d9ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:29.046344 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-277176ba-59bc-4c47-b155-b5e0f9d9ee32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=03980f70-fc4c-4707-a812-878dcb29ab92 HTTP/1.1" status: 200 len: 837 time: 0.2100439 Jan 27 22:22:29.055669 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-8ed266ec-4d02-4ff1-9b3b-c651103c9675 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a4c67bfb244c75a7e6f2f9a227d164 HTTP/1.1" status: 200 len: 379 time: 0.2101102 Jan 27 22:22:29.108482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.110452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'port': {'device_id': '3170ffde-df17-4633-8264-2218187a77f1', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'admin_state_up': True, 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'security_groups': ['95523c58-7d74-4e73-8934-50c0cd628cea']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:29.165275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c10c25bd-f11f-4c8d-9465-3a59391553fb None None] Provisioning complete for port e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:29.166254 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c10c25bd-f11f-4c8d-9465-3a59391553fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.188895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-5b61dc99-809b-4fbf-88bb-0e8f38cd96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:29.190687 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-5b61dc99-809b-4fbf-88bb-0e8f38cd96f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9173d3d8-a881-4c26-88c2-9b20efdac84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335623 Jan 27 22:22:29.246724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c10c25bd-f11f-4c8d-9465-3a59391553fb None None] Port e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:29.313898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Made reservation on behalf of 04a4c67bfb244c75a7e6f2f9a227d164 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:29.317378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f34a4041-35f4-4199-beec-5618dc5604d0 req-aab9e673-c0d9-4fc1-b94c-95e0f6ca91dc tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 210 time: 0.0341322 Jan 27 22:22:29.317610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.372386 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-f272af96-1392-4da1-9d4a-6c526a783faa service neutron] 10.222.0.16 "GET /v2.0/networks/9173d3d8-a881-4c26-88c2-9b20efdac84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381381 Jan 27 22:22:29.396520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.402935 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.461565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] In _notify_port_updated(), no bound segment for port e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b on network f046c9bf-c071-4949-a7f3-7216b1794a4b {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:22:29.468028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:29.468538 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.469953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "PUT /v2.0/ports/e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b HTTP/1.1" status: 200 len: 1067 time: 0.6827226 Jan 27 22:22:29.474003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57322) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:29.482313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdcdec-6777-45bf-9ec0-518073de9586 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event updated for resources: {'Port': ['ID=e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:29.569795 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554f17b5-e6e6-4bc8-8464-4c4f8b608c78 req-66975548-a9cc-4448-a61a-f7b46b50cbed service neutron] 10.222.0.16 "GET /v2.0/networks/9173d3d8-a881-4c26-88c2-9b20efdac84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634135 Jan 27 22:22:29.588982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Allocated IP 172.20.0.3 (6adda16f-e5c6-4007-9c9f-ae07f9603321/3946ce2c-89a8-4eeb-9a4a-f626c8110933/ecdad8a9-efc6-4d23-916c-6336048f453e) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:29.600864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-eede053d-d629-4e7b-a0fc-01c0b99651c4 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Deleting port e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:29.601242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eede053d-d629-4e7b-a0fc-01c0b99651c4 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.731505 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eede053d-d629-4e7b-a0fc-01c0b99651c4 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.746118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-eede053d-d629-4e7b-a0fc-01c0b99651c4 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Calling delete_port for e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:29.776023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-a9872ccb-2341-4700-ba3a-f881cb8a39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:29.778014 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-a9872ccb-2341-4700-ba3a-f881cb8a39fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 1095 time: 0.1428328 Jan 27 22:22:29.883889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7d46e179-e828-487d-b790-cf264f0f1165 None None] Provisioning complete for port e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:29.885600 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d46e179-e828-487d-b790-cf264f0f1165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.903830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eede053d-d629-4e7b-a0fc-01c0b99651c4 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.935269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7d46e179-e828-487d-b790-cf264f0f1165 None None] Port e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:29.937991 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.957271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-56fb2ea4-7406-4c8c-af4c-123c85abd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:29.958825 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-56fb2ea4-7406-4c8c-af4c-123c85abd3c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9173d3d8-a881-4c26-88c2-9b20efdac84c HTTP/1.1" status: 200 len: 897 time: 0.1731236 Jan 27 22:22:29.967209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede053d-d629-4e7b-a0fc-01c0b99651c4 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Port': ['ID=e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:30.017490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-89ef7290-b072-470c-9fec-cdfacd6dad79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 HTTP/1.1" status: 200 len: 217 time: 0.0514605 Jan 27 22:22:30.081231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:30.145031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-c7da7aa0-9e6d-44eb-8a94-3a3bf607cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:30.146859 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-c7da7aa0-9e6d-44eb-8a94-3a3bf607cd6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=03980f70-fc4c-4707-a812-878dcb29ab92 HTTP/1.1" status: 200 len: 837 time: 0.1233256 Jan 27 22:22:30.149164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:30.220951 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:30.223774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eede053d-d629-4e7b-a0fc-01c0b99651c4 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:30.225889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:30.227500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eede053d-d629-4e7b-a0fc-01c0b99651c4 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "DELETE /v2.0/ports/e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b HTTP/1.1" status: 204 len: 168 time: 0.7524128 Jan 27 22:22:30.230112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57328) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:30.233309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'Port': ['ID=ecdad8a9-efc6-4d23-916c-6336048f453e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:30.267206 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4442f2-cf27-4792-b203-3f3ad646a73e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] GET failed (client error): The resource could not be found. Jan 27 22:22:30.268795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6d4442f2-cf27-4792-b203-3f3ad646a73e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "GET /v2.0/ports/e48ba4f7-e5e7-4101-8b0e-c5fc533c9e0b HTTP/1.1" status: 404 len: 333 time: 0.0376587 Jan 27 22:22:30.272226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57330) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:30.382182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-96c7de96-3ce2-49b3-9d4e-5078933ad13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:30.388231 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-96c7de96-3ce2-49b3-9d4e-5078933ad13c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9173d3d8-a881-4c26-88c2-9b20efdac84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2283885 Jan 27 22:22:30.394876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15306fa5-7cf3-4507-8005-4c38dcab449c req-7851bcb2-1cbb-457c-9038-5a3f1b716e26 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:30.396661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15306fa5-7cf3-4507-8005-4c38dcab449c req-7851bcb2-1cbb-457c-9038-5a3f1b716e26 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 944 time: 0.1091511 Jan 27 22:22:30.446851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:30.447662 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:30.471983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15306fa5-7cf3-4507-8005-4c38dcab449c req-f074f450-1be8-4b1e-897f-80832f5ae622 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619910 Jan 27 22:22:30.572730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34d48-ee8d-4fa6-98ab-8392f9e45a43 req-a5288778-e409-4b91-b391-e8ad9ff5ce1d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:30.573614 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-51a03ecd-0a4d-4f03-be68-229600f61a98 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4698100 Jan 27 22:22:30.586585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afb34d48-ee8d-4fa6-98ab-8392f9e45a43 req-a5288778-e409-4b91-b391-e8ad9ff5ce1d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 931 time: 0.1130409 Jan 27 22:22:30.684726 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-060d4203-507e-4527-9f3d-e87de8e53370 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Deleting port 0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:30.685053 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-060d4203-507e-4527-9f3d-e87de8e53370 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:30.696703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Request body: {'port': {'device_id': '3170ffde-df17-4633-8264-2218187a77f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:30.713235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afb34d48-ee8d-4fa6-98ab-8392f9e45a43 req-f23d7cd8-2bf5-4e3d-a1d5-c778837471ad tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252780 Jan 27 22:22:30.786551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-08b65a3e-543f-4d4d-89a1-c6faa9b3947f None None] Provisioning complete for port ecdad8a9-efc6-4d23-916c-6336048f453e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:30.788100 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-08b65a3e-543f-4d4d-89a1-c6faa9b3947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:30.848243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-08b65a3e-543f-4d4d-89a1-c6faa9b3947f None None] Port ecdad8a9-efc6-4d23-916c-6336048f453e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:30.885967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:30.914218 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-bff74513-c86f-40fc-a3f8-be612f614b63 service neutron] 10.222.0.16 "GET /v2.0/networks/9173d3d8-a881-4c26-88c2-9b20efdac84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879827 Jan 27 22:22:30.916119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-060d4203-507e-4527-9f3d-e87de8e53370 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:30.942123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-060d4203-507e-4527-9f3d-e87de8e53370 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Calling delete_port for 0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:31.452739 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-788d0290-5e9c-49fc-9b69-bfbb5c4f532a req-61541395-e145-48f6-bb6d-92739a437f0a service neutron] 10.222.0.16 "GET /v2.0/networks/9173d3d8-a881-4c26-88c2-9b20efdac84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265577 Jan 27 22:22:31.717880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a277-1c1f-4429-9f64-0ba5b7d24323 req-fe92eaae-2cba-4a32-bc10-6fcf76611fa4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:31.722514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44f5a277-1c1f-4429-9f64-0ba5b7d24323 req-fe92eaae-2cba-4a32-bc10-6fcf76611fa4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 944 time: 0.1175942 Jan 27 22:22:31.738086 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-060d4203-507e-4527-9f3d-e87de8e53370 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:31.853403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44f5a277-1c1f-4429-9f64-0ba5b7d24323 req-236ac8ae-b0c1-4a67-abe9-e855906c7776 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173689 Jan 27 22:22:31.873929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d4203-507e-4527-9f3d-e87de8e53370 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Port': ['ID=0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:31.917689 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-060d4203-507e-4527-9f3d-e87de8e53370 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:31.922677 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-060d4203-507e-4527-9f3d-e87de8e53370 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "DELETE /v2.0/ports/0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f HTTP/1.1" status: 204 len: 168 time: 1.6470349 Jan 27 22:22:31.926890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57344) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:31.972189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6256a-5532-4ac3-8082-37c309a8ce28 req-7b2b93b3-3e59-4aa5-8bb0-c08523220806 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:31.975479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cc6256a-5532-4ac3-8082-37c309a8ce28 req-7b2b93b3-3e59-4aa5-8bb0-c08523220806 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 931 time: 0.0938475 Jan 27 22:22:32.014998 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb42f09e-d1bc-4a56-b569-a432518e271a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] GET failed (client error): The resource could not be found. Jan 27 22:22:32.017908 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bb42f09e-d1bc-4a56-b569-a432518e271a tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "GET /v2.0/ports/0cd8df72-a2c1-4007-a4f6-0abe5bdaff3f HTTP/1.1" status: 404 len: 333 time: 0.0891855 Jan 27 22:22:32.023785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57346) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:32.045102 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdad8a9-efc6-4d23-916c-6336048f453e {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:22:32.056705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Publish callbacks [] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.068882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cc6256a-5532-4ac3-8082-37c309a8ce28 req-58b9cf86-b692-4493-ac57-31bd0673329f tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871208 Jan 27 22:22:32.089279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Transition to ACTIVE for port object ecdad8a9-efc6-4d23-916c-6336048f453e will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:22:32.105840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.231494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Pushing event updated for resources: {'Port': ['ID=ecdad8a9-efc6-4d23-916c-6336048f453e,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:32.300072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-34e9debd-d7bf-4133-a74c-7b4604c00c4e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Deleting port b870b200-ed29-497e-9fb3-c9de9321abb7 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:32.300622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-34e9debd-d7bf-4133-a74c-7b4604c00c4e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b870b200-ed29-497e-9fb3-c9de9321abb7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.409516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Attempting to bind port ecdad8a9-efc6-4d23-916c-6336048f453e on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:32.410216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Attempting to bind port ecdad8a9-efc6-4d23-916c-6336048f453e by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:32.410787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Attempting to bind port ecdad8a9-efc6-4d23-916c-6336048f453e on network 6adda16f-e5c6-4007-9c9f-ae07f9603321 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:32.417078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Port ecdad8a9-efc6-4d23-916c-6336048f453e on network 6adda16f-e5c6-4007-9c9f-ae07f9603321 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:22:32.417952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Attempting to bind port ecdad8a9-efc6-4d23-916c-6336048f453e on network 6adda16f-e5c6-4007-9c9f-ae07f9603321 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:32.425399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:32.425912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Checking segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:32.427405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Bound using segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:32.427405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Bound port: ecdad8a9-efc6-4d23-916c-6336048f453e, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:32.427932 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.526180 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-34e9debd-d7bf-4133-a74c-7b4604c00c4e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b870b200-ed29-497e-9fb3-c9de9321abb7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.552457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] For port ecdad8a9-efc6-4d23-916c-6336048f453e, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:32.555129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-34e9debd-d7bf-4133-a74c-7b4604c00c4e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Calling delete_port for b870b200-ed29-497e-9fb3-c9de9321abb7 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:32.557696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] For port ecdad8a9-efc6-4d23-916c-6336048f453e, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ecdad8a9-efc6-4d23-916c-6336048f453e,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:32.562997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.601415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:32.602449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.604208 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] 10.222.0.16 "PUT /v2.0/ports/ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 1091 time: 2.0046699 Jan 27 22:22:32.607179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3170ffde-df17-4633-8264-2218187a77f1', 'tag': 'ecdad8a9-efc6-4d23-916c-6336048f453e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:32.610790 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dba1b4-5918-43f2-a651-797c0422492a" -d '{"events": [{"name": "network-changed", "server_uuid": "3170ffde-df17-4633-8264-2218187a77f1", "tag": "ecdad8a9-efc6-4d23-916c-6336048f453e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:32.701080 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334456f-6af1-435b-9c18-ac2dde6a08a2 x-openstack-request-id: req-3334456f-6af1-435b-9c18-ac2dde6a08a2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:32.701382 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3170ffde-df17-4633-8264-2218187a77f1", "tag": "ecdad8a9-efc6-4d23-916c-6336048f453e", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:32.701697 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3334456f-6af1-435b-9c18-ac2dde6a08a2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:32.702103 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3170ffde-df17-4633-8264-2218187a77f1', 'tag': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'status': 'completed', 'code': 200} Jan 27 22:22:32.722516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9d43-cfeb-49df-8e53-451cbb5c6aec service neutron] Pushing event updated for resources: {'Port': ['ID=ecdad8a9-efc6-4d23-916c-6336048f453e,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:32.744598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-d14716d9-f098-47a5-90d0-7660cf34e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:32.746436 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-d14716d9-f098-47a5-90d0-7660cf34e766 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1094 time: 0.0768621 Jan 27 22:22:32.804079 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-d322336c-96ca-4819-a769-4dc7eacd6a78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 217 time: 0.0460527 Jan 27 22:22:32.840290 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-34e9debd-d7bf-4133-a74c-7b4604c00c4e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b870b200-ed29-497e-9fb3-c9de9321abb7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.865041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-0e91b7a1-a3a6-4160-8ab8-187730ff990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:32.866607 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-0e91b7a1-a3a6-4160-8ab8-187730ff990e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0556884 Jan 27 22:22:32.884274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9debd-d7bf-4133-a74c-7b4604c00c4e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Port': ['ID=b870b200-ed29-497e-9fb3-c9de9321abb7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:32.920447 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-34e9debd-d7bf-4133-a74c-7b4604c00c4e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.925320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-34e9debd-d7bf-4133-a74c-7b4604c00c4e tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "DELETE /v2.0/ports/b870b200-ed29-497e-9fb3-c9de9321abb7 HTTP/1.1" status: 204 len: 168 time: 0.9000359 Jan 27 22:22:32.927596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57354) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:33.024456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-0c3c1cb6-f73b-4d55-abd2-00ad0e12d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:33.026531 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-0c3c1cb6-f73b-4d55-abd2-00ad0e12d8f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522713 Jan 27 22:22:33.027246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7bfe88-1095-4893-a3fa-6f1c3fda94c0 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Deleting subnet 225632fd-29c7-4312-acce-b19c7acd9138 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:22:33.084544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe7bfe88-1095-4893-a3fa-6f1c3fda94c0 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for subnet (225632fd-29c7-4312-acce-b19c7acd9138), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.197685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328fdd0-5226-4828-9ff2-3cf3e94c61cb req-4eac2107-fe5a-4abc-bf45-fc6233bfb361 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:33.206505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f328fdd0-5226-4828-9ff2-3cf3e94c61cb req-4eac2107-fe5a-4abc-bf45-fc6233bfb361 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 944 time: 0.1728084 Jan 27 22:22:33.229169 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe7bfe88-1095-4893-a3fa-6f1c3fda94c0 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (225632fd-29c7-4312-acce-b19c7acd9138), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.236452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-fa30b397-a694-424e-9fb4-1f5a49a66733 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028747 Jan 27 22:22:33.338289 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f328fdd0-5226-4828-9ff2-3cf3e94c61cb req-e59843fc-58b3-4b28-b72e-3cb6aa33a313 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306901 Jan 27 22:22:33.350606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129e0d-6deb-47fe-bb89-fbea2b546ff1 req-f3444a42-5152-4013-a8f1-25d6e7916c72 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:33.352288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07129e0d-6deb-47fe-bb89-fbea2b546ff1 req-f3444a42-5152-4013-a8f1-25d6e7916c72 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 943 time: 0.1364489 Jan 27 22:22:33.362015 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f932cf8c-ddcd-4ab9-8038-77e2a090f997 req-a754adea-9aab-4316-a8a2-615a845204b1 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192970 Jan 27 22:22:33.448311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe7bfe88-1095-4893-a3fa-6f1c3fda94c0 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (225632fd-29c7-4312-acce-b19c7acd9138), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.499943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07129e0d-6deb-47fe-bb89-fbea2b546ff1 req-d1bb9d33-0f87-4faa-b2d9-fcc691020dd9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291955 Jan 27 22:22:33.531270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba1b4-5918-43f2-a651-797c0422492a req-e0492a44-3fce-4a43-b290-ba4e9a32c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:33.532611 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98dba1b4-5918-43f2-a651-797c0422492a req-e0492a44-3fce-4a43-b290-ba4e9a32c8c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1094 time: 0.0740187 Jan 27 22:22:33.553796 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe7bfe88-1095-4893-a3fa-6f1c3fda94c0 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (225632fd-29c7-4312-acce-b19c7acd9138), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.589362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bfe88-1095-4893-a3fa-6f1c3fda94c0 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Subnet': ['ID=225632fd-29c7-4312-acce-b19c7acd9138,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:33.596261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fe7bfe88-1095-4893-a3fa-6f1c3fda94c0 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.599767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fe7bfe88-1095-4893-a3fa-6f1c3fda94c0 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "DELETE /v2.0/subnets/225632fd-29c7-4312-acce-b19c7acd9138 HTTP/1.1" status: 204 len: 168 time: 0.6704206 Jan 27 22:22:33.603673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57360) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:33.619364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c70493-5460-49a6-a514-0dd0316ba8ab None None] Network f046c9bf-c071-4949-a7f3-7216b1794a4b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:33.678455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba1b4-5918-43f2-a651-797c0422492a req-6e9a7c77-25e0-4ee1-b9d6-ae42e2e67006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:33.680265 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98dba1b4-5918-43f2-a651-797c0422492a req-6e9a7c77-25e0-4ee1-b9d6-ae42e2e67006 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1413398 Jan 27 22:22:33.718125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f046c9bf-c071-4949-a7f3-7216b1794a4b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.737148 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98dba1b4-5918-43f2-a651-797c0422492a req-43d43446-a410-48b8-bc4d-f7fbac48d92c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 217 time: 0.0490978 Jan 27 22:22:33.796982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Deleting port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:33.797477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.799570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba1b4-5918-43f2-a651-797c0422492a req-be0f1ccb-73d7-44b0-b1c0-4904996c29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:33.801211 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98dba1b4-5918-43f2-a651-797c0422492a req-be0f1ccb-73d7-44b0-b1c0-4904996c29f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0575063 Jan 27 22:22:33.857499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba1b4-5918-43f2-a651-797c0422492a req-f5998c44-31fd-4b41-bb84-420190551a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:33.859069 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98dba1b4-5918-43f2-a651-797c0422492a req-f5998c44-31fd-4b41-bb84-420190551a30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508325 Jan 27 22:22:33.872452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] DHCP port deletion for f046c9bf-c071-4949-a7f3-7216b1794a4b request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:22:33.898061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] For port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,segment=NetworkSegment(0bf85a16-bb46-422a-9102-d0d76d9c40bc),segment_id=0bf85a16-bb46-422a-9102-d0d76d9c40bc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:33.898734 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.925168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Calling delete_port for ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:33.961940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] Deleting port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:33.962477 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.030440 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.033210 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98dba1b4-5918-43f2-a651-797c0422492a req-38de8d96-7ebe-41b6-b081-f73b6a5d5001 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670771 Jan 27 22:22:34.067441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Port': ['ID=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:34.071072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] No DVR routers for this DVR port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:22:34.087473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] For port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,segment=NetworkSegment(0bf85a16-bb46-422a-9102-d0d76d9c40bc),segment_id=0bf85a16-bb46-422a-9102-d0d76d9c40bc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:34.088127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.108853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] Calling delete_port for ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:34.185739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f046c9bf-c071-4949-a7f3-7216b1794a4b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.201469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-584ce5ff-bd25-48a0-85d5-d0c6a2cfba28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.231359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f046c9bf-c071-4949-a7f3-7216b1794a4b']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:34.233539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.235438 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-98dba1b4-5918-43f2-a651-797c0422492a req-ec2c9206-7167-463d-9109-bc6ba6b7105a service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903486 Jan 27 22:22:34.258012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf85a16-bb46-422a-9102-d0d76d9c40bc') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:34.258582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf85a16-bb46-422a-9102-d0d76d9c40bc') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:34.263478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] Pushing event deleted for resources: {'Port': ['ID=ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:34.270308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc801217-352f-4043-9937-cf2ef4321ef2 None None] No DVR routers for this DVR port ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:22:34.281048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (0bf85a16-bb46-422a-9102-d0d76d9c40bc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.297263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0bf85a16-bb46-422a-9102-d0d76d9c40bc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.304650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:22:34.305067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (0bf85a16-bb46-422a-9102-d0d76d9c40bc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:22:34.308910 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:22:34.379685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f046c9bf-c071-4949-a7f3-7216b1794a4b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.386294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.391949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] 10.222.0.45 "DELETE /v2.0/networks/f046c9bf-c071-4949-a7f3-7216b1794a4b HTTP/1.1" status: 204 len: 168 time: 0.7869020 Jan 27 22:22:34.459040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:22:34.770126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:34.786274 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-8b2fc647-2edc-47d6-b03d-58eeca19847b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1695330 Jan 27 22:22:34.788782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8', 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c', 'port_id': 'ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8', 'mac_address': 'fa:16:3e:ec:05:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03980f70-fc4c-4707-a812-878dcb29ab92', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:22:34.856979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:34.858578 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.891255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:22:34.912149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57372) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:34.934853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:34.948262 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:34.972595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-8db43a46-fb99-4eca-9fac-e837982980dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:34.975277 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-8db43a46-fb99-4eca-9fac-e837982980dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 1097 time: 0.1599474 Jan 27 22:22:35.025222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:35.143810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-005358b1-d5e3-4401-90ed-271b3a63afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:35.145880 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-005358b1-d5e3-4401-90ed-271b3a63afd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=08da94aa-6b0e-4768-be81-17e04dec7e06 HTTP/1.1" status: 200 len: 898 time: 0.1413550 Jan 27 22:22:35.263936 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-135960be-c0c7-43b8-be67-aadf7acd1696 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a HTTP/1.1" status: 200 len: 1000 time: 0.1057289 Jan 27 22:22:35.270507 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dff51a63-ede8-4975-9b53-51e8a9af61c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59943ff56f224cbc880a40689ae179ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546619 Jan 27 22:22:35.271588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c682e-8b69-4034-997e-b3271811d542 tempest-AllowedAddressPairIpV6TestJSON-1113129441 tempest-AllowedAddressPairIpV6TestJSON-1113129441-project] Pushing event deleted for resources: {'Network': ['ID=f046c9bf-c071-4949-a7f3-7216b1794a4b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:35.275868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57376) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:35.351520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-715f7131-5b3a-4d15-95ab-2d234b6224c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:35.353924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:22:35.354270 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-715f7131-5b3a-4d15-95ab-2d234b6224c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0bd0bed-28ff-407b-883c-8c4ccb7b858f HTTP/1.1" status: 200 len: 835 time: 0.0839238 Jan 27 22:22:35.375971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87c30b-be82-4d6f-9414-34565c66374c req-f3ae2fef-2cd0-477f-b9fa-c8a18669f88e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:35.378169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e87c30b-be82-4d6f-9414-34565c66374c req-f3ae2fef-2cd0-477f-b9fa-c8a18669f88e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 945 time: 0.1369433 Jan 27 22:22:35.390015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fbdc6-8a0f-45bb-bc3b-1763604b8d56 req-4d9cba8a-e4d4-48f9-ad8e-656d188bfeda tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:35.391799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d0fbdc6-8a0f-45bb-bc3b-1763604b8d56 req-4d9cba8a-e4d4-48f9-ad8e-656d188bfeda tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 943 time: 0.1526103 Jan 27 22:22:35.439200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:22:35.470717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-5b591619-47c6-4b34-b98d-3bc785123eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:35.472808 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-5b591619-47c6-4b34-b98d-3bc785123eca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08da94aa-6b0e-4768-be81-17e04dec7e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111417 Jan 27 22:22:35.478329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e87c30b-be82-4d6f-9414-34565c66374c req-a6dc8b54-f06b-48a5-9415-3fa17c3d3c46 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840335 Jan 27 22:22:35.519159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d0fbdc6-8a0f-45bb-bc3b-1763604b8d56 req-6bc46a1a-ac4a-47ca-941d-15b04bfb980f tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994253 Jan 27 22:22:35.520689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d61c2d7-accd-41c3-9a72-8fe02d091de3 admin admin] Publish callbacks [] for security_group (960ee78f-1733-4385-80a8-b20964e673a9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:35.548161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d61c2d7-accd-41c3-9a72-8fe02d091de3 admin admin] Publish callbacks [] for security_group (960ee78f-1733-4385-80a8-b20964e673a9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:35.604863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:22:35.605542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device ed507a8b-aa78-4494-ba1b-4b2ebe0ea8dc not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:22:35.617912 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d61c2d7-accd-41c3-9a72-8fe02d091de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (960ee78f-1733-4385-80a8-b20964e673a9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:35.627702 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d61c2d7-accd-41c3-9a72-8fe02d091de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:35.631578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0d61c2d7-accd-41c3-9a72-8fe02d091de3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/960ee78f-1733-4385-80a8-b20964e673a9 HTTP/1.1" status: 204 len: 168 time: 0.3193574 Jan 27 22:22:35.646373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61c2d7-accd-41c3-9a72-8fe02d091de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ee78f-1733-4385-80a8-b20964e673a9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:35.693402 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-154899d3-f99e-4425-9255-c8938747a9fe service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045114 Jan 27 22:22:35.846876 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-fbcf5a41-7bb9-4766-a297-8c5a98a2b269 req-109bed69-0bd5-45be-ae73-f13e713133d3 service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459470 Jan 27 22:22:36.685636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cf9a2-dc21-4938-ac45-32e4187f6fb8 req-187b6e9e-c524-4066-b36a-9c1caa6983af tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:36.692940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57404) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:36.696194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9cf9a2-dc21-4938-ac45-32e4187f6fb8 req-187b6e9e-c524-4066-b36a-9c1caa6983af tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 945 time: 0.1015034 Jan 27 22:22:36.830938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e9cf9a2-dc21-4938-ac45-32e4187f6fb8 req-e8671b76-19b5-4190-8e5c-8a9f8409d62a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333656 Jan 27 22:22:36.889202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e75e0-46e4-4809-b7b0-cd7b7934d567 req-118a9196-a4f3-4848-90cb-eb76b1e974fc tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:36.892030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07e75e0-46e4-4809-b7b0-cd7b7934d567 req-118a9196-a4f3-4848-90cb-eb76b1e974fc tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 943 time: 0.1925898 Jan 27 22:22:36.925544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-348133325'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:36.952661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Made reservation on behalf of 05efe4256c834c7abb2b1a0524ef8431 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:36.960515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:36.977877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d07e75e0-46e4-4809-b7b0-cd7b7934d567 req-f7804439-4389-4a20-bdb6-40aa87351c3e tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755389 Jan 27 22:22:36.982677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.070608 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bccf26e1-c40b-4882-bbc2-af2097155b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.113225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for security_group (3eab82e2-dc6c-41b1-bb19-5605daa825de), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.118824 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3eab82e2-dc6c-41b1-bb19-5605daa825de), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.150104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:22:37.161243 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab82e2-dc6c-41b1-bb19-5605daa825de,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:37.169038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (108d2c47-1496-4fb8-b614-b75937ad47fe), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.169397 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Added segment 108d2c47-1496-4fb8-b614-b75937ad47fe of type vlan for network d8354d30-3984-4cb9-883e-975deebcaf4e Jan 27 22:22:37.243393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d8354d30-3984-4cb9-883e-975deebcaf4e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.286160 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d8354d30-3984-4cb9-883e-975deebcaf4e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.293974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:37.295000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.394153 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6993678 Jan 27 22:22:37.398465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57410) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:37.406619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'subnet': {'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:37.443986 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db1bd1-43e8-44b1-b7ad-27ef2a34bf2b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Network': ['ID=d8354d30-3984-4cb9-883e-975deebcaf4e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:37.464171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d8354d30-3984-4cb9-883e-975deebcaf4e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:22:37.547988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Made reservation on behalf of 05efe4256c834c7abb2b1a0524ef8431 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:37.552805 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.809071 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (c0afb599-c09f-4291-9ba9-6846857a8ce0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.887733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Subnet': ['ID=c0afb599-c09f-4291-9ba9-6846857a8ce0,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:37.897912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Checking segment: {'id': '108d2c47-1496-4fb8-b614-b75937ad47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:37.898492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Network hostable DHCP agents. Network: d8354d30-3984-4cb9-883e-975deebcaf4e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:22:37.928267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Network d8354d30-3984-4cb9-883e-975deebcaf4e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:22:37.940841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d8354d30-3984-4cb9-883e-975deebcaf4e) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:37.946374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:37.947282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.973207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c7c12174-1888-41c4-a6a5-96f655dbe967 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5694561 Jan 27 22:22:37.974145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57416) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:37.974858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9aa4cd-c40f-497d-8908-b0e7c6b347d8 None None] Network d8354d30-3984-4cb9-883e-975deebcaf4e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:37.982261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e', 'name': 'tempest-AllowedAddressPairTestJSON-41378813'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:38.210534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2fe0-5c70-43bf-b063-1aa9f28e1778 req-f81e8cb5-46ca-4fa1-89c9-34101ec81380 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:38.212149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d5f2fe0-5c70-43bf-b063-1aa9f28e1778 req-f81e8cb5-46ca-4fa1-89c9-34101ec81380 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 945 time: 0.2257621 Jan 27 22:22:38.233262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442cee5-1653-4e3f-995e-edeb02938c87 req-a1631d62-565b-41d4-ad6f-b121e827cb22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:38.234828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5442cee5-1653-4e3f-995e-edeb02938c87 req-a1631d62-565b-41d4-ad6f-b121e827cb22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 943 time: 0.1504219 Jan 27 22:22:38.327272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Made reservation on behalf of 05efe4256c834c7abb2b1a0524ef8431 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:38.330831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:38.340262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d8354d30-3984-4cb9-883e-975deebcaf4e', 'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e', 'project_id': '05efe4256c834c7abb2b1a0524ef8431', 'fixed_ips': [{'subnet_id': 'c0afb599-c09f-4291-9ba9-6846857a8ce0'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:22:38.342917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:38.352561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d5f2fe0-5c70-43bf-b063-1aa9f28e1778 req-11a62a96-1dfe-429f-9644-5e84157ae535 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166575 Jan 27 22:22:38.360925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5442cee5-1653-4e3f-995e-edeb02938c87 req-4ef68cde-f629-4c2c-bdf9-9b7bdabe8363 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151967 Jan 27 22:22:38.374141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] device_id is not set on port a29ab424-8354-4cd7-bbd7-09b4abd6b493 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:38.459587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ecdad8a9-efc6-4d23-916c-6336048f453e details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:22:38.463088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:38.524595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Allocated IP 172.20.0.3 (d8354d30-3984-4cb9-883e-975deebcaf4e/c0afb599-c09f-4291-9ba9-6846857a8ce0/a29ab424-8354-4cd7-bbd7-09b4abd6b493) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:38.580110 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:38.675361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:22:38.682319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:38.682614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:38.723860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (a29ab424-8354-4cd7-bbd7-09b4abd6b493), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:38.729475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ecdad8a9-efc6-4d23-916c-6336048f453e, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ecdad8a9-efc6-4d23-916c-6336048f453e,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:38.749513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'port_id': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'mac_address': 'fa:16:3e:46:7a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:22:38.769585 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a29ab424-8354-4cd7-bbd7-09b4abd6b493), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:38.829288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=a29ab424-8354-4cd7-bbd7-09b4abd6b493,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:38.848773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Network d8354d30-3984-4cb9-883e-975deebcaf4e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:38.850527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:38.853150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:38.911966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:38.912811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:38.921245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Allocated IP 172.20.0.2 (d8354d30-3984-4cb9-883e-975deebcaf4e/c0afb599-c09f-4291-9ba9-6846857a8ce0/76435597-7a47-4545-bf74-c8732bf77110) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:38.938129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f061f035-c005-43dc-ac6c-f1e3aee7ed4d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9624360 Jan 27 22:22:38.943382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57420) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:38.953562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e', 'name': 'tempest-AllowedAddressPairTestJSON-800566627', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:5d:eb:15'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:39.117953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:39.118554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:39.143277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Made reservation on behalf of 05efe4256c834c7abb2b1a0524ef8431 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:39.157005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ecdad8a9-efc6-4d23-916c-6336048f453e is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:39.157630 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:39.222157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bad1e0a-7538-49ae-bc1d-3c418cc074fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:39.226960 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427f6cdb-1649-491d-b7c6-c2bdc3f3d1ef" -d '{"events": [{"server_uuid": "1bad1e0a-7538-49ae-bc1d-3c418cc074fc", "name": "network-vif-plugged", "status": "completed", "tag": "ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:39.240669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdad8a9-efc6-4d23-916c-6336048f453e {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:22:39.273066 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:39.281153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ecdad8a9-efc6-4d23-916c-6336048f453e, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ecdad8a9-efc6-4d23-916c-6336048f453e,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:39.309434 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:39.316807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] device_id is not set on port 234dbd54-fea5-4d67-96df-270221be646f yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:39.322735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:39.422638 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45a9c52-e3ba-4050-8580-cd86be617f3f x-openstack-request-id: req-a45a9c52-e3ba-4050-8580-cd86be617f3f {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:39.423677 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bad1e0a-7538-49ae-bc1d-3c418cc074fc", "name": "network-vif-plugged", "status": "completed", "tag": "ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:39.423677 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a45a9c52-e3ba-4050-8580-cd86be617f3f {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:39.424098 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bad1e0a-7538-49ae-bc1d-3c418cc074fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8', 'code': 200} Jan 27 22:22:39.425403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ecdad8a9-efc6-4d23-916c-6336048f453e,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:39.437457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:39.552452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:39.582529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5de3a9-4d2f-462b-9af8-def925efc673 req-f03fcd54-6533-44c0-8726-e9ee22843013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:39.586264 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb5de3a9-4d2f-462b-9af8-def925efc673 req-f03fcd54-6533-44c0-8726-e9ee22843013 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 1097 time: 0.1713471 Jan 27 22:22:39.661796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32706741-4ea0-49f6-b3c0-b67dbbc97e33 req-5f950af0-7402-44ee-ad14-15376333ac2d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:39.663706 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Publish callbacks [] for port (76435597-7a47-4545-bf74-c8732bf77110), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:39.668256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32706741-4ea0-49f6-b3c0-b67dbbc97e33 req-5f950af0-7402-44ee-ad14-15376333ac2d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 944 time: 0.1622486 Jan 27 22:22:39.678122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (76435597-7a47-4545-bf74-c8732bf77110), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:39.679853 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb5de3a9-4d2f-462b-9af8-def925efc673 req-51c00325-bdde-4a0a-9993-a6be9c12264b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860367 Jan 27 22:22:39.714342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a9f8a-e4d1-42c6-aa2f-c3a2fdeb140f req-ea29fcfb-6acf-4cfe-b04b-27ea54cbef7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:39.717114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d89a9f8a-e4d1-42c6-aa2f-c3a2fdeb140f req-ea29fcfb-6acf-4cfe-b04b-27ea54cbef7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 946 time: 0.1295762 Jan 27 22:22:39.758025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Allocated IP 172.20.0.7 (d8354d30-3984-4cb9-883e-975deebcaf4e/c0afb599-c09f-4291-9ba9-6846857a8ce0/234dbd54-fea5-4d67-96df-270221be646f) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:39.769311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['ecdad8a9-efc6-4d23-916c-6336048f453e'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:22:39.839168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32706741-4ea0-49f6-b3c0-b67dbbc97e33 req-400352f8-ddd2-461a-90c1-d1f748a001dd tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536186 Jan 27 22:22:39.880889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Network d8354d30-3984-4cb9-883e-975deebcaf4e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:39.882699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:39.888092 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:39.917018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d89a9f8a-e4d1-42c6-aa2f-c3a2fdeb140f req-f5631cf3-ccc5-418a-8602-f6be8872ea29 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1815252 Jan 27 22:22:39.936531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Pushing event updated for resources: {'Port': ['ID=76435597-7a47-4545-bf74-c8732bf77110,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:40.031078 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (234dbd54-fea5-4d67-96df-270221be646f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:40.061222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Attempting to bind port 76435597-7a47-4545-bf74-c8732bf77110 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:40.061603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Attempting to bind port 76435597-7a47-4545-bf74-c8732bf77110 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '108d2c47-1496-4fb8-b614-b75937ad47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:40.062060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Attempting to bind port 76435597-7a47-4545-bf74-c8732bf77110 on network d8354d30-3984-4cb9-883e-975deebcaf4e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:40.079991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:40.081965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Checking segment: {'id': '108d2c47-1496-4fb8-b614-b75937ad47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:40.083266 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:40.084114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Bound using segment: {'id': '108d2c47-1496-4fb8-b614-b75937ad47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:40.085106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Bound port: 76435597-7a47-4545-bf74-c8732bf77110, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108d2c47-1496-4fb8-b614-b75937ad47fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:40.085947 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (76435597-7a47-4545-bf74-c8732bf77110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:40.089409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (234dbd54-fea5-4d67-96df-270221be646f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:40.141397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Network d8354d30-3984-4cb9-883e-975deebcaf4e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:40.159501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:40.162448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:40.234142 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=234dbd54-fea5-4d67-96df-270221be646f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:40.267223 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:40.268457 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:40.291290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] For port 76435597-7a47-4545-bf74-c8732bf77110, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:40.298467 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7b806835-3fd6-4a32-8b90-efbb54e2ff00 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.3492055 Jan 27 22:22:40.298790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] For port 76435597-7a47-4545-bf74-c8732bf77110, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=76435597-7a47-4545-bf74-c8732bf77110,segment=NetworkSegment(108d2c47-1496-4fb8-b614-b75937ad47fe),segment_id=108d2c47-1496-4fb8-b614-b75937ad47fe)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:40.299669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57432) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:40.306612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (76435597-7a47-4545-bf74-c8732bf77110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:40.373242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf84dd-e1eb-4041-923d-d9b82bf4f7d4 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:40.383648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf84dd-e1eb-4041-923d-d9b82bf4f7d4 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:40.397465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf84dd-e1eb-4041-923d-d9b82bf4f7d4 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:40.400510 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9ecf84dd-e1eb-4041-923d-d9b82bf4f7d4 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2461 time: 0.0990822 Jan 27 22:22:40.412322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57434) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:40.430533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619f57b-d4f4-45e8-9672-a81cab50c90a None None] Pushing event updated for resources: {'Port': ['ID=76435597-7a47-4545-bf74-c8732bf77110,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:40.574593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e4ee3-214a-4064-a06e-35952164d093 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Deleting port 234dbd54-fea5-4d67-96df-270221be646f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:40.575137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4ee3-214a-4064-a06e-35952164d093 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (234dbd54-fea5-4d67-96df-270221be646f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:40.776289 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4ee3-214a-4064-a06e-35952164d093 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (234dbd54-fea5-4d67-96df-270221be646f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:40.807155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e4ee3-214a-4064-a06e-35952164d093 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Calling delete_port for 234dbd54-fea5-4d67-96df-270221be646f owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:41.064493 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:41.240100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e186-1c6b-4578-b6c6-e85a4514a927 req-8a5a1274-6239-4831-a1ed-3a749b8e44f4 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:41.254437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8dd0e186-1c6b-4578-b6c6-e85a4514a927 req-8a5a1274-6239-4831-a1ed-3a749b8e44f4 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 944 time: 0.2553258 Jan 27 22:22:41.267901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4ee3-214a-4064-a06e-35952164d093 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (234dbd54-fea5-4d67-96df-270221be646f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:41.272343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:41.377997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ee914-1366-4afc-8f8a-0cf9eb6e2208 req-7d1e6544-3ae3-4c52-bd67-e7e154c36bef tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:41.380767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-091ee914-1366-4afc-8f8a-0cf9eb6e2208 req-7d1e6544-3ae3-4c52-bd67-e7e154c36bef tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 946 time: 0.2838595 Jan 27 22:22:41.395815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e4ee3-214a-4064-a06e-35952164d093 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Port': ['ID=234dbd54-fea5-4d67-96df-270221be646f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:41.515076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 76435597-7a47-4545-bf74-c8732bf77110 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:41.555838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8dd0e186-1c6b-4578-b6c6-e85a4514a927 req-bc460d6b-79a9-4bd4-8424-d0eeec1aeaf4 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991428 Jan 27 22:22:41.645976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 76435597-7a47-4545-bf74-c8732bf77110 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:41.646566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (76435597-7a47-4545-bf74-c8732bf77110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:41.818005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 76435597-7a47-4545-bf74-c8732bf77110 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:41.819218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (76435597-7a47-4545-bf74-c8732bf77110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:41.860195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-091ee914-1366-4afc-8f8a-0cf9eb6e2208 req-aef06db4-ddc4-44f1-ab9c-559604814815 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4501603 Jan 27 22:22:41.885023 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4ee3-214a-4064-a06e-35952164d093 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:41.894370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6d6e4ee3-214a-4064-a06e-35952164d093 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "DELETE /v2.0/ports/234dbd54-fea5-4d67-96df-270221be646f HTTP/1.1" status: 204 len: 168 time: 1.4760878 Jan 27 22:22:41.894842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57442) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:41.938356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 76435597-7a47-4545-bf74-c8732bf77110, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=76435597-7a47-4545-bf74-c8732bf77110,segment=NetworkSegment(108d2c47-1496-4fb8-b614-b75937ad47fe),segment_id=108d2c47-1496-4fb8-b614-b75937ad47fe)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:41.950636 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (76435597-7a47-4545-bf74-c8732bf77110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:41.961117 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e694f8-53e9-4c40-8f64-b770e1a550f0 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] GET failed (client error): The resource could not be found. Jan 27 22:22:41.962909 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8e694f8-53e9-4c40-8f64-b770e1a550f0 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "GET /v2.0/ports/234dbd54-fea5-4d67-96df-270221be646f HTTP/1.1" status: 404 len: 333 time: 0.0677593 Jan 27 22:22:41.968703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57444) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:41.974157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e', 'name': 'tempest-AllowedAddressPairTestJSON-2005939006'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:42.075028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=76435597-7a47-4545-bf74-c8732bf77110,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:42.086448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.087497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.088334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.091234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.092062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.093677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.094288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.094824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.095368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.095958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.096533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.097074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.097605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:42.150675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dfb7be-3dbb-4bd1-a422-624be12e6b1e None None] Network d8354d30-3984-4cb9-883e-975deebcaf4e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:42.204609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Made reservation on behalf of 05efe4256c834c7abb2b1a0524ef8431 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:42.212863 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:42.251661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] device_id is not set on port 282bd4cc-f53d-4878-803b-0a6826074954 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:42.397719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d649448-88be-4c16-9069-4fe55031a09d None None] Provisioning complete for port 76435597-7a47-4545-bf74-c8732bf77110 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:42.398382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d649448-88be-4c16-9069-4fe55031a09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (76435597-7a47-4545-bf74-c8732bf77110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:42.457888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ecdad8a9-efc6-4d23-916c-6336048f453e up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:42.528052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Allocated IP 172.20.0.9 (d8354d30-3984-4cb9-883e-975deebcaf4e/c0afb599-c09f-4291-9ba9-6846857a8ce0/282bd4cc-f53d-4878-803b-0a6826074954) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:42.580684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d649448-88be-4c16-9069-4fe55031a09d None None] Current status of the port 76435597-7a47-4545-bf74-c8732bf77110 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:42.614986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port ecdad8a9-efc6-4d23-916c-6336048f453e completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:22:42.627580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port ecdad8a9-efc6-4d23-916c-6336048f453e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:42.628872 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:42.815120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ecdad8a9-efc6-4d23-916c-6336048f453e is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:42.815810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:42.830906 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (282bd4cc-f53d-4878-803b-0a6826074954), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:42.886558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3170ffde-df17-4633-8264-2218187a77f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdad8a9-efc6-4d23-916c-6336048f453e'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:42.889885 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050c40b5-5b01-46ab-8c4e-5f61df2f8ea7" -d '{"events": [{"server_uuid": "3170ffde-df17-4633-8264-2218187a77f1", "name": "network-vif-plugged", "status": "completed", "tag": "ecdad8a9-efc6-4d23-916c-6336048f453e"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:42.901856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ecdad8a9-efc6-4d23-916c-6336048f453e, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ecdad8a9-efc6-4d23-916c-6336048f453e,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:42.906808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f8ebf-93a1-41d6-a4ff-16ae71dd32df req-aa4ca68b-dc59-48f0-aa9d-44b2a4d76377 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:42.911577 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:42.913288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b8f8ebf-93a1-41d6-a4ff-16ae71dd32df req-aa4ca68b-dc59-48f0-aa9d-44b2a4d76377 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 944 time: 0.2596323 Jan 27 22:22:42.915158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (282bd4cc-f53d-4878-803b-0a6826074954), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:42.945658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-364e677a-e08d-4a8d-9311-323625420c1c None None] Provisioning complete for port a29ab424-8354-4cd7-bbd7-09b4abd6b493 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:42.946203 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-364e677a-e08d-4a8d-9311-323625420c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a29ab424-8354-4cd7-bbd7-09b4abd6b493), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:43.012099 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b1857-888e-44a8-9778-0b5db85e99b9 x-openstack-request-id: req-474b1857-888e-44a8-9778-0b5db85e99b9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:43.012886 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3170ffde-df17-4633-8264-2218187a77f1", "name": "network-vif-plugged", "status": "completed", "tag": "ecdad8a9-efc6-4d23-916c-6336048f453e", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:43.013254 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-474b1857-888e-44a8-9778-0b5db85e99b9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:43.013807 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3170ffde-df17-4633-8264-2218187a77f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'code': 200} Jan 27 22:22:43.015812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ecdad8a9-efc6-4d23-916c-6336048f453e,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:43.027633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-364e677a-e08d-4a8d-9311-323625420c1c None None] Port a29ab424-8354-4cd7-bbd7-09b4abd6b493 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:43.062771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-364e677a-e08d-4a8d-9311-323625420c1c None None] Provisioning complete for port 76435597-7a47-4545-bf74-c8732bf77110 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:43.063242 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-364e677a-e08d-4a8d-9311-323625420c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (76435597-7a47-4545-bf74-c8732bf77110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:43.089722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Network d8354d30-3984-4cb9-883e-975deebcaf4e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:43.112348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:43.149687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:43.197995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-364e677a-e08d-4a8d-9311-323625420c1c None None] Current status of the port 76435597-7a47-4545-bf74-c8732bf77110 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:43.210012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa77e-e696-4a71-8e80-87f226e7f4db req-6298c1cd-ed9e-4ab6-be7a-588d454b46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:43.214020 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cdfa77e-e696-4a71-8e80-87f226e7f4db req-6298c1cd-ed9e-4ab6-be7a-588d454b46a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1096 time: 0.1124430 Jan 27 22:22:43.222865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=282bd4cc-f53d-4878-803b-0a6826074954,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:43.271011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b8f8ebf-93a1-41d6-a4ff-16ae71dd32df req-195d0bbd-4ebe-469e-be7a-a5d6f1653233 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364339 Jan 27 22:22:43.283117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:43.284123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:43.301322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb9c8-5b10-44a1-8445-0a443b391621 req-d2f709a6-b4ca-4832-85b1-d8fa5327577f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:43.308273 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-6cdfa77e-e696-4a71-8e80-87f226e7f4db req-72e0d5d2-e25e-48e9-aa5c-51fc3c015583 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864513 Jan 27 22:22:43.310414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1dfb9c8-5b10-44a1-8445-0a443b391621 req-d2f709a6-b4ca-4832-85b1-d8fa5327577f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 946 time: 0.1861355 Jan 27 22:22:43.340550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1e2b3b96-9b10-4ab1-a3b3-260df85628af tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3669975 Jan 27 22:22:43.341634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57454) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:43.351934 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:5d:eb:15'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:43.363296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-358b520e-b8e7-4680-beff-2e3e7b981c9f None None] Provisioning complete for port a29ab424-8354-4cd7-bbd7-09b4abd6b493 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:43.363734 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-358b520e-b8e7-4680-beff-2e3e7b981c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a29ab424-8354-4cd7-bbd7-09b4abd6b493), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:43.387655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1dfb9c8-5b10-44a1-8445-0a443b391621 req-b75542f2-7b55-4260-9c49-e74ef5e3e695 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739918 Jan 27 22:22:43.433957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 76435597-7a47-4545-bf74-c8732bf77110 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:43.505885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-358b520e-b8e7-4680-beff-2e3e7b981c9f None None] Port a29ab424-8354-4cd7-bbd7-09b4abd6b493 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:43.544766 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (282bd4cc-f53d-4878-803b-0a6826074954), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:43.571371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 76435597-7a47-4545-bf74-c8732bf77110 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:43.571976 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (76435597-7a47-4545-bf74-c8732bf77110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:43.661609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a103f05-c657-4b53-9daa-e7f71a19c67e req-f2764544-9e46-4a6f-aa4a-630aa2054481 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:43.663309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a103f05-c657-4b53-9daa-e7f71a19c67e req-f2764544-9e46-4a6f-aa4a-630aa2054481 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 946 time: 0.0947418 Jan 27 22:22:43.730633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7a7545fc-fcf8-4d98-9c5c-c2a3a0573e55 None None] Could not find standard attr ID for object 234dbd54-fea5-4d67-96df-270221be646f. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:22:43.754568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 76435597-7a47-4545-bf74-c8732bf77110 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:43.825945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a103f05-c657-4b53-9daa-e7f71a19c67e req-f034ffb4-0aaa-4edd-ba81-ef685216808d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332769 Jan 27 22:22:43.920894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (282bd4cc-f53d-4878-803b-0a6826074954), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:43.928926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (282bd4cc-f53d-4878-803b-0a6826074954), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.035840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=282bd4cc-f53d-4878-803b-0a6826074954,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:44.059840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] In _notify_port_updated(), no bound segment for port 282bd4cc-f53d-4878-803b-0a6826074954 on network d8354d30-3984-4cb9-883e-975deebcaf4e {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:22:44.072172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:44.073375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.079849 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c2266a9d-0bab-4a2c-b971-7d8367cea175 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "PUT /v2.0/ports/282bd4cc-f53d-4878-803b-0a6826074954 HTTP/1.1" status: 200 len: 993 time: 0.7317660 Jan 27 22:22:44.080461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57464) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:44.090084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-39f8c125-ae41-47f9-9197-12ffb5588493 None None] Provisioning complete for port 282bd4cc-f53d-4878-803b-0a6826074954 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:44.091056 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-39f8c125-ae41-47f9-9197-12ffb5588493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (282bd4cc-f53d-4878-803b-0a6826074954), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.170091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-39f8c125-ae41-47f9-9197-12ffb5588493 None None] Port 282bd4cc-f53d-4878-803b-0a6826074954 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:44.258097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-16241e6b-135f-43a9-9828-ab84b8b32c57 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Deleting port 282bd4cc-f53d-4878-803b-0a6826074954 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:44.259151 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-16241e6b-135f-43a9-9828-ab84b8b32c57 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (282bd4cc-f53d-4878-803b-0a6826074954), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.432055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-16241e6b-135f-43a9-9828-ab84b8b32c57 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (282bd4cc-f53d-4878-803b-0a6826074954), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.506705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-16241e6b-135f-43a9-9828-ab84b8b32c57 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Calling delete_port for 282bd4cc-f53d-4878-803b-0a6826074954 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:44.589282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5641001-7a42-4c6e-9d75-355e11ab15bd req-05f99cd8-40cd-41ac-8d7d-d0fed5242cb8 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:44.591400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5641001-7a42-4c6e-9d75-355e11ab15bd req-05f99cd8-40cd-41ac-8d7d-d0fed5242cb8 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1545405 Jan 27 22:22:44.716466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-95abfe9b-900f-4c57-8961-cfec1ad0ed02 None None] Provisioning complete for port 282bd4cc-f53d-4878-803b-0a6826074954 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:44.717087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95abfe9b-900f-4c57-8961-cfec1ad0ed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (282bd4cc-f53d-4878-803b-0a6826074954), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.717337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5641001-7a42-4c6e-9d75-355e11ab15bd req-048c0cef-9406-4861-a364-12eb1bca0aa3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135798 Jan 27 22:22:44.801274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-16241e6b-135f-43a9-9828-ab84b8b32c57 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (282bd4cc-f53d-4878-803b-0a6826074954), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.813299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-95abfe9b-900f-4c57-8961-cfec1ad0ed02 None None] Port 282bd4cc-f53d-4878-803b-0a6826074954 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:44.845679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16241e6b-135f-43a9-9828-ab84b8b32c57 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Port': ['ID=282bd4cc-f53d-4878-803b-0a6826074954,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:45.048939 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-16241e6b-135f-43a9-9828-ab84b8b32c57 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:45.056001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-16241e6b-135f-43a9-9828-ab84b8b32c57 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "DELETE /v2.0/ports/282bd4cc-f53d-4878-803b-0a6826074954 HTTP/1.1" status: 204 len: 168 time: 0.9733872 Jan 27 22:22:45.058588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57470) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:45.101387 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e80aa3-530a-48ce-b390-176fffc9461e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] GET failed (client error): The resource could not be found. Jan 27 22:22:45.103566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a5e80aa3-530a-48ce-b390-176fffc9461e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "GET /v2.0/ports/282bd4cc-f53d-4878-803b-0a6826074954 HTTP/1.1" status: 404 len: 333 time: 0.0432932 Jan 27 22:22:45.108386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57472) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:45.114637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e', 'name': 'tempest-AllowedAddressPairTestJSON-1692279483'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:45.282163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Made reservation on behalf of 05efe4256c834c7abb2b1a0524ef8431 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:45.286669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:45.308158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] device_id is not set on port 50378bee-9898-4926-9bae-65c6646c6b22 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:45.430238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57474) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:45.443377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Allocated IP 172.20.0.5 (d8354d30-3984-4cb9-883e-975deebcaf4e/c0afb599-c09f-4291-9ba9-6846857a8ce0/50378bee-9898-4926-9bae-65c6646c6b22) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:45.653374 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (50378bee-9898-4926-9bae-65c6646c6b22), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:45.725747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (50378bee-9898-4926-9bae-65c6646c6b22), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:45.811534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Network d8354d30-3984-4cb9-883e-975deebcaf4e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:45.831701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:45.844765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=50378bee-9898-4926-9bae-65c6646c6b22,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:45.848157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:46.001878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:46.003026 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.040840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35d17f-457c-4c04-9afb-d3de8e97120a req-b9daf5e5-9317-454e-9459-74b6d5890a3a tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:46.043604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c35d17f-457c-4c04-9afb-d3de8e97120a req-b9daf5e5-9317-454e-9459-74b6d5890a3a tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1506059 Jan 27 22:22:46.051511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-12d2a577-36b6-4b9f-8dcd-359506789f67 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9414999 Jan 27 22:22:46.055616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57480) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:46.071891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5d:eb:15'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:46.191922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-315d1c76-7d84-4292-87b4-bcae4b3d3a48 None None] Provisioning complete for port 50378bee-9898-4926-9bae-65c6646c6b22 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:46.192853 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-315d1c76-7d84-4292-87b4-bcae4b3d3a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (50378bee-9898-4926-9bae-65c6646c6b22), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.237506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-315d1c76-7d84-4292-87b4-bcae4b3d3a48 None None] Port 50378bee-9898-4926-9bae-65c6646c6b22 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:46.274213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c35d17f-457c-4c04-9afb-d3de8e97120a req-cc23fe0a-a93b-4332-a55c-beb07a0c90a5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208431 Jan 27 22:22:46.455572 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (50378bee-9898-4926-9bae-65c6646c6b22), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.537827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c5e9d-7ad1-481f-83c6-040e2d2bf4b2 req-cc852b24-b496-457a-88bb-baf7bb766566 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:46.539769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c3c5e9d-7ad1-481f-83c6-040e2d2bf4b2 req-cc852b24-b496-457a-88bb-baf7bb766566 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1493461 Jan 27 22:22:46.540013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.553929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57484) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:46.565048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'floatingip': {'port_id': 'ecdad8a9-efc6-4d23-916c-6336048f453e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:46.626074 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.931795 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (50378bee-9898-4926-9bae-65c6646c6b22), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.938887 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (50378bee-9898-4926-9bae-65c6646c6b22), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.076786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=50378bee-9898-4926-9bae-65c6646c6b22,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:47.085245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.20.0.17 (9173d3d8-a881-4c26-88c2-9b20efdac84c/03980f70-fc4c-4707-a812-878dcb29ab92/a5471399-6cb9-4c89-b1e7-1a5be8fabb95) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:47.180160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] In _notify_port_updated(), no bound segment for port 50378bee-9898-4926-9bae-65c6646c6b22 on network d8354d30-3984-4cb9-883e-975deebcaf4e {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:22:47.192629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:47.193991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.200017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7c2dcb19-eb9a-44ad-8719-644616426afd tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "PUT /v2.0/ports/50378bee-9898-4926-9bae-65c6646c6b22 HTTP/1.1" status: 200 len: 996 time: 1.1353769 Jan 27 22:22:47.203280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57488) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:47.242218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.286030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.333571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:47.340412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:47.345845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:47.375765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:47.407793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (65db7708-6d92-4eb2-bccf-9a16245b6271), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.408596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ad612244-2425-46df-b944-8897e4032589 None None] Provisioning complete for port 50378bee-9898-4926-9bae-65c6646c6b22 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:47.410148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad612244-2425-46df-b944-8897e4032589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (50378bee-9898-4926-9bae-65c6646c6b22), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.485267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ad612244-2425-46df-b944-8897e4032589 None None] Port 50378bee-9898-4926-9bae-65c6646c6b22 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:47.572657 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.710152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-60a18e51-4d98-4560-aff2-9069a89f5903 None None] Provisioning complete for port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:47.710632 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60a18e51-4d98-4560-aff2-9069a89f5903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.755874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-60a18e51-4d98-4560-aff2-9069a89f5903 None None] Port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:47.922466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ab960-dff0-4e7b-bed6-84e1ba95e6ab tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Deleting port 50378bee-9898-4926-9bae-65c6646c6b22 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:47.923231 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab960-dff0-4e7b-bed6-84e1ba95e6ab tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (50378bee-9898-4926-9bae-65c6646c6b22), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.995619 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.005451 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.083957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.093041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.218556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:48.222937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (65db7708-6d92-4eb2-bccf-9a16245b6271), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.224871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab960-dff0-4e7b-bed6-84e1ba95e6ab tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (50378bee-9898-4926-9bae-65c6646c6b22), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.261890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ab960-dff0-4e7b-bed6-84e1ba95e6ab tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Calling delete_port for 50378bee-9898-4926-9bae-65c6646c6b22 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:48.288570 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Floating IP ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c associated. External IP: 172.25.8.197, port: ecdad8a9-efc6-4d23-916c-6336048f453e. Jan 27 22:22:48.290484 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.355452 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:48.357236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:48.582342 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 65db7708-6d92-4eb2-bccf-9a16245b6271 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:22:48.648504 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab960-dff0-4e7b-bed6-84e1ba95e6ab tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (50378bee-9898-4926-9bae-65c6646c6b22), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.688257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ab960-dff0-4e7b-bed6-84e1ba95e6ab tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Port': ['ID=50378bee-9898-4926-9bae-65c6646c6b22,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:48.715672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f4383edd-7269-4352-9668-01020aba886b None None] Provisioning complete for port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:48.716445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f4383edd-7269-4352-9668-01020aba886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.732142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:22:48.774378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f4383edd-7269-4352-9668-01020aba886b None None] Port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:48.820714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:22:48.824497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab960-dff0-4e7b-bed6-84e1ba95e6ab tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.828346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1e6ab960-dff0-4e7b-bed6-84e1ba95e6ab tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "DELETE /v2.0/ports/50378bee-9898-4926-9bae-65c6646c6b22 HTTP/1.1" status: 204 len: 168 time: 1.6238983 Jan 27 22:22:48.829855 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-74453706-429b-4314-a1c5-6b75e0455863 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "PUT /v2.0/routers/65db7708-6d92-4eb2-bccf-9a16245b6271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3983097 Jan 27 22:22:48.834023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57492) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:48.847764 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Sync routers for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:22:48.867241 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:48.869269 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:22:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:48.878241 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5bcb14-4dcf-4585-b9c7-4d5d75023f7c tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] GET failed (client error): The resource could not be found. Jan 27 22:22:48.879925 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6c5bcb14-4dcf-4585-b9c7-4d5d75023f7c tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "GET /v2.0/ports/50378bee-9898-4926-9bae-65c6646c6b22 HTTP/1.1" status: 404 len: 333 time: 0.0445743 Jan 27 22:22:48.886124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57496) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:48.900378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e', 'name': 'tempest-AllowedAddressPairTestJSON-55401799'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:48.960658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:22:48.972734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] Sync routers for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:22:48.973482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:48.996366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:49.000246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:22:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:49.039762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-95053dbd-1643-425c-8533-d59f4062e84c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "PUT /v2.0/floatingips/ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c HTTP/1.1" status: 200 len: 991 time: 2.4804146 Jan 27 22:22:49.039762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3170ffde-df17-4633-8264-2218187a77f1', 'tag': 'ecdad8a9-efc6-4d23-916c-6336048f453e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:49.046036 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebd260c-d848-4486-b02b-026bcad0a64e" -d '{"events": [{"name": "network-changed", "server_uuid": "3170ffde-df17-4633-8264-2218187a77f1", "tag": "ecdad8a9-efc6-4d23-916c-6336048f453e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:49.158256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Made reservation on behalf of 05efe4256c834c7abb2b1a0524ef8431 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:49.166031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:49.188869 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ea6121-85f7-4804-af0d-040b20426a84 x-openstack-request-id: req-a5ea6121-85f7-4804-af0d-040b20426a84 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:49.189163 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3170ffde-df17-4633-8264-2218187a77f1", "tag": "ecdad8a9-efc6-4d23-916c-6336048f453e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:49.189342 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5ea6121-85f7-4804-af0d-040b20426a84 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:49.189757 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3170ffde-df17-4633-8264-2218187a77f1', 'tag': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'status': 'completed', 'code': 200} Jan 27 22:22:49.237907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] device_id is not set on port 8fa52eaa-7447-454b-9a7b-ddaf1013d0bd yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:49.260527 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:49.284773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:49.405235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd260c-d848-4486-b02b-026bcad0a64e req-c4e3a5d0-2c62-4e63-a49b-a29361df0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:49.407020 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eebd260c-d848-4486-b02b-026bcad0a64e req-c4e3a5d0-2c62-4e63-a49b-a29361df0835 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1096 time: 0.1600704 Jan 27 22:22:49.559010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Allocated IP 172.20.0.10 (d8354d30-3984-4cb9-883e-975deebcaf4e/c0afb599-c09f-4291-9ba9-6846857a8ce0/8fa52eaa-7447-454b-9a7b-ddaf1013d0bd) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:49.608545 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd260c-d848-4486-b02b-026bcad0a64e req-22ba204f-ad2b-4e51-aede-3e1956d89bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:49.610363 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eebd260c-d848-4486-b02b-026bcad0a64e req-22ba204f-ad2b-4e51-aede-3e1956d89bd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1960843 Jan 27 22:22:49.659756 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:22:47Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:51Z', 'revision_number': 1, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5471399-6cb9-4c89-b1e7-1a5be8fabb95', 'name': '', 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:ee:5c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '03980f70-fc4c-4707-a812-878dcb29ab92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:46Z', 'updated_at': '2022-01-27T22:22:47Z', 'revision_number': 2, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '03980f70-fc4c-4707-a812-878dcb29ab92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:49.704435 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eebd260c-d848-4486-b02b-026bcad0a64e req-bac05d9a-cb41-4d9e-9bd8-03d0352645c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 999 time: 0.0846555 Jan 27 22:22:49.708757 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Checking router: 65db7708-6d92-4eb2-bccf-9a16245b6271 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:22:49.709096 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Updating router 65db7708-6d92-4eb2-bccf-9a16245b6271 port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:22:49.762186 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:49.771382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd260c-d848-4486-b02b-026bcad0a64e req-1f894c27-c199-4907-801a-2b37dfbaea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:49.773201 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eebd260c-d848-4486-b02b-026bcad0a64e req-1f894c27-c199-4907-801a-2b37dfbaea56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0576162 Jan 27 22:22:49.871689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'port_id': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'mac_address': 'fa:16:3e:46:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3170ffde-df17-4633-8264-2218187a77f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:22:23Z', 'updated_at': '2022-01-27T22:22:47Z', 'revision_number': 1, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:49.911585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd260c-d848-4486-b02b-026bcad0a64e req-d091926b-04c9-47fd-999d-30c25f0655d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:49.913865 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eebd260c-d848-4486-b02b-026bcad0a64e req-d091926b-04c9-47fd-999d-30c25f0655d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314244 Jan 27 22:22:49.930216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] Checking router: be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:22:49.946500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:49.947996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:22:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:50.122109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (8fa52eaa-7447-454b-9a7b-ddaf1013d0bd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:50.154806 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eebd260c-d848-4486-b02b-026bcad0a64e req-a8bc9171-781b-476c-8c50-bb731abb5c27 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335987 Jan 27 22:22:50.300783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:50.374562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8fa52eaa-7447-454b-9a7b-ddaf1013d0bd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:50.421794 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Publish callbacks [] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:50.437611 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:50.457083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Network d8354d30-3984-4cb9-883e-975deebcaf4e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:50.462526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:50.465720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:50.504135 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eebd260c-d848-4486-b02b-026bcad0a64e req-aa0c8b8f-d132-4716-bf73-69d69322c280 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416514 Jan 27 22:22:50.521885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=8fa52eaa-7447-454b-9a7b-ddaf1013d0bd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:50.601831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:50.603017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:50.637723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57516) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:50.643466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'network_id': 'd8354d30-3984-4cb9-883e-975deebcaf4e', 'name': 'tempest-AllowedAddressPairTestJSON-1657490944'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:50.644115 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7243-0a0c-412a-b4ec-ae0dc08b8286 None None] Pushing event updated for resources: {'Port': ['ID=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:50.660379 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f2be6635-1707-4803-9d1f-78529ff91241 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7640784 Jan 27 22:22:50.822919 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Attempting to bind port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:50.823638 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Attempting to bind port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:50.824450 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Attempting to bind port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 on network 9173d3d8-a881-4c26-88c2-9b20efdac84c {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:50.840449 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:50.841014 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Checking segment: {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:50.841592 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:50.842779 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Bound using segment: {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:50.842779 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Bound port: a5471399-6cb9-4c89-b1e7-1a5be8fabb95, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4adffd2-e45c-4162-bb85-16dc0b67db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:50.843275 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:50.868627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'port_id': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'mac_address': 'fa:16:3e:46:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3170ffde-df17-4633-8264-2218187a77f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:22:23Z', 'updated_at': '2022-01-27T22:22:47Z', 'revision_number': 1, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:50.944761 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] For port a5471399-6cb9-4c89-b1e7-1a5be8fabb95, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:50.951381 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] For port a5471399-6cb9-4c89-b1e7-1a5be8fabb95, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:50.967141 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:50.970705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Made reservation on behalf of 05efe4256c834c7abb2b1a0524ef8431 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:50.975293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.002407 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88295512-e50a-4a65-a022-9601f418bfd6 None None] The sync data for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 is: [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'port_id': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'mac_address': 'fa:16:3e:46:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3170ffde-df17-4633-8264-2218187a77f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:22:23Z', 'updated_at': '2022-01-27T22:22:47Z', 'revision_number': 1, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:22:51.009751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] device_id is not set on port 54062ffd-70e2-4aae-bdac-ca4144d2219b yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:22:51.061632 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.081354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Provisioning complete for port 8fa52eaa-7447-454b-9a7b-ddaf1013d0bd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:51.081804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8fa52eaa-7447-454b-9a7b-ddaf1013d0bd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.098911 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:22:51.100129 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:22:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:51.110354 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7243-0a0c-412a-b4ec-ae0dc08b8286 None None] Pushing event updated for resources: {'Port': ['ID=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:51.162084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Port 8fa52eaa-7447-454b-9a7b-ddaf1013d0bd cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:51.184796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Provisioning complete for port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:51.186770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.198249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Allocated IP 172.20.0.11 (d8354d30-3984-4cb9-883e-975deebcaf4e/c0afb599-c09f-4291-9ba9-6846857a8ce0/54062ffd-70e2-4aae-bdac-ca4144d2219b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:51.419894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Current status of the port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:51.420237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.451897 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.496145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] For port a5471399-6cb9-4c89-b1e7-1a5be8fabb95, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:51.505308 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.549293 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:22:51.591045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.636377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc82f3-1c38-4a97-9451-22172cff33ed None None] Pushing event updated for resources: {'Port': ['ID=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:51.658695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-291583e1-9417-45a4-8643-a2f50fe86af1 None None] Provisioning complete for port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:51.659153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-291583e1-9417-45a4-8643-a2f50fe86af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.670191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Network d8354d30-3984-4cb9-883e-975deebcaf4e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:51.678527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:51.682042 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e83f4-7f7c-4a31-935d-9b1c2340e4dc None None] New status for floating IP ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:22:51.700732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:51.812052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-291583e1-9417-45a4-8643-a2f50fe86af1 None None] Current status of the port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:51.815459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=54062ffd-70e2-4aae-bdac-ca4144d2219b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:51.854970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:51.856252 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:51.880665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57524) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:51.887391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:5d:eb:15'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a1:f0:0f'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:51.890928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cd664a5d-0cc4-4015-9d15-2675fcbbd99d tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2519853 Jan 27 22:22:52.039841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-00b933c9-869e-4828-9002-4a5b746394d0 None None] Provisioning complete for port 54062ffd-70e2-4aae-bdac-ca4144d2219b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:52.040435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00b933c9-869e-4828-9002-4a5b746394d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:52.088771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-00b933c9-869e-4828-9002-4a5b746394d0 None None] Port 54062ffd-70e2-4aae-bdac-ca4144d2219b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:52.124930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:52.278242 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-61352f89-da0b-4287-8850-07cac347d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:22:47Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:51Z', 'revision_number': 1, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5471399-6cb9-4c89-b1e7-1a5be8fabb95', 'name': '', 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:ee:5c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '03980f70-fc4c-4707-a812-878dcb29ab92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:46Z', 'updated_at': '2022-01-27T22:22:50Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '03980f70-fc4c-4707-a812-878dcb29ab92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:52.320374 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61352f89-da0b-4287-8850-07cac347d491 None None] The sync data for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 is: [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:22:47Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:51Z', 'revision_number': 1, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5471399-6cb9-4c89-b1e7-1a5be8fabb95', 'name': '', 'network_id': '9173d3d8-a881-4c26-88c2-9b20efdac84c', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:ee:5c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '03980f70-fc4c-4707-a812-878dcb29ab92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:46Z', 'updated_at': '2022-01-27T22:22:50Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '03980f70-fc4c-4707-a812-878dcb29ab92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:22:52.461161 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:52.468557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:52.631173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event updated for resources: {'Port': ['ID=54062ffd-70e2-4aae-bdac-ca4144d2219b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:52.650754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] In _notify_port_updated(), no bound segment for port 54062ffd-70e2-4aae-bdac-ca4144d2219b on network d8354d30-3984-4cb9-883e-975deebcaf4e {{(pid=103329) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:22:52.666593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:52.667866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:52.669994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-70838b93-0fdd-492a-b391-2a4de8fd4bf2 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "PUT /v2.0/ports/54062ffd-70e2-4aae-bdac-ca4144d2219b HTTP/1.1" status: 200 len: 1057 time: 0.7878718 Jan 27 22:22:52.678773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57528) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:52.880931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0f88d-c2ff-4a8b-9c5d-5a8a72019b17 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Deleting port 54062ffd-70e2-4aae-bdac-ca4144d2219b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:52.881435 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f88d-c2ff-4a8b-9c5d-5a8a72019b17 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:52.997791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f88d-c2ff-4a8b-9c5d-5a8a72019b17 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:53.020459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0f88d-c2ff-4a8b-9c5d-5a8a72019b17 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Calling delete_port for 54062ffd-70e2-4aae-bdac-ca4144d2219b owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:53.025254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7da7e1c7-4eb5-4a87-bcba-32b812449d62 None None] Provisioning complete for port 54062ffd-70e2-4aae-bdac-ca4144d2219b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:53.025779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7da7e1c7-4eb5-4a87-bcba-32b812449d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:53.068438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7da7e1c7-4eb5-4a87-bcba-32b812449d62 None None] Port 54062ffd-70e2-4aae-bdac-ca4144d2219b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:53.205256 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f88d-c2ff-4a8b-9c5d-5a8a72019b17 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (54062ffd-70e2-4aae-bdac-ca4144d2219b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:53.268857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0f88d-c2ff-4a8b-9c5d-5a8a72019b17 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Port': ['ID=54062ffd-70e2-4aae-bdac-ca4144d2219b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:53.499662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a5471399-6cb9-4c89-b1e7-1a5be8fabb95 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:53.599691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:53.600307 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:53.673717 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f88d-c2ff-4a8b-9c5d-5a8a72019b17 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:53.677551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fcf0f88d-c2ff-4a8b-9c5d-5a8a72019b17 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "DELETE /v2.0/ports/54062ffd-70e2-4aae-bdac-ca4144d2219b HTTP/1.1" status: 204 len: 168 time: 0.9972968 Jan 27 22:22:53.683003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57532) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:53.713020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:53.713516 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-444243d8-af0a-41e4-9263-0d08a2f1f9c3 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] GET failed (client error): The resource could not be found. Jan 27 22:22:53.721260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-444243d8-af0a-41e4-9263-0d08a2f1f9c3 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "GET /v2.0/ports/54062ffd-70e2-4aae-bdac-ca4144d2219b HTTP/1.1" status: 404 len: 333 time: 0.0317402 Jan 27 22:22:53.721260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57534) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:53.821654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ac0fdace-8429-43bc-87f2-e67f907ebd7b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Deleting port 8fa52eaa-7447-454b-9a7b-ddaf1013d0bd {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:53.822236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac0fdace-8429-43bc-87f2-e67f907ebd7b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8fa52eaa-7447-454b-9a7b-ddaf1013d0bd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:53.984202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac0fdace-8429-43bc-87f2-e67f907ebd7b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8fa52eaa-7447-454b-9a7b-ddaf1013d0bd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:54.004753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ac0fdace-8429-43bc-87f2-e67f907ebd7b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Calling delete_port for 8fa52eaa-7447-454b-9a7b-ddaf1013d0bd owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:54.227647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac0fdace-8429-43bc-87f2-e67f907ebd7b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8fa52eaa-7447-454b-9a7b-ddaf1013d0bd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:54.283794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fdace-8429-43bc-87f2-e67f907ebd7b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Port': ['ID=8fa52eaa-7447-454b-9a7b-ddaf1013d0bd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:54.371745 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac0fdace-8429-43bc-87f2-e67f907ebd7b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:54.375629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac0fdace-8429-43bc-87f2-e67f907ebd7b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "DELETE /v2.0/ports/8fa52eaa-7447-454b-9a7b-ddaf1013d0bd HTTP/1.1" status: 204 len: 168 time: 0.6544068 Jan 27 22:22:54.379591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57546) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:54.407722 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-529fd94f-f103-40e4-8597-786e12972a4b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] GET failed (client error): The resource could not be found. Jan 27 22:22:54.411456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-529fd94f-f103-40e4-8597-786e12972a4b tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "GET /v2.0/ports/8fa52eaa-7447-454b-9a7b-ddaf1013d0bd HTTP/1.1" status: 404 len: 333 time: 0.0286539 Jan 27 22:22:54.416315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57548) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:54.557837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dbca49e1-c351-4541-995c-281280934ed5 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Deleting port a29ab424-8354-4cd7-bbd7-09b4abd6b493 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:54.558105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbca49e1-c351-4541-995c-281280934ed5 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a29ab424-8354-4cd7-bbd7-09b4abd6b493), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:54.660201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbca49e1-c351-4541-995c-281280934ed5 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a29ab424-8354-4cd7-bbd7-09b4abd6b493), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:54.677274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dbca49e1-c351-4541-995c-281280934ed5 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Calling delete_port for a29ab424-8354-4cd7-bbd7-09b4abd6b493 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:54.861789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbca49e1-c351-4541-995c-281280934ed5 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a29ab424-8354-4cd7-bbd7-09b4abd6b493), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:54.916377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca49e1-c351-4541-995c-281280934ed5 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Port': ['ID=a29ab424-8354-4cd7-bbd7-09b4abd6b493,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:55.023703 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dbca49e1-c351-4541-995c-281280934ed5 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.032025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dbca49e1-c351-4541-995c-281280934ed5 tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "DELETE /v2.0/ports/a29ab424-8354-4cd7-bbd7-09b4abd6b493 HTTP/1.1" status: 204 len: 168 time: 0.6141458 Jan 27 22:22:55.034454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57552) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:55.130293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d98196f-789a-4a7a-8008-e041f4edc54e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Deleting subnet c0afb599-c09f-4291-9ba9-6846857a8ce0 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:22:55.136028 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d98196f-789a-4a7a-8008-e041f4edc54e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for subnet (c0afb599-c09f-4291-9ba9-6846857a8ce0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.186041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d98196f-789a-4a7a-8008-e041f4edc54e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (c0afb599-c09f-4291-9ba9-6846857a8ce0), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.291700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d98196f-789a-4a7a-8008-e041f4edc54e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c0afb599-c09f-4291-9ba9-6846857a8ce0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.357431 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d98196f-789a-4a7a-8008-e041f4edc54e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (c0afb599-c09f-4291-9ba9-6846857a8ce0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.393694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98196f-789a-4a7a-8008-e041f4edc54e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Subnet': ['ID=c0afb599-c09f-4291-9ba9-6846857a8ce0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:55.395917 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d98196f-789a-4a7a-8008-e041f4edc54e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.399327 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5d98196f-789a-4a7a-8008-e041f4edc54e tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "DELETE /v2.0/subnets/c0afb599-c09f-4291-9ba9-6846857a8ce0 HTTP/1.1" status: 204 len: 168 time: 0.3633349 Jan 27 22:22:55.402324 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57556) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:55.411276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405827b-e8a6-48a4-a806-7e78658885e7 None None] Network d8354d30-3984-4cb9-883e-975deebcaf4e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:55.509585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d8354d30-3984-4cb9-883e-975deebcaf4e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.573297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Deleting port 76435597-7a47-4545-bf74-c8732bf77110 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:55.573646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (76435597-7a47-4545-bf74-c8732bf77110), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.624050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] DHCP port deletion for d8354d30-3984-4cb9-883e-975deebcaf4e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:22:55.670258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] For port 76435597-7a47-4545-bf74-c8732bf77110, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=76435597-7a47-4545-bf74-c8732bf77110,segment=NetworkSegment(108d2c47-1496-4fb8-b614-b75937ad47fe),segment_id=108d2c47-1496-4fb8-b614-b75937ad47fe)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:55.670937 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (76435597-7a47-4545-bf74-c8732bf77110), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.689715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Calling delete_port for 76435597-7a47-4545-bf74-c8732bf77110 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:55.693857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] Deleting port 76435597-7a47-4545-bf74-c8732bf77110 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:55.694547 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (76435597-7a47-4545-bf74-c8732bf77110), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.786419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] For port 76435597-7a47-4545-bf74-c8732bf77110, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=76435597-7a47-4545-bf74-c8732bf77110,segment=NetworkSegment(108d2c47-1496-4fb8-b614-b75937ad47fe),segment_id=108d2c47-1496-4fb8-b614-b75937ad47fe)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:55.787549 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (76435597-7a47-4545-bf74-c8732bf77110), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.788636 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (76435597-7a47-4545-bf74-c8732bf77110), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.813602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] Calling delete_port for 76435597-7a47-4545-bf74-c8732bf77110 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:55.837274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Port': ['ID=76435597-7a47-4545-bf74-c8732bf77110,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:55.846303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] No DVR routers for this DVR port 76435597-7a47-4545-bf74-c8732bf77110 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:22:55.907054 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (76435597-7a47-4545-bf74-c8732bf77110), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.935611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] Pushing event deleted for resources: {'Port': ['ID=76435597-7a47-4545-bf74-c8732bf77110,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:55.939475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514cbb5-d67e-4197-b10c-99a464b9090f None None] No DVR routers for this DVR port 76435597-7a47-4545-bf74-c8732bf77110 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:22:55.965884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d8354d30-3984-4cb9-883e-975deebcaf4e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:55.999646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8354d30-3984-4cb9-883e-975deebcaf4e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:56.015121 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108d2c47-1496-4fb8-b614-b75937ad47fe') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:56.015616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108d2c47-1496-4fb8-b614-b75937ad47fe') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:22:56.032714 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (108d2c47-1496-4fb8-b614-b75937ad47fe), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.048769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (108d2c47-1496-4fb8-b614-b75937ad47fe), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.055797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:22:56.056196 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (108d2c47-1496-4fb8-b614-b75937ad47fe), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:22:56.059357 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:22:56.149394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d8354d30-3984-4cb9-883e-975deebcaf4e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.159771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.167258 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] 10.222.0.45 "DELETE /v2.0/networks/d8354d30-3984-4cb9-883e-975deebcaf4e HTTP/1.1" status: 204 len: 168 time: 0.7631547 Jan 27 22:22:56.200988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759482a-181c-467b-9b55-5a417dbe42fb tempest-AllowedAddressPairTestJSON-580676482 tempest-AllowedAddressPairTestJSON-580676482-project] Pushing event deleted for resources: {'Network': ['ID=d8354d30-3984-4cb9-883e-975deebcaf4e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:56.585511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57568) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:56.784327 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f6543ad1-40c0-45f9-ae65-9033983e55d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05efe4256c834c7abb2b1a0524ef8431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965723 Jan 27 22:22:56.787329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57572) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:56.857591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f392b371-5d91-4e02-ad04-ad1bb9913c39 admin admin] Publish callbacks [] for security_group (3eab82e2-dc6c-41b1-bb19-5605daa825de), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.882163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f392b371-5d91-4e02-ad04-ad1bb9913c39 admin admin] Publish callbacks [] for security_group (3eab82e2-dc6c-41b1-bb19-5605daa825de), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.941482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f392b371-5d91-4e02-ad04-ad1bb9913c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3eab82e2-dc6c-41b1-bb19-5605daa825de), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.944965 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f392b371-5d91-4e02-ad04-ad1bb9913c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.946316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f392b371-5d91-4e02-ad04-ad1bb9913c39 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3eab82e2-dc6c-41b1-bb19-5605daa825de HTTP/1.1" status: 204 len: 168 time: 0.1574183 Jan 27 22:22:56.957038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392b371-5d91-4e02-ad04-ad1bb9913c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab82e2-dc6c-41b1-bb19-5605daa825de,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:57.401247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 76435597-7a47-4545-bf74-c8732bf77110 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:22:57.435455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 76435597-7a47-4545-bf74-c8732bf77110 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:22:57.436908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 76435597-7a47-4545-bf74-c8732bf77110 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:22:58.004329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57602) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:58.128729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1021250965'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:58.163737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:58.169951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.188024 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.305295 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for security_group (5c747a5e-3c90-4150-909a-59f45d683414), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.311188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5c747a5e-3c90-4150-909a-59f45d683414), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.363646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:22:58.382391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c747a5e-3c90-4150-909a-59f45d683414,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:58.398051 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4afa91b9-08e1-4945-946e-2d8ce16396d2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.398764 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment 4afa91b9-08e1-4945-946e-2d8ce16396d2 of type vlan for network cfc40b0e-e1ba-4467-a648-a575fbf39eff Jan 27 22:22:58.472735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (cfc40b0e-e1ba-4467-a648-a575fbf39eff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.515469 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (cfc40b0e-e1ba-4467-a648-a575fbf39eff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.525120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:58.526214 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.611322 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6051581 Jan 27 22:22:58.628148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f0b06-a938-495b-85fc-80fdf8e37047 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=cfc40b0e-e1ba-4467-a648-a575fbf39eff,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:58.649546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network cfc40b0e-e1ba-4467-a648-a575fbf39eff details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:22:58.823117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57612) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:58.831672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': 'cfc40b0e-e1ba-4467-a648-a575fbf39eff', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:58.951127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:58.955980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.188090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (c50a1e76-10fa-4681-93a6-3933d40ccf3e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.307855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=c50a1e76-10fa-4681-93a6-3933d40ccf3e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:59.317391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': '4afa91b9-08e1-4945-946e-2d8ce16396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cfc40b0e-e1ba-4467-a648-a575fbf39eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:59.317757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: cfc40b0e-e1ba-4467-a648-a575fbf39eff, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:22:59.350114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network cfc40b0e-e1ba-4467-a648-a575fbf39eff is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:22:59.369665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, cfc40b0e-e1ba-4467-a648-a575fbf39eff) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:59.378371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:59.379645 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.379954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa148f17-b881-422c-baa3-fe52200bb5a4 None None] Network cfc40b0e-e1ba-4467-a648-a575fbf39eff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:22:59.419439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4246e525-5ef4-4821-92e5-8ab0d12b9d5e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5941131 Jan 27 22:22:59.424057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57616) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:59.432584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1865523185'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:59.460055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:59.464907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.500015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:22:59.515718 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9f89e635-8ddb-4bbe-b789-56e2afc6a908), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.519241 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment 9f89e635-8ddb-4bbe-b789-56e2afc6a908 of type vlan for network 17463bf2-5f38-4c1c-9a86-ebf81216048e Jan 27 22:22:59.543880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-cfc40b0e-e1ba-4467-a648-a575fbf39eff', 'network_id': 'cfc40b0e-e1ba-4467-a648-a575fbf39eff', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': 'c50a1e76-10fa-4681-93a6-3933d40ccf3e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:22:59.544774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.628332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (17463bf2-5f38-4c1c-9a86-ebf81216048e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.685508 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (17463bf2-5f38-4c1c-9a86-ebf81216048e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.695919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:59.696684 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.728318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Allocated IP 172.20.255.242 (cfc40b0e-e1ba-4467-a648-a575fbf39eff/c50a1e76-10fa-4681-93a6-3933d40ccf3e/823a1ca6-d589-475c-a0b4-6e80bd92272d) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:59.824724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3950694 Jan 27 22:22:59.825619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57620) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:22:59.835868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': '17463bf2-5f38-4c1c-9a86-ebf81216048e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:59.903238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05fb04-8e80-4d88-a551-418c26a6e12c tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=17463bf2-5f38-4c1c-9a86-ebf81216048e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:59.961551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Publish callbacks [] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.963378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 17463bf2-5f38-4c1c-9a86-ebf81216048e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:00.023438 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.050585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:00.057409 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.084066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Network cfc40b0e-e1ba-4467-a648-a575fbf39eff is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:00.095207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:00.101984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:00.170366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Pushing event updated for resources: {'Port': ['ID=823a1ca6-d589-475c-a0b4-6e80bd92272d,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:00.185059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Attempting to bind port 823a1ca6-d589-475c-a0b4-6e80bd92272d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:00.185526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Attempting to bind port 823a1ca6-d589-475c-a0b4-6e80bd92272d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '4afa91b9-08e1-4945-946e-2d8ce16396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cfc40b0e-e1ba-4467-a648-a575fbf39eff'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:00.185879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Attempting to bind port 823a1ca6-d589-475c-a0b4-6e80bd92272d on network cfc40b0e-e1ba-4467-a648-a575fbf39eff {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:00.192598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:00.192975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Checking segment: {'id': '4afa91b9-08e1-4945-946e-2d8ce16396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cfc40b0e-e1ba-4467-a648-a575fbf39eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:00.193497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.194040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Bound using segment: {'id': '4afa91b9-08e1-4945-946e-2d8ce16396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cfc40b0e-e1ba-4467-a648-a575fbf39eff'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:00.194772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Bound port: 823a1ca6-d589-475c-a0b4-6e80bd92272d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afa91b9-08e1-4945-946e-2d8ce16396d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cfc40b0e-e1ba-4467-a648-a575fbf39eff'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:00.195208 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.272465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] For port 823a1ca6-d589-475c-a0b4-6e80bd92272d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:00.276493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] For port 823a1ca6-d589-475c-a0b4-6e80bd92272d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=823a1ca6-d589-475c-a0b4-6e80bd92272d,segment=NetworkSegment(4afa91b9-08e1-4945-946e-2d8ce16396d2),segment_id=4afa91b9-08e1-4945-946e-2d8ce16396d2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:00.283006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.346464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573f98a-355d-4c7f-9894-0d25d87632d9 None None] Pushing event updated for resources: {'Port': ['ID=823a1ca6-d589-475c-a0b4-6e80bd92272d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:00.417079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (392cf275-27ad-4524-99ba-8ba9800ccddb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.545287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=392cf275-27ad-4524-99ba-8ba9800ccddb,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:00.561829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': '9f89e635-8ddb-4bbe-b789-56e2afc6a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17463bf2-5f38-4c1c-9a86-ebf81216048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:00.562446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: 17463bf2-5f38-4c1c-9a86-ebf81216048e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:00.592493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network 17463bf2-5f38-4c1c-9a86-ebf81216048e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:00.611405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 17463bf2-5f38-4c1c-9a86-ebf81216048e) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:00.621254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:00.622172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.625278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939a347-6963-421a-9741-077619a6961f None None] Network 17463bf2-5f38-4c1c-9a86-ebf81216048e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:00.661352 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-428dc151-52a1-4a6d-9b7f-afa2cd5acd79 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8346360 Jan 27 22:23:00.665655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57630) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:00.799340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-17463bf2-5f38-4c1c-9a86-ebf81216048e', 'network_id': '17463bf2-5f38-4c1c-9a86-ebf81216048e', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': '392cf275-27ad-4524-99ba-8ba9800ccddb'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:00.801307 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.883024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (17463bf2-5f38-4c1c-9a86-ebf81216048e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.950625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (392cf275-27ad-4524-99ba-8ba9800ccddb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.012471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Allocated IP 172.20.0.2 (17463bf2-5f38-4c1c-9a86-ebf81216048e/392cf275-27ad-4524-99ba-8ba9800ccddb/4c02e3af-b08a-4f5a-9409-eec6d4ac6f15) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:01.175579 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Publish callbacks [] for port (4c02e3af-b08a-4f5a-9409-eec6d4ac6f15), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.187528 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4c02e3af-b08a-4f5a-9409-eec6d4ac6f15), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.224177 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (392cf275-27ad-4524-99ba-8ba9800ccddb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.236239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Network 17463bf2-5f38-4c1c-9a86-ebf81216048e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:01.239906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:01.243009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:01.262460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Pushing event updated for resources: {'Port': ['ID=4c02e3af-b08a-4f5a-9409-eec6d4ac6f15,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:01.305455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=392cf275-27ad-4524-99ba-8ba9800ccddb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:01.377779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Attempting to bind port 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:01.378874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Attempting to bind port 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '9f89e635-8ddb-4bbe-b789-56e2afc6a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17463bf2-5f38-4c1c-9a86-ebf81216048e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:01.378874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Attempting to bind port 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15 on network 17463bf2-5f38-4c1c-9a86-ebf81216048e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:01.399726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:01.400090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Checking segment: {'id': '9f89e635-8ddb-4bbe-b789-56e2afc6a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17463bf2-5f38-4c1c-9a86-ebf81216048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:01.400461 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.400961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Bound using segment: {'id': '9f89e635-8ddb-4bbe-b789-56e2afc6a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17463bf2-5f38-4c1c-9a86-ebf81216048e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:01.401626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Bound port: 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f89e635-8ddb-4bbe-b789-56e2afc6a908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17463bf2-5f38-4c1c-9a86-ebf81216048e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:01.402029 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c02e3af-b08a-4f5a-9409-eec6d4ac6f15), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.425104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (17463bf2-5f38-4c1c-9a86-ebf81216048e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.462431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17463bf2-5f38-4c1c-9a86-ebf81216048e']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:01.477460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f89e635-8ddb-4bbe-b789-56e2afc6a908') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:01.478155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f89e635-8ddb-4bbe-b789-56e2afc6a908') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:01.492119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (9f89e635-8ddb-4bbe-b789-56e2afc6a908), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.498069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] For port 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:01.502204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] For port 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c02e3af-b08a-4f5a-9409-eec6d4ac6f15,segment=NetworkSegment(9f89e635-8ddb-4bbe-b789-56e2afc6a908),segment_id=9f89e635-8ddb-4bbe-b789-56e2afc6a908)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:01.512489 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c02e3af-b08a-4f5a-9409-eec6d4ac6f15), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.531967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9f89e635-8ddb-4bbe-b789-56e2afc6a908), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.539966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:01.540968 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (9f89e635-8ddb-4bbe-b789-56e2afc6a908), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.618069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 823a1ca6-d589-475c-a0b4-6e80bd92272d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:01.629772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7bf18-9019-413c-8dd1-cdfa241faa5f None None] Pushing event updated for resources: {'Port': ['ID=4c02e3af-b08a-4f5a-9409-eec6d4ac6f15,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:01.680187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f1513-c88a-44df-823f-8aaf61f24a9f None None] Network 17463bf2-5f38-4c1c-9a86-ebf81216048e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:01.716940 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:01.738341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:23:01.738341 n-d-826529-2 neutron-server[103330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:23:01.738341 n-d-826529-2 neutron-server[103330]: [parameters: {'id': '17463bf2-5f38-4c1c-9a86-ebf81216048e'}] Jan 27 22:23:01.738341 n-d-826529-2 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:23:01.739748 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:23:01.806214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 823a1ca6-d589-475c-a0b4-6e80bd92272d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:01.806922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.914661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65c06a-5f33-4965-ac5b-85bda6a3f6da None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:01.936877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 823a1ca6-d589-475c-a0b4-6e80bd92272d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:01.937495 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.018437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 823a1ca6-d589-475c-a0b4-6e80bd92272d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=823a1ca6-d589-475c-a0b4-6e80bd92272d,segment=NetworkSegment(4afa91b9-08e1-4945-946e-2d8ce16396d2),segment_id=4afa91b9-08e1-4945-946e-2d8ce16396d2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:02.022136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-428b6029-98e6-449f-81fb-6527f950957a None None] Provisioning complete for port 823a1ca6-d589-475c-a0b4-6e80bd92272d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:02.023278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-428b6029-98e6-449f-81fb-6527f950957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.030884 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.152071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc65c06a-5f33-4965-ac5b-85bda6a3f6da None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:02.154234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=823a1ca6-d589-475c-a0b4-6e80bd92272d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:02.242059 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (17463bf2-5f38-4c1c-9a86-ebf81216048e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.257395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-428b6029-98e6-449f-81fb-6527f950957a None None] Current status of the port 823a1ca6-d589-475c-a0b4-6e80bd92272d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:02.280272 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:23:02.351559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:02.352175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4c02e3af-b08a-4f5a-9409-eec6d4ac6f15), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.445065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c02e3af-b08a-4f5a-9409-eec6d4ac6f15,segment=NetworkSegment(9f89e635-8ddb-4bbe-b789-56e2afc6a908),segment_id=9f89e635-8ddb-4bbe-b789-56e2afc6a908)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:02.445621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4c02e3af-b08a-4f5a-9409-eec6d4ac6f15), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.477519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:02.571493 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4c02e3af-b08a-4f5a-9409-eec6d4ac6f15), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.618738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2791109b-7312-4098-beed-5082c439d6f8 None None] Network cfc40b0e-e1ba-4467-a648-a575fbf39eff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:02.624340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port 4c02e3af-b08a-4f5a-9409-eec6d4ac6f15 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:02.631258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=4c02e3af-b08a-4f5a-9409-eec6d4ac6f15,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:02.740259 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (17463bf2-5f38-4c1c-9a86-ebf81216048e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.764173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17463bf2-5f38-4c1c-9a86-ebf81216048e']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:02.782857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f89e635-8ddb-4bbe-b789-56e2afc6a908') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:02.783365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f89e635-8ddb-4bbe-b789-56e2afc6a908') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:02.800230 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (9f89e635-8ddb-4bbe-b789-56e2afc6a908), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.824479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9f89e635-8ddb-4bbe-b789-56e2afc6a908), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.838746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:02.839438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (9f89e635-8ddb-4bbe-b789-56e2afc6a908), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:02.844825 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:02.916761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (17463bf2-5f38-4c1c-9a86-ebf81216048e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.944520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.948380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/17463bf2-5f38-4c1c-9a86-ebf81216048e HTTP/1.1" status: 204 len: 168 time: 2.2812762 Jan 27 22:23:02.950744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201d150-8a5b-45d3-887b-96f192dc2cec tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=17463bf2-5f38-4c1c-9a86-ebf81216048e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:02.957813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57644) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:02.963531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686867328'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:02.989254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:02.993539 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.025968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:03.039792 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (78d8c47b-4260-482a-99c1-ade4d48d4395), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.040194 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment 78d8c47b-4260-482a-99c1-ade4d48d4395 of type vlan for network 1d64432f-01d5-493a-8632-d6ec2c5d2b4f Jan 27 22:23:03.089257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (1d64432f-01d5-493a-8632-d6ec2c5d2b4f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.156724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (1d64432f-01d5-493a-8632-d6ec2c5d2b4f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.163513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:03.163845 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.196666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8a8351fa-d57a-4e58-98d9-13e6e7adfc41 None None] Provisioning complete for port 823a1ca6-d589-475c-a0b4-6e80bd92272d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:03.197776 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8a8351fa-d57a-4e58-98d9-13e6e7adfc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.242671 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2836633 Jan 27 22:23:03.247849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57646) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:03.253649 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148a455-a6c9-460b-81c3-1f95be9b4853 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=1d64432f-01d5-493a-8632-d6ec2c5d2b4f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:03.256624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': '1d64432f-01d5-493a-8632-d6ec2c5d2b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:03.273633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 1d64432f-01d5-493a-8632-d6ec2c5d2b4f details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:03.415331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8a8351fa-d57a-4e58-98d9-13e6e7adfc41 None None] Current status of the port 823a1ca6-d589-475c-a0b4-6e80bd92272d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:03.422829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:03.426914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.435552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 823a1ca6-d589-475c-a0b4-6e80bd92272d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:03.498441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing IP validity checks on allocation pools {{(pid=103330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:23:03.498996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:23:03.499184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 823a1ca6-d589-475c-a0b4-6e80bd92272d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:03.499601 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.604561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 823a1ca6-d589-475c-a0b4-6e80bd92272d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:03.667752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (43296f76-199c-4571-a938-3d4fbdf08db6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.733219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=43296f76-199c-4571-a938-3d4fbdf08db6,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:03.746901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': '78d8c47b-4260-482a-99c1-ade4d48d4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d64432f-01d5-493a-8632-d6ec2c5d2b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:03.747441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: 1d64432f-01d5-493a-8632-d6ec2c5d2b4f, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:03.771661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network 1d64432f-01d5-493a-8632-d6ec2c5d2b4f is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:03.783404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 1d64432f-01d5-493a-8632-d6ec2c5d2b4f) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:03.791112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:03.791828 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:03.799034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c02a2-1670-46dc-adb2-df9969b81dde None None] Network 1d64432f-01d5-493a-8632-d6ec2c5d2b4f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:03.816631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0b71f521-595f-463d-9f6b-e2150e7ed137 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5653219 Jan 27 22:23:03.821899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57650) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:03.942452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-1d64432f-01d5-493a-8632-d6ec2c5d2b4f', 'network_id': '1d64432f-01d5-493a-8632-d6ec2c5d2b4f', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': '43296f76-199c-4571-a938-3d4fbdf08db6'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:03.943972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.135983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa83-2094-4858-8599-79e72b6254a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.195741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Allocated IP 172.20.0.3 (1d64432f-01d5-493a-8632-d6ec2c5d2b4f/43296f76-199c-4571-a938-3d4fbdf08db6/f367af5f-23a3-4dd0-aa41-b28499f74067) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:04.246732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1d64432f-01d5-493a-8632-d6ec2c5d2b4f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.304250 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (43296f76-199c-4571-a938-3d4fbdf08db6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.381565 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Publish callbacks [] for port (f367af5f-23a3-4dd0-aa41-b28499f74067), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.390801 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (f367af5f-23a3-4dd0-aa41-b28499f74067), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.409142 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (43296f76-199c-4571-a938-3d4fbdf08db6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.463616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Network 1d64432f-01d5-493a-8632-d6ec2c5d2b4f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:04.468554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:04.478764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:04.488020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Pushing event updated for resources: {'Port': ['ID=f367af5f-23a3-4dd0-aa41-b28499f74067,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:04.503139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=43296f76-199c-4571-a938-3d4fbdf08db6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:04.513207 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1d64432f-01d5-493a-8632-d6ec2c5d2b4f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.545698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d64432f-01d5-493a-8632-d6ec2c5d2b4f']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:04.558369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Attempting to bind port f367af5f-23a3-4dd0-aa41-b28499f74067 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:04.558877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Attempting to bind port f367af5f-23a3-4dd0-aa41-b28499f74067 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '78d8c47b-4260-482a-99c1-ade4d48d4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d64432f-01d5-493a-8632-d6ec2c5d2b4f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:04.559431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Attempting to bind port f367af5f-23a3-4dd0-aa41-b28499f74067 on network 1d64432f-01d5-493a-8632-d6ec2c5d2b4f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:04.563119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d8c47b-4260-482a-99c1-ade4d48d4395') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:04.563562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d8c47b-4260-482a-99c1-ade4d48d4395') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:04.567073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:04.567905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Checking segment: {'id': '78d8c47b-4260-482a-99c1-ade4d48d4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d64432f-01d5-493a-8632-d6ec2c5d2b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:04.568420 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.568918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Bound using segment: {'id': '78d8c47b-4260-482a-99c1-ade4d48d4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d64432f-01d5-493a-8632-d6ec2c5d2b4f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:04.569546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Bound port: f367af5f-23a3-4dd0-aa41-b28499f74067, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d8c47b-4260-482a-99c1-ade4d48d4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1d64432f-01d5-493a-8632-d6ec2c5d2b4f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:04.570148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f367af5f-23a3-4dd0-aa41-b28499f74067), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.576446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (78d8c47b-4260-482a-99c1-ade4d48d4395), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.592382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (78d8c47b-4260-482a-99c1-ade4d48d4395), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.600026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:04.600529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (78d8c47b-4260-482a-99c1-ade4d48d4395), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:04.604918 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:04.655098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] For port f367af5f-23a3-4dd0-aa41-b28499f74067, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:04.674172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] For port f367af5f-23a3-4dd0-aa41-b28499f74067, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f367af5f-23a3-4dd0-aa41-b28499f74067,segment=NetworkSegment(78d8c47b-4260-482a-99c1-ade4d48d4395),segment_id=78d8c47b-4260-482a-99c1-ade4d48d4395)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:04.675372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:23:04.675372 n-d-826529-2 neutron-server[103329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:23:04.675372 n-d-826529-2 neutron-server[103329]: [parameters: {'id': '1d64432f-01d5-493a-8632-d6ec2c5d2b4f'}] Jan 27 22:23:04.675372 n-d-826529-2 neutron-server[103329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:23:04.676067 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:23:04.680302 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f367af5f-23a3-4dd0-aa41-b28499f74067), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.800665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e90a06-acea-42db-962c-82689b0eb5f9 None None] Pushing event updated for resources: {'Port': ['ID=f367af5f-23a3-4dd0-aa41-b28499f74067,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:04.843944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348263f-db61-4e59-8bc4-56819bd24e50 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:04.979579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f348263f-db61-4e59-8bc4-56819bd24e50 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:05.177308 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (1d64432f-01d5-493a-8632-d6ec2c5d2b4f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.213220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f58e6d2-4445-4ff2-b997-f20079775e60 None None] Network 1d64432f-01d5-493a-8632-d6ec2c5d2b4f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:05.255239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port f367af5f-23a3-4dd0-aa41-b28499f74067 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:05.255978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f367af5f-23a3-4dd0-aa41-b28499f74067), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.355686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port f367af5f-23a3-4dd0-aa41-b28499f74067, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f367af5f-23a3-4dd0-aa41-b28499f74067,segment=NetworkSegment(78d8c47b-4260-482a-99c1-ade4d48d4395),segment_id=78d8c47b-4260-482a-99c1-ade4d48d4395)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:05.356220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f367af5f-23a3-4dd0-aa41-b28499f74067), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.373708 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for f367af5f-23a3-4dd0-aa41-b28499f74067 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:05.509140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f367af5f-23a3-4dd0-aa41-b28499f74067), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.539211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=f367af5f-23a3-4dd0-aa41-b28499f74067,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:05.543272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port f367af5f-23a3-4dd0-aa41-b28499f74067 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:05.692647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (1d64432f-01d5-493a-8632-d6ec2c5d2b4f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.731349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d64432f-01d5-493a-8632-d6ec2c5d2b4f']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:05.749404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d8c47b-4260-482a-99c1-ade4d48d4395') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:05.749916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d8c47b-4260-482a-99c1-ade4d48d4395') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:05.767885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (78d8c47b-4260-482a-99c1-ade4d48d4395), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.791687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (78d8c47b-4260-482a-99c1-ade4d48d4395), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.801090 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:05.801671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (78d8c47b-4260-482a-99c1-ade4d48d4395), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:05.806090 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:05.888113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (1d64432f-01d5-493a-8632-d6ec2c5d2b4f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.913020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.923656 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/1d64432f-01d5-493a-8632-d6ec2c5d2b4f HTTP/1.1" status: 204 len: 168 time: 2.0951200 Jan 27 22:23:05.923656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73fc3a-d184-473e-976d-d3a4bcf2aafa tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=1d64432f-01d5-493a-8632-d6ec2c5d2b4f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:05.925161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57666) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:05.938917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1059365547'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:05.977006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:05.984164 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.027879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:06.041952 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d45a2890-5d4c-4241-a450-fecc4db49a3e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.042272 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment d45a2890-5d4c-4241-a450-fecc4db49a3e of type vlan for network 46d1baa5-a9b2-42b8-83b1-f271bf10f1de Jan 27 22:23:06.104217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (46d1baa5-a9b2-42b8-83b1-f271bf10f1de), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.157012 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (46d1baa5-a9b2-42b8-83b1-f271bf10f1de), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.168043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:06.169124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.296061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3658879 Jan 27 22:23:06.299048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57670) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:06.308707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': '46d1baa5-a9b2-42b8-83b1-f271bf10f1de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:06.322393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275af503-7cae-455b-9d09-5e5beafcde54 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=46d1baa5-a9b2-42b8-83b1-f271bf10f1de,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:06.337334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 46d1baa5-a9b2-42b8-83b1-f271bf10f1de details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:06.517690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:06.540138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.818361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (da33ef40-3b68-4095-a61d-f827bb784ecc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.947589 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=da33ef40-3b68-4095-a61d-f827bb784ecc,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:06.963369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': 'd45a2890-5d4c-4241-a450-fecc4db49a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46d1baa5-a9b2-42b8-83b1-f271bf10f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:06.964011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: 46d1baa5-a9b2-42b8-83b1-f271bf10f1de, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:06.995603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network 46d1baa5-a9b2-42b8-83b1-f271bf10f1de is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:07.006665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 46d1baa5-a9b2-42b8-83b1-f271bf10f1de) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:07.013220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:07.013849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.025958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b147f0-630e-45fd-913e-4891a5d7a629 None None] Network 46d1baa5-a9b2-42b8-83b1-f271bf10f1de requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:07.041709 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-08e0a97d-25f4-4623-9677-787d2984d30e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7396026 Jan 27 22:23:07.045327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57674) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:07.142801 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-591ff67d-0075-478e-9ce7-92576a7222a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.212283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-46d1baa5-a9b2-42b8-83b1-f271bf10f1de', 'network_id': '46d1baa5-a9b2-42b8-83b1-f271bf10f1de', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': 'da33ef40-3b68-4095-a61d-f827bb784ecc'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:07.213705 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.229521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (46d1baa5-a9b2-42b8-83b1-f271bf10f1de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.351052 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (da33ef40-3b68-4095-a61d-f827bb784ecc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.487788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Allocated IP 172.20.0.1 (46d1baa5-a9b2-42b8-83b1-f271bf10f1de/da33ef40-3b68-4095-a61d-f827bb784ecc/00b60394-15f9-426b-b9b1-e1407620781f) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:07.723044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Publish callbacks [] for port (00b60394-15f9-426b-b9b1-e1407620781f), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.735905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (00b60394-15f9-426b-b9b1-e1407620781f), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.751724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (da33ef40-3b68-4095-a61d-f827bb784ecc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.782307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=da33ef40-3b68-4095-a61d-f827bb784ecc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:07.810677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Network 46d1baa5-a9b2-42b8-83b1-f271bf10f1de is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:07.822203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:07.826782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:07.840239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Pushing event updated for resources: {'Port': ['ID=00b60394-15f9-426b-b9b1-e1407620781f,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:07.895223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (46d1baa5-a9b2-42b8-83b1-f271bf10f1de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.927770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Attempting to bind port 00b60394-15f9-426b-b9b1-e1407620781f on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:07.928270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Attempting to bind port 00b60394-15f9-426b-b9b1-e1407620781f by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'd45a2890-5d4c-4241-a450-fecc4db49a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46d1baa5-a9b2-42b8-83b1-f271bf10f1de'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:07.928749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Attempting to bind port 00b60394-15f9-426b-b9b1-e1407620781f on network 46d1baa5-a9b2-42b8-83b1-f271bf10f1de {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:07.936628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:07.937216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Checking segment: {'id': 'd45a2890-5d4c-4241-a450-fecc4db49a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46d1baa5-a9b2-42b8-83b1-f271bf10f1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:07.937893 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.938375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Bound using segment: {'id': 'd45a2890-5d4c-4241-a450-fecc4db49a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46d1baa5-a9b2-42b8-83b1-f271bf10f1de'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:07.939983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Bound port: 00b60394-15f9-426b-b9b1-e1407620781f, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45a2890-5d4c-4241-a450-fecc4db49a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46d1baa5-a9b2-42b8-83b1-f271bf10f1de'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:07.939983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (00b60394-15f9-426b-b9b1-e1407620781f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.943373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d1baa5-a9b2-42b8-83b1-f271bf10f1de']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:07.965429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45a2890-5d4c-4241-a450-fecc4db49a3e') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:07.965429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45a2890-5d4c-4241-a450-fecc4db49a3e') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:07.985703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d45a2890-5d4c-4241-a450-fecc4db49a3e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.010615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d45a2890-5d4c-4241-a450-fecc4db49a3e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.022696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:08.023320 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d45a2890-5d4c-4241-a450-fecc4db49a3e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:08.028915 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:08.047684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] For port 00b60394-15f9-426b-b9b1-e1407620781f, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:08.112386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] For port 00b60394-15f9-426b-b9b1-e1407620781f, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=00b60394-15f9-426b-b9b1-e1407620781f,segment=NetworkSegment(d45a2890-5d4c-4241-a450-fecc4db49a3e),segment_id=d45a2890-5d4c-4241-a450-fecc4db49a3e)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:08.115146 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:23:08.115146 n-d-826529-2 neutron-server[103329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:23:08.115146 n-d-826529-2 neutron-server[103329]: [parameters: {'id': '46d1baa5-a9b2-42b8-83b1-f271bf10f1de'}] Jan 27 22:23:08.115146 n-d-826529-2 neutron-server[103329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:23:08.115994 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:23:08.120507 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (00b60394-15f9-426b-b9b1-e1407620781f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.251922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ba6b0-c965-4545-8bf1-368f4ea3a219 None None] Pushing event updated for resources: {'Port': ['ID=00b60394-15f9-426b-b9b1-e1407620781f,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:08.273215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4786fd-8a22-483c-8a4f-d8460d88d001 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:08.393848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4786fd-8a22-483c-8a4f-d8460d88d001 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:08.542693 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.617136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (46d1baa5-a9b2-42b8-83b1-f271bf10f1de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.675488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c694211-1600-450c-a38f-0221ef9e3ea3 None None] Network 46d1baa5-a9b2-42b8-83b1-f271bf10f1de requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:08.721444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port 00b60394-15f9-426b-b9b1-e1407620781f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:08.722164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (00b60394-15f9-426b-b9b1-e1407620781f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.841214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port 00b60394-15f9-426b-b9b1-e1407620781f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=00b60394-15f9-426b-b9b1-e1407620781f,segment=NetworkSegment(d45a2890-5d4c-4241-a450-fecc4db49a3e),segment_id=d45a2890-5d4c-4241-a450-fecc4db49a3e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:08.841966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (00b60394-15f9-426b-b9b1-e1407620781f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.868138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for 00b60394-15f9-426b-b9b1-e1407620781f owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:08.979326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (00b60394-15f9-426b-b9b1-e1407620781f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.010316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=00b60394-15f9-426b-b9b1-e1407620781f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:09.014990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port 00b60394-15f9-426b-b9b1-e1407620781f on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:09.105053 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (46d1baa5-a9b2-42b8-83b1-f271bf10f1de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.137656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d1baa5-a9b2-42b8-83b1-f271bf10f1de']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:09.151894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45a2890-5d4c-4241-a450-fecc4db49a3e') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:09.152338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45a2890-5d4c-4241-a450-fecc4db49a3e') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:09.170158 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (d45a2890-5d4c-4241-a450-fecc4db49a3e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.186640 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (d45a2890-5d4c-4241-a450-fecc4db49a3e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.194023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:09.194466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (d45a2890-5d4c-4241-a450-fecc4db49a3e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:09.197746 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:09.277647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (46d1baa5-a9b2-42b8-83b1-f271bf10f1de), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.292609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.302765 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/46d1baa5-a9b2-42b8-83b1-f271bf10f1de HTTP/1.1" status: 204 len: 168 time: 2.2518566 Jan 27 22:23:09.302765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57690) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:09.311758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-304790512'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:09.339647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59459b72-8d48-47e2-9919-f83902d666d4 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=46d1baa5-a9b2-42b8-83b1-f271bf10f1de,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:09.377061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:09.383461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.430347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:09.449903 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c9a704ae-26a3-40d5-9cfb-5a3483480590), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.450500 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment c9a704ae-26a3-40d5-9cfb-5a3483480590 of type vlan for network 8da00629-f20c-4dd4-ae0e-d95c720c4053 Jan 27 22:23:09.511187 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (8da00629-f20c-4dd4-ae0e-d95c720c4053), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.554376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (8da00629-f20c-4dd4-ae0e-d95c720c4053), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.564363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:09.565488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.663824 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3592148 Jan 27 22:23:09.667180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57696) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:09.684939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': '8da00629-f20c-4dd4-ae0e-d95c720c4053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:09.704382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbfd7d-2916-483b-a6dc-db76a5804df2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=8da00629-f20c-4dd4-ae0e-d95c720c4053,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:09.720771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 8da00629-f20c-4dd4-ae0e-d95c720c4053 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:09.886048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:09.891778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.241479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (e90889e1-1ce3-4dbf-82e6-073e08ae3f99), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.313968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=e90889e1-1ce3-4dbf-82e6-073e08ae3f99,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:10.339078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': 'c9a704ae-26a3-40d5-9cfb-5a3483480590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8da00629-f20c-4dd4-ae0e-d95c720c4053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:10.339655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: 8da00629-f20c-4dd4-ae0e-d95c720c4053, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:10.361963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network 8da00629-f20c-4dd4-ae0e-d95c720c4053 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:10.376784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 8da00629-f20c-4dd4-ae0e-d95c720c4053) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:10.384130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:10.384774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.393733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da14b3b-7213-4584-a207-978ed37d21a9 None None] Network 8da00629-f20c-4dd4-ae0e-d95c720c4053 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:10.412629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1e0367a4-3938-4383-8f89-7e39534c4d12 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7323492 Jan 27 22:23:10.412996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57700) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:10.582065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-8da00629-f20c-4dd4-ae0e-d95c720c4053', 'network_id': '8da00629-f20c-4dd4-ae0e-d95c720c4053', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': 'e90889e1-1ce3-4dbf-82e6-073e08ae3f99'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:10.583618 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.604789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (8da00629-f20c-4dd4-ae0e-d95c720c4053), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.686254 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e90889e1-1ce3-4dbf-82e6-073e08ae3f99), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.795285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Allocated IP 172.20.0.2 (8da00629-f20c-4dd4-ae0e-d95c720c4053/e90889e1-1ce3-4dbf-82e6-073e08ae3f99/90123afe-2a9a-4536-9871-2033b1caf9ca) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:11.012214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Publish callbacks [] for port (90123afe-2a9a-4536-9871-2033b1caf9ca), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.022292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (90123afe-2a9a-4536-9871-2033b1caf9ca), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.046647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (e90889e1-1ce3-4dbf-82e6-073e08ae3f99), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.299878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Network 8da00629-f20c-4dd4-ae0e-d95c720c4053 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:11.304900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:11.312865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:11.319677 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.323786 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.324919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Pushing event updated for resources: {'Port': ['ID=90123afe-2a9a-4536-9871-2033b1caf9ca,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:11.386796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Attempting to bind port 90123afe-2a9a-4536-9871-2033b1caf9ca on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:11.387240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Attempting to bind port 90123afe-2a9a-4536-9871-2033b1caf9ca by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c9a704ae-26a3-40d5-9cfb-5a3483480590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8da00629-f20c-4dd4-ae0e-d95c720c4053'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:11.387666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Attempting to bind port 90123afe-2a9a-4536-9871-2033b1caf9ca on network 8da00629-f20c-4dd4-ae0e-d95c720c4053 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:11.393675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:11.394042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Checking segment: {'id': 'c9a704ae-26a3-40d5-9cfb-5a3483480590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8da00629-f20c-4dd4-ae0e-d95c720c4053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:11.394465 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.394861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Bound using segment: {'id': 'c9a704ae-26a3-40d5-9cfb-5a3483480590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8da00629-f20c-4dd4-ae0e-d95c720c4053'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:11.395880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Bound port: 90123afe-2a9a-4536-9871-2033b1caf9ca, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a704ae-26a3-40d5-9cfb-5a3483480590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8da00629-f20c-4dd4-ae0e-d95c720c4053'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:11.395880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90123afe-2a9a-4536-9871-2033b1caf9ca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.473523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] For port 90123afe-2a9a-4536-9871-2033b1caf9ca, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:11.477773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] For port 90123afe-2a9a-4536-9871-2033b1caf9ca, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=90123afe-2a9a-4536-9871-2033b1caf9ca,segment=NetworkSegment(c9a704ae-26a3-40d5-9cfb-5a3483480590),segment_id=c9a704ae-26a3-40d5-9cfb-5a3483480590)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:11.492834 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (90123afe-2a9a-4536-9871-2033b1caf9ca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.509500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=e90889e1-1ce3-4dbf-82e6-073e08ae3f99,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:11.602934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (8da00629-f20c-4dd4-ae0e-d95c720c4053), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.629268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da00629-f20c-4dd4-ae0e-d95c720c4053']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:11.645421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a704ae-26a3-40d5-9cfb-5a3483480590') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:11.645927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a704ae-26a3-40d5-9cfb-5a3483480590') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:11.662826 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (c9a704ae-26a3-40d5-9cfb-5a3483480590), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.686417 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c9a704ae-26a3-40d5-9cfb-5a3483480590), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.697688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:11.698732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (c9a704ae-26a3-40d5-9cfb-5a3483480590), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.702249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb48907-6e4c-4a4b-aebc-a84449238480 None None] Pushing event updated for resources: {'Port': ['ID=90123afe-2a9a-4536-9871-2033b1caf9ca,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:11.725405 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:11.735379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e6fd73-6800-4ddf-a5dc-c94331ca5eef None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:11.823934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:23:11.823934 n-d-826529-2 neutron-server[103330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:23:11.823934 n-d-826529-2 neutron-server[103330]: [parameters: {'id': '8da00629-f20c-4dd4-ae0e-d95c720c4053'}] Jan 27 22:23:11.823934 n-d-826529-2 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:23:11.824743 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:23:11.876176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6fd73-6800-4ddf-a5dc-c94331ca5eef None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:12.087063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278d0fc6-b711-4b21-b548-037e3f1ecd33 None None] Network 8da00629-f20c-4dd4-ae0e-d95c720c4053 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:12.326195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (8da00629-f20c-4dd4-ae0e-d95c720c4053), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.390340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port 90123afe-2a9a-4536-9871-2033b1caf9ca {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:12.390860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (90123afe-2a9a-4536-9871-2033b1caf9ca), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.474237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port 90123afe-2a9a-4536-9871-2033b1caf9ca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=90123afe-2a9a-4536-9871-2033b1caf9ca,segment=NetworkSegment(c9a704ae-26a3-40d5-9cfb-5a3483480590),segment_id=c9a704ae-26a3-40d5-9cfb-5a3483480590)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:12.474978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (90123afe-2a9a-4536-9871-2033b1caf9ca), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.519218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for 90123afe-2a9a-4536-9871-2033b1caf9ca owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:12.614521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (90123afe-2a9a-4536-9871-2033b1caf9ca), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.646025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=90123afe-2a9a-4536-9871-2033b1caf9ca,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:12.650347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port 90123afe-2a9a-4536-9871-2033b1caf9ca on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:12.790637 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (8da00629-f20c-4dd4-ae0e-d95c720c4053), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.823143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da00629-f20c-4dd4-ae0e-d95c720c4053']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:12.839130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a704ae-26a3-40d5-9cfb-5a3483480590') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:12.839652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a704ae-26a3-40d5-9cfb-5a3483480590') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:12.856418 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (c9a704ae-26a3-40d5-9cfb-5a3483480590), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.878257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c9a704ae-26a3-40d5-9cfb-5a3483480590), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.889446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:12.890145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (c9a704ae-26a3-40d5-9cfb-5a3483480590), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:12.895488 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:12.973697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (8da00629-f20c-4dd4-ae0e-d95c720c4053), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.981955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.985636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/8da00629-f20c-4dd4-ae0e-d95c720c4053 HTTP/1.1" status: 204 len: 168 time: 2.5710547 Jan 27 22:23:12.989886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57722) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:12.994921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170810779'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:13.016586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3827b-cee9-46a7-8cfc-4021a838b6e2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=8da00629-f20c-4dd4-ae0e-d95c720c4053,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:13.039604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:13.044953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.085909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:13.102266 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (83f57e9f-ac37-4997-a992-dc183c49f033), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.102859 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment 83f57e9f-ac37-4997-a992-dc183c49f033 of type vlan for network 2490bf1b-9c63-4567-9724-073e86d30775 Jan 27 22:23:13.156128 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2490bf1b-9c63-4567-9724-073e86d30775), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.200109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2490bf1b-9c63-4567-9724-073e86d30775), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.210133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:13.211112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.298052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3070512 Jan 27 22:23:13.300831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57724) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:13.307072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': '2490bf1b-9c63-4567-9724-073e86d30775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:13.311121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1d80b-e088-47a7-a075-9d6c3493084d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=2490bf1b-9c63-4567-9724-073e86d30775,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:13.324162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2490bf1b-9c63-4567-9724-073e86d30775 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:13.458428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:13.462294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.550134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing IP validity checks on allocation pools {{(pid=103329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:23:13.551062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.ipam_backend_mixin [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103329) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:23:13.721528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (b88110dd-9f70-4dd5-b64d-f6f9ed6fa83b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.857898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': '83f57e9f-ac37-4997-a992-dc183c49f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2490bf1b-9c63-4567-9724-073e86d30775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:13.858265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: 2490bf1b-9c63-4567-9724-073e86d30775, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:13.862212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=b88110dd-9f70-4dd5-b64d-f6f9ed6fa83b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:13.882728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network 2490bf1b-9c63-4567-9724-073e86d30775 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:13.895602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2490bf1b-9c63-4567-9724-073e86d30775) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:13.900265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:13.901101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.917173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311fbb1-ac40-47c4-8a75-f0c754d0ea08 None None] Network 2490bf1b-9c63-4567-9724-073e86d30775 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:13.939838 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-471e85e9-1c91-4ac6-8e04-9e6bc4954005 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6375055 Jan 27 22:23:13.942732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57730) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:14.112258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2490bf1b-9c63-4567-9724-073e86d30775), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.135705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-2490bf1b-9c63-4567-9724-073e86d30775', 'network_id': '2490bf1b-9c63-4567-9724-073e86d30775', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': 'b88110dd-9f70-4dd5-b64d-f6f9ed6fa83b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:14.136590 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.211036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b88110dd-9f70-4dd5-b64d-f6f9ed6fa83b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.347176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Allocated IP 172.20.0.3 (2490bf1b-9c63-4567-9724-073e86d30775/b88110dd-9f70-4dd5-b64d-f6f9ed6fa83b/577b396a-3a46-46ce-95c7-f0169e60ed9b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:14.583981 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Publish callbacks [] for port (577b396a-3a46-46ce-95c7-f0169e60ed9b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.591900 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (577b396a-3a46-46ce-95c7-f0169e60ed9b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.627279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b88110dd-9f70-4dd5-b64d-f6f9ed6fa83b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.638657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Network 2490bf1b-9c63-4567-9724-073e86d30775 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:14.641977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:14.648553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:14.655386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Pushing event updated for resources: {'Port': ['ID=577b396a-3a46-46ce-95c7-f0169e60ed9b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:14.680350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=b88110dd-9f70-4dd5-b64d-f6f9ed6fa83b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:14.720228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Attempting to bind port 577b396a-3a46-46ce-95c7-f0169e60ed9b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:14.720705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Attempting to bind port 577b396a-3a46-46ce-95c7-f0169e60ed9b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '83f57e9f-ac37-4997-a992-dc183c49f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2490bf1b-9c63-4567-9724-073e86d30775'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:14.721025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Attempting to bind port 577b396a-3a46-46ce-95c7-f0169e60ed9b on network 2490bf1b-9c63-4567-9724-073e86d30775 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:14.728188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:14.728564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Checking segment: {'id': '83f57e9f-ac37-4997-a992-dc183c49f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2490bf1b-9c63-4567-9724-073e86d30775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:14.729059 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.729457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Bound using segment: {'id': '83f57e9f-ac37-4997-a992-dc183c49f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2490bf1b-9c63-4567-9724-073e86d30775'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:14.729952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Bound port: 577b396a-3a46-46ce-95c7-f0169e60ed9b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f57e9f-ac37-4997-a992-dc183c49f033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2490bf1b-9c63-4567-9724-073e86d30775'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:14.730337 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (577b396a-3a46-46ce-95c7-f0169e60ed9b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.772999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2490bf1b-9c63-4567-9724-073e86d30775), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.808139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2490bf1b-9c63-4567-9724-073e86d30775']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:14.811981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] For port 577b396a-3a46-46ce-95c7-f0169e60ed9b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:14.816325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] For port 577b396a-3a46-46ce-95c7-f0169e60ed9b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=577b396a-3a46-46ce-95c7-f0169e60ed9b,segment=NetworkSegment(83f57e9f-ac37-4997-a992-dc183c49f033),segment_id=83f57e9f-ac37-4997-a992-dc183c49f033)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:14.823315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f57e9f-ac37-4997-a992-dc183c49f033') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:14.823819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f57e9f-ac37-4997-a992-dc183c49f033') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:14.824057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (577b396a-3a46-46ce-95c7-f0169e60ed9b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.840656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (83f57e9f-ac37-4997-a992-dc183c49f033), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.864451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (83f57e9f-ac37-4997-a992-dc183c49f033), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.876795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:14.877495 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (83f57e9f-ac37-4997-a992-dc183c49f033), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:14.883705 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:14.896701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5991246-ee48-4a3b-b751-615692df1cad None None] Pushing event updated for resources: {'Port': ['ID=577b396a-3a46-46ce-95c7-f0169e60ed9b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:14.993824 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:23:14.993824 n-d-826529-2 neutron-server[103329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:23:14.993824 n-d-826529-2 neutron-server[103329]: [parameters: {'id': '2490bf1b-9c63-4567-9724-073e86d30775'}] Jan 27 22:23:14.993824 n-d-826529-2 neutron-server[103329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:23:14.994456 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:23:15.006428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e1f4cd-d9b3-4998-ada3-b2e04dbbd5ae None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:15.157890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e1f4cd-d9b3-4998-ada3-b2e04dbbd5ae None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:15.385011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a6297b-aec3-4b69-8b35-044f1227b935 None None] Network 2490bf1b-9c63-4567-9724-073e86d30775 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:15.495663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2490bf1b-9c63-4567-9724-073e86d30775), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.585794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port 577b396a-3a46-46ce-95c7-f0169e60ed9b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:15.586441 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (577b396a-3a46-46ce-95c7-f0169e60ed9b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.676811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port 577b396a-3a46-46ce-95c7-f0169e60ed9b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=577b396a-3a46-46ce-95c7-f0169e60ed9b,segment=NetworkSegment(83f57e9f-ac37-4997-a992-dc183c49f033),segment_id=83f57e9f-ac37-4997-a992-dc183c49f033)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:15.677662 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (577b396a-3a46-46ce-95c7-f0169e60ed9b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.702453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for 577b396a-3a46-46ce-95c7-f0169e60ed9b owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:15.817275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (577b396a-3a46-46ce-95c7-f0169e60ed9b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.851345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=577b396a-3a46-46ce-95c7-f0169e60ed9b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:15.856505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port 577b396a-3a46-46ce-95c7-f0169e60ed9b on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:16.003089 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2490bf1b-9c63-4567-9724-073e86d30775), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.033741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2490bf1b-9c63-4567-9724-073e86d30775']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:16.050957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f57e9f-ac37-4997-a992-dc183c49f033') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:16.051524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f57e9f-ac37-4997-a992-dc183c49f033') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:16.073233 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (83f57e9f-ac37-4997-a992-dc183c49f033), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.098559 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (83f57e9f-ac37-4997-a992-dc183c49f033), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.109801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:16.109801 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (83f57e9f-ac37-4997-a992-dc183c49f033), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:16.114122 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:16.204204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2490bf1b-9c63-4567-9724-073e86d30775), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.219746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.226255 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/2490bf1b-9c63-4567-9724-073e86d30775 HTTP/1.1" status: 204 len: 168 time: 2.2814517 Jan 27 22:23:16.229786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57744) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:16.240018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-109704842'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:16.243133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56267d-36ec-4c4c-a39d-dc4fcf9434b8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=2490bf1b-9c63-4567-9724-073e86d30775,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:16.285815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:16.290087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.329885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:16.347208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (242a4fd4-72c3-43b7-a61b-1ebcf768ef45), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.348043 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment 242a4fd4-72c3-43b7-a61b-1ebcf768ef45 of type vlan for network a8106219-5b76-460b-bb8e-f1a8a192db58 Jan 27 22:23:16.427865 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a8106219-5b76-460b-bb8e-f1a8a192db58), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.469340 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a8106219-5b76-460b-bb8e-f1a8a192db58), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.478695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:16.479803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.564584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3330488 Jan 27 22:23:16.569130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57746) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:16.580792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678247e-f847-4c6c-a986-f6953d36f57a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=a8106219-5b76-460b-bb8e-f1a8a192db58,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:16.581473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': 'a8106219-5b76-460b-bb8e-f1a8a192db58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:16.601591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a8106219-5b76-460b-bb8e-f1a8a192db58 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:16.726992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:16.730846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.978462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (3ab9d248-5949-4faa-8eb5-b442c6ee56e4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.043723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=3ab9d248-5949-4faa-8eb5-b442c6ee56e4,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:17.061767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': '242a4fd4-72c3-43b7-a61b-1ebcf768ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a8106219-5b76-460b-bb8e-f1a8a192db58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:17.062300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: a8106219-5b76-460b-bb8e-f1a8a192db58, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:17.085582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network a8106219-5b76-460b-bb8e-f1a8a192db58 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:17.097467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a8106219-5b76-460b-bb8e-f1a8a192db58) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:17.103455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:17.104428 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.116324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5548d4f-d24a-473f-9944-2119ac0c7871 None None] Network a8106219-5b76-460b-bb8e-f1a8a192db58 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:17.136101 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-036be93a-f8d0-4169-ab05-9180285a9192 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5655091 Jan 27 22:23:17.139192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57750) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:17.266734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a8106219-5b76-460b-bb8e-f1a8a192db58', 'network_id': 'a8106219-5b76-460b-bb8e-f1a8a192db58', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': '3ab9d248-5949-4faa-8eb5-b442c6ee56e4'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:17.268123 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.347328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a8106219-5b76-460b-bb8e-f1a8a192db58), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.457141 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3ab9d248-5949-4faa-8eb5-b442c6ee56e4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.507111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Allocated IP 172.20.0.1 (a8106219-5b76-460b-bb8e-f1a8a192db58/3ab9d248-5949-4faa-8eb5-b442c6ee56e4/5648e148-e991-4096-a832-c5a92a164e46) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:17.738594 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Publish callbacks [] for port (5648e148-e991-4096-a832-c5a92a164e46), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.747888 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (5648e148-e991-4096-a832-c5a92a164e46), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.772974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (3ab9d248-5949-4faa-8eb5-b442c6ee56e4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.822774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Network a8106219-5b76-460b-bb8e-f1a8a192db58 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:17.836644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab9d248-5949-4faa-8eb5-b442c6ee56e4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:17.839337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:17.849093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Pushing event updated for resources: {'Port': ['ID=5648e148-e991-4096-a832-c5a92a164e46,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:17.852657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:17.930828 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a8106219-5b76-460b-bb8e-f1a8a192db58), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.956507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Attempting to bind port 5648e148-e991-4096-a832-c5a92a164e46 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:17.957610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Attempting to bind port 5648e148-e991-4096-a832-c5a92a164e46 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '242a4fd4-72c3-43b7-a61b-1ebcf768ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a8106219-5b76-460b-bb8e-f1a8a192db58'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:17.958054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Attempting to bind port 5648e148-e991-4096-a832-c5a92a164e46 on network a8106219-5b76-460b-bb8e-f1a8a192db58 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:17.962133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8106219-5b76-460b-bb8e-f1a8a192db58']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:17.968081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:17.968942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Checking segment: {'id': '242a4fd4-72c3-43b7-a61b-1ebcf768ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a8106219-5b76-460b-bb8e-f1a8a192db58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:17.970098 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.970943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Bound using segment: {'id': '242a4fd4-72c3-43b7-a61b-1ebcf768ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a8106219-5b76-460b-bb8e-f1a8a192db58'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:17.971924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Bound port: 5648e148-e991-4096-a832-c5a92a164e46, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242a4fd4-72c3-43b7-a61b-1ebcf768ef45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a8106219-5b76-460b-bb8e-f1a8a192db58'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:17.972703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5648e148-e991-4096-a832-c5a92a164e46), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.977395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242a4fd4-72c3-43b7-a61b-1ebcf768ef45') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:17.977395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242a4fd4-72c3-43b7-a61b-1ebcf768ef45') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:17.994220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (242a4fd4-72c3-43b7-a61b-1ebcf768ef45), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.016875 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (242a4fd4-72c3-43b7-a61b-1ebcf768ef45), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.025795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:18.026161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (242a4fd4-72c3-43b7-a61b-1ebcf768ef45), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:18.030801 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:18.102368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] For port 5648e148-e991-4096-a832-c5a92a164e46, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:18.102705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:23:18.102705 n-d-826529-2 neutron-server[103330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:23:18.102705 n-d-826529-2 neutron-server[103330]: [parameters: {'id': 'a8106219-5b76-460b-bb8e-f1a8a192db58'}] Jan 27 22:23:18.102705 n-d-826529-2 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:23:18.103266 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:23:18.109295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] For port 5648e148-e991-4096-a832-c5a92a164e46, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5648e148-e991-4096-a832-c5a92a164e46,segment=NetworkSegment(242a4fd4-72c3-43b7-a61b-1ebcf768ef45),segment_id=242a4fd4-72c3-43b7-a61b-1ebcf768ef45)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:18.116120 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5648e148-e991-4096-a832-c5a92a164e46), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.234886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc8d4-17e6-4671-82de-6bf0584d398d None None] Pushing event updated for resources: {'Port': ['ID=5648e148-e991-4096-a832-c5a92a164e46,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:18.260211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ef3bc-675d-49ee-b6fc-afeea93d6cc8 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:18.347289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.418027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ef3bc-675d-49ee-b6fc-afeea93d6cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:18.604905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a8106219-5b76-460b-bb8e-f1a8a192db58), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.709507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port 5648e148-e991-4096-a832-c5a92a164e46 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:18.710063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5648e148-e991-4096-a832-c5a92a164e46), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.736027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa283e87-c5cd-45ae-8b45-a92f363b6927 None None] Network a8106219-5b76-460b-bb8e-f1a8a192db58 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:18.825572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port 5648e148-e991-4096-a832-c5a92a164e46, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5648e148-e991-4096-a832-c5a92a164e46,segment=NetworkSegment(242a4fd4-72c3-43b7-a61b-1ebcf768ef45),segment_id=242a4fd4-72c3-43b7-a61b-1ebcf768ef45)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:18.826081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5648e148-e991-4096-a832-c5a92a164e46), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.850865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for 5648e148-e991-4096-a832-c5a92a164e46 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:19.008055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5648e148-e991-4096-a832-c5a92a164e46), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.055668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=5648e148-e991-4096-a832-c5a92a164e46,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:19.061468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port 5648e148-e991-4096-a832-c5a92a164e46 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:19.200604 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a8106219-5b76-460b-bb8e-f1a8a192db58), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.239716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8106219-5b76-460b-bb8e-f1a8a192db58']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:19.254507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242a4fd4-72c3-43b7-a61b-1ebcf768ef45') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:19.254903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242a4fd4-72c3-43b7-a61b-1ebcf768ef45') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:19.269679 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (242a4fd4-72c3-43b7-a61b-1ebcf768ef45), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.288119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (242a4fd4-72c3-43b7-a61b-1ebcf768ef45), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.297990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:19.298432 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (242a4fd4-72c3-43b7-a61b-1ebcf768ef45), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:19.302012 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:19.381583 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a8106219-5b76-460b-bb8e-f1a8a192db58), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.390690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.394865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/a8106219-5b76-460b-bb8e-f1a8a192db58 HTTP/1.1" status: 204 len: 168 time: 2.2526505 Jan 27 22:23:19.400819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:19.410495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011836357'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:19.413034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e6edd-d205-40ec-905a-ccfccb06a913 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=a8106219-5b76-460b-bb8e-f1a8a192db58,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:19.464673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:19.471572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.520614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:19.537384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (36401169-2b88-407f-8c56-5b766dafc665), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.538127 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment 36401169-2b88-407f-8c56-5b766dafc665 of type vlan for network 0d6d7ac2-0c66-4442-99f9-b235a37c35c4 Jan 27 22:23:19.612854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (0d6d7ac2-0c66-4442-99f9-b235a37c35c4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.655914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (0d6d7ac2-0c66-4442-99f9-b235a37c35c4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.663315 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:19.664734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.740087 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3365860 Jan 27 22:23:19.744269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57766) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:19.752980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': '0d6d7ac2-0c66-4442-99f9-b235a37c35c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:19.767442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a74166-1531-41eb-b343-fdbd5268f058 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=0d6d7ac2-0c66-4442-99f9-b235a37c35c4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:19.782841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 0d6d7ac2-0c66-4442-99f9-b235a37c35c4 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:19.882930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:19.889618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.172421 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (cd9cdb33-ab10-4910-9a6f-497337851e9e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.244857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=cd9cdb33-ab10-4910-9a6f-497337851e9e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:20.259173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': '36401169-2b88-407f-8c56-5b766dafc665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0d6d7ac2-0c66-4442-99f9-b235a37c35c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:20.259788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: 0d6d7ac2-0c66-4442-99f9-b235a37c35c4, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:20.283926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network 0d6d7ac2-0c66-4442-99f9-b235a37c35c4 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:20.296357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 0d6d7ac2-0c66-4442-99f9-b235a37c35c4) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:20.303462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:20.304424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.313905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52390e5-cb86-4849-a888-5cc6d22f33d9 None None] Network 0d6d7ac2-0c66-4442-99f9-b235a37c35c4 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:20.329527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-32221704-2f6b-4024-bb32-ce9a8379f473 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5832343 Jan 27 22:23:20.332700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57768) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:20.487541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (0d6d7ac2-0c66-4442-99f9-b235a37c35c4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.520134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486aee5b-47f1-456d-a87b-f4db37c304aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-0d6d7ac2-0c66-4442-99f9-b235a37c35c4', 'network_id': '0d6d7ac2-0c66-4442-99f9-b235a37c35c4', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': 'cd9cdb33-ab10-4910-9a6f-497337851e9e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:20.521546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-486aee5b-47f1-456d-a87b-f4db37c304aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.622891 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (cd9cdb33-ab10-4910-9a6f-497337851e9e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.745735 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (cd9cdb33-ab10-4910-9a6f-497337851e9e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-486aee5b-47f1-456d-a87b-f4db37c304aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd9cdb33-ab10-4910-9a6f-497337851e9e: This subnet is being modified by another concurrent operation. Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd9cdb33-ab10-4910-9a6f-497337851e9e: This subnet is being modified by another concurrent operation. Jan 27 22:23:20.748449 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 22:23:20.781864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d04f75-cb97-4cc0-bc78-36f9f1454a7f None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:20.815495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9cdb33-ab10-4910-9a6f-497337851e9e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:20.916242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (0d6d7ac2-0c66-4442-99f9-b235a37c35c4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.947208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6d7ac2-0c66-4442-99f9-b235a37c35c4']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:20.960140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36401169-2b88-407f-8c56-5b766dafc665') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:20.960533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36401169-2b88-407f-8c56-5b766dafc665') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:20.975009 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (36401169-2b88-407f-8c56-5b766dafc665), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.002255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (36401169-2b88-407f-8c56-5b766dafc665), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.009761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:21.010320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (36401169-2b88-407f-8c56-5b766dafc665), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:21.014412 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:21.113233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (0d6d7ac2-0c66-4442-99f9-b235a37c35c4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.132366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.141647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/0d6d7ac2-0c66-4442-99f9-b235a37c35c4 HTTP/1.1" status: 204 len: 168 time: 0.8063681 Jan 27 22:23:21.148610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57776) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:21.158348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1296516511'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:21.174913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147d144-c3f9-42f6-b322-def69c08f912 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=0d6d7ac2-0c66-4442-99f9-b235a37c35c4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:21.194908 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.199670 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:21.206048 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.242311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d04f75-cb97-4cc0-bc78-36f9f1454a7f None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:21.253203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:21.275449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cdc1b842-dc88-4e9a-93e3-2c6688d02d48), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.276403 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment cdc1b842-dc88-4e9a-93e3-2c6688d02d48 of type vlan for network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 Jan 27 22:23:21.373849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.426536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.432795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:21.433543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.535185 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3837836 Jan 27 22:23:21.536596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac0165-5d4f-496f-82f4-283b22aee51e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:21.537782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57778) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:21.544112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4c9c4507-d4c9-4b97-9dc5-eda5c9025aab tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:21.554078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:21.634534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432896c5-b6ac-498d-b351-8a28cd073620 None None] Network 0d6d7ac2-0c66-4442-99f9-b235a37c35c4 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:21.652454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432896c5-b6ac-498d-b351-8a28cd073620 None None] Network 0d6d7ac2-0c66-4442-99f9-b235a37c35c4 could not be found, it might have been deleted concurrently. {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:23:21.846010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c9c4507-d4c9-4b97-9dc5-eda5c9025aab tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.865007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c9c4507-d4c9-4b97-9dc5-eda5c9025aab tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.882666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c9c4507-d4c9-4b97-9dc5-eda5c9025aab tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 is not hosted by any dhcp agent {{(pid=103330) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:23:21.892353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c4507-d4c9-4b97-9dc5-eda5c9025aab tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:21.893480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c9c4507-d4c9-4b97-9dc5-eda5c9025aab tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.895793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4c9c4507-d4c9-4b97-9dc5-eda5c9025aab tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "PUT /v2.0/networks/d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 HTTP/1.1" status: 200 len: 723 time: 0.3566461 Jan 27 22:23:21.899206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57784) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:21.908124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': 'd1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:21.996192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c4507-d4c9-4b97-9dc5-eda5c9025aab tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:22.013423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:22.076811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:22.082580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.316641 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (c3aeb38c-20b6-4958-ba36-0f293fd63d8f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.394443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=c3aeb38c-20b6-4958-ba36-0f293fd63d8f,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:22.407710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.408234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.408658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.409046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.409435 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.409816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.410189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.410569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.410969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.411340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.411766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.412233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.412757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:22.418362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:22.418915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:22.441071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:22.454267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:22.460215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:22.461111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.467505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc9ebd-821e-4b45-802b-a305d9f9bd3e None None] Network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:22.484425 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d7c4ef8c-64d0-4699-963f-09bfbf770678 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5836198 Jan 27 22:23:22.487561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57786) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:22.495541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c1ff3808-4ab2-42aa-95bc-274e2f82be49 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:22.599005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3808-4ab2-42aa-95bc-274e2f82be49 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4452869'] for subnet (c3aeb38c-20b6-4958-ba36-0f293fd63d8f), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.611463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5', 'network_id': 'd1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': 'c3aeb38c-20b6-4958-ba36-0f293fd63d8f'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:22.612590 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.795590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3808-4ab2-42aa-95bc-274e2f82be49 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730785150675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4904078'] for subnet (c3aeb38c-20b6-4958-ba36-0f293fd63d8f), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.859337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Allocated IP 172.20.0.2 (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5/c3aeb38c-20b6-4958-ba36-0f293fd63d8f/e25b44b7-67f8-4592-935e-8c9fde316a4e) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:22.881187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff3808-4ab2-42aa-95bc-274e2f82be49 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:22.881727 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3808-4ab2-42aa-95bc-274e2f82be49 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.884281 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1ff3808-4ab2-42aa-95bc-274e2f82be49 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "PUT /v2.0/subnets/c3aeb38c-20b6-4958-ba36-0f293fd63d8f HTTP/1.1" status: 200 len: 806 time: 0.3951991 Jan 27 22:23:22.888651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57794) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:22.938665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff3808-4ab2-42aa-95bc-274e2f82be49 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=c3aeb38c-20b6-4958-ba36-0f293fd63d8f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:23.050253 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.137087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Publish callbacks [] for port (e25b44b7-67f8-4592-935e-8c9fde316a4e), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.148803 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (e25b44b7-67f8-4592-935e-8c9fde316a4e), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.153946 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c3aeb38c-20b6-4958-ba36-0f293fd63d8f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.191257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:23.194320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:23.197131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:23.213449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Pushing event updated for resources: {'Port': ['ID=e25b44b7-67f8-4592-935e-8c9fde316a4e,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:23.254281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39745268-471d-46af-bfa5-1e86e0bac2ac req-0585c5cd-a3d4-431a-a0a1-f83b051a0d2e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:23.256076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39745268-471d-46af-bfa5-1e86e0bac2ac req-0585c5cd-a3d4-431a-a0a1-f83b051a0d2e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 946 time: 0.0765953 Jan 27 22:23:23.268021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (c3aeb38c-20b6-4958-ba36-0f293fd63d8f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.276748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Attempting to bind port e25b44b7-67f8-4592-935e-8c9fde316a4e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:23.277301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Attempting to bind port e25b44b7-67f8-4592-935e-8c9fde316a4e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:23.277878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Attempting to bind port e25b44b7-67f8-4592-935e-8c9fde316a4e on network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:23.285601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:23.286116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Checking segment: {'id': 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:23.286763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.287316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57800) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:23.287618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Bound using segment: {'id': 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:23.288192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Bound port: e25b44b7-67f8-4592-935e-8c9fde316a4e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:23.288818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e25b44b7-67f8-4592-935e-8c9fde316a4e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.313327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=c3aeb38c-20b6-4958-ba36-0f293fd63d8f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:23.387015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] For port e25b44b7-67f8-4592-935e-8c9fde316a4e, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:23.393271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] For port e25b44b7-67f8-4592-935e-8c9fde316a4e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e25b44b7-67f8-4592-935e-8c9fde316a4e,segment=NetworkSegment(cdc1b842-dc88-4e9a-93e3-2c6688d02d48),segment_id=cdc1b842-dc88-4e9a-93e3-2c6688d02d48)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:23.399865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e25b44b7-67f8-4592-935e-8c9fde316a4e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.404916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39745268-471d-46af-bfa5-1e86e0bac2ac req-d36b9403-ddd0-4b22-bcd3-1c6e2bd365f8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333234 Jan 27 22:23:23.411837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.449590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:23.470213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:23.470213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:23.489502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (cdc1b842-dc88-4e9a-93e3-2c6688d02d48), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.510629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648867a-2039-4e64-9413-a003d2e6009e None None] Pushing event updated for resources: {'Port': ['ID=e25b44b7-67f8-4592-935e-8c9fde316a4e,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:23.512471 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cdc1b842-dc88-4e9a-93e3-2c6688d02d48), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.527139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:23.528181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (cdc1b842-dc88-4e9a-93e3-2c6688d02d48), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:23.533458 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:23.540284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81120f4c-63ca-4db1-bb00-3773ba91c5ff None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:23.643454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.db.api [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:23:23.643454 n-d-826529-2 neutron-server[103330]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:23:23.643454 n-d-826529-2 neutron-server[103330]: [parameters: {'id': 'd1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5'}] Jan 27 22:23:23.643454 n-d-826529-2 neutron-server[103330]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103330) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:23:23.644150 n-d-826529-2 neutron-server[103330]: DEBUG oslo_db.api [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:23:23.677849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81120f4c-63ca-4db1-bb00-3773ba91c5ff None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:23.968000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab826fb-ecc3-442e-945c-d3cc2cc9b83f None None] Network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:23.976819 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (65db7708-6d92-4eb2-bccf-9a16245b6271), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.096632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc131e9-4067-4e5c-b2ab-939277f237d5 None None] Network d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:24.145948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.244499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port e25b44b7-67f8-4592-935e-8c9fde316a4e {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:24.245187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e25b44b7-67f8-4592-935e-8c9fde316a4e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.331832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port e25b44b7-67f8-4592-935e-8c9fde316a4e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e25b44b7-67f8-4592-935e-8c9fde316a4e,segment=NetworkSegment(cdc1b842-dc88-4e9a-93e3-2c6688d02d48),segment_id=cdc1b842-dc88-4e9a-93e3-2c6688d02d48)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:24.332452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e25b44b7-67f8-4592-935e-8c9fde316a4e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.358110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for e25b44b7-67f8-4592-935e-8c9fde316a4e owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:24.480700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e25b44b7-67f8-4592-935e-8c9fde316a4e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.521284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=e25b44b7-67f8-4592-935e-8c9fde316a4e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:24.526815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port e25b44b7-67f8-4592-935e-8c9fde316a4e on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:24.546350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.547031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.547757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.548208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.548766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.549173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.549570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.549961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.550350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.550741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.551131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.551571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.552075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:24.694706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.711807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69acae9-0b77-4e19-92fe-d3caf78c5441 req-0f9aa518-e09a-404e-954e-8a5b6d9605af tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:24.714081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e69acae9-0b77-4e19-92fe-d3caf78c5441 req-0f9aa518-e09a-404e-954e-8a5b6d9605af tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 946 time: 0.1726680 Jan 27 22:23:24.752267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:24.780842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:24.781332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc1b842-dc88-4e9a-93e3-2c6688d02d48') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:24.811580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (cdc1b842-dc88-4e9a-93e3-2c6688d02d48), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.850469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e69acae9-0b77-4e19-92fe-d3caf78c5441 req-e12be8a2-0541-4390-a8d4-a5b09973da12 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245704 Jan 27 22:23:24.851837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cdc1b842-dc88-4e9a-93e3-2c6688d02d48), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.854985 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port a5471399-6cb9-4c89-b1e7-1a5be8fabb95 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:24.855674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.862024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:24.864129 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (cdc1b842-dc88-4e9a-93e3-2c6688d02d48), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:24.867775 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:24.964692 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.976943 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.981436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 HTTP/1.1" status: 204 len: 168 time: 2.0910122 Jan 27 22:23:24.985301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57808) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:25.011513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port a5471399-6cb9-4c89-b1e7-1a5be8fabb95, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:25.012330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.021457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbe3a3-28bb-432a-9b8c-7c8017aabad7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:25.036829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for a5471399-6cb9-4c89-b1e7-1a5be8fabb95 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:25.042157 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-932a66e3-810d-4343-b16f-bcdb65907310 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:25.043176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932a66e3-810d-4343-b16f-bcdb65907310 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:25.052847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-932a66e3-810d-4343-b16f-bcdb65907310 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 HTTP/1.1" status: 404 len: 339 time: 0.0619774 Jan 27 22:23:25.054640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57810) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:25.065098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1122042445', 'description': 'd1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:25.096024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:25.100895 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.133910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:25.147900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (58c11c14-3e21-4b9f-b391-55a8af1c5bad), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.148584 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment 58c11c14-3e21-4b9f-b391-55a8af1c5bad of type vlan for network 286d1430-e526-418c-a027-02d1c76aab9d Jan 27 22:23:25.196127 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (286d1430-e526-418c-a027-02d1c76aab9d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.235539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (286d1430-e526-418c-a027-02d1c76aab9d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.241507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:25.242273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.246757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43244e-e434-4220-b91a-ca61f35387dd req-d75ff33c-dd70-45e2-bbd0-6fe8a274e8a9 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:25.249622 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc43244e-e434-4220-b91a-ca61f35387dd req-d75ff33c-dd70-45e2-bbd0-6fe8a274e8a9 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 946 time: 0.1261666 Jan 27 22:23:25.314690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2584200 Jan 27 22:23:25.318118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57812) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:25.347066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee18a9-c521-41af-8072-9b17d861fedd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=286d1430-e526-418c-a027-02d1c76aab9d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:25.363794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 286d1430-e526-418c-a027-02d1c76aab9d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:25.458107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082968-bbf2-43cd-91f0-9e02302f90bd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:25.464511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-62082968-bbf2-43cd-91f0-9e02302f90bd tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/networks?id=286d1430-e526-418c-a027-02d1c76aab9d HTTP/1.1" status: 200 len: 761 time: 0.1416042 Jan 27 22:23:25.465412 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57814) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:25.474178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-129e220f-c45e-4dc8-938f-bb8288ea9efc tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'description': 'd2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:25.600813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a5471399-6cb9-4c89-b1e7-1a5be8fabb95), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.610423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Deleting port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:25.610955 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.651450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=a5471399-6cb9-4c89-b1e7-1a5be8fabb95,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:25.695984 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-129e220f-c45e-4dc8-938f-bb8288ea9efc tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (286d1430-e526-418c-a027-02d1c76aab9d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.723799 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-129e220f-c45e-4dc8-938f-bb8288ea9efc tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (286d1430-e526-418c-a027-02d1c76aab9d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.738987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-129e220f-c45e-4dc8-938f-bb8288ea9efc tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network 286d1430-e526-418c-a027-02d1c76aab9d is not hosted by any dhcp agent {{(pid=103330) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:23:25.745046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e220f-c45e-4dc8-938f-bb8288ea9efc tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:25.745780 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-129e220f-c45e-4dc8-938f-bb8288ea9efc tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.747181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-129e220f-c45e-4dc8-938f-bb8288ea9efc tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "PUT /v2.0/networks/286d1430-e526-418c-a027-02d1c76aab9d HTTP/1.1" status: 200 len: 758 time: 0.2799525 Jan 27 22:23:25.753160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57816) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:25.825679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e220f-c45e-4dc8-938f-bb8288ea9efc tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=286d1430-e526-418c-a027-02d1c76aab9d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:25.844196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 286d1430-e526-418c-a027-02d1c76aab9d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:25.889432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] For port 34c42f01-2d2d-4564-96a7-0e39e4f05b21, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=34c42f01-2d2d-4564-96a7-0e39e4f05b21,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:25.889777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:25.918718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45123f6-5e13-4027-bdfe-4794f06d7d33 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:25.920383 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f45123f6-5e13-4027-bdfe-4794f06d7d33 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/networks?id=286d1430-e526-418c-a027-02d1c76aab9d HTTP/1.1" status: 200 len: 761 time: 0.1642311 Jan 27 22:23:25.924920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57820) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:25.943829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806941745'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:25.967156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Calling delete_port for 34c42f01-2d2d-4564-96a7-0e39e4f05b21 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:26.024635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:26.030464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.090885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (65db7708-6d92-4eb2-bccf-9a16245b6271), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.095396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810d7ef-093b-42c4-b093-a84d966c252f req-4c3af557-44b1-40df-9d92-e01cbdcfdf13 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:26.097055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e810d7ef-093b-42c4-b093-a84d966c252f req-4c3af557-44b1-40df-9d92-e01cbdcfdf13 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03cdeab-1c9b-45f7-ad98-6a242a2fa080 HTTP/1.1" status: 200 len: 946 time: 0.1313972 Jan 27 22:23:26.101127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:26.131062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0d6f7ae3-4019-46dc-a49e-245d97fcc020), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.131845 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment 0d6f7ae3-4019-46dc-a49e-245d97fcc020 of type vlan for network eea4890c-8408-4eb9-a288-c388beff5b18 Jan 27 22:23:26.212455 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (eea4890c-8408-4eb9-a288-c388beff5b18), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.252500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e810d7ef-093b-42c4-b093-a84d966c252f req-581a33d9-a62c-4b48-8697-186010172233 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001782 Jan 27 22:23:26.259277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (34c42f01-2d2d-4564-96a7-0e39e4f05b21), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.272649 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (eea4890c-8408-4eb9-a288-c388beff5b18), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.276758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['34c42f01-2d2d-4564-96a7-0e39e4f05b21'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:23:26.283546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:26.285025 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.311098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Pushing event deleted for resources: {'Port': ['ID=34c42f01-2d2d-4564-96a7-0e39e4f05b21,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:26.403400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] No DVR routers for this DVR port 34c42f01-2d2d-4564-96a7-0e39e4f05b21 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:26.410590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4807513 Jan 27 22:23:26.410879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.411068 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cc43244e-e434-4220-b91a-ca61f35387dd req-70ed28da-a397-4253-b36f-f8496a97fe22 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.16 "DELETE /v2.0/ports/34c42f01-2d2d-4564-96a7-0e39e4f05b21 HTTP/1.1" status: 204 len: 173 time: 1.1557939 Jan 27 22:23:26.411611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03cdeab-1c9b-45f7-ad98-6a242a2fa080', 'name': 'network-vif-deleted', 'tag': '34c42f01-2d2d-4564-96a7-0e39e4f05b21'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:26.412535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57824) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:26.414043 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29d911e-bfa2-4815-90dd-5868f5909e5a" -d '{"events": [{"server_uuid": "b03cdeab-1c9b-45f7-ad98-6a242a2fa080", "name": "network-vif-deleted", "tag": "34c42f01-2d2d-4564-96a7-0e39e4f05b21"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:26.421170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': 'eea4890c-8408-4eb9-a288-c388beff5b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:26.497071 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64157401-7a99-4d53-b696-4c62cc52708f x-openstack-request-id: req-64157401-7a99-4d53-b696-4c62cc52708f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:26.497400 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03cdeab-1c9b-45f7-ad98-6a242a2fa080", "name": "network-vif-deleted", "tag": "34c42f01-2d2d-4564-96a7-0e39e4f05b21", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:26.498634 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64157401-7a99-4d53-b696-4c62cc52708f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:26.498634 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03cdeab-1c9b-45f7-ad98-6a242a2fa080', 'name': 'network-vif-deleted', 'tag': '34c42f01-2d2d-4564-96a7-0e39e4f05b21', 'status': 'completed', 'code': 200} Jan 27 22:23:26.508100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 65db7708-6d92-4eb2-bccf-9a16245b6271 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:26.551497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afc458-eb11-4d1c-a85f-70efe027fada tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=eea4890c-8408-4eb9-a288-c388beff5b18,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:26.575539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network eea4890c-8408-4eb9-a288-c388beff5b18 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:26.651678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:26.653131 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:26.659864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:26.662791 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7c124d9e-7871-4645-940c-383762356e71 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "PUT /v2.0/routers/65db7708-6d92-4eb2-bccf-9a16245b6271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3723083 Jan 27 22:23:26.698243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] Sync routers for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:26.745235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:26.746071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:26.945048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:27.059577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08fb9a-18cd-45b6-a9fd-f2c5ec0c1295 req-2eda4cef-a063-4117-b5c2-3f8ac5b67b77 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:27.064090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b08fb9a-18cd-45b6-a9fd-f2c5ec0c1295 req-2eda4cef-a063-4117-b5c2-3f8ac5b67b77 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 946 time: 0.1634877 Jan 27 22:23:27.111323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:27.261496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:27.272760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b08fb9a-18cd-45b6-a9fd-f2c5ec0c1295 req-c05c97f0-56dc-4b50-917c-0caf73190bb6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1743894 Jan 27 22:23:27.284613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': '0d6f7ae3-4019-46dc-a49e-245d97fcc020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eea4890c-8408-4eb9-a288-c388beff5b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:27.285042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: eea4890c-8408-4eb9-a288-c388beff5b18, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:27.286806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:25Z', 'revision_number': 6, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:51Z', 'revision_number': 1, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:27.316811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network eea4890c-8408-4eb9-a288-c388beff5b18 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:27.330991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, eea4890c-8408-4eb9-a288-c388beff5b18) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:27.337357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:27.338215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:27.355897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec91892-4269-4fad-a184-7cecf41a9092 None None] Network eea4890c-8408-4eb9-a288-c388beff5b18 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:27.360538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] Checking router: 65db7708-6d92-4eb2-bccf-9a16245b6271 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:27.386941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b0d95098-0ada-4b98-9b20-626ae568e515 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9725001 Jan 27 22:23:27.390773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57838) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:27.418109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:27.418795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:27.579212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d67ae9-2d4e-47f2-adee-9a374eaaa185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-eea4890c-8408-4eb9-a288-c388beff5b18', 'network_id': 'eea4890c-8408-4eb9-a288-c388beff5b18', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': '723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:27.581349 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61d67ae9-2d4e-47f2-adee-9a374eaaa185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:27.614709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:27.664430 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (eea4890c-8408-4eb9-a288-c388beff5b18), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:27.797689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:27.928506 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:27.982166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-61d67ae9-2d4e-47f2-adee-9a374eaaa185 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90: This subnet is being modified by another concurrent operation. Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90: This subnet is being modified by another concurrent operation. Jan 27 22:23:28.074656 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 22:23:28.126812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df2978-9968-4e64-9819-c29d4961b26b None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:28.138266 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (eea4890c-8408-4eb9-a288-c388beff5b18), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.168061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea4890c-8408-4eb9-a288-c388beff5b18']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:28.182436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6f7ae3-4019-46dc-a49e-245d97fcc020') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:28.182842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6f7ae3-4019-46dc-a49e-245d97fcc020') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:28.196414 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (0d6f7ae3-4019-46dc-a49e-245d97fcc020), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.215784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0d6f7ae3-4019-46dc-a49e-245d97fcc020), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.232285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:28.232920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (0d6f7ae3-4019-46dc-a49e-245d97fcc020), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:28.240053 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:28.368793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (eea4890c-8408-4eb9-a288-c388beff5b18), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.383397 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.399032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/eea4890c-8408-4eb9-a288-c388beff5b18 HTTP/1.1" status: 204 len: 168 time: 1.0025885 Jan 27 22:23:28.399670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57846) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:28.504629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df2978-9968-4e64-9819-c29d4961b26b None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:28.527540 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-99328a25-9325-4efb-a9bf-fd40e0990e87 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] GET failed (client error): The resource could not be found. Jan 27 22:23:28.530997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-99328a25-9325-4efb-a9bf-fd40e0990e87 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/subnets/723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90 HTTP/1.1" status: 404 len: 337 time: 0.1130848 Jan 27 22:23:28.535368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25421a-d4b5-4a9d-b870-2bade5b9e66a tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=eea4890c-8408-4eb9-a288-c388beff5b18,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:28.540569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57848) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:28.609063 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-432d862a-20e5-4c79-8797-74722236088f tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:28.610262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432d862a-20e5-4c79-8797-74722236088f tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:28.615966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-432d862a-20e5-4c79-8797-74722236088f tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/eea4890c-8408-4eb9-a288-c388beff5b18 HTTP/1.1" status: 404 len: 339 time: 0.0468032 Jan 27 22:23:28.622360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-caad4470-704a-432b-b737-5893c0a9024c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:28.625030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57850) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:28.625397 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-caad4470-704a-432b-b737-5893c0a9024c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 946 time: 0.0937259 Jan 27 22:23:28.681002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:25Z', 'revision_number': 6, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:51Z', 'revision_number': 1, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:28.741740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 34c42f01-2d2d-4564-96a7-0e39e4f05b21 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:28.756011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5378eb-2d05-4ec0-a67d-8367bea00951 None None] The sync data for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 is: [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:25Z', 'revision_number': 6, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e2a6d1b4-86db-4822-87e7-8883bed47021', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'port_id': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'mac_address': 'fa:16:3e:1b:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:48Z', 'updated_at': '2022-01-27T22:20:51Z', 'revision_number': 1, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:28.801414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:28.806150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 34c42f01-2d2d-4564-96a7-0e39e4f05b21 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:28.806646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 34c42f01-2d2d-4564-96a7-0e39e4f05b21 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:28.806941 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.891799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d27817-9f6e-4c8f-9161-9ac86ae12998 req-4bdc87b3-2e73-4a63-9e50-f32dc9c29f0f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:28.894564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67d27817-9f6e-4c8f-9161-9ac86ae12998 req-4bdc87b3-2e73-4a63-9e50-f32dc9c29f0f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bad1e0a-7538-49ae-bc1d-3c418cc074fc HTTP/1.1" status: 200 len: 946 time: 0.3998382 Jan 27 22:23:28.971133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf36c5-92e6-4457-8f4f-70baff0214f3 None None] Network eea4890c-8408-4eb9-a288-c388beff5b18 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:28.987000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:28.988083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.990846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf36c5-92e6-4457-8f4f-70baff0214f3 None None] Network eea4890c-8408-4eb9-a288-c388beff5b18 could not be found, it might have been deleted concurrently. {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:23:29.013731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:29.262170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:29.324126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:29.372611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] No DVR routers for this DVR port ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:29.380557 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:29.387831 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e72b2c6d-0a27-4dbd-b88d-3617280e6798 req-2e2b5f19-42f7-4c47-938b-aa80acc8630e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "DELETE /v2.0/ports/ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 HTTP/1.1" status: 204 len: 173 time: 0.7569635 Jan 27 22:23:29.388358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bad1e0a-7538-49ae-bc1d-3c418cc074fc', 'name': 'network-vif-deleted', 'tag': 'ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:29.390931 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154b685e-8e5f-46f1-a05e-b675b8120666" -d '{"events": [{"server_uuid": "1bad1e0a-7538-49ae-bc1d-3c418cc074fc", "name": "network-vif-deleted", "tag": "ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:29.415182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a5471399-6cb9-4c89-b1e7-1a5be8fabb95 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:29.465288 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62bfbd-8289-4972-86ad-1b823bc229d2 x-openstack-request-id: req-3c62bfbd-8289-4972-86ad-1b823bc229d2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:29.465610 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bad1e0a-7538-49ae-bc1d-3c418cc074fc", "name": "network-vif-deleted", "tag": "ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:29.465867 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c62bfbd-8289-4972-86ad-1b823bc229d2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:29.466287 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bad1e0a-7538-49ae-bc1d-3c418cc074fc', 'name': 'network-vif-deleted', 'tag': 'ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8', 'status': 'completed', 'code': 200} Jan 27 22:23:29.471514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a5471399-6cb9-4c89-b1e7-1a5be8fabb95 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:29.471874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a5471399-6cb9-4c89-b1e7-1a5be8fabb95 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:29.535353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec13c0-e595-45a7-bdcc-61787b2503f3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:29.537255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e8ec13c0-e595-45a7-bdcc-61787b2503f3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9092047 Jan 27 22:23:29.540300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57858) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:29.559180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67d27817-9f6e-4c8f-9161-9ac86ae12998 req-264d00ec-48e3-4aa6-9ad6-29979e29c263 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=40890733-5310-4511-9bd0-c03fc46c3dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6516037 Jan 27 22:23:29.601195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57860) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:29.601531 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-43e14a47-da92-4580-b214-3a90218c7cd7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b HTTP/1.1" status: 200 len: 207 time: 0.0598111 Jan 27 22:23:29.745253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5b361-46b5-4dc9-80e4-483de83f34ba tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:29.750845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5b361-46b5-4dc9-80e4-483de83f34ba tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:29.756261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5b361-46b5-4dc9-80e4-483de83f34ba tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:29.761339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5b361-46b5-4dc9-80e4-483de83f34ba tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:29.763123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a9b5b361-46b5-4dc9-80e4-483de83f34ba tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1591022 Jan 27 22:23:29.769217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57862) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:29.906015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8e660335-02e5-435e-9e61-912e90e27968 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1352780 Jan 27 22:23:29.911199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57866) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:29.975085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339dc10-3c07-4e1b-b00c-c6ea0bae19ce tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:29.977014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339dc10-3c07-4e1b-b00c-c6ea0bae19ce tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:29.978478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5339dc10-3c07-4e1b-b00c-c6ea0bae19ce tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0660436 Jan 27 22:23:29.983475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57868) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:30.048972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184059b-9f18-4131-a719-a68ea2118610 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:30.050339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184059b-9f18-4131-a719-a68ea2118610 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:30.056088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8184059b-9f18-4131-a719-a68ea2118610 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0672383 Jan 27 22:23:30.056454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57870) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:30.182126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b1150-5019-4619-9530-877f9ee0b741 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:30.183844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a08b1150-5019-4619-9530-877f9ee0b741 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/networks/cfc40b0e-e1ba-4467-a648-a575fbf39eff HTTP/1.1" status: 200 len: 800 time: 0.1261773 Jan 27 22:23:30.187841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57872) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:30.369596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-07e3017d-e01e-427a-bedb-418b63f11449 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/networks/cfc40b0e-e1ba-4467-a648-a575fbf39eff?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1801639 Jan 27 22:23:30.375519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57874) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:30.497952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a75cad-f41d-4ed0-874a-bbe42c9d3222 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:30.500050 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c7a75cad-f41d-4ed0-874a-bbe42c9d3222 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/subnets/c50a1e76-10fa-4681-93a6-3933d40ccf3e HTTP/1.1" status: 200 len: 811 time: 0.1220524 Jan 27 22:23:30.506024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57876) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:30.575659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06229be-f944-4fd1-84fe-37fa85e2170e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['shared'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:30.580874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a06229be-f944-4fd1-84fe-37fa85e2170e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "GET /v2.0/subnets/c50a1e76-10fa-4681-93a6-3933d40ccf3e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0727341 Jan 27 22:23:30.588034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57880) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:30.596758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1844861217'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:30.631784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:30.636334 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.638852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57882) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:30.697529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:30.717226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e9163a5f-9308-4e5b-bddf-f5d5cddf7f37), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.717763 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Added segment e9163a5f-9308-4e5b-bddf-f5d5cddf7f37 of type vlan for network 904645e9-0d31-42e2-a033-dfd7b68755a4 Jan 27 22:23:30.760208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de734951-3e24-44e5-b492-64d6f4141059 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (40890733-5310-4511-9bd0-c03fc46c3dc3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.804186 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (904645e9-0d31-42e2-a033-dfd7b68755a4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.807900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de734951-3e24-44e5-b492-64d6f4141059 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (40890733-5310-4511-9bd0-c03fc46c3dc3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.854838 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (904645e9-0d31-42e2-a033-dfd7b68755a4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.864850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:30.865945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.932947 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de734951-3e24-44e5-b492-64d6f4141059 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (40890733-5310-4511-9bd0-c03fc46c3dc3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.935777 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de734951-3e24-44e5-b492-64d6f4141059 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.937774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-de734951-3e24-44e5-b492-64d6f4141059 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/security-groups/40890733-5310-4511-9bd0-c03fc46c3dc3 HTTP/1.1" status: 204 len: 168 time: 0.2946887 Jan 27 22:23:30.954615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de734951-3e24-44e5-b492-64d6f4141059 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40890733-5310-4511-9bd0-c03fc46c3dc3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:31.018498 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4281747 Jan 27 22:23:31.022531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57896) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:31.030515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'network_id': '904645e9-0d31-42e2-a033-dfd7b68755a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:31.040652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57898) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:31.070782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b37c8-0f6f-4a9c-b255-1a53262965a8 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Network': ['ID=904645e9-0d31-42e2-a033-dfd7b68755a4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:31.097772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 904645e9-0d31-42e2-a033-dfd7b68755a4 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:31.160600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e340df73-fcf4-4cfa-b119-764441b2501b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting subnet 03980f70-fc4c-4707-a812-878dcb29ab92 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:23:31.167310 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e340df73-fcf4-4cfa-b119-764441b2501b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (03980f70-fc4c-4707-a812-878dcb29ab92), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:31.179077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Made reservation on behalf of 4e4f2733375f46d4af89e243cdf05cd9 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:31.187284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:31.270091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e340df73-fcf4-4cfa-b119-764441b2501b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (03980f70-fc4c-4707-a812-878dcb29ab92), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:31.282636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing IP validity checks on allocation pools {{(pid=103330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:23:31.283407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:23:31.411231 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e340df73-fcf4-4cfa-b119-764441b2501b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (03980f70-fc4c-4707-a812-878dcb29ab92), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:31.537475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (468b376c-2aef-459b-a066-491d3da51af2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:31.607871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=468b376c-2aef-459b-a066-491d3da51af2,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:31.658976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Checking segment: {'id': 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '904645e9-0d31-42e2-a033-dfd7b68755a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:31.659554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network hostable DHCP agents. Network: 904645e9-0d31-42e2-a033-dfd7b68755a4, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:31.693161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Network 904645e9-0d31-42e2-a033-dfd7b68755a4 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:31.714170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 904645e9-0d31-42e2-a033-dfd7b68755a4) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:31.730843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36676b77-991d-4baf-9dff-4d6fbcbfeef8 None None] Network 904645e9-0d31-42e2-a033-dfd7b68755a4 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:31.735323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:31.737923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:31.771875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8c9d02fa-79ea-4382-9d23-f04cc6974ab7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7472117 Jan 27 22:23:31.775055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57906) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:31.795575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e14fecdb-c6c1-4649-a86d-bf20cee08107 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:31.865403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e340df73-fcf4-4cfa-b119-764441b2501b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (03980f70-fc4c-4707-a812-878dcb29ab92), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:31.916786 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340df73-fcf4-4cfa-b119-764441b2501b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Subnet': ['ID=03980f70-fc4c-4707-a812-878dcb29ab92,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:31.942729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e340df73-fcf4-4cfa-b119-764441b2501b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:31.960492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e340df73-fcf4-4cfa-b119-764441b2501b tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/subnets/03980f70-fc4c-4707-a812-878dcb29ab92 HTTP/1.1" status: 204 len: 168 time: 0.9179912 Jan 27 22:23:31.965424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57910) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:31.995882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464cce2-6eb8-4ea7-ba42-7559dbc7d2a8 None None] Network 9173d3d8-a881-4c26-88c2-9b20efdac84c requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:32.068070 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e14fecdb-c6c1-4649-a86d-bf20cee08107 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6021051'] for subnet (468b376c-2aef-459b-a066-491d3da51af2), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.100489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-904645e9-0d31-42e2-a033-dfd7b68755a4', 'network_id': '904645e9-0d31-42e2-a033-dfd7b68755a4', 'project_id': '4e4f2733375f46d4af89e243cdf05cd9', 'fixed_ips': [{'subnet_id': '468b376c-2aef-459b-a066-491d3da51af2'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:32.104251 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.203314 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (9173d3d8-a881-4c26-88c2-9b20efdac84c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.351878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port a5e5d9ee-f583-4972-b4dc-e79a1dc241df {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:32.352493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.400598 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e14fecdb-c6c1-4649-a86d-bf20cee08107 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730785150675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4492573'] for subnet (468b376c-2aef-459b-a066-491d3da51af2), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.403626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] DHCP port deletion for 9173d3d8-a881-4c26-88c2-9b20efdac84c request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:23:32.477597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fecdb-c6c1-4649-a86d-bf20cee08107 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event updated for resources: {'Subnet': ['ID=468b376c-2aef-459b-a066-491d3da51af2,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:32.492039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port a5e5d9ee-f583-4972-b4dc-e79a1dc241df, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:32.492812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.502206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14fecdb-c6c1-4649-a86d-bf20cee08107 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:32.503405 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e14fecdb-c6c1-4649-a86d-bf20cee08107 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.511044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e14fecdb-c6c1-4649-a86d-bf20cee08107 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "PUT /v2.0/subnets/468b376c-2aef-459b-a066-491d3da51af2 HTTP/1.1" status: 200 len: 877 time: 0.7341385 Jan 27 22:23:32.511694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57914) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:32.529622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for a5e5d9ee-f583-4972-b4dc-e79a1dc241df owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:32.568777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Allocated IP 172.20.0.3 (904645e9-0d31-42e2-a033-dfd7b68755a4/468b376c-2aef-459b-a066-491d3da51af2/4600583c-ea39-44bb-85ab-efa909e219d9) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:32.612182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] Deleting port a5e5d9ee-f583-4972-b4dc-e79a1dc241df {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:32.612182 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.756013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:32.790919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (904645e9-0d31-42e2-a033-dfd7b68755a4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.809101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:32.809641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef1d05d5-bc33-43c2-9d67-49f18e4cf2c8 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:32.842940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] For port a5e5d9ee-f583-4972-b4dc-e79a1dc241df, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,segment=NetworkSegment(c4adffd2-e45c-4162-bb85-16dc0b67db1a),segment_id=c4adffd2-e45c-4162-bb85-16dc0b67db1a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:32.843604 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.866138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.883960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] Calling delete_port for a5e5d9ee-f583-4972-b4dc-e79a1dc241df owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:32.924775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:32.969692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] No DVR routers for this DVR port a5e5d9ee-f583-4972-b4dc-e79a1dc241df on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:32.979531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (468b376c-2aef-459b-a066-491d3da51af2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.021219 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Publish callbacks [] for port (4600583c-ea39-44bb-85ab-efa909e219d9), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.081738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4600583c-ea39-44bb-85ab-efa909e219d9), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.136045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (9173d3d8-a881-4c26-88c2-9b20efdac84c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.178620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9173d3d8-a881-4c26-88c2-9b20efdac84c']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:33.196501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4adffd2-e45c-4162-bb85-16dc0b67db1a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:33.197080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4adffd2-e45c-4162-bb85-16dc0b67db1a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:33.201869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Network 904645e9-0d31-42e2-a033-dfd7b68755a4 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:33.215301 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (c4adffd2-e45c-4162-bb85-16dc0b67db1a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.220872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:33.226043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:33.232519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c4adffd2-e45c-4162-bb85-16dc0b67db1a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.245352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Pushing event updated for resources: {'Port': ['ID=4600583c-ea39-44bb-85ab-efa909e219d9,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:33.245646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:33.246128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (c4adffd2-e45c-4162-bb85-16dc0b67db1a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:33.251617 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:33.336806 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (a5e5d9ee-f583-4972-b4dc-e79a1dc241df), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.339205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (468b376c-2aef-459b-a066-491d3da51af2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.403870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] Pushing event deleted for resources: {'Port': ['ID=a5e5d9ee-f583-4972-b4dc-e79a1dc241df,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:33.409930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Attempting to bind port 4600583c-ea39-44bb-85ab-efa909e219d9 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:33.410527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Attempting to bind port 4600583c-ea39-44bb-85ab-efa909e219d9 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '904645e9-0d31-42e2-a033-dfd7b68755a4'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:33.411128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Attempting to bind port 4600583c-ea39-44bb-85ab-efa909e219d9 on network 904645e9-0d31-42e2-a033-dfd7b68755a4 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:33.423241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=468b376c-2aef-459b-a066-491d3da51af2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:33.426004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009fc94-e535-470f-9514-a45c12d481fe None None] No DVR routers for this DVR port a5e5d9ee-f583-4972-b4dc-e79a1dc241df on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:33.428957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:33.429798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Checking segment: {'id': 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '904645e9-0d31-42e2-a033-dfd7b68755a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:33.430401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.431066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Bound using segment: {'id': 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '904645e9-0d31-42e2-a033-dfd7b68755a4'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:33.432186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Bound port: 4600583c-ea39-44bb-85ab-efa909e219d9, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '904645e9-0d31-42e2-a033-dfd7b68755a4'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:33.432788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4600583c-ea39-44bb-85ab-efa909e219d9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.435966 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (9173d3d8-a881-4c26-88c2-9b20efdac84c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.483302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.487487 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/networks/9173d3d8-a881-4c26-88c2-9b20efdac84c HTTP/1.1" status: 204 len: 168 time: 1.5193331 Jan 27 22:23:33.491647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57920) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:33.526018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a5e5d9ee-f583-4972-b4dc-e79a1dc241df no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:33.574237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98067431-8b31-453d-b808-6c7d4d96d8f4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Network': ['ID=9173d3d8-a881-4c26-88c2-9b20efdac84c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:33.598416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a5e5d9ee-f583-4972-b4dc-e79a1dc241df {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:33.598990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a5e5d9ee-f583-4972-b4dc-e79a1dc241df not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:33.599175 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (904645e9-0d31-42e2-a033-dfd7b68755a4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.647117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904645e9-0d31-42e2-a033-dfd7b68755a4']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:33.648020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-202b4068-894e-4b16-965b-92423ac65583 None None] For port 4600583c-ea39-44bb-85ab-efa909e219d9, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:33.656913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-202b4068-894e-4b16-965b-92423ac65583 None None] For port 4600583c-ea39-44bb-85ab-efa909e219d9, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4600583c-ea39-44bb-85ab-efa909e219d9,segment=NetworkSegment(e9163a5f-9308-4e5b-bddf-f5d5cddf7f37),segment_id=e9163a5f-9308-4e5b-bddf-f5d5cddf7f37)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:33.664390 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4600583c-ea39-44bb-85ab-efa909e219d9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.680841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:33.681394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:33.704154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (e9163a5f-9308-4e5b-bddf-f5d5cddf7f37), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.741190 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e9163a5f-9308-4e5b-bddf-f5d5cddf7f37), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.763504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:33.765387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (e9163a5f-9308-4e5b-bddf-f5d5cddf7f37), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:33.776286 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:33.791525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port eaca9652-e68d-43ed-8f08-b062d581c889 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:33.792120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (eaca9652-e68d-43ed-8f08-b062d581c889), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.887084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b4068-894e-4b16-965b-92423ac65583 None None] Pushing event updated for resources: {'Port': ['ID=4600583c-ea39-44bb-85ab-efa909e219d9,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:33.915096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6064a3a-7311-4203-b8d2-60b21fc47804 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:23:33.944046 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.api [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:23:33.944046 n-d-826529-2 neutron-server[103329]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:23:33.944046 n-d-826529-2 neutron-server[103329]: [parameters: {'id': '904645e9-0d31-42e2-a033-dfd7b68755a4'}] Jan 27 22:23:33.944046 n-d-826529-2 neutron-server[103329]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:23:33.945352 n-d-826529-2 neutron-server[103329]: DEBUG oslo_db.api [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:23:33.959988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (eaca9652-e68d-43ed-8f08-b062d581c889), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.962899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for floatingip (eaca9652-e68d-43ed-8f08-b062d581c889), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:33.987840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for eaca9652-e68d-43ed-8f08-b062d581c889 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:34.114752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6064a3a-7311-4203-b8d2-60b21fc47804 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:23:34.153067 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-70be7a0d-35eb-4ae7-ad04-f74372719ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:34.395846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (eaca9652-e68d-43ed-8f08-b062d581c889), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:34.432261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=eaca9652-e68d-43ed-8f08-b062d581c889,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:34.447828 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (904645e9-0d31-42e2-a033-dfd7b68755a4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:34.470392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb769e-ba00-4e67-b5d8-0a08452920e4 None None] Network 904645e9-0d31-42e2-a033-dfd7b68755a4 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:34.586450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for floatingip (e2a6d1b4-86db-4822-87e7-8883bed47021), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:34.587944 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Floating IP e2a6d1b4-86db-4822-87e7-8883bed47021 disassociated (deleted). External IP: 172.25.8.9, port: 066ce1a7-1a48-408a-bec8-9385ae12c74a. Jan 27 22:23:34.603544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port 4600583c-ea39-44bb-85ab-efa909e219d9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:34.605366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4600583c-ea39-44bb-85ab-efa909e219d9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:34.726190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612c165-1a37-4ef5-9966-db945bda6f3c None None] Network 904645e9-0d31-42e2-a033-dfd7b68755a4 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:34.753813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port 4600583c-ea39-44bb-85ab-efa909e219d9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4600583c-ea39-44bb-85ab-efa909e219d9,segment=NetworkSegment(e9163a5f-9308-4e5b-bddf-f5d5cddf7f37),segment_id=e9163a5f-9308-4e5b-bddf-f5d5cddf7f37)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:34.754188 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4600583c-ea39-44bb-85ab-efa909e219d9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:34.771323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for 4600583c-ea39-44bb-85ab-efa909e219d9 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:34.889899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4600583c-ea39-44bb-85ab-efa909e219d9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:34.923061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port 4600583c-ea39-44bb-85ab-efa909e219d9 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:34.987162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=4600583c-ea39-44bb-85ab-efa909e219d9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:35.037564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 65db7708-6d92-4eb2-bccf-9a16245b6271 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:35.066591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (904645e9-0d31-42e2-a033-dfd7b68755a4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:35.101561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904645e9-0d31-42e2-a033-dfd7b68755a4']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:35.114864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:35.114864 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9163a5f-9308-4e5b-bddf-f5d5cddf7f37') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:35.129125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (e9163a5f-9308-4e5b-bddf-f5d5cddf7f37), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:35.147050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e9163a5f-9308-4e5b-bddf-f5d5cddf7f37), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:35.156994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:35.157294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (e9163a5f-9308-4e5b-bddf-f5d5cddf7f37), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:35.161992 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:35.247256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (904645e9-0d31-42e2-a033-dfd7b68755a4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:35.253525 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:35.257657 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/904645e9-0d31-42e2-a033-dfd7b68755a4 HTTP/1.1" status: 204 len: 168 time: 2.7439234 Jan 27 22:23:35.263990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57930) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:35.277320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad669-6242-4770-9e8b-491f962449d3 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=904645e9-0d31-42e2-a033-dfd7b68755a4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:35.332674 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9d1a4d-00ed-4df8-87a6-69a0ca6c45cb tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:35.333192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9d1a4d-00ed-4df8-87a6-69a0ca6c45cb tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:35.336761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-da9d1a4d-00ed-4df8-87a6-69a0ca6c45cb tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/468b376c-2aef-459b-a066-491d3da51af2 HTTP/1.1" status: 404 len: 337 time: 0.0680251 Jan 27 22:23:35.340847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57932) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:35.348592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:35.353460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:35.364400 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] Sync routers for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:35.376820 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30441c1-982c-4110-b631-97effc55c399 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:35.377688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30441c1-982c-4110-b631-97effc55c399 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:35.387222 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c30441c1-982c-4110-b631-97effc55c399 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/904645e9-0d31-42e2-a033-dfd7b68755a4 HTTP/1.1" status: 404 len: 339 time: 0.0411673 Jan 27 22:23:35.388433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57934) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:35.410549 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d4f8eb00-65cf-4f38-87bc-48898c2c155d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/floatingips/e2a6d1b4-86db-4822-87e7-8883bed47021 HTTP/1.1" status: 204 len: 168 time: 1.9158309 Jan 27 22:23:35.411023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:35.415337 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5a2810-62a2-4cf8-910f-a08b5cb95034" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:35.430577 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b64036b-f0a2-4a1c-a5b6-9672a202fb78 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:35.430758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b64036b-f0a2-4a1c-a5b6-9672a202fb78 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:35.437270 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b64036b-f0a2-4a1c-a5b6-9672a202fb78 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/723cbfb4-91cb-4d18-89ac-0fb8ff9f5e90 HTTP/1.1" status: 404 len: 337 time: 0.0467937 Jan 27 22:23:35.437950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57940) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:35.477882 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27015497-853c-43a0-8c78-8e6eb4bb09a8 x-openstack-request-id: req-27015497-853c-43a0-8c78-8e6eb4bb09a8 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:35.478360 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:35.478795 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27015497-853c-43a0-8c78-8e6eb4bb09a8 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:35.481140 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'status': 'completed', 'code': 200} Jan 27 22:23:35.483161 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf72f7f-8e9d-4169-8a1d-2e09f55c5777 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:35.484261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf72f7f-8e9d-4169-8a1d-2e09f55c5777 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:35.494550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-baf72f7f-8e9d-4169-8a1d-2e09f55c5777 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/eea4890c-8408-4eb9-a288-c388beff5b18 HTTP/1.1" status: 404 len: 339 time: 0.0539865 Jan 27 22:23:35.496812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57942) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:35.609773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-3d826cc8-8565-4ec0-a057-27db89e6e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:35.616918 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-3d826cc8-8565-4ec0-a057-27db89e6e088 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 1097 time: 0.1093435 Jan 27 22:23:35.618579 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:35.620326 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:35.678973 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (286d1430-e526-418c-a027-02d1c76aab9d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:35.805179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-d0c048b7-98b1-4838-8d70-b72b5d677cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:35.809350 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-d0c048b7-98b1-4838-8d70-b72b5d677cc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=08da94aa-6b0e-4768-be81-17e04dec7e06 HTTP/1.1" status: 200 len: 898 time: 0.1839271 Jan 27 22:23:35.869788 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:35.906289 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-804fc39f-fca1-47ff-b3e0-c35030418a0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a HTTP/1.1" status: 200 len: 217 time: 0.0869253 Jan 27 22:23:35.962671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (286d1430-e526-418c-a027-02d1c76aab9d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:36.021259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-13cc7e07-6b0e-442e-8e0f-9c16beec9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:36.024015 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-13cc7e07-6b0e-442e-8e0f-9c16beec9847 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e0bd0bed-28ff-407b-883c-8c4ccb7b858f HTTP/1.1" status: 200 len: 835 time: 0.1100903 Jan 27 22:23:36.084812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286d1430-e526-418c-a027-02d1c76aab9d']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:36.113538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c11c14-3e21-4b9f-b391-55a8af1c5bad') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:36.113887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c11c14-3e21-4b9f-b391-55a8af1c5bad') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:36.125375 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-6fc7c622-5a5c-4159-a6eb-8289bd262ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:36.128940 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-6fc7c622-5a5c-4159-a6eb-8289bd262ddb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08da94aa-6b0e-4768-be81-17e04dec7e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948997 Jan 27 22:23:36.132595 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (58c11c14-3e21-4b9f-b391-55a8af1c5bad), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:36.148312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fd1eb-5708-45fc-a1b5-c7e002734075 req-228a2e99-efad-43fc-bed3-42d2d83cd5d0 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:36.150004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-889fd1eb-5708-45fc-a1b5-c7e002734075 req-228a2e99-efad-43fc-bed3-42d2d83cd5d0 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 946 time: 0.1796038 Jan 27 22:23:36.180343 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (58c11c14-3e21-4b9f-b391-55a8af1c5bad), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:36.202307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:36.202860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (58c11c14-3e21-4b9f-b391-55a8af1c5bad), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:36.288646 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:25Z', 'revision_number': 6, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:36.306972 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:36.345953 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] Checking router: 65db7708-6d92-4eb2-bccf-9a16245b6271 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:36.354722 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-b6447867-0d1f-4da5-8e73-6b24dcb9ca4e service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183545 Jan 27 22:23:36.369250 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:36.372098 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:36.381926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (286d1430-e526-418c-a027-02d1c76aab9d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:36.408380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:36.424735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/286d1430-e526-418c-a027-02d1c76aab9d HTTP/1.1" status: 204 len: 168 time: 0.9255109 Jan 27 22:23:36.450828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57954) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:36.601004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa4ab8-75f6-4449-9a77-c4bd5dc3c03b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=286d1430-e526-418c-a027-02d1c76aab9d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:36.631720 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7cd750-99ed-450e-8107-f86a09cb1be1 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:36.637195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7cd750-99ed-450e-8107-f86a09cb1be1 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:36.650764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3e7cd750-99ed-450e-8107-f86a09cb1be1 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/c3aeb38c-20b6-4958-ba36-0f293fd63d8f HTTP/1.1" status: 404 len: 337 time: 0.1994123 Jan 27 22:23:36.656542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57956) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:36.688882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-889fd1eb-5708-45fc-a1b5-c7e002734075 req-09a130a2-daa6-458b-9d0d-83a95e87d4f5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5268147 Jan 27 22:23:36.690030 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7e5a2810-62a2-4cf8-910f-a08b5cb95034 req-2b1a2ccb-7fe1-40e1-9c7f-98bf0dd020c3 service neutron] 10.222.0.16 "GET /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252938 Jan 27 22:23:36.699043 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-9fbeeeb7-bffe-4517-93d8-d60bc816be4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293461 Jan 27 22:23:36.723647 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:36.726580 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc78f12-9652-4108-9930-c6e16d587c69 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:36.727660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc78f12-9652-4108-9930-c6e16d587c69 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:36.740716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1cc78f12-9652-4108-9930-c6e16d587c69 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/d1ed7f64-b080-42d7-8cfd-d4f10a2ca3e5 HTTP/1.1" status: 404 len: 339 time: 0.0807266 Jan 27 22:23:36.742260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:36.815071 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-43475fb7-dbc6-4c6c-b5e6-324b76e25aa7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:36.816145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43475fb7-dbc6-4c6c-b5e6-324b76e25aa7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:36.820457 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-43475fb7-dbc6-4c6c-b5e6-324b76e25aa7 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/cd9cdb33-ab10-4910-9a6f-497337851e9e HTTP/1.1" status: 404 len: 337 time: 0.0764081 Jan 27 22:23:36.824670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57960) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:36.853993 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cee699-1be4-42d7-87b4-8ec1941a3173 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:36.854440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cee699-1be4-42d7-87b4-8ec1941a3173 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:36.861982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23cee699-1be4-42d7-87b4-8ec1941a3173 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/0d6d7ac2-0c66-4442-99f9-b235a37c35c4 HTTP/1.1" status: 404 len: 339 time: 0.0323277 Jan 27 22:23:36.862936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57962) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:36.884902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-6bd917d0-b0cc-4ad4-814d-6ff7b15b4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:36.887513 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-6bd917d0-b0cc-4ad4-814d-6ff7b15b4cd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1096 time: 0.0835392 Jan 27 22:23:36.901702 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8903d90b-9d0a-4a95-a8c8-a53e2944f96b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:36.902566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8903d90b-9d0a-4a95-a8c8-a53e2944f96b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:36.907396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8903d90b-9d0a-4a95-a8c8-a53e2944f96b tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/3ab9d248-5949-4faa-8eb5-b442c6ee56e4 HTTP/1.1" status: 404 len: 337 time: 0.0430233 Jan 27 22:23:36.910348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57964) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:36.958895 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-433974f9-02bb-4d34-8589-a60a6b083f42 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:36.959850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433974f9-02bb-4d34-8589-a60a6b083f42 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:36.967967 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-433974f9-02bb-4d34-8589-a60a6b083f42 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/a8106219-5b76-460b-bb8e-f1a8a192db58 HTTP/1.1" status: 404 len: 339 time: 0.0539317 Jan 27 22:23:36.968910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57966) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.009775 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-c567a212-0a94-487d-bb2d-2faa595fdc45 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.011091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c567a212-0a94-487d-bb2d-2faa595fdc45 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.018298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c567a212-0a94-487d-bb2d-2faa595fdc45 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/b88110dd-9f70-4dd5-b64d-f6f9ed6fa83b HTTP/1.1" status: 404 len: 337 time: 0.0475361 Jan 27 22:23:37.019526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57968) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.048354 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5163b8-f071-4f70-9b3f-79ce87f4f767 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.048913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5163b8-f071-4f70-9b3f-79ce87f4f767 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.054485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0b5163b8-f071-4f70-9b3f-79ce87f4f767 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/2490bf1b-9c63-4567-9724-073e86d30775 HTTP/1.1" status: 404 len: 339 time: 0.0314045 Jan 27 22:23:37.054819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57970) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.080833 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2de4ee32-e913-47b6-af2c-0c23ee555090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:37.113988 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f7d34f-fab8-4936-b775-fb4264b49504 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.118506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f7d34f-fab8-4936-b775-fb4264b49504 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.122701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f6f7d34f-fab8-4936-b775-fb4264b49504 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/e90889e1-1ce3-4dbf-82e6-073e08ae3f99 HTTP/1.1" status: 404 len: 337 time: 0.0646932 Jan 27 22:23:37.122923 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:25Z', 'revision_number': 6, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:37.125235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57974) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.159243 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3f1cd3-db62-4c8d-af79-db92ae7600d2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.160115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3f1cd3-db62-4c8d-af79-db92ae7600d2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.166948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57976) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.173634 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c89b9-5cae-4cbc-83c6-028ce70fb6f7 None None] The sync data for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 is: [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:25Z', 'revision_number': 6, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '4c605cff-c52b-44f3-bd0a-aba6c520eda4', 'name': '', 'network_id': '08da94aa-6b0e-4768-be81-17e04dec7e06', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:d2:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:26Z', 'updated_at': '2022-01-27T22:20:33Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': 'e0bd0bed-28ff-407b-883c-8c4ccb7b858f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:37.176248 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ac3f1cd3-db62-4c8d-af79-db92ae7600d2 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/8da00629-f20c-4dd4-ae0e-d95c720c4053 HTTP/1.1" status: 404 len: 339 time: 0.0488367 Jan 27 22:23:37.192795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-445e2daa-4781-4957-bc96-db298bfe5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:37.195878 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-445e2daa-4781-4957-bc96-db298bfe5148 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.2710955 Jan 27 22:23:37.199876 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8870843a-d9a8-4a3b-a595-106a40232480 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.200662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8870843a-d9a8-4a3b-a595-106a40232480 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.208142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8870843a-d9a8-4a3b-a595-106a40232480 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/da33ef40-3b68-4095-a61d-f827bb784ecc HTTP/1.1" status: 404 len: 337 time: 0.0397434 Jan 27 22:23:37.208891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57978) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.230855 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e52684-13ea-4195-ba7d-d475d9fc2aba tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.231494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e52684-13ea-4195-ba7d-d475d9fc2aba tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.238045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-17e52684-13ea-4195-ba7d-d475d9fc2aba tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/46d1baa5-a9b2-42b8-83b1-f271bf10f1de HTTP/1.1" status: 404 len: 339 time: 0.0277364 Jan 27 22:23:37.238698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57980) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.272115 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15ec5d8-561f-46e2-8a21-4dca52a48715 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.272722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15ec5d8-561f-46e2-8a21-4dca52a48715 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.282441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b15ec5d8-561f-46e2-8a21-4dca52a48715 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/43296f76-199c-4571-a938-3d4fbdf08db6 HTTP/1.1" status: 404 len: 337 time: 0.0408525 Jan 27 22:23:37.282441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57982) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.299971 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-b9e5689b-ae0c-43ee-8f14-cf100d669340 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 1001 time: 0.0972536 Jan 27 22:23:37.301971 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f5ac99-0849-4c02-b830-079579aac779 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.302658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f5ac99-0849-4c02-b830-079579aac779 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.306848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-07f5ac99-0849-4c02-b830-079579aac779 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/1d64432f-01d5-493a-8632-d6ec2c5d2b4f HTTP/1.1" status: 404 len: 339 time: 0.0237205 Jan 27 22:23:37.308532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57984) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.350200 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd92aeb1-8f89-491b-ab50-87d171db8089 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.351275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd92aeb1-8f89-491b-ab50-87d171db8089 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.361227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dd92aeb1-8f89-491b-ab50-87d171db8089 tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/392cf275-27ad-4524-99ba-8ba9800ccddb HTTP/1.1" status: 404 len: 337 time: 0.0479751 Jan 27 22:23:37.361751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57986) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.393582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-2cebea79-1d8d-4606-afdd-a651cc4bd326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:37.396876 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-2cebea79-1d8d-4606-afdd-a651cc4bd326 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0906003 Jan 27 22:23:37.403535 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa7dcaa-d4b5-4fe9-b6fb-28ce578362fe tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] DELETE failed (client error): The resource could not be found. Jan 27 22:23:37.404624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa7dcaa-d4b5-4fe9-b6fb-28ce578362fe tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:23:37.410701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5fa7dcaa-d4b5-4fe9-b6fb-28ce578362fe tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/17463bf2-5f38-4c1c-9a86-ebf81216048e HTTP/1.1" status: 404 len: 339 time: 0.0460007 Jan 27 22:23:37.414830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 57988) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.542238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10765fe-bc41-4a5f-9708-d79ad4e7926d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting subnet c50a1e76-10fa-4681-93a6-3933d40ccf3e {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:23:37.546957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d10765fe-bc41-4a5f-9708-d79ad4e7926d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (c50a1e76-10fa-4681-93a6-3933d40ccf3e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:37.626130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-805e53a0-d608-4415-8150-2287b28681a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:37.628013 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-805e53a0-d608-4415-8150-2287b28681a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247019 Jan 27 22:23:37.631388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46b68d-f396-4301-a19c-2aee6bfb2b04 None None] New status for floating IP e2a6d1b4-86db-4822-87e7-8883bed47021: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:23:37.634324 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d10765fe-bc41-4a5f-9708-d79ad4e7926d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (c50a1e76-10fa-4681-93a6-3933d40ccf3e), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:37.738137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-396cb244-4503-40b6-b1f6-537ee12b798f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:37.739836 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-396cb244-4503-40b6-b1f6-537ee12b798f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 946 time: 0.2602110 Jan 27 22:23:37.864013 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-2aba3576-ec0f-4bd0-b74a-19753cbc55b3 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252221 Jan 27 22:23:37.994449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d10765fe-bc41-4a5f-9708-d79ad4e7926d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c50a1e76-10fa-4681-93a6-3933d40ccf3e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.020885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89f83e-0fec-446c-a635-39cf1c18c487 req-e6610f4d-f20a-4a54-bdfc-83e8ab9a9da2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:38.025277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f89f83e-0fec-446c-a635-39cf1c18c487 req-e6610f4d-f20a-4a54-bdfc-83e8ab9a9da2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 946 time: 0.1167443 Jan 27 22:23:38.077142 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port 066ce1a7-1a48-408a-bec8-9385ae12c74a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:38.077480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.150997 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2d4bb4bf-efc3-4ce6-b572-b05bf6c3e328 req-9e122578-2a85-412b-bfc9-fe45bc244712 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490423 Jan 27 22:23:38.154732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f89f83e-0fec-446c-a635-39cf1c18c487 req-2f950b3b-0acb-4080-a182-8c786dbbf1b8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=0c436638-c801-4cd2-b8c2-97d2db19f74e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149147 Jan 27 22:23:38.159566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d10765fe-bc41-4a5f-9708-d79ad4e7926d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (c50a1e76-10fa-4681-93a6-3933d40ccf3e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.183461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d10765fe-bc41-4a5f-9708-d79ad4e7926d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.184739 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d10765fe-bc41-4a5f-9708-d79ad4e7926d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/subnets/c50a1e76-10fa-4681-93a6-3933d40ccf3e HTTP/1.1" status: 204 len: 168 time: 0.7677166 Jan 27 22:23:38.189730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 57996) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:38.190046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b96252-1f6b-4cea-9d64-4266f868039f None None] Network cfc40b0e-e1ba-4467-a648-a575fbf39eff requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:38.224156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10765fe-bc41-4a5f-9708-d79ad4e7926d tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Subnet': ['ID=c50a1e76-10fa-4681-93a6-3933d40ccf3e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:38.277263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port 066ce1a7-1a48-408a-bec8-9385ae12c74a, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=066ce1a7-1a48-408a-bec8-9385ae12c74a,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:38.278574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.312496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for 066ce1a7-1a48-408a-bec8-9385ae12c74a owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:38.358031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (cfc40b0e-e1ba-4467-a648-a575fbf39eff), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.403251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] DHCP port deletion for cfc40b0e-e1ba-4467-a648-a575fbf39eff request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:23:38.501199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] Deleting port 823a1ca6-d589-475c-a0b4-6e80bd92272d {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:38.502747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.557220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (066ce1a7-1a48-408a-bec8-9385ae12c74a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.565248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Deleting port 823a1ca6-d589-475c-a0b4-6e80bd92272d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:38.565771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.589578 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.619064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=066ce1a7-1a48-408a-bec8-9385ae12c74a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:38.630566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] For port 823a1ca6-d589-475c-a0b4-6e80bd92272d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=823a1ca6-d589-475c-a0b4-6e80bd92272d,segment=NetworkSegment(4afa91b9-08e1-4945-946e-2d8ce16396d2),segment_id=4afa91b9-08e1-4945-946e-2d8ce16396d2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:38.642019 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.675710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] For port 823a1ca6-d589-475c-a0b4-6e80bd92272d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=823a1ca6-d589-475c-a0b4-6e80bd92272d,segment=NetworkSegment(4afa91b9-08e1-4945-946e-2d8ce16396d2),segment_id=4afa91b9-08e1-4945-946e-2d8ce16396d2)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:38.678374 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.689596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] Calling delete_port for 823a1ca6-d589-475c-a0b4-6e80bd92272d owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:38.713339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Calling delete_port for 823a1ca6-d589-475c-a0b4-6e80bd92272d owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:38.716171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] No DVR routers for this DVR port 066ce1a7-1a48-408a-bec8-9385ae12c74a on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:38.721957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.726700 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2c313a5f-4af3-49ff-bff9-981efe826281 req-77a97611-8a3b-4914-ae10-2b58d504c536 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "DELETE /v2.0/ports/066ce1a7-1a48-408a-bec8-9385ae12c74a HTTP/1.1" status: 204 len: 173 time: 0.9802804 Jan 27 22:23:38.727470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'name': 'network-vif-deleted', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:38.730489 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2928c38b-525d-4b25-89b2-c53f16f1a9b4" -d '{"events": [{"server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "name": "network-vif-deleted", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:38.802566 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8101883d-68cd-4aa3-97d2-bff51592d95b x-openstack-request-id: req-8101883d-68cd-4aa3-97d2-bff51592d95b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:38.803685 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb16a37-2ad7-42d3-8eee-bf055efe372b", "name": "network-vif-deleted", "tag": "066ce1a7-1a48-408a-bec8-9385ae12c74a", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:38.803685 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8101883d-68cd-4aa3-97d2-bff51592d95b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:38.804266 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb16a37-2ad7-42d3-8eee-bf055efe372b', 'name': 'network-vif-deleted', 'tag': '066ce1a7-1a48-408a-bec8-9385ae12c74a', 'status': 'completed', 'code': 200} Jan 27 22:23:38.870191 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.882350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (823a1ca6-d589-475c-a0b4-6e80bd92272d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.887333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] No DVR routers for this DVR port 823a1ca6-d589-475c-a0b4-6e80bd92272d on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:38.929795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] No DVR routers for this DVR port 823a1ca6-d589-475c-a0b4-6e80bd92272d on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:38.935239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788ab8b-f07f-41bd-b477-f71fd826ca34 None None] Pushing event deleted for resources: {'Port': ['ID=823a1ca6-d589-475c-a0b4-6e80bd92272d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:39.013183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Port': ['ID=823a1ca6-d589-475c-a0b4-6e80bd92272d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:39.029896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (cfc40b0e-e1ba-4467-a648-a575fbf39eff), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.082197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc40b0e-e1ba-4467-a648-a575fbf39eff']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:39.117668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afa91b9-08e1-4945-946e-2d8ce16396d2') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:39.118083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afa91b9-08e1-4945-946e-2d8ce16396d2') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:39.141569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (4afa91b9-08e1-4945-946e-2d8ce16396d2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.226625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4afa91b9-08e1-4945-946e-2d8ce16396d2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.249384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:39.250219 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (4afa91b9-08e1-4945-946e-2d8ce16396d2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:39.256221 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:39.282329 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:23:39.350871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (cfc40b0e-e1ba-4467-a648-a575fbf39eff), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.363603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.379640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] 10.222.0.45 "DELETE /v2.0/networks/cfc40b0e-e1ba-4467-a648-a575fbf39eff HTTP/1.1" status: 204 len: 168 time: 1.1858926 Jan 27 22:23:39.431897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b845afd-0035-4ea1-85b0-3caf4d27914e tempest-NetworksTest-1559087202 tempest-NetworksTest-1559087202-project] Pushing event deleted for resources: {'Network': ['ID=cfc40b0e-e1ba-4467-a648-a575fbf39eff,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:39.469469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c194843-6861-4d6c-809c-a020d4b035de req-e705c748-45f0-4b6f-a227-3063d0eda9bc tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fb16a37-2ad7-42d3-8eee-bf055efe372b HTTP/1.1" status: 200 len: 210 time: 0.0533783 Jan 27 22:23:39.520494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 823a1ca6-d589-475c-a0b4-6e80bd92272d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:39.567806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 823a1ca6-d589-475c-a0b4-6e80bd92272d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:39.568415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 823a1ca6-d589-475c-a0b4-6e80bd92272d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:39.735366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58010) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:39.907748 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2de178e7-8d08-417f-8e8a-9d98cd574fc6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e4f2733375f46d4af89e243cdf05cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709104 Jan 27 22:23:39.911081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58016) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:39.975590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c135767-6e98-43e6-ad63-28e4fecc2eca admin admin] Publish callbacks [] for security_group (5c747a5e-3c90-4150-909a-59f45d683414), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.006074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c135767-6e98-43e6-ad63-28e4fecc2eca admin admin] Publish callbacks [] for security_group (5c747a5e-3c90-4150-909a-59f45d683414), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.067459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c135767-6e98-43e6-ad63-28e4fecc2eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5c747a5e-3c90-4150-909a-59f45d683414), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.072373 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8c135767-6e98-43e6-ad63-28e4fecc2eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.074567 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8c135767-6e98-43e6-ad63-28e4fecc2eca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c747a5e-3c90-4150-909a-59f45d683414 HTTP/1.1" status: 204 len: 168 time: 0.1615677 Jan 27 22:23:40.089828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c135767-6e98-43e6-ad63-28e4fecc2eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c747a5e-3c90-4150-909a-59f45d683414,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:40.573070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58050) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:40.657553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-61a23e86-e375-41b5-94af-866e983650f8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:40.661886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-61a23e86-e375-41b5-94af-866e983650f8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/networks?id=c57be041-c570-4563-9f4b-4125551feccc HTTP/1.1" status: 200 len: 814 time: 0.1926363 Jan 27 22:23:40.681092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ca6dd15-bca1-4a3a-949e-9d485b324b67 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (0c436638-c801-4cd2-b8c2-97d2db19f74e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.694659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-4ae8f18c-2276-4242-b7ad-bb7011784769 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/quotas/3b87ce40fb554c4b9be00a142014610c HTTP/1.1" status: 200 len: 375 time: 0.0168078 Jan 27 22:23:40.725137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ca6dd15-bca1-4a3a-949e-9d485b324b67 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (0c436638-c801-4cd2-b8c2-97d2db19f74e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.755497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 066ce1a7-1a48-408a-bec8-9385ae12c74a no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:40.767074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-6f3eaf19-b986-4c14-8870-366c6596c774 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b87ce40fb554c4b9be00a142014610c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657275 Jan 27 22:23:40.849010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ca6dd15-bca1-4a3a-949e-9d485b324b67 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0c436638-c801-4cd2-b8c2-97d2db19f74e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.853411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7ca6dd15-bca1-4a3a-949e-9d485b324b67 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.854944 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7ca6dd15-bca1-4a3a-949e-9d485b324b67 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/security-groups/0c436638-c801-4cd2-b8c2-97d2db19f74e HTTP/1.1" status: 204 len: 168 time: 0.2804644 Jan 27 22:23:40.861399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 066ce1a7-1a48-408a-bec8-9385ae12c74a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:40.864815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 066ce1a7-1a48-408a-bec8-9385ae12c74a not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:40.882897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6dd15-bca1-4a3a-949e-9d485b324b67 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c436638-c801-4cd2-b8c2-97d2db19f74e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:40.995846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58066) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:41.067685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.182553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58068) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:41.257726 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.296391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-91dd2d97-8eca-4707-9ca9-b5467920d941 service neutron] 10.222.0.45 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188346 Jan 27 22:23:41.358115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-66cc4087-e2fd-41be-8b16-5219e1e22743 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-628991383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:41.400149 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66cc4087-e2fd-41be-8b16-5219e1e22743 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (6433cdd0-f1ba-4c42-99ec-107edda025bd), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.401227 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66cc4087-e2fd-41be-8b16-5219e1e22743 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (6433cdd0-f1ba-4c42-99ec-107edda025bd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.433416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-229be594-3c37-4a1d-9e33-4a158323153e service neutron] 10.222.0.45 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310787 Jan 27 22:23:41.481953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66cc4087-e2fd-41be-8b16-5219e1e22743 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for router_controller (6433cdd0-f1ba-4c42-99ec-107edda025bd), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.488470 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66cc4087-e2fd-41be-8b16-5219e1e22743 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (6433cdd0-f1ba-4c42-99ec-107edda025bd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.512711 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66cc4087-e2fd-41be-8b16-5219e1e22743 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.517017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-66cc4087-e2fd-41be-8b16-5219e1e22743 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3307812 Jan 27 22:23:41.518333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58072) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:41.527806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-651402060'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:41.558869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Made reservation on behalf of 065cf1b4cf054389808cbe5f656c6d76 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:41.562683 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.579488 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.693743 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for security_group (206f1832-b54f-4fad-892c-9e9b809c6496), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.736775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70f64733-8698-483d-ae6f-79bdd4f0e910 req-074caa8f-bf14-4bdf-a4af-2004e5bcec7b tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 210 time: 0.0382123 Jan 27 22:23:41.737780 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (206f1832-b54f-4fad-892c-9e9b809c6496), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.786461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:41.798076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206f1832-b54f-4fad-892c-9e9b809c6496,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:41.804667 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b1856f03-d2ad-48b6-adb7-21599e1803e8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.805026 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Added segment b1856f03-d2ad-48b6-adb7-21599e1803e8 of type vlan for network 26dbc4e9-db55-48c0-91a3-dae190544aab Jan 27 22:23:41.895904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (26dbc4e9-db55-48c0-91a3-dae190544aab), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.955783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (26dbc4e9-db55-48c0-91a3-dae190544aab), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.967948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:41.970259 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:42.120184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (65db7708-6d92-4eb2-bccf-9a16245b6271), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:42.125522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6050107 Jan 27 22:23:42.127371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58086) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:42.151696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'subnet': {'network_id': '26dbc4e9-db55-48c0-91a3-dae190544aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:42.152042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aca330-494f-4067-995a-dc3a4aadc9b4 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Network': ['ID=26dbc4e9-db55-48c0-91a3-dae190544aab,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:42.173141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 26dbc4e9-db55-48c0-91a3-dae190544aab details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:42.350390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Made reservation on behalf of 065cf1b4cf054389808cbe5f656c6d76 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:42.360336 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:42.755292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (e00d00f5-f372-4cde-9dfd-1f7cec2b682a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:42.848520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port 4c605cff-c52b-44f3-bd0a-aba6c520eda4 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:42.849088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:42.882665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-254cca57-be79-463b-95f9-4e28a4f3935b req-99bedbb2-70df-4697-bc9f-766ab61c0479 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 210 time: 0.0354371 Jan 27 22:23:43.026991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Subnet': ['ID=e00d00f5-f372-4cde-9dfd-1f7cec2b682a,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:43.151720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Checking segment: {'id': 'b1856f03-d2ad-48b6-adb7-21599e1803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26dbc4e9-db55-48c0-91a3-dae190544aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:43.152459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network hostable DHCP agents. Network: 26dbc4e9-db55-48c0-91a3-dae190544aab, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:43.270402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port 4c605cff-c52b-44f3-bd0a-aba6c520eda4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c605cff-c52b-44f3-bd0a-aba6c520eda4,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:43.270893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.294971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network 26dbc4e9-db55-48c0-91a3-dae190544aab is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:43.309056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8cb800cb-0a79-4647-80d3-2027b5a9e531 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:43.311818 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8cb800cb-0a79-4647-80d3-2027b5a9e531 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.16 "GET /v2.0/networks?id=c57be041-c570-4563-9f4b-4125551feccc HTTP/1.1" status: 200 len: 814 time: 0.3583376 Jan 27 22:23:43.333396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Request body: {'port': {'device_id': '1c0814ed-957a-4c03-aea4-1e0fa8729676', 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc', 'admin_state_up': True, 'tenant_id': '3b87ce40fb554c4b9be00a142014610c'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:43.339746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for 4c605cff-c52b-44f3-bd0a-aba6c520eda4 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:43.382593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 26dbc4e9-db55-48c0-91a3-dae190544aab) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:43.398100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a9a94-b73d-4c73-b9fa-fb6573f6eec2 None None] Network 26dbc4e9-db55-48c0-91a3-dae190544aab requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:43.512982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:43.514011 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.557055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-26dbc4e9-db55-48c0-91a3-dae190544aab', 'network_id': '26dbc4e9-db55-48c0-91a3-dae190544aab', 'project_id': '065cf1b4cf054389808cbe5f656c6d76', 'fixed_ips': [{'subnet_id': 'e00d00f5-f372-4cde-9dfd-1f7cec2b682a'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:43.558033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.570283 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f00fa491-dc35-417d-8b81-745888038d39 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4414802 Jan 27 22:23:43.587586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58092) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:43.599729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'network': {'name': 'tempest-router-network01--651457390'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:43.652955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Made reservation on behalf of 065cf1b4cf054389808cbe5f656c6d76 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:43.663220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.724615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:43.743279 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b737740e-e911-4eb3-a255-50cfbdfcc67c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.743896 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Added segment b737740e-e911-4eb3-a255-50cfbdfcc67c of type vlan for network bc04420a-a28f-4e7d-b302-554f5293d80a Jan 27 22:23:43.745089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Made reservation on behalf of 3b87ce40fb554c4b9be00a142014610c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:43.750283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.758782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Allocated IP 172.20.0.2 (26dbc4e9-db55-48c0-91a3-dae190544aab/e00d00f5-f372-4cde-9dfd-1f7cec2b682a/cc9a07da-d576-474f-a1ea-6ab03932c110) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:43.829704 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (bc04420a-a28f-4e7d-b302-554f5293d80a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.885549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (bc04420a-a28f-4e7d-b302-554f5293d80a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.902573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:43.903605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.957494 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4c605cff-c52b-44f3-bd0a-aba6c520eda4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.958982 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Publish callbacks [] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.968757 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.036710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=4c605cff-c52b-44f3-bd0a-aba6c520eda4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:44.070586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Network 26dbc4e9-db55-48c0-91a3-dae190544aab is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:44.078780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:44.082518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4924469 Jan 27 22:23:44.083299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:44.104949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58096) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:44.112443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Allocated IP 172.20.0.9 (c57be041-c570-4563-9f4b-4125551feccc/3876dce6-8b1e-4e36-b53e-1dbaa22b9b30/a204b571-6aae-47e3-8421-c9930f307ace) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:44.178328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Pushing event updated for resources: {'Port': ['ID=cc9a07da-d576-474f-a1ea-6ab03932c110,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:44.212594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.212800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.213355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.214140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.214580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.215108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.215744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.216313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.216872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.217769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.218361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.218898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.219561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:44.234377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Attempting to bind port cc9a07da-d576-474f-a1ea-6ab03932c110 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:44.235045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Attempting to bind port cc9a07da-d576-474f-a1ea-6ab03932c110 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'b1856f03-d2ad-48b6-adb7-21599e1803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26dbc4e9-db55-48c0-91a3-dae190544aab'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:44.235670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Attempting to bind port cc9a07da-d576-474f-a1ea-6ab03932c110 on network 26dbc4e9-db55-48c0-91a3-dae190544aab {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:44.246393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:44.247006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'network': {'name': 'tempest-router-network02--31945477'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:44.247129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Checking segment: {'id': 'b1856f03-d2ad-48b6-adb7-21599e1803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26dbc4e9-db55-48c0-91a3-dae190544aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:44.247767 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.248431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Bound using segment: {'id': 'b1856f03-d2ad-48b6-adb7-21599e1803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26dbc4e9-db55-48c0-91a3-dae190544aab'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:44.249263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Bound port: cc9a07da-d576-474f-a1ea-6ab03932c110, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1856f03-d2ad-48b6-adb7-21599e1803e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26dbc4e9-db55-48c0-91a3-dae190544aab'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:44.250207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.262557 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08e186aa-ac86-4fa8-85da-ee6439e77db3 req-612a0d43-cae0-4986-94b4-85268dc25a75 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 210 time: 0.1785715 Jan 27 22:23:44.263324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b858d4-4df5-4c11-a880-008cf67f0cbd tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Network': ['ID=bc04420a-a28f-4e7d-b302-554f5293d80a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:44.298687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Made reservation on behalf of 065cf1b4cf054389808cbe5f656c6d76 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:44.303317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.323857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network bc04420a-a28f-4e7d-b302-554f5293d80a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:44.365252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:44.378852 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a8f71b39-bd13-44d4-9281-764454154300), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.379785 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Added segment a8f71b39-bd13-44d4-9281-764454154300 of type vlan for network 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 Jan 27 22:23:44.400010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (65db7708-6d92-4eb2-bccf-9a16245b6271), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.428572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] For port cc9a07da-d576-474f-a1ea-6ab03932c110, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:44.433161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] For port cc9a07da-d576-474f-a1ea-6ab03932c110, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cc9a07da-d576-474f-a1ea-6ab03932c110,segment=NetworkSegment(b1856f03-d2ad-48b6-adb7-21599e1803e8),segment_id=b1856f03-d2ad-48b6-adb7-21599e1803e8)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:44.442609 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.447465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.485581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.491761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:44.497018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.535582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45769721-2de3-4493-aecf-1b3c6abd9485 None None] Pushing event updated for resources: {'Port': ['ID=cc9a07da-d576-474f-a1ea-6ab03932c110,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:44.590565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Network': ['ID=7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:44.597016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-51b0020b-05a7-44cb-8b66-592de7fab27f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4900992 Jan 27 22:23:44.600725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58102) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:44.606676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'subnet': {'network_id': 'bc04420a-a28f-4e7d-b302-554f5293d80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:44.607019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:44.747694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Made reservation on behalf of 065cf1b4cf054389808cbe5f656c6d76 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:44.751646 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.893853 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks [] for port (a204b571-6aae-47e3-8421-c9930f307ace), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:44.989267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 65db7708-6d92-4eb2-bccf-9a16245b6271 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:45.001564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a204b571-6aae-47e3-8421-c9930f307ace), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.084626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Network c57be041-c570-4563-9f4b-4125551feccc is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:45.093011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:45.098724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:45.113892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (3768d2e2-9d82-4c03-811b-e90b81a4c673), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.144959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Pushing event updated for resources: {'Port': ['ID=a204b571-6aae-47e3-8421-c9930f307ace,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:45.197198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Subnet': ['ID=3768d2e2-9d82-4c03-811b-e90b81a4c673,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:45.203624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:45.204338 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.208802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Checking segment: {'id': 'b737740e-e911-4eb3-a255-50cfbdfcc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bc04420a-a28f-4e7d-b302-554f5293d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:45.208802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network hostable DHCP agents. Network: bc04420a-a28f-4e7d-b302-554f5293d80a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:45.227693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:45.228042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network bc04420a-a28f-4e7d-b302-554f5293d80a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:45.233052 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-bc8f5dcf-824d-4843-ae44-475b8d2ac2fc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9118435 Jan 27 22:23:45.237410 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2ab535b4-9816-47fd-bf6f-8751f11cb92a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "PUT /v2.0/routers/65db7708-6d92-4eb2-bccf-9a16245b6271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2396166 Jan 27 22:23:45.241267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58104) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:45.242827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, bc04420a-a28f-4e7d-b302-554f5293d80a) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:45.247899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Request body: {'port': {'device_id': '1c0814ed-957a-4c03-aea4-1e0fa8729676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:45.249681 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] Sync routers for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:45.255304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:45.255970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.257065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251ce11-0b46-494d-ab09-39c6fb76b689 None None] Network bc04420a-a28f-4e7d-b302-554f5293d80a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:45.266518 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:45.268025 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:45.363051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a24f421-7ab9-4108-acca-ccc976af1c3c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting subnet e0bd0bed-28ff-407b-883c-8c4ccb7b858f {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:23:45.380553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-aaee7784-b5b8-46a7-8656-327140d5b1bb tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7784305 Jan 27 22:23:45.391991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a24f421-7ab9-4108-acca-ccc976af1c3c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (e0bd0bed-28ff-407b-883c-8c4ccb7b858f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.395634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58110) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:45.407054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'subnet': {'network_id': '7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:45.429139 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a204b571-6aae-47e3-8421-c9930f307ace), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.464953 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:45.506242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-bc04420a-a28f-4e7d-b302-554f5293d80a', 'network_id': 'bc04420a-a28f-4e7d-b302-554f5293d80a', 'project_id': '065cf1b4cf054389808cbe5f656c6d76', 'fixed_ips': [{'subnet_id': '3768d2e2-9d82-4c03-811b-e90b81a4c673'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:45.510301 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.602285 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a24f421-7ab9-4108-acca-ccc976af1c3c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (e0bd0bed-28ff-407b-883c-8c4ccb7b858f), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.703647 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:43Z', 'revision_number': 7, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:45.749167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4284-68a9-4048-bb54-571a57173f51 req-6ddb554f-4b16-48b7-b1bd-1c545b906d3f tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:45.751296 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] Checking router: 65db7708-6d92-4eb2-bccf-9a16245b6271 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:45.759143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab7e4284-68a9-4048-bb54-571a57173f51 req-6ddb554f-4b16-48b7-b1bd-1c545b906d3f tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 931 time: 0.3099964 Jan 27 22:23:45.808055 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] Routers {'65db7708-6d92-4eb2-bccf-9a16245b6271'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:45.817979 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['65db7708-6d92-4eb2-bccf-9a16245b6271'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:45.834050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Made reservation on behalf of 065cf1b4cf054389808cbe5f656c6d76 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:45.847572 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:45.850914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cc9a07da-d576-474f-a1ea-6ab03932c110 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:45.932321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Allocated IP 172.20.0.2 (bc04420a-a28f-4e7d-b302-554f5293d80a/3768d2e2-9d82-4c03-811b-e90b81a4c673/0c13eb6b-efab-49fe-b724-304c05450aa2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:45.987563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab7e4284-68a9-4048-bb54-571a57173f51 req-75ea29be-04d2-4624-bf69-4b95983361dc tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272680 Jan 27 22:23:45.996534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cc9a07da-d576-474f-a1ea-6ab03932c110 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:45.997620 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.061695 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] Set router 65db7708-6d92-4eb2-bccf-9a16245b6271 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:46.143567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a24f421-7ab9-4108-acca-ccc976af1c3c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e0bd0bed-28ff-407b-883c-8c4ccb7b858f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.227892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cc9a07da-d576-474f-a1ea-6ab03932c110 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:46.228307 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.234474 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Publish callbacks [] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.254816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.259078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a24f421-7ab9-4108-acca-ccc976af1c3c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (e0bd0bed-28ff-407b-883c-8c4ccb7b858f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.274094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a204b571-6aae-47e3-8421-c9930f307ace {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:23:46.285359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Publish callbacks [] for port (a204b571-6aae-47e3-8421-c9930f307ace), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.300691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Transition to ACTIVE for port object a204b571-6aae-47e3-8421-c9930f307ace will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:23:46.309170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a204b571-6aae-47e3-8421-c9930f307ace), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.314069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Network bc04420a-a28f-4e7d-b302-554f5293d80a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:46.319198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:46.333386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:46.340861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port cc9a07da-d576-474f-a1ea-6ab03932c110, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cc9a07da-d576-474f-a1ea-6ab03932c110,segment=NetworkSegment(b1856f03-d2ad-48b6-adb7-21599e1803e8),segment_id=b1856f03-d2ad-48b6-adb7-21599e1803e8)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:46.377346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35068ee-a192-40ce-bdfe-c38de8117b96 None None] Network 26dbc4e9-db55-48c0-91a3-dae190544aab requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:46.381650 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.388225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Pushing event updated for resources: {'Port': ['ID=0c13eb6b-efab-49fe-b724-304c05450aa2,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:46.411709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24f421-7ab9-4108-acca-ccc976af1c3c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Subnet': ['ID=e0bd0bed-28ff-407b-883c-8c4ccb7b858f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:46.426580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a24f421-7ab9-4108-acca-ccc976af1c3c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.432635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0a24f421-7ab9-4108-acca-ccc976af1c3c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/subnets/e0bd0bed-28ff-407b-883c-8c4ccb7b858f HTTP/1.1" status: 204 len: 168 time: 1.1907089 Jan 27 22:23:46.437541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58112) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:46.472766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Attempting to bind port 0c13eb6b-efab-49fe-b724-304c05450aa2 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:46.473537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Attempting to bind port 0c13eb6b-efab-49fe-b724-304c05450aa2 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'b737740e-e911-4eb3-a255-50cfbdfcc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bc04420a-a28f-4e7d-b302-554f5293d80a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:46.474148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Attempting to bind port 0c13eb6b-efab-49fe-b724-304c05450aa2 on network bc04420a-a28f-4e7d-b302-554f5293d80a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:46.481027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acbf250-b5ba-44a0-8106-fbb93420e4eb None None] Network 08da94aa-6b0e-4768-be81-17e04dec7e06 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:46.500810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Pushing event updated for resources: {'Port': ['ID=a204b571-6aae-47e3-8421-c9930f307ace,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:46.508843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:46.510036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Checking segment: {'id': 'b737740e-e911-4eb3-a255-50cfbdfcc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bc04420a-a28f-4e7d-b302-554f5293d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:46.510679 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.511333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Bound using segment: {'id': 'b737740e-e911-4eb3-a255-50cfbdfcc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bc04420a-a28f-4e7d-b302-554f5293d80a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:46.512130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Bound port: 0c13eb6b-efab-49fe-b724-304c05450aa2, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737740e-e911-4eb3-a255-50cfbdfcc67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bc04420a-a28f-4e7d-b302-554f5293d80a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:46.512769 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.610755 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:43Z', 'revision_number': 7, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:46.620170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bd8322db-2598-41b0-8f05-49ed3554c228 None None] Provisioning complete for port cc9a07da-d576-474f-a1ea-6ab03932c110 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:46.620988 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bd8322db-2598-41b0-8f05-49ed3554c228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.663207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Attempting to bind port a204b571-6aae-47e3-8421-c9930f307ace on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:46.663804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Attempting to bind port a204b571-6aae-47e3-8421-c9930f307ace by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:46.664477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Attempting to bind port a204b571-6aae-47e3-8421-c9930f307ace on network c57be041-c570-4563-9f4b-4125551feccc {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:46.676563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Port a204b571-6aae-47e3-8421-c9930f307ace on network c57be041-c570-4563-9f4b-4125551feccc not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:23:46.677500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Attempting to bind port a204b571-6aae-47e3-8421-c9930f307ace on network c57be041-c570-4563-9f4b-4125551feccc {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:46.692083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:46.693053 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Checking segment: {'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:46.693907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Bound using segment: {'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:46.694652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Bound port: a204b571-6aae-47e3-8421-c9930f307ace, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071591ee-1c73-4706-81f1-f0df098cc919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:46.695240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a204b571-6aae-47e3-8421-c9930f307ace), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.729819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=cc9a07da-d576-474f-a1ea-6ab03932c110,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:46.829827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] For port 0c13eb6b-efab-49fe-b724-304c05450aa2, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:46.867468 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52732b-4abe-4140-8e7d-45c073f4e555 None None] The sync data for ids ['65db7708-6d92-4eb2-bccf-9a16245b6271'] in n-d-826529-2 is: [{'id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'name': 'tempest-TestNetworkBasicOps-router-1126555297', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:20:20Z', 'updated_at': '2022-01-27T22:23:43Z', 'revision_number': 7, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '1f3bdb03-edea-4bc6-9abc-a23c81d71423', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65db7708-6d92-4eb2-bccf-9a16245b6271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:20:21Z', 'updated_at': '2022-01-27T22:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:46.880106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bd8322db-2598-41b0-8f05-49ed3554c228 None None] Current status of the port cc9a07da-d576-474f-a1ea-6ab03932c110 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:46.902211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] For port 0c13eb6b-efab-49fe-b724-304c05450aa2, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c13eb6b-efab-49fe-b724-304c05450aa2,segment=NetworkSegment(b737740e-e911-4eb3-a255-50cfbdfcc67c),segment_id=b737740e-e911-4eb3-a255-50cfbdfcc67c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:46.928955 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.953642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] For port a204b571-6aae-47e3-8421-c9930f307ace, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:46.962167 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] For port a204b571-6aae-47e3-8421-c9930f307ace, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a204b571-6aae-47e3-8421-c9930f307ace,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:46.970990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (a204b571-6aae-47e3-8421-c9930f307ace), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.992478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] DHCP port deletion for 08da94aa-6b0e-4768-be81-17e04dec7e06 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:23:47.108856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Pushing event updated for resources: {'Port': ['ID=a204b571-6aae-47e3-8421-c9930f307ace,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:47.136869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bea30-178e-4a63-8d17-1c1c0552433b None None] Pushing event updated for resources: {'Port': ['ID=0c13eb6b-efab-49fe-b724-304c05450aa2,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:47.147024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:47.147667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.151789 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-8c8822b6-ca6e-4c96-9051-db0a9f64dd9b service neutron] 10.222.0.16 "PUT /v2.0/ports/a204b571-6aae-47e3-8421-c9930f307ace HTTP/1.1" status: 200 len: 1091 time: 1.9086950 Jan 27 22:23:47.152415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0814ed-957a-4c03-aea4-1e0fa8729676', 'tag': 'a204b571-6aae-47e3-8421-c9930f307ace'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:47.157519 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0814ed-957a-4c03-aea4-1e0fa8729676", "tag": "a204b571-6aae-47e3-8421-c9930f307ace"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:47.184946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] Deleting port 5e01fee7-b739-44cd-b91c-2f7748a8c97c {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:47.185367 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.230191 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a98a0-6c10-40ae-885e-930bca3a42bb x-openstack-request-id: req-242a98a0-6c10-40ae-885e-930bca3a42bb {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:47.230763 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0814ed-957a-4c03-aea4-1e0fa8729676", "tag": "a204b571-6aae-47e3-8421-c9930f307ace", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:47.231183 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-242a98a0-6c10-40ae-885e-930bca3a42bb {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:47.231850 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0814ed-957a-4c03-aea4-1e0fa8729676', 'tag': 'a204b571-6aae-47e3-8421-c9930f307ace', 'status': 'completed', 'code': 200} Jan 27 22:23:47.305654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-cd1252cc-8159-4bde-bdd2-f5271d313a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:47.307375 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-cd1252cc-8159-4bde-bdd2-f5271d313a92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b87ce40fb554c4b9be00a142014610c&device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 1094 time: 0.0708866 Jan 27 22:23:47.371774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] For port 5e01fee7-b739-44cd-b91c-2f7748a8c97c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5e01fee7-b739-44cd-b91c-2f7748a8c97c,segment=NetworkSegment(0bb34882-d2b6-4cb8-bc0d-41287b3296f2),segment_id=0bb34882-d2b6-4cb8-bc0d-41287b3296f2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:47.372214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.401749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] Calling delete_port for 5e01fee7-b739-44cd-b91c-2f7748a8c97c owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:47.569565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cc9a07da-d576-474f-a1ea-6ab03932c110 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:47.711009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-50baf336-f6ad-41a3-a75c-cdb798c1413c None None] Provisioning complete for port cc9a07da-d576-474f-a1ea-6ab03932c110 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:47.711586 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-50baf336-f6ad-41a3-a75c-cdb798c1413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.859457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router (65db7708-6d92-4eb2-bccf-9a16245b6271), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.883755 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (5e01fee7-b739-44cd-b91c-2f7748a8c97c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.891938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cc9a07da-d576-474f-a1ea-6ab03932c110 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:47.892508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.930511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (bbb2bf07-533e-4005-b17a-81de12832d06), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:48.002459 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-cef3f5df-a079-4d5e-a5aa-406122eea984 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a204b571-6aae-47e3-8421-c9930f307ace HTTP/1.1" status: 200 len: 217 time: 0.6856847 Jan 27 22:23:48.060927 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-f05aeedd-8113-49ee-a5af-c47d63ee7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:48.062649 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-f05aeedd-8113-49ee-a5af-c47d63ee7d16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3876dce6-8b1e-4e36-b53e-1dbaa22b9b30 HTTP/1.1" status: 200 len: 854 time: 0.0531728 Jan 27 22:23:48.076489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ed42f-d9f7-48b9-b03e-d61a36e0c3b6 req-85034aee-c232-4324-858d-09ad734ffa00 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:48.079042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e51ed42f-d9f7-48b9-b03e-d61a36e0c3b6 req-85034aee-c232-4324-858d-09ad734ffa00 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 943 time: 0.2604108 Jan 27 22:23:48.098350 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-068798db-c9ed-40e7-8992-72a6f03bb53d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c57be041-c570-4563-9f4b-4125551feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295451 Jan 27 22:23:48.104535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Subnet': ['ID=bbb2bf07-533e-4005-b17a-81de12832d06,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:48.169931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Checking segment: {'id': 'a8f71b39-bd13-44d4-9281-764454154300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:48.170304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network hostable DHCP agents. Network: 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:48.174671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_gateway (65db7708-6d92-4eb2-bccf-9a16245b6271), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:48.200930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] Pushing event deleted for resources: {'Port': ['ID=5e01fee7-b739-44cd-b91c-2f7748a8c97c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:48.231845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14739d-b6ae-44d4-a1cb-3a7305e2b2b9 None None] No DVR routers for this DVR port 5e01fee7-b739-44cd-b91c-2f7748a8c97c on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:48.237790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e51ed42f-d9f7-48b9-b03e-d61a36e0c3b6 req-17c84b23-4eab-4339-836d-85bebeef44cf tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483331 Jan 27 22:23:48.257265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:48.261640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-50baf336-f6ad-41a3-a75c-cdb798c1413c None None] Current status of the port cc9a07da-d576-474f-a1ea-6ab03932c110 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:48.274039 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-330f7689-301b-42bf-b08c-9445af72fb77 service neutron] 10.222.0.16 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692109 Jan 27 22:23:48.311023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:48.326747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:48.327941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:48.328108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1af6d-b3e7-44f4-9da1-86f815a175a5 None None] Network 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:48.357958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b39353f9-86cf-465e-820f-154094a8cc9c tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9556847 Jan 27 22:23:48.361066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port 1f3bdb03-edea-4bc6-9abc-a23c81d71423 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:48.361407 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:48.364063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58122) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:48.403289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:48.409567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cc9a07da-d576-474f-a1ea-6ab03932c110 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:48.448988 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eef0f4e0-5df6-477f-8eb6-90140084e9a3 req-e073ac46-e6c2-4100-83a2-0744ea44e86f service neutron] 10.222.0.16 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688771 Jan 27 22:23:48.503833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4c605cff-c52b-44f3-bd0a-aba6c520eda4 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:48.536399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 4c605cff-c52b-44f3-bd0a-aba6c520eda4 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:48.536878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4c605cff-c52b-44f3-bd0a-aba6c520eda4 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:48.537165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5e01fee7-b739-44cd-b91c-2f7748a8c97c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:48.580872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6', 'network_id': '7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6', 'project_id': '065cf1b4cf054389808cbe5f656c6d76', 'fixed_ips': [{'subnet_id': 'bbb2bf07-533e-4005-b17a-81de12832d06'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:48.582085 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:48.601708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 5e01fee7-b739-44cd-b91c-2f7748a8c97c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:48.602182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5e01fee7-b739-44cd-b91c-2f7748a8c97c not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:48.626429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-8da2d1ba-1772-4b48-9b6d-f967865e33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:48.629157 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-8da2d1ba-1772-4b48-9b6d-f967865e33e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b87ce40fb554c4b9be00a142014610c&device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 1094 time: 0.1098087 Jan 27 22:23:48.675468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port 1f3bdb03-edea-4bc6-9abc-a23c81d71423, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1f3bdb03-edea-4bc6-9abc-a23c81d71423,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:48.675935 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:48.703508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for 1f3bdb03-edea-4bc6-9abc-a23c81d71423 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:48.794736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-30aac538-eea2-419b-ba44-cea7791d36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:48.797709 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-30aac538-eea2-419b-ba44-cea7791d36a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c57be041-c570-4563-9f4b-4125551feccc HTTP/1.1" status: 200 len: 915 time: 0.1573822 Jan 27 22:23:48.848037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Allocated IP 172.20.0.2 (7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6/bbb2bf07-533e-4005-b17a-81de12832d06/745f41a5-aebe-4d4b-aebf-e084aa0b2b28) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:48.880573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6e152-fb1b-4252-bdfc-ca21cb0857b7 None None] Network bc04420a-a28f-4e7d-b302-554f5293d80a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:48.886117 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-359ad8d2-c56e-4298-a19c-beec430be924 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a204b571-6aae-47e3-8421-c9930f307ace HTTP/1.1" status: 200 len: 217 time: 0.0823939 Jan 27 22:23:48.968798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-e2b492da-4144-407b-a676-6561a2b0b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:48.970835 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-e2b492da-4144-407b-a676-6561a2b0b949 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3876dce6-8b1e-4e36-b53e-1dbaa22b9b30 HTTP/1.1" status: 200 len: 854 time: 0.0774646 Jan 27 22:23:49.017995 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-d90510e5-31cd-442c-8bac-347a8bc559d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c57be041-c570-4563-9f4b-4125551feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404921 Jan 27 22:23:49.043514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.076158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1f3bdb03-edea-4bc6-9abc-a23c81d71423), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.081686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0466ca9c-b7bf-4ced-89f3-5ea1e0acfa2e None None] Provisioning complete for port 0c13eb6b-efab-49fe-b724-304c05450aa2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:49.082300 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0466ca9c-b7bf-4ced-89f3-5ea1e0acfa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.133225 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-f8089230-40dd-4fb9-a344-250c3bdc2cd6 service neutron] 10.222.0.16 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094491 Jan 27 22:23:49.172736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=1f3bdb03-edea-4bc6-9abc-a23c81d71423,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:49.264871 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b491170-a6ba-4d4e-8c01-4ccfcea0aaad req-86330557-ccc2-439a-9abc-ab216cf4527e service neutron] 10.222.0.16 "GET /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231942 Jan 27 22:23:49.378255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (65db7708-6d92-4eb2-bccf-9a16245b6271), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.416673 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Publish callbacks [] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.463089 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.521327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Network 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:49.527528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:49.532404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:49.540563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0466ca9c-b7bf-4ced-89f3-5ea1e0acfa2e None None] Current status of the port 0c13eb6b-efab-49fe-b724-304c05450aa2 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:49.540962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0466ca9c-b7bf-4ced-89f3-5ea1e0acfa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.563973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Pushing event updated for resources: {'Port': ['ID=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:49.607705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (65db7708-6d92-4eb2-bccf-9a16245b6271), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.618146 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_controller (65db7708-6d92-4eb2-bccf-9a16245b6271), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.657117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0466ca9c-b7bf-4ced-89f3-5ea1e0acfa2e None None] For port 0c13eb6b-efab-49fe-b724-304c05450aa2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c13eb6b-efab-49fe-b724-304c05450aa2,segment=NetworkSegment(b737740e-e911-4eb3-a255-50cfbdfcc67c),segment_id=b737740e-e911-4eb3-a255-50cfbdfcc67c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:49.664062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0466ca9c-b7bf-4ced-89f3-5ea1e0acfa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.678404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Attempting to bind port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:49.678404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Attempting to bind port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a8f71b39-bd13-44d4-9281-764454154300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:49.678404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Attempting to bind port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 on network 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:49.708023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:49.708458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Checking segment: {'id': 'a8f71b39-bd13-44d4-9281-764454154300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:49.708802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.709205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Bound using segment: {'id': 'a8f71b39-bd13-44d4-9281-764454154300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:49.709712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Bound port: 745f41a5-aebe-4d4b-aebf-e084aa0b2b28, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f71b39-bd13-44d4-9281-764454154300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:49.710098 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.726225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312595c-0182-4874-89f0-9104d24c3042 req-b7e4679c-a3e1-419f-8b8f-52f4ebc9c01f tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:49.734583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3312595c-0182-4874-89f0-9104d24c3042 req-b7e4679c-a3e1-419f-8b8f-52f4ebc9c01f tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 943 time: 0.3812413 Jan 27 22:23:49.738632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c13eb6b-efab-49fe-b724-304c05450aa2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:49.780709 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (65db7708-6d92-4eb2-bccf-9a16245b6271), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.781557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Fanout notify agent at l3_agent the message router_deleted on router 65db7708-6d92-4eb2-bccf-9a16245b6271 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:23:49.797557 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.802829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-345ec10b-aac2-432d-8225-06b04281aeff tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/routers/65db7708-6d92-4eb2-bccf-9a16245b6271 HTTP/1.1" status: 204 len: 168 time: 3.3590875 Jan 27 22:23:49.803127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58128) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:49.810011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Allocated IP 172.20.0.1 (bc04420a-a28f-4e7d-b302-554f5293d80a/3768d2e2-9d82-4c03-811b-e90b81a4c673/645aa926-9df0-4368-90fe-5a258a168fba) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:49.858573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3312595c-0182-4874-89f0-9104d24c3042 req-50f32b95-0d2e-4a1d-a59f-569aff98958f tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190062 Jan 27 22:23:49.872146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466ca9c-b7bf-4ced-89f3-5ea1e0acfa2e None None] Pushing event updated for resources: {'Port': ['ID=0c13eb6b-efab-49fe-b724-304c05450aa2,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:49.964084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] For port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:49.972420 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (08da94aa-6b0e-4768-be81-17e04dec7e06), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:49.980328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] For port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,segment=NetworkSegment(a8f71b39-bd13-44d4-9281-764454154300),segment_id=a8f71b39-bd13-44d4-9281-764454154300)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:49.996577 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.004567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0c13eb6b-efab-49fe-b724-304c05450aa2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:50.005160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.116713 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (08da94aa-6b0e-4768-be81-17e04dec7e06), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.161056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for port (645aa926-9df0-4368-90fe-5a258a168fba), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.162643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08da94aa-6b0e-4768-be81-17e04dec7e06']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:50.180125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb34882-d2b6-4cb8-bc0d-41287b3296f2') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:50.180476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb34882-d2b6-4cb8-bc0d-41287b3296f2') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:50.189180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c246f011-a1b0-43bb-ba43-c823247dd547 None None] Provisioning complete for port 0c13eb6b-efab-49fe-b724-304c05450aa2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:50.189767 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c246f011-a1b0-43bb-ba43-c823247dd547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.196284 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0bb34882-d2b6-4cb8-bc0d-41287b3296f2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.220909 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0bb34882-d2b6-4cb8-bc0d-41287b3296f2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.228366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (645aa926-9df0-4368-90fe-5a258a168fba), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.231052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:50.231674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0bb34882-d2b6-4cb8-bc0d-41287b3296f2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:50.237671 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:50.323074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network bc04420a-a28f-4e7d-b302-554f5293d80a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:50.323317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a327d88-9928-4d13-8547-44c7d1aad336 None None] Pushing event updated for resources: {'Port': ['ID=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:50.330438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:50.339470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (08da94aa-6b0e-4768-be81-17e04dec7e06), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.346113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Port': ['ID=645aa926-9df0-4368-90fe-5a258a168fba,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:50.358498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:50.365914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0c13eb6b-efab-49fe-b724-304c05450aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:50.367229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.379122 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/networks/08da94aa-6b0e-4768-be81-17e04dec7e06 HTTP/1.1" status: 204 len: 168 time: 0.5745811 Jan 27 22:23:50.418125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58132) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:50.428385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'network': {'name': 'tempest-network-smoke--550866972', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:50.434257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec10b0b-216c-4239-b505-0c76708977c5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Network': ['ID=08da94aa-6b0e-4768-be81-17e04dec7e06,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:50.472645 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (6433cdd0-f1ba-4c42-99ec-107edda025bd), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.510881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c246f011-a1b0-43bb-ba43-c823247dd547 None None] Current status of the port 0c13eb6b-efab-49fe-b724-304c05450aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:50.523681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:50.534199 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.686689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:50.721301 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (29132cdd-6b98-420f-bdc0-4d2febe406dc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.721849 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Added segment 29132cdd-6b98-420f-bdc0-4d2febe406dc of type vlan for network 7273823e-b74e-4f23-8325-531365b98da3 Jan 27 22:23:50.815333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (7273823e-b74e-4f23-8325-531365b98da3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.821818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (645aa926-9df0-4368-90fe-5a258a168fba), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.867055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-aa8e162f-8377-4f5b-a6e1-ac01663cf9e9 None None] Provisioning complete for port 645aa926-9df0-4368-90fe-5a258a168fba triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:50.867822 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aa8e162f-8377-4f5b-a6e1-ac01663cf9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (645aa926-9df0-4368-90fe-5a258a168fba), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.887720 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (7273823e-b74e-4f23-8325-531365b98da3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.893030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:50.893697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:50.932905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e162f-8377-4f5b-a6e1-ac01663cf9e9 None None] Port 645aa926-9df0-4368-90fe-5a258a168fba cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:23:51.017584 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.395623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9699917 Jan 27 22:23:51.397285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58138) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:51.404932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-691567382', 'admin_state_up': True, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:51.425314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14535840-4f15-4db3-844d-7153e736f4cd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Network': ['ID=7273823e-b74e-4f23-8325-531365b98da3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:51.444106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 7273823e-b74e-4f23-8325-531365b98da3 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:51.461202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (11d78b60-60f8-4fa2-9e22-7745e149d75b), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.462274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (11d78b60-60f8-4fa2-9e22-7745e149d75b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.489154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10106513-4676-4ea5-9d8f-558d136e2565 req-29101f94-d3a2-4bd7-825f-303abdea4f02 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:51.490837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10106513-4676-4ea5-9d8f-558d136e2565 req-29101f94-d3a2-4bd7-825f-303abdea4f02 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 943 time: 0.2318871 Jan 27 22:23:51.673614 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_controller (11d78b60-60f8-4fa2-9e22-7745e149d75b), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.751529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10106513-4676-4ea5-9d8f-558d136e2565 req-bc5a2227-fe5e-4078-a4d1-0553316bed7b tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459002 Jan 27 22:23:51.753133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c13eb6b-efab-49fe-b724-304c05450aa2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:51.850329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f530c0f6-7eb6-4d84-8288-a3da6a2e4c6c None None] Network 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:51.887169 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for port (645aa926-9df0-4368-90fe-5a258a168fba), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.893837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_gateway (11d78b60-60f8-4fa2-9e22-7745e149d75b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.899186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (645aa926-9df0-4368-90fe-5a258a168fba), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.960073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0c13eb6b-efab-49fe-b724-304c05450aa2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:51.960882 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.998624 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (6433cdd0-f1ba-4c42-99ec-107edda025bd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.021608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d5c8576-c593-40e6-8428-ed01b06087e0 None None] Provisioning complete for port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:52.022226 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8576-c593-40e6-8428-ed01b06087e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.034290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Port': ['ID=645aa926-9df0-4368-90fe-5a258a168fba,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:52.163973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network bc04420a-a28f-4e7d-b302-554f5293d80a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:52.168449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:52.331891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c8576-c593-40e6-8428-ed01b06087e0 None None] Current status of the port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:52.332675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8576-c593-40e6-8428-ed01b06087e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.370674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0c13eb6b-efab-49fe-b724-304c05450aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:52.373153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:52.373733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_gateway (11d78b60-60f8-4fa2-9e22-7745e149d75b), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.403194 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.456476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9d5c8576-c593-40e6-8428-ed01b06087e0 None None] For port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,segment=NetworkSegment(a8f71b39-bd13-44d4-9281-764454154300),segment_id=a8f71b39-bd13-44d4-9281-764454154300)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:52.466693 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8576-c593-40e6-8428-ed01b06087e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.496914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Router 6433cdd0-f1ba-4c42-99ec-107edda025bd is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:23:52.552806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:52.553515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.630369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.25.8.129 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/19ed1b0d-6de6-4622-9304-19b2e164def0) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:52.639610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c8576-c593-40e6-8428-ed01b06087e0 None None] Pushing event updated for resources: {'Port': ['ID=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:52.677290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:52.711521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e6c229ed-973e-4be6-bb8b-b7bb770c2bbc tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "PUT /v2.0/routers/6433cdd0-f1ba-4c42-99ec-107edda025bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3462591 Jan 27 22:23:52.711805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58142) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:52.714849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee1687-253c-4942-9bf5-51d9a240e5a3 None None] Sync routers for ids ['6433cdd0-f1ba-4c42-99ec-107edda025bd'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:52.742676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:52.758591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1f3bdb03-edea-4bc6-9abc-a23c81d71423 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:52.791229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 1f3bdb03-edea-4bc6-9abc-a23c81d71423 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:52.791229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1f3bdb03-edea-4bc6-9abc-a23c81d71423 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:52.795576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee1687-253c-4942-9bf5-51d9a240e5a3 None None] Routers {'6433cdd0-f1ba-4c42-99ec-107edda025bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:52.796230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8cee1687-253c-4942-9bf5-51d9a240e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6433cdd0-f1ba-4c42-99ec-107edda025bd'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:52.800888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-401fa75a-517e-46ea-a5ec-48c1a9209168 None None] Provisioning complete for port 645aa926-9df0-4368-90fe-5a258a168fba triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:52.800888 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-401fa75a-517e-46ea-a5ec-48c1a9209168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (645aa926-9df0-4368-90fe-5a258a168fba), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.823769 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.928106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.976183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:52.983214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:52.996004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:53.026086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde8215-f0f7-4662-9737-69ab8024b579 req-c8c0360f-c447-4be2-a208-836f06c10338 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:53.032238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fde8215-f0f7-4662-9737-69ab8024b579 req-c8c0360f-c447-4be2-a208-836f06c10338 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 943 time: 0.1447511 Jan 27 22:23:53.038611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=19ed1b0d-6de6-4622-9304-19b2e164def0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:53.151479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8cee1687-253c-4942-9bf5-51d9a240e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:53.161310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a204b571-6aae-47e3-8421-c9930f307ace details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:23:53.171712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fde8215-f0f7-4662-9737-69ab8024b579 req-85047d74-ca74-4fb7-bae8-5a2d7ee02f50 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273847 Jan 27 22:23:53.218976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee1687-253c-4942-9bf5-51d9a240e5a3 None None] Routers {'6433cdd0-f1ba-4c42-99ec-107edda025bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:53.220697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8cee1687-253c-4942-9bf5-51d9a240e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6433cdd0-f1ba-4c42-99ec-107edda025bd'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:53.271013 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-3b6c07ea-8adf-4848-8f97-33419f898c76 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:23:53.274922 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3b6c07ea-8adf-4848-8f97-33419f898c76 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "PUT /v2.0/routers/6433cdd0-f1ba-4c42-99ec-107edda025bd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5584517 Jan 27 22:23:53.275330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:53.276258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-401fa75a-517e-46ea-a5ec-48c1a9209168 None None] Port 645aa926-9df0-4368-90fe-5a258a168fba cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:23:53.285280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-8cee1687-253c-4942-9bf5-51d9a240e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:53.286494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee1687-253c-4942-9bf5-51d9a240e5a3 None None] The sync data for ids ['6433cdd0-f1ba-4c42-99ec-107edda025bd'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:53.435375 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_gateway (11d78b60-60f8-4fa2-9e22-7745e149d75b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.444218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a204b571-6aae-47e3-8421-c9930f307ace, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a204b571-6aae-47e3-8421-c9930f307ace,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:53.461797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-59cbf26f-8050-4cf5-91a1-75e794c08281 None None] Provisioning complete for port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:53.462175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59cbf26f-8050-4cf5-91a1-75e794c08281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.495493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'a204b571-6aae-47e3-8421-c9930f307ace', 'network_id': 'c57be041-c570-4563-9f4b-4125551feccc', 'port_id': 'a204b571-6aae-47e3-8421-c9930f307ace', 'mac_address': 'fa:16:3e:95:e5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3876dce6-8b1e-4e36-b53e-1dbaa22b9b30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:23:53.551039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:53.673309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a204b571-6aae-47e3-8421-c9930f307ace is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:53.673824 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a204b571-6aae-47e3-8421-c9930f307ace), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.717790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a204b571-6aae-47e3-8421-c9930f307ace {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:23:53.726876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-59cbf26f-8050-4cf5-91a1-75e794c08281 None None] Current status of the port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:53.766442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a204b571-6aae-47e3-8421-c9930f307ace, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a204b571-6aae-47e3-8421-c9930f307ace,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:53.768279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:53.768889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.774496 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a204b571-6aae-47e3-8421-c9930f307ace), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.783285 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (11d78b60-60f8-4fa2-9e22-7745e149d75b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.863708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (6433cdd0-f1ba-4c42-99ec-107edda025bd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.915825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a204b571-6aae-47e3-8421-c9930f307ace,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:53.956446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 11d78b60-60f8-4fa2-9e22-7745e149d75b is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:23:53.986245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:54.125260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['a204b571-6aae-47e3-8421-c9930f307ace'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:23:54.138479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:54.160379 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Sync routers for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:54.174424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:54.182160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-81264245-5352-4874-a355-b4c77cdb3228 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7834466 Jan 27 22:23:54.183329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58150) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:54.192847 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:54.195099 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:54.287635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-97262586-1bcf-4011-a0fc-c84db8494c9d tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=cb2d31b5e8a64992b8db7b4a11cc383f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0989442 Jan 27 22:23:54.291615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58154) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:54.317068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Deleting port 645aa926-9df0-4368-90fe-5a258a168fba {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:54.318000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (645aa926-9df0-4368-90fe-5a258a168fba), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:54.352936 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:54.508918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (645aa926-9df0-4368-90fe-5a258a168fba), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:54.532627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Calling delete_port for 645aa926-9df0-4368-90fe-5a258a168fba owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:54.683273 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:53Z', 'revision_number': 3, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:54.734954 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Checking router: 11d78b60-60f8-4fa2-9e22-7745e149d75b for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:54.735436 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Updating router 11d78b60-60f8-4fa2-9e22-7745e149d75b port 19ed1b0d-6de6-4622-9304-19b2e164def0 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:23:54.783337 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:54.831594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8961610-294b-4379-b982-23d50d7e0c71 req-78d3f422-00a6-4e77-8c77-03a7f48c78ff tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:54.832685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (645aa926-9df0-4368-90fe-5a258a168fba), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:54.835386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8961610-294b-4379-b982-23d50d7e0c71 req-78d3f422-00a6-4e77-8c77-03a7f48c78ff tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 944 time: 0.5253661 Jan 27 22:23:54.875787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab83f8e-d91b-43a0-b8f6-3405e80925ad tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:54.880870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dab83f8e-d91b-43a0-b8f6-3405e80925ad tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5853441 Jan 27 22:23:54.882544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:54.893139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Port': ['ID=645aa926-9df0-4368-90fe-5a258a168fba,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:54.957085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3359aea1-b8e7-44e2-8d50-bbaa16c0f8e4 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707073 Jan 27 22:23:54.973007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58160) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:54.981350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224360758', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:55.080288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (6433cdd0-f1ba-4c42-99ec-107edda025bd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.102474 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Publish callbacks [] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.112247 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.166527 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Attempting to bind port 19ed1b0d-6de6-4622-9304-19b2e164def0 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:55.167616 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Attempting to bind port 19ed1b0d-6de6-4622-9304-19b2e164def0 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:55.167616 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Attempting to bind port 19ed1b0d-6de6-4622-9304-19b2e164def0 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:55.169988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8961610-294b-4379-b982-23d50d7e0c71 req-3d345bfe-df5c-47f3-b436-47e697d5482f tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233535 Jan 27 22:23:55.190289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:55.190668 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:55.191253 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.191861 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:55.192676 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Bound port: 19ed1b0d-6de6-4622-9304-19b2e164def0, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:55.193242 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.215735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:55.222545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.223862 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Pushing event updated for resources: {'Port': ['ID=19ed1b0d-6de6-4622-9304-19b2e164def0,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:55.236881 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.237484 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.237977 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.238465 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.238979 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.239553 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.240045 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.240556 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.240865 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.241363 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.241856 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.242185 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.242505 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:55.275466 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] For port 19ed1b0d-6de6-4622-9304-19b2e164def0, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:55.280305 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] For port 19ed1b0d-6de6-4622-9304-19b2e164def0, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=19ed1b0d-6de6-4622-9304-19b2e164def0,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:55.290844 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.305526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Router 6433cdd0-f1ba-4c42-99ec-107edda025bd has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:55.364988 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283aab8-151e-417c-8b05-46002ac0e72e None None] Pushing event updated for resources: {'Port': ['ID=19ed1b0d-6de6-4622-9304-19b2e164def0,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:55.369320 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:55.370231 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:55.433226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:55.439356 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-71504744-91cb-47a7-9212-706b6be8c072 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "PUT /v2.0/routers/6433cdd0-f1ba-4c42-99ec-107edda025bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1626363 Jan 27 22:23:55.446204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58162) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:55.465591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10076ce8-30b0-4b24-8a27-8f9e756a59a6 None None] Sync routers for ids ['6433cdd0-f1ba-4c42-99ec-107edda025bd'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:55.493989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10076ce8-30b0-4b24-8a27-8f9e756a59a6 None None] Routers {'6433cdd0-f1ba-4c42-99ec-107edda025bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:55.495931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-10076ce8-30b0-4b24-8a27-8f9e756a59a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6433cdd0-f1ba-4c42-99ec-107edda025bd'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:55.502834 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-33956f12-dbe4-47fe-99da-e9db3ef56ff3 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] delete failed (client error): The resource could not be found. Jan 27 22:23:55.504472 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (2a112c69-c06a-4192-bc4f-825bcc61b116), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.510732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58164) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:55.514006 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-33956f12-dbe4-47fe-99da-e9db3ef56ff3 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-763615211 HTTP/1.1" status: 404 len: 334 time: 0.0650427 Jan 27 22:23:55.517049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fab6f4c3-0223-4313-8328-c79ac7096de7 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'router': {'external_gateway_info': {'network_id': '6433cdd0-f1ba-4c42-99ec-107edda025bd'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:55.564128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-10076ce8-30b0-4b24-8a27-8f9e756a59a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:55.573289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:55.589865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10076ce8-30b0-4b24-8a27-8f9e756a59a6 None None] Routers {'6433cdd0-f1ba-4c42-99ec-107edda025bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:55.592110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-10076ce8-30b0-4b24-8a27-8f9e756a59a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6433cdd0-f1ba-4c42-99ec-107edda025bd'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:55.636594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-10076ce8-30b0-4b24-8a27-8f9e756a59a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:55.638170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10076ce8-30b0-4b24-8a27-8f9e756a59a6 None None] The sync data for ids ['6433cdd0-f1ba-4c42-99ec-107edda025bd'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:55.728049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Subnet': ['ID=2a112c69-c06a-4192-bc4f-825bcc61b116,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:55.815131 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:53Z', 'revision_number': 3, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:55.830660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Checking segment: {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:55.831122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network hostable DHCP agents. Network: 7273823e-b74e-4f23-8325-531365b98da3, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:55.852927 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b448e1c-5791-4ab5-9dfd-206a18314a52 None None] The sync data for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 is: [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:53Z', 'revision_number': 3, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:55.873104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fab6f4c3-0223-4313-8328-c79ac7096de7 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for router_gateway (6433cdd0-f1ba-4c42-99ec-107edda025bd), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:55.891437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 7273823e-b74e-4f23-8325-531365b98da3 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:55.909066 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-fab6f4c3-0223-4313-8328-c79ac7096de7 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] update failed (client error): The resource could not be found. Jan 27 22:23:55.910146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fab6f4c3-0223-4313-8328-c79ac7096de7 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "PUT /v2.0/routers/6433cdd0-f1ba-4c42-99ec-107edda025bd HTTP/1.1" status: 404 len: 339 time: 0.3984327 Jan 27 22:23:55.916129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58168) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:55.924920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 7273823e-b74e-4f23-8325-531365b98da3) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:55.939350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f0df16-10ca-4b28-a3d9-2f1ce0c1a55f None None] Network 7273823e-b74e-4f23-8325-531365b98da3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:55.963370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:55.963990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:56.067991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-7273823e-b74e-4f23-8325-531365b98da3', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:56.068780 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:56.120912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e74580ed-dee8-4191-b792-a35554e917a3 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1461644 Jan 27 22:23:56.123516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58170) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:56.306206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Allocated IP 172.20.0.2 (7273823e-b74e-4f23-8325-531365b98da3/2a112c69-c06a-4192-bc4f-825bcc61b116/e9f1d9cf-6e72-400b-9cdd-4779d277a51a) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:56.494058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70596d18-498a-450d-acb9-7ae0eaa7468e req-e03ad260-4a1f-4ab8-bffa-f2d43ab1c912 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:56.495713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70596d18-498a-450d-acb9-7ae0eaa7468e req-e03ad260-4a1f-4ab8-bffa-f2d43ab1c912 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 944 time: 0.1273179 Jan 27 22:23:56.531905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:56.667271 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Publish callbacks [] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:56.682237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:56.730463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Network 7273823e-b74e-4f23-8325-531365b98da3 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:56.737486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:56.742855 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:56.755223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Pushing event updated for resources: {'Port': ['ID=e9f1d9cf-6e72-400b-9cdd-4779d277a51a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:56.850467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Attempting to bind port e9f1d9cf-6e72-400b-9cdd-4779d277a51a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:56.852263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Attempting to bind port e9f1d9cf-6e72-400b-9cdd-4779d277a51a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:56.853517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Attempting to bind port e9f1d9cf-6e72-400b-9cdd-4779d277a51a on network 7273823e-b74e-4f23-8325-531365b98da3 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:56.865147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70596d18-498a-450d-acb9-7ae0eaa7468e req-b42c2925-610e-4757-9deb-394b0422dd0e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416851 Jan 27 22:23:56.873416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:56.878817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Checking segment: {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:56.883483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:56.884108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Bound using segment: {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:56.884913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Bound port: e9f1d9cf-6e72-400b-9cdd-4779d277a51a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:56.885538 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:56.901175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a204b571-6aae-47e3-8421-c9930f307ace up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:57.090256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] For port e9f1d9cf-6e72-400b-9cdd-4779d277a51a, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:57.097512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] For port e9f1d9cf-6e72-400b-9cdd-4779d277a51a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e9f1d9cf-6e72-400b-9cdd-4779d277a51a,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:57.099440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port a204b571-6aae-47e3-8421-c9930f307ace completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:23:57.105735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Allocated IP 172.20.0.1 (26dbc4e9-db55-48c0-91a3-dae190544aab/e00d00f5-f372-4cde-9dfd-1f7cec2b682a/cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:57.107387 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.111287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port a204b571-6aae-47e3-8421-c9930f307ace triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:57.111960 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a204b571-6aae-47e3-8421-c9930f307ace), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.226568 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.302519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0ba4c-195d-42e4-8218-f08098ab27ac None None] Pushing event updated for resources: {'Port': ['ID=e9f1d9cf-6e72-400b-9cdd-4779d277a51a,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:57.334415 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.374399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port a204b571-6aae-47e3-8421-c9930f307ace is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:57.374839 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a204b571-6aae-47e3-8421-c9930f307ace), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.408125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.435143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0814ed-957a-4c03-aea4-1e0fa8729676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a204b571-6aae-47e3-8421-c9930f307ace'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:57.437875 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b109d6-3d2a-4065-8509-abf074afdc22" -d '{"events": [{"server_uuid": "1c0814ed-957a-4c03-aea4-1e0fa8729676", "name": "network-vif-plugged", "status": "completed", "tag": "a204b571-6aae-47e3-8421-c9930f307ace"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:57.489489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port a204b571-6aae-47e3-8421-c9930f307ace, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a204b571-6aae-47e3-8421-c9930f307ace,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:57.495296 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a204b571-6aae-47e3-8421-c9930f307ace), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.509421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Port': ['ID=cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:57.562479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network 26dbc4e9-db55-48c0-91a3-dae190544aab is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:57.570271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:57.573936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:57.605717 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b82775-1654-449a-bb99-9f95b4045a09 x-openstack-request-id: req-c8b82775-1654-449a-bb99-9f95b4045a09 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:57.606031 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0814ed-957a-4c03-aea4-1e0fa8729676", "name": "network-vif-plugged", "status": "completed", "tag": "a204b571-6aae-47e3-8421-c9930f307ace", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:57.606249 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8b82775-1654-449a-bb99-9f95b4045a09 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:57.606651 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0814ed-957a-4c03-aea4-1e0fa8729676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a204b571-6aae-47e3-8421-c9930f307ace', 'code': 200} Jan 27 22:23:57.607758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=a204b571-6aae-47e3-8421-c9930f307ace,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:57.682498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 19ed1b0d-6de6-4622-9304-19b2e164def0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:57.714852 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (6433cdd0-f1ba-4c42-99ec-107edda025bd), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.822791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 19ed1b0d-6de6-4622-9304-19b2e164def0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:57.823334 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.070998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 19ed1b0d-6de6-4622-9304-19b2e164def0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:58.071431 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.118979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 19ed1b0d-6de6-4622-9304-19b2e164def0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=19ed1b0d-6de6-4622-9304-19b2e164def0,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:58.126316 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.167193 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.213194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=19ed1b0d-6de6-4622-9304-19b2e164def0,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:58.235337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0dd0eb86-5a7d-4f4a-a402-4708c91c3777 None None] Provisioning complete for port cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:58.236203 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0dd0eb86-5a7d-4f4a-a402-4708c91c3777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.265130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2709f9-05a7-4b53-a337-37d97268b470 req-0689ea37-eeac-453c-ab7d-9681266b64a8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:58.268670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d2709f9-05a7-4b53-a337-37d97268b470 req-0689ea37-eeac-453c-ab7d-9681266b64a8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 945 time: 0.2246718 Jan 27 22:23:58.296864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0eb86-5a7d-4f4a-a402-4708c91c3777 None None] Port cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:23:58.410074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad2a12-4c08-469c-a405-1e5628d589ec req-83b90374-2999-473c-abb4-8cb9602be177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:58.411772 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a1ad2a12-4c08-469c-a405-1e5628d589ec req-83b90374-2999-473c-abb4-8cb9602be177 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 1096 time: 0.1284008 Jan 27 22:23:58.473494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d2709f9-05a7-4b53-a337-37d97268b470 req-f1b68d74-1324-4449-bb69-be495b18c587 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828918 Jan 27 22:23:58.534101 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a1ad2a12-4c08-469c-a405-1e5628d589ec req-73a49ac0-ae79-4138-aedb-9a402f8a1684 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155186 Jan 27 22:23:58.624425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.20.0.1 (7273823e-b74e-4f23-8325-531365b98da3/2a112c69-c06a-4192-bc4f-825bcc61b116/20a334fc-6e47-42de-aa54-2d72ea85ca56) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:58.700672 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.708028 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.801064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event updated for resources: {'Port': ['ID=cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:58.808820 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (6433cdd0-f1ba-4c42-99ec-107edda025bd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.834483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.900635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.935327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Network 26dbc4e9-db55-48c0-91a3-dae190544aab is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:58.937646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:58.957054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 7273823e-b74e-4f23-8325-531365b98da3 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:58.963260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:58.966668 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:58.975358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=20a334fc-6e47-42de-aa54-2d72ea85ca56,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:59.032219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (11d78b60-60f8-4fa2-9e22-7745e149d75b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:59.145922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Router 6433cdd0-f1ba-4c42-99ec-107edda025bd has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:59.307999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:59.344546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-87cdaa12-1859-4f4d-b8fd-db5bdb6fa652 None None] Provisioning complete for port cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:59.345592 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-87cdaa12-1859-4f4d-b8fd-db5bdb6fa652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:59.358364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:59.367104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-68de310a-76fc-402c-841a-c5e64a988649 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "PUT /v2.0/routers/6433cdd0-f1ba-4c42-99ec-107edda025bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492443 Jan 27 22:23:59.371280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58184) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:59.385534 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5e1ef-b258-4f16-9142-28cd3f9d5a6d None None] Sync routers for ids ['6433cdd0-f1ba-4c42-99ec-107edda025bd'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:59.417440 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5e1ef-b258-4f16-9142-28cd3f9d5a6d None None] Routers {'6433cdd0-f1ba-4c42-99ec-107edda025bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:59.425623 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4ff5e1ef-b258-4f16-9142-28cd3f9d5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6433cdd0-f1ba-4c42-99ec-107edda025bd'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:59.433700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-87cdaa12-1859-4f4d-b8fd-db5bdb6fa652 None None] Port cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:23:59.540046 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4ff5e1ef-b258-4f16-9142-28cd3f9d5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:59.605872 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5e1ef-b258-4f16-9142-28cd3f9d5a6d None None] Routers {'6433cdd0-f1ba-4c42-99ec-107edda025bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:59.606881 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4ff5e1ef-b258-4f16-9142-28cd3f9d5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6433cdd0-f1ba-4c42-99ec-107edda025bd'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:59.678928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-33076cbc-7d90-4779-a377-4d2c28e3d5d6 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for router (6433cdd0-f1ba-4c42-99ec-107edda025bd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:59.726191 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4ff5e1ef-b258-4f16-9142-28cd3f9d5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:59.727761 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5e1ef-b258-4f16-9142-28cd3f9d5a6d None None] The sync data for ids ['6433cdd0-f1ba-4c42-99ec-107edda025bd'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:59.772280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 19ed1b0d-6de6-4622-9304-19b2e164def0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:59.918838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 19ed1b0d-6de6-4622-9304-19b2e164def0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:59.919807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:59.967845 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-33076cbc-7d90-4779-a377-4d2c28e3d5d6 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 22:23:59.970589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-33076cbc-7d90-4779-a377-4d2c28e3d5d6 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/routers/6433cdd0-f1ba-4c42-99ec-107edda025bd HTTP/1.1" status: 409 len: 329 time: 0.5969770 Jan 27 22:23:59.976698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58188) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:59.983886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8375-002c-455c-b1dc-09ed0028a6a9 req-d9aa42d9-3973-4313-a2ee-0b2743026340 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:59.986832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f95e8375-002c-455c-b1dc-09ed0028a6a9 req-d9aa42d9-3973-4313-a2ee-0b2743026340 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 945 time: 0.1995533 Jan 27 22:24:00.001669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86420390-75f6-4f00-a91f-df2e7ba68179 None None] Network 7273823e-b74e-4f23-8325-531365b98da3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:24:00.087262 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f95e8375-002c-455c-b1dc-09ed0028a6a9 req-780f7cc2-bce1-4d13-888c-cb98599d836e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827570 Jan 27 22:24:00.143563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-14c4a557-7a45-4727-a1b7-e480fa438945 None None] Provisioning complete for port e9f1d9cf-6e72-400b-9cdd-4779d277a51a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:00.144018 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14c4a557-7a45-4727-a1b7-e480fa438945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.255690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 19ed1b0d-6de6-4622-9304-19b2e164def0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:00.256739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e9f1d9cf-6e72-400b-9cdd-4779d277a51a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:00.351394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-14c4a557-7a45-4727-a1b7-e480fa438945 None None] Current status of the port e9f1d9cf-6e72-400b-9cdd-4779d277a51a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:00.352520 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14c4a557-7a45-4727-a1b7-e480fa438945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.394013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port e9f1d9cf-6e72-400b-9cdd-4779d277a51a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:00.394614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.431073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.450739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.458971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-14c4a557-7a45-4727-a1b7-e480fa438945 None None] For port e9f1d9cf-6e72-400b-9cdd-4779d277a51a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e9f1d9cf-6e72-400b-9cdd-4779d277a51a,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:00.468656 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14c4a557-7a45-4727-a1b7-e480fa438945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.588327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=20a334fc-6e47-42de-aa54-2d72ea85ca56,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:00.596189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4a557-7a45-4727-a1b7-e480fa438945 None None] Pushing event updated for resources: {'Port': ['ID=e9f1d9cf-6e72-400b-9cdd-4779d277a51a,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:00.598605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (11d78b60-60f8-4fa2-9e22-7745e149d75b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.611996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e9f1d9cf-6e72-400b-9cdd-4779d277a51a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:00.706630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9be0f3d4-3c47-4cc2-ae17-7e0beffa3fa9 None None] Provisioning complete for port 20a334fc-6e47-42de-aa54-2d72ea85ca56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:00.707257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9be0f3d4-3c47-4cc2-ae17-7e0beffa3fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.775505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9be0f3d4-3c47-4cc2-ae17-7e0beffa3fa9 None None] Port 20a334fc-6e47-42de-aa54-2d72ea85ca56 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:24:00.804211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9be0f3d4-3c47-4cc2-ae17-7e0beffa3fa9 None None] Provisioning complete for port e9f1d9cf-6e72-400b-9cdd-4779d277a51a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:00.805142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9be0f3d4-3c47-4cc2-ae17-7e0beffa3fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.811835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 7273823e-b74e-4f23-8325-531365b98da3 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:00.817251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:00.923105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (6433cdd0-f1ba-4c42-99ec-107edda025bd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.936997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9be0f3d4-3c47-4cc2-ae17-7e0beffa3fa9 None None] Current status of the port e9f1d9cf-6e72-400b-9cdd-4779d277a51a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:01.067437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a95d8a34-3884-495c-b1be-7c67777d2bac None None] Provisioning complete for port 20a334fc-6e47-42de-aa54-2d72ea85ca56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:01.068054 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a95d8a34-3884-495c-b1be-7c67777d2bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:01.129943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a95d8a34-3884-495c-b1be-7c67777d2bac None None] Port 20a334fc-6e47-42de-aa54-2d72ea85ca56 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:24:01.211599 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 11d78b60-60f8-4fa2-9e22-7745e149d75b has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:24:01.260620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f8a94d9a-109f-413f-aed1-8d38a2361c98 None None] Provisioning complete for port 20a334fc-6e47-42de-aa54-2d72ea85ca56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:01.263494 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f8a94d9a-109f-413f-aed1-8d38a2361c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:01.293831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63284e20-9bec-40a3-a9ec-7ad3d34ff3a4 req-fc409b1c-875c-4cb5-8447-162c79b5e6c8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:01.296455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63284e20-9bec-40a3-a9ec-7ad3d34ff3a4 req-fc409b1c-875c-4cb5-8447-162c79b5e6c8 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 945 time: 0.0827224 Jan 27 22:24:01.321402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f8a94d9a-109f-413f-aed1-8d38a2361c98 None None] Port 20a334fc-6e47-42de-aa54-2d72ea85ca56 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:24:01.365078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63284e20-9bec-40a3-a9ec-7ad3d34ff3a4 req-58b52e2b-4c70-422a-9be1-273b3c654c00 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569282 Jan 27 22:24:01.490477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:24:01.506076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Sync routers for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:24:01.507867 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5a9c85a2-fbad-4a28-a938-3dfde2889a52 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "PUT /v2.0/routers/11d78b60-60f8-4fa2-9e22-7745e149d75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3818088 Jan 27 22:24:01.508977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58202) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:01.539171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:01.540303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:01.628389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e9f1d9cf-6e72-400b-9cdd-4779d277a51a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:01.665485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Deleting port cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:01.666035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:01.852017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:01.883134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Calling delete_port for cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:01.897471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:01.996300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port e9f1d9cf-6e72-400b-9cdd-4779d277a51a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:01.996916 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.269865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.377453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Port': ['ID=cad6c9a7-dd21-4ec0-8b50-e5a2187ca07b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:02.468231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.470735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.471827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.472833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.473830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.474844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.475887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.476901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.477864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.486654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-46291bfc-1c22-4cdc-91d2-1dff76abea2f tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6359 time: 0.9759717 Jan 27 22:24:02.488820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58210) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:02.691274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (6433cdd0-f1ba-4c42-99ec-107edda025bd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.750428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.750897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.751666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.752130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.752593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.753045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.753771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.754248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.754686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:02.758098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4f3d8aba-3631-4d41-8987-e366c4ca505a tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5782 time: 0.2661071 Jan 27 22:24:02.759862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58214) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:02.824339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e9f1d9cf-6e72-400b-9cdd-4779d277a51a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:02.840425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 2, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:02.877380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Checking router: 11d78b60-60f8-4fa2-9e22-7745e149d75b for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:24:02.877844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Updating router 11d78b60-60f8-4fa2-9e22-7745e149d75b port 20a334fc-6e47-42de-aa54-2d72ea85ca56 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:24:02.929786 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.001132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Router 6433cdd0-f1ba-4c42-99ec-107edda025bd has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:24:03.139623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:24:03.150080 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0bc70a5d-fa03-4e79-8438-44e56c38756a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "PUT /v2.0/routers/6433cdd0-f1ba-4c42-99ec-107edda025bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1720142 Jan 27 22:24:03.154755 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab97dd-3fb6-4983-97a2-2c5863137db0 None None] Sync routers for ids ['6433cdd0-f1ba-4c42-99ec-107edda025bd'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:24:03.156306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58218) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:03.168836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f123c65e-4870-4613-8714-edf495d9729b tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2864 time: 0.4063582 Jan 27 22:24:03.189022 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab97dd-3fb6-4983-97a2-2c5863137db0 None None] Routers {'6433cdd0-f1ba-4c42-99ec-107edda025bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:03.206924 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-cdab97dd-3fb6-4983-97a2-2c5863137db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6433cdd0-f1ba-4c42-99ec-107edda025bd'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:03.240981 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-9c52c440-08d3-4f8a-8c26-048bd8f7edb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] show failed (client error): The resource could not be found. Jan 27 22:24:03.242845 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9c52c440-08d3-4f8a-8c26-048bd8f7edb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-419186599 HTTP/1.1" status: 404 len: 334 time: 0.0848885 Jan 27 22:24:03.248202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58222) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:03.254775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7551f751-6363-46a2-ba04-57030f846d79 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:03.304053 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-7551f751-6363-46a2-ba04-57030f846d79 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] update failed (client error): The resource could not be found. Jan 27 22:24:03.305380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7551f751-6363-46a2-ba04-57030f846d79 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1720975077 HTTP/1.1" status: 404 len: 335 time: 0.0560248 Jan 27 22:24:03.306325 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-cdab97dd-3fb6-4983-97a2-2c5863137db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:03.309978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58224) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:03.326414 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab97dd-3fb6-4983-97a2-2c5863137db0 None None] Routers {'6433cdd0-f1ba-4c42-99ec-107edda025bd'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:03.328053 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-cdab97dd-3fb6-4983-97a2-2c5863137db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6433cdd0-f1ba-4c42-99ec-107edda025bd'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:03.391859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6381974-b9a9-4314-97c4-83c7896b43e9 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Deleting subnet bbb2bf07-533e-4005-b17a-81de12832d06 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:24:03.393342 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-cdab97dd-3fb6-4983-97a2-2c5863137db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:03.394642 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdab97dd-3fb6-4983-97a2-2c5863137db0 None None] The sync data for ids ['6433cdd0-f1ba-4c42-99ec-107edda025bd'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:24:03.404179 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6381974-b9a9-4314-97c4-83c7896b43e9 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (bbb2bf07-533e-4005-b17a-81de12832d06), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.472212 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6381974-b9a9-4314-97c4-83c7896b43e9 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (bbb2bf07-533e-4005-b17a-81de12832d06), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.538694 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Publish callbacks [] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.549419 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.608019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6381974-b9a9-4314-97c4-83c7896b43e9 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (bbb2bf07-533e-4005-b17a-81de12832d06), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.692074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06346457-019e-4639-a8f7-654a7fb866c2 None None] Pushing event updated for resources: {'Port': ['ID=20a334fc-6e47-42de-aa54-2d72ea85ca56,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:03.742647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Attempting to bind port 20a334fc-6e47-42de-aa54-2d72ea85ca56 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:24:03.743239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Attempting to bind port 20a334fc-6e47-42de-aa54-2d72ea85ca56 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:24:03.747857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Attempting to bind port 20a334fc-6e47-42de-aa54-2d72ea85ca56 on network 7273823e-b74e-4f23-8325-531365b98da3 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:03.749784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6381974-b9a9-4314-97c4-83c7896b43e9 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (bbb2bf07-533e-4005-b17a-81de12832d06), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.761619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:24:03.762209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Checking segment: {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:03.763198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.763198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Bound using segment: {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:24:03.768002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Bound port: 20a334fc-6e47-42de-aa54-2d72ea85ca56, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:24:03.768616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.815080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75594d9-4594-494e-8f96-61f19077bc15 None None] Network 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:24:03.824283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6381974-b9a9-4314-97c4-83c7896b43e9 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb2bf07-533e-4005-b17a-81de12832d06,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:03.839078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6381974-b9a9-4314-97c4-83c7896b43e9 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.856141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:03.857230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a6381974-b9a9-4314-97c4-83c7896b43e9 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/subnets/bbb2bf07-533e-4005-b17a-81de12832d06 HTTP/1.1" status: 204 len: 168 time: 0.5450115 Jan 27 22:24:03.933577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58230) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:03.938365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cdfcd0-c9cc-408c-9190-ed76f61bb795 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Deleting subnet 3768d2e2-9d82-4c03-811b-e90b81a4c673 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:24:03.943250 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94cdfcd0-c9cc-408c-9190-ed76f61bb795 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (3768d2e2-9d82-4c03-811b-e90b81a4c673), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.957937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-bf4733c4-76a6-4008-a15e-ef4d608d7a47 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320990580', 'description': 'tempest-secgroup-smoke-320990580 description', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:04.000436 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94cdfcd0-c9cc-408c-9190-ed76f61bb795 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (3768d2e2-9d82-4c03-811b-e90b81a4c673), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.015956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] For port 20a334fc-6e47-42de-aa54-2d72ea85ca56, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:24:04.019218 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf4733c4-76a6-4008-a15e-ef4d608d7a47 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.065144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] For port 20a334fc-6e47-42de-aa54-2d72ea85ca56, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20a334fc-6e47-42de-aa54-2d72ea85ca56,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:24:04.079273 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.136899 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94cdfcd0-c9cc-408c-9190-ed76f61bb795 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3768d2e2-9d82-4c03-811b-e90b81a4c673), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.156412 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf4733c4-76a6-4008-a15e-ef4d608d7a47 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (45bc9ebd-e0b1-4881-abdc-6d5953f48cf4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.161975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf4733c4-76a6-4008-a15e-ef4d608d7a47 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (45bc9ebd-e0b1-4881-abdc-6d5953f48cf4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.215774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf4733c4-76a6-4008-a15e-ef4d608d7a47 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.217226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bf4733c4-76a6-4008-a15e-ef4d608d7a47 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2821965 Jan 27 22:24:04.218787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4733c4-76a6-4008-a15e-ef4d608d7a47 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:04.222864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58232) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:04.228544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f5ea9c11-8d1c-4991-9124-3bcbdf6ccec4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '45bc9ebd-e0b1-4881-abdc-6d5953f48cf4', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:04.272186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9c11-8d1c-4991-9124-3bcbdf6ccec4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (eb316c3c-4881-4abf-8f83-82d05019c82d), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.274519 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-655f9a9e-f386-4dc0-aa6d-f1d3b730dd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.307947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:04.309734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:23:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:04.318403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94cdfcd0-c9cc-408c-9190-ed76f61bb795 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (3768d2e2-9d82-4c03-811b-e90b81a4c673), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.378616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdfcd0-c9cc-408c-9190-ed76f61bb795 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Subnet': ['ID=3768d2e2-9d82-4c03-811b-e90b81a4c673,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:04.389942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94cdfcd0-c9cc-408c-9190-ed76f61bb795 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.399109 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-94cdfcd0-c9cc-408c-9190-ed76f61bb795 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/subnets/3768d2e2-9d82-4c03-811b-e90b81a4c673 HTTP/1.1" status: 204 len: 168 time: 0.5404298 Jan 27 22:24:04.401318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58236) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:04.427335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9056fc6e-52ea-4991-8604-50bc5a01ec7d None None] Network bc04420a-a28f-4e7d-b302-554f5293d80a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:24:04.428195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9c11-8d1c-4991-9124-3bcbdf6ccec4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (eb316c3c-4881-4abf-8f83-82d05019c82d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.435335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f8f6f27b-f4d8-4ee0-a8fc-55378735f129 None None] Provisioning complete for port 20a334fc-6e47-42de-aa54-2d72ea85ca56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:04.435747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f27b-f4d8-4ee0-a8fc-55378735f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.440029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9c11-8d1c-4991-9124-3bcbdf6ccec4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (eb316c3c-4881-4abf-8f83-82d05019c82d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.453125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06346457-019e-4639-a8f7-654a7fb866c2 None None] Pushing event updated for resources: {'Port': ['ID=20a334fc-6e47-42de-aa54-2d72ea85ca56,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:04.527273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea9c11-8d1c-4991-9124-3bcbdf6ccec4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb316c3c-4881-4abf-8f83-82d05019c82d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:04.532906 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.551641 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9c11-8d1c-4991-9124-3bcbdf6ccec4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.553743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f5ea9c11-8d1c-4991-9124-3bcbdf6ccec4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295925 Jan 27 22:24:04.556579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58238) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:04.570273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4a0b9870-0103-4ec6-8432-fa6b4ac03356 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '45bc9ebd-e0b1-4881-abdc-6d5953f48cf4', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:04.604299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] DHCP port deletion for 7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:24:04.627590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Deleting port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:04.627892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.641361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a0b9870-0103-4ec6-8432-fa6b4ac03356 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (b3415967-374c-4980-b01a-845e49e483cc), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.709501 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] For port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,segment=NetworkSegment(a8f71b39-bd13-44d4-9281-764454154300),segment_id=a8f71b39-bd13-44d4-9281-764454154300)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:04.710116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.728059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Calling delete_port for 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:04.767845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] Deleting port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:04.768369 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.806455 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a0b9870-0103-4ec6-8432-fa6b4ac03356 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (b3415967-374c-4980-b01a-845e49e483cc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.816853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a0b9870-0103-4ec6-8432-fa6b4ac03356 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (b3415967-374c-4980-b01a-845e49e483cc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.852750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] For port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,segment=NetworkSegment(a8f71b39-bd13-44d4-9281-764454154300),segment_id=a8f71b39-bd13-44d4-9281-764454154300)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:04.853539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.879189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] Calling delete_port for 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:04.887811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:04.892454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] DHCP port deletion for bc04420a-a28f-4e7d-b302-554f5293d80a request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:24:04.909909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b9870-0103-4ec6-8432-fa6b4ac03356 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3415967-374c-4980-b01a-845e49e483cc,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:04.949991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4a0b9870-0103-4ec6-8432-fa6b4ac03356 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.956334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4a0b9870-0103-4ec6-8432-fa6b4ac03356 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3982248 Jan 27 22:24:04.956980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:04.962096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9e0ab535-8619-4f22-abe0-5a6f832518a5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '45bc9ebd-e0b1-4881-abdc-6d5953f48cf4', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:05.005727 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab535-8619-4f22-abe0-5a6f832518a5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (eaae25f7-b0cd-45d1-adf9-8d910df97a7d), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.115313 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab535-8619-4f22-abe0-5a6f832518a5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (eaae25f7-b0cd-45d1-adf9-8d910df97a7d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.128087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab535-8619-4f22-abe0-5a6f832518a5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (eaae25f7-b0cd-45d1-adf9-8d910df97a7d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.143556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6f27b-f4d8-4ee0-a8fc-55378735f129 None None] Current status of the port 20a334fc-6e47-42de-aa54-2d72ea85ca56 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:05.144127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f27b-f4d8-4ee0-a8fc-55378735f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.186253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ab535-8619-4f22-abe0-5a6f832518a5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaae25f7-b0cd-45d1-adf9-8d910df97a7d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:05.204230 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab535-8619-4f22-abe0-5a6f832518a5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.207283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9e0ab535-8619-4f22-abe0-5a6f832518a5 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488239 Jan 27 22:24:05.215195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58244) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:05.229474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e634efac-6426-443c-bb7b-b6079672bef2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '45bc9ebd-e0b1-4881-abdc-6d5953f48cf4', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:05.249963 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.283465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Port': ['ID=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:05.291124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] No DVR routers for this DVR port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:24:05.291868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] Deleting port 0c13eb6b-efab-49fe-b724-304c05450aa2 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:05.292244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.311895 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e634efac-6426-443c-bb7b-b6079672bef2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (3bd29976-74c5-4ec3-a205-ebf1e8c93c59), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.363108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f8f6f27b-f4d8-4ee0-a8fc-55378735f129 None None] For port 20a334fc-6e47-42de-aa54-2d72ea85ca56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20a334fc-6e47-42de-aa54-2d72ea85ca56,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:05.364053 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 22:24:05.376956 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (745f41a5-aebe-4d4b-aebf-e084aa0b2b28), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.388222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f27b-f4d8-4ee0-a8fc-55378735f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.438841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] Pushing event deleted for resources: {'Port': ['ID=745f41a5-aebe-4d4b-aebf-e084aa0b2b28,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:05.442615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] For port 0c13eb6b-efab-49fe-b724-304c05450aa2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c13eb6b-efab-49fe-b724-304c05450aa2,segment=NetworkSegment(b737740e-e911-4eb3-a255-50cfbdfcc67c),segment_id=b737740e-e911-4eb3-a255-50cfbdfcc67c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:05.443025 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.456939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7dca2a-7e16-4743-af16-e9a46a713f23 None None] No DVR routers for this DVR port 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:24:05.502473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] Calling delete_port for 0c13eb6b-efab-49fe-b724-304c05450aa2 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:05.548488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.591050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0c13eb6b-efab-49fe-b724-304c05450aa2 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:24:05.606157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:05.620813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e634efac-6426-443c-bb7b-b6079672bef2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (3bd29976-74c5-4ec3-a205-ebf1e8c93c59), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.629992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f71b39-bd13-44d4-9281-764454154300') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:05.630231 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e634efac-6426-443c-bb7b-b6079672bef2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3bd29976-74c5-4ec3-a205-ebf1e8c93c59), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.630970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f71b39-bd13-44d4-9281-764454154300') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:05.644841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (a8f71b39-bd13-44d4-9281-764454154300), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.668834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a8f71b39-bd13-44d4-9281-764454154300), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.683081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:05.683551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (a8f71b39-bd13-44d4-9281-764454154300), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.686404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634efac-6426-443c-bb7b-b6079672bef2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd29976-74c5-4ec3-a205-ebf1e8c93c59,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:05.691631 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:05.704878 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e634efac-6426-443c-bb7b-b6079672bef2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.712103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e634efac-6426-443c-bb7b-b6079672bef2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4893234 Jan 27 22:24:05.712103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58248) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:05.719505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-af27de26-8887-4ab6-9e9a-0a850c9eeef8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '45bc9ebd-e0b1-4881-abdc-6d5953f48cf4', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:05.754841 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-af27de26-8887-4ab6-9e9a-0a850c9eeef8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Project cb2d31b5e8a64992b8db7b4a11cc383f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:24:05.764350 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af27de26-8887-4ab6-9e9a-0a850c9eeef8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (4e414d8c-eb15-4e46-b085-aa50aa86c0c2), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.816631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.844054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.857298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58250) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:05.858682 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/networks/7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6 HTTP/1.1" status: 204 len: 168 time: 1.4557354 Jan 27 22:24:05.884524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688239-bc46-41bf-9d20-161328373cb8 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Network': ['ID=7852c6ea-9fe3-46c1-a2b9-6f3ab98e36a6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:05.955019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af27de26-8887-4ab6-9e9a-0a850c9eeef8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (4e414d8c-eb15-4e46-b085-aa50aa86c0c2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.968311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af27de26-8887-4ab6-9e9a-0a850c9eeef8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (4e414d8c-eb15-4e46-b085-aa50aa86c0c2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.010049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27de26-8887-4ab6-9e9a-0a850c9eeef8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e414d8c-eb15-4e46-b085-aa50aa86c0c2,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:06.023643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (bc04420a-a28f-4e7d-b302-554f5293d80a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.031360 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af27de26-8887-4ab6-9e9a-0a850c9eeef8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.035909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58254) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:06.036691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-af27de26-8887-4ab6-9e9a-0a850c9eeef8 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3242862 Jan 27 22:24:06.043538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0a11d9a3-2fda-4854-90af-ba8aef87ee7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'security_group_rule': {'security_group_id': '45bc9ebd-e0b1-4881-abdc-6d5953f48cf4', 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:06.047707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-10f1afed-3cd5-43de-b14d-92f650dedf87 None None] Provisioning complete for port 20a334fc-6e47-42de-aa54-2d72ea85ca56 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:06.048297 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-10f1afed-3cd5-43de-b14d-92f650dedf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.059835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f27b-f4d8-4ee0-a8fc-55378735f129 None None] Pushing event updated for resources: {'Port': ['ID=20a334fc-6e47-42de-aa54-2d72ea85ca56,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:06.120364 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-0a11d9a3-2fda-4854-90af-ba8aef87ee7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Project cb2d31b5e8a64992b8db7b4a11cc383f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:24:06.141223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a11d9a3-2fda-4854-90af-ba8aef87ee7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (78cf2bb1-1cf2-424c-8059-a5fe794fa0a1), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.159757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Deleting port 0c13eb6b-efab-49fe-b724-304c05450aa2 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:06.163402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.261330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:24:03Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:06.301879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a11d9a3-2fda-4854-90af-ba8aef87ee7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (78cf2bb1-1cf2-424c-8059-a5fe794fa0a1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.311945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a11d9a3-2fda-4854-90af-ba8aef87ee7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (78cf2bb1-1cf2-424c-8059-a5fe794fa0a1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.345991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] For port 0c13eb6b-efab-49fe-b724-304c05450aa2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0c13eb6b-efab-49fe-b724-304c05450aa2,segment=NetworkSegment(b737740e-e911-4eb3-a255-50cfbdfcc67c),segment_id=b737740e-e911-4eb3-a255-50cfbdfcc67c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:06.346784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.363070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab8ea4-0d53-4021-8388-f8306f40d870 None None] The sync data for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 is: [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:24:03Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:24:06.378273 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.384176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Calling delete_port for 0c13eb6b-efab-49fe-b724-304c05450aa2 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:06.421384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11d9a3-2fda-4854-90af-ba8aef87ee7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cf2bb1-1cf2-424c-8059-a5fe794fa0a1,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:06.437823 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a11d9a3-2fda-4854-90af-ba8aef87ee7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.442516 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0a11d9a3-2fda-4854-90af-ba8aef87ee7d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4024138 Jan 27 22:24:06.512260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0c13eb6b-efab-49fe-b724-304c05450aa2 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:06.512877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.516205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] Pushing event deleted for resources: {'Port': ['ID=0c13eb6b-efab-49fe-b724-304c05450aa2,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:06.523219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc257fd-e81e-4b42-ae34-073aac104289 None None] No DVR routers for this DVR port 0c13eb6b-efab-49fe-b724-304c05450aa2 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:24:06.574317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-10f1afed-3cd5-43de-b14d-92f650dedf87 None None] Current status of the port 20a334fc-6e47-42de-aa54-2d72ea85ca56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:06.623870 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0c13eb6b-efab-49fe-b724-304c05450aa2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.683613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Port': ['ID=0c13eb6b-efab-49fe-b724-304c05450aa2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:06.693899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] No DVR routers for this DVR port 0c13eb6b-efab-49fe-b724-304c05450aa2 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:24:06.707780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:24:06.795313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:24:06.796949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 745f41a5-aebe-4d4b-aebf-e084aa0b2b28 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:24:06.907662 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (bc04420a-a28f-4e7d-b302-554f5293d80a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.958903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc04420a-a28f-4e7d-b302-554f5293d80a']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:06.988856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b737740e-e911-4eb3-a255-50cfbdfcc67c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:06.989290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b737740e-e911-4eb3-a255-50cfbdfcc67c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:07.027831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (b737740e-e911-4eb3-a255-50cfbdfcc67c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.077446 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f713d85d-5622-4245-9a19-e2013b10b147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.080993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-da894511-5a64-4319-872b-fcea018764b1 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320990580&fields=id&tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 267 time: 0.1386230 Jan 27 22:24:07.082693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b737740e-e911-4eb3-a255-50cfbdfcc67c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.103271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:07.103774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (b737740e-e911-4eb3-a255-50cfbdfcc67c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:07.123303 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:07.335084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (bc04420a-a28f-4e7d-b302-554f5293d80a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.357598 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.367847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58272) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:07.368690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/networks/bc04420a-a28f-4e7d-b302-554f5293d80a HTTP/1.1" status: 204 len: 168 time: 1.5089533 Jan 27 22:24:07.391692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb120f-6b59-4f58-b38a-06888874cb6f tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Network': ['ID=bc04420a-a28f-4e7d-b302-554f5293d80a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:07.418960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-86ef8984-8da3-45f6-a3ef-571fee6e5c81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:07.420668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-86ef8984-8da3-45f6-a3ef-571fee6e5c81 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/networks?id=7273823e-b74e-4f23-8325-531365b98da3 HTTP/1.1" status: 200 len: 796 time: 0.3201482 Jan 27 22:24:07.455490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-2510aebf-a7f9-4529-9ad8-266426d6a808 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/quotas/cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 375 time: 0.0244551 Jan 27 22:24:07.529601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef65a89-1bf0-41b9-ac08-d8f3934daa9a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Deleting subnet e00d00f5-f372-4cde-9dfd-1f7cec2b682a {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:24:07.539764 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aef65a89-1bf0-41b9-ac08-d8f3934daa9a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (e00d00f5-f372-4cde-9dfd-1f7cec2b682a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.546766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-8f78cd0e-d445-4750-8731-21ffe9c7a077 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829437 Jan 27 22:24:07.633081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aef65a89-1bf0-41b9-ac08-d8f3934daa9a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (e00d00f5-f372-4cde-9dfd-1f7cec2b682a), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.667242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20a334fc-6e47-42de-aa54-2d72ea85ca56 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:07.746170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-cd3ef652-1dc5-41a9-a454-7a4c02a383fb service neutron] 10.222.0.45 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715040 Jan 27 22:24:07.799079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 20a334fc-6e47-42de-aa54-2d72ea85ca56 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:07.799914 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.818936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aef65a89-1bf0-41b9-ac08-d8f3934daa9a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e00d00f5-f372-4cde-9dfd-1f7cec2b682a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.934710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-4c189c34-e60a-41e5-8526-eb0d7ff5dae2 service neutron] 10.222.0.45 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697798 Jan 27 22:24:07.944144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aef65a89-1bf0-41b9-ac08-d8f3934daa9a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (e00d00f5-f372-4cde-9dfd-1f7cec2b682a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.020607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef65a89-1bf0-41b9-ac08-d8f3934daa9a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Subnet': ['ID=e00d00f5-f372-4cde-9dfd-1f7cec2b682a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:08.032851 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aef65a89-1bf0-41b9-ac08-d8f3934daa9a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.046032 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aef65a89-1bf0-41b9-ac08-d8f3934daa9a tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/subnets/e00d00f5-f372-4cde-9dfd-1f7cec2b682a HTTP/1.1" status: 204 len: 168 time: 0.6747212 Jan 27 22:24:08.048738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58276) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:08.063333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902b1f6-42d0-444d-b66a-531cdedf2f3a None None] Network 26dbc4e9-db55-48c0-91a3-dae190544aab requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:24:08.179788 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (26dbc4e9-db55-48c0-91a3-dae190544aab), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.277983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Deleting port cc9a07da-d576-474f-a1ea-6ab03932c110 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:08.279235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.378500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 20a334fc-6e47-42de-aa54-2d72ea85ca56 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:08.418619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] For port cc9a07da-d576-474f-a1ea-6ab03932c110, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cc9a07da-d576-474f-a1ea-6ab03932c110,segment=NetworkSegment(b1856f03-d2ad-48b6-adb7-21599e1803e8),segment_id=b1856f03-d2ad-48b6-adb7-21599e1803e8)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:08.419005 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.467275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Calling delete_port for cc9a07da-d576-474f-a1ea-6ab03932c110 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:08.519154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c65d0aaf-843a-4e27-993c-7ca2b3f75867 req-2d3419a6-fb63-4b1a-ac82-4578a89a4dfa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 210 time: 0.0968404 Jan 27 22:24:08.601885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] DHCP port deletion for 26dbc4e9-db55-48c0-91a3-dae190544aab request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:24:08.617977 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.655622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.708223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Port': ['ID=cc9a07da-d576-474f-a1ea-6ab03932c110,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:08.718150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] No DVR routers for this DVR port cc9a07da-d576-474f-a1ea-6ab03932c110 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:24:08.722074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] Deleting port cc9a07da-d576-474f-a1ea-6ab03932c110 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:08.723867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.818623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] For port cc9a07da-d576-474f-a1ea-6ab03932c110, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:08.823947 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.845197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] Calling delete_port for cc9a07da-d576-474f-a1ea-6ab03932c110 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:08.849231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] Port cc9a07da-d576-474f-a1ea-6ab03932c110 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:24:08.851832 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (cc9a07da-d576-474f-a1ea-6ab03932c110), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.886143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] Pushing event deleted for resources: {'Port': ['ID=cc9a07da-d576-474f-a1ea-6ab03932c110,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:08.892353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b7bc9-a8b8-4d3d-ae82-5da4a5007c4b None None] No DVR routers for this DVR port cc9a07da-d576-474f-a1ea-6ab03932c110 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:24:08.920579 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (26dbc4e9-db55-48c0-91a3-dae190544aab), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.949363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dbc4e9-db55-48c0-91a3-dae190544aab']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:08.961381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1856f03-d2ad-48b6-adb7-21599e1803e8') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:08.961992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1856f03-d2ad-48b6-adb7-21599e1803e8') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:08.997203 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (b1856f03-d2ad-48b6-adb7-21599e1803e8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.036835 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b1856f03-d2ad-48b6-adb7-21599e1803e8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.045240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:09.045752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (b1856f03-d2ad-48b6-adb7-21599e1803e8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:09.050183 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:09.123118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (26dbc4e9-db55-48c0-91a3-dae190544aab), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.134959 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.139655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/networks/26dbc4e9-db55-48c0-91a3-dae190544aab HTTP/1.1" status: 204 len: 168 time: 1.0886931 Jan 27 22:24:09.143919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58292) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:09.178128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda9a3c-4f43-4c68-8c9e-baf9a644b344 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Pushing event deleted for resources: {'Network': ['ID=26dbc4e9-db55-48c0-91a3-dae190544aab,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:09.198562 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6385a6fe-d2ec-4455-a26b-76bcac3c39d1 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "GET /v2.0/ports?device_id=6433cdd0-f1ba-4c42-99ec-107edda025bd HTTP/1.1" status: 200 len: 205 time: 0.0514920 Jan 27 22:24:09.202538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58294) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:09.297283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcf55482-25cc-4929-807d-05519c2bea18 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for router (6433cdd0-f1ba-4c42-99ec-107edda025bd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.531756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcf55482-25cc-4929-807d-05519c2bea18 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (6433cdd0-f1ba-4c42-99ec-107edda025bd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.534807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcf55482-25cc-4929-807d-05519c2bea18 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for router_controller (6433cdd0-f1ba-4c42-99ec-107edda025bd), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.555846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cc9a07da-d576-474f-a1ea-6ab03932c110 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:24:09.604377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: cc9a07da-d576-474f-a1ea-6ab03932c110 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:24:09.604824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cc9a07da-d576-474f-a1ea-6ab03932c110 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:24:09.635863 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcf55482-25cc-4929-807d-05519c2bea18 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (6433cdd0-f1ba-4c42-99ec-107edda025bd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.637779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf55482-25cc-4929-807d-05519c2bea18 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Fanout notify agent at l3_agent the message router_deleted on router 6433cdd0-f1ba-4c42-99ec-107edda025bd {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:24:09.658394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fcf55482-25cc-4929-807d-05519c2bea18 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.660449 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fcf55482-25cc-4929-807d-05519c2bea18 tempest-RoutersNegativeTest-671721798 tempest-RoutersNegativeTest-671721798-project] 10.222.0.45 "DELETE /v2.0/routers/6433cdd0-f1ba-4c42-99ec-107edda025bd HTTP/1.1" status: 204 len: 168 time: 0.4563239 Jan 27 22:24:09.741224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3663137-aaf6-4bbc-b735-ec859771f6bd req-bbfa66e3-df79-46e4-83db-6ee75b382d69 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 210 time: 0.0511205 Jan 27 22:24:10.149326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58306) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:10.256791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-449db4d5-2f71-4e12-9442-37639626b829 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:10.259707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-449db4d5-2f71-4e12-9442-37639626b829 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/networks?id=7273823e-b74e-4f23-8325-531365b98da3 HTTP/1.1" status: 200 len: 796 time: 0.2074783 Jan 27 22:24:10.389520 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-16ab7599-4ff7-4f68-8181-2f203e8e2a12 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f HTTP/1.1" status: 200 len: 379 time: 0.1206005 Jan 27 22:24:10.398813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'port': {'device_id': '16d67616-ff94-4927-b47b-d8508b9eb735', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'admin_state_up': True, 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'security_groups': ['45bc9ebd-e0b1-4881-abdc-6d5953f48cf4']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:10.463467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0842a4a0-0488-4e40-a0a2-19b77c793b1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=065cf1b4cf054389808cbe5f656c6d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3112462 Jan 27 22:24:10.465832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58310) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:10.525363 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e48678e-6d62-42a3-b369-9032071448b5 admin admin] Publish callbacks [] for security_group (206f1832-b54f-4fad-892c-9e9b809c6496), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:10.555699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e48678e-6d62-42a3-b369-9032071448b5 admin admin] Publish callbacks [] for security_group (206f1832-b54f-4fad-892c-9e9b809c6496), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:10.561103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Made reservation on behalf of cb2d31b5e8a64992b8db7b4a11cc383f for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:10.565997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:10.627748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e48678e-6d62-42a3-b369-9032071448b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (206f1832-b54f-4fad-892c-9e9b809c6496), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:10.630957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0e48678e-6d62-42a3-b369-9032071448b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:10.636238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0e48678e-6d62-42a3-b369-9032071448b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/206f1832-b54f-4fad-892c-9e9b809c6496 HTTP/1.1" status: 204 len: 168 time: 0.1654208 Jan 27 22:24:10.641488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48678e-6d62-42a3-b369-9032071448b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206f1832-b54f-4fad-892c-9e9b809c6496,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:10.779402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.20.0.6 (7273823e-b74e-4f23-8325-531365b98da3/2a112c69-c06a-4192-bc4f-825bcc61b116/fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:11.013196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aaa4197c-3c23-416d-a10f-6b0998367760 req-e87fbd08-36a3-4513-95d4-419f4263d05f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 210 time: 0.1107833 Jan 27 22:24:11.117035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:11.184508 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:11.255450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:11.275100 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:11.318245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 7273823e-b74e-4f23-8325-531365b98da3 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:11.335837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:11.341180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:11.353707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:11.478377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:11.479501 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:11.523335 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-28067f25-76e3-4e02-90ba-afcb710ad39a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1259706 Jan 27 22:24:11.534758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Request body: {'port': {'device_id': '16d67616-ff94-4927-b47b-d8508b9eb735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:11.647274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:11.772972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a631c0a3-a8b2-4526-a923-90fb69342b5f None None] Provisioning complete for port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:11.773354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a631c0a3-a8b2-4526-a923-90fb69342b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:11.848804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a631c0a3-a8b2-4526-a923-90fb69342b5f None None] Port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:24:12.036871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:24:12.051106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Publish callbacks [] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:12.074782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Transition to ACTIVE for port object fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:24:12.080616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:12.238513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:12.340057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4caac3-bcf2-457f-a91b-4bf9c57fa4f0 req-c18b2f54-4bbb-4b8f-afab-89341a1da4ac tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:12.362197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e4caac3-bcf2-457f-a91b-4bf9c57fa4f0 req-c18b2f54-4bbb-4b8f-afab-89341a1da4ac tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 943 time: 0.1496332 Jan 27 22:24:12.396249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Attempting to bind port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:24:12.397158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Attempting to bind port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:24:12.397158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Attempting to bind port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b on network 7273823e-b74e-4f23-8325-531365b98da3 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:12.423707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b on network 7273823e-b74e-4f23-8325-531365b98da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:24:12.424794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Attempting to bind port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b on network 7273823e-b74e-4f23-8325-531365b98da3 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:12.452400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:24:12.454588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Checking segment: {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:12.456661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Bound using segment: {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:24:12.458468 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Bound port: fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29132cdd-6b98-420f-bdc0-4d2febe406dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7273823e-b74e-4f23-8325-531365b98da3'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:24:12.460624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:12.488426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e4caac3-bcf2-457f-a91b-4bf9c57fa4f0 req-3f04bbb9-19e3-44db-8237-6348a350d62d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075110 Jan 27 22:24:12.561724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] For port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:24:12.570385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] For port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:24:12.581181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:12.677422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:12.678511 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:12.681179 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b HTTP/1.1" status: 200 len: 1091 time: 1.1527452 Jan 27 22:24:12.688152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:12.692904 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b4797a-c85f-4536-9c19-e3cd6bd64022" -d '{"events": [{"name": "network-changed", "server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:12.732387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a41f86-47e0-48a8-b88f-9769637ec6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:12.793958 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39d0239-6940-4b62-80c9-ea57219847b1 x-openstack-request-id: req-a39d0239-6940-4b62-80c9-ea57219847b1 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:12.794429 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:12.794838 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a39d0239-6940-4b62-80c9-ea57219847b1 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:12.795517 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'status': 'completed', 'code': 200} Jan 27 22:24:12.864098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-9d63b430-17ac-49be-a1f4-5ad86f8eeb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:12.867810 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-9d63b430-17ac-49be-a1f4-5ad86f8eeb08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 1094 time: 0.1271133 Jan 27 22:24:12.933286 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-f5a59627-0d2a-4d2b-aa7c-e80f9d9cec3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b HTTP/1.1" status: 200 len: 217 time: 0.0561852 Jan 27 22:24:13.039258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-819699d9-6565-40b6-a4c6-2b4d3153c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:13.042700 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-819699d9-6565-40b6-a4c6-2b4d3153c389 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a112c69-c06a-4192-bc4f-825bcc61b116 HTTP/1.1" status: 200 len: 835 time: 0.1004415 Jan 27 22:24:13.128298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-3ed3cc33-564f-4ef7-965a-cadeba9b725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:13.130806 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-3ed3cc33-564f-4ef7-965a-cadeba9b725c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7273823e-b74e-4f23-8325-531365b98da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796354 Jan 27 22:24:13.261412 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-75fbaa67-b1b8-4cd4-b127-5a636b34d8a6 service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230061 Jan 27 22:24:13.376742 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-966de1f4-b5be-46b0-8406-9e12efae5433 req-854dcfc1-a1fd-41f4-80d1-fdb016ab729b service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071310 Jan 27 22:24:13.492900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-e2d12cd9-75f6-41e5-90f6-2d0d174a394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:13.495914 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-e2d12cd9-75f6-41e5-90f6-2d0d174a394e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 1094 time: 0.0599949 Jan 27 22:24:13.670720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-188b3294-e63f-4f78-b91e-661987462c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:13.674603 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-188b3294-e63f-4f78-b91e-661987462c8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7273823e-b74e-4f23-8325-531365b98da3 HTTP/1.1" status: 200 len: 897 time: 0.1711977 Jan 27 22:24:13.721222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cc4b7-a3c1-46bf-a8dd-b2ed44b0f1c9 req-555fb2df-a519-4b6d-9507-343b90f89d3a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:13.724371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d3cc4b7-a3c1-46bf-a8dd-b2ed44b0f1c9 req-555fb2df-a519-4b6d-9507-343b90f89d3a tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 943 time: 0.1081331 Jan 27 22:24:13.766127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-f4cb0885-318c-42e9-8e61-0c50932c1ffe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b HTTP/1.1" status: 200 len: 217 time: 0.0846915 Jan 27 22:24:13.834419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d3cc4b7-a3c1-46bf-a8dd-b2ed44b0f1c9 req-9b49a4be-18bd-41ff-abdf-f05aa43238ee tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984902 Jan 27 22:24:13.904359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-35bdb9a5-cff9-4912-90c0-cedfd8859097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:13.909733 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-35bdb9a5-cff9-4912-90c0-cedfd8859097 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a112c69-c06a-4192-bc4f-825bcc61b116 HTTP/1.1" status: 200 len: 835 time: 0.1373992 Jan 27 22:24:14.011970 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-e82beb57-e654-466b-902d-64bfb6881504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:14.023206 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-e82beb57-e654-466b-902d-64bfb6881504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7273823e-b74e-4f23-8325-531365b98da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053765 Jan 27 22:24:14.192395 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-d03e8e9a-8999-4f4c-af8b-49c70384839a service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609988 Jan 27 22:24:14.355190 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-70b4797a-c85f-4536-9c19-e3cd6bd64022 req-84cc9cd2-e860-4593-86f1-0505f9dfe16d service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554706 Jan 27 22:24:15.075610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e05c95-813e-4dd9-b8c0-c85c8b7c9b95 req-073937ac-a0f5-4027-b209-8d0bccf65746 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:15.078383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38e05c95-813e-4dd9-b8c0-c85c8b7c9b95 req-073937ac-a0f5-4027-b209-8d0bccf65746 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 943 time: 0.0965919 Jan 27 22:24:15.211313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38e05c95-813e-4dd9-b8c0-c85c8b7c9b95 req-209e81fd-f382-45c7-b115-8ab37fb1aa80 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155899 Jan 27 22:24:16.274753 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:24:16.433725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d511da8-8e79-40ad-8586-f2686404efd2 req-cc60d1ea-f5b0-4555-b831-9b35f37394d4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:16.436550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d511da8-8e79-40ad-8586-f2686404efd2 req-cc60d1ea-f5b0-4555-b831-9b35f37394d4 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 943 time: 0.0923595 Jan 27 22:24:16.512430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d511da8-8e79-40ad-8586-f2686404efd2 req-fca50180-1dc2-4a62-aeb4-a7966809cc9c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661342 Jan 27 22:24:16.951133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:24:17.133180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:17.156223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'port_id': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'mac_address': 'fa:16:3e:bc:b7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:24:17.215036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:17.215614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:17.232377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:24:17.263800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:17.269579 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:17.328173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:17.581695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:24:17.689710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d109da7-be80-4b0f-bd66-1f51d7eb0945 req-4fd54717-67c0-4012-9726-a21e99bc7d73 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:17.691522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d109da7-be80-4b0f-bd66-1f51d7eb0945 req-4fd54717-67c0-4012-9726-a21e99bc7d73 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 944 time: 0.0839612 Jan 27 22:24:17.781378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d109da7-be80-4b0f-bd66-1f51d7eb0945 req-e149620e-efda-4a9d-9689-2faf49897ecf tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809808 Jan 27 22:24:18.337808 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:18.938751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854c95a-a946-4fec-8405-3d59a3f38097 req-c74a4580-c3c1-4bd6-91ff-9f878667eae9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:18.941301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9854c95a-a946-4fec-8405-3d59a3f38097 req-c74a4580-c3c1-4bd6-91ff-9f878667eae9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 944 time: 0.0593555 Jan 27 22:24:18.993957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:18.996595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9854c95a-a946-4fec-8405-3d59a3f38097 req-0fdfad8b-3995-4fa9-a82d-4e27eeef04ea tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490167 Jan 27 22:24:19.054763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:24:19.059406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:19.059865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:19.159482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:19.160100 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:19.199838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:19.203137 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef95c44d-e3d5-4e3c-a05f-53f313e995f7" -d '{"events": [{"server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "name": "network-vif-plugged", "status": "completed", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:19.225359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:19.232545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:19.273718 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd42ea1-14e6-406d-942e-7a9b3f397636 x-openstack-request-id: req-1fd42ea1-14e6-406d-942e-7a9b3f397636 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:19.274166 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "name": "network-vif-plugged", "status": "completed", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:19.274524 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fd42ea1-14e6-406d-942e-7a9b3f397636 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:19.275486 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'code': 200} Jan 27 22:24:19.332395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:19.459696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667889c3-87df-4433-977b-c3b13d851f19 req-a050d66d-1502-4ec6-8ef4-69b837615f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:19.461768 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-667889c3-87df-4433-977b-c3b13d851f19 req-a050d66d-1502-4ec6-8ef4-69b837615f82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 1096 time: 0.0605934 Jan 27 22:24:19.523579 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-667889c3-87df-4433-977b-c3b13d851f19 req-6d5828f0-885f-40e0-a184-a0ace3b2c6b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549064 Jan 27 22:24:20.170314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5e4e0-67ac-4646-a647-5fdf27f6c576 req-5aaf62bb-1a30-4694-b61f-5170d332426e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:20.172991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fac5e4e0-67ac-4646-a647-5fdf27f6c576 req-5aaf62bb-1a30-4694-b61f-5170d332426e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 945 time: 0.0592713 Jan 27 22:24:20.239775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fac5e4e0-67ac-4646-a647-5fdf27f6c576 req-baa65460-448a-4d15-904b-28dd6e683a89 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565739 Jan 27 22:24:21.011237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.430024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e6752-82a0-4779-9dec-84a99dc9be39 req-e1c70423-3a5b-4c26-b199-82f5a1cccfd0 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:21.432554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c8e6752-82a0-4779-9dec-84a99dc9be39 req-e1c70423-3a5b-4c26-b199-82f5a1cccfd0 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 945 time: 0.0960276 Jan 27 22:24:21.508447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c8e6752-82a0-4779-9dec-84a99dc9be39 req-ed0da33b-7e1c-41bf-9def-50ea52342861 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680695 Jan 27 22:24:21.696315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0ccdc-2855-4485-97ab-d641ce09943f req-6580c8f9-b3c1-4341-a0cd-eff1d5450b1f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:21.698767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ed0ccdc-2855-4485-97ab-d641ce09943f req-6580c8f9-b3c1-4341-a0cd-eff1d5450b1f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 945 time: 0.0868855 Jan 27 22:24:21.787488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ed0ccdc-2855-4485-97ab-d641ce09943f req-b2e894c2-1463-4bd2-876b-464def9b123f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788288 Jan 27 22:24:21.813754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58440) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:21.917759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25bba1-ab23-43c9-84c5-e5c7905f7f20 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:21.920585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eb25bba1-ab23-43c9-84c5-e5c7905f7f20 tempest-TestNetworkBasicOps-855192733 tempest-TestNetworkBasicOps-855192733-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 1091 time: 0.1045203 Jan 27 22:24:21.924648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58444) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:21.929761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:21.956868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.125566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.262558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Allocated IP 172.25.8.170 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/405eade4-2c85-4541-b234-99af0e1c9d42) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:22.427746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (405eade4-2c85-4541-b234-99af0e1c9d42), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.472104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (405eade4-2c85-4541-b234-99af0e1c9d42), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.525031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:22.529003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:22.537585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:22.545100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=405eade4-2c85-4541-b234-99af0e1c9d42,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:23.419506 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for floatingip (59bee9de-3d89-4dd6-a3ab-388453b6cb8d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:23.509224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (405eade4-2c85-4541-b234-99af0e1c9d42), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:23.785108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for port (405eade4-2c85-4541-b234-99af0e1c9d42), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:23.793272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (405eade4-2c85-4541-b234-99af0e1c9d42), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:23.878255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event updated for resources: {'Port': ['ID=405eade4-2c85-4541-b234-99af0e1c9d42,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:23.889489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (59bee9de-3d89-4dd6-a3ab-388453b6cb8d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.014321 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Floating IP 59bee9de-3d89-4dd6-a3ab-388453b6cb8d associated. External IP: 172.25.8.170, port: fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b. Jan 27 22:24:24.403261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 11d78b60-60f8-4fa2-9e22-7745e149d75b has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:24:24.614618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:24:24.634481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] Sync routers for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:24:24.637236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.658443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:24.659708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:24:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:24.673439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58462) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:24.674397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-df8c1baf-591a-4ff3-aa50-4680f25b44fa tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7480252 Jan 27 22:24:24.674808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:24.677414 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170484a7-5bdf-4af0-953a-46fa6792ceea" -d '{"events": [{"name": "network-changed", "server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:24.792839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-53250f0c-733e-4aa9-85bc-ed8d0923fb5d tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/floatingips/59bee9de-3d89-4dd6-a3ab-388453b6cb8d HTTP/1.1" status: 200 len: 991 time: 0.1181898 Jan 27 22:24:24.907321 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f03be6b-cdcf-4aa1-9033-86a667486a28 x-openstack-request-id: req-8f03be6b-cdcf-4aa1-9033-86a667486a28 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:24.907652 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:24.907913 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f03be6b-cdcf-4aa1-9033-86a667486a28 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:24.908351 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'status': 'completed', 'code': 200} Jan 27 22:24:24.909107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:24.989579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-667d1a8d-bd63-43eb-b130-c1f5aed897cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:24.991649 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-667d1a8d-bd63-43eb-b130-c1f5aed897cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 1096 time: 0.0612190 Jan 27 22:24:25.108029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-a14cb6e9-7250-475a-aad5-d7fdd31b112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:25.110323 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-a14cb6e9-7250-475a-aad5-d7fdd31b112e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7273823e-b74e-4f23-8325-531365b98da3 HTTP/1.1" status: 200 len: 897 time: 0.1125698 Jan 27 22:24:25.201618 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-3c244a99-1adc-44c3-a9a7-502b8ff86383 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b HTTP/1.1" status: 200 len: 999 time: 0.0849383 Jan 27 22:24:25.268299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-f43426c2-a7ee-4ae0-9f0c-fb0d52902e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:25.269884 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-f43426c2-a7ee-4ae0-9f0c-fb0d52902e02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a112c69-c06a-4192-bc4f-825bcc61b116 HTTP/1.1" status: 200 len: 835 time: 0.0613539 Jan 27 22:24:25.314352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '59bee9de-3d89-4dd6-a3ab-388453b6cb8d', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'port_id': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'mac_address': 'fa:16:3e:bc:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d67616-ff94-4927-b47b-d8508b9eb735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:22Z', 'revision_number': 0, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:24:05Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:25.339682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-a194ab43-eb65-40b8-b522-f2b162207cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:25.343453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-a194ab43-eb65-40b8-b522-f2b162207cde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7273823e-b74e-4f23-8325-531365b98da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669734 Jan 27 22:24:25.358328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] Checking router: 11d78b60-60f8-4fa2-9e22-7745e149d75b for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:24:25.377528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:25.378203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:24:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:25.518750 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-17f9925f-94e5-4105-a9dc-23156504d8d0 service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691344 Jan 27 22:24:25.545135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:25.696855 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-170484a7-5bdf-4af0-953a-46fa6792ceea req-6173f51d-5ebe-468f-8559-655f9ad86457 service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717346 Jan 27 22:24:25.796523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 58476) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:25.881237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-98f18e00-d7ed-4f84-852d-8e2b4a5b60a9 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/floatingips/59bee9de-3d89-4dd6-a3ab-388453b6cb8d HTTP/1.1" status: 200 len: 991 time: 0.0830698 Jan 27 22:24:25.914965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '59bee9de-3d89-4dd6-a3ab-388453b6cb8d', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'port_id': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'mac_address': 'fa:16:3e:bc:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d67616-ff94-4927-b47b-d8508b9eb735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:22Z', 'revision_number': 0, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:24:05Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:25.946488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6489f8-8e4a-4866-a4d0-253b9e78e0d0 None None] The sync data for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 is: [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '59bee9de-3d89-4dd6-a3ab-388453b6cb8d', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'port_id': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'mac_address': 'fa:16:3e:bc:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d67616-ff94-4927-b47b-d8508b9eb735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:22Z', 'revision_number': 0, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:24:05Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:24:26.277510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3725e-487d-45bd-897c-91d6e1247c7e None None] New status for floating IP 59bee9de-3d89-4dd6-a3ab-388453b6cb8d: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:24:26.883863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 58484) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:26.996513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bea7b0c6-069b-45f1-bf9b-8a2e227f34a2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/floatingips/59bee9de-3d89-4dd6-a3ab-388453b6cb8d HTTP/1.1" status: 200 len: 993 time: 0.1108167 Jan 27 22:24:34.134448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c102-4f1f-456d-88c3-a9738e3786b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:37.069372 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cedb0f01-0f54-4833-bf0f-0c4f58abf684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:38.526212 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:38.649730 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-fdb54661-8a72-4ee5-b396-fe89d262a8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804803 Jan 27 22:24:38.789535 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-7ff4da9f-2017-43d8-8ec2-d0d2ad96be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:38.792053 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-7ff4da9f-2017-43d8-8ec2-d0d2ad96be7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1096 time: 0.0563776 Jan 27 22:24:38.934367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-92a3b5d7-881f-4755-8813-a8dac5fe43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:38.936271 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-92a3b5d7-881f-4755-8813-a8dac5fe43c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1214917 Jan 27 22:24:39.017767 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-9638b6cd-053f-48a1-aea2-d15f0bdd2c5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 1001 time: 0.0744786 Jan 27 22:24:39.103661 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-08d173cc-ef71-42ff-972d-866f9094b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:39.106199 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-08d173cc-ef71-42ff-972d-866f9094b94e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0826738 Jan 27 22:24:39.201507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-cc621b79-dbd0-48af-ae86-364940cd826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:39.202914 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-cc621b79-dbd0-48af-ae86-364940cd826c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899348 Jan 27 22:24:39.318802 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-5db62aeb-6368-49e7-b7b4-a9fbab589eda service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077192 Jan 27 22:24:39.499883 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5d61f537-f9f3-4bf2-990c-13ae7ceb88e9 req-303d94f8-9cdb-45e4-931e-7d1138c2f98e service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731429 Jan 27 22:24:41.072083 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:41.259282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:48.354611 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.010379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.790631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e77fe-f596-490b-902d-02df07e9751f req-19e01537-cc16-4cb0-8c53-1a6018c077b3 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:51.793263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a37e77fe-f596-490b-902d-02df07e9751f req-19e01537-cc16-4cb0-8c53-1a6018c077b3 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 945 time: 0.0591164 Jan 27 22:24:51.883707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a37e77fe-f596-490b-902d-02df07e9751f req-226f9635-bfa8-43ad-9093-c9316bda1de9 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782635 Jan 27 22:24:53.076056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649a20-4839-45e8-b64e-2e56f7b58ce5 req-ca1ea7a3-0a8d-472c-9289-36949a7556c0 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:53.077764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0649a20-4839-45e8-b64e-2e56f7b58ce5 req-ca1ea7a3-0a8d-472c-9289-36949a7556c0 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 945 time: 0.0600059 Jan 27 22:24:53.149845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0649a20-4839-45e8-b64e-2e56f7b58ce5 req-490e036c-2bcf-4ad5-a8ca-1cfc71fac50e tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e9839bb-b324-4f00-ba4f-f684b456d078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649424 Jan 27 22:24:53.275573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:24:53.616784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-72b70faa-afbf-4d7c-baf5-5a97d42c53f7 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:53.618409 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-72b70faa-afbf-4d7c-baf5-5a97d42c53f7 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 945 time: 0.0645325 Jan 27 22:24:53.730499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Deleting port a204b571-6aae-47e3-8421-c9930f307ace {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:53.730968 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a204b571-6aae-47e3-8421-c9930f307ace), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.880301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] For port a204b571-6aae-47e3-8421-c9930f307ace, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=a204b571-6aae-47e3-8421-c9930f307ace,segment=NetworkSegment(071591ee-1c73-4706-81f1-f0df098cc919),segment_id=071591ee-1c73-4706-81f1-f0df098cc919)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:53.880771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a204b571-6aae-47e3-8421-c9930f307ace), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.901606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Calling delete_port for a204b571-6aae-47e3-8421-c9930f307ace owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:54.113268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a204b571-6aae-47e3-8421-c9930f307ace), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.132496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['a204b571-6aae-47e3-8421-c9930f307ace'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:24:54.271476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c972a40a-c9a7-4cb3-9cc1-f6d6f6cf76c2 req-9f31a6e4-4513-43e3-812c-38cc1c5db1d9 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c0814ed-957a-4c03-aea4-1e0fa8729676 HTTP/1.1" status: 200 len: 210 time: 0.0435276 Jan 27 22:24:54.494430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Pushing event deleted for resources: {'Port': ['ID=a204b571-6aae-47e3-8421-c9930f307ace,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:54.510289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.510629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.510973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.511318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.511691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.512018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.512430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.512767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.513091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.513418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.513740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.514067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.514391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:54.552404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] No DVR routers for this DVR port a204b571-6aae-47e3-8421-c9930f307ace on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:24:54.555325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.559073 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-8c2412a4-2173-4d1b-a49f-22d550641a6f req-43aabdeb-e5b5-4c99-afb2-8fd6768ddc56 tempest-VolumesSnapshotTestJSON-767590535 tempest-VolumesSnapshotTestJSON-767590535-project] 10.222.0.16 "DELETE /v2.0/ports/a204b571-6aae-47e3-8421-c9930f307ace HTTP/1.1" status: 204 len: 173 time: 0.9353664 Jan 27 22:24:54.559562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0814ed-957a-4c03-aea4-1e0fa8729676', 'name': 'network-vif-deleted', 'tag': 'a204b571-6aae-47e3-8421-c9930f307ace'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:54.561994 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd3278-9695-41d9-896f-084f9c6cdec5" -d '{"events": [{"server_uuid": "1c0814ed-957a-4c03-aea4-1e0fa8729676", "name": "network-vif-deleted", "tag": "a204b571-6aae-47e3-8421-c9930f307ace"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:54.606030 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7091fa5-23f0-4974-b556-c76a2281f0b2 x-openstack-request-id: req-f7091fa5-23f0-4974-b556-c76a2281f0b2 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:54.606391 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0814ed-957a-4c03-aea4-1e0fa8729676", "name": "network-vif-deleted", "tag": "a204b571-6aae-47e3-8421-c9930f307ace", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:54.606705 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7091fa5-23f0-4974-b556-c76a2281f0b2 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:54.607181 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0814ed-957a-4c03-aea4-1e0fa8729676', 'name': 'network-vif-deleted', 'tag': 'a204b571-6aae-47e3-8421-c9930f307ace', 'status': 'completed', 'code': 200} Jan 27 22:24:57.247515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a204b571-6aae-47e3-8421-c9930f307ace no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:24:57.273301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: a204b571-6aae-47e3-8421-c9930f307ace {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:24:57.273648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device a204b571-6aae-47e3-8421-c9930f307ace not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:04.126932 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00c8d191-748b-4ddc-89d0-cfb9df21b3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:07.057081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d063d27d-1f41-4892-897e-c1f6ddb91daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:08.551187 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:11.080915 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:11.279812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:18.348271 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.020351 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.277510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:25:34.131574 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f3d463d2-d3b7-4b69-a25f-51a1e64acc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.077958 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-df5df03c-2346-40f7-8a8f-a093ba98af80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.036731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59464) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:38.592918 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.750858 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-65455268-146b-40d6-8e1c-c0e76d3eba66 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/floatingips/59bee9de-3d89-4dd6-a3ab-388453b6cb8d HTTP/1.1" status: 200 len: 993 time: 0.6878164 Jan 27 22:25:39.132937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59500) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:39.452752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port 405eade4-2c85-4541-b234-99af0e1c9d42 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:39.453424 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (405eade4-2c85-4541-b234-99af0e1c9d42), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.567029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (405eade4-2c85-4541-b234-99af0e1c9d42), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.567622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for floatingip (405eade4-2c85-4541-b234-99af0e1c9d42), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.582114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for 405eade4-2c85-4541-b234-99af0e1c9d42 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:39.853718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (405eade4-2c85-4541-b234-99af0e1c9d42), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.901861 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=405eade4-2c85-4541-b234-99af0e1c9d42,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:40.038395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for floatingip (59bee9de-3d89-4dd6-a3ab-388453b6cb8d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.038709 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Floating IP 59bee9de-3d89-4dd6-a3ab-388453b6cb8d disassociated (deleted). External IP: 172.25.8.170, port: fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b. Jan 27 22:25:40.397044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 11d78b60-60f8-4fa2-9e22-7745e149d75b has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:25:40.573904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:25:40.587908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] Sync routers for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:25:40.590872 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.633756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:25:40.634691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:25:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:40.707787 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e848d9e7-4108-40f9-a22c-8fff6f2c48e6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/floatingips/59bee9de-3d89-4dd6-a3ab-388453b6cb8d HTTP/1.1" status: 204 len: 168 time: 1.5733542 Jan 27 22:25:40.708579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:40.729831 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:40.791073 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-63b7c319-312f-4d20-8ae0-c7a9494caa3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1637306 Jan 27 22:25:40.971984 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-24aca94b-55ea-40f5-8286-0d6cc83fe8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:40.981029 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-24aca94b-55ea-40f5-8286-0d6cc83fe8de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 1096 time: 0.1619070 Jan 27 22:25:41.013550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:25:41.081397 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aab330-ed2a-4243-b1f7-6ca61106a509 x-openstack-request-id: req-b0aab330-ed2a-4243-b1f7-6ca61106a509 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:41.081983 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:41.082431 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0aab330-ed2a-4243-b1f7-6ca61106a509 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:41.083020 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'status': 'completed', 'code': 200} Jan 27 22:25:41.215219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-1118c806-0066-4c7c-a495-7f042ff6adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:41.220364 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-1118c806-0066-4c7c-a495-7f042ff6adeb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7273823e-b74e-4f23-8325-531365b98da3 HTTP/1.1" status: 200 len: 897 time: 0.2178414 Jan 27 22:25:41.328708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb0f9-3dc2-45d5-9f24-df253f17d4aa req-85127af9-8905-4148-8262-8ab9f9f75d7e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:41.331904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2accb0f9-3dc2-45d5-9f24-df253f17d4aa req-85127af9-8905-4148-8262-8ab9f9f75d7e tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 945 time: 0.0680175 Jan 27 22:25:41.357856 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-5ff20313-625c-4050-84fc-38fd8266ebaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b HTTP/1.1" status: 200 len: 217 time: 0.1270127 Jan 27 22:25:41.363367 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:41.426335 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:41.502055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-c09ac71e-9229-450f-ab60-052ad0766a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:41.509009 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-c09ac71e-9229-450f-ab60-052ad0766a5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a112c69-c06a-4192-bc4f-825bcc61b116 HTTP/1.1" status: 200 len: 835 time: 0.1443832 Jan 27 22:25:41.591675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:24:05Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:41.593804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2accb0f9-3dc2-45d5-9f24-df253f17d4aa req-2480a317-de57-47a4-a6a5-513a60a580d6 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506952 Jan 27 22:25:41.635135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-0b924ec6-f0f6-447a-9f79-cd8453b1233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:41.638444 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-0b924ec6-f0f6-447a-9f79-cd8453b1233a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7273823e-b74e-4f23-8325-531365b98da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231101 Jan 27 22:25:41.676109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] Checking router: 11d78b60-60f8-4fa2-9e22-7745e149d75b for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:25:41.695051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:25:41.696628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:25:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:41.852658 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-1f27a984-045e-43bf-a3f1-0b671a76eaed service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061591 Jan 27 22:25:42.028349 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9581b546-6d14-4bd4-acd9-c4aef92ba742 req-254ed635-a14e-40e2-8655-e6c59885256a service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631296 Jan 27 22:25:42.085826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:25:42.173844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-c9e03b20-f284-41e3-9dd5-6672f8792aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:42.175507 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-c9e03b20-f284-41e3-9dd5-6672f8792aff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 1096 time: 0.0814307 Jan 27 22:25:42.371582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-1c9222ea-9ed2-4883-bbba-d41524edafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:42.373610 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-1c9222ea-9ed2-4883-bbba-d41524edafeb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7273823e-b74e-4f23-8325-531365b98da3 HTTP/1.1" status: 200 len: 897 time: 0.1908619 Jan 27 22:25:42.544409 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:24:05Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:42.619380 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-b4195f70-64e6-4430-aaf8-d0bdbf2dc784 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b HTTP/1.1" status: 200 len: 217 time: 0.2366481 Jan 27 22:25:42.624822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d58f0-f7f7-4a73-9205-22190a8901b7 None None] The sync data for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 is: [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:23:59Z', 'revision_number': 4, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20a334fc-6e47-42de-aa54-2d72ea85ca56', 'name': '', 'network_id': '7273823e-b74e-4f23-8325-531365b98da3', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'mac_address': 'fa:16:3e:86:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:58Z', 'updated_at': '2022-01-27T22:24:05Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'subnets': [{'id': '2a112c69-c06a-4192-bc4f-825bcc61b116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:25:42.905647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-d08c1014-655e-4108-bf46-623167dbf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:42.909175 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-d08c1014-655e-4108-bf46-623167dbf40a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a112c69-c06a-4192-bc4f-825bcc61b116 HTTP/1.1" status: 200 len: 835 time: 0.2767708 Jan 27 22:25:42.967131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30c893-8c5d-4b91-9564-064eee8bddf5 req-a250287d-e5b6-4cd7-bc23-dad422b8c733 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:42.977062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c30c893-8c5d-4b91-9564-064eee8bddf5 req-a250287d-e5b6-4cd7-bc23-dad422b8c733 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 945 time: 0.1656313 Jan 27 22:25:43.038492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-b6515fde-b809-470b-ae65-f623b5b45999 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:43.058595 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-b6515fde-b809-470b-ae65-f623b5b45999 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 945 time: 0.2710242 Jan 27 22:25:43.091400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c30c893-8c5d-4b91-9564-064eee8bddf5 req-8c3afec9-9429-4747-a32e-e90dcfb38e19 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/security-groups?id=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130733 Jan 27 22:25:43.208042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-47880b77-2ffc-4298-84d5-25333c879cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:43.215995 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-47880b77-2ffc-4298-84d5-25333c879cd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7273823e-b74e-4f23-8325-531365b98da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2983339 Jan 27 22:25:43.268512 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd99b4-32d9-40d9-bf9c-4ca68b1061ee None None] New status for floating IP 59bee9de-3d89-4dd6-a3ab-388453b6cb8d: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:25:43.455464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:43.455818 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:43.704615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-4252d9f9-10d0-413f-b51c-b1e131a6d554 service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199333 Jan 27 22:25:43.924096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:43.924725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:43.951343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:43.959444 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-9e9b6841-e7b4-4860-b119-7d2c6b697f8e service neutron] 10.222.0.16 "GET /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482011 Jan 27 22:25:44.244201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.347036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:44.349493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1509be25-3d7c-4915-8948-79d08ea6fb56 req-f3a2a758-7838-4647-87e4-b1508bb8785c tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "GET /v2.0/ports?device_id=16d67616-ff94-4927-b47b-d8508b9eb735 HTTP/1.1" status: 200 len: 210 time: 0.0828171 Jan 27 22:25:44.416366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] No DVR routers for this DVR port fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:44.422516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.438417 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-9b5bce86-8b7f-47c5-a1bb-bf2748a813e6 req-a7ef3ce2-6018-4c64-9095-9de4a0170387 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.16 "DELETE /v2.0/ports/fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b HTTP/1.1" status: 204 len: 173 time: 1.3727946 Jan 27 22:25:44.456127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'name': 'network-vif-deleted', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:44.469313 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd699ec-4223-4e5c-9a72-f4c25dadeb16" -d '{"events": [{"server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "name": "network-vif-deleted", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:44.554682 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f4b155-3f40-43cd-b8df-706deb1b5084 x-openstack-request-id: req-c9f4b155-3f40-43cd-b8df-706deb1b5084 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:44.555152 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d67616-ff94-4927-b47b-d8508b9eb735", "name": "network-vif-deleted", "tag": "fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:44.555595 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9f4b155-3f40-43cd-b8df-706deb1b5084 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:44.556452 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d67616-ff94-4927-b47b-d8508b9eb735', 'name': 'network-vif-deleted', 'tag': 'fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b', 'status': 'completed', 'code': 200} Jan 27 22:25:45.480864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:45.538852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59632) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:45.555712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:45.556263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device fa3f9311-0cbe-4189-a0aa-82d6b0a8cd4b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:45.777275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678d3603-b39b-4f18-82e9-8e3d3872269f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (45bc9ebd-e0b1-4881-abdc-6d5953f48cf4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.882475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678d3603-b39b-4f18-82e9-8e3d3872269f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (45bc9ebd-e0b1-4881-abdc-6d5953f48cf4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.053462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678d3603-b39b-4f18-82e9-8e3d3872269f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (45bc9ebd-e0b1-4881-abdc-6d5953f48cf4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.066958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-678d3603-b39b-4f18-82e9-8e3d3872269f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.068528 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-678d3603-b39b-4f18-82e9-8e3d3872269f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/security-groups/45bc9ebd-e0b1-4881-abdc-6d5953f48cf4 HTTP/1.1" status: 204 len: 168 time: 0.5270748 Jan 27 22:25:46.083712 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3603-b39b-4f18-82e9-8e3d3872269f tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bc9ebd-e0b1-4881-abdc-6d5953f48cf4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:46.132246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59642) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:46.843277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (11d78b60-60f8-4fa2-9e22-7745e149d75b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.297425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port 20a334fc-6e47-42de-aa54-2d72ea85ca56 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:47.298032 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.426785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port 20a334fc-6e47-42de-aa54-2d72ea85ca56, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20a334fc-6e47-42de-aa54-2d72ea85ca56,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:47.427215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.465195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for 20a334fc-6e47-42de-aa54-2d72ea85ca56 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:47.932630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (20a334fc-6e47-42de-aa54-2d72ea85ca56), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:48.005288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=20a334fc-6e47-42de-aa54-2d72ea85ca56,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:48.372812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:48.778815 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (11d78b60-60f8-4fa2-9e22-7745e149d75b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.179969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Router 11d78b60-60f8-4fa2-9e22-7745e149d75b has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:25:49.389537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:25:49.398590 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f9db4424-38b0-48c2-a274-2ce09322b2fd tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "PUT /v2.0/routers/11d78b60-60f8-4fa2-9e22-7745e149d75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2625597 Jan 27 22:25:49.398906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59698) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:49.407403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] Sync routers for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:25:49.426946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:25:49.427953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:25:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:49.541390 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4992c395-e45f-4a0b-ac90-da570cead865 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting subnet 2a112c69-c06a-4192-bc4f-825bcc61b116 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:25:49.558120 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4992c395-e45f-4a0b-ac90-da570cead865 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (2a112c69-c06a-4192-bc4f-825bcc61b116), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.664491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4992c395-e45f-4a0b-ac90-da570cead865 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (2a112c69-c06a-4192-bc4f-825bcc61b116), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.736750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:25:49.950645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4992c395-e45f-4a0b-ac90-da570cead865 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2a112c69-c06a-4192-bc4f-825bcc61b116), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.202520 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4992c395-e45f-4a0b-ac90-da570cead865 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (2a112c69-c06a-4192-bc4f-825bcc61b116), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.250418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:25:47Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:50.260222 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992c395-e45f-4a0b-ac90-da570cead865 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Subnet': ['ID=2a112c69-c06a-4192-bc4f-825bcc61b116,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:50.285579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4992c395-e45f-4a0b-ac90-da570cead865 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.294707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4992c395-e45f-4a0b-ac90-da570cead865 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/subnets/2a112c69-c06a-4192-bc4f-825bcc61b116 HTTP/1.1" status: 204 len: 168 time: 0.8906887 Jan 27 22:25:50.296010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59720) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:50.350447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be83352-f412-43f9-99a3-62a913e59289 None None] Network 7273823e-b74e-4f23-8325-531365b98da3 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:50.377079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] Checking router: 11d78b60-60f8-4fa2-9e22-7745e149d75b for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:25:50.516470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] Routers {'11d78b60-60f8-4fa2-9e22-7745e149d75b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:25:50.517477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:25:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['11d78b60-60f8-4fa2-9e22-7745e149d75b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:50.602888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router (11d78b60-60f8-4fa2-9e22-7745e149d75b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.793354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] Set router 11d78b60-60f8-4fa2-9e22-7745e149d75b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:25:50.872695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_gateway (11d78b60-60f8-4fa2-9e22-7745e149d75b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.892000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] DHCP port deletion for 7273823e-b74e-4f23-8325-531365b98da3 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:25:50.953298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Deleting port 19ed1b0d-6de6-4622-9304-19b2e164def0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:50.954029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.088545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] For port 19ed1b0d-6de6-4622-9304-19b2e164def0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=19ed1b0d-6de6-4622-9304-19b2e164def0,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:51.089274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.113476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Calling delete_port for 19ed1b0d-6de6-4622-9304-19b2e164def0 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:51.155115 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.274549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Deleting port e9f1d9cf-6e72-400b-9cdd-4779d277a51a {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:51.275586 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.404042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] For port e9f1d9cf-6e72-400b-9cdd-4779d277a51a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e9f1d9cf-6e72-400b-9cdd-4779d277a51a,segment=NetworkSegment(29132cdd-6b98-420f-bdc0-4d2febe406dc),segment_id=29132cdd-6b98-420f-bdc0-4d2febe406dc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:51.404578 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.443258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Calling delete_port for e9f1d9cf-6e72-400b-9cdd-4779d277a51a owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:51.466689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:25:47Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:51.535936 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (19ed1b0d-6de6-4622-9304-19b2e164def0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.582397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4b8de-2254-4593-9ff1-81a05dcfb799 None None] The sync data for ids ['11d78b60-60f8-4fa2-9e22-7745e149d75b'] in n-d-826529-2 is: [{'id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'name': 'tempest-TestNetworkBasicOps-router-691567382', 'tenant_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:51Z', 'updated_at': '2022-01-27T22:25:47Z', 'revision_number': 5, 'project_id': 'cb2d31b5e8a64992b8db7b4a11cc383f', 'gw_port': {'id': '19ed1b0d-6de6-4622-9304-19b2e164def0', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d78b60-60f8-4fa2-9e22-7745e149d75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:52Z', 'updated_at': '2022-01-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:25:51.648765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e9f1d9cf-6e72-400b-9cdd-4779d277a51a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:51.684771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Port': ['ID=19ed1b0d-6de6-4622-9304-19b2e164def0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:51.720866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.721872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.723022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.724201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.725146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.725990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.726830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.728262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.729196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.730023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.731179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.732072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.732943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:51.855095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e9f1d9cf-6e72-400b-9cdd-4779d277a51a is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:51.855847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.860210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (11d78b60-60f8-4fa2-9e22-7745e149d75b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.876157 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (e9f1d9cf-6e72-400b-9cdd-4779d277a51a), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.004942 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (11d78b60-60f8-4fa2-9e22-7745e149d75b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.011241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router_controller (11d78b60-60f8-4fa2-9e22-7745e149d75b), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.205197 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (11d78b60-60f8-4fa2-9e22-7745e149d75b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.205732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Pushing event deleted for resources: {'Port': ['ID=e9f1d9cf-6e72-400b-9cdd-4779d277a51a,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:52.206307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Fanout notify agent at l3_agent the message router_deleted on router 11d78b60-60f8-4fa2-9e22-7745e149d75b {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:25:52.225214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] No DVR routers for this DVR port e9f1d9cf-6e72-400b-9cdd-4779d277a51a on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:52.242265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.244509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1c5a704f-93bd-47a5-b0ab-024d74f56220 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/routers/11d78b60-60f8-4fa2-9e22-7745e149d75b HTTP/1.1" status: 204 len: 168 time: 1.9457409 Jan 27 22:25:52.248346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59756) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:52.271276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.271817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.272284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.272631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.272966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.273297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.273783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.275126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.275520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.275858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.276256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.276583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.276908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1741fdf-70f5-4b1b-8201-d20b363648fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.432414 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (7273823e-b74e-4f23-8325-531365b98da3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.550631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (7273823e-b74e-4f23-8325-531365b98da3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.579359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7273823e-b74e-4f23-8325-531365b98da3']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:52.591033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29132cdd-6b98-420f-bdc0-4d2febe406dc') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:52.591438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29132cdd-6b98-420f-bdc0-4d2febe406dc') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:52.603392 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (29132cdd-6b98-420f-bdc0-4d2febe406dc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.620421 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (29132cdd-6b98-420f-bdc0-4d2febe406dc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.634065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:52.634716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (29132cdd-6b98-420f-bdc0-4d2febe406dc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:52.640102 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:52.729971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (7273823e-b74e-4f23-8325-531365b98da3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.777579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.783443 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] 10.222.0.45 "DELETE /v2.0/networks/7273823e-b74e-4f23-8325-531365b98da3 HTTP/1.1" status: 204 len: 168 time: 0.5330470 Jan 27 22:25:52.785225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9f7ae-2f3a-491f-8e79-6384bd6d13c2 tempest-TestNetworkBasicOps-924795049 tempest-TestNetworkBasicOps-924795049-project] Pushing event deleted for resources: {'Network': ['ID=7273823e-b74e-4f23-8325-531365b98da3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:53.244374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59780) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:53.581592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f9a5fa8c-f563-427e-be14-b23301accb1b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb2d31b5e8a64992b8db7b4a11cc383f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357048 Jan 27 22:25:53.585941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59792) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:53.602010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 19ed1b0d-6de6-4622-9304-19b2e164def0 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:53.647101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 19ed1b0d-6de6-4622-9304-19b2e164def0 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:53.648239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 19ed1b0d-6de6-4622-9304-19b2e164def0 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:53.649281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20a334fc-6e47-42de-aa54-2d72ea85ca56 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:53.676437 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbabfc92-3cd4-4ef9-a175-b10ce3da97df admin admin] Publish callbacks [] for security_group (adb61fe1-9f4f-41b4-8209-c2aadc8dd05f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:53.698174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 20a334fc-6e47-42de-aa54-2d72ea85ca56 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:53.698854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20a334fc-6e47-42de-aa54-2d72ea85ca56 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:53.706624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbabfc92-3cd4-4ef9-a175-b10ce3da97df admin admin] Publish callbacks [] for security_group (adb61fe1-9f4f-41b4-8209-c2aadc8dd05f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:53.803626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbabfc92-3cd4-4ef9-a175-b10ce3da97df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (adb61fe1-9f4f-41b4-8209-c2aadc8dd05f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:53.808062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbabfc92-3cd4-4ef9-a175-b10ce3da97df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:53.810241 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dbabfc92-3cd4-4ef9-a175-b10ce3da97df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/adb61fe1-9f4f-41b4-8209-c2aadc8dd05f HTTP/1.1" status: 204 len: 168 time: 0.2208772 Jan 27 22:25:53.828421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabfc92-3cd4-4ef9-a175-b10ce3da97df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb61fe1-9f4f-41b4-8209-c2aadc8dd05f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:54.302309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59812) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:54.332669 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.473213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Publish callbacks [] for security_group (bdb24ba2-95ef-4376-9f68-18d00af347ab), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.481035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bdb24ba2-95ef-4376-9f68-18d00af347ab), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.562499 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6938f335942648f59b78dc08b0d287f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563317 Jan 27 22:25:54.562499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb24ba2-95ef-4376-9f68-18d00af347ab,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:54.563088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59820) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:54.579940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.580448 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.580868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.581422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.581839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.582432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.582919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.583140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.584265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.584658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.585234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.586202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.587097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc6eb96-591a-4637-960d-8c23fbf5d24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.691318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fb3f278f-cedd-4549-bfc3-0aeb5f03011c admin admin] Publish callbacks [] for security_group (bdb24ba2-95ef-4376-9f68-18d00af347ab), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.721808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fb3f278f-cedd-4549-bfc3-0aeb5f03011c admin admin] Publish callbacks [] for security_group (bdb24ba2-95ef-4376-9f68-18d00af347ab), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.838153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fb3f278f-cedd-4549-bfc3-0aeb5f03011c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bdb24ba2-95ef-4376-9f68-18d00af347ab), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.842630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fb3f278f-cedd-4549-bfc3-0aeb5f03011c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.844448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fb3f278f-cedd-4549-bfc3-0aeb5f03011c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdb24ba2-95ef-4376-9f68-18d00af347ab HTTP/1.1" status: 204 len: 168 time: 0.2788410 Jan 27 22:25:54.856564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f278f-cedd-4549-bfc3-0aeb5f03011c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb24ba2-95ef-4376-9f68-18d00af347ab,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:56.163193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59876) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:56.416681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1724626054-network', 'tenant_id': '1c900cf5104f426cad00d2941282a039'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:56.463244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Made reservation on behalf of 1c900cf5104f426cad00d2941282a039 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:56.477091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.496688 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.747903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Publish callbacks [] for security_group (e267b8f9-cd7b-4e19-a244-ead2c299a117), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.758061 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e267b8f9-cd7b-4e19-a244-ead2c299a117), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.794882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:56.831380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (80ec4a8d-cb19-4dad-a1be-b7460231439c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.832165 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Added segment 80ec4a8d-cb19-4dad-a1be-b7460231439c of type vlan for network a83004b3-cd72-4319-bb29-c705c7183de8 Jan 27 22:25:56.843534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e267b8f9-cd7b-4e19-a244-ead2c299a117,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:56.921871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a83004b3-cd72-4319-bb29-c705c7183de8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.964883 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a83004b3-cd72-4319-bb29-c705c7183de8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.966826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:56.968191 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.008076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8431516 Jan 27 22:25:57.012412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59886) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:57.020487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Request body: {'subnet': {'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1724626054-subnet', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:57.061473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Made reservation on behalf of 1c900cf5104f426cad00d2941282a039 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:57.067977 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.097672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552a443-7d74-43b9-9f3c-9c5aca0725a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a83004b3-cd72-4319-bb29-c705c7183de8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:57.117313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a83004b3-cd72-4319-bb29-c705c7183de8 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:57.473238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (e8d27028-024d-4600-a445-ead483086e2f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.615279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Checking segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:57.617352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Network hostable DHCP agents. Network: a83004b3-cd72-4319-bb29-c705c7183de8, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:57.650329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d27028-024d-4600-a445-ead483086e2f,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:57.668283 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Network a83004b3-cd72-4319-bb29-c705c7183de8 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:57.688539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a83004b3-cd72-4319-bb29-c705c7183de8) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:57.702071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:57.703472 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.706954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575ada99-62bc-4c36-b38c-3975bedc836c None None] Network a83004b3-cd72-4319-bb29-c705c7183de8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:57.751303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59892) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:57.753749 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9d8022d4-060e-41a2-b2bf-80781b4caaeb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7395489 Jan 27 22:25:57.759769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:57.823136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (80d54fab-da5c-40b1-8c17-a27a66b7ce48), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.824904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (80d54fab-da5c-40b1-8c17-a27a66b7ce48), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.019533 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks [] for router_controller (80d54fab-da5c-40b1-8c17-a27a66b7ce48), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.037877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a83004b3-cd72-4319-bb29-c705c7183de8', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'project_id': '1c900cf5104f426cad00d2941282a039', 'fixed_ips': [{'subnet_id': 'e8d27028-024d-4600-a445-ead483086e2f'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:25:58.039257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.392738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Allocated IP 172.20.0.2 (a83004b3-cd72-4319-bb29-c705c7183de8/e8d27028-024d-4600-a445-ead483086e2f/471eef43-ed45-425b-b18c-ac29487eba23) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:58.570795 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks [] for router_gateway (80d54fab-da5c-40b1-8c17-a27a66b7ce48), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.822287 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Publish callbacks [] for port (471eef43-ed45-425b-b18c-ac29487eba23), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.830692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c571204-5904-4505-a5f6-c24c94f0c0c3 req-30991c32-9458-4bd8-b447-c0c0d6c298a4 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:58.833393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c571204-5904-4505-a5f6-c24c94f0c0c3 req-30991c32-9458-4bd8-b447-c0c0d6c298a4 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1136749 Jan 27 22:25:58.834329 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (471eef43-ed45-425b-b18c-ac29487eba23), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.895932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Network a83004b3-cd72-4319-bb29-c705c7183de8 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:58.899781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:58.906663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:58.918174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Pushing event updated for resources: {'Port': ['ID=471eef43-ed45-425b-b18c-ac29487eba23,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:58.973193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c571204-5904-4505-a5f6-c24c94f0c0c3 req-f857875d-2e2c-40b2-9359-9c5c96e25491 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173110 Jan 27 22:25:58.980017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Attempting to bind port 471eef43-ed45-425b-b18c-ac29487eba23 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:58.980407 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Attempting to bind port 471eef43-ed45-425b-b18c-ac29487eba23 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:58.980782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Attempting to bind port 471eef43-ed45-425b-b18c-ac29487eba23 on network a83004b3-cd72-4319-bb29-c705c7183de8 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:58.987888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:25:58.988284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Checking segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:58.988881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.989295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Bound using segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:25:58.989893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Bound port: 471eef43-ed45-425b-b18c-ac29487eba23, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:25:58.990390 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (471eef43-ed45-425b-b18c-ac29487eba23), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.092896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] For port 471eef43-ed45-425b-b18c-ac29487eba23, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:59.098058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] For port 471eef43-ed45-425b-b18c-ac29487eba23, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=471eef43-ed45-425b-b18c-ac29487eba23,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:25:59.105204 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (471eef43-ed45-425b-b18c-ac29487eba23), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.176048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks [] for router_gateway (80d54fab-da5c-40b1-8c17-a27a66b7ce48), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.189524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b2481-00a4-4755-b80c-44faf6e3fcfb None None] Pushing event updated for resources: {'Port': ['ID=471eef43-ed45-425b-b18c-ac29487eba23,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:59.249316 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.536680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Allocated IP 172.25.8.15 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/1e8e61f2-2cd8-46e7-950a-91eceb0f6514) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:59.769560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks [] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.771816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 471eef43-ed45-425b-b18c-ac29487eba23 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:59.845850 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.872654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 471eef43-ed45-425b-b18c-ac29487eba23 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:59.874298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (471eef43-ed45-425b-b18c-ac29487eba23), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.918103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:59.923809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:59.934018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:59.982095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8e61f2-2cd8-46e7-950a-91eceb0f6514,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:00.033896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 471eef43-ed45-425b-b18c-ac29487eba23 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:00.034486 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (471eef43-ed45-425b-b18c-ac29487eba23), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.099443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 471eef43-ed45-425b-b18c-ac29487eba23, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=471eef43-ed45-425b-b18c-ac29487eba23,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:00.108278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (471eef43-ed45-425b-b18c-ac29487eba23), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.182605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=471eef43-ed45-425b-b18c-ac29487eba23,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:00.513518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65e944-a30d-43ae-b302-eebf4508a66e req-269c6919-25e4-45ce-8ea4-724771b90ffe tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:00.515186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff65e944-a30d-43ae-b302-eebf4508a66e req-269c6919-25e4-45ce-8ea4-724771b90ffe tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0883660 Jan 27 22:26:00.741491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff65e944-a30d-43ae-b302-eebf4508a66e req-ce5b2536-adab-4819-92b9-9e9e0beda6cd tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451876 Jan 27 22:26:00.779279 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks [] for router_gateway (80d54fab-da5c-40b1-8c17-a27a66b7ce48), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.794724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401fbd3-d61e-46ff-aae7-96cb3cd8df01 None None] Network a83004b3-cd72-4319-bb29-c705c7183de8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:00.930903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-692c9aa6-0628-45fc-a345-264df4a1fec4 None None] Provisioning complete for port 471eef43-ed45-425b-b18c-ac29487eba23 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:00.931649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-692c9aa6-0628-45fc-a345-264df4a1fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (471eef43-ed45-425b-b18c-ac29487eba23), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.132067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-692c9aa6-0628-45fc-a345-264df4a1fec4 None None] Current status of the port 471eef43-ed45-425b-b18c-ac29487eba23 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:01.198350 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (80d54fab-da5c-40b1-8c17-a27a66b7ce48), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.368438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-08adcf17-f026-41f1-b38c-e4b5aa1ded83 None None] Provisioning complete for port 471eef43-ed45-425b-b18c-ac29487eba23 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:01.369066 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-08adcf17-f026-41f1-b38c-e4b5aa1ded83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (471eef43-ed45-425b-b18c-ac29487eba23), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.444111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:26:01.555575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-08adcf17-f026-41f1-b38c-e4b5aa1ded83 None None] Current status of the port 471eef43-ed45-425b-b18c-ac29487eba23 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:01.640632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:01.666068 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Sync routers for ids ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:01.700212 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Routers {'80d54fab-da5c-40b1-8c17-a27a66b7ce48'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:01.700834 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:25:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:01.703368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 471eef43-ed45-425b-b18c-ac29487eba23 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:01.717289 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.724255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59922) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:01.729633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9e775a8a-9dc9-4f84-9787-c43c55fffb05 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9749899 Jan 27 22:26:01.974146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 471eef43-ed45-425b-b18c-ac29487eba23 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:01.974995 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Set router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:01.975877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (471eef43-ed45-425b-b18c-ac29487eba23), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.122767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1d1ac-b99f-4ec6-834f-fe6e20705d46 req-95d26b9c-be2b-4141-9e0c-3df239f576bc tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:02.128491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58d1d1ac-b99f-4ec6-834f-fe6e20705d46 req-95d26b9c-be2b-4141-9e0c-3df239f576bc tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1184542 Jan 27 22:26:02.225243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 471eef43-ed45-425b-b18c-ac29487eba23 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:02.249463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58d1d1ac-b99f-4ec6-834f-fe6e20705d46 req-f7449663-cf5b-41cf-9dd7-0afd710d50c2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109610 Jan 27 22:26:02.506497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.536120 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:00Z', 'revision_number': 3, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:02.586538 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Checking router: 80d54fab-da5c-40b1-8c17-a27a66b7ce48 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:02.586904 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Updating router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:26:02.640911 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.832760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Allocated IP 172.20.0.1 (a83004b3-cd72-4319-bb29-c705c7183de8/e8d27028-024d-4600-a445-ead483086e2f/90037d49-4071-4519-8fc3-5d07c333b7e3) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:02.960763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Publish callbacks [] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.004843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.069228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Pushing event updated for resources: {'Port': ['ID=90037d49-4071-4519-8fc3-5d07c333b7e3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:03.097659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Network a83004b3-cd72-4319-bb29-c705c7183de8 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:03.103463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:03.107702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:03.132517 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Publish callbacks [] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.144811 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.194120 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (80d54fab-da5c-40b1-8c17-a27a66b7ce48), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.231207 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Pushing event updated for resources: {'Port': ['ID=1e8e61f2-2cd8-46e7-950a-91eceb0f6514,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:03.238567 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Attempting to bind port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:03.238949 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Attempting to bind port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:03.239321 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Attempting to bind port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:03.248787 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.249134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.249485 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.250026 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.250368 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.250906 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.251358 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.251725 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.252063 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.252394 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.252729 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.253057 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.253652 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:03.261411 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:03.262760 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:03.263171 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.263875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:03.264525 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Bound port: 1e8e61f2-2cd8-46e7-950a-91eceb0f6514, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:03.264923 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.398742 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] For port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:03.403760 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] For port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e8e61f2-2cd8-46e7-950a-91eceb0f6514,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:03.420455 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.524256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e7d56-aab6-4335-af5e-b1372e871910 req-3860835e-a135-4c8d-a3ba-7978d3471f40 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:03.539221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-039e7d56-aab6-4335-af5e-b1372e871910 req-3860835e-a135-4c8d-a3ba-7978d3471f40 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1274064 Jan 27 22:26:03.575329 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Routers {'80d54fab-da5c-40b1-8c17-a27a66b7ce48'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:03.581111 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:25:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:03.583550 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae82b6-f613-4408-932d-a5297ee29013 None None] Pushing event updated for resources: {'Port': ['ID=1e8e61f2-2cd8-46e7-950a-91eceb0f6514,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:03.651047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-039e7d56-aab6-4335-af5e-b1372e871910 req-2d6f9043-50d9-4932-b105-c01f64b16acd tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104832 Jan 27 22:26:03.663219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.719780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7483bda0-f566-46e7-96b2-8843939b6b77 None None] Provisioning complete for port 90037d49-4071-4519-8fc3-5d07c333b7e3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:03.720815 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7483bda0-f566-46e7-96b2-8843939b6b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.806198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7483bda0-f566-46e7-96b2-8843939b6b77 None None] Port 90037d49-4071-4519-8fc3-5d07c333b7e3 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:03.882081 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] Set router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:04.044726 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Publish callbacks [] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.052150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.130984 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc494-1c7d-4c3d-8c5b-fd47414fc91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.132563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Pushing event updated for resources: {'Port': ['ID=90037d49-4071-4519-8fc3-5d07c333b7e3,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:04.181893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (80d54fab-da5c-40b1-8c17-a27a66b7ce48), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.355631 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:03Z', 'revision_number': 4, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '90037d49-4071-4519-8fc3-5d07c333b7e3', 'name': '', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'mac_address': 'fa:16:3e:3f:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e8d27028-024d-4600-a445-ead483086e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:02Z', 'updated_at': '2022-01-27T22:26:02Z', 'revision_number': 1, 'project_id': '1c900cf5104f426cad00d2941282a039', 'subnets': [{'id': 'e8d27028-024d-4600-a445-ead483086e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:04.409234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82274c-a56a-4de8-aa27-eeba13690a3f None None] The sync data for ids ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'] in n-d-826529-2 is: [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:03Z', 'revision_number': 4, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '90037d49-4071-4519-8fc3-5d07c333b7e3', 'name': '', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'mac_address': 'fa:16:3e:3f:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e8d27028-024d-4600-a445-ead483086e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:02Z', 'updated_at': '2022-01-27T22:26:02Z', 'revision_number': 1, 'project_id': '1c900cf5104f426cad00d2941282a039', 'subnets': [{'id': 'e8d27028-024d-4600-a445-ead483086e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:04.454740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Network a83004b3-cd72-4319-bb29-c705c7183de8 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:04.457453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:04.636862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:04.896994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3933407-af37-4958-af59-a3c53f53e4ed req-36226805-ae58-4aad-b575-7fdaeb6c692b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:04.900271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3933407-af37-4958-af59-a3c53f53e4ed req-36226805-ae58-4aad-b575-7fdaeb6c692b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0959468 Jan 27 22:26:04.932414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:04.951554 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-97b0a2cd-7e7a-4e61-b94a-e291f236ffde admin admin] 10.222.0.45 "PUT /v2.0/routers/80d54fab-da5c-40b1-8c17-a27a66b7ce48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2258232 Jan 27 22:26:04.959566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0f8763fc-dca5-49bb-9084-c803001742e2 None None] Provisioning complete for port 90037d49-4071-4519-8fc3-5d07c333b7e3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:04.961089 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0f8763fc-dca5-49bb-9084-c803001742e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.026558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3933407-af37-4958-af59-a3c53f53e4ed req-d9dc03a7-aadf-46c8-bf18-fbb358811892 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195767 Jan 27 22:26:05.114228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0f8763fc-dca5-49bb-9084-c803001742e2 None None] Port 90037d49-4071-4519-8fc3-5d07c333b7e3 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:05.871297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59962) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:05.876685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1483706212-network', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:05.903562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Made reservation on behalf of 226af9b2c50449d7abe9a93b5364067a for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:05.906010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.922561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.045793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Publish callbacks [] for security_group (ad510a0c-577b-431b-8cf5-3f59daf4e7f5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.054847 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ad510a0c-577b-431b-8cf5-3f59daf4e7f5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.098595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:26:06.129860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad510a0c-577b-431b-8cf5-3f59daf4e7f5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:06.136312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1bddf2fb-0d3c-4691-af49-0146f043c5b2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.137052 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Added segment 1bddf2fb-0d3c-4691-af49-0146f043c5b2 of type vlan for network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc Jan 27 22:26:06.227273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe466-a7e9-4be3-8b88-381995c5daf6 req-74ed96bb-7128-4401-a2ce-fd3e6b283748 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:06.229580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a46fe466-a7e9-4be3-8b88-381995c5daf6 req-74ed96bb-7128-4401-a2ce-fd3e6b283748 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1092196 Jan 27 22:26:06.231680 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (3cc1d31d-0681-4fb3-9c01-dc225d654ddc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.305041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a46fe466-a7e9-4be3-8b88-381995c5daf6 req-58f8c8e7-8361-40e7-ac58-ca2e9bbba60b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697443 Jan 27 22:26:06.318821 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (3cc1d31d-0681-4fb3-9c01-dc225d654ddc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.322152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:06.323406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.403446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 59966) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:06.404514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5317190 Jan 27 22:26:06.420352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Request body: {'subnet': {'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1483706212-subnet', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:06.428073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eea83-aa72-4e7c-951d-a91e191b2474 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc1d31d-0681-4fb3-9c01-dc225d654ddc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:06.453456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:26:06.473660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Made reservation on behalf of 226af9b2c50449d7abe9a93b5364067a for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:06.477144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.792822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (7b1c498d-f19c-4221-abf8-fedaaa4cf3c5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.937359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1c498d-f19c-4221-abf8-fedaaa4cf3c5,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:06.961234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Checking segment: {'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:06.962239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Network hostable DHCP agents. Network: 3cc1d31d-0681-4fb3-9c01-dc225d654ddc, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:26:07.027329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:26:07.056000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 3cc1d31d-0681-4fb3-9c01-dc225d654ddc) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:07.073244 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:07.082573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8abde-0b8e-4335-99db-821cb2daf3c9 None None] Network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:07.087679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.139658 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-249a4f59-1fd9-48de-b1fc-fbd0c509c063 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7316892 Jan 27 22:26:07.141626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 59990) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:07.149402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:07.219991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (93ed9dca-92a7-482a-89ce-540c47f24598), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.221718 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (93ed9dca-92a7-482a-89ce-540c47f24598), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.294612 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:26:07.312953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks [] for router_controller (93ed9dca-92a7-482a-89ce-540c47f24598), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.314343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c02d2add-3822-4f4a-9142-5bf99bf1c331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.364563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-3cc1d31d-0681-4fb3-9c01-dc225d654ddc', 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc', 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'fixed_ips': [{'subnet_id': '7b1c498d-f19c-4221-abf8-fedaaa4cf3c5'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:26:07.365956 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.765448 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks [] for router_gateway (93ed9dca-92a7-482a-89ce-540c47f24598), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.787032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:07.788033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862246-a869-4fba-90b6-d59abf739fe7 req-1f6ff999-26b4-41be-b65d-d4ac66ec4ac6 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:07.800365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71862246-a869-4fba-90b6-d59abf739fe7 req-1f6ff999-26b4-41be-b65d-d4ac66ec4ac6 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.3594921 Jan 27 22:26:07.857684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Allocated IP 172.20.0.2 (3cc1d31d-0681-4fb3-9c01-dc225d654ddc/7b1c498d-f19c-4221-abf8-fedaaa4cf3c5/8433dbf8-60f3-42d8-a415-5b2c7f94b6e1) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:07.977798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:07.978471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.004578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71862246-a869-4fba-90b6-d59abf739fe7 req-9bb7c09b-4775-4022-9975-05439c088365 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934757 Jan 27 22:26:08.143338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:08.144159 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.175602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Publish callbacks [] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.186187 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.198121 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e8e61f2-2cd8-46e7-950a-91eceb0f6514,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:08.208143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.236879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:08.240569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:08.245881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:08.262020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Pushing event updated for resources: {'Port': ['ID=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:08.376105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks [] for router_gateway (93ed9dca-92a7-482a-89ce-540c47f24598), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.377800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=1e8e61f2-2cd8-46e7-950a-91eceb0f6514,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:08.381326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Attempting to bind port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:08.381326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Attempting to bind port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:08.381544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Attempting to bind port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 on network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:08.387888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:08.388272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Checking segment: {'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:08.388686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.389088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Bound using segment: {'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:08.389588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Bound port: 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:08.389980 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.406531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.468416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] For port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:08.472637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] For port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,segment=NetworkSegment(1bddf2fb-0d3c-4691-af49-0146f043c5b2),segment_id=1bddf2fb-0d3c-4691-af49-0146f043c5b2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:08.483388 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.490397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Sync routers for ids ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:08.544617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Routers {'80d54fab-da5c-40b1-8c17-a27a66b7ce48'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:08.545594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:08.620671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.632070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4516f-9940-4996-bd8d-6324dfac9344 None None] Pushing event updated for resources: {'Port': ['ID=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:08.635286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Allocated IP 172.25.8.189 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/7514fc8f-148f-4d34-a272-337e728aea7c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:08.735357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Set router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:08.946510 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks [] for port (7514fc8f-148f-4d34-a272-337e728aea7c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.045535 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.165576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:09.170652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:09.203900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:09.327942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:03Z', 'revision_number': 4, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '90037d49-4071-4519-8fc3-5d07c333b7e3', 'name': '', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'mac_address': 'fa:16:3e:3f:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e8d27028-024d-4600-a445-ead483086e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:02Z', 'updated_at': '2022-01-27T22:26:03Z', 'revision_number': 2, 'project_id': '1c900cf5104f426cad00d2941282a039', 'subnets': [{'id': 'e8d27028-024d-4600-a445-ead483086e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:09.409482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Checking router: 80d54fab-da5c-40b1-8c17-a27a66b7ce48 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:09.410074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Updating router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 port 90037d49-4071-4519-8fc3-5d07c333b7e3 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:26:09.463863 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.640075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Pushing event updated for resources: {'Port': ['ID=7514fc8f-148f-4d34-a272-337e728aea7c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:09.720494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246b110-4cf0-4011-9042-b584c72ded21 req-ad264c34-c23e-4627-8ecf-3a3c3e99ddb9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:09.722932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0246b110-4cf0-4011-9042-b584c72ded21 req-ad264c34-c23e-4627-8ecf-3a3c3e99ddb9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.5545590 Jan 27 22:26:09.827613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0246b110-4cf0-4011-9042-b584c72ded21 req-23b0fa0b-e7b2-468c-8d62-3fcfca6d6df3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969861 Jan 27 22:26:09.919901 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:10.037347 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks [] for router_gateway (93ed9dca-92a7-482a-89ce-540c47f24598), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:10.357521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (93ed9dca-92a7-482a-89ce-540c47f24598), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:10.446196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03482f27-7627-429b-b45f-66f59a5f692a None None] Network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:10.589053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:10.589948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:10.661293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-68d4364f-1c4b-4a30-93f4-1a7161b4d2ec None None] Provisioning complete for port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:10.662165 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68d4364f-1c4b-4a30-93f4-1a7161b4d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:10.921365 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Publish callbacks [] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:10.954569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.140941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab5ca-a139-4ad0-86cd-757ef8a538a1 req-9776b4fc-6bc8-4cad-8bfc-a7ac44536d19 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:11.144986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eebab5ca-a139-4ad0-86cd-757ef8a538a1 req-9776b4fc-6bc8-4cad-8bfc-a7ac44536d19 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1505165 Jan 27 22:26:11.196236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Router 93ed9dca-92a7-482a-89ce-540c47f24598 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:26:11.327146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311953e4-08d8-479f-a4cc-b98e7b0befe1 None None] Pushing event updated for resources: {'Port': ['ID=90037d49-4071-4519-8fc3-5d07c333b7e3,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:11.349634 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.413524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:11.415356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:11.515023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eebab5ca-a139-4ad0-86cd-757ef8a538a1 req-5ccecc86-1dc1-4924-a068-81734c9895ba tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509729 Jan 27 22:26:11.596397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:11.611732 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Sync routers for ids ['93ed9dca-92a7-482a-89ce-540c47f24598'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:11.631013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-68d4364f-1c4b-4a30-93f4-1a7161b4d2ec None None] Current status of the port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:11.634836 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68d4364f-1c4b-4a30-93f4-1a7161b4d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.638508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.640133 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Routers {'93ed9dca-92a7-482a-89ce-540c47f24598'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:11.642510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['93ed9dca-92a7-482a-89ce-540c47f24598'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:11.674286 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.675680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6c557c45-c675-4c36-80b2-382114ca2f9c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5325685 Jan 27 22:26:11.678745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Attempting to bind port 90037d49-4071-4519-8fc3-5d07c333b7e3 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:11.679354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Attempting to bind port 90037d49-4071-4519-8fc3-5d07c333b7e3 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:11.679980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60018) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:11.680739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Attempting to bind port 90037d49-4071-4519-8fc3-5d07c333b7e3 on network a83004b3-cd72-4319-bb29-c705c7183de8 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:11.735852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:11.736419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Checking segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:11.737079 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.737802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Bound using segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:11.738637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Bound port: 90037d49-4071-4519-8fc3-5d07c333b7e3, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:11.739370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.804107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:11.804790 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.846150 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Set router 93ed9dca-92a7-482a-89ce-540c47f24598 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:11.981400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-68d4364f-1c4b-4a30-93f4-1a7161b4d2ec None None] For port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,segment=NetworkSegment(1bddf2fb-0d3c-4691-af49-0146f043c5b2),segment_id=1bddf2fb-0d3c-4691-af49-0146f043c5b2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:12.013578 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68d4364f-1c4b-4a30-93f4-1a7161b4d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.079204 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:26:09Z', 'revision_number': 3, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port': {'id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:08Z', 'updated_at': '2022-01-27T22:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:12.109382 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Checking router: 93ed9dca-92a7-482a-89ce-540c47f24598 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:12.110221 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Updating router 93ed9dca-92a7-482a-89ce-540c47f24598 port 7514fc8f-148f-4d34-a272-337e728aea7c binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:26:12.138806 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.247541 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Provisioning complete for port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:12.251876 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.319380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] For port 90037d49-4071-4519-8fc3-5d07c333b7e3, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:12.475323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:12.503992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] For port 90037d49-4071-4519-8fc3-5d07c333b7e3, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=90037d49-4071-4519-8fc3-5d07c333b7e3,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:12.518492 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.522903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4364f-1c4b-4a30-93f4-1a7161b4d2ec None None] Pushing event updated for resources: {'Port': ['ID=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:12.550075 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Publish callbacks [] for port (7514fc8f-148f-4d34-a272-337e728aea7c), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.562715 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.654030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Routers {'80d54fab-da5c-40b1-8c17-a27a66b7ce48'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:12.654953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:12.727930 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Attempting to bind port 7514fc8f-148f-4d34-a272-337e728aea7c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:12.728793 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Attempting to bind port 7514fc8f-148f-4d34-a272-337e728aea7c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:12.729188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Attempting to bind port 7514fc8f-148f-4d34-a272-337e728aea7c on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:12.795445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Current status of the port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:12.807085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311953e4-08d8-479f-a4cc-b98e7b0befe1 None None] Pushing event updated for resources: {'Port': ['ID=90037d49-4071-4519-8fc3-5d07c333b7e3,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:12.811070 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:12.811971 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:12.813191 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.813929 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:12.814735 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Bound port: 7514fc8f-148f-4d34-a272-337e728aea7c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:12.815356 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.870367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Provisioning complete for port 90037d49-4071-4519-8fc3-5d07c333b7e3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:12.871306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.872016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9d775-6c46-46f3-aea8-461a847c34f1 req-a79c8758-c977-4606-9459-ee025282fc20 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:12.875748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72c9d775-6c46-46f3-aea8-461a847c34f1 req-a79c8758-c977-4606-9459-ee025282fc20 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0979490 Jan 27 22:26:12.988963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-72c9d775-6c46-46f3-aea8-461a847c34f1 req-a05a118e-55bd-4331-bd20-837b638874bb tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942562 Jan 27 22:26:12.995036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c03a6-cfa8-44c4-a487-03d23e186cc0 None None] Pushing event updated for resources: {'Port': ['ID=7514fc8f-148f-4d34-a272-337e728aea7c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:13.038017 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] For port 7514fc8f-148f-4d34-a272-337e728aea7c, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:13.041840 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] For port 7514fc8f-148f-4d34-a272-337e728aea7c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7514fc8f-148f-4d34-a272-337e728aea7c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:13.051085 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.068321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] Set router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:13.175662 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Routers {'93ed9dca-92a7-482a-89ce-540c47f24598'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:13.176473 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['93ed9dca-92a7-482a-89ce-540c47f24598'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:13.189707 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c03a6-cfa8-44c4-a487-03d23e186cc0 None None] Pushing event updated for resources: {'Port': ['ID=7514fc8f-148f-4d34-a272-337e728aea7c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:13.242453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.392475 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] Set router 93ed9dca-92a7-482a-89ce-540c47f24598 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:13.478626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Current status of the port 90037d49-4071-4519-8fc3-5d07c333b7e3 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:13.479296 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.543747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Allocated IP 172.20.0.1 (3cc1d31d-0681-4fb3-9c01-dc225d654ddc/7b1c498d-f19c-4221-abf8-fedaaa4cf3c5/d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:13.570082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] For port 90037d49-4071-4519-8fc3-5d07c333b7e3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=90037d49-4071-4519-8fc3-5d07c333b7e3,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:13.582337 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.737068 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:26:09Z', 'revision_number': 3, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port': {'id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:08Z', 'updated_at': '2022-01-27T22:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:13.764831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2147c77e-bde7-43e7-b985-379edf5e53d8 None None] Provisioning complete for port 90037d49-4071-4519-8fc3-5d07c333b7e3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:13.765741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2147c77e-bde7-43e7-b985-379edf5e53d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.818750 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee151133-dabd-4235-9684-cc41f4b450b0 None None] The sync data for ids ['93ed9dca-92a7-482a-89ce-540c47f24598'] in n-d-826529-2 is: [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:26:09Z', 'revision_number': 3, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port': {'id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:14:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:08Z', 'updated_at': '2022-01-27T22:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:13.820251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616ae6b-70c6-4144-8e97-5453b68ff752 None None] Pushing event updated for resources: {'Port': ['ID=90037d49-4071-4519-8fc3-5d07c333b7e3,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:13.879589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Publish callbacks [] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.935622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ca446c98-001d-478f-837f-136f993a8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:03Z', 'revision_number': 4, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '90037d49-4071-4519-8fc3-5d07c333b7e3', 'name': '', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'mac_address': 'fa:16:3e:3f:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e8d27028-024d-4600-a445-ead483086e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:02Z', 'updated_at': '2022-01-27T22:26:12Z', 'revision_number': 4, 'project_id': '1c900cf5104f426cad00d2941282a039', 'subnets': [{'id': 'e8d27028-024d-4600-a445-ead483086e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:13.968705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.992525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca446c98-001d-478f-837f-136f993a8035 None None] The sync data for ids ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'] in n-d-826529-2 is: [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:03Z', 'revision_number': 4, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '90037d49-4071-4519-8fc3-5d07c333b7e3', 'name': '', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'mac_address': 'fa:16:3e:3f:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e8d27028-024d-4600-a445-ead483086e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:02Z', 'updated_at': '2022-01-27T22:26:12Z', 'revision_number': 4, 'project_id': '1c900cf5104f426cad00d2941282a039', 'subnets': [{'id': 'e8d27028-024d-4600-a445-ead483086e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:14.134590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:14.140466 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:14.162317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:14.177802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:14.236153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114e97-530e-483b-9332-04bf26dc4a40 req-0326bfa2-4079-4fc8-9154-ce7758edc831 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:14.252441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83114e97-530e-483b-9332-04bf26dc4a40 req-0326bfa2-4079-4fc8-9154-ce7758edc831 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1204028 Jan 27 22:26:14.338144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (93ed9dca-92a7-482a-89ce-540c47f24598), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.378821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83114e97-530e-483b-9332-04bf26dc4a40 req-e52a6ca1-bbd1-48c8-b640-4f37d57b3dc9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246843 Jan 27 22:26:14.595219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2147c77e-bde7-43e7-b985-379edf5e53d8 None None] Current status of the port 90037d49-4071-4519-8fc3-5d07c333b7e3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:14.917813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8aab6230-1bcd-495d-acf8-f09e59e3cac4 None None] Provisioning complete for port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:14.918825 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8aab6230-1bcd-495d-acf8-f09e59e3cac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.036555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-47489567-beee-45ad-a9d4-9b8f8c3a850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:15.039872 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-47489567-beee-45ad-a9d4-9b8f8c3a850e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1096 time: 0.2137103 Jan 27 22:26:15.060954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 90037d49-4071-4519-8fc3-5d07c333b7e3 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:15.101649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca881c-f6ed-4349-8b02-4a9705783a3c req-6be7ec18-d94a-4b4f-821b-3cf052f31300 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:15.128177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bca881c-f6ed-4349-8b02-4a9705783a3c req-6be7ec18-d94a-4b4f-821b-3cf052f31300 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.2429156 Jan 27 22:26:15.137818 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.181176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8aab6230-1bcd-495d-acf8-f09e59e3cac4 None None] Port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:15.196226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 90037d49-4071-4519-8fc3-5d07c333b7e3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:15.210319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.289352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bca881c-f6ed-4349-8b02-4a9705783a3c req-9a901aac-4eff-460c-a75b-2abf726d17fe tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605723 Jan 27 22:26:15.467910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-9b78997c-aa3d-47e2-b989-770c97b3411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:15.471102 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-9b78997c-aa3d-47e2-b989-770c97b3411b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.4215150 Jan 27 22:26:15.477511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 90037d49-4071-4519-8fc3-5d07c333b7e3 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:15.478744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7514fc8f-148f-4d34-a272-337e728aea7c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:15.566190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7514fc8f-148f-4d34-a272-337e728aea7c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:15.566585 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.601428 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-86432038-c7cf-40a8-af33-0618a40400ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 1001 time: 0.1037884 Jan 27 22:26:15.700308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7514fc8f-148f-4d34-a272-337e728aea7c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:15.701403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.745966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 7514fc8f-148f-4d34-a272-337e728aea7c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7514fc8f-148f-4d34-a272-337e728aea7c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:15.754249 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.759618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:15.890542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Publish callbacks [] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.894335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=7514fc8f-148f-4d34-a272-337e728aea7c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:15.902086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-7e36a091-34d5-45c3-b62a-a77b225d5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:15.903881 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-7e36a091-34d5-45c3-b62a-a77b225d5717 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.2889528 Jan 27 22:26:15.907094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.998767 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:16.007790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:16.008613 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.045667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (93ed9dca-92a7-482a-89ce-540c47f24598), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.054728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-7c720b8d-cbe0-48d6-8e14-42f928f4f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:16.056375 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-7c720b8d-cbe0-48d6-8e14-42f928f4f423 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430218 Jan 27 22:26:16.259845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:16.373143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-fc7814e1-eca8-4457-b8f1-b78d30275224 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053396 Jan 27 22:26:16.454105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:16.462133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:16.599846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55743d1-9a7c-4977-936a-bcd0263ae7be req-497299fc-1f6d-43e2-b7b5-eac5cb81631d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:16.610451 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f55743d1-9a7c-4977-936a-bcd0263ae7be req-497299fc-1f6d-43e2-b7b5-eac5cb81631d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1242206 Jan 27 22:26:16.649389 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-36c9f92e-ea0e-41d6-8ed8-23f5671f8a8d req-595a78e4-d783-4913-9c5b-16bf8884c155 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648244 Jan 27 22:26:16.711058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Router 93ed9dca-92a7-482a-89ce-540c47f24598 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:16.714945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7514fc8f-148f-4d34-a272-337e728aea7c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:16.765255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f55743d1-9a7c-4977-936a-bcd0263ae7be req-99b7de33-e3f7-4f50-9a1a-37a404733166 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518223 Jan 27 22:26:16.833699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7514fc8f-148f-4d34-a272-337e728aea7c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:16.834099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.916555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:16.922052 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-543f792c-99e5-453f-97b0-2f090e34fef1 admin admin] 10.222.0.45 "PUT /v2.0/routers/93ed9dca-92a7-482a-89ce-540c47f24598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2409275 Jan 27 22:26:16.989961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-db172fbc-2240-4bc7-ba83-a2b69975f32e None None] Provisioning complete for port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:16.990804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db172fbc-2240-4bc7-ba83-a2b69975f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.998205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7514fc8f-148f-4d34-a272-337e728aea7c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:17.066913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-db172fbc-2240-4bc7-ba83-a2b69975f32e None None] Port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:17.773379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Sync routers for ids ['93ed9dca-92a7-482a-89ce-540c47f24598'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:17.832896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Routers {'93ed9dca-92a7-482a-89ce-540c47f24598'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:17.834301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['93ed9dca-92a7-482a-89ce-540c47f24598'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:18.066494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a998ed-ddc2-4738-a34e-0f489acf4ad7 req-1ca0a16a-364f-41c5-a1b0-c4b676d2c7f8 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:18.068292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9a998ed-ddc2-4738-a34e-0f489acf4ad7 req-1ca0a16a-364f-41c5-a1b0-c4b676d2c7f8 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.1840146 Jan 27 22:26:18.069159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Set router 93ed9dca-92a7-482a-89ce-540c47f24598 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:18.208881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9a998ed-ddc2-4738-a34e-0f489acf4ad7 req-4fafae7f-f9b5-41c4-94df-e8616a8645df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108611 Jan 27 22:26:18.210804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-1f423d59-d025-44fd-bd49-b7dac0aee6a6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:18.238554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-1f423d59-d025-44fd-bd49-b7dac0aee6a6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/networks?id=a83004b3-cd72-4319-bb29-c705c7183de8 HTTP/1.1" status: 200 len: 911 time: 0.3562186 Jan 27 22:26:18.277964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-453c20f9-778d-4990-897b-66ef2e57289a tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/quotas/226af9b2c50449d7abe9a93b5364067a HTTP/1.1" status: 200 len: 375 time: 0.0378728 Jan 27 22:26:18.373816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:18.404189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-703ccdb1-abbf-4b11-b2e5-10cc348b638d tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=226af9b2c50449d7abe9a93b5364067a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248546 Jan 27 22:26:18.519554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:26:14Z', 'revision_number': 4, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port': {'id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:08Z', 'updated_at': '2022-01-27T22:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64', 'name': '', 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'mac_address': 'fa:16:3e:b5:3d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '7b1c498d-f19c-4221-abf8-fedaaa4cf3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:13Z', 'updated_at': '2022-01-27T22:26:15Z', 'revision_number': 2, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'subnets': [{'id': '7b1c498d-f19c-4221-abf8-fedaaa4cf3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:18.547537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-0bdcc7b3-51af-4dd0-a3cc-501ea093cc7b service neutron] 10.222.0.45 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421123 Jan 27 22:26:18.600463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Checking router: 93ed9dca-92a7-482a-89ce-540c47f24598 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:18.600934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Updating router 93ed9dca-92a7-482a-89ce-540c47f24598 port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:26:18.656663 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:18.750984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-59d26e04-9217-4100-9dc7-cc6971bc3938 service neutron] 10.222.0.45 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023170 Jan 27 22:26:19.053044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-880a0c71-7176-4874-9c05-93f91ac126ae req-609533fa-3fa6-4cad-9d94-582e60a55912 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 210 time: 0.0450153 Jan 27 22:26:19.489016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Publish callbacks [] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:19.525199 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:19.669043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81861c-2e6a-448e-9e82-7730a56c3674 None None] Pushing event updated for resources: {'Port': ['ID=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:19.707780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Attempting to bind port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:19.708638 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Attempting to bind port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:19.709570 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Attempting to bind port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 on network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:19.729206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:19.730121 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Checking segment: {'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:19.731991 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:19.736568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Bound using segment: {'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:19.737720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Bound port: d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bddf2fb-0d3c-4691-af49-0146f043c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:19.739880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:19.988869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] For port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:20.012817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] For port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,segment=NetworkSegment(1bddf2fb-0d3c-4691-af49-0146f043c5b2),segment_id=1bddf2fb-0d3c-4691-af49-0146f043c5b2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:20.020420 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.147707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Routers {'93ed9dca-92a7-482a-89ce-540c47f24598'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:20.148699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['93ed9dca-92a7-482a-89ce-540c47f24598'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:20.301053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81861c-2e6a-448e-9e82-7730a56c3674 None None] Pushing event updated for resources: {'Port': ['ID=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:20.358089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99afbb1a-4fc1-4e7a-966a-5f0d9b76a359 req-eaf34fb5-7ae4-490c-830a-12521b2087d6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 210 time: 0.1475692 Jan 27 22:26:20.381456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-127c839f-1806-4a93-b42c-bc2a798a5cfe None None] Provisioning complete for port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:20.382064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-127c839f-1806-4a93-b42c-bc2a798a5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.593578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] Set router 93ed9dca-92a7-482a-89ce-540c47f24598 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:20.807972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-127c839f-1806-4a93-b42c-bc2a798a5cfe None None] Current status of the port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:20.808749 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-127c839f-1806-4a93-b42c-bc2a798a5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.889358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-127c839f-1806-4a93-b42c-bc2a798a5cfe None None] For port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,segment=NetworkSegment(1bddf2fb-0d3c-4691-af49-0146f043c5b2),segment_id=1bddf2fb-0d3c-4691-af49-0146f043c5b2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:20.903500 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-127c839f-1806-4a93-b42c-bc2a798a5cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.055591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c839f-1806-4a93-b42c-bc2a798a5cfe None None] Pushing event updated for resources: {'Port': ['ID=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:21.122812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8a4c6e03-e492-4e14-ab6c-a0b083e1952f None None] Provisioning complete for port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:21.123922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8a4c6e03-e492-4e14-ab6c-a0b083e1952f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.128151 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.212311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:26:14Z', 'revision_number': 4, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port': {'id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:08Z', 'updated_at': '2022-01-27T22:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64', 'name': '', 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'mac_address': 'fa:16:3e:b5:3d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '7b1c498d-f19c-4221-abf8-fedaaa4cf3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:13Z', 'updated_at': '2022-01-27T22:26:19Z', 'revision_number': 4, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'subnets': [{'id': '7b1c498d-f19c-4221-abf8-fedaaa4cf3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:21.264107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad4154-c330-4f7c-9f94-6bc8166c4bcf None None] The sync data for ids ['93ed9dca-92a7-482a-89ce-540c47f24598'] in n-d-826529-2 is: [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:26:14Z', 'revision_number': 4, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port': {'id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:08Z', 'updated_at': '2022-01-27T22:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64', 'name': '', 'network_id': '3cc1d31d-0681-4fb3-9c01-dc225d654ddc', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'mac_address': 'fa:16:3e:b5:3d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '7b1c498d-f19c-4221-abf8-fedaaa4cf3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:13Z', 'updated_at': '2022-01-27T22:26:19Z', 'revision_number': 4, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'subnets': [{'id': '7b1c498d-f19c-4221-abf8-fedaaa4cf3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:21.384274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c6e03-e492-4e14-ab6c-a0b083e1952f None None] Current status of the port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:21.576486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a2297c0-e2d2-4601-a652-ad6aebf1d86c req-bd9f99a1-8848-46ce-a2fd-b805db158cd8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 210 time: 0.0488536 Jan 27 22:26:22.174686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-f6aa1281-4a8e-4f08-8c74-5c5472948eeb tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:22.176807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-f6aa1281-4a8e-4f08-8c74-5c5472948eeb tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.57 "GET /v2.0/networks?id=a83004b3-cd72-4319-bb29-c705c7183de8 HTTP/1.1" status: 200 len: 911 time: 0.3139930 Jan 27 22:26:22.200565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Request body: {'port': {'device_id': 'a10b0106-3604-42e6-aabf-6b416c8da8fb', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'admin_state_up': True, 'tenant_id': '226af9b2c50449d7abe9a93b5364067a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:22.256803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Made reservation on behalf of 226af9b2c50449d7abe9a93b5364067a for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:22.260782 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.487378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Allocated IP 172.20.0.8 (a83004b3-cd72-4319-bb29-c705c7183de8/e8d27028-024d-4600-a445-ead483086e2f/2c3ffb64-74a9-4296-b4cb-5aa6733424b6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:22.811888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:23.010151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:23.011612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.015366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f715745d-cffe-4805-8d28-ed30baf5a047 req-206d40bf-e5a4-4c9d-9c4b-11b44fa294e9 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 210 time: 0.1533096 Jan 27 22:26:23.114187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks [] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.280145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.358421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:23.374679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Network a83004b3-cd72-4319-bb29-c705c7183de8 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:23.381286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:23.386117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:23.474331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:23.475333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.501709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:23.531158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7f849fef-0cf4-47f8-be43-1e7979ee3016 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3403447 Jan 27 22:26:23.552247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-86c934a5-272a-47d1-bb19-1fa08438cfa4 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:26:23.554073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-86c934a5-272a-47d1-bb19-1fa08438cfa4 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173852 Jan 27 22:26:23.863059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Request body: {'port': {'device_id': 'a10b0106-3604-42e6-aabf-6b416c8da8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:23.955505 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.955737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5d083ecd-98b4-407b-a04a-7ec5251b73de None None] Provisioning complete for port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:23.956221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5d083ecd-98b4-407b-a04a-7ec5251b73de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.013215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5d083ecd-98b4-407b-a04a-7ec5251b73de None None] Port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:24.744340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:26:24.760093 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Publish callbacks [] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.790809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Transition to ACTIVE for port object 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:26:24.800002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:25.057230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a5024-c8c9-41b2-9e94-8463a085dbad req-2d002181-5ea4-46e7-a066-123c5e57dfbb tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:25.063160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-929a5024-c8c9-41b2-9e94-8463a085dbad req-2d002181-5ea4-46e7-a066-123c5e57dfbb tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1027 time: 0.8291290 Jan 27 22:26:25.127906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:25.234593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-929a5024-c8c9-41b2-9e94-8463a085dbad req-3da25ab8-c26b-4754-a833-fc53cfa57147 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480415 Jan 27 22:26:25.290450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Attempting to bind port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:25.290985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Attempting to bind port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:25.291553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Attempting to bind port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 on network a83004b3-cd72-4319-bb29-c705c7183de8 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:25.306621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 on network a83004b3-cd72-4319-bb29-c705c7183de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:26:25.306996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Attempting to bind port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 on network a83004b3-cd72-4319-bb29-c705c7183de8 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:25.324705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:25.325110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Checking segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:25.329322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Bound using segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:25.330826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Bound port: 2c3ffb64-74a9-4296-b4cb-5aa6733424b6, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:25.331088 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:25.522434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] For port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:25.544777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] For port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:25.554086 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:25.613643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:25.615008 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:25.616005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] 10.222.0.57 "PUT /v2.0/ports/2c3ffb64-74a9-4296-b4cb-5aa6733424b6 HTTP/1.1" status: 200 len: 1091 time: 2.0539765 Jan 27 22:26:25.616419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10b0106-3604-42e6-aabf-6b416c8da8fb', 'tag': '2c3ffb64-74a9-4296-b4cb-5aa6733424b6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:25.619046 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a4d698-dab1-49da-8b78-54ad66ac4af0" -d '{"events": [{"name": "network-changed", "server_uuid": "a10b0106-3604-42e6-aabf-6b416c8da8fb", "tag": "2c3ffb64-74a9-4296-b4cb-5aa6733424b6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:25.688181 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9cc12f-2bc5-4b26-8dfa-1ee3f98d97bb x-openstack-request-id: req-4a9cc12f-2bc5-4b26-8dfa-1ee3f98d97bb {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:25.688595 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10b0106-3604-42e6-aabf-6b416c8da8fb", "tag": "2c3ffb64-74a9-4296-b4cb-5aa6733424b6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:25.689298 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a9cc12f-2bc5-4b26-8dfa-1ee3f98d97bb {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:25.689763 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10b0106-3604-42e6-aabf-6b416c8da8fb', 'tag': '2c3ffb64-74a9-4296-b4cb-5aa6733424b6', 'status': 'completed', 'code': 200} Jan 27 22:26:25.718180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd202d6-f49a-4a69-bc63-debc8ec8bd31 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:25.837689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-8d46f696-77de-488f-b502-2244602f548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:25.849785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-8d46f696-77de-488f-b502-2244602f548b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=226af9b2c50449d7abe9a93b5364067a&device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1094 time: 0.1843624 Jan 27 22:26:25.942467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-879209aa-262d-44ce-bf3a-b96af7667d71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3ffb64-74a9-4296-b4cb-5aa6733424b6 HTTP/1.1" status: 200 len: 217 time: 0.0842998 Jan 27 22:26:26.037608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7312332b-ef7d-45d5-8188-3d98a1153056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:26.039602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-7312332b-ef7d-45d5-8188-3d98a1153056 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8d27028-024d-4600-a445-ead483086e2f HTTP/1.1" status: 200 len: 849 time: 0.0875874 Jan 27 22:26:26.132778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-2836048d-5ad4-451a-ace9-146510c65204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:26.134631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-2836048d-5ad4-451a-ace9-146510c65204 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a83004b3-cd72-4319-bb29-c705c7183de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889733 Jan 27 22:26:26.241520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-bc2e1a0d-7f41-4bab-95e1-b9c3b948f76a service neutron] 10.222.0.57 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982859 Jan 27 22:26:26.396733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f591e64e-f2c9-40c2-93f6-0bc78ea3d9d4 req-656461b4-113c-4e35-8e87-6d3bd9486fea service neutron] 10.222.0.57 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489465 Jan 27 22:26:26.522076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-ff16cb96-5b62-43cc-943b-c6551c178a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:26.523434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-ff16cb96-5b62-43cc-943b-c6551c178a3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=226af9b2c50449d7abe9a93b5364067a&device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1094 time: 0.0505576 Jan 27 22:26:26.611633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281e93-0908-4c53-ab12-4d769fc0e298 req-ad0120a6-f0aa-4312-b7c3-2518ca423da3 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:26.619207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb281e93-0908-4c53-ab12-4d769fc0e298 req-ad0120a6-f0aa-4312-b7c3-2518ca423da3 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1094 time: 0.1853473 Jan 27 22:26:26.731519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb281e93-0908-4c53-ab12-4d769fc0e298 req-f8c8adbf-bc93-43f0-ba73-1991c6d17317 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105762 Jan 27 22:26:26.819037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-4062d3b5-c5b7-4556-9762-ad6b859f6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:26.821726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-4062d3b5-c5b7-4556-9762-ad6b859f6e2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a83004b3-cd72-4319-bb29-c705c7183de8 HTTP/1.1" status: 200 len: 911 time: 0.2908123 Jan 27 22:26:27.002947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-fb077cdd-8c38-4601-bdf0-f274e2b650d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3ffb64-74a9-4296-b4cb-5aa6733424b6 HTTP/1.1" status: 200 len: 217 time: 0.1654787 Jan 27 22:26:27.125181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-7926a783-305d-4a53-9439-de0e49e5e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:27.130037 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-7926a783-305d-4a53-9439-de0e49e5e2a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8d27028-024d-4600-a445-ead483086e2f HTTP/1.1" status: 200 len: 849 time: 0.1178589 Jan 27 22:26:27.232149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-3fdcf113-2b07-411b-9442-a3e5fbfdc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:27.245948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-3fdcf113-2b07-411b-9442-a3e5fbfdc23a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a83004b3-cd72-4319-bb29-c705c7183de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087062 Jan 27 22:26:27.455823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-217607b8-9a9d-4285-ab7d-5f95f08a7623 service neutron] 10.222.0.57 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025082 Jan 27 22:26:27.619730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21a4d698-dab1-49da-8b78-54ad66ac4af0 req-2ffe9c43-6e47-4245-87c9-c8070ea9b9b3 service neutron] 10.222.0.57 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558514 Jan 27 22:26:27.964364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fda77d-20cc-4cd8-9ec2-be8ce6313f6e req-4932bac4-5c38-4a34-ae7d-4462cac04f28 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:27.966021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7fda77d-20cc-4cd8-9ec2-be8ce6313f6e req-4932bac4-5c38-4a34-ae7d-4462cac04f28 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1094 time: 0.0981681 Jan 27 22:26:28.067592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7fda77d-20cc-4cd8-9ec2-be8ce6313f6e req-acfb83d9-35fc-46eb-9495-175182abe87a tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886414 Jan 27 22:26:29.361776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1795336-b8bb-4124-815d-467d53397031 req-5ba635bc-48b8-49dd-9221-fe8464fa0b04 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:29.363341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1795336-b8bb-4124-815d-467d53397031 req-5ba635bc-48b8-49dd-9221-fe8464fa0b04 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1094 time: 0.0902498 Jan 27 22:26:29.450262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:26:29.451754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1795336-b8bb-4124-815d-467d53397031 req-85a6da33-88c0-4b6e-9ccf-a71e694433eb tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814366 Jan 27 22:26:29.806340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:29.838112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '2c3ffb64-74a9-4296-b4cb-5aa6733424b6', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'port_id': '2c3ffb64-74a9-4296-b4cb-5aa6733424b6', 'mac_address': 'fa:16:3e:8d:ae:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d27028-024d-4600-a445-ead483086e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:26:30.094043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:30.095525 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:30.117191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:26:30.145178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:30.151056 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:30.212861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:30.385484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['2c3ffb64-74a9-4296-b4cb-5aa6733424b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:26:30.715227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ee5d-1260-4a4f-a7ed-b18a67bcbfe5 req-beed5c92-70b4-4a7a-ab7c-74b930c3479d tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:30.718884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35c9ee5d-1260-4a4f-a7ed-b18a67bcbfe5 req-beed5c92-70b4-4a7a-ab7c-74b930c3479d tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1095 time: 0.0817442 Jan 27 22:26:30.818998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35c9ee5d-1260-4a4f-a7ed-b18a67bcbfe5 req-b62d5edd-59f7-443b-b3bd-5d53c0069b49 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892863 Jan 27 22:26:31.465537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:31.521923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:26:31.526678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:31.527060 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:31.619357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:31.619884 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:31.646545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10b0106-3604-42e6-aabf-6b416c8da8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3ffb64-74a9-4296-b4cb-5aa6733424b6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:31.648976 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7078ed87-4608-45da-9283-4a0781b5e027" -d '{"events": [{"server_uuid": "a10b0106-3604-42e6-aabf-6b416c8da8fb", "name": "network-vif-plugged", "status": "completed", "tag": "2c3ffb64-74a9-4296-b4cb-5aa6733424b6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:31.684797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:31.692514 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:31.781190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:31.799842 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeb3f8a-af28-40f7-bec0-05d8bc39a31e x-openstack-request-id: req-4aeb3f8a-af28-40f7-bec0-05d8bc39a31e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:31.800460 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10b0106-3604-42e6-aabf-6b416c8da8fb", "name": "network-vif-plugged", "status": "completed", "tag": "2c3ffb64-74a9-4296-b4cb-5aa6733424b6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:31.800982 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4aeb3f8a-af28-40f7-bec0-05d8bc39a31e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:31.801580 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10b0106-3604-42e6-aabf-6b416c8da8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3ffb64-74a9-4296-b4cb-5aa6733424b6', 'code': 200} Jan 27 22:26:32.426139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609d849-56d6-44f5-8b3f-28b1a133ecc8 req-914637e7-f269-41eb-a8f0-b46aee9fe169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:32.428717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5609d849-56d6-44f5-8b3f-28b1a133ecc8 req-914637e7-f269-41eb-a8f0-b46aee9fe169 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.5557590 Jan 27 22:26:32.437715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5463701-376c-4816-93eb-2d94a27f6738 req-1c20db35-302f-496b-b08f-dde8e77abaec tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:32.440669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5463701-376c-4816-93eb-2d94a27f6738 req-1c20db35-302f-496b-b08f-dde8e77abaec tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.5226774 Jan 27 22:26:32.521740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5609d849-56d6-44f5-8b3f-28b1a133ecc8 req-14fbf519-5712-4954-b8fe-cccdfab996b9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796726 Jan 27 22:26:32.525720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5463701-376c-4816-93eb-2d94a27f6738 req-a8f97aca-7e84-48df-b71d-93307878f600 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741355 Jan 27 22:26:33.749568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adad3f-6749-4f84-8c4d-e70131f0fdd3 req-8ef042e4-759d-4b92-a248-01dbcc25c1e4 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:33.752824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9adad3f-6749-4f84-8c4d-e70131f0fdd3 req-8ef042e4-759d-4b92-a248-01dbcc25c1e4 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.1318491 Jan 27 22:26:33.809917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9adad3f-6749-4f84-8c4d-e70131f0fdd3 req-f463b54d-f591-433c-a971-bf7b5aaa98c7 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502446 Jan 27 22:26:33.977905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87940f-8295-42f9-8933-a10fa12ead35 req-a1fd9e1e-09d1-4108-b899-a8cbf875a9ac tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:33.980495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea87940f-8295-42f9-8933-a10fa12ead35 req-a1fd9e1e-09d1-4108-b899-a8cbf875a9ac tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.0758541 Jan 27 22:26:34.046159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea87940f-8295-42f9-8933-a10fa12ead35 req-f413a076-358a-4801-b94b-5fa4bd3be2b7 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590961 Jan 27 22:26:34.131035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a448098-1247-4ace-9e41-416f8cca7a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:34.205706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10494a5-177f-42ce-bff1-7564aa6fec83 req-daa56c12-7ccb-4425-911d-3e4233af7469 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:34.208130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10494a5-177f-42ce-bff1-7564aa6fec83 req-daa56c12-7ccb-4425-911d-3e4233af7469 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.0612276 Jan 27 22:26:34.288337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d10494a5-177f-42ce-bff1-7564aa6fec83 req-aee86fa1-a853-4ac0-af2f-2d803378f931 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730534 Jan 27 22:26:34.603636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-cbb2f060-4cda-48f8-8b01-53a2549317d2 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:34.606140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-cbb2f060-4cda-48f8-8b01-53a2549317d2 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/networks?id=a83004b3-cd72-4319-bb29-c705c7183de8 HTTP/1.1" status: 200 len: 911 time: 0.1290147 Jan 27 22:26:34.628882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-6678c1d6-b454-4420-be9c-ad3b630a8398 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/quotas/226af9b2c50449d7abe9a93b5364067a HTTP/1.1" status: 200 len: 375 time: 0.0155423 Jan 27 22:26:34.691022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-c1aa1d88-d5bb-4d0e-987e-e0c58ed015c1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=226af9b2c50449d7abe9a93b5364067a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549910 Jan 27 22:26:34.808761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-5c293561-8d28-44d7-8197-1cf15e197990 service neutron] 10.222.0.45 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054714 Jan 27 22:26:34.919686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-2fe27b4b-4af2-4e60-b8bd-76a81759754f service neutron] 10.222.0.45 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015387 Jan 27 22:26:35.168137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1887424c-ca96-4ad0-bdfe-378de5e65b1e req-6986e5c2-0784-4f4d-a860-bc256ad77a85 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 210 time: 0.0365012 Jan 27 22:26:36.165148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-e3763af8-ebfd-4741-949b-957635531491 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487506 Jan 27 22:26:36.306321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-64961649-305a-480e-a27e-d9e453e52bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:36.309623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-64961649-305a-480e-a27e-d9e453e52bdf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=226af9b2c50449d7abe9a93b5364067a&device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.0923457 Jan 27 22:26:36.365839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0cdf3a5-23dd-4ac4-a89d-bbc6aa63c661 req-773b3c9d-fe67-4d14-85df-1ac16fce0992 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 210 time: 0.0633807 Jan 27 22:26:36.509476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-990db279-e885-47e9-a020-b3808f7250a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:36.512312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-990db279-e885-47e9-a020-b3808f7250a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a83004b3-cd72-4319-bb29-c705c7183de8 HTTP/1.1" status: 200 len: 911 time: 0.1617627 Jan 27 22:26:36.599045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-3fc25b6b-e09e-459d-9fc5-019726051a9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3ffb64-74a9-4296-b4cb-5aa6733424b6 HTTP/1.1" status: 200 len: 217 time: 0.0803452 Jan 27 22:26:36.644049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-cca488f6-11d9-4721-9def-7d25dd6c374c tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:36.650128 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-cca488f6-11d9-4721-9def-7d25dd6c374c tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.16 "GET /v2.0/networks?id=a83004b3-cd72-4319-bb29-c705c7183de8 HTTP/1.1" status: 200 len: 911 time: 0.1799502 Jan 27 22:26:36.670667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Request body: {'port': {'device_id': 'db168a82-e5ea-4a81-a6cd-71af21a0e832', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'admin_state_up': True, 'tenant_id': '226af9b2c50449d7abe9a93b5364067a'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:36.709131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-e5f37855-4a0f-4d07-af5d-f54992d70fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:36.712501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-e5f37855-4a0f-4d07-af5d-f54992d70fbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8d27028-024d-4600-a445-ead483086e2f HTTP/1.1" status: 200 len: 849 time: 0.1059725 Jan 27 22:26:36.715602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Made reservation on behalf of 226af9b2c50449d7abe9a93b5364067a for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:36.725541 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.796702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-39c030ba-b7cf-48be-b14d-2c61bfc49e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:36.799402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-39c030ba-b7cf-48be-b14d-2c61bfc49e7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a83004b3-cd72-4319-bb29-c705c7183de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811348 Jan 27 22:26:36.905287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Allocated IP 172.20.0.5 (a83004b3-cd72-4319-bb29-c705c7183de8/e8d27028-024d-4600-a445-ead483086e2f/cd66d7e1-b65e-4def-a552-8cfebaea1bf2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:36.982577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-a3d45991-6c21-4fd1-b159-7d613097657a service neutron] 10.222.0.57 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771889 Jan 27 22:26:37.085116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks [] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.097535 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9601ec8c-2811-4eeb-9004-fb916beb97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.132267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.146902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['2c3ffb64-74a9-4296-b4cb-5aa6733424b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:26:37.187699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Pushing event updated for resources: {'Port': ['ID=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:37.205523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Network a83004b3-cd72-4319-bb29-c705c7183de8 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:37.207570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:37.211147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:37.220729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0db746-8d2b-47e7-965e-45ec3bb26d4f req-de2c3606-e6e8-4276-b04e-68cca303fd58 service neutron] 10.222.0.57 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106802 Jan 27 22:26:37.269588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:37.270672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.296423 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-401fccd4-47e7-4b8e-aad5-aed4d0a127fc tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6371400 Jan 27 22:26:37.308650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Request body: {'port': {'device_id': 'db168a82-e5ea-4a81-a6cd-71af21a0e832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:37.412432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.629018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-cde96d4b-28dd-475f-8cf5-ae14e90fa431 None None] Provisioning complete for port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:37.629537 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cde96d4b-28dd-475f-8cf5-ae14e90fa431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.630385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47884565-ae83-47ad-ad52-0e9613922d8b req-e6fd3b0f-5b42-4b0a-9e64-266cfcf22b88 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:37.646500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47884565-ae83-47ad-ad52-0e9613922d8b req-e6fd3b0f-5b42-4b0a-9e64-266cfcf22b88 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1027 time: 0.1148565 Jan 27 22:26:37.768138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cde96d4b-28dd-475f-8cf5-ae14e90fa431 None None] Port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:37.771484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47884565-ae83-47ad-ad52-0e9613922d8b req-e70a707d-c2b1-4e31-8968-a774d055bdba tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209316 Jan 27 22:26:37.943461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd66d7e1-b65e-4def-a552-8cfebaea1bf2 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:26:37.955228 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Publish callbacks [] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.973672 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Transition to ACTIVE for port object cd66d7e1-b65e-4def-a552-8cfebaea1bf2 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:26:37.977638 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.043318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:38.140707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Attempting to bind port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:38.141247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Attempting to bind port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:38.141785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Attempting to bind port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 on network a83004b3-cd72-4319-bb29-c705c7183de8 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:38.149245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 on network a83004b3-cd72-4319-bb29-c705c7183de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:26:38.149600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Attempting to bind port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 on network a83004b3-cd72-4319-bb29-c705c7183de8 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:38.156651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:38.157258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Checking segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:38.157664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Bound using segment: {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:38.158205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Bound port: cd66d7e1-b65e-4def-a552-8cfebaea1bf2, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ec4a8d-cb19-4dad-a1be-b7460231439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:38.158592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.248431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] For port cd66d7e1-b65e-4def-a552-8cfebaea1bf2, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:38.253031 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] For port cd66d7e1-b65e-4def-a552-8cfebaea1bf2, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:38.258655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.323089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:38.324029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.328160 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] 10.222.0.16 "PUT /v2.0/ports/cd66d7e1-b65e-4def-a552-8cfebaea1bf2 HTTP/1.1" status: 200 len: 1091 time: 1.0226238 Jan 27 22:26:38.328160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db168a82-e5ea-4a81-a6cd-71af21a0e832', 'tag': 'cd66d7e1-b65e-4def-a552-8cfebaea1bf2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:38.329895 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "db168a82-e5ea-4a81-a6cd-71af21a0e832", "tag": "cd66d7e1-b65e-4def-a552-8cfebaea1bf2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:38.373348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b87c6-7034-443a-a67d-1756243fbfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:38.397401 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21889661-41d4-4e0f-9f4b-6c82ef34f8a4 x-openstack-request-id: req-21889661-41d4-4e0f-9f4b-6c82ef34f8a4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:38.397838 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db168a82-e5ea-4a81-a6cd-71af21a0e832", "tag": "cd66d7e1-b65e-4def-a552-8cfebaea1bf2", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:38.398223 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21889661-41d4-4e0f-9f4b-6c82ef34f8a4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:38.398745 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db168a82-e5ea-4a81-a6cd-71af21a0e832', 'tag': 'cd66d7e1-b65e-4def-a552-8cfebaea1bf2', 'status': 'completed', 'code': 200} Jan 27 22:26:38.560818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3ddf064c-6ea2-47cd-b963-e79e3d1dcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:38.569161 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-3ddf064c-6ea2-47cd-b963-e79e3d1dcf45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=226af9b2c50449d7abe9a93b5364067a&device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1094 time: 0.1289458 Jan 27 22:26:38.574557 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.656617 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-21c48215-af0d-4d6e-aa84-f91efde79edd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd66d7e1-b65e-4def-a552-8cfebaea1bf2 HTTP/1.1" status: 200 len: 217 time: 0.0815029 Jan 27 22:26:38.772411 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-43f8c426-91fc-4480-a964-6b798e6f86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:38.780966 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-43f8c426-91fc-4480-a964-6b798e6f86a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8d27028-024d-4600-a445-ead483086e2f HTTP/1.1" status: 200 len: 849 time: 0.1165209 Jan 27 22:26:38.896004 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-c7d10b2e-2458-4e83-a31e-3a9fab44e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:38.898936 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-c7d10b2e-2458-4e83-a31e-3a9fab44e825 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a83004b3-cd72-4319-bb29-c705c7183de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154299 Jan 27 22:26:38.988263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d49eb3-aebb-4433-9309-6b22719fd18e req-969a4899-2d70-42b0-a75a-eb4372bc2eed tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:39.003859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7d49eb3-aebb-4433-9309-6b22719fd18e req-969a4899-2d70-42b0-a75a-eb4372bc2eed tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1094 time: 0.0931387 Jan 27 22:26:39.096905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7d49eb3-aebb-4433-9309-6b22719fd18e req-4e40a1e6-cdf3-4de2-8c8f-29ce1cc1bf8c tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914690 Jan 27 22:26:39.097890 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-a9272c9a-5c5c-4922-9265-029475609e7f service neutron] 10.222.0.16 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903484 Jan 27 22:26:39.269603 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d914cce1-b516-49ff-a3d1-95823ab33780 req-311fec1d-83bc-41f3-97b7-ef9c0b057328 service neutron] 10.222.0.16 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662111 Jan 27 22:26:39.442406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-1a2197a1-bc16-4c37-81be-b0330a080446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:39.445325 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-1a2197a1-bc16-4c37-81be-b0330a080446 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=226af9b2c50449d7abe9a93b5364067a&device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1094 time: 0.0854921 Jan 27 22:26:39.567638 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-cd6661a5-8f28-45de-bade-6c9e2f39356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:39.569918 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-cd6661a5-8f28-45de-bade-6c9e2f39356a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a83004b3-cd72-4319-bb29-c705c7183de8 HTTP/1.1" status: 200 len: 911 time: 0.1181839 Jan 27 22:26:39.657337 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-def8df6a-7466-471d-b0fa-d2a0aac8f456 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd66d7e1-b65e-4def-a552-8cfebaea1bf2 HTTP/1.1" status: 200 len: 217 time: 0.0789516 Jan 27 22:26:39.717057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-5e50aa0f-22ba-435e-bd52-7c31f2c89d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:39.718645 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-5e50aa0f-22ba-435e-bd52-7c31f2c89d42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8d27028-024d-4600-a445-ead483086e2f HTTP/1.1" status: 200 len: 849 time: 0.0557399 Jan 27 22:26:39.777942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-7120378e-8c20-44c4-8ca5-a489053bfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:39.779921 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-7120378e-8c20-44c4-8ca5-a489053bfe3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a83004b3-cd72-4319-bb29-c705c7183de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545933 Jan 27 22:26:39.899568 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-293f129f-1b77-41d9-862c-f97826c08d7d service neutron] 10.222.0.16 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135292 Jan 27 22:26:40.032653 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e905e42b-0127-4b88-b0ce-b3e2d03f0dd4 req-276b7d82-5a7d-4330-84c4-90a3bf90cc2b service neutron] 10.222.0.16 "GET /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258881 Jan 27 22:26:40.282051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b8488-f9b9-41a4-8ba7-70fb45ea540a req-b3e4ac1d-5fe8-4941-8bd5-6b49f236362f tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:40.286184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f70b8488-f9b9-41a4-8ba7-70fb45ea540a req-b3e4ac1d-5fe8-4941-8bd5-6b49f236362f tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1094 time: 0.0742691 Jan 27 22:26:40.369154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f70b8488-f9b9-41a4-8ba7-70fb45ea540a req-6a694be2-0758-4d30-a43c-a82f49373b0c tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772045 Jan 27 22:26:41.088857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.277536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.529398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7892c-74e6-443e-88c8-eede33c08e3f req-9794e4f7-22a5-42a3-bc76-837d4b625af9 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:41.531131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1d7892c-74e6-443e-88c8-eede33c08e3f req-9794e4f7-22a5-42a3-bc76-837d4b625af9 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1094 time: 0.0537426 Jan 27 22:26:41.615777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1d7892c-74e6-443e-88c8-eede33c08e3f req-dc741a21-3e10-4c45-9182-75491f0f9980 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730250 Jan 27 22:26:41.687505 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-ab0e08b4-0d01-47d4-8594-061802333040 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990980 Jan 27 22:26:41.829139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-ac033567-f541-4a2c-8b52-4f91395f136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:41.832051 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-ac033567-f541-4a2c-8b52-4f91395f136b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1096 time: 0.0788114 Jan 27 22:26:41.990025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-d1cba7e5-db29-4fe5-8b0a-ab4671aaf607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:41.992088 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-d1cba7e5-db29-4fe5-8b0a-ab4671aaf607 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1372201 Jan 27 22:26:42.043842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60758) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:42.168631 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-e73e1faf-98d9-4cae-8361-bb2671b78aec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 1001 time: 0.1700666 Jan 27 22:26:42.242939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-bc1a4d80-3abd-4d33-913d-5f8cc6ce3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:42.253906 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-bc1a4d80-3abd-4d33-913d-5f8cc6ce3fe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0778403 Jan 27 22:26:42.311648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3531ac6-93d8-464d-8a3f-04d0b96ecc96 admin admin] Deleting subnet 3876dce6-8b1e-4e36-b53e-1dbaa22b9b30 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:42.317945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c3531ac6-93d8-464d-8a3f-04d0b96ecc96 admin admin] Publish callbacks [] for subnet (3876dce6-8b1e-4e36-b53e-1dbaa22b9b30), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.389244 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c3531ac6-93d8-464d-8a3f-04d0b96ecc96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (3876dce6-8b1e-4e36-b53e-1dbaa22b9b30), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.414164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-53ea695a-1019-47ad-a2ae-0d16087215e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:42.416842 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-53ea695a-1019-47ad-a2ae-0d16087215e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567061 Jan 27 22:26:42.478169 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c3531ac6-93d8-464d-8a3f-04d0b96ecc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3876dce6-8b1e-4e36-b53e-1dbaa22b9b30), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.620782 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c3531ac6-93d8-464d-8a3f-04d0b96ecc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (3876dce6-8b1e-4e36-b53e-1dbaa22b9b30), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.643562 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-bdbc9fff-43fc-48e3-b2f0-f344ebbe9c7b service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188072 Jan 27 22:26:42.684176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3531ac6-93d8-464d-8a3f-04d0b96ecc96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3876dce6-8b1e-4e36-b53e-1dbaa22b9b30,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:42.694006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c3531ac6-93d8-464d-8a3f-04d0b96ecc96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.703472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c3531ac6-93d8-464d-8a3f-04d0b96ecc96 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3876dce6-8b1e-4e36-b53e-1dbaa22b9b30 HTTP/1.1" status: 204 len: 168 time: 0.6546652 Jan 27 22:26:42.708273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60766) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:42.836039 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-aa6f3889-3417-481b-8338-6a3e2fee4af4 req-c824c6f2-4513-4845-bc62-93c646f42478 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863816 Jan 27 22:26:42.904698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c57be041-c570-4563-9f4b-4125551feccc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.950525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32437b12-d302-4f56-a226-12ee9b05d512 req-85d340e6-acc7-4c97-90fc-ef8dae151d73 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:42.952349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32437b12-d302-4f56-a226-12ee9b05d512 req-85d340e6-acc7-4c97-90fc-ef8dae151d73 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1094 time: 0.0837157 Jan 27 22:26:43.080444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c57be041-c570-4563-9f4b-4125551feccc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.152171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57be041-c570-4563-9f4b-4125551feccc']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:43.172039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32437b12-d302-4f56-a226-12ee9b05d512 req-89553669-5084-4557-ad52-b8be1b569713 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907418 Jan 27 22:26:43.192001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071591ee-1c73-4706-81f1-f0df098cc919') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:43.192001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071591ee-1c73-4706-81f1-f0df098cc919') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:43.205023 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (071591ee-1c73-4706-81f1-f0df098cc919), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.230072 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (071591ee-1c73-4706-81f1-f0df098cc919), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.242340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:26:43.242920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (071591ee-1c73-4706-81f1-f0df098cc919), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:26:43.312249 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:26:43.348323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c57be041-c570-4563-9f4b-4125551feccc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.384793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.397093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] 10.222.0.45 "DELETE /v2.0/networks/c57be041-c570-4563-9f4b-4125551feccc HTTP/1.1" status: 204 len: 168 time: 0.6863356 Jan 27 22:26:43.455403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dde454-a6b4-4e25-89e6-1f1ce28cc9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c57be041-c570-4563-9f4b-4125551feccc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:43.738979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 60772) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:43.845368 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8f18378d-e096-47b3-8baa-7c6ecc38482a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b87ce40fb554c4b9be00a142014610c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1038399 Jan 27 22:26:43.848123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60774) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:43.849496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device cd66d7e1-b65e-4def-a552-8cfebaea1bf2 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:26:44.046082 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65df1d7f-611d-424a-837e-05908679b003 admin admin] Publish callbacks [] for security_group (1e9839bb-b324-4f00-ba4f-f684b456d078), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.068611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port cd66d7e1-b65e-4def-a552-8cfebaea1bf2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:44.083521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'cd66d7e1-b65e-4def-a552-8cfebaea1bf2', 'network_id': 'a83004b3-cd72-4319-bb29-c705c7183de8', 'port_id': 'cd66d7e1-b65e-4def-a552-8cfebaea1bf2', 'mac_address': 'fa:16:3e:16:f3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d27028-024d-4600-a445-ead483086e2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:26:44.099207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65df1d7f-611d-424a-837e-05908679b003 admin admin] Publish callbacks [] for security_group (1e9839bb-b324-4f00-ba4f-f684b456d078), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.129167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:44.129900 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.145629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd66d7e1-b65e-4def-a552-8cfebaea1bf2 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:26:44.179670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port cd66d7e1-b65e-4def-a552-8cfebaea1bf2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:44.191109 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.196284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65df1d7f-611d-424a-837e-05908679b003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1e9839bb-b324-4f00-ba4f-f684b456d078), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.199770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65df1d7f-611d-424a-837e-05908679b003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.204950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-65df1d7f-611d-424a-837e-05908679b003 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e9839bb-b324-4f00-ba4f-f684b456d078 HTTP/1.1" status: 204 len: 168 time: 0.3510351 Jan 27 22:26:44.230840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df1d7f-611d-424a-837e-05908679b003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9839bb-b324-4f00-ba4f-f684b456d078,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:44.291454 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:26:44.324251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:44.486924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b897-37df-4682-865e-b44114759dc8 req-21e31085-aea3-4c1b-b94d-00fecde7ff36 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:44.503180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba67b897-37df-4682-865e-b44114759dc8 req-21e31085-aea3-4c1b-b94d-00fecde7ff36 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1095 time: 0.1400757 Jan 27 22:26:44.595462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['cd66d7e1-b65e-4def-a552-8cfebaea1bf2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:26:44.628373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba67b897-37df-4682-865e-b44114759dc8 req-ccdde8ee-cd4e-4eb9-bc65-8569fb6bdb27 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236784 Jan 27 22:26:45.783915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a515c79-370c-490a-b6c1-b3895e20018d req-dcf1dd65-7974-4945-a4d2-47bdded4aecd tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:45.786318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a515c79-370c-490a-b6c1-b3895e20018d req-dcf1dd65-7974-4945-a4d2-47bdded4aecd tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1095 time: 0.0683985 Jan 27 22:26:45.854357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device cd66d7e1-b65e-4def-a552-8cfebaea1bf2 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:45.860228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a515c79-370c-490a-b6c1-b3895e20018d req-3f0c97b0-4f27-47a5-a01c-1bbb2b30f33b tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644875 Jan 27 22:26:45.945163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:26:45.951082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:45.952031 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:46.084658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:46.085375 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:46.127235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db168a82-e5ea-4a81-a6cd-71af21a0e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66d7e1-b65e-4def-a552-8cfebaea1bf2'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:46.131395 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76688818-6477-4f0d-84f9-90680ef36bb0" -d '{"events": [{"server_uuid": "db168a82-e5ea-4a81-a6cd-71af21a0e832", "name": "network-vif-plugged", "status": "completed", "tag": "cd66d7e1-b65e-4def-a552-8cfebaea1bf2"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:46.153941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port cd66d7e1-b65e-4def-a552-8cfebaea1bf2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:46.162290 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:46.217412 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87ede9e-109c-433d-97f5-c34520f3807b x-openstack-request-id: req-b87ede9e-109c-433d-97f5-c34520f3807b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:46.217702 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db168a82-e5ea-4a81-a6cd-71af21a0e832", "name": "network-vif-plugged", "status": "completed", "tag": "cd66d7e1-b65e-4def-a552-8cfebaea1bf2", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:46.217955 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b87ede9e-109c-433d-97f5-c34520f3807b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:46.218357 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db168a82-e5ea-4a81-a6cd-71af21a0e832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66d7e1-b65e-4def-a552-8cfebaea1bf2', 'code': 200} Jan 27 22:26:46.227069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:46.346463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e68bc8-ebcb-48bf-a20e-e92deb2bce0f req-660a226c-933f-41d9-9f68-6d70e9588ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:46.350507 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4e68bc8-ebcb-48bf-a20e-e92deb2bce0f req-660a226c-933f-41d9-9f68-6d70e9588ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1096 time: 0.0638239 Jan 27 22:26:46.425643 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e4e68bc8-ebcb-48bf-a20e-e92deb2bce0f req-a711e045-0bc4-401a-a3da-772f57c1f6b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689251 Jan 27 22:26:47.017554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2779a0-8267-4baf-a010-ca405bdbb799 req-1da24668-3fb6-4b3c-809a-c5ecd515e183 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:47.019163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c2779a0-8267-4baf-a010-ca405bdbb799 req-1da24668-3fb6-4b3c-809a-c5ecd515e183 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1096 time: 0.0475059 Jan 27 22:26:47.098323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c2779a0-8267-4baf-a010-ca405bdbb799 req-717e0a86-e241-4b4b-983a-e4e04d26c25e tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685265 Jan 27 22:26:48.246591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f819b-f544-47bd-967d-eb9624a8fd13 req-d747673d-5729-4fe4-a5e1-8a8f95877a3f tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:48.249179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-810f819b-f544-47bd-967d-eb9624a8fd13 req-d747673d-5729-4fe4-a5e1-8a8f95877a3f tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1096 time: 0.0569763 Jan 27 22:26:48.315834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-810f819b-f544-47bd-967d-eb9624a8fd13 req-2b585f21-b89a-41e4-acb7-5fb764b85be5 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579777 Jan 27 22:26:48.361040 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.489205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299750-2ed6-4cbc-aa41-b18f66b2f41a req-2fdcecbf-1964-45dd-8058-9569c0333fe6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:48.491958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de299750-2ed6-4cbc-aa41-b18f66b2f41a req-2fdcecbf-1964-45dd-8058-9569c0333fe6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1096 time: 0.0805452 Jan 27 22:26:48.562626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de299750-2ed6-4cbc-aa41-b18f66b2f41a req-02b41ec8-11fb-4d5b-8bd5-296057234e1e tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639195 Jan 27 22:26:48.698870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c55c95-0315-4bb2-9f7d-9cf185c3c6a3 req-44f73d58-d2c1-44a6-a67e-8d45a258027f tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:48.700990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25c55c95-0315-4bb2-9f7d-9cf185c3c6a3 req-44f73d58-d2c1-44a6-a67e-8d45a258027f tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1096 time: 0.0572355 Jan 27 22:26:48.757672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25c55c95-0315-4bb2-9f7d-9cf185c3c6a3 req-5f282816-f551-4963-b42b-f6c48fcdc380 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488465 Jan 27 22:26:49.063068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef016f24-faa0-414c-b07b-2d7358d230bb req-c31a7047-93e7-4f1b-be39-26dc570b4608 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:49.064910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef016f24-faa0-414c-b07b-2d7358d230bb req-c31a7047-93e7-4f1b-be39-26dc570b4608 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1096 time: 0.0496557 Jan 27 22:26:49.124067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef016f24-faa0-414c-b07b-2d7358d230bb req-ca7eae7c-18e5-412f-adc0-64d223116e88 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524497 Jan 27 22:26:50.296462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c70e63-79a0-45af-b91d-9a817c0fa950 req-5899f556-3097-45f4-b1d3-00c15ae5d5f0 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:50.299157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c70e63-79a0-45af-b91d-9a817c0fa950 req-5899f556-3097-45f4-b1d3-00c15ae5d5f0 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1096 time: 0.0557642 Jan 27 22:26:50.364779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77c70e63-79a0-45af-b91d-9a817c0fa950 req-80270d8b-6d4c-45bd-b073-f6e035201b08 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589795 Jan 27 22:26:50.462483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-b4612dc5-b825-43d5-9426-5a755a40dcc6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:50.464428 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-b4612dc5-b825-43d5-9426-5a755a40dcc6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 1096 time: 0.0636141 Jan 27 22:26:50.589301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Deleting port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:50.589798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.691675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] For port cd66d7e1-b65e-4def-a552-8cfebaea1bf2, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:50.692246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.711646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Calling delete_port for cd66d7e1-b65e-4def-a552-8cfebaea1bf2 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:50.885067 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cd66d7e1-b65e-4def-a552-8cfebaea1bf2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.900287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['2c3ffb64-74a9-4296-b4cb-5aa6733424b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:26:50.909174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['cd66d7e1-b65e-4def-a552-8cfebaea1bf2'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:26:50.926066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd66d7e1-b65e-4def-a552-8cfebaea1bf2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:51.013265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] No DVR routers for this DVR port cd66d7e1-b65e-4def-a552-8cfebaea1bf2 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:51.025421 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.031766 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4bd36913-17d5-4b49-b3cd-c8e4751f765e req-6b93d8df-3959-430b-b351-f81ece7dbce8 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.16 "DELETE /v2.0/ports/cd66d7e1-b65e-4def-a552-8cfebaea1bf2 HTTP/1.1" status: 204 len: 173 time: 0.5600593 Jan 27 22:26:51.032519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db168a82-e5ea-4a81-a6cd-71af21a0e832', 'name': 'network-vif-deleted', 'tag': 'cd66d7e1-b65e-4def-a552-8cfebaea1bf2'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:51.037060 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7757c5-4eb5-46a3-8cdf-08a638d1dbd4" -d '{"events": [{"server_uuid": "db168a82-e5ea-4a81-a6cd-71af21a0e832", "name": "network-vif-deleted", "tag": "cd66d7e1-b65e-4def-a552-8cfebaea1bf2"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:51.066532 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.171211 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc68eedc-d16b-4c65-94db-334aa5a25b32 x-openstack-request-id: req-fc68eedc-d16b-4c65-94db-334aa5a25b32 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:51.171649 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db168a82-e5ea-4a81-a6cd-71af21a0e832", "name": "network-vif-deleted", "tag": "cd66d7e1-b65e-4def-a552-8cfebaea1bf2", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:51.173543 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc68eedc-d16b-4c65-94db-334aa5a25b32 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:51.174482 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db168a82-e5ea-4a81-a6cd-71af21a0e832', 'name': 'network-vif-deleted', 'tag': 'cd66d7e1-b65e-4def-a552-8cfebaea1bf2', 'status': 'completed', 'code': 200} Jan 27 22:26:51.539939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-be1ff4a5-51dd-47f0-9ed2-23cbd5da71ba req-9550e2b4-9185-492c-aa38-206171af6439 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db168a82-e5ea-4a81-a6cd-71af21a0e832 HTTP/1.1" status: 200 len: 210 time: 0.0429502 Jan 27 22:26:52.963123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4bd2d-2c8d-4d36-b0cb-83e4bf84cc85 req-d569b257-8096-40e4-b43d-42f1c22f9323 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:52.965373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39c4bd2d-2c8d-4d36-b0cb-83e4bf84cc85 req-d569b257-8096-40e4-b43d-42f1c22f9323 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.0589948 Jan 27 22:26:53.034416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39c4bd2d-2c8d-4d36-b0cb-83e4bf84cc85 req-bd274652-aa05-48cb-be87-907c5d2c4b8f tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616400 Jan 27 22:26:53.849764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device cd66d7e1-b65e-4def-a552-8cfebaea1bf2 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:53.876525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: cd66d7e1-b65e-4def-a552-8cfebaea1bf2 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:53.877024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device cd66d7e1-b65e-4def-a552-8cfebaea1bf2 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:54.204336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6028db0-2045-4b6f-a0fb-2362b7b44787 req-2ea73f0b-73ce-4000-8820-7fb6e71d42d6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:54.205962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a6028db0-2045-4b6f-a0fb-2362b7b44787 req-2ea73f0b-73ce-4000-8820-7fb6e71d42d6 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.0589902 Jan 27 22:26:54.277890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-a9bff1b4-11a2-4720-9600-bf449ebde482 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:54.279492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-a9bff1b4-11a2-4720-9600-bf449ebde482 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 1096 time: 0.0858791 Jan 27 22:26:54.282000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a6028db0-2045-4b6f-a0fb-2362b7b44787 req-3faf3e1f-07fa-48bd-a4f7-73a88cf064e0 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=ad510a0c-577b-431b-8cf5-3f59daf4e7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565629 Jan 27 22:26:54.397148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Deleting port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:54.397730 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.513021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] For port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:54.513553 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.531386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Calling delete_port for 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:54.714332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2c3ffb64-74a9-4296-b4cb-5aa6733424b6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.727842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['2c3ffb64-74a9-4296-b4cb-5aa6733424b6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:26:54.756704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c3ffb64-74a9-4296-b4cb-5aa6733424b6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:54.805451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.805451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.805898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.806165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.806607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.807065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.807546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.808006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.808448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.808898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.809340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.809873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.810410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:54.839880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] No DVR routers for this DVR port 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:54.843559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.848626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94babdb1-a127-422b-9d6d-e0b4eabcc080 req-dc358875-8652-48f4-a1f5-acb0045d23f1 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.57 "DELETE /v2.0/ports/2c3ffb64-74a9-4296-b4cb-5aa6733424b6 HTTP/1.1" status: 204 len: 173 time: 0.5637233 Jan 27 22:26:54.849387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10b0106-3604-42e6-aabf-6b416c8da8fb', 'name': 'network-vif-deleted', 'tag': '2c3ffb64-74a9-4296-b4cb-5aa6733424b6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:54.853234 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557f8ffe-2490-4ee0-83b2-deb545a4ee21" -d '{"events": [{"server_uuid": "a10b0106-3604-42e6-aabf-6b416c8da8fb", "name": "network-vif-deleted", "tag": "2c3ffb64-74a9-4296-b4cb-5aa6733424b6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:54.930691 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac9740f-c08f-40ed-b6c6-3e9e2e9a63fb x-openstack-request-id: req-dac9740f-c08f-40ed-b6c6-3e9e2e9a63fb {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:54.931573 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10b0106-3604-42e6-aabf-6b416c8da8fb", "name": "network-vif-deleted", "tag": "2c3ffb64-74a9-4296-b4cb-5aa6733424b6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:54.932181 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dac9740f-c08f-40ed-b6c6-3e9e2e9a63fb {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:54.932973 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10b0106-3604-42e6-aabf-6b416c8da8fb', 'name': 'network-vif-deleted', 'tag': '2c3ffb64-74a9-4296-b4cb-5aa6733424b6', 'status': 'completed', 'code': 200} Jan 27 22:26:55.445482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef561aa2-cb1b-4689-82b0-545b9ecd2223 req-da49064b-7570-4f31-928a-84f707193cf0 tempest-TestServerMultinode-1780978692 tempest-TestServerMultinode-1780978692-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a10b0106-3604-42e6-aabf-6b416c8da8fb HTTP/1.1" status: 200 len: 210 time: 0.0386424 Jan 27 22:26:56.517915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 60992) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:57.171104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (80d54fab-da5c-40b1-8c17-a27a66b7ce48), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.530448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Deleting port 90037d49-4071-4519-8fc3-5d07c333b7e3 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:57.531177 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.624569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:57.646095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] For port 90037d49-4071-4519-8fc3-5d07c333b7e3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=90037d49-4071-4519-8fc3-5d07c333b7e3,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:57.646625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.653896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:57.654577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 2c3ffb64-74a9-4296-b4cb-5aa6733424b6 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:57.666097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Calling delete_port for 90037d49-4071-4519-8fc3-5d07c333b7e3 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:57.943168 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (90037d49-4071-4519-8fc3-5d07c333b7e3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.973266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Pushing event deleted for resources: {'Port': ['ID=90037d49-4071-4519-8fc3-5d07c333b7e3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:58.220896 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (80d54fab-da5c-40b1-8c17-a27a66b7ce48), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.516958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:59.025236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:59.032334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-638eb90e-6057-486f-aec8-b6a822c60535 admin admin] 10.222.0.45 "PUT /v2.0/routers/80d54fab-da5c-40b1-8c17-a27a66b7ce48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5126066 Jan 27 22:26:59.033760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 32802) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:59.048403 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] Sync routers for ids ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:59.069720 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] Routers {'80d54fab-da5c-40b1-8c17-a27a66b7ce48'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:59.070872 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:59.231814 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] Set router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:59.439861 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:57Z', 'revision_number': 5, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:59.473253 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] Checking router: 80d54fab-da5c-40b1-8c17-a27a66b7ce48 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:59.485886 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] Routers {'80d54fab-da5c-40b1-8c17-a27a66b7ce48'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:59.486879 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:59.631337 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] Set router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:59.651659 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks [] for router (80d54fab-da5c-40b1-8c17-a27a66b7ce48), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.849019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks [] for router_gateway (80d54fab-da5c-40b1-8c17-a27a66b7ce48), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.874861 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:57Z', 'revision_number': 5, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:59.938633 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550d6d4-d0ef-40a2-8e21-45c62eee16a2 None None] The sync data for ids ['80d54fab-da5c-40b1-8c17-a27a66b7ce48'] in n-d-826529-2 is: [{'id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'name': 'tempest-TestServerMultinode-1724626054-router', 'tenant_id': '1c900cf5104f426cad00d2941282a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:25:57Z', 'updated_at': '2022-01-27T22:26:57Z', 'revision_number': 5, 'project_id': '1c900cf5104f426cad00d2941282a039', 'gw_port': {'id': '1e8e61f2-2cd8-46e7-950a-91eceb0f6514', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d54fab-da5c-40b1-8c17-a27a66b7ce48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:25:59Z', 'updated_at': '2022-01-27T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:59.951079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Deleting port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:59.951666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.098271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] For port 1e8e61f2-2cd8-46e7-950a-91eceb0f6514, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e8e61f2-2cd8-46e7-950a-91eceb0f6514,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:00.099296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.114325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Calling delete_port for 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:27:00.319293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1e8e61f2-2cd8-46e7-950a-91eceb0f6514), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.358093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8e61f2-2cd8-46e7-950a-91eceb0f6514,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:00.397261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.397610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.398035 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.398622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.399183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.399811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.400409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.401008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.401607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.402333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.402715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.403288 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.403874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:00.467708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (80d54fab-da5c-40b1-8c17-a27a66b7ce48), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.619667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (80d54fab-da5c-40b1-8c17-a27a66b7ce48), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.622682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks [] for router_controller (80d54fab-da5c-40b1-8c17-a27a66b7ce48), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.656671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 90037d49-4071-4519-8fc3-5d07c333b7e3 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:27:00.687911 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (80d54fab-da5c-40b1-8c17-a27a66b7ce48), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.688645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80d54fab-da5c-40b1-8c17-a27a66b7ce48 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:27:00.700053 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.703115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5ebc5ddc-db36-42ea-8a9a-1878bd883d00 admin admin] 10.222.0.45 "DELETE /v2.0/routers/80d54fab-da5c-40b1-8c17-a27a66b7ce48 HTTP/1.1" status: 204 len: 168 time: 1.6670346 Jan 27 22:27:00.704411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 32834) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:00.711070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 90037d49-4071-4519-8fc3-5d07c333b7e3 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:27:00.711657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 90037d49-4071-4519-8fc3-5d07c333b7e3 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:27:00.778056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-7084d9be-5371-4928-9672-07fea8537759 admin admin] Deleting subnet e8d27028-024d-4600-a445-ead483086e2f {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:27:00.786007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7084d9be-5371-4928-9672-07fea8537759 admin admin] Publish callbacks [] for subnet (e8d27028-024d-4600-a445-ead483086e2f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.841301 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7084d9be-5371-4928-9672-07fea8537759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (e8d27028-024d-4600-a445-ead483086e2f), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.972907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7084d9be-5371-4928-9672-07fea8537759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e8d27028-024d-4600-a445-ead483086e2f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.033791 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7084d9be-5371-4928-9672-07fea8537759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (e8d27028-024d-4600-a445-ead483086e2f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.064611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7084d9be-5371-4928-9672-07fea8537759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.071047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7084d9be-5371-4928-9672-07fea8537759 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e8d27028-024d-4600-a445-ead483086e2f HTTP/1.1" status: 204 len: 168 time: 0.3624661 Jan 27 22:27:01.071047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084d9be-5371-4928-9672-07fea8537759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d27028-024d-4600-a445-ead483086e2f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:01.072892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 32840) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:01.076352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8938d0ab-4c23-448e-adfa-048890c72f5b None None] Network a83004b3-cd72-4319-bb29-c705c7183de8 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:27:01.199555 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a83004b3-cd72-4319-bb29-c705c7183de8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.297853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Deleting port 471eef43-ed45-425b-b18c-ac29487eba23 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:27:01.298348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (471eef43-ed45-425b-b18c-ac29487eba23), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.319490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] DHCP port deletion for a83004b3-cd72-4319-bb29-c705c7183de8 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:27:01.405236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] For port 471eef43-ed45-425b-b18c-ac29487eba23, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=471eef43-ed45-425b-b18c-ac29487eba23,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:01.405743 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (471eef43-ed45-425b-b18c-ac29487eba23), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.410549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Deleting port 471eef43-ed45-425b-b18c-ac29487eba23 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:27:01.411035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (471eef43-ed45-425b-b18c-ac29487eba23), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.424298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Calling delete_port for 471eef43-ed45-425b-b18c-ac29487eba23 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:27:01.498624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] For port 471eef43-ed45-425b-b18c-ac29487eba23, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=471eef43-ed45-425b-b18c-ac29487eba23,segment=NetworkSegment(80ec4a8d-cb19-4dad-a1be-b7460231439c),segment_id=80ec4a8d-cb19-4dad-a1be-b7460231439c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:01.499233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (471eef43-ed45-425b-b18c-ac29487eba23), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.521206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Calling delete_port for 471eef43-ed45-425b-b18c-ac29487eba23 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:27:01.548134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (471eef43-ed45-425b-b18c-ac29487eba23), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.581066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] No DVR routers for this DVR port 471eef43-ed45-425b-b18c-ac29487eba23 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:27:01.582918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Pushing event deleted for resources: {'Port': ['ID=471eef43-ed45-425b-b18c-ac29487eba23,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:01.666948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (471eef43-ed45-425b-b18c-ac29487eba23), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.688823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a83004b3-cd72-4319-bb29-c705c7183de8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.728626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] No DVR routers for this DVR port 471eef43-ed45-425b-b18c-ac29487eba23 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:27:01.731102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83004b3-cd72-4319-bb29-c705c7183de8']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:01.747914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ec4a8d-cb19-4dad-a1be-b7460231439c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:01.748725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ec4a8d-cb19-4dad-a1be-b7460231439c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:01.761532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Pushing event deleted for resources: {'Port': ['ID=471eef43-ed45-425b-b18c-ac29487eba23,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:01.788228 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (80ec4a8d-cb19-4dad-a1be-b7460231439c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.789848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.790678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.792047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.792608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.793171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.793757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.794307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.794832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.795710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.796256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.797188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.798689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.799447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c64-239c-4461-8500-f4eeb8e9b9ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:01.820303 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (80ec4a8d-cb19-4dad-a1be-b7460231439c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.829617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:27:01.830161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (80ec4a8d-cb19-4dad-a1be-b7460231439c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:27:01.832725 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:27:01.904203 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a83004b3-cd72-4319-bb29-c705c7183de8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.914082 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:01.920074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] 10.222.0.45 "DELETE /v2.0/networks/a83004b3-cd72-4319-bb29-c705c7183de8 HTTP/1.1" status: 204 len: 168 time: 0.8453870 Jan 27 22:27:01.923898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 32852) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:01.941160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc463d2-247c-4b0b-a108-662d0ec435db admin admin] Pushing event deleted for resources: {'Network': ['ID=a83004b3-cd72-4319-bb29-c705c7183de8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:02.487686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (93ed9dca-92a7-482a-89ce-540c47f24598), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:02.621709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 471eef43-ed45-425b-b18c-ac29487eba23 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:27:02.644880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 471eef43-ed45-425b-b18c-ac29487eba23 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:27:02.645238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 471eef43-ed45-425b-b18c-ac29487eba23 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:27:02.645688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:27:02.679168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:27:02.680176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e8e61f2-2cd8-46e7-950a-91eceb0f6514 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:27:02.893859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Deleting port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:27:02.894197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:02.999523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] For port d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,segment=NetworkSegment(1bddf2fb-0d3c-4691-af49-0146f043c5b2),segment_id=1bddf2fb-0d3c-4691-af49-0146f043c5b2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:03.000251 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.015711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Calling delete_port for d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:27:03.249839 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.292043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:03.550927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (93ed9dca-92a7-482a-89ce-540c47f24598), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.832895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Router 93ed9dca-92a7-482a-89ce-540c47f24598 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:27:03.988572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:27:03.996551 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-00e76ca4-70b3-435a-95a4-4b93e272632b admin admin] 10.222.0.45 "PUT /v2.0/routers/93ed9dca-92a7-482a-89ce-540c47f24598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0706344 Jan 27 22:27:04.001626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] Sync routers for ids ['93ed9dca-92a7-482a-89ce-540c47f24598'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:27:04.002556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 32886) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:04.025309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] Routers {'93ed9dca-92a7-482a-89ce-540c47f24598'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:04.026096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['93ed9dca-92a7-482a-89ce-540c47f24598'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:04.130957 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d702751-fdff-40fa-8119-d473d0a8b7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.173295 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks [] for router (93ed9dca-92a7-482a-89ce-540c47f24598), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.212658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] Set router 93ed9dca-92a7-482a-89ce-540c47f24598 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:04.308952 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks [] for router_gateway (93ed9dca-92a7-482a-89ce-540c47f24598), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.412030 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Deleting port 7514fc8f-148f-4d34-a272-337e728aea7c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:27:04.412525 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.522826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:27:03Z', 'revision_number': 5, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port': {'id': '7514fc8f-148f-4d34-a272-337e728aea7c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:08Z', 'updated_at': '2022-01-27T22:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:04.538427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] For port 7514fc8f-148f-4d34-a272-337e728aea7c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7514fc8f-148f-4d34-a272-337e728aea7c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:04.539150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.554383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] Checking router: 93ed9dca-92a7-482a-89ce-540c47f24598 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:27:04.568422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Calling delete_port for 7514fc8f-148f-4d34-a272-337e728aea7c owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:27:04.569728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] Routers {'93ed9dca-92a7-482a-89ce-540c47f24598'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:04.570861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:26:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['93ed9dca-92a7-482a-89ce-540c47f24598'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:04.734895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] Set router 93ed9dca-92a7-482a-89ce-540c47f24598 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:04.827037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:27:04Z', 'revision_number': 6, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:04.855604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e5ead-3d7d-42e0-a431-9ab5a68229c8 None None] The sync data for ids ['93ed9dca-92a7-482a-89ce-540c47f24598'] in n-d-826529-2 is: [{'id': '93ed9dca-92a7-482a-89ce-540c47f24598', 'name': 'tempest-TestServerMultinode-1483706212-router', 'tenant_id': '226af9b2c50449d7abe9a93b5364067a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:07Z', 'updated_at': '2022-01-27T22:27:04Z', 'revision_number': 6, 'project_id': '226af9b2c50449d7abe9a93b5364067a', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:27:04.862713 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7514fc8f-148f-4d34-a272-337e728aea7c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.919721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7514fc8f-148f-4d34-a272-337e728aea7c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:04.964621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (93ed9dca-92a7-482a-89ce-540c47f24598), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.119836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (93ed9dca-92a7-482a-89ce-540c47f24598), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.122995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks [] for router_controller (93ed9dca-92a7-482a-89ce-540c47f24598), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.195738 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (93ed9dca-92a7-482a-89ce-540c47f24598), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.196454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ed9dca-92a7-482a-89ce-540c47f24598 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:27:05.201877 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.206670 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b006f58-e92a-4886-b104-dd7b3f1f87f3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/93ed9dca-92a7-482a-89ce-540c47f24598 HTTP/1.1" status: 204 len: 168 time: 1.1995900 Jan 27 22:27:05.207880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 32902) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:05.277579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2781ee9-893f-4047-a2e8-8f9a45018240 admin admin] Deleting subnet 7b1c498d-f19c-4221-abf8-fedaaa4cf3c5 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:27:05.282232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2781ee9-893f-4047-a2e8-8f9a45018240 admin admin] Publish callbacks [] for subnet (7b1c498d-f19c-4221-abf8-fedaaa4cf3c5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.324959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2781ee9-893f-4047-a2e8-8f9a45018240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (7b1c498d-f19c-4221-abf8-fedaaa4cf3c5), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.420973 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2781ee9-893f-4047-a2e8-8f9a45018240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7b1c498d-f19c-4221-abf8-fedaaa4cf3c5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.489164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2781ee9-893f-4047-a2e8-8f9a45018240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (7b1c498d-f19c-4221-abf8-fedaaa4cf3c5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.517844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2781ee9-893f-4047-a2e8-8f9a45018240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1c498d-f19c-4221-abf8-fedaaa4cf3c5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:05.522422 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2781ee9-893f-4047-a2e8-8f9a45018240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.528160 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2781ee9-893f-4047-a2e8-8f9a45018240 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7b1c498d-f19c-4221-abf8-fedaaa4cf3c5 HTTP/1.1" status: 204 len: 168 time: 0.3177538 Jan 27 22:27:05.528545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de4b314-ae6d-4004-83d4-db0e3421a106 None None] Network 3cc1d31d-0681-4fb3-9c01-dc225d654ddc requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:27:05.529825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 32910) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:05.615708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (3cc1d31d-0681-4fb3-9c01-dc225d654ddc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.693919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Deleting port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:27:05.694268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.723076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] DHCP port deletion for 3cc1d31d-0681-4fb3-9c01-dc225d654ddc request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:27:05.792569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] Deleting port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:27:05.793142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.908420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] For port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,segment=NetworkSegment(1bddf2fb-0d3c-4691-af49-0146f043c5b2),segment_id=1bddf2fb-0d3c-4691-af49-0146f043c5b2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:05.910387 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.933825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] Calling delete_port for 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:27:06.071976 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.121674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] Pushing event deleted for resources: {'Port': ['ID=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:06.142982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c4c30-25f0-4898-982b-03dec4ef95b6 None None] No DVR routers for this DVR port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:27:06.157297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] For port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,segment=NetworkSegment(1bddf2fb-0d3c-4691-af49-0146f043c5b2),segment_id=1bddf2fb-0d3c-4691-af49-0146f043c5b2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:06.158232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.181725 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Calling delete_port for 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:27:06.308914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8433dbf8-60f3-42d8-a415-5b2c7f94b6e1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.361181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=8433dbf8-60f3-42d8-a415-5b2c7f94b6e1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:06.368266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] No DVR routers for this DVR port 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:27:06.492091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (3cc1d31d-0681-4fb3-9c01-dc225d654ddc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.529958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc1d31d-0681-4fb3-9c01-dc225d654ddc']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:06.549449 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bddf2fb-0d3c-4691-af49-0146f043c5b2') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:06.550753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bddf2fb-0d3c-4691-af49-0146f043c5b2') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:06.570710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (1bddf2fb-0d3c-4691-af49-0146f043c5b2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.611488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1bddf2fb-0d3c-4691-af49-0146f043c5b2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.622605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:27:06.623293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (1bddf2fb-0d3c-4691-af49-0146f043c5b2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.636687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7514fc8f-148f-4d34-a272-337e728aea7c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: self.session.flush() Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:27:06.637545 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:27:06.677204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 7514fc8f-148f-4d34-a272-337e728aea7c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:27:06.677744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7514fc8f-148f-4d34-a272-337e728aea7c not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:27:06.678974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:27:06.733980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (3cc1d31d-0681-4fb3-9c01-dc225d654ddc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.745961 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.752055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3cc1d31d-0681-4fb3-9c01-dc225d654ddc HTTP/1.1" status: 204 len: 168 time: 1.2187562 Jan 27 22:27:06.765851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862d459-2201-4728-8897-e36bdb1fbd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc1d31d-0681-4fb3-9c01-dc225d654ddc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:06.959495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:27:06.959972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d6e4f5bb-bb5e-41a6-ac77-cd2591b5fc64 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:27:06.960863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:27:06.992228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:27:06.992714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8433dbf8-60f3-42d8-a415-5b2c7f94b6e1 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:27:07.075106 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-53dead0e-33b8-4436-b4c8-2f961194e2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.089116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 32934) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:07.147829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0d765410-f059-4f43-ba23-e70b1ee0638a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c900cf5104f426cad00d2941282a039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564082 Jan 27 22:27:07.151978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 32936) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:07.220652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b779-3933-48c5-9636-7926f1fbaf0f admin admin] Publish callbacks [] for security_group (e267b8f9-cd7b-4e19-a244-ead2c299a117), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.247958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b779-3933-48c5-9636-7926f1fbaf0f admin admin] Publish callbacks [] for security_group (e267b8f9-cd7b-4e19-a244-ead2c299a117), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.319129 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b779-3933-48c5-9636-7926f1fbaf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e267b8f9-cd7b-4e19-a244-ead2c299a117), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.322797 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c6e7b779-3933-48c5-9636-7926f1fbaf0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.324578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c6e7b779-3933-48c5-9636-7926f1fbaf0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e267b8f9-cd7b-4e19-a244-ead2c299a117 HTTP/1.1" status: 204 len: 168 time: 0.1712809 Jan 27 22:27:07.336445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7b779-3933-48c5-9636-7926f1fbaf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e267b8f9-cd7b-4e19-a244-ead2c299a117,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:07.841748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 32952) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:07.889913 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-499cb444-6b71-4360-9647-684fce78bfb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=226af9b2c50449d7abe9a93b5364067a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462039 Jan 27 22:27:07.893204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 32954) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:07.951784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5848c49c-ef86-4e34-a07d-e48965ada9e1 admin admin] Publish callbacks [] for security_group (ad510a0c-577b-431b-8cf5-3f59daf4e7f5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.977907 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5848c49c-ef86-4e34-a07d-e48965ada9e1 admin admin] Publish callbacks [] for security_group (ad510a0c-577b-431b-8cf5-3f59daf4e7f5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.040574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5848c49c-ef86-4e34-a07d-e48965ada9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ad510a0c-577b-431b-8cf5-3f59daf4e7f5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.044523 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5848c49c-ef86-4e34-a07d-e48965ada9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.046153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5848c49c-ef86-4e34-a07d-e48965ada9e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad510a0c-577b-431b-8cf5-3f59daf4e7f5 HTTP/1.1" status: 204 len: 168 time: 0.1517510 Jan 27 22:27:08.057438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848c49c-ef86-4e34-a07d-e48965ada9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad510a0c-577b-431b-8cf5-3f59daf4e7f5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:08.546990 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.081393 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.272207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:18.362686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:21.028857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:21.274577 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:27:25.888578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-e4972e14-ffc1-42cf-af23-3a434fed9e35 req-8c6004bd-8368-489d-826f-65052f6e3ddd service neutron] (103330) timed out ('10.222.0.16', 53769) {{(pid=103330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:27:26.459546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f261eb-d614-4939-aa37-a50280d738c3 req-ccad19d1-6d8a-47ef-8b49-83c1bfa49645 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.461366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44f261eb-d614-4939-aa37-a50280d738c3 req-ccad19d1-6d8a-47ef-8b49-83c1bfa49645 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0710356 Jan 27 22:27:26.537900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44f261eb-d614-4939-aa37-a50280d738c3 req-2aa9c851-3c97-4f88-b038-d418c39ebf0d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626926 Jan 27 22:27:27.737012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de06a4-7272-4b8c-b6f1-9e4d41de9221 req-a9db3e6c-6438-464f-a02c-5c4e8e4c3ae4 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:27.739518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92de06a4-7272-4b8c-b6f1-9e4d41de9221 req-a9db3e6c-6438-464f-a02c-5c4e8e4c3ae4 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0762188 Jan 27 22:27:27.827130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92de06a4-7272-4b8c-b6f1-9e4d41de9221 req-14ff314a-3607-4335-9168-e11e342d1db7 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614853 Jan 27 22:27:29.067985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d709da-ce60-4c64-830b-c85e1950fca4 req-9813a32f-aaf0-43e7-aeb1-915bbcacfbad tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:29.070685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d709da-ce60-4c64-830b-c85e1950fca4 req-9813a32f-aaf0-43e7-aeb1-915bbcacfbad tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0959454 Jan 27 22:27:29.164161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79d709da-ce60-4c64-830b-c85e1950fca4 req-fbc6db86-9bd6-49df-a495-00676b65d5c3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862691 Jan 27 22:27:30.344495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef596f-26d2-49d2-ab4c-bafce0a3dea7 req-83df7c9e-69f5-45bc-9532-e6158e61018d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:30.347122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24ef596f-26d2-49d2-ab4c-bafce0a3dea7 req-83df7c9e-69f5-45bc-9532-e6158e61018d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0704968 Jan 27 22:27:30.414802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24ef596f-26d2-49d2-ab4c-bafce0a3dea7 req-ca6a64d2-50c0-4574-b6f1-b5b396f1bac6 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602739 Jan 27 22:27:31.580527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fa165-392f-42bc-bcdc-b1c309a476d2 req-1dfef5ad-17ce-482f-86bf-f6cba582c604 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:31.583171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a30fa165-392f-42bc-bcdc-b1c309a476d2 req-1dfef5ad-17ce-482f-86bf-f6cba582c604 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0703478 Jan 27 22:27:31.674172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a30fa165-392f-42bc-bcdc-b1c309a476d2 req-da1909c2-8121-41fa-aa5b-f10b026f69eb tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828679 Jan 27 22:27:32.847283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176d0c5-4424-4536-bfff-c8f026398cc2 req-b9a6fef2-8928-45e2-8c20-ed6fd925c92e tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:32.848855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b176d0c5-4424-4536-bfff-c8f026398cc2 req-b9a6fef2-8928-45e2-8c20-ed6fd925c92e tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0579472 Jan 27 22:27:32.914748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b176d0c5-4424-4536-bfff-c8f026398cc2 req-0566a411-dea0-436e-a0e2-bfc325adfce7 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552897 Jan 27 22:27:34.090143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e9eb7-f869-43d9-98e3-80261196caf3 req-089d147d-594b-47a1-a7de-fdf24632bc59 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:34.092812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-351e9eb7-f869-43d9-98e3-80261196caf3 req-089d147d-594b-47a1-a7de-fdf24632bc59 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0878170 Jan 27 22:27:34.128269 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b5f679e-7cb7-4c3f-b42d-ee639539dcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:34.164414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-351e9eb7-f869-43d9-98e3-80261196caf3 req-e56699d1-2a4d-4a14-97fb-41912ff41478 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636754 Jan 27 22:27:35.304561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225808c0-49ad-4deb-9844-0b78c068fb11 req-789f7618-f34c-4b45-8fde-7fdda3f8b050 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:35.306680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-225808c0-49ad-4deb-9844-0b78c068fb11 req-789f7618-f34c-4b45-8fde-7fdda3f8b050 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0588088 Jan 27 22:27:35.363547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-225808c0-49ad-4deb-9844-0b78c068fb11 req-155b9bb4-ad9c-42b9-9410-5707afb45b0d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504720 Jan 27 22:27:36.505027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998967-5a96-45e9-8a1c-0993ea1239c6 req-019ebf3d-6146-48f8-9513-1c87d2191c26 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:36.506682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c998967-5a96-45e9-8a1c-0993ea1239c6 req-019ebf3d-6146-48f8-9513-1c87d2191c26 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0587387 Jan 27 22:27:36.569254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c998967-5a96-45e9-8a1c-0993ea1239c6 req-3149b020-11dc-4277-b3f3-b38511bac423 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517969 Jan 27 22:27:37.074289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-656f81f9-c370-4a18-b87f-1a8d210cda44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:37.731591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94b79c-a876-429d-857c-88ffe21b2938 req-c03f1e2d-be4d-455a-ab87-c989596d5334 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:37.732997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d94b79c-a876-429d-857c-88ffe21b2938 req-c03f1e2d-be4d-455a-ab87-c989596d5334 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0705981 Jan 27 22:27:37.802145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d94b79c-a876-429d-857c-88ffe21b2938 req-0353caf2-0788-49a5-b2f2-977ae4899679 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590897 Jan 27 22:27:38.149210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58dfb6-4543-41b5-a5f0-f9ed4858b14b req-ffe2ac99-4052-4078-9003-b3288920d64f tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:38.150992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c58dfb6-4543-41b5-a5f0-f9ed4858b14b req-ffe2ac99-4052-4078-9003-b3288920d64f tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0869040 Jan 27 22:27:38.240979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c58dfb6-4543-41b5-a5f0-f9ed4858b14b req-a2eb66f1-ac7e-4b5c-a012-22586088468e tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756469 Jan 27 22:27:38.335453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2ed0f-d912-480e-aa50-70887f74492b req-19d17f21-5c78-48e9-b81d-e7ace77a5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:38.338353 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-19d17f21-5c78-48e9-b81d-e7ace77a5705 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1096 time: 0.2714069 Jan 27 22:27:38.480080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2ed0f-d912-480e-aa50-70887f74492b req-63142e6a-737c-4989-abfe-3bb1bbb776c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:38.482521 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-63142e6a-737c-4989-abfe-3bb1bbb776c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1377673 Jan 27 22:27:38.544239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:38.570996 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-72542cee-4369-4830-927b-7d0a5ef5b7e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 1001 time: 0.0827742 Jan 27 22:27:38.654023 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2ed0f-d912-480e-aa50-70887f74492b req-3b10b10d-ab4a-4615-ab36-35dfb8dd3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:38.655823 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-3b10b10d-ab4a-4615-ab36-35dfb8dd3d91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0788913 Jan 27 22:27:38.727609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2ed0f-d912-480e-aa50-70887f74492b req-d7c9f117-ff20-4b67-be3f-89ed91531229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:38.729455 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-d7c9f117-ff20-4b67-be3f-89ed91531229 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676355 Jan 27 22:27:38.739547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-ded9ed23-3497-40c7-aa65-f0314fb72906 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:27:38.740694 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-ded9ed23-3497-40c7-aa65-f0314fb72906 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058286 Jan 27 22:27:38.860429 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-2467166e-8a46-470e-937b-a8b3c6085707 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139262 Jan 27 22:27:38.982514 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2da2ed0f-d912-480e-aa50-70887f74492b req-0f28eb2c-e5ac-40cd-a215-8baae11b74a7 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163230 Jan 27 22:27:39.403840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba277f-ea9b-45c5-ae4a-e7eec14fa416 req-a32f41d7-fdf7-41a3-93b6-46054181af35 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:39.406395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bba277f-ea9b-45c5-ae4a-e7eec14fa416 req-a32f41d7-fdf7-41a3-93b6-46054181af35 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0730562 Jan 27 22:27:39.471978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bba277f-ea9b-45c5-ae4a-e7eec14fa416 req-15ba7552-22c7-4887-8aa7-6a938d106bff tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582707 Jan 27 22:27:40.634885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d24e0f-3517-47bd-ace2-fde69cf2685c req-ba17fd0c-58b9-46e4-a6f7-1b88e4be971a tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.636618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11d24e0f-3517-47bd-ace2-fde69cf2685c req-ba17fd0c-58b9-46e4-a6f7-1b88e4be971a tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0582771 Jan 27 22:27:40.692516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11d24e0f-3517-47bd-ace2-fde69cf2685c req-64d19f25-48d7-49d2-bc32-542bcfcc1864 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494065 Jan 27 22:27:41.083280 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:41.272642 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:41.609199 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-cf28aee1-91f5-4b56-afd1-d1168c54dff7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531359 Jan 27 22:27:41.714337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-32779789-d1bf-4ebb-819d-fa4a4a701ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:41.716376 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-32779789-d1bf-4ebb-819d-fa4a4a701ed1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 1096 time: 0.0618806 Jan 27 22:27:41.853227 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-59da9cd0-2275-4b9e-bdda-8d974fc5a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:41.854921 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-59da9cd0-2275-4b9e-bdda-8d974fc5a463 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1162910 Jan 27 22:27:41.942257 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-a72d49ac-0185-4a58-922a-4fdfadb6db77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 200 len: 1001 time: 0.0808764 Jan 27 22:27:42.005255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-11dac522-7b4e-43da-a556-e04bac781063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:42.007070 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-11dac522-7b4e-43da-a556-e04bac781063 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0594003 Jan 27 22:27:42.065324 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-d03d05dd-9731-4786-87cf-e83c98d23b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:42.067779 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-d03d05dd-9731-4786-87cf-e83c98d23b57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540059 Jan 27 22:27:42.190263 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-6b0ee715-2b65-42e9-9488-6f57d59e2374 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152465 Jan 27 22:27:42.314293 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e65c2fd6-44f7-477c-94d1-4164a9e0458d req-287c52ab-90a5-4d6f-bbc7-cebfbe0ec8c7 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183257 Jan 27 22:27:48.367905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.028908 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:54.523027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33724) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:54.682329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea9088f2-f443-4895-a1be-18205f868b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:54.776897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea9088f2-f443-4895-a1be-18205f868b44 admin admin] Publish callbacks [] for security_group (44d61530-be16-4fa3-ba3d-914c781d6863), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:54.782969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea9088f2-f443-4895-a1be-18205f868b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (44d61530-be16-4fa3-ba3d-914c781d6863), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:54.833590 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea9088f2-f443-4895-a1be-18205f868b44 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c28099050c443a183f9ce89adc8decd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3090973 Jan 27 22:27:54.835463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9088f2-f443-4895-a1be-18205f868b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d61530-be16-4fa3-ba3d-914c781d6863,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:54.837449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33728) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:54.903561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Publish callbacks [] for security_group (44d61530-be16-4fa3-ba3d-914c781d6863), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:54.931687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Publish callbacks [] for security_group (44d61530-be16-4fa3-ba3d-914c781d6863), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:54.997548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (44d61530-be16-4fa3-ba3d-914c781d6863), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.002781 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.004385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44d61530-be16-4fa3-ba3d-914c781d6863 HTTP/1.1" status: 204 len: 168 time: 0.1657333 Jan 27 22:27:55.019631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d61530-be16-4fa3-ba3d-914c781d6863,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:55.034762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.035251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.036085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.036565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.037038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.037570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.037999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.038499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.038995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.039487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.039954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.040484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.040987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c1332-c9cc-444d-8b28-920d430a6ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:55.435804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33734) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:55.459483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db1c3eeb-708e-43ce-bf0f-021ff008a24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.580475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db1c3eeb-708e-43ce-bf0f-021ff008a24d admin admin] Publish callbacks [] for security_group (fe62c04a-4328-4cbd-8581-8d080935c4de), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.588062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-db1c3eeb-708e-43ce-bf0f-021ff008a24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fe62c04a-4328-4cbd-8581-8d080935c4de), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.667660 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-db1c3eeb-708e-43ce-bf0f-021ff008a24d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=225b89bb20b2404e9678973a3a3d70e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273226 Jan 27 22:27:55.667660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3eeb-708e-43ce-bf0f-021ff008a24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe62c04a-4328-4cbd-8581-8d080935c4de,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:55.672425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 33736) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:55.746675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5da6-1834-4659-8bd8-02cec13f2e14 admin admin] Publish callbacks [] for security_group (fe62c04a-4328-4cbd-8581-8d080935c4de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.773988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5da6-1834-4659-8bd8-02cec13f2e14 admin admin] Publish callbacks [] for security_group (fe62c04a-4328-4cbd-8581-8d080935c4de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.837429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5da6-1834-4659-8bd8-02cec13f2e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fe62c04a-4328-4cbd-8581-8d080935c4de), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.840440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4dc5da6-1834-4659-8bd8-02cec13f2e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:55.841757 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4dc5da6-1834-4659-8bd8-02cec13f2e14 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe62c04a-4328-4cbd-8581-8d080935c4de HTTP/1.1" status: 204 len: 168 time: 0.1679225 Jan 27 22:27:55.858291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc5da6-1834-4659-8bd8-02cec13f2e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe62c04a-4328-4cbd-8581-8d080935c4de,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:58.277995 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:28:04.117394 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2e31ec11-8fe1-441d-92f8-7203d0a69361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:07.070953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cdd893d1-10a1-4eeb-9f55-642775696325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:08.548838 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:11.094741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:11.272252 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:18.381270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:21.032725 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:23.713980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33938) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:23.867163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4cb84a98-fda4-44d9-889c-2b8dfa4ae4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:23.971055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4cb84a98-fda4-44d9-889c-2b8dfa4ae4dd admin admin] Publish callbacks [] for security_group (cc41dd6f-4f21-45cc-9e0e-aa83a3e07cf2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:23.976500 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4cb84a98-fda4-44d9-889c-2b8dfa4ae4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cc41dd6f-4f21-45cc-9e0e-aa83a3e07cf2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:24.025229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb84a98-fda4-44d9-889c-2b8dfa4ae4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc41dd6f-4f21-45cc-9e0e-aa83a3e07cf2,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:24.035381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4cb84a98-fda4-44d9-889c-2b8dfa4ae4dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f399d35f663c478f9a19875d9b237be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3155267 Jan 27 22:28:24.037250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 33942) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:24.102069 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-835c5cfb-ff10-4097-9825-b49237de9acc admin admin] Publish callbacks [] for security_group (cc41dd6f-4f21-45cc-9e0e-aa83a3e07cf2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:24.129916 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-835c5cfb-ff10-4097-9825-b49237de9acc admin admin] Publish callbacks [] for security_group (cc41dd6f-4f21-45cc-9e0e-aa83a3e07cf2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:24.189618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-835c5cfb-ff10-4097-9825-b49237de9acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cc41dd6f-4f21-45cc-9e0e-aa83a3e07cf2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:24.193117 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-835c5cfb-ff10-4097-9825-b49237de9acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:24.194689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-835c5cfb-ff10-4097-9825-b49237de9acc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc41dd6f-4f21-45cc-9e0e-aa83a3e07cf2 HTTP/1.1" status: 204 len: 168 time: 0.1570270 Jan 27 22:28:24.205901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c5cfb-ff10-4097-9825-b49237de9acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc41dd6f-4f21-45cc-9e0e-aa83a3e07cf2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:28.053759 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-2c427db4-d551-45e6-9601-2cb21fab4b1b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0c597016370043aba0d3987a02d820a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319176 Jan 27 22:28:28.288119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-3dfec2c1-2843-4619-97ba-56f59304454c tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:28.289590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-3dfec2c1-2843-4619-97ba-56f59304454c tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304833 Jan 27 22:28:28.306341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-2ae1d7fd-fd49-4c3a-b931-493b7500f288 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/quotas/0c597016370043aba0d3987a02d820a4 HTTP/1.1" status: 200 len: 375 time: 0.0111935 Jan 27 22:28:28.340951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-baf78e95-a847-420b-84a2-5d1d3f2420db tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0c597016370043aba0d3987a02d820a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286577 Jan 27 22:28:28.575922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f8e1bbf-1f64-45ab-93bf-7e3548602ed8 req-a126397a-eaa7-4188-82ee-4193680a4cc7 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 210 time: 0.0340555 Jan 27 22:28:29.552689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-442985ff-36c4-4030-ac45-a25a9dde709b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0c597016370043aba0d3987a02d820a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384159 Jan 27 22:28:29.719098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-233bf89c-02df-42ef-8f3c-34d92103d577 req-575ebd8d-bf3f-48a9-bfa8-400ebbabd4e9 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 210 time: 0.0529809 Jan 27 22:28:29.768117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-c0fec67a-b050-4aa1-b178-cd41e4fec45c tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:29.769736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-c0fec67a-b050-4aa1-b178-cd41e4fec45c tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121170 Jan 27 22:28:29.790094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Request body: {'port': {'device_id': 'd34d14bf-cee4-40af-b5c6-a7224479226f', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': '0c597016370043aba0d3987a02d820a4'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:29.986097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Made reservation on behalf of 0c597016370043aba0d3987a02d820a4 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:29.991905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.008539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.131619 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks [] for security_group (40b8dbbf-0db4-476c-b83a-f407fd5a1b31), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.137399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (40b8dbbf-0db4-476c-b83a-f407fd5a1b31), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.217450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b8dbbf-0db4-476c-b83a-f407fd5a1b31,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:30.332653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Allocated IP 192.168.233.214 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/ac414a88-69b9-4b0a-be0b-b824c6016962) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:30.523631 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks [] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.562691 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.609683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:30.613393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:30.619982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:30.627358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Pushing event updated for resources: {'Port': ['ID=ac414a88-69b9-4b0a-be0b-b824c6016962,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:30.693221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:30.694123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.717233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8059c88b-102b-45ae-bd77-94646d945f58 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9340293 Jan 27 22:28:30.731368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Request body: {'port': {'device_id': 'd34d14bf-cee4-40af-b5c6-a7224479226f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:30.838150 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.931112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-51dc99bb-33d1-461e-92de-4d96a12e3a38 None None] Provisioning complete for port ac414a88-69b9-4b0a-be0b-b824c6016962 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:30.931979 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-51dc99bb-33d1-461e-92de-4d96a12e3a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.937317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521095-de3a-4b83-a8d9-2489e065238d req-307b5602-0afd-4b6e-abc2-f93ff68e0b08 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:30.939044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11521095-de3a-4b83-a8d9-2489e065238d req-307b5602-0afd-4b6e-abc2-f93ff68e0b08 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 936 time: 0.0981750 Jan 27 22:28:30.983735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-51dc99bb-33d1-461e-92de-4d96a12e3a38 None None] Port ac414a88-69b9-4b0a-be0b-b824c6016962 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:31.092621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11521095-de3a-4b83-a8d9-2489e065238d req-48024d47-0770-4a7f-b659-5434597a00cc tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104529 Jan 27 22:28:31.212122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac414a88-69b9-4b0a-be0b-b824c6016962 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:31.222333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Publish callbacks [] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:31.244612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Transition to ACTIVE for port object ac414a88-69b9-4b0a-be0b-b824c6016962 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:28:31.250370 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:31.329232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac414a88-69b9-4b0a-be0b-b824c6016962,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:31.433522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Attempting to bind port ac414a88-69b9-4b0a-be0b-b824c6016962 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:31.433997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Attempting to bind port ac414a88-69b9-4b0a-be0b-b824c6016962 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:31.434460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Attempting to bind port ac414a88-69b9-4b0a-be0b-b824c6016962 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:31.441951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Port ac414a88-69b9-4b0a-be0b-b824c6016962 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:28:31.442503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Attempting to bind port ac414a88-69b9-4b0a-be0b-b824c6016962 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:31.451895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:31.452311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:31.452889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:31.453481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Bound port: ac414a88-69b9-4b0a-be0b-b824c6016962, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:31.453958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:31.544789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] For port ac414a88-69b9-4b0a-be0b-b824c6016962, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:31.549749 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] For port ac414a88-69b9-4b0a-be0b-b824c6016962, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ac414a88-69b9-4b0a-be0b-b824c6016962,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:31.555957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:31.596190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:31.597031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:31.598938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] 10.222.0.57 "PUT /v2.0/ports/ac414a88-69b9-4b0a-be0b-b824c6016962 HTTP/1.1" status: 200 len: 1096 time: 0.8746386 Jan 27 22:28:31.601691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34d14bf-cee4-40af-b5c6-a7224479226f', 'tag': 'ac414a88-69b9-4b0a-be0b-b824c6016962'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:31.605053 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf34be-d33c-42c2-ae82-d92dec27f1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d34d14bf-cee4-40af-b5c6-a7224479226f", "tag": "ac414a88-69b9-4b0a-be0b-b824c6016962"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:31.644309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d5838-f258-4a9b-9833-5215d9f62db3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac414a88-69b9-4b0a-be0b-b824c6016962,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:31.722053 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a23d03d-bf88-42e6-98bc-e09e9ec1de9e x-openstack-request-id: req-8a23d03d-bf88-42e6-98bc-e09e9ec1de9e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:31.722495 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34d14bf-cee4-40af-b5c6-a7224479226f", "tag": "ac414a88-69b9-4b0a-be0b-b824c6016962", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:31.722983 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a23d03d-bf88-42e6-98bc-e09e9ec1de9e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:31.723772 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34d14bf-cee4-40af-b5c6-a7224479226f', 'tag': 'ac414a88-69b9-4b0a-be0b-b824c6016962', 'status': 'completed', 'code': 200} Jan 27 22:28:31.755844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-4bcdaf18-72a6-46d5-aa06-530807fb172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:31.758956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-4bcdaf18-72a6-46d5-aa06-530807fb172b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c597016370043aba0d3987a02d820a4&device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 1099 time: 0.0891964 Jan 27 22:28:31.823049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-935b0541-98f9-4cb6-8175-8f5de0573eb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ac414a88-69b9-4b0a-be0b-b824c6016962 HTTP/1.1" status: 200 len: 217 time: 0.0560055 Jan 27 22:28:31.889117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-2decd60b-fd3c-438e-b869-c85f7f55647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:31.890699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-2decd60b-fd3c-438e-b869-c85f7f55647d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0610130 Jan 27 22:28:31.937661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-a18ecfdf-9938-49c5-b617-659257614295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:31.939218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-a18ecfdf-9938-49c5-b617-659257614295 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431516 Jan 27 22:28:32.040556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-8c6beeb2-1d86-4049-ab70-e3cca7a333d1 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948246 Jan 27 22:28:32.145279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d36b7989-e212-425b-b7d8-be24f5a26094 req-87e3e9d1-9906-4b23-bd76-6a443b6ccce0 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987859 Jan 27 22:28:32.277019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b619b-d2be-4ffd-ac2f-d016e40e4df5 req-30ffffd5-59d9-4d18-8103-39e1f38d1096 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:32.278600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b46b619b-d2be-4ffd-ac2f-d016e40e4df5 req-30ffffd5-59d9-4d18-8103-39e1f38d1096 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 948 time: 0.1036077 Jan 27 22:28:32.284553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-e56b568f-00a4-4d7b-b93e-84421b6f2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:32.286136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-e56b568f-00a4-4d7b-b93e-84421b6f2e94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c597016370043aba0d3987a02d820a4&device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 1099 time: 0.0764580 Jan 27 22:28:32.395994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b46b619b-d2be-4ffd-ac2f-d016e40e4df5 req-d92e3667-6dfa-464b-a364-82415b7046cd tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084199 Jan 27 22:28:32.428853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-c7177685-ed8c-418f-aed2-a94d1a32df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:32.430483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-c7177685-ed8c-418f-aed2-a94d1a32df83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1362960 Jan 27 22:28:32.479402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-b3f24c4d-ce89-47ec-8227-5f02f05b7457 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ac414a88-69b9-4b0a-be0b-b824c6016962 HTTP/1.1" status: 200 len: 217 time: 0.0429065 Jan 27 22:28:32.530189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-33e0a9b7-becd-4876-b970-7ce930d9fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:32.531911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-33e0a9b7-becd-4876-b970-7ce930d9fd41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0467422 Jan 27 22:28:32.581040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-433246eb-23c4-419e-9a21-ab9b95e2fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:32.582578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-433246eb-23c4-419e-9a21-ab9b95e2fa1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447316 Jan 27 22:28:32.690114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-9a9b30ce-14e0-4bcb-ad2b-04838785cfc1 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997758 Jan 27 22:28:32.789472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98cf34be-d33c-42c2-ae82-d92dec27f1d0 req-78b8d30e-a6d9-42eb-a512-ede958536d5e service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921781 Jan 27 22:28:33.534831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a67f06-b5d9-4773-b481-219157a20b16 req-1a038bb0-33de-4ec5-90b8-d65e68ceded0 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:33.536743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6a67f06-b5d9-4773-b481-219157a20b16 req-1a038bb0-33de-4ec5-90b8-d65e68ceded0 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 948 time: 0.0529335 Jan 27 22:28:33.590005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6a67f06-b5d9-4773-b481-219157a20b16 req-475e1fe2-834c-4f8a-b8d0-5de2062f110f tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Jan 27 22:28:34.112024 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96ec3f75-78da-4b1e-9d42-722bdbaf87c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:34.720429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5decb-95da-4d67-bb03-d5cf1b6ca070 req-292be671-a72d-4796-9047-2001b7f21a6e tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:34.722198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13b5decb-95da-4d67-bb03-d5cf1b6ca070 req-292be671-a72d-4796-9047-2001b7f21a6e tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 948 time: 0.0582564 Jan 27 22:28:34.775490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13b5decb-95da-4d67-bb03-d5cf1b6ca070 req-06bdee1b-29d2-4328-bc01-6dc5539f09a2 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Jan 27 22:28:35.278488 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:28:35.903617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b840c11-2fc9-4cf5-8316-4ef493ac8e5d req-f34d34c6-71fa-4be2-9247-a5ea841e55ad tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:35.905613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b840c11-2fc9-4cf5-8316-4ef493ac8e5d req-f34d34c6-71fa-4be2-9247-a5ea841e55ad tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 948 time: 0.0540333 Jan 27 22:28:35.962590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7b840c11-2fc9-4cf5-8316-4ef493ac8e5d req-a9c0a9d2-eb08-4b58-b48e-0e6e85c415b2 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Jan 27 22:28:36.168072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device ac414a88-69b9-4b0a-be0b-b824c6016962 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:28:36.303125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port ac414a88-69b9-4b0a-be0b-b824c6016962, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ac414a88-69b9-4b0a-be0b-b824c6016962,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:36.326919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'ac414a88-69b9-4b0a-be0b-b824c6016962', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': 'ac414a88-69b9-4b0a-be0b-b824c6016962', 'mac_address': 'fa:16:3e:03:09:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:28:36.377633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port ac414a88-69b9-4b0a-be0b-b824c6016962 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:36.378117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:36.398572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac414a88-69b9-4b0a-be0b-b824c6016962 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:36.427466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port ac414a88-69b9-4b0a-be0b-b824c6016962, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ac414a88-69b9-4b0a-be0b-b824c6016962,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:36.439347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:36.497774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=ac414a88-69b9-4b0a-be0b-b824c6016962,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:36.507668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.508134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.508672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.509235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.509800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.510374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.510952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.511519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.511952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.512326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.512779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.513516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.514077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:36.691553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['ac414a88-69b9-4b0a-be0b-b824c6016962'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:28:36.773040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd369c5d-5fe4-4b5c-9f7e-8e13c9886312 req-468d5ba6-22bc-4553-80db-b179e93edb41 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:36.774613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd369c5d-5fe4-4b5c-9f7e-8e13c9886312 req-468d5ba6-22bc-4553-80db-b179e93edb41 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0728056 Jan 27 22:28:36.828746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd369c5d-5fe4-4b5c-9f7e-8e13c9886312 req-9eed60eb-eb94-4f67-97ef-c27af7ba08f4 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469894 Jan 27 22:28:37.073424 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e836cdce-4e27-4aeb-9959-489813888e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:37.122224 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d76b5-5a9a-4b99-afb1-9c1bd7f79fb1 req-c8a30ac6-fc16-4758-9f7d-96087ae9aea7 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:37.125128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d82d76b5-5a9a-4b99-afb1-9c1bd7f79fb1 req-c8a30ac6-fc16-4758-9f7d-96087ae9aea7 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 949 time: 0.0877249 Jan 27 22:28:37.204322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d82d76b5-5a9a-4b99-afb1-9c1bd7f79fb1 req-520a394a-f408-49fd-aa60-f2333ce7e0b4 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732033 Jan 27 22:28:37.975551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e9aa-63af-414c-82d9-22acdb81f9ac req-b02d50a6-049e-4bc1-9956-c172936af3a5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:37.977544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b279e9aa-63af-414c-82d9-22acdb81f9ac req-b02d50a6-049e-4bc1-9956-c172936af3a5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0640590 Jan 27 22:28:37.995511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-6147bdee-f7ce-460f-950d-2f5c4c25a227 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:37.997166 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-6147bdee-f7ce-460f-950d-2f5c4c25a227 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 945 time: 0.0564573 Jan 27 22:28:38.045122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b279e9aa-63af-414c-82d9-22acdb81f9ac req-ef3b1f42-8d70-4ac5-903f-3692cf84f1bd tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=95523c58-7d74-4e73-8934-50c0cd628cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572894 Jan 27 22:28:38.120248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Deleting port ecdad8a9-efc6-4d23-916c-6336048f453e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:28:38.120684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.182374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device ac414a88-69b9-4b0a-be0b-b824c6016962 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:38.226254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] For port ecdad8a9-efc6-4d23-916c-6336048f453e, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ecdad8a9-efc6-4d23-916c-6336048f453e,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:38.226841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.246788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port ac414a88-69b9-4b0a-be0b-b824c6016962 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:28:38.252587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port ac414a88-69b9-4b0a-be0b-b824c6016962 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:38.253113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.360781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ffbb-79f5-45e6-8d72-b048ff182dc7 req-4258591e-70e6-4aec-aada-08223f70af6e tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:38.362401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2d7ffbb-79f5-45e6-8d72-b048ff182dc7 req-4258591e-70e6-4aec-aada-08223f70af6e tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 949 time: 0.0538161 Jan 27 22:28:38.381399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port ac414a88-69b9-4b0a-be0b-b824c6016962 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:38.382057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.425308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34d14bf-cee4-40af-b5c6-a7224479226f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac414a88-69b9-4b0a-be0b-b824c6016962'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:38.429375 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd986cb-3e81-428f-84d7-6c1911a8d829" -d '{"events": [{"server_uuid": "d34d14bf-cee4-40af-b5c6-a7224479226f", "name": "network-vif-plugged", "status": "completed", "tag": "ac414a88-69b9-4b0a-be0b-b824c6016962"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:38.430821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2d7ffbb-79f5-45e6-8d72-b048ff182dc7 req-af79cdfb-d2f8-4913-954f-539e924217df tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535891 Jan 27 22:28:38.453466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port ac414a88-69b9-4b0a-be0b-b824c6016962, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ac414a88-69b9-4b0a-be0b-b824c6016962,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:38.461260 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.503915 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e12bd5-44fa-403c-b822-e19c14ff35dd x-openstack-request-id: req-08e12bd5-44fa-403c-b822-e19c14ff35dd {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:38.503915 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34d14bf-cee4-40af-b5c6-a7224479226f", "name": "network-vif-plugged", "status": "completed", "tag": "ac414a88-69b9-4b0a-be0b-b824c6016962", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:38.504499 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08e12bd5-44fa-403c-b822-e19c14ff35dd {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:38.504839 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34d14bf-cee4-40af-b5c6-a7224479226f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac414a88-69b9-4b0a-be0b-b824c6016962', 'code': 200} Jan 27 22:28:38.544372 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.544969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.545490 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Floating IP ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c disassociated. External IP: 172.25.8.197, port: ecdad8a9-efc6-4d23-916c-6336048f453e. Jan 27 22:28:38.545914 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Calling delete_port for ecdad8a9-efc6-4d23-916c-6336048f453e owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:28:38.558432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=ac414a88-69b9-4b0a-be0b-b824c6016962,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:38.572561 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.611668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aa3b4-de01-478d-8b2b-54462f88311b req-913dba75-87f5-44b0-8377-46ac8c1a4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:38.613309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e0aa3b4-de01-478d-8b2b-54462f88311b req-913dba75-87f5-44b0-8377-46ac8c1a4b43 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 1101 time: 0.0489028 Jan 27 22:28:38.669680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e0aa3b4-de01-478d-8b2b-54462f88311b req-74dee0c8-bc5f-42d7-8770-b69c58010c1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Jan 27 22:28:38.712289 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ecdad8a9-efc6-4d23-916c-6336048f453e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.757950 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event deleted for resources: {'Port': ['ID=ecdad8a9-efc6-4d23-916c-6336048f453e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:38.775994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.776484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.777039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.777623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.778209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.779303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.779303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.779952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.780510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.780963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.781472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.781949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.782503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:38.948871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:28:39.074025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:39.089074 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] Sync routers for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:39.113360 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:39.114385 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:28:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:39.154881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] No DVR routers for this DVR port ecdad8a9-efc6-4d23-916c-6336048f453e on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:28:39.162944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:39.169728 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-104d883e-4cdb-4327-8ad6-86fb0fe564c5 req-e4e491d2-802c-40de-b91f-7e573c2c06df tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "DELETE /v2.0/ports/ecdad8a9-efc6-4d23-916c-6336048f453e HTTP/1.1" status: 204 len: 173 time: 1.1673150 Jan 27 22:28:39.171037 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3170ffde-df17-4633-8264-2218187a77f1', 'name': 'network-vif-deleted', 'tag': 'ecdad8a9-efc6-4d23-916c-6336048f453e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:39.178248 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342178fe-d31b-4ba1-90a9-77fdf5331719" -d '{"events": [{"server_uuid": "3170ffde-df17-4633-8264-2218187a77f1", "name": "network-vif-deleted", "tag": "ecdad8a9-efc6-4d23-916c-6336048f453e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:39.227753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6529257b-295d-476e-9895-0176dc64c816 req-3c4ee1cb-32d5-4218-9c32-0728489cc8f0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=3170ffde-df17-4633-8264-2218187a77f1 HTTP/1.1" status: 200 len: 210 time: 0.0531435 Jan 27 22:28:39.294753 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa208ba-d927-4352-b079-17654430e21c x-openstack-request-id: req-4aa208ba-d927-4352-b079-17654430e21c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:39.296086 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3170ffde-df17-4633-8264-2218187a77f1", "name": "network-vif-deleted", "tag": "ecdad8a9-efc6-4d23-916c-6336048f453e", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:39.297201 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4aa208ba-d927-4352-b079-17654430e21c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:39.298171 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3170ffde-df17-4633-8264-2218187a77f1', 'name': 'network-vif-deleted', 'tag': 'ecdad8a9-efc6-4d23-916c-6336048f453e', 'status': 'completed', 'code': 200} Jan 27 22:28:39.357290 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:39.632162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93afaca-6428-428f-a82d-892ff21172de req-22a09fb5-7a68-4ed9-9e16-6725e8e92641 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:39.637288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b93afaca-6428-428f-a82d-892ff21172de req-22a09fb5-7a68-4ed9-9e16-6725e8e92641 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 950 time: 0.0967562 Jan 27 22:28:39.685070 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:39.744522 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] Checking router: be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:39.745220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b93afaca-6428-428f-a82d-892ff21172de req-0eb3bdc4-a63e-498f-a286-221443f19413 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013236 Jan 27 22:28:39.765802 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:39.767042 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:28:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:39.892232 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:40.116003 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:40.144506 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a201f-2fe8-4e9b-a7f6-243941d1b185 None None] The sync data for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 is: [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:40.341980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ecdad8a9-efc6-4d23-916c-6336048f453e no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:28:40.377232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: ecdad8a9-efc6-4d23-916c-6336048f453e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:28:40.377731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ecdad8a9-efc6-4d23-916c-6336048f453e not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:28:40.382022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34046) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:40.458910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c55aed-b447-411f-83c7-161e057fd74a None None] New status for floating IP ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:28:40.461550 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71040818-a61c-435c-812f-7578b2140b82 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (95523c58-7d74-4e73-8934-50c0cd628cea), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:40.492003 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71040818-a61c-435c-812f-7578b2140b82 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (95523c58-7d74-4e73-8934-50c0cd628cea), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:40.560717 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71040818-a61c-435c-812f-7578b2140b82 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95523c58-7d74-4e73-8934-50c0cd628cea), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:40.566087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71040818-a61c-435c-812f-7578b2140b82 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:40.567974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-71040818-a61c-435c-812f-7578b2140b82 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "DELETE /v2.0/security-groups/95523c58-7d74-4e73-8934-50c0cd628cea HTTP/1.1" status: 204 len: 168 time: 0.1839881 Jan 27 22:28:40.572028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34048) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:40.586777 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71040818-a61c-435c-812f-7578b2140b82 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95523c58-7d74-4e73-8934-50c0cd628cea,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:40.598739 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-b3d60a68-d04b-4226-a711-461a4e866d55 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] show failed (client error): The resource could not be found. Jan 27 22:28:40.601024 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b3d60a68-d04b-4226-a711-461a4e866d55 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups/95523c58-7d74-4e73-8934-50c0cd628cea HTTP/1.1" status: 404 len: 347 time: 0.0264807 Jan 27 22:28:40.605645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34050) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:40.779323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Deleting port ef039d41-410b-4b4f-bc04-21115713f49c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:28:40.779847 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ef039d41-410b-4b4f-bc04-21115713f49c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:40.886885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ef039d41-410b-4b4f-bc04-21115713f49c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:40.887356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (ef039d41-410b-4b4f-bc04-21115713f49c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:40.904101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Calling delete_port for ef039d41-410b-4b4f-bc04-21115713f49c owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:28:40.906791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffb56d-ac49-45d1-a275-2eb51153fbff req-8fdd9025-a2d5-4da0-89a6-d4fcefb8a599 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:40.908663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50ffb56d-ac49-45d1-a275-2eb51153fbff req-8fdd9025-a2d5-4da0-89a6-d4fcefb8a599 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 950 time: 0.0773282 Jan 27 22:28:40.972252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50ffb56d-ac49-45d1-a275-2eb51153fbff req-24e97262-e017-4fdb-8320-ac58f7b30aad tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555778 Jan 27 22:28:41.080953 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ef039d41-410b-4b4f-bc04-21115713f49c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.108785 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.146851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event deleted for resources: {'Port': ['ID=ef039d41-410b-4b4f-bc04-21115713f49c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:41.198772 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.203980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.206133 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c9b99ba0-67bc-43ed-ab76-7262fb0a613b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "DELETE /v2.0/floatingips/ab8ed369-3c4b-4d2e-9eb7-ae8bde756a6c HTTP/1.1" status: 204 len: 168 time: 0.5978813 Jan 27 22:28:41.276788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.487889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34066) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:41.493094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b4863e0d-026c-46ee-bef3-8eeae950ada3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103523402', 'description': 'tempest-description--2001288984'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:41.519492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b4863e0d-026c-46ee-bef3-8eeae950ada3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.616726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b4863e0d-026c-46ee-bef3-8eeae950ada3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.622652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b4863e0d-026c-46ee-bef3-8eeae950ada3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.668141 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b4863e0d-026c-46ee-bef3-8eeae950ada3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.674335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b4863e0d-026c-46ee-bef3-8eeae950ada3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1807272 Jan 27 22:28:41.674821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34068) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:41.684255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-db43ede7-2fb5-45bb-851b-66dc2c91abd2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'security_group_rule': {'security_group_id': 'fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:41.693046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4863e0d-026c-46ee-bef3-8eeae950ada3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:41.729852 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db43ede7-2fb5-45bb-851b-66dc2c91abd2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (6ac7f150-c730-4680-8d40-0eb71a771632), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.827195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db43ede7-2fb5-45bb-851b-66dc2c91abd2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (6ac7f150-c730-4680-8d40-0eb71a771632), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.834130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db43ede7-2fb5-45bb-851b-66dc2c91abd2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6ac7f150-c730-4680-8d40-0eb71a771632), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.877758 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db43ede7-2fb5-45bb-851b-66dc2c91abd2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:41.884009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-db43ede7-2fb5-45bb-851b-66dc2c91abd2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029383 Jan 27 22:28:41.884325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34070) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:41.892980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8e5c6c2e-f88b-4d7d-8874-8f7b53bb36b9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'security_group_rule': {'security_group_id': 'fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:41.894509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43ede7-2fb5-45bb-851b-66dc2c91abd2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac7f150-c730-4680-8d40-0eb71a771632,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:41.934825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6c2e-f88b-4d7d-8874-8f7b53bb36b9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (9b9acfef-7ccc-4408-834b-4a60bcbf87fd), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.022071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6c2e-f88b-4d7d-8874-8f7b53bb36b9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (9b9acfef-7ccc-4408-834b-4a60bcbf87fd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.028502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6c2e-f88b-4d7d-8874-8f7b53bb36b9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (9b9acfef-7ccc-4408-834b-4a60bcbf87fd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.057514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c6c2e-f88b-4d7d-8874-8f7b53bb36b9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9acfef-7ccc-4408-834b-4a60bcbf87fd,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:42.069811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6c2e-f88b-4d7d-8874-8f7b53bb36b9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.071248 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8e5c6c2e-f88b-4d7d-8874-8f7b53bb36b9 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855772 Jan 27 22:28:42.076730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 34072) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:42.084379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:42.118540 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.294712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.483934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Allocated IP 172.25.8.136 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/3f493364-6caf-4b80-9466-a01ecbdd290d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:42.695982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for port (3f493364-6caf-4b80-9466-a01ecbdd290d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.762170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3f493364-6caf-4b80-9466-a01ecbdd290d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.811663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:42.815460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:42.818856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:42.849162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'Port': ['ID=3f493364-6caf-4b80-9466-a01ecbdd290d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:42.944248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.986511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3f493364-6caf-4b80-9466-a01ecbdd290d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.519622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for port (3f493364-6caf-4b80-9466-a01ecbdd290d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.525947 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3f493364-6caf-4b80-9466-a01ecbdd290d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.604325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'Port': ['ID=3f493364-6caf-4b80-9466-a01ecbdd290d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:43.630103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.658641 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.674505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5951aada-3c69-4ff0-abde-eb1fd7f05bb0 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5825467 Jan 27 22:28:43.956064 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-a04e0387-c675-41d0-a46d-0f89a99c9f3d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1103523402&fields=id&tenant_id=04a4c67bfb244c75a7e6f2f9a227d164 HTTP/1.1" status: 200 len: 267 time: 0.0539584 Jan 27 22:28:44.080856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-3c3353a9-426c-4105-a52e-288935bdfe26 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:44.082678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-3c3353a9-426c-4105-a52e-288935bdfe26 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 809 time: 0.1241066 Jan 27 22:28:44.111862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-d995520c-a504-4cc4-bb05-53613c1aa322 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/quotas/04a4c67bfb244c75a7e6f2f9a227d164 HTTP/1.1" status: 200 len: 375 time: 0.0182681 Jan 27 22:28:44.203267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-7ee871fc-0ac0-4e84-98b5-07dedb8da81b tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727921 Jan 27 22:28:44.557091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-5439e6e5-349d-45b7-a71e-fc032c32f970 service neutron] 10.222.0.45 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325534 Jan 27 22:28:44.684913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-a6a7e3ad-9d23-4a29-a281-a55095c8379a service neutron] 10.222.0.45 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153662 Jan 27 22:28:45.009097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5225d33-56f0-41ea-9337-c999f5fe076d req-aae16cc6-fceb-449d-9e5d-3cd3c1d481d2 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0305164 Jan 27 22:28:46.192978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc2eb599-d38d-4d4a-9c82-bc88a678822a req-ff29f280-f84f-4def-9070-5454a8a8f225 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0606966 Jan 27 22:28:46.318892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-117493e8-be9f-474d-9927-5e3acc266820 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:46.321992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-117493e8-be9f-474d-9927-5e3acc266820 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 809 time: 0.2039440 Jan 27 22:28:46.397425 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-98ef9388-f39f-4ea4-9785-8166a3032f2d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a4c67bfb244c75a7e6f2f9a227d164 HTTP/1.1" status: 200 len: 380 time: 0.0668135 Jan 27 22:28:46.407540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'port': {'device_id': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'admin_state_up': True, 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'security_groups': ['fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:46.532313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Made reservation on behalf of 04a4c67bfb244c75a7e6f2f9a227d164 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:46.535955 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.700043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Allocated IP 172.20.0.9 (6adda16f-e5c6-4007-9c9f-ae07f9603321/3946ce2c-89a8-4eeb-9a4a-f626c8110933/f7caa4d0-0a08-4ddd-9d46-27f528071104) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:46.877578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.927754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.989068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:46.992563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:46.995201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:47.026803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event updated for resources: {'Port': ['ID=f7caa4d0-0a08-4ddd-9d46-27f528071104,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:47.063883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:47.064602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.088294 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-1d6ea7fd-8edd-46ac-b324-f18af79f81be tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6834071 Jan 27 22:28:47.099850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Request body: {'port': {'device_id': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:47.193266 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.345665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-15a4df09-8551-4776-891e-943da4940149 None None] Provisioning complete for port f7caa4d0-0a08-4ddd-9d46-27f528071104 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:47.346928 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-15a4df09-8551-4776-891e-943da4940149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.381255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2da242-ecaf-4928-9bf3-99b3eb12640c req-bdd43082-7794-49b8-9cfb-4a089edec3fd tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:47.384113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb2da242-ecaf-4928-9bf3-99b3eb12640c req-bdd43082-7794-49b8-9cfb-4a089edec3fd tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 931 time: 0.0888999 Jan 27 22:28:47.438198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-15a4df09-8551-4776-891e-943da4940149 None None] Port f7caa4d0-0a08-4ddd-9d46-27f528071104 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:47.467650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb2da242-ecaf-4928-9bf3-99b3eb12640c req-fb4a31be-2752-437f-b45c-d18dc4d7817c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762095 Jan 27 22:28:47.585514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7caa4d0-0a08-4ddd-9d46-27f528071104 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:47.595369 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Publish callbacks [] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.610374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Transition to ACTIVE for port object f7caa4d0-0a08-4ddd-9d46-27f528071104 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:28:47.615627 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.674319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7caa4d0-0a08-4ddd-9d46-27f528071104,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:47.784133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Attempting to bind port f7caa4d0-0a08-4ddd-9d46-27f528071104 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:47.784654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Attempting to bind port f7caa4d0-0a08-4ddd-9d46-27f528071104 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:47.785168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Attempting to bind port f7caa4d0-0a08-4ddd-9d46-27f528071104 on network 6adda16f-e5c6-4007-9c9f-ae07f9603321 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:47.793112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Port f7caa4d0-0a08-4ddd-9d46-27f528071104 on network 6adda16f-e5c6-4007-9c9f-ae07f9603321 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:28:47.793637 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Attempting to bind port f7caa4d0-0a08-4ddd-9d46-27f528071104 on network 6adda16f-e5c6-4007-9c9f-ae07f9603321 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:47.802720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:47.803248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Checking segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:47.803923 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Bound using segment: {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:47.804645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Bound port: f7caa4d0-0a08-4ddd-9d46-27f528071104, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e33d96-6a79-48c4-9a0f-83e86dadffca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:47.805226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.927016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] For port f7caa4d0-0a08-4ddd-9d46-27f528071104, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:47.932550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] For port f7caa4d0-0a08-4ddd-9d46-27f528071104, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:47.939902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.013847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.014844 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.017659 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f7caa4d0-0a08-4ddd-9d46-27f528071104 HTTP/1.1" status: 200 len: 1091 time: 0.9235961 Jan 27 22:28:48.018370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'tag': 'f7caa4d0-0a08-4ddd-9d46-27f528071104'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:48.022863 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a93248-43eb-4007-9aa1-7315089d81cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d82f4ac0-7553-47b0-916c-8292daab6ab1", "tag": "f7caa4d0-0a08-4ddd-9d46-27f528071104"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:48.097532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93338df-9563-4aa7-a0e3-5cc29425aad2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7caa4d0-0a08-4ddd-9d46-27f528071104,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:48.119764 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128441b5-e591-48ca-a2d6-60075a25ce58 x-openstack-request-id: req-128441b5-e591-48ca-a2d6-60075a25ce58 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:48.120157 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82f4ac0-7553-47b0-916c-8292daab6ab1", "tag": "f7caa4d0-0a08-4ddd-9d46-27f528071104", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:48.120332 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-128441b5-e591-48ca-a2d6-60075a25ce58 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:48.120721 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'tag': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'status': 'completed', 'code': 200} Jan 27 22:28:48.141371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-f7624b75-2c58-4710-8f78-7fd468681143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.143187 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-f7624b75-2c58-4710-8f78-7fd468681143 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0629225 Jan 27 22:28:48.196009 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-e48867d9-fb25-4d90-a6ed-65c73b0fd928 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104 HTTP/1.1" status: 200 len: 217 time: 0.0448875 Jan 27 22:28:48.280001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-2e5e00bc-7a81-43ab-81db-19fbbb3568c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.282193 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-2e5e00bc-7a81-43ab-81db-19fbbb3568c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0808415 Jan 27 22:28:48.334148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-0d4e9fa3-940f-46d5-a9d3-7d198fffc725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.335834 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-0d4e9fa3-940f-46d5-a9d3-7d198fffc725 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481882 Jan 27 22:28:48.412075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.448074 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-be5c8c60-d242-4f0f-9320-698f91faa435 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065609 Jan 27 22:28:48.555643 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5df8b0aa-79ea-49fc-a583-36144c2fcf1d req-2233ebdd-e26e-4e3e-a717-45548c1d68ec service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018157 Jan 27 22:28:48.637675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a16f6-5521-4fa9-9b88-9f35794a6d65 req-402e171c-309f-4ee4-bb42-d5bc7d1dba67 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.639337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-158a16f6-5521-4fa9-9b88-9f35794a6d65 req-402e171c-309f-4ee4-bb42-d5bc7d1dba67 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 943 time: 0.0774841 Jan 27 22:28:48.679204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-f0acfb27-0b9e-46d0-a5c6-8bd90b148f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.681108 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-f0acfb27-0b9e-46d0-a5c6-8bd90b148f0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 1094 time: 0.0674448 Jan 27 22:28:48.716664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-158a16f6-5521-4fa9-9b88-9f35794a6d65 req-50c1677e-488c-4bd2-ba68-8cbb44a2c1a6 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650342 Jan 27 22:28:48.797693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-ce8ad4af-cb5a-4610-a4f0-edf24951efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.799248 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-ce8ad4af-cb5a-4610-a4f0-edf24951efcd service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1113966 Jan 27 22:28:48.844490 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-9905a439-40c4-4752-b9d5-aa5e927a8d68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104 HTTP/1.1" status: 200 len: 217 time: 0.0387275 Jan 27 22:28:48.901771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-e0b3d194-da2d-4290-9f2c-3e8839fb8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.903340 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-e0b3d194-da2d-4290-9f2c-3e8839fb8e3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0536222 Jan 27 22:28:48.952992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-1f20854b-b6a0-45ec-8ddd-3f8eee8e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.954631 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-1f20854b-b6a0-45ec-8ddd-3f8eee8e33cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455556 Jan 27 22:28:49.052261 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-52495361-b5d1-4f20-8f2d-52d162d782d2 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914731 Jan 27 22:28:49.162222 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c3a93248-43eb-4007-9aa1-7315089d81cf req-19943685-2791-46f8-ab31-11d81169e74b service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035826 Jan 27 22:28:49.867152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38aa9a-b4e4-43be-8839-8e8962c571e2 req-d837b134-165d-45d6-bf53-03313636825d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:49.868970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac38aa9a-b4e4-43be-8839-8e8962c571e2 req-d837b134-165d-45d6-bf53-03313636825d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 943 time: 0.0587895 Jan 27 22:28:49.925440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac38aa9a-b4e4-43be-8839-8e8962c571e2 req-41aefe65-2aba-4f87-8df3-577503bd9113 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500886 Jan 27 22:28:51.051068 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:51.060310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc6574-5812-4df4-8184-632ada2fb7f4 req-243c187a-e657-4afc-9636-4df19b1d47ca tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:51.062710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4bc6574-5812-4df4-8184-632ada2fb7f4 req-243c187a-e657-4afc-9636-4df19b1d47ca tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 943 time: 0.0588362 Jan 27 22:28:51.118380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4bc6574-5812-4df4-8184-632ada2fb7f4 req-187c549c-726b-47cf-92cc-5f15246a2cb3 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491214 Jan 27 22:28:52.270544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc025f-dbc3-4f81-be15-8121e7a25010 req-23c87620-44b2-4ef2-9a1b-dec07d295ffb tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:52.273199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78dc025f-dbc3-4f81-be15-8121e7a25010 req-23c87620-44b2-4ef2-9a1b-dec07d295ffb tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 943 time: 0.0645072 Jan 27 22:28:52.371649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78dc025f-dbc3-4f81-be15-8121e7a25010 req-1cf6d100-176a-4d8a-b50d-76d19c67a557 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868471 Jan 27 22:28:52.403711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f7caa4d0-0a08-4ddd-9d46-27f528071104 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:28:52.426126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-71b55d8f-2b98-4f0a-b482-fc99f7ab1598 req-f604fe94-138a-4e08-9775-81eaaab71e30 service neutron] (103329) timed out ('10.222.0.16', 53892) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:28:52.561222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f7caa4d0-0a08-4ddd-9d46-27f528071104, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:52.575955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'port_id': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'mac_address': 'fa:16:3e:18:f0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:28:52.622373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f7caa4d0-0a08-4ddd-9d46-27f528071104 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:52.622891 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:52.643740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7caa4d0-0a08-4ddd-9d46-27f528071104 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:52.667832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f7caa4d0-0a08-4ddd-9d46-27f528071104, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:52.673879 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:52.728818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f7caa4d0-0a08-4ddd-9d46-27f528071104,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:52.989919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['f7caa4d0-0a08-4ddd-9d46-27f528071104'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:28:53.511698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e98a13-f355-4daa-8889-e59a20d2cb3a req-63713d78-b7e7-4679-a025-a0692d8ed602 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:53.513350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49e98a13-f355-4daa-8889-e59a20d2cb3a req-63713d78-b7e7-4679-a025-a0692d8ed602 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 944 time: 0.0549424 Jan 27 22:28:53.574167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49e98a13-f355-4daa-8889-e59a20d2cb3a req-1b6638f4-a180-4a03-b28a-e2863a6ceb8c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507317 Jan 27 22:28:54.426881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f7caa4d0-0a08-4ddd-9d46-27f528071104 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:54.497471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port f7caa4d0-0a08-4ddd-9d46-27f528071104 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:28:54.502718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port f7caa4d0-0a08-4ddd-9d46-27f528071104 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:54.503096 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:54.600108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port f7caa4d0-0a08-4ddd-9d46-27f528071104 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:54.600515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:54.638686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7caa4d0-0a08-4ddd-9d46-27f528071104'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:54.643851 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cda8b136eb31fb81c4f14cfa9428d0d74d8599b5b2727215e6c3fc5b221ae49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ede0f20-2cb8-4b82-bbb9-999eb3b879c4" -d '{"events": [{"server_uuid": "d82f4ac0-7553-47b0-916c-8292daab6ab1", "name": "network-vif-plugged", "status": "completed", "tag": "f7caa4d0-0a08-4ddd-9d46-27f528071104"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:54.675797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port f7caa4d0-0a08-4ddd-9d46-27f528071104, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:54.683917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:54.720385 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a09732f-9e2d-4dfe-9bf6-ccd5bbaf2edd x-openstack-request-id: req-2a09732f-9e2d-4dfe-9bf6-ccd5bbaf2edd {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:54.720800 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82f4ac0-7553-47b0-916c-8292daab6ab1", "name": "network-vif-plugged", "status": "completed", "tag": "f7caa4d0-0a08-4ddd-9d46-27f528071104", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:54.721055 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a09732f-9e2d-4dfe-9bf6-ccd5bbaf2edd {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:54.721719 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'code': 200} Jan 27 22:28:54.756265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=f7caa4d0-0a08-4ddd-9d46-27f528071104,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:54.778089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1475300-c099-4ebf-922c-53c68e4de5e0 req-3e6cbc75-0a6f-4977-92f2-dd5148cdc8b8 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:54.781011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1475300-c099-4ebf-922c-53c68e4de5e0 req-3e6cbc75-0a6f-4977-92f2-dd5148cdc8b8 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0909886 Jan 27 22:28:54.827595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a096d03-4bff-481e-98d0-3916703220e1 req-0b6d19a5-c8e7-4860-aff5-27e1e60c9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:54.829656 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3a096d03-4bff-481e-98d0-3916703220e1 req-0b6d19a5-c8e7-4860-aff5-27e1e60c9852 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0469279 Jan 27 22:28:54.857718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1475300-c099-4ebf-922c-53c68e4de5e0 req-f61b177d-1493-403a-8fb9-efe25d9ddb5c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699511 Jan 27 22:28:54.882097 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3a096d03-4bff-481e-98d0-3916703220e1 req-19587e5d-df28-45a1-a719-59a0e5557c6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457649 Jan 27 22:28:56.008892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c12eb-6231-4d86-819a-7db8286a4f17 req-8ced4f5e-b3e1-4676-80dc-ab646a60b078 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:56.010675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-008c12eb-6231-4d86-819a-7db8286a4f17 req-8ced4f5e-b3e1-4676-80dc-ab646a60b078 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0619252 Jan 27 22:28:56.072749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-008c12eb-6231-4d86-819a-7db8286a4f17 req-41e6a366-387a-4f29-a3b6-85326b0eb602 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516973 Jan 27 22:28:57.224556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34cb87-68fa-42a4-9986-f9e6f01df306 req-2c8d3179-536d-43fb-a497-ec8ef5278947 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:57.226195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f34cb87-68fa-42a4-9986-f9e6f01df306 req-2c8d3179-536d-43fb-a497-ec8ef5278947 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0612032 Jan 27 22:28:57.282858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f34cb87-68fa-42a4-9986-f9e6f01df306 req-14e171fb-9bae-437b-b16c-688454140d4d tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503583 Jan 27 22:28:57.415925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63869-1d83-429c-8b43-b1d7a7bf4942 req-b3fe0a36-ed45-4389-a7ab-26e03b5ab231 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:57.417520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bf63869-1d83-429c-8b43-b1d7a7bf4942 req-b3fe0a36-ed45-4389-a7ab-26e03b5ab231 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0614107 Jan 27 22:28:57.437107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 34152) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:57.442618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Request body: {'floatingip': {'port_id': 'f7caa4d0-0a08-4ddd-9d46-27f528071104'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:57.507339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.371125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.db.resource_extend [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:28:58.435205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.444368 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.602476 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Floating IP 13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7 associated. External IP: 172.25.8.136, port: f7caa4d0-0a08-4ddd-9d46-27f528071104. Jan 27 22:28:58.907562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:28:59.071446 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:59.076737 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.088937 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] Sync routers for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:59.108697 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:59.120883 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0c043f66-a3cf-45f6-8364-e6b1da8baffa tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "PUT /v2.0/floatingips/13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7 HTTP/1.1" status: 200 len: 991 time: 1.6796973 Jan 27 22:28:59.120883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'tag': 'f7caa4d0-0a08-4ddd-9d46-27f528071104'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:59.121249 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:28:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:59.124453 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362" -d '{"events": [{"name": "network-changed", "server_uuid": "d82f4ac0-7553-47b0-916c-8292daab6ab1", "tag": "f7caa4d0-0a08-4ddd-9d46-27f528071104"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:59.169113 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d531e-6dad-49ff-9023-86d704b8766f x-openstack-request-id: req-012d531e-6dad-49ff-9023-86d704b8766f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:59.169412 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82f4ac0-7553-47b0-916c-8292daab6ab1", "tag": "f7caa4d0-0a08-4ddd-9d46-27f528071104", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:59.169677 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-012d531e-6dad-49ff-9023-86d704b8766f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:59.170090 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'tag': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'status': 'completed', 'code': 200} Jan 27 22:28:59.253182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-3b187bc3-1e27-4e3f-b8b3-6eea90b4e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.264665 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-3b187bc3-1e27-4e3f-b8b3-6eea90b4e62a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0609865 Jan 27 22:28:59.272188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:59.372713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-b7a0b3e7-26c6-4893-8441-472d8b58e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.374250 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-b7a0b3e7-26c6-4893-8441-472d8b58e548 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1042233 Jan 27 22:28:59.450808 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-b6cb2a5a-7063-495a-ae46-88bc0b5c7410 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104 HTTP/1.1" status: 200 len: 999 time: 0.0699680 Jan 27 22:28:59.539692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-89fa0182-8dd9-42bd-8143-9a114e1c20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.541106 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-89fa0182-8dd9-42bd-8143-9a114e1c20c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0853865 Jan 27 22:28:59.565644 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'port_id': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'mac_address': 'fa:16:3e:18:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:42Z', 'updated_at': '2022-01-27T22:28:58Z', 'revision_number': 1, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:59.595182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-440ea67f-0a22-48f9-bd9b-6d13a7a2f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.596903 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-440ea67f-0a22-48f9-bd9b-6d13a7a2f037 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505362 Jan 27 22:28:59.609485 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] Checking router: be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:59.625310 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:59.627361 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:28:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:59.728740 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-c5a72349-ff46-434c-98cc-54f2b824bf1f service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241047 Jan 27 22:28:59.875800 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3c5936e3-6c8e-4bb3-99b0-5154f4d9e362 req-99abd400-0a55-4745-b628-c4507d3edbe7 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418490 Jan 27 22:28:59.925282 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:00.186251 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'port_id': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'mac_address': 'fa:16:3e:18:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:42Z', 'updated_at': '2022-01-27T22:28:58Z', 'revision_number': 1, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:00.246016 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23208d7-48e4-4b9b-b1ff-2e254359a1c7 None None] The sync data for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 is: [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'port_id': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'mac_address': 'fa:16:3e:18:f0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:42Z', 'updated_at': '2022-01-27T22:28:58Z', 'revision_number': 1, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:00.507046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64043e1b-e978-47a4-8d5f-92b54404e095 None None] New status for floating IP 13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:29:04.118747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5282c4bc-c628-4bb0-bee4-e00de239644b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.068624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0d18-0c1c-4b89-90fb-c57745d4c351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.548773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:11.112359 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:11.289757 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:12.278753 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:29:18.402028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.049203 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:34.114935 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ff84796b-d460-46e0-80a1-69dd584b72e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:37.081756 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-04ea4c68-f372-4d34-bb15-d302a09562f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:38.182040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-f7566065-5063-4423-861c-5e613f359de4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567155 Jan 27 22:29:38.269614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-38ac8b8b-3a0a-4263-9921-c5e185907e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:38.271142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-38ac8b8b-3a0a-4263-9921-c5e185907e91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c597016370043aba0d3987a02d820a4&device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 1101 time: 0.0455704 Jan 27 22:29:38.411968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-ebeaa7b5-6baa-44ab-aa77-a87b2cdda16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:38.413704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-ebeaa7b5-6baa-44ab-aa77-a87b2cdda16e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.1189399 Jan 27 22:29:38.472399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-a8248407-a05e-4afa-a8bd-2be2f7483732 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ac414a88-69b9-4b0a-be0b-b824c6016962 HTTP/1.1" status: 200 len: 217 time: 0.0511746 Jan 27 22:29:38.527175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-5aefad8f-a232-492a-ad7e-a95ad979ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:38.529193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-5aefad8f-a232-492a-ad7e-a95ad979ad6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0492251 Jan 27 22:29:38.548572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:38.584761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-78f671c8-3add-4a5b-b064-a2b8f6189e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:38.586413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-78f671c8-3add-4a5b-b064-a2b8f6189e12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516551 Jan 27 22:29:38.705356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-c07cb638-44a3-4379-bfdf-34e932981f59 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126995 Jan 27 22:29:38.801854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52c2e339-bc4c-4ac5-8663-93f11487732f req-fb4d1fb6-53d4-4ca1-b997-8dfc1f500575 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910034 Jan 27 22:29:41.102515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:41.282389 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:41.604839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-2fe3bc19-289c-4013-bf30-aa9cd751c2eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586491 Jan 27 22:29:41.719886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-3135f032-156e-4d7c-ae61-e1a073d2ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:41.721657 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-3135f032-156e-4d7c-ae61-e1a073d2ef1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0699575 Jan 27 22:29:41.891075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-0a800b86-ff3f-4cad-9dbd-41f84eff2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:41.893872 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-0a800b86-ff3f-4cad-9dbd-41f84eff2b40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1508465 Jan 27 22:29:42.000070 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-781e774a-8028-4918-969e-8c065e5f8128 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104 HTTP/1.1" status: 200 len: 1001 time: 0.0985055 Jan 27 22:29:42.076879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-67b3e221-598c-4456-8087-b4d571e801e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:42.078685 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-67b3e221-598c-4456-8087-b4d571e801e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0730715 Jan 27 22:29:42.139631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-1d6d90ff-0b1a-4c24-89f0-9ea42fc4e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:42.141686 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-1d6d90ff-0b1a-4c24-89f0-9ea42fc4e706 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568731 Jan 27 22:29:42.280041 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-503404cd-e587-48ce-8d99-38f6a293c820 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322489 Jan 27 22:29:42.429289 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-67ef3222-4aec-491d-90a2-01b1f2e102b3 req-b20699e6-b176-4caf-9db3-eb9ff4a61f31 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413181 Jan 27 22:29:48.416243 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:49.278935 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:29:51.048145 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:04.113541 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9532d35-0b89-4d25-b3de-d2916cc56858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:07.079218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f32d935f-fb80-4719-a0e2-9c6a55eb892b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:08.550957 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:11.101577 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:11.278933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.414504 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:19.143254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551419f-3d31-4eac-8cfd-2739e7101626 req-9eaf36e4-d910-434f-9362-03ead060f3d5 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:19.144830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b551419f-3d31-4eac-8cfd-2739e7101626 req-9eaf36e4-d910-434f-9362-03ead060f3d5 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 950 time: 0.0562418 Jan 27 22:30:19.195686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b551419f-3d31-4eac-8cfd-2739e7101626 req-704e1ef9-c035-4397-acec-7cf746e15f11 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Jan 27 22:30:20.315503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d40ec-b6ea-429c-ad30-c4181d9880c5 req-47988bdc-15c1-4ac1-9ebf-c4a3c76531b3 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:20.317048 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0d40ec-b6ea-429c-ad30-c4181d9880c5 req-47988bdc-15c1-4ac1-9ebf-c4a3c76531b3 tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 950 time: 0.0509064 Jan 27 22:30:20.367760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a0d40ec-b6ea-429c-ad30-c4181d9880c5 req-221882b2-c898-46d1-8a9f-4cd5fdbc163a tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/security-groups?id=40b8dbbf-0db4-476c-b83a-f407fd5a1b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Jan 27 22:30:20.543457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-67142d16-5225-4785-9959-eb01545f662c tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:20.545084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-67142d16-5225-4785-9959-eb01545f662c tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.57 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 950 time: 0.0595260 Jan 27 22:30:20.639818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Deleting port ac414a88-69b9-4b0a-be0b-b824c6016962 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:30:20.640153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.736472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] For port ac414a88-69b9-4b0a-be0b-b824c6016962, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ac414a88-69b9-4b0a-be0b-b824c6016962,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:20.736790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.750331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Calling delete_port for ac414a88-69b9-4b0a-be0b-b824c6016962 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:30:20.894140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ac414a88-69b9-4b0a-be0b-b824c6016962), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.907785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['ac414a88-69b9-4b0a-be0b-b824c6016962'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:30:20.930048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Pushing event deleted for resources: {'Port': ['ID=ac414a88-69b9-4b0a-be0b-b824c6016962,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:20.942983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.943322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.943796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.944034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.944373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.944722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.945115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.946135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.946557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.947033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.947368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.947745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.948075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:20.987268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] No DVR routers for this DVR port ac414a88-69b9-4b0a-be0b-b824c6016962 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:30:20.991189 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.995131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83edc9fb-d739-4166-a04c-3ba1120a4f50 req-ade8d1fe-3263-48ad-ae60-a792e9fc2d2b tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.57 "DELETE /v2.0/ports/ac414a88-69b9-4b0a-be0b-b824c6016962 HTTP/1.1" status: 204 len: 173 time: 0.4452870 Jan 27 22:30:20.995616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34d14bf-cee4-40af-b5c6-a7224479226f', 'name': 'network-vif-deleted', 'tag': 'ac414a88-69b9-4b0a-be0b-b824c6016962'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:20.998055 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c8a5c25c6935790a12f885658a23f61d9a1e23f94539686051e822e46caa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa15038-b3e3-458b-b7a8-974096ba7f05" -d '{"events": [{"server_uuid": "d34d14bf-cee4-40af-b5c6-a7224479226f", "name": "network-vif-deleted", "tag": "ac414a88-69b9-4b0a-be0b-b824c6016962"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:21.042537 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.194601 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef4bb1c-3840-4bf3-891a-5659209533b1 x-openstack-request-id: req-3ef4bb1c-3840-4bf3-891a-5659209533b1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:21.194899 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34d14bf-cee4-40af-b5c6-a7224479226f", "name": "network-vif-deleted", "tag": "ac414a88-69b9-4b0a-be0b-b824c6016962", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:21.195157 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ef4bb1c-3840-4bf3-891a-5659209533b1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:21.195602 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34d14bf-cee4-40af-b5c6-a7224479226f', 'name': 'network-vif-deleted', 'tag': 'ac414a88-69b9-4b0a-be0b-b824c6016962', 'status': 'completed', 'code': 200} Jan 27 22:30:21.487162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25145a8c-7c4c-4bba-9734-f4d567f2ca94 req-d089690d-2dd7-4657-8256-0eb58e9c3f4e tempest-VolumesBackupsTest-913363308 tempest-VolumesBackupsTest-913363308-project] 10.222.0.45 "GET /v2.0/ports?device_id=d34d14bf-cee4-40af-b5c6-a7224479226f HTTP/1.1" status: 200 len: 210 time: 0.0297315 Jan 27 22:30:24.728016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device ac414a88-69b9-4b0a-be0b-b824c6016962 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:30:24.760660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: ac414a88-69b9-4b0a-be0b-b824c6016962 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:30:24.761102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device ac414a88-69b9-4b0a-be0b-b824c6016962 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:30:26.279265 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:30:27.945183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-37cdcbe0-4874-4b0e-9a34-2e8cc957123d req-601d1b23-e7d2-4935-97e7-286cafdc867e service neutron] (103329) timed out ('10.222.0.45', 47012) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:30:34.110192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a792b2d-99ed-4315-bd57-d006275b08b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:37.075690 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-afe81332-d1d6-4c17-9618-e9b533e0c6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:38.551474 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:41.105407 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:41.282322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:43.597203 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-21810a03-dd10-43dd-8e12-a25a1177ec71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506692 Jan 27 22:30:43.690868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-a9690f7d-490a-48c0-9dc6-a1d978e0cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:43.692477 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-a9690f7d-490a-48c0-9dc6-a1d978e0cabf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0490367 Jan 27 22:30:43.821350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-10b2b18f-6d4f-4740-b47b-8c2b187c7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:43.822855 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-10b2b18f-6d4f-4740-b47b-8c2b187c7511 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.1091666 Jan 27 22:30:43.888138 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-2ca23503-d8f3-4724-9b1a-7a1133a05353 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104 HTTP/1.1" status: 200 len: 1001 time: 0.0596445 Jan 27 22:30:43.940944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-1bd76602-62ac-475e-8f37-6a357d5c2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:43.942458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-1bd76602-62ac-475e-8f37-6a357d5c2c62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0492332 Jan 27 22:30:43.988193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-0a4c5387-7e89-4f92-93e8-45098c63d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:43.989809 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-0a4c5387-7e89-4f92-93e8-45098c63d44c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420666 Jan 27 22:30:44.082411 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-81968d18-c092-448d-afc8-bc3e3b2e7190 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870750 Jan 27 22:30:44.183907 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b4ef21b-ba85-46a8-beca-b5c75710bb0d req-da39c426-cbf5-46de-bc6b-329d46966050 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959406 Jan 27 22:30:48.414233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:51.039593 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:54.732064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-4ee1325e-a3c2-48a1-b781-1df3874260ce req-d24aa470-8a99-45d7-95b0-1b79d7eb41a9 service neutron] (103329) timed out ('10.222.0.57', 64498) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:31:03.280362 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:31:04.111012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0efd186-983d-4cff-b750-78f533eabde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:07.070368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-582f286c-3fd3-4f23-a2db-77af3cf4e63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:08.555392 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:11.107730 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:11.290993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:18.412381 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:21.053309 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:34.107644 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18047c1d-01c1-4d48-942f-9e32eb2173c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:37.073882 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f84a077b-cff0-4055-9678-5cf576a78b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:38.558685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:40.281236 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:31:41.115156 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:41.297169 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:45.607383 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-9dffb112-f5a6-4014-ad04-d4a0534558d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471179 Jan 27 22:31:45.694340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-1c1bfe4b-1e55-420f-9c23-3749dd4967c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:45.695932 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-1c1bfe4b-1e55-420f-9c23-3749dd4967c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0450704 Jan 27 22:31:45.806191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-eab7373d-b89b-4049-8210-2d2e1441eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:45.807664 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-eab7373d-b89b-4049-8210-2d2e1441eecf service neutron] 10.222.0.16 "GET /v2.0/networks?id=6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 200 len: 910 time: 0.0939779 Jan 27 22:31:45.878634 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-5f0afc1f-b58d-458c-b194-71ea7304a285 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104 HTTP/1.1" status: 200 len: 1001 time: 0.0636766 Jan 27 22:31:45.933349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-3b70be6f-0ab8-432c-ac2c-ada0f159c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:45.935292 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-3b70be6f-0ab8-432c-ac2c-ada0f159c248 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 200 len: 848 time: 0.0506539 Jan 27 22:31:45.980215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-7ed323ab-4afe-4f15-86e5-1b9ca085db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:45.981804 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-7ed323ab-4afe-4f15-86e5-1b9ca085db2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6adda16f-e5c6-4007-9c9f-ae07f9603321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412660 Jan 27 22:31:46.085462 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-8dda897a-75ca-48fe-abce-ac5e61767c52 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979233 Jan 27 22:31:46.183446 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-152f30e4-f324-4c32-a2f0-f80a090f04d5 req-b3b28444-9430-4dda-8a0f-9342ab885b40 service neutron] 10.222.0.16 "GET /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918357 Jan 27 22:31:48.411618 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:51.055445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:04.103943 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-625d673d-6868-415a-83e8-92eda002e931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:07.082289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ad5504e5-8394-41e1-b96c-c058f72c7fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:08.563573 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:11.114590 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:11.276777 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:17.282290 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:32:18.412407 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:21.076116 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:34.098527 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c6954e1a-5abc-4bf4-9cd3-7e54fd8f5ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:34.630724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d8409-5055-4a5a-8f59-cb2ade8d25da req-8ef321e8-e96c-4075-af43-29666c865476 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:34.632310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-095d8409-5055-4a5a-8f59-cb2ade8d25da req-8ef321e8-e96c-4075-af43-29666c865476 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0535185 Jan 27 22:32:34.694272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-095d8409-5055-4a5a-8f59-cb2ade8d25da req-2dcec16e-d88f-465c-b032-53e621c93fcc tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560215 Jan 27 22:32:35.825399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc3ac1-ca09-4d60-90c5-f40632c928f7 req-b014adc2-3355-4897-b3bd-ce9c859c4c77 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:35.827087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afcc3ac1-ca09-4d60-90c5-f40632c928f7 req-b014adc2-3355-4897-b3bd-ce9c859c4c77 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0553355 Jan 27 22:32:35.884781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afcc3ac1-ca09-4d60-90c5-f40632c928f7 req-1dce4c42-2a3a-442d-8915-4540b3748b9c tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504153 Jan 27 22:32:36.584385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-1dae9514-ecc0-4fa5-ab3e-d1470893dd13 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:36.585948 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-1dae9514-ecc0-4fa5-ab3e-d1470893dd13 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0538270 Jan 27 22:32:36.690675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Deleting port f7caa4d0-0a08-4ddd-9d46-27f528071104 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:36.690996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:36.817601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] For port f7caa4d0-0a08-4ddd-9d46-27f528071104, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=f7caa4d0-0a08-4ddd-9d46-27f528071104,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:36.818187 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:37.013569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f9e9a-2249-4234-a7a0-dc4501f8c063 req-dceedbe4-a80e-4b1e-8325-c9d77cb4d1ab tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:37.015334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-932f9e9a-2249-4234-a7a0-dc4501f8c063 req-dceedbe4-a80e-4b1e-8325-c9d77cb4d1ab tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0528779 Jan 27 22:32:37.029015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:37.031755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:37.032514 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Floating IP 13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7 disassociated. External IP: 172.25.8.136, port: f7caa4d0-0a08-4ddd-9d46-27f528071104. Jan 27 22:32:37.033129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Calling delete_port for f7caa4d0-0a08-4ddd-9d46-27f528071104 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:37.072715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-932f9e9a-2249-4234-a7a0-dc4501f8c063 req-b256bc81-7bd8-4fad-b9ed-38a6a29a6e3e tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514936 Jan 27 22:32:37.077535 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1facbfc7-77a8-446b-8c6d-1de13f71f73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:37.198719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f7caa4d0-0a08-4ddd-9d46-27f528071104), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:37.233710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event deleted for resources: {'Port': ['ID=f7caa4d0-0a08-4ddd-9d46-27f528071104,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:37.292203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.292526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.292876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.293217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.293629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.293967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.294302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.294817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.295147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.295508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.295840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.296171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.296500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:37.371174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:37.487973 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:37.498331 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] Sync routers for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:37.509301 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:37.510005 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:32:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:37.533332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] No DVR routers for this DVR port f7caa4d0-0a08-4ddd-9d46-27f528071104 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:37.536422 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:37.540637 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e9f16877-db96-4ea6-858a-fe4e53551e32 req-6a735716-bc3d-4611-9108-30be236a3e12 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.16 "DELETE /v2.0/ports/f7caa4d0-0a08-4ddd-9d46-27f528071104 HTTP/1.1" status: 204 len: 173 time: 0.9496536 Jan 27 22:32:37.541490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'name': 'network-vif-deleted', 'tag': 'f7caa4d0-0a08-4ddd-9d46-27f528071104'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:37.544387 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dce8615e6122e75c6a8298b9e9a32626d0eea9f07856291bff8d336a6f4a1b05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4702ae8f-d31e-4d91-a2e6-d7e893963a90" -d '{"events": [{"server_uuid": "d82f4ac0-7553-47b0-916c-8292daab6ab1", "name": "network-vif-deleted", "tag": "f7caa4d0-0a08-4ddd-9d46-27f528071104"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:37.628754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:37.692717 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaccd60f-ca2d-480a-a641-bffc5ac5315d x-openstack-request-id: req-aaccd60f-ca2d-480a-a641-bffc5ac5315d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:37.693254 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82f4ac0-7553-47b0-916c-8292daab6ab1", "name": "network-vif-deleted", "tag": "f7caa4d0-0a08-4ddd-9d46-27f528071104", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:37.693375 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aaccd60f-ca2d-480a-a641-bffc5ac5315d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:37.693717 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82f4ac0-7553-47b0-916c-8292daab6ab1', 'name': 'network-vif-deleted', 'tag': 'f7caa4d0-0a08-4ddd-9d46-27f528071104', 'status': 'completed', 'code': 200} Jan 27 22:32:37.862234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:37.889117 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] Checking router: be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:37.898282 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:37.898908 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:32:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:38.012253 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:38.217753 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4eb2bc0-8bb7-4222-8bce-9b08c1dcc0c4 req-b062c006-61c4-4f48-aeab-7a24dd12ea2e tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/ports?device_id=d82f4ac0-7553-47b0-916c-8292daab6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0388703 Jan 27 22:32:38.284491 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:38.316395 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b914b1-1af9-42e3-b561-4275134ea78b None None] The sync data for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 is: [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:22:15Z', 'revision_number': 4, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5741f5b3-9e7f-46d6-8cab-ba9a46047a50', 'name': '', 'network_id': '6adda16f-e5c6-4007-9c9f-ae07f9603321', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'mac_address': 'fa:16:3e:9c:1a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:13Z', 'updated_at': '2022-01-27T22:22:25Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'subnets': [{'id': '3946ce2c-89a8-4eeb-9a4a-f626c8110933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:38.569557 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:38.579316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9692e063-dcba-4d33-86a3-f17daa453a29 None None] New status for floating IP 13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:32:39.318977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36586) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:39.499903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:39.499903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:39.501413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f7caa4d0-0a08-4ddd-9d46-27f528071104 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:39.501413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: f7caa4d0-0a08-4ddd-9d46-27f528071104 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:39.501413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device f7caa4d0-0a08-4ddd-9d46-27f528071104 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:39.515688 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:39.518699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:39.520136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "DELETE /v2.0/security-groups/fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21 HTTP/1.1" status: 204 len: 168 time: 0.1999640 Jan 27 22:32:39.524763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36598) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:39.538928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:39.540537 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-97012a77-2c28-4ad8-a564-c0227eb97534 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] show failed (client error): The resource could not be found. Jan 27 22:32:39.545641 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-97012a77-2c28-4ad8-a564-c0227eb97534 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "GET /v2.0/security-groups/fa6c8ed9-0f58-4ee1-b9ef-6122b1b41b21 HTTP/1.1" status: 404 len: 347 time: 0.0196819 Jan 27 22:32:39.546358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36600) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:39.548000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.548483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.548831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.549176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.549516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.549847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.550283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.550681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.551011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.551503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.551842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.552172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.552497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2881b2a-1429-4c58-829e-88436241ec22 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:39.706522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Deleting port 3f493364-6caf-4b80-9466-a01ecbdd290d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:39.706866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3f493364-6caf-4b80-9466-a01ecbdd290d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:39.791825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3f493364-6caf-4b80-9466-a01ecbdd290d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:39.792068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (3f493364-6caf-4b80-9466-a01ecbdd290d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:39.808158 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Calling delete_port for 3f493364-6caf-4b80-9466-a01ecbdd290d owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:39.964967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3f493364-6caf-4b80-9466-a01ecbdd290d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:39.994090 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Pushing event deleted for resources: {'Port': ['ID=3f493364-6caf-4b80-9466-a01ecbdd290d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:40.062858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks [] for floatingip (13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:40.065540 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:40.066738 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3b41d3a7-7a0a-419c-96e5-cee9ef463fb5 tempest-AttachVolumeTestJSON-2037664257 tempest-AttachVolumeTestJSON-2037664257-project] 10.222.0.45 "DELETE /v2.0/floatingips/13d1c7d1-a18a-4aab-aba0-bfa7dbd301e7 HTTP/1.1" status: 204 len: 168 time: 0.5193574 Jan 27 22:32:41.151168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.284020 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.437884 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.104069 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:54.287005 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:32:56.701971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:57.348826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.674718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Deleting port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:57.674718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.770513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] For port 5741f5b3-9e7f-46d6-8cab-ba9a46047a50, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:57.771262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.784416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Calling delete_port for 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:57.985293 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (5741f5b3-9e7f-46d6-8cab-ba9a46047a50), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.012989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5741f5b3-9e7f-46d6-8cab-ba9a46047a50,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:58.193153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.800164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:58.940698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:58.956213 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cabaff4a-3e68-4bf5-b257-e192f8696e5a admin admin] 10.222.0.45 "PUT /v2.0/routers/be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2492750 Jan 27 22:32:58.956552 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] Sync routers for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:58.957296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36902) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:58.969578 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:58.970454 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:32:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:59.109691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks [] for router (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.190902 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:59.293238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks [] for router_gateway (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.363705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Deleting port b511fc6e-68c2-4765-b432-09c7b8bfc5c3 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:59.364297 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.394918 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:32:57Z', 'revision_number': 5, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port': {'id': 'b511fc6e-68c2-4765-b432-09c7b8bfc5c3', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:22:08Z', 'updated_at': '2022-01-27T22:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:59.427573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] Checking router: be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:59.436897 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] Routers {'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:59.437529 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:32:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:59.472329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] For port b511fc6e-68c2-4765-b432-09c7b8bfc5c3, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b511fc6e-68c2-4765-b432-09c7b8bfc5c3,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:59.472854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.488685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Calling delete_port for b511fc6e-68c2-4765-b432-09c7b8bfc5c3 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:59.534077 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] Set router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:59.595256 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:32:59Z', 'revision_number': 6, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:59.627211 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8af7e65-cae4-4445-9830-b5464cb64af2 None None] The sync data for ids ['be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55'] in n-d-826529-2 is: [{'id': 'be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55', 'name': 'tempest-AttachVolumeTestJSON-99036036-router', 'tenant_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:22:07Z', 'updated_at': '2022-01-27T22:32:59Z', 'revision_number': 6, 'project_id': '04a4c67bfb244c75a7e6f2f9a227d164', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:59.717479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b511fc6e-68c2-4765-b432-09c7b8bfc5c3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.745264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b511fc6e-68c2-4765-b432-09c7b8bfc5c3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:59.819143 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.955979 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.958269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks [] for router_controller (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.006152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.006930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:33:00.012784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.014086 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fe656a96-facf-43b4-bbc0-f456dc8d2a98 admin admin] 10.222.0.45 "DELETE /v2.0/routers/be3a2b5c-ad70-4bab-aeb1-6c74e7acdd55 HTTP/1.1" status: 204 len: 168 time: 1.0561073 Jan 27 22:33:00.016936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36906) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:00.070369 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1183de1e-27c9-4b34-96d3-1d55c2bd2843 admin admin] Deleting subnet 3946ce2c-89a8-4eeb-9a4a-f626c8110933 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:00.074572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1183de1e-27c9-4b34-96d3-1d55c2bd2843 admin admin] Publish callbacks [] for subnet (3946ce2c-89a8-4eeb-9a4a-f626c8110933), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.113285 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1183de1e-27c9-4b34-96d3-1d55c2bd2843 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (3946ce2c-89a8-4eeb-9a4a-f626c8110933), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.206308 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1183de1e-27c9-4b34-96d3-1d55c2bd2843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3946ce2c-89a8-4eeb-9a4a-f626c8110933), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.273717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1183de1e-27c9-4b34-96d3-1d55c2bd2843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (3946ce2c-89a8-4eeb-9a4a-f626c8110933), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.303938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183de1e-27c9-4b34-96d3-1d55c2bd2843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3946ce2c-89a8-4eeb-9a4a-f626c8110933,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:00.306180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1183de1e-27c9-4b34-96d3-1d55c2bd2843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.313170 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1183de1e-27c9-4b34-96d3-1d55c2bd2843 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3946ce2c-89a8-4eeb-9a4a-f626c8110933 HTTP/1.1" status: 204 len: 168 time: 0.2920063 Jan 27 22:33:00.313170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:00.320284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3971c-d06a-4126-bffb-886bb2899ad5 None None] Network 6adda16f-e5c6-4007-9c9f-ae07f9603321 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:00.398061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6adda16f-e5c6-4007-9c9f-ae07f9603321), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.470358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Deleting port 19244b90-7c49-4172-ad80-e7ba9acc24af {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:00.470797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.544372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] DHCP port deletion for 6adda16f-e5c6-4007-9c9f-ae07f9603321 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:00.546080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] For port 19244b90-7c49-4172-ad80-e7ba9acc24af, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=19244b90-7c49-4172-ad80-e7ba9acc24af,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:00.546414 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.570819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Calling delete_port for 19244b90-7c49-4172-ad80-e7ba9acc24af owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:00.604391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Deleting port 19244b90-7c49-4172-ad80-e7ba9acc24af {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:00.604936 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.685626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] For port 19244b90-7c49-4172-ad80-e7ba9acc24af, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=19244b90-7c49-4172-ad80-e7ba9acc24af,segment=NetworkSegment(c5e33d96-6a79-48c4-9a0f-83e86dadffca),segment_id=c5e33d96-6a79-48c4-9a0f-83e86dadffca)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:00.686028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.703193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Calling delete_port for 19244b90-7c49-4172-ad80-e7ba9acc24af owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:00.736694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.773717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Pushing event deleted for resources: {'Port': ['ID=19244b90-7c49-4172-ad80-e7ba9acc24af,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:00.776657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] No DVR routers for this DVR port 19244b90-7c49-4172-ad80-e7ba9acc24af on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:00.848827 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (19244b90-7c49-4172-ad80-e7ba9acc24af), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.901871 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6adda16f-e5c6-4007-9c9f-ae07f9603321), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.913931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Pushing event deleted for resources: {'Port': ['ID=19244b90-7c49-4172-ad80-e7ba9acc24af,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:00.919039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] No DVR routers for this DVR port 19244b90-7c49-4172-ad80-e7ba9acc24af on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:00.921306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b511fc6e-68c2-4765-b432-09c7b8bfc5c3 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:00.962150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adda16f-e5c6-4007-9c9f-ae07f9603321']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:00.973816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b511fc6e-68c2-4765-b432-09c7b8bfc5c3 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:00.974172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b511fc6e-68c2-4765-b432-09c7b8bfc5c3 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:00.974651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 19244b90-7c49-4172-ad80-e7ba9acc24af no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:00.977837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e33d96-6a79-48c4-9a0f-83e86dadffca') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:00.978083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.978325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.978456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e33d96-6a79-48c4-9a0f-83e86dadffca') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:00.979208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.979586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.979951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.980784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.980784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.981208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.981621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.982106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.982441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.982833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.983271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0af86c-e348-4b8f-824f-819d04b303dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:00.996511 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (c5e33d96-6a79-48c4-9a0f-83e86dadffca), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.007020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 19244b90-7c49-4172-ad80-e7ba9acc24af {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:01.007391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 19244b90-7c49-4172-ad80-e7ba9acc24af not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:01.007851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:01.018005 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c5e33d96-6a79-48c4-9a0f-83e86dadffca), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.027060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:33:01.027668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (c5e33d96-6a79-48c4-9a0f-83e86dadffca), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.030644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:33:01.030917 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:33:01.034820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5741f5b3-9e7f-46d6-8cab-ba9a46047a50 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:01.106335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6adda16f-e5c6-4007-9c9f-ae07f9603321), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.111853 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.115396 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] 10.222.0.45 "DELETE /v2.0/networks/6adda16f-e5c6-4007-9c9f-ae07f9603321 HTTP/1.1" status: 204 len: 168 time: 0.8012104 Jan 27 22:33:01.137242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1122b2-c1cc-474d-a82f-735f8dcf1cde admin admin] Pushing event deleted for resources: {'Network': ['ID=6adda16f-e5c6-4007-9c9f-ae07f9603321,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:01.259344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36914) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:01.306574 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d08b96e5-185c-44f7-ba53-cacbdcbaa3ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04a4c67bfb244c75a7e6f2f9a227d164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458238 Jan 27 22:33:01.309109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36916) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:01.370299 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbb794e5-b199-4b10-9f30-a0c7dc2b186b admin admin] Publish callbacks [] for security_group (b95475de-ddc7-4c8d-88f8-b2cf330fd106), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.393979 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbb794e5-b199-4b10-9f30-a0c7dc2b186b admin admin] Publish callbacks [] for security_group (b95475de-ddc7-4c8d-88f8-b2cf330fd106), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.448400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbb794e5-b199-4b10-9f30-a0c7dc2b186b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b95475de-ddc7-4c8d-88f8-b2cf330fd106), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.452061 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbb794e5-b199-4b10-9f30-a0c7dc2b186b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.453270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fbb794e5-b199-4b10-9f30-a0c7dc2b186b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b95475de-ddc7-4c8d-88f8-b2cf330fd106 HTTP/1.1" status: 204 len: 168 time: 0.1431329 Jan 27 22:33:01.463397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb794e5-b199-4b10-9f30-a0c7dc2b186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95475de-ddc7-4c8d-88f8-b2cf330fd106,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:04.094266 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-225863b6-4ecb-40fb-be3c-c0f28f5a4e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.221023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 36990) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:04.341872 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb883-13dd-4114-a34c-e02de006e7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.424059 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb883-13dd-4114-a34c-e02de006e7a0 admin admin] Publish callbacks [] for security_group (1e04a198-e5ca-4207-af34-09806a30d671), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.429078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb883-13dd-4114-a34c-e02de006e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1e04a198-e5ca-4207-af34-09806a30d671), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.467960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6bbeb883-13dd-4114-a34c-e02de006e7a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04eb82b00d9d4e3fbb4ca138eb2152da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457924 Jan 27 22:33:04.468861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeb883-13dd-4114-a34c-e02de006e7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04a198-e5ca-4207-af34-09806a30d671,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:04.470728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 36994) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:04.527875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee645490-d2ef-4caa-876c-299547d3e3fb admin admin] Publish callbacks [] for security_group (1e04a198-e5ca-4207-af34-09806a30d671), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.551864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee645490-d2ef-4caa-876c-299547d3e3fb admin admin] Publish callbacks [] for security_group (1e04a198-e5ca-4207-af34-09806a30d671), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.610339 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee645490-d2ef-4caa-876c-299547d3e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1e04a198-e5ca-4207-af34-09806a30d671), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.613020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ee645490-d2ef-4caa-876c-299547d3e3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.614191 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ee645490-d2ef-4caa-876c-299547d3e3fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e04a198-e5ca-4207-af34-09806a30d671 HTTP/1.1" status: 204 len: 168 time: 0.1415982 Jan 27 22:33:04.622941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee645490-d2ef-4caa-876c-299547d3e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04a198-e5ca-4207-af34-09806a30d671,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:04.901651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37000) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:04.919027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b3af3fb-9d0b-4abb-b976-e756b5e0839e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.997673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b3af3fb-9d0b-4abb-b976-e756b5e0839e admin admin] Publish callbacks [] for security_group (46278cec-368e-4529-a55a-610de0a930ef), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:05.003641 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b3af3fb-9d0b-4abb-b976-e756b5e0839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (46278cec-368e-4529-a55a-610de0a930ef), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:05.042551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5b3af3fb-9d0b-4abb-b976-e756b5e0839e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=64d485dcb60c453cbcc6e82aa8800106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397049 Jan 27 22:33:05.043522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3af3fb-9d0b-4abb-b976-e756b5e0839e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46278cec-368e-4529-a55a-610de0a930ef,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:05.045617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37002) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:05.099793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6301c304-9a2e-4246-af03-28d1ab102604 admin admin] Publish callbacks [] for security_group (46278cec-368e-4529-a55a-610de0a930ef), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:05.123155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6301c304-9a2e-4246-af03-28d1ab102604 admin admin] Publish callbacks [] for security_group (46278cec-368e-4529-a55a-610de0a930ef), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:05.172826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6301c304-9a2e-4246-af03-28d1ab102604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (46278cec-368e-4529-a55a-610de0a930ef), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:05.175716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6301c304-9a2e-4246-af03-28d1ab102604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:05.176900 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6301c304-9a2e-4246-af03-28d1ab102604 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46278cec-368e-4529-a55a-610de0a930ef HTTP/1.1" status: 204 len: 168 time: 0.1302381 Jan 27 22:33:05.187190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301c304-9a2e-4246-af03-28d1ab102604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46278cec-368e-4529-a55a-610de0a930ef,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:07.081932 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2abef9cd-7873-495f-b725-3c0f9ecc965b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.184785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37060) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:07.293812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0294f773-0343-4b2c-8176-e86ce26e7ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.369699 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0294f773-0343-4b2c-8176-e86ce26e7ee8 admin admin] Publish callbacks [] for security_group (273c02b4-51c9-40f4-9845-db62bfd490c1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.374793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0294f773-0343-4b2c-8176-e86ce26e7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (273c02b4-51c9-40f4-9845-db62bfd490c1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.419473 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0294f773-0343-4b2c-8176-e86ce26e7ee8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d1e4e05503847fbab0cbc05f9998cc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2331364 Jan 27 22:33:07.420273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294f773-0343-4b2c-8176-e86ce26e7ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c02b4-51c9-40f4-9845-db62bfd490c1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:07.422227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37066) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:07.475169 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4abd78d7-50bf-4a4c-989c-e16ca21d981c admin admin] Publish callbacks [] for security_group (273c02b4-51c9-40f4-9845-db62bfd490c1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.500084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4abd78d7-50bf-4a4c-989c-e16ca21d981c admin admin] Publish callbacks [] for security_group (273c02b4-51c9-40f4-9845-db62bfd490c1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.552960 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4abd78d7-50bf-4a4c-989c-e16ca21d981c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (273c02b4-51c9-40f4-9845-db62bfd490c1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.556150 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4abd78d7-50bf-4a4c-989c-e16ca21d981c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.557367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4abd78d7-50bf-4a4c-989c-e16ca21d981c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/273c02b4-51c9-40f4-9845-db62bfd490c1 HTTP/1.1" status: 204 len: 168 time: 0.1340392 Jan 27 22:33:07.567529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd78d7-50bf-4a4c-989c-e16ca21d981c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c02b4-51c9-40f4-9845-db62bfd490c1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:07.856528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37072) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:07.870079 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98b94a00-384c-4b6c-8dde-fcfb0bbfd070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.959089 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98b94a00-384c-4b6c-8dde-fcfb0bbfd070 admin admin] Publish callbacks [] for security_group (f72ee5de-c75e-48ea-ba01-d4cb29a2e6a4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.963971 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98b94a00-384c-4b6c-8dde-fcfb0bbfd070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f72ee5de-c75e-48ea-ba01-d4cb29a2e6a4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.004043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-98b94a00-384c-4b6c-8dde-fcfb0bbfd070 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b420c89bb92747e38c2f63e46657a84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463864 Jan 27 22:33:08.006038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b94a00-384c-4b6c-8dde-fcfb0bbfd070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72ee5de-c75e-48ea-ba01-d4cb29a2e6a4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:08.006899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37074) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:08.058610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-207c71fa-9de0-46b7-aed4-8528f89ae9ad admin admin] Publish callbacks [] for security_group (f72ee5de-c75e-48ea-ba01-d4cb29a2e6a4), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.081921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-207c71fa-9de0-46b7-aed4-8528f89ae9ad admin admin] Publish callbacks [] for security_group (f72ee5de-c75e-48ea-ba01-d4cb29a2e6a4), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.131654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-207c71fa-9de0-46b7-aed4-8528f89ae9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f72ee5de-c75e-48ea-ba01-d4cb29a2e6a4), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.135326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-207c71fa-9de0-46b7-aed4-8528f89ae9ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.136569 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-207c71fa-9de0-46b7-aed4-8528f89ae9ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f72ee5de-c75e-48ea-ba01-d4cb29a2e6a4 HTTP/1.1" status: 204 len: 168 time: 0.1285665 Jan 27 22:33:08.145086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c71fa-9de0-46b7-aed4-8528f89ae9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72ee5de-c75e-48ea-ba01-d4cb29a2e6a4,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:08.568541 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.260485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37112) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:09.369109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12e85177-1b06-4b2a-ae12-078514c20922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.447993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12e85177-1b06-4b2a-ae12-078514c20922 admin admin] Publish callbacks [] for security_group (78995191-1016-4c4f-a88f-8390409f3ced), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.452348 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-12e85177-1b06-4b2a-ae12-078514c20922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (78995191-1016-4c4f-a88f-8390409f3ced), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.495959 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-12e85177-1b06-4b2a-ae12-078514c20922 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1e86b0e19f54756a06076fd6179bd2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343643 Jan 27 22:33:09.496134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37118) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:09.496929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e85177-1b06-4b2a-ae12-078514c20922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78995191-1016-4c4f-a88f-8390409f3ced,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:09.549815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a9f5-dedf-46a3-8429-0b65ed9110de admin admin] Publish callbacks [] for security_group (78995191-1016-4c4f-a88f-8390409f3ced), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.572378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a9f5-dedf-46a3-8429-0b65ed9110de admin admin] Publish callbacks [] for security_group (78995191-1016-4c4f-a88f-8390409f3ced), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.620790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a9f5-dedf-46a3-8429-0b65ed9110de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (78995191-1016-4c4f-a88f-8390409f3ced), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.623807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a9f5-dedf-46a3-8429-0b65ed9110de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.627688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b7a4a9f5-dedf-46a3-8429-0b65ed9110de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78995191-1016-4c4f-a88f-8390409f3ced HTTP/1.1" status: 204 len: 168 time: 0.1278596 Jan 27 22:33:09.633090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4a9f5-dedf-46a3-8429-0b65ed9110de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78995191-1016-4c4f-a88f-8390409f3ced,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:11.123069 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.163834 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37246) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:11.274023 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.291174 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f010c9c-2eaf-4d1b-bae0-177d953c3d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.381612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f010c9c-2eaf-4d1b-bae0-177d953c3d8c admin admin] Publish callbacks [] for security_group (265528c8-fefd-48a2-ab59-d5a249956d06), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.386652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f010c9c-2eaf-4d1b-bae0-177d953c3d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (265528c8-fefd-48a2-ab59-d5a249956d06), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.433773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f010c9c-2eaf-4d1b-bae0-177d953c3d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265528c8-fefd-48a2-ab59-d5a249956d06,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:11.440583 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4f010c9c-2eaf-4d1b-bae0-177d953c3d8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3914ddecbfb461799a81984c5eb2dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732902 Jan 27 22:33:11.441014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37290) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:11.497972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d6ced4a-610c-4e30-821d-0eb50e574af4 admin admin] Publish callbacks [] for security_group (265528c8-fefd-48a2-ab59-d5a249956d06), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.521417 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d6ced4a-610c-4e30-821d-0eb50e574af4 admin admin] Publish callbacks [] for security_group (265528c8-fefd-48a2-ab59-d5a249956d06), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.573470 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d6ced4a-610c-4e30-821d-0eb50e574af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (265528c8-fefd-48a2-ab59-d5a249956d06), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.579784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d6ced4a-610c-4e30-821d-0eb50e574af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.584464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0d6ced4a-610c-4e30-821d-0eb50e574af4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/265528c8-fefd-48a2-ab59-d5a249956d06 HTTP/1.1" status: 204 len: 168 time: 0.1424816 Jan 27 22:33:11.595551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ced4a-610c-4e30-821d-0eb50e574af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265528c8-fefd-48a2-ab59-d5a249956d06,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:13.496667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37638) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:13.660881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:13.685866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:13.790918 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:13.893978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Allocated IP 172.25.8.157 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/e824eff1-fe9d-493c-b6c7-bc1a65339c6d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:14.014497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for port (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.050747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.089632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:14.092669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:14.098470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:14.121217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'Port': ['ID=e824eff1-fe9d-493c-b6c7-bc1a65339c6d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:14.188773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for floatingip (2e501d84-47a8-4b3e-b807-75252370dd2a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.228083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.383171 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for port (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.389610 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.466812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'Port': ['ID=e824eff1-fe9d-493c-b6c7-bc1a65339c6d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:14.479213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (2e501d84-47a8-4b3e-b807-75252370dd2a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.495693 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.497036 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9aada207-3d52-48f7-8dcd-e9b52e0ab17a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9991636 Jan 27 22:33:14.499818 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37674) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:14.504907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1583087811'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:14.524852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Made reservation on behalf of 617c0d0eaded42e8b278d8847823b66b for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:14.528292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.537813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.626105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for security_group (c43f3851-6f1d-4288-bf19-d12f107f5256), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.630556 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c43f3851-6f1d-4288-bf19-d12f107f5256), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.661633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:33:14.668580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43f3851-6f1d-4288-bf19-d12f107f5256,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:14.678545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3e8762a8-91f8-40c6-bb4d-8defa2162714), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.678929 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Added segment 3e8762a8-91f8-40c6-bb4d-8defa2162714 of type vlan for network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 Jan 27 22:33:14.725391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (5c070c52-08df-4ab2-a3ae-d635ff16ace0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.756763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (5c070c52-08df-4ab2-a3ae-d635ff16ace0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.763276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:14.764075 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.838116 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3345263 Jan 27 22:33:14.838558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37676) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:14.844399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Request body: {'subnet': {'network_id': '5c070c52-08df-4ab2-a3ae-d635ff16ace0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:14.869155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ff032-67da-4998-aa24-f6aefbfeea9f tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'Network': ['ID=5c070c52-08df-4ab2-a3ae-d635ff16ace0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:14.879832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:33:14.943975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Made reservation on behalf of 617c0d0eaded42e8b278d8847823b66b for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:14.947712 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.177958 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (8b5dd09b-1ad9-46ce-9104-c12ae3c354b7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.247762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'Subnet': ['ID=8b5dd09b-1ad9-46ce-9104-c12ae3c354b7,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:15.259026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Checking segment: {'id': '3e8762a8-91f8-40c6-bb4d-8defa2162714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5c070c52-08df-4ab2-a3ae-d635ff16ace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:15.259388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Network hostable DHCP agents. Network: 5c070c52-08df-4ab2-a3ae-d635ff16ace0, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:33:15.278777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:33:15.290199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 5c070c52-08df-4ab2-a3ae-d635ff16ace0) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:15.295311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:15.295962 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.304301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f4cedd-0fcb-49c4-a2d5-83a288c7478b None None] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:15.314488 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-002c78d3-f0a2-462f-8b28-adff5dbb8c21 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4746094 Jan 27 22:33:15.317441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37680) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:15.322095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-614320182', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:15.356596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (9cfdfd48-8485-47f8-a369-dafc3eb28fae), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.357812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (9cfdfd48-8485-47f8-a369-dafc3eb28fae), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.436872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-5c070c52-08df-4ab2-a3ae-d635ff16ace0', 'network_id': '5c070c52-08df-4ab2-a3ae-d635ff16ace0', 'project_id': '617c0d0eaded42e8b278d8847823b66b', 'fixed_ips': [{'subnet_id': '8b5dd09b-1ad9-46ce-9104-c12ae3c354b7'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:33:15.437755 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.450072 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router_controller (9cfdfd48-8485-47f8-a369-dafc3eb28fae), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.583720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Allocated IP 172.20.0.2 (5c070c52-08df-4ab2-a3ae-d635ff16ace0/8b5dd09b-1ad9-46ce-9104-c12ae3c354b7/065cb1a2-6ba6-4b78-af71-a33e8602e99a) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:15.592060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router_gateway (9cfdfd48-8485-47f8-a369-dafc3eb28fae), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.741744 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Publish callbacks [] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.749156 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.789582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:15.794623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:15.799092 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:15.802259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Pushing event updated for resources: {'Port': ['ID=065cb1a2-6ba6-4b78-af71-a33e8602e99a,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:15.807519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router_gateway (9cfdfd48-8485-47f8-a369-dafc3eb28fae), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.832511 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.857932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Attempting to bind port 065cb1a2-6ba6-4b78-af71-a33e8602e99a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:15.858191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Attempting to bind port 065cb1a2-6ba6-4b78-af71-a33e8602e99a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '3e8762a8-91f8-40c6-bb4d-8defa2162714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5c070c52-08df-4ab2-a3ae-d635ff16ace0'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:15.858566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Attempting to bind port 065cb1a2-6ba6-4b78-af71-a33e8602e99a on network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:15.864807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:15.865175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Checking segment: {'id': '3e8762a8-91f8-40c6-bb4d-8defa2162714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5c070c52-08df-4ab2-a3ae-d635ff16ace0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:15.865582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.865977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Bound using segment: {'id': '3e8762a8-91f8-40c6-bb4d-8defa2162714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5c070c52-08df-4ab2-a3ae-d635ff16ace0'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:15.866445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Bound port: 065cb1a2-6ba6-4b78-af71-a33e8602e99a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8762a8-91f8-40c6-bb4d-8defa2162714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5c070c52-08df-4ab2-a3ae-d635ff16ace0'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:15.866830 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.933149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] For port 065cb1a2-6ba6-4b78-af71-a33e8602e99a, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:15.937339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] For port 065cb1a2-6ba6-4b78-af71-a33e8602e99a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=065cb1a2-6ba6-4b78-af71-a33e8602e99a,segment=NetworkSegment(3e8762a8-91f8-40c6-bb4d-8defa2162714),segment_id=3e8762a8-91f8-40c6-bb4d-8defa2162714)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:15.941520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Allocated IP 172.25.8.40 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/3394e954-d6f5-4a49-bc27-327c75fc6005) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:15.942151 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.008346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643df990-8117-4fcb-9e56-79e7bcda81aa None None] Pushing event updated for resources: {'Port': ['ID=065cb1a2-6ba6-4b78-af71-a33e8602e99a,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:16.406509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for port (3394e954-d6f5-4a49-bc27-327c75fc6005), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.446531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3394e954-d6f5-4a49-bc27-327c75fc6005), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.487587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:16.490556 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:16.493083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:16.525865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'Port': ['ID=3394e954-d6f5-4a49-bc27-327c75fc6005,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:16.780256 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router_gateway (9cfdfd48-8485-47f8-a369-dafc3eb28fae), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.985191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 065cb1a2-6ba6-4b78-af71-a33e8602e99a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:17.020515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (9cfdfd48-8485-47f8-a369-dafc3eb28fae), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.056804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 065cb1a2-6ba6-4b78-af71-a33e8602e99a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:17.057358 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.102449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff8106-086f-4661-915b-24b7281da2b4 None None] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:17.172306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ea7ad194-9df5-4d0d-8263-c94ae0dd7dc8 None None] Provisioning complete for port 065cb1a2-6ba6-4b78-af71-a33e8602e99a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:17.172681 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad194-9df5-4d0d-8263-c94ae0dd7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.194948 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Router 9cfdfd48-8485-47f8-a369-dafc3eb28fae is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:33:17.274098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 065cb1a2-6ba6-4b78-af71-a33e8602e99a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:17.274348 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.324702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:17.362492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.364562 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-20b09d29-898e-4ca6-a69c-6e555bc1df9e tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.0458891 Jan 27 22:33:17.367217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37690) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:17.368508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf227a-ac6e-4543-a44f-4010ae4ececf None None] Sync routers for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:17.380195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 065cb1a2-6ba6-4b78-af71-a33e8602e99a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=065cb1a2-6ba6-4b78-af71-a33e8602e99a,segment=NetworkSegment(3e8762a8-91f8-40c6-bb4d-8defa2162714),segment_id=3e8762a8-91f8-40c6-bb4d-8defa2162714)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:17.391874 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.440205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf227a-ac6e-4543-a44f-4010ae4ececf None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:17.440857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9fdf227a-ac6e-4543-a44f-4010ae4ececf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:17.443286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ad194-9df5-4d0d-8263-c94ae0dd7dc8 None None] Current status of the port 065cb1a2-6ba6-4b78-af71-a33e8602e99a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:17.443703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad194-9df5-4d0d-8263-c94ae0dd7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.504366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9fdf227a-ac6e-4543-a44f-4010ae4ececf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:17.534317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=065cb1a2-6ba6-4b78-af71-a33e8602e99a,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:17.539192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf227a-ac6e-4543-a44f-4010ae4ececf None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:17.539860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9fdf227a-ac6e-4543-a44f-4010ae4ececf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:17.608397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9fdf227a-ac6e-4543-a44f-4010ae4ececf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:17.609099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf227a-ac6e-4543-a44f-4010ae4ececf None None] The sync data for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:17.628715 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-ea7ad194-9df5-4d0d-8263-c94ae0dd7dc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:33:17.629266 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-ea7ad194-9df5-4d0d-8263-c94ae0dd7dc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:33:17.905840 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.167572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ad194-9df5-4d0d-8263-c94ae0dd7dc8 None None] Current status of the port 065cb1a2-6ba6-4b78-af71-a33e8602e99a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:18.232602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Allocated IP 172.20.0.1 (5c070c52-08df-4ab2-a3ae-d635ff16ace0/8b5dd09b-1ad9-46ce-9104-c12ae3c354b7/c31068ff-fc24-4e31-afe9-14e03a2f2047) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:18.290022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9e3a4368-3bf9-4818-9fbf-5791f93a0999 None None] Provisioning complete for port 065cb1a2-6ba6-4b78-af71-a33e8602e99a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:18.290582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4368-3bf9-4818-9fbf-5791f93a0999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.361961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.381011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a4368-3bf9-4818-9fbf-5791f93a0999 None None] Current status of the port 065cb1a2-6ba6-4b78-af71-a33e8602e99a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:18.414643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.422780 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.463939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:18.469799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:18.472787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:18.509828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'Port': ['ID=c31068ff-fc24-4e31-afe9-14e03a2f2047,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:18.527841 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (9cfdfd48-8485-47f8-a369-dafc3eb28fae), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.679359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.806373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-abad452f-39e3-430a-9a6d-d8acbe4f56a2 None None] Provisioning complete for port c31068ff-fc24-4e31-afe9-14e03a2f2047 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:18.806703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-abad452f-39e3-430a-9a6d-d8acbe4f56a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.845209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-abad452f-39e3-430a-9a6d-d8acbe4f56a2 None None] Port c31068ff-fc24-4e31-afe9-14e03a2f2047 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:18.930973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 065cb1a2-6ba6-4b78-af71-a33e8602e99a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:18.975971 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.982956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 065cb1a2-6ba6-4b78-af71-a33e8602e99a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:18.983195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:18.983376 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:19.056399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'Port': ['ID=c31068ff-fc24-4e31-afe9-14e03a2f2047,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:19.059611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (9cfdfd48-8485-47f8-a369-dafc3eb28fae), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:19.065870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 065cb1a2-6ba6-4b78-af71-a33e8602e99a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:19.160283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:19.162326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:19.292012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Router 9cfdfd48-8485-47f8-a369-dafc3eb28fae has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:33:19.409477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:19.418230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3211f312-2fee-4206-b591-2613cc44c209 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "PUT /v2.0/routers/9cfdfd48-8485-47f8-a369-dafc3eb28fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0498378 Jan 27 22:33:19.419453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37698) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:19.433327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Request body: {'port': {'network_id': '5c070c52-08df-4ab2-a3ae-d635ff16ace0', 'name': 'tempest-FloatingIPAdminTestJSON-583418015'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:19.436257 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ba0d5-0af0-4aeb-9ba3-a4e97499eaf7 None None] Sync routers for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:19.446058 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ba0d5-0af0-4aeb-9ba3-a4e97499eaf7 None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:19.446712 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-223ba0d5-0af0-4aeb-9ba3-a4e97499eaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:19.480107 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-223ba0d5-0af0-4aeb-9ba3-a4e97499eaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:19.488326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-64d459fe-aaa5-44d9-b1fa-9ab7b3c92dcc None None] Provisioning complete for port c31068ff-fc24-4e31-afe9-14e03a2f2047 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:19.489169 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64d459fe-aaa5-44d9-b1fa-9ab7b3c92dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:19.489786 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ba0d5-0af0-4aeb-9ba3-a4e97499eaf7 None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:19.491523 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-223ba0d5-0af0-4aeb-9ba3-a4e97499eaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:19.524475 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-223ba0d5-0af0-4aeb-9ba3-a4e97499eaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:19.525462 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ba0d5-0af0-4aeb-9ba3-a4e97499eaf7 None None] The sync data for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:19.543791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-64d459fe-aaa5-44d9-b1fa-9ab7b3c92dcc None None] Port c31068ff-fc24-4e31-afe9-14e03a2f2047 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:19.585887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Made reservation on behalf of 617c0d0eaded42e8b278d8847823b66b for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:19.590446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:19.611349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] device_id is not set on port 8e811b31-6df0-447e-acca-6f8c25390757 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:19.740659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Allocated IP 172.20.0.12 (5c070c52-08df-4ab2-a3ae-d635ff16ace0/8b5dd09b-1ad9-46ce-9104-c12ae3c354b7/8e811b31-6df0-447e-acca-6f8c25390757) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:19.888537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for port (8e811b31-6df0-447e-acca-6f8c25390757), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:19.926351 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8e811b31-6df0-447e-acca-6f8c25390757), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:19.974604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:19.977716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:19.980179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:20.011014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event updated for resources: {'Port': ['ID=8e811b31-6df0-447e-acca-6f8c25390757,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:20.041522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:20.042275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:20.070518 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8e0ab1e2-e262-41f3-ad03-851876a1b36b tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6460660 Jan 27 22:33:20.070518 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37700) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:20.123763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'project_id': '617c0d0eaded42e8b278d8847823b66b', 'port_id': '8e811b31-6df0-447e-acca-6f8c25390757'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:20.146835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:20.239136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:20.271727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-85a1d16a-8a6e-4dd5-a723-415b4dc6f67b None None] Provisioning complete for port 8e811b31-6df0-447e-acca-6f8c25390757 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:20.271997 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-85a1d16a-8a6e-4dd5-a723-415b4dc6f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8e811b31-6df0-447e-acca-6f8c25390757), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:20.307435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-85a1d16a-8a6e-4dd5-a723-415b4dc6f67b None None] Port 8e811b31-6df0-447e-acca-6f8c25390757 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:20.352394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Allocated IP 172.25.8.160 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/ce926a30-f9a2-481a-b4e0-e2e54bbfad96) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:20.456945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for port (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:20.493573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:20.538232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:20.545916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:20.548401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:20.551686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Pushing event updated for resources: {'Port': ['ID=ce926a30-f9a2-481a-b4e0-e2e54bbfad96,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:20.922799 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for floatingip (ebe61aa1-ea17-4905-8835-358ad6147760), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:20.998725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:21.118381 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:21.155480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for port (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:21.161177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:21.229123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Pushing event updated for resources: {'Port': ['ID=ce926a30-f9a2-481a-b4e0-e2e54bbfad96,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:21.240734 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (ebe61aa1-ea17-4905-8835-358ad6147760), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:21.343046 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Floating IP ebe61aa1-ea17-4905-8835-358ad6147760 associated. External IP: 172.25.8.160, port: 8e811b31-6df0-447e-acca-6f8c25390757. Jan 27 22:33:21.558464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Router 9cfdfd48-8485-47f8-a369-dafc3eb28fae has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:33:21.674642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:21.685987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57e6bf-2c2f-44ff-b7a7-cea10429e356 None None] Sync routers for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:21.695562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:21.699702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57e6bf-2c2f-44ff-b7a7-cea10429e356 None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:21.700788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5c57e6bf-2c2f-44ff-b7a7-cea10429e356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:21.725238 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c8966d7a-2527-43d2-83ee-277999d4391c tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.6535401 Jan 27 22:33:21.727642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37708) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:21.758370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5c57e6bf-2c2f-44ff-b7a7-cea10429e356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:21.769650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57e6bf-2c2f-44ff-b7a7-cea10429e356 None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:21.770558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5c57e6bf-2c2f-44ff-b7a7-cea10429e356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:21.805930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5c57e6bf-2c2f-44ff-b7a7-cea10429e356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:21.806854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57e6bf-2c2f-44ff-b7a7-cea10429e356 None None] The sync data for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:21.816189 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ef0cabe5-a240-4e41-95f8-c8e19cbde347 tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] 10.222.0.45 "GET /v2.0/floatingips/ebe61aa1-ea17-4905-8835-358ad6147760 HTTP/1.1" status: 200 len: 983 time: 0.0874016 Jan 27 22:33:21.818685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37710) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:22.223001 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7773fc44-a7e7-4bd5-aa3d-a0fb105fa054 tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.4031837 Jan 27 22:33:22.225749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37712) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:22.393058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Deleting port ce926a30-f9a2-481a-b4e0-e2e54bbfad96 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:22.393397 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:22.471993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:22.472298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for floatingip (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:22.485879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Calling delete_port for ce926a30-f9a2-481a-b4e0-e2e54bbfad96 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:22.659113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ce926a30-f9a2-481a-b4e0-e2e54bbfad96), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:22.686593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event deleted for resources: {'Port': ['ID=ce926a30-f9a2-481a-b4e0-e2e54bbfad96,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:22.753716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for floatingip (ebe61aa1-ea17-4905-8835-358ad6147760), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:22.753716 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Floating IP ebe61aa1-ea17-4905-8835-358ad6147760 disassociated (deleted). External IP: 172.25.8.160, port: 8e811b31-6df0-447e-acca-6f8c25390757. Jan 27 22:33:22.971939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Router 9cfdfd48-8485-47f8-a369-dafc3eb28fae has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:33:23.085029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:23.089706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.097234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d1e66-ee3d-4f41-b9cc-ee52f1deb051 None None] Sync routers for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:23.109775 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d1e66-ee3d-4f41-b9cc-ee52f1deb051 None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:23.110414 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-227d1e66-ee3d-4f41-b9cc-ee52f1deb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:23.117550 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c2a87771-90da-4a9f-bb4d-908bba56b3bd tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "DELETE /v2.0/floatingips/ebe61aa1-ea17-4905-8835-358ad6147760 HTTP/1.1" status: 204 len: 168 time: 0.8906741 Jan 27 22:33:23.121051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37716) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:23.125975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:23.142891 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-227d1e66-ee3d-4f41-b9cc-ee52f1deb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:23.149462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.153154 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d1e66-ee3d-4f41-b9cc-ee52f1deb051 None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:23.153792 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-227d1e66-ee3d-4f41-b9cc-ee52f1deb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:23.189240 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-227d1e66-ee3d-4f41-b9cc-ee52f1deb051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:23.189900 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d1e66-ee3d-4f41-b9cc-ee52f1deb051 None None] The sync data for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:23.242961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.354949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Allocated IP 172.25.8.203 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/1b35af50-fe3a-486f-9cf4-3715bc51d028) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:23.458048 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for port (1b35af50-fe3a-486f-9cf4-3715bc51d028), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.493497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (1b35af50-fe3a-486f-9cf4-3715bc51d028), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.535665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:23.538851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:23.541506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:23.572991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Pushing event updated for resources: {'Port': ['ID=1b35af50-fe3a-486f-9cf4-3715bc51d028,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:23.639524 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for floatingip (dc6efeb6-9391-41e4-b45c-0c9373aa6f0b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.675811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1b35af50-fe3a-486f-9cf4-3715bc51d028), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.831252 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for port (1b35af50-fe3a-486f-9cf4-3715bc51d028), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.836475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (1b35af50-fe3a-486f-9cf4-3715bc51d028), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.905898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Pushing event updated for resources: {'Port': ['ID=1b35af50-fe3a-486f-9cf4-3715bc51d028,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:23.920034 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (dc6efeb6-9391-41e4-b45c-0c9373aa6f0b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.935909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:23.937153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-df4d5184-d4e9-414c-8f3e-3fa30a8e2baf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8146551 Jan 27 22:33:23.940054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37720) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:24.038822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:24.062059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.174698 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.281138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Allocated IP 172.25.8.121 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/4ed8322c-c746-4198-b531-b88178610555) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:24.398367 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks [] for port (4ed8322c-c746-4198-b531-b88178610555), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.437238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4ed8322c-c746-4198-b531-b88178610555), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.477699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:24.480583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:24.485327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:24.512775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Pushing event updated for resources: {'Port': ['ID=4ed8322c-c746-4198-b531-b88178610555,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:24.595743 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks [] for floatingip (01534324-b33a-419c-a0bf-bd7e1bc8540a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.635521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4ed8322c-c746-4198-b531-b88178610555), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.807249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks [] for port (4ed8322c-c746-4198-b531-b88178610555), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.813107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (4ed8322c-c746-4198-b531-b88178610555), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.891969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Pushing event updated for resources: {'Port': ['ID=4ed8322c-c746-4198-b531-b88178610555,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:24.902532 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (01534324-b33a-419c-a0bf-bd7e1bc8540a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.920291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.921726 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cb3ee4ab-14a3-4690-9e8c-59342cec5fc1 tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9805026 Jan 27 22:33:24.925259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37726) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:25.001460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0805ba9e-b017-4ec0-a674-51ebf7dab470 tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0745833 Jan 27 22:33:25.004411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37728) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:25.082769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbe32575-d44e-4742-b651-b033c0383c4a tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0770888 Jan 27 22:33:25.085477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37730) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:25.558508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Deleting port 4ed8322c-c746-4198-b531-b88178610555 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:25.558851 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4ed8322c-c746-4198-b531-b88178610555), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:25.653943 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4ed8322c-c746-4198-b531-b88178610555), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:25.654329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks [] for floatingip (4ed8322c-c746-4198-b531-b88178610555), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:25.677099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Calling delete_port for 4ed8322c-c746-4198-b531-b88178610555 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:25.833161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4ed8322c-c746-4198-b531-b88178610555), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:25.859575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Pushing event deleted for resources: {'Port': ['ID=4ed8322c-c746-4198-b531-b88178610555,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:25.927381 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks [] for floatingip (01534324-b33a-419c-a0bf-bd7e1bc8540a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:25.930264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:25.931487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8075ed9c-442e-4470-92cf-50975aa8b7bc tempest-FloatingIPAdminTestJSON-1438988544 tempest-FloatingIPAdminTestJSON-1438988544-project] 10.222.0.45 "DELETE /v2.0/floatingips/01534324-b33a-419c-a0bf-bd7e1bc8540a HTTP/1.1" status: 204 len: 168 time: 0.8449647 Jan 27 22:33:25.934323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37736) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:26.073391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Deleting port 1b35af50-fe3a-486f-9cf4-3715bc51d028 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:26.073740 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1b35af50-fe3a-486f-9cf4-3715bc51d028), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.161605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1b35af50-fe3a-486f-9cf4-3715bc51d028), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.161941 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for floatingip (1b35af50-fe3a-486f-9cf4-3715bc51d028), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.176730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Calling delete_port for 1b35af50-fe3a-486f-9cf4-3715bc51d028 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:26.335055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1b35af50-fe3a-486f-9cf4-3715bc51d028), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.362146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b35af50-fe3a-486f-9cf4-3715bc51d028,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:26.428637 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks [] for floatingip (dc6efeb6-9391-41e4-b45c-0c9373aa6f0b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.431388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.432604 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0c3d641f-b267-44e8-97b3-e22928aa2acf tempest-FloatingIPAdminTestJSON-1420130410 tempest-FloatingIPAdminTestJSON-1420130410-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/dc6efeb6-9391-41e4-b45c-0c9373aa6f0b HTTP/1.1" status: 204 len: 168 time: 0.4972942 Jan 27 22:33:26.436488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37740) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:26.529815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-176f9c0d-5e36-4aa1-a995-c9dcd6baa0f8 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Deleting port 8e811b31-6df0-447e-acca-6f8c25390757 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:26.530065 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-176f9c0d-5e36-4aa1-a995-c9dcd6baa0f8 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8e811b31-6df0-447e-acca-6f8c25390757), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.636685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-176f9c0d-5e36-4aa1-a995-c9dcd6baa0f8 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8e811b31-6df0-447e-acca-6f8c25390757), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.653140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-176f9c0d-5e36-4aa1-a995-c9dcd6baa0f8 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Calling delete_port for 8e811b31-6df0-447e-acca-6f8c25390757 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:26.803768 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-176f9c0d-5e36-4aa1-a995-c9dcd6baa0f8 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8e811b31-6df0-447e-acca-6f8c25390757), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.835946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f9c0d-5e36-4aa1-a995-c9dcd6baa0f8 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event deleted for resources: {'Port': ['ID=8e811b31-6df0-447e-acca-6f8c25390757,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:26.906006 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-176f9c0d-5e36-4aa1-a995-c9dcd6baa0f8 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.909378 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-176f9c0d-5e36-4aa1-a995-c9dcd6baa0f8 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "DELETE /v2.0/ports/8e811b31-6df0-447e-acca-6f8c25390757 HTTP/1.1" status: 204 len: 168 time: 0.4718058 Jan 27 22:33:26.911988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37744) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:26.961870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea8193e-b4cf-49b4-8602-6abf3e30fa64 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:26.964239 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fea8193e-b4cf-49b4-8602-6abf3e30fa64 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "GET /v2.0/ports?device_id=9cfdfd48-8485-47f8-a369-dafc3eb28fae HTTP/1.1" status: 200 len: 913 time: 0.0512731 Jan 27 22:33:26.966920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37746) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:27.327071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (9cfdfd48-8485-47f8-a369-dafc3eb28fae), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:27.607059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Deleting port c31068ff-fc24-4e31-afe9-14e03a2f2047 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:27.607280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:27.701399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:27.713796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Calling delete_port for c31068ff-fc24-4e31-afe9-14e03a2f2047 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:27.906860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c31068ff-fc24-4e31-afe9-14e03a2f2047), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:27.937815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event deleted for resources: {'Port': ['ID=c31068ff-fc24-4e31-afe9-14e03a2f2047,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:28.131223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (9cfdfd48-8485-47f8-a369-dafc3eb28fae), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:28.356045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Router 9cfdfd48-8485-47f8-a369-dafc3eb28fae has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:33:28.470182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:28.476679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-af73eac4-cbc9-4271-b901-fbfbec0cc2ff tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "PUT /v2.0/routers/9cfdfd48-8485-47f8-a369-dafc3eb28fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5083981 Jan 27 22:33:28.479130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37766) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:28.482467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67d685-17a5-4a0f-acb0-75b42e0b5506 None None] Sync routers for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:28.498263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67d685-17a5-4a0f-acb0-75b42e0b5506 None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:28.498882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bb67d685-17a5-4a0f-acb0-75b42e0b5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:28.534735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bb67d685-17a5-4a0f-acb0-75b42e0b5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:28.544049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67d685-17a5-4a0f-acb0-75b42e0b5506 None None] Routers {'9cfdfd48-8485-47f8-a369-dafc3eb28fae'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:28.544672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bb67d685-17a5-4a0f-acb0-75b42e0b5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:28.576695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bb67d685-17a5-4a0f-acb0-75b42e0b5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:28.577365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67d685-17a5-4a0f-acb0-75b42e0b5506 None None] The sync data for ids ['9cfdfd48-8485-47f8-a369-dafc3eb28fae'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:28.599911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router (9cfdfd48-8485-47f8-a369-dafc3eb28fae), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:28.711604 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router_gateway (9cfdfd48-8485-47f8-a369-dafc3eb28fae), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:28.772259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Deleting port 3394e954-d6f5-4a49-bc27-327c75fc6005 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:28.772602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3394e954-d6f5-4a49-bc27-327c75fc6005), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:28.855994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3394e954-d6f5-4a49-bc27-327c75fc6005), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:28.868587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Calling delete_port for 3394e954-d6f5-4a49-bc27-327c75fc6005 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:29.047124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3394e954-d6f5-4a49-bc27-327c75fc6005), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.072969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event deleted for resources: {'Port': ['ID=3394e954-d6f5-4a49-bc27-327c75fc6005,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:29.135024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (9cfdfd48-8485-47f8-a369-dafc3eb28fae), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.234365 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (9cfdfd48-8485-47f8-a369-dafc3eb28fae), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.236562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router_controller (9cfdfd48-8485-47f8-a369-dafc3eb28fae), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.286428 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (9cfdfd48-8485-47f8-a369-dafc3eb28fae), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.287026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Fanout notify agent at l3_agent the message router_deleted on router 9cfdfd48-8485-47f8-a369-dafc3eb28fae {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:33:29.294781 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.295987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23a828e0-1a19-48c1-8d9a-982956765e43 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "DELETE /v2.0/routers/9cfdfd48-8485-47f8-a369-dafc3eb28fae HTTP/1.1" status: 204 len: 168 time: 0.8158128 Jan 27 22:33:29.298504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37782) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:29.350947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c57f244-13cd-4131-a6a6-de14aefac85d tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Deleting subnet 8b5dd09b-1ad9-46ce-9104-c12ae3c354b7 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:29.354486 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c57f244-13cd-4131-a6a6-de14aefac85d tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for subnet (8b5dd09b-1ad9-46ce-9104-c12ae3c354b7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.396284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c57f244-13cd-4131-a6a6-de14aefac85d tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (8b5dd09b-1ad9-46ce-9104-c12ae3c354b7), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.489208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c57f244-13cd-4131-a6a6-de14aefac85d tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (8b5dd09b-1ad9-46ce-9104-c12ae3c354b7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.556509 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c57f244-13cd-4131-a6a6-de14aefac85d tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (8b5dd09b-1ad9-46ce-9104-c12ae3c354b7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.571449 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5c57f244-13cd-4131-a6a6-de14aefac85d tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.578101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5c57f244-13cd-4131-a6a6-de14aefac85d tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "DELETE /v2.0/subnets/8b5dd09b-1ad9-46ce-9104-c12ae3c354b7 HTTP/1.1" status: 204 len: 168 time: 0.2754350 Jan 27 22:33:29.578101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37788) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:29.588399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995119bb-df29-4eee-a9e7-52e310914325 None None] Network 5c070c52-08df-4ab2-a3ae-d635ff16ace0 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:29.618997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57f244-13cd-4131-a6a6-de14aefac85d tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5dd09b-1ad9-46ce-9104-c12ae3c354b7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:29.691775 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (5c070c52-08df-4ab2-a3ae-d635ff16ace0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.764815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Deleting port 065cb1a2-6ba6-4b78-af71-a33e8602e99a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:29.764815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.834859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] For port 065cb1a2-6ba6-4b78-af71-a33e8602e99a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=065cb1a2-6ba6-4b78-af71-a33e8602e99a,segment=NetworkSegment(3e8762a8-91f8-40c6-bb4d-8defa2162714),segment_id=3e8762a8-91f8-40c6-bb4d-8defa2162714)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:29.835265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.851006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Calling delete_port for 065cb1a2-6ba6-4b78-af71-a33e8602e99a owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:29.942241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f9fc71-af3e-4ee5-bde5-062067bd83b7 None None] DHCP port deletion for 5c070c52-08df-4ab2-a3ae-d635ff16ace0 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:29.951163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (065cb1a2-6ba6-4b78-af71-a33e8602e99a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.969668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-50f9fc71-af3e-4ee5-bde5-062067bd83b7 None None] The port '065cb1a2-6ba6-4b78-af71-a33e8602e99a' was deleted {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 27 22:33:29.979105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event deleted for resources: {'Port': ['ID=065cb1a2-6ba6-4b78-af71-a33e8602e99a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:29.983584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] No DVR routers for this DVR port 065cb1a2-6ba6-4b78-af71-a33e8602e99a on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:30.071286 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (5c070c52-08df-4ab2-a3ae-d635ff16ace0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.096756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c070c52-08df-4ab2-a3ae-d635ff16ace0']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:30.106658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8762a8-91f8-40c6-bb4d-8defa2162714') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:30.106998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8762a8-91f8-40c6-bb4d-8defa2162714') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:30.116528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (3e8762a8-91f8-40c6-bb4d-8defa2162714), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.130035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (3e8762a8-91f8-40c6-bb4d-8defa2162714), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.135903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:33:30.136296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (3e8762a8-91f8-40c6-bb4d-8defa2162714), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:33:30.139506 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:33:30.202037 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (5c070c52-08df-4ab2-a3ae-d635ff16ace0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.209324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.212586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "DELETE /v2.0/networks/5c070c52-08df-4ab2-a3ae-d635ff16ace0 HTTP/1.1" status: 204 len: 168 time: 0.6337051 Jan 27 22:33:30.215122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37800) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:30.230921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44e396-8554-416e-9807-28e006a76b40 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event deleted for resources: {'Network': ['ID=5c070c52-08df-4ab2-a3ae-d635ff16ace0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:30.358531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Deleting port e824eff1-fe9d-493c-b6c7-bc1a65339c6d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:30.358879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.444056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.444371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for floatingip (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.457222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Calling delete_port for e824eff1-fe9d-493c-b6c7-bc1a65339c6d owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:30.610460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e824eff1-fe9d-493c-b6c7-bc1a65339c6d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.636048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Pushing event deleted for resources: {'Port': ['ID=e824eff1-fe9d-493c-b6c7-bc1a65339c6d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:30.705929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks [] for floatingip (2e501d84-47a8-4b3e-b807-75252370dd2a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.708615 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.709763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bf3e70e9-119e-4ab3-af58-d87191f8b6b9 tempest-FloatingIPAdminTestJSON-1288950102 tempest-FloatingIPAdminTestJSON-1288950102-project] 10.222.0.45 "DELETE /v2.0/floatingips/2e501d84-47a8-4b3e-b807-75252370dd2a HTTP/1.1" status: 204 len: 168 time: 0.4846354 Jan 27 22:33:30.984344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 065cb1a2-6ba6-4b78-af71-a33e8602e99a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:31.017392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37820) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:31.029190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 065cb1a2-6ba6-4b78-af71-a33e8602e99a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:31.029818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 065cb1a2-6ba6-4b78-af71-a33e8602e99a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:31.159571 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cb982085-e0d7-4813-a780-709beac669b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=617c0d0eaded42e8b278d8847823b66b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409221 Jan 27 22:33:31.162667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37828) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:31.214707 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0650ed9a-75b2-4ecf-913a-5240368177ff admin admin] Publish callbacks [] for security_group (c43f3851-6f1d-4288-bf19-d12f107f5256), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.236865 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0650ed9a-75b2-4ecf-913a-5240368177ff admin admin] Publish callbacks [] for security_group (c43f3851-6f1d-4288-bf19-d12f107f5256), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.286478 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:33:31.290323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0650ed9a-75b2-4ecf-913a-5240368177ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c43f3851-6f1d-4288-bf19-d12f107f5256), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.293322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0650ed9a-75b2-4ecf-913a-5240368177ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.294774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0650ed9a-75b2-4ecf-913a-5240368177ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c43f3851-6f1d-4288-bf19-d12f107f5256 HTTP/1.1" status: 204 len: 168 time: 0.1310959 Jan 27 22:33:31.305012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650ed9a-75b2-4ecf-913a-5240368177ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43f3851-6f1d-4288-bf19-d12f107f5256,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:31.592122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37838) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:31.608064 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af63e97d-557c-46b6-a239-de1d414334c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.696178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af63e97d-557c-46b6-a239-de1d414334c2 admin admin] Publish callbacks [] for security_group (0aded81e-2cf9-4045-ab5a-2614aa1b191e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.721413 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af63e97d-557c-46b6-a239-de1d414334c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0aded81e-2cf9-4045-ab5a-2614aa1b191e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.762036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63e97d-557c-46b6-a239-de1d414334c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aded81e-2cf9-4045-ab5a-2614aa1b191e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:31.776195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-af63e97d-557c-46b6-a239-de1d414334c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=568de9163f5240bea4b975661ed71aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1827676 Jan 27 22:33:31.778530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37844) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:31.831577 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eda77a31-7036-4b09-8af0-aaec31cd4822 admin admin] Publish callbacks [] for security_group (0aded81e-2cf9-4045-ab5a-2614aa1b191e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.858596 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eda77a31-7036-4b09-8af0-aaec31cd4822 admin admin] Publish callbacks [] for security_group (0aded81e-2cf9-4045-ab5a-2614aa1b191e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.911863 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eda77a31-7036-4b09-8af0-aaec31cd4822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0aded81e-2cf9-4045-ab5a-2614aa1b191e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.915129 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eda77a31-7036-4b09-8af0-aaec31cd4822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:31.919462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eda77a31-7036-4b09-8af0-aaec31cd4822 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0aded81e-2cf9-4045-ab5a-2614aa1b191e HTTP/1.1" status: 204 len: 168 time: 0.1397586 Jan 27 22:33:31.942456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda77a31-7036-4b09-8af0-aaec31cd4822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aded81e-2cf9-4045-ab5a-2614aa1b191e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:32.328488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37860) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:32.347954 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce08f786-f6eb-40ad-bf84-911bad81ac3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:32.427222 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce08f786-f6eb-40ad-bf84-911bad81ac3a admin admin] Publish callbacks [] for security_group (2c93eb99-2eb1-4caa-bcc5-e1e0f18bb0b3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:32.432307 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ce08f786-f6eb-40ad-bf84-911bad81ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2c93eb99-2eb1-4caa-bcc5-e1e0f18bb0b3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:32.473045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ce08f786-f6eb-40ad-bf84-911bad81ac3a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d016fda0871458b9981a223b7a1a622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432416 Jan 27 22:33:32.473928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08f786-f6eb-40ad-bf84-911bad81ac3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93eb99-2eb1-4caa-bcc5-e1e0f18bb0b3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:32.475826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37866) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:32.538885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1520a13d-159f-4c7b-83c1-f80d956363bd admin admin] Publish callbacks [] for security_group (2c93eb99-2eb1-4caa-bcc5-e1e0f18bb0b3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:32.561996 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1520a13d-159f-4c7b-83c1-f80d956363bd admin admin] Publish callbacks [] for security_group (2c93eb99-2eb1-4caa-bcc5-e1e0f18bb0b3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:32.618182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1520a13d-159f-4c7b-83c1-f80d956363bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (2c93eb99-2eb1-4caa-bcc5-e1e0f18bb0b3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:32.622172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1520a13d-159f-4c7b-83c1-f80d956363bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:32.623469 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1520a13d-159f-4c7b-83c1-f80d956363bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c93eb99-2eb1-4caa-bcc5-e1e0f18bb0b3 HTTP/1.1" status: 204 len: 168 time: 0.1466167 Jan 27 22:33:32.632096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520a13d-159f-4c7b-83c1-f80d956363bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93eb99-2eb1-4caa-bcc5-e1e0f18bb0b3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:33.403587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37902) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:33.508469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1690736004'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:33.530621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:33.534103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:33.543925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:33.650419 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for security_group (6f02e5e4-68be-4d83-b4c2-255f95ee691f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:33.655765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6f02e5e4-68be-4d83-b4c2-255f95ee691f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:33.686373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:33:33.695929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02e5e4-68be-4d83-b4c2-255f95ee691f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:33.703335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2794767b-24b2-421e-ad1b-40893df8e094), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:33.703720 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Added segment 2794767b-24b2-421e-ad1b-40893df8e094 of type vlan for network faecb0fc-c780-4301-9113-ab5d7ca4ac1e Jan 27 22:33:33.748004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (faecb0fc-c780-4301-9113-ab5d7ca4ac1e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:33.775371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (faecb0fc-c780-4301-9113-ab5d7ca4ac1e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:33.781615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:33.787351 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:33.845847 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4410603 Jan 27 22:33:33.849388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37914) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:33.855347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:33.865334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591b1f6-0f50-4299-a061-af05f162e74b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Network': ['ID=faecb0fc-c780-4301-9113-ab5d7ca4ac1e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:33.890266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:33:33.955850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:33.960901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.098329 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-600c4207-b414-48cc-abe3-df521206d229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.165177 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (30e24a5e-08d6-4c70-bc56-8065f6c8f49b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.229125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=30e24a5e-08d6-4c70-bc56-8065f6c8f49b,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:34.241708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:34.242087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network hostable DHCP agents. Network: faecb0fc-c780-4301-9113-ab5d7ca4ac1e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:33:34.261822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:33:34.272183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, faecb0fc-c780-4301-9113-ab5d7ca4ac1e) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:34.277858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:34.278587 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.285605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d1ab9-0148-4214-983a-0303f9a420da None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:34.300574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-260d70e4-8f14-4591-b1aa-5af8bbb44ee3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4496539 Jan 27 22:33:34.303313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37922) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:34.308706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'name': 'tempest-NetworksTestDHCPv6-1521192682'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:34.415745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '30e24a5e-08d6-4c70-bc56-8065f6c8f49b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:33:34.417022 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.468262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:34.471923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.494002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port ead6cee3-54ea-4841-b86c-8532d03a0d84 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:34.580554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/30e24a5e-08d6-4c70-bc56-8065f6c8f49b/0555f7e0-34fe-4636-9168-fcc8b079e021) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:34.769446 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Publish callbacks [] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.776233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.818836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:34.822175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:34.827530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:34.862007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::e (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/30e24a5e-08d6-4c70-bc56-8065f6c8f49b/ead6cee3-54ea-4841-b86c-8532d03a0d84) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:34.863080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Pushing event updated for resources: {'Port': ['ID=0555f7e0-34fe-4636-9168-fcc8b079e021,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:34.910045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Attempting to bind port 0555f7e0-34fe-4636-9168-fcc8b079e021 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:34.910773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Attempting to bind port 0555f7e0-34fe-4636-9168-fcc8b079e021 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:34.910909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Attempting to bind port 0555f7e0-34fe-4636-9168-fcc8b079e021 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:34.920851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:34.921958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:34.928017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.928669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:34.929586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Bound port: 0555f7e0-34fe-4636-9168-fcc8b079e021, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:34.929986 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.040152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] For port 0555f7e0-34fe-4636-9168-fcc8b079e021, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:35.046046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] For port 0555f7e0-34fe-4636-9168-fcc8b079e021, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0555f7e0-34fe-4636-9168-fcc8b079e021,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:35.058793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.152861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28e946-6b64-4e76-8d92-a86e35feb434 None None] Pushing event updated for resources: {'Port': ['ID=0555f7e0-34fe-4636-9168-fcc8b079e021,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:35.154740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (ead6cee3-54ea-4841-b86c-8532d03a0d84), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.213000 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ead6cee3-54ea-4841-b86c-8532d03a0d84), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.265936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:35.271510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:35.276645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:35.282206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:35.282933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.289042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=ead6cee3-54ea-4841-b86c-8532d03a0d84,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:35.313410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eba2bf3a-b139-47e1-9038-eb5a703aec95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0088191 Jan 27 22:33:35.320523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37944) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:35.437874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11bafe-7ad2-4597-a9c7-31924c01a66d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:35.444135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11bafe-7ad2-4597-a9c7-31924c01a66d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:35.446326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6c11bafe-7ad2-4597-a9c7-31924c01a66d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1176400 Jan 27 22:33:35.449215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37946) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:35.558858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-78efb37c-7458-4ed6-aed7-4d49e920aff5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port ead6cee3-54ea-4841-b86c-8532d03a0d84 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:35.559306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78efb37c-7458-4ed6-aed7-4d49e920aff5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ead6cee3-54ea-4841-b86c-8532d03a0d84), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.660298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78efb37c-7458-4ed6-aed7-4d49e920aff5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ead6cee3-54ea-4841-b86c-8532d03a0d84), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.675067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-78efb37c-7458-4ed6-aed7-4d49e920aff5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for ead6cee3-54ea-4841-b86c-8532d03a0d84 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:35.814691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78efb37c-7458-4ed6-aed7-4d49e920aff5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ead6cee3-54ea-4841-b86c-8532d03a0d84), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.849548 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efb37c-7458-4ed6-aed7-4d49e920aff5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=ead6cee3-54ea-4841-b86c-8532d03a0d84,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:35.878791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-78efb37c-7458-4ed6-aed7-4d49e920aff5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:35.882463 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-78efb37c-7458-4ed6-aed7-4d49e920aff5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/ead6cee3-54ea-4841-b86c-8532d03a0d84 HTTP/1.1" status: 204 len: 168 time: 0.4317710 Jan 27 22:33:35.884961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37956) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:35.987187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b599cf7-de7e-4a4b-8b2a-b37ccffd3008 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:35.988825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b599cf7-de7e-4a4b-8b2a-b37ccffd3008 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:35.992901 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8b599cf7-de7e-4a4b-8b2a-b37ccffd3008 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1039813 Jan 27 22:33:35.993579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37958) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:36.055761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-322660c1-a1e2-43d5-9233-ae0195cb9600 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 30e24a5e-08d6-4c70-bc56-8065f6c8f49b {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:36.061762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322660c1-a1e2-43d5-9233-ae0195cb9600 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (30e24a5e-08d6-4c70-bc56-8065f6c8f49b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.111996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322660c1-a1e2-43d5-9233-ae0195cb9600 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (30e24a5e-08d6-4c70-bc56-8065f6c8f49b), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.218904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322660c1-a1e2-43d5-9233-ae0195cb9600 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (30e24a5e-08d6-4c70-bc56-8065f6c8f49b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.267930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7605d22-78da-47d8-93bc-b240b02523c2 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:36.291179 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322660c1-a1e2-43d5-9233-ae0195cb9600 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (30e24a5e-08d6-4c70-bc56-8065f6c8f49b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.320245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322660c1-a1e2-43d5-9233-ae0195cb9600 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=30e24a5e-08d6-4c70-bc56-8065f6c8f49b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:36.324327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-322660c1-a1e2-43d5-9233-ae0195cb9600 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.328166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-322660c1-a1e2-43d5-9233-ae0195cb9600 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/30e24a5e-08d6-4c70-bc56-8065f6c8f49b HTTP/1.1" status: 204 len: 168 time: 0.3333778 Jan 27 22:33:36.330587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37966) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:36.335576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5bbc695e-9064-4de6-a59c-c98ae8d55875 None None] Provisioning complete for port 0555f7e0-34fe-4636-9168-fcc8b079e021 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:36.335962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bbc695e-9064-4de6-a59c-c98ae8d55875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.393317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-32963b7b-f27d-43a2-b11a-d4f19fbfb527 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615160 Jan 27 22:33:36.396123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37972) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:36.401016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:36.464611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc695e-9064-4de6-a59c-c98ae8d55875 None None] Current status of the port 0555f7e0-34fe-4636-9168-fcc8b079e021 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:36.465077 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bbc695e-9064-4de6-a59c-c98ae8d55875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.502581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5bbc695e-9064-4de6-a59c-c98ae8d55875 None None] For port 0555f7e0-34fe-4636-9168-fcc8b079e021, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0555f7e0-34fe-4636-9168-fcc8b079e021,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:36.513716 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bbc695e-9064-4de6-a59c-c98ae8d55875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.518857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:36.523028 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.567883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc695e-9064-4de6-a59c-c98ae8d55875 None None] Pushing event updated for resources: {'Port': ['ID=0555f7e0-34fe-4636-9168-fcc8b079e021,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:36.695532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e2300-1a60-43f6-9795-eb5910941d76 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:36.757654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (adcc9322-ac9c-40f2-975c-18030e0c9352), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.765853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fa82dec2-5600-4cef-873a-ae764b3ab38a None None] Provisioning complete for port 0555f7e0-34fe-4636-9168-fcc8b079e021 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:36.766228 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa82dec2-5600-4cef-873a-ae764b3ab38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.804042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:36.811370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:36.816726 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:36.817369 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.827356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=adcc9322-ac9c-40f2-975c-18030e0c9352,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:36.840322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fbcf10d7-f780-4339-b02c-3fed039cf1b3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4430592 Jan 27 22:33:36.843209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 37978) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:36.848554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'name': 'tempest-NetworksTestDHCPv6-365076127'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:36.910209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fa82dec2-5600-4cef-873a-ae764b3ab38a None None] Current status of the port 0555f7e0-34fe-4636-9168-fcc8b079e021 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:36.937739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:36.995103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] Deleting port 0555f7e0-34fe-4636-9168-fcc8b079e021 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:36.995634 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.008582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:37.013066 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.033413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port bbfb61a1-fd29-460b-a277-37e7b91afe11 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:37.118731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] For port 0555f7e0-34fe-4636-9168-fcc8b079e021, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0555f7e0-34fe-4636-9168-fcc8b079e021,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:37.119269 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.129367 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a0124a1-6758-4a5c-b497-7f729f131bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.135811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] Calling delete_port for 0555f7e0-34fe-4636-9168-fcc8b079e021 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:37.167178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::11a (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/adcc9322-ac9c-40f2-975c-18030e0c9352/bbfb61a1-fd29-460b-a277-37e7b91afe11) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:37.236051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (0555f7e0-34fe-4636-9168-fcc8b079e021), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.267450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] Pushing event deleted for resources: {'Port': ['ID=0555f7e0-34fe-4636-9168-fcc8b079e021,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:37.272878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafde5a-a500-44e4-b7a2-94b651ba5db2 None None] No DVR routers for this DVR port 0555f7e0-34fe-4636-9168-fcc8b079e021 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:37.314050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ee769-27a1-40a1-9387-18230dcf0eec None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:37.356803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (bbfb61a1-fd29-460b-a277-37e7b91afe11), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.394921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (bbfb61a1-fd29-460b-a277-37e7b91afe11), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.439260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:37.442434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:37.447963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': 'adcc9322-ac9c-40f2-975c-18030e0c9352'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:33:37.448349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:37.449231 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.453649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:37.454284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.468383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=bbfb61a1-fd29-460b-a277-37e7b91afe11,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:37.475487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-73fd18d4-54de-4b51-869d-55710e5d0eeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6309080 Jan 27 22:33:37.478398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 37992) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:37.615322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/adcc9322-ac9c-40f2-975c-18030e0c9352/d2443e7f-757d-4399-9bbd-c729af77579c) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:37.782193 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Publish callbacks [] for port (d2443e7f-757d-4399-9bbd-c729af77579c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.789905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.841882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:37.846279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Pushing event updated for resources: {'Port': ['ID=d2443e7f-757d-4399-9bbd-c729af77579c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:37.848714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:37.850888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:37.864234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd29bd2-b4a9-4558-9345-74f27a1ded12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:37.867232 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4cd29bd2-b4a9-4558-9345-74f27a1ded12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3875186 Jan 27 22:33:37.868380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38000) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:37.906941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Attempting to bind port d2443e7f-757d-4399-9bbd-c729af77579c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:37.907314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Attempting to bind port d2443e7f-757d-4399-9bbd-c729af77579c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:37.907697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Attempting to bind port d2443e7f-757d-4399-9bbd-c729af77579c on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:37.913474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:37.914201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:37.914616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.915043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:37.915554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Bound port: d2443e7f-757d-4399-9bbd-c729af77579c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:37.915939 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.960392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port bbfb61a1-fd29-460b-a277-37e7b91afe11 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:37.960676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (bbfb61a1-fd29-460b-a277-37e7b91afe11), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.990943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] For port d2443e7f-757d-4399-9bbd-c729af77579c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:37.995290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] For port d2443e7f-757d-4399-9bbd-c729af77579c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d2443e7f-757d-4399-9bbd-c729af77579c,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:38.001917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.065557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f0308-3241-4a84-9f6b-726df5602627 None None] Pushing event updated for resources: {'Port': ['ID=d2443e7f-757d-4399-9bbd-c729af77579c,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:38.070758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (bbfb61a1-fd29-460b-a277-37e7b91afe11), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.087974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for bbfb61a1-fd29-460b-a277-37e7b91afe11 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:38.253939 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (bbfb61a1-fd29-460b-a277-37e7b91afe11), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.287215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=bbfb61a1-fd29-460b-a277-37e7b91afe11,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:38.317876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.318227 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.318573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.318910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.319268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.319607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.319939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.320709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.320709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.320879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.321209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.321531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.321853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:38.328733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.335131 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea23ec55-4c2e-4e8f-bc60-117392189382 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/bbfb61a1-fd29-460b-a277-37e7b91afe11 HTTP/1.1" status: 204 len: 168 time: 0.4656425 Jan 27 22:33:38.335533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38014) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:38.403361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e884bfb5-1a04-44d4-8379-7236b308b932 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:38.404877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e884bfb5-1a04-44d4-8379-7236b308b932 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:38.406786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e884bfb5-1a04-44d4-8379-7236b308b932 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0701146 Jan 27 22:33:38.409585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38016) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:38.464015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ee3ced-be92-44a5-b544-9b30a20a53b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet adcc9322-ac9c-40f2-975c-18030e0c9352 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:38.467453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3ced-be92-44a5-b544-9b30a20a53b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (adcc9322-ac9c-40f2-975c-18030e0c9352), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.507905 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3ced-be92-44a5-b544-9b30a20a53b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (adcc9322-ac9c-40f2-975c-18030e0c9352), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.571814 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.598595 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3ced-be92-44a5-b544-9b30a20a53b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (adcc9322-ac9c-40f2-975c-18030e0c9352), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.661504 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3ced-be92-44a5-b544-9b30a20a53b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (adcc9322-ac9c-40f2-975c-18030e0c9352), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.694608 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2ee3ced-be92-44a5-b544-9b30a20a53b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.698169 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2ee3ced-be92-44a5-b544-9b30a20a53b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/adcc9322-ac9c-40f2-975c-18030e0c9352 HTTP/1.1" status: 204 len: 168 time: 0.2872844 Jan 27 22:33:38.700119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee3ced-be92-44a5-b544-9b30a20a53b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=adcc9322-ac9c-40f2-975c-18030e0c9352,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:38.700933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38022) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:38.741822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38024) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:38.742070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b5a48f0a-4e32-4826-9356-e9d16a0ef8aa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398741 Jan 27 22:33:38.747366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:38.847297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:38.851230 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.035967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d2443e7f-757d-4399-9bbd-c729af77579c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:39.092155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (31e4641a-03bb-469f-8abd-83c2cd75b5b0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.100716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d2443e7f-757d-4399-9bbd-c729af77579c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:39.101601 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.138485 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:39.142765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:39.147458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:39.148092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.165770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=31e4641a-03bb-469f-8abd-83c2cd75b5b0,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:39.178888 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3aaaa21a-db2c-471d-9458-9b3f51c650dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4358723 Jan 27 22:33:39.181576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38036) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:39.190279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'name': 'tempest-NetworksTestDHCPv6-637075021'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:39.221938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d2443e7f-757d-4399-9bbd-c729af77579c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:39.222340 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.226596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e44354-cc4d-440a-b1dc-8db2bf67d928 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:39.320181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:39.323754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.328561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port d2443e7f-757d-4399-9bbd-c729af77579c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d2443e7f-757d-4399-9bbd-c729af77579c,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:39.335178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2b8ac51c-61df-4818-9f9b-28f71229fd54 None None] Provisioning complete for port d2443e7f-757d-4399-9bbd-c729af77579c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:39.335590 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2b8ac51c-61df-4818-9f9b-28f71229fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.339755 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.343035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 7f9c2747-dc24-471e-96b1-5db5214a52b9 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:39.418794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=d2443e7f-757d-4399-9bbd-c729af77579c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:39.422635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0555f7e0-34fe-4636-9168-fcc8b079e021 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:39.462939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::9d (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/31e4641a-03bb-469f-8abd-83c2cd75b5b0/7f9c2747-dc24-471e-96b1-5db5214a52b9) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:39.474817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0555f7e0-34fe-4636-9168-fcc8b079e021 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:39.475171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0555f7e0-34fe-4636-9168-fcc8b079e021 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:39.568483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ac51c-61df-4818-9f9b-28f71229fd54 None None] Current status of the port d2443e7f-757d-4399-9bbd-c729af77579c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:39.581850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2b8ac51c-61df-4818-9f9b-28f71229fd54 None None] Could not find standard attr ID for object bbfb61a1-fd29-460b-a277-37e7b91afe11. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:33:39.673079 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (7f9c2747-dc24-471e-96b1-5db5214a52b9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.709803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7f9c2747-dc24-471e-96b1-5db5214a52b9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.756857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:39.759867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:39.766264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:39.771652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:39.772281 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.782031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=7f9c2747-dc24-471e-96b1-5db5214a52b9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:39.795500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.795942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.796437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.796886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.797451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.797971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.798481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.799132 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.799742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.800251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.800594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.801285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.801674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:39.806916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ccfb8f0c-2349-4f67-8b8f-86be39b15b37 None None] Provisioning complete for port d2443e7f-757d-4399-9bbd-c729af77579c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:39.808074 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8f0c-2349-4f67-8b8f-86be39b15b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.817554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-50fa528e-f835-496e-9f51-9c857fa74082 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6347268 Jan 27 22:33:39.820114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38048) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:39.880374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88186908-230f-49f2-9a4e-94f983646716 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:39.886558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88186908-230f-49f2-9a4e-94f983646716 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:39.893675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38050) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:39.900838 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-88186908-230f-49f2-9a4e-94f983646716 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0787771 Jan 27 22:33:39.910095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb8f0c-2349-4f67-8b8f-86be39b15b37 None None] Current status of the port d2443e7f-757d-4399-9bbd-c729af77579c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:39.992238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0ba02-566a-4e18-948b-71d28fa4428a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 7f9c2747-dc24-471e-96b1-5db5214a52b9 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:39.992630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ba02-566a-4e18-948b-71d28fa4428a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7f9c2747-dc24-471e-96b1-5db5214a52b9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.028518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-917cafc2-3c02-4001-9ea1-81f046fb5100 None None] Could not find standard attr ID for object ead6cee3-54ea-4841-b86c-8532d03a0d84. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:33:40.103368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ba02-566a-4e18-948b-71d28fa4428a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7f9c2747-dc24-471e-96b1-5db5214a52b9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.119681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-eaf0ba02-566a-4e18-948b-71d28fa4428a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 7f9c2747-dc24-471e-96b1-5db5214a52b9 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:40.258835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-be0a8644-d546-4a95-9301-ca0fc264b309 None None] Could not find standard attr ID for object bbfb61a1-fd29-460b-a277-37e7b91afe11. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:33:40.266794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ba02-566a-4e18-948b-71d28fa4428a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7f9c2747-dc24-471e-96b1-5db5214a52b9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.301517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0ba02-566a-4e18-948b-71d28fa4428a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=7f9c2747-dc24-471e-96b1-5db5214a52b9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:40.334067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eaf0ba02-566a-4e18-948b-71d28fa4428a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.337765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eaf0ba02-566a-4e18-948b-71d28fa4428a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/7f9c2747-dc24-471e-96b1-5db5214a52b9 HTTP/1.1" status: 204 len: 168 time: 0.4427884 Jan 27 22:33:40.340643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38062) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:40.414350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8c86f-7a35-4ed7-bcf6-0445e887c13b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:40.416720 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8c86f-7a35-4ed7-bcf6-0445e887c13b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:40.418344 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6ba8c86f-7a35-4ed7-bcf6-0445e887c13b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0766637 Jan 27 22:33:40.421214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38064) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:40.476198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0abfff-6204-461c-aec5-dfc807863cfb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 31e4641a-03bb-469f-8abd-83c2cd75b5b0 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:40.480526 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b0abfff-6204-461c-aec5-dfc807863cfb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (31e4641a-03bb-469f-8abd-83c2cd75b5b0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.522171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b0abfff-6204-461c-aec5-dfc807863cfb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (31e4641a-03bb-469f-8abd-83c2cd75b5b0), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.576758 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b0abfff-6204-461c-aec5-dfc807863cfb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (31e4641a-03bb-469f-8abd-83c2cd75b5b0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.587729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ea21ed13-e6fc-44a7-86f4-ddc7a2b7cdcc None None] Could not find standard attr ID for object 7f9c2747-dc24-471e-96b1-5db5214a52b9. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:33:40.653385 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b0abfff-6204-461c-aec5-dfc807863cfb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (31e4641a-03bb-469f-8abd-83c2cd75b5b0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.686382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0abfff-6204-461c-aec5-dfc807863cfb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=31e4641a-03bb-469f-8abd-83c2cd75b5b0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:40.690535 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b0abfff-6204-461c-aec5-dfc807863cfb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.694000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5b0abfff-6204-461c-aec5-dfc807863cfb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/31e4641a-03bb-469f-8abd-83c2cd75b5b0 HTTP/1.1" status: 204 len: 168 time: 0.2711759 Jan 27 22:33:40.696583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38070) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:40.734694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe2ddd-1393-4cae-8b02-a696ba6d1c29 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:40.766569 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2ca09c92-8712-4ec3-8227-0b18ba462d25 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688241 Jan 27 22:33:40.769521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38072) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:40.817460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed25cd6-c3ee-4aee-a728-09559ed247f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:40.818956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4ed25cd6-c3ee-4aee-a728-09559ed247f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0479169 Jan 27 22:33:40.821764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38074) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:40.878069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad86509c-eee4-47f3-8ea9-55885841bc6e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:40.879702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ad86509c-eee4-47f3-8ea9-55885841bc6e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0572805 Jan 27 22:33:40.882476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38080) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:40.889248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:40.936150 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-87b2e75f-f77f-43a9-abb4-a0b9cbf49dbd tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524042 Jan 27 22:33:40.936507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38082) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:40.945262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:40.964114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] Deleting port d2443e7f-757d-4399-9bbd-c729af77579c {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:40.964493 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.978179 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d2443e7f-757d-4399-9bbd-c729af77579c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:41.056878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:41.060931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.061808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] For port d2443e7f-757d-4399-9bbd-c729af77579c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d2443e7f-757d-4399-9bbd-c729af77579c,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:41.062211 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.077271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] Calling delete_port for d2443e7f-757d-4399-9bbd-c729af77579c owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:41.183457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.195910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d2443e7f-757d-4399-9bbd-c729af77579c is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:41.196569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.250104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port d2443e7f-757d-4399-9bbd-c729af77579c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d2443e7f-757d-4399-9bbd-c729af77579c,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:41.258696 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.281183 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (e24a4c24-492b-4834-98ea-c08cae3dd6cd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.299920 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d2443e7f-757d-4399-9bbd-c729af77579c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.311568 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.326123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] No DVR routers for this DVR port d2443e7f-757d-4399-9bbd-c729af77579c on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:41.328679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:41.334280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:41.340178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:41.340589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.355386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=e24a4c24-492b-4834-98ea-c08cae3dd6cd,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:41.360563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f625ba-e3d6-460a-a490-0e42e3d4a923 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:41.369596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38090) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:41.372162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3fb3b05b-2906-4bd4-9b74-1ed9e3b974bc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4343202 Jan 27 22:33:41.375335 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': 'e24a4c24-492b-4834-98ea-c08cae3dd6cd', 'ip_address': '2001:db8::bba9:cbe4:13e2:835b'}], 'name': 'tempest-NetworksTestDHCPv6-1751875960'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:41.378310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=d2443e7f-757d-4399-9bbd-c729af77579c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:41.428109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230b304-b0ff-49b5-a26d-8f0f837f5911 None None] Pushing event deleted for resources: {'Port': ['ID=d2443e7f-757d-4399-9bbd-c729af77579c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:41.498450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:41.619673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.640779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 8ed7745f-b95a-42bc-aead-d56b5675f8ad yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:41.681070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': 'e24a4c24-492b-4834-98ea-c08cae3dd6cd'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:33:41.682171 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.826791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/e24a4c24-492b-4834-98ea-c08cae3dd6cd/434a924d-974a-4880-9918-e1e4e4609e91) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:41.985200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Publish callbacks [] for port (434a924d-974a-4880-9918-e1e4e4609e91), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.993586 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (434a924d-974a-4880-9918-e1e4e4609e91), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.050548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:42.055643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:42.058096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Pushing event updated for resources: {'Port': ['ID=434a924d-974a-4880-9918-e1e4e4609e91,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:42.068196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:42.076520 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::bba9:cbe4:13e2:835b (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/e24a4c24-492b-4834-98ea-c08cae3dd6cd/8ed7745f-b95a-42bc-aead-d56b5675f8ad) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:42.143937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Attempting to bind port 434a924d-974a-4880-9918-e1e4e4609e91 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:42.144477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Attempting to bind port 434a924d-974a-4880-9918-e1e4e4609e91 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:42.145103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Attempting to bind port 434a924d-974a-4880-9918-e1e4e4609e91 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:42.150423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:42.150939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:42.151684 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.152177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:42.152799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Bound port: 434a924d-974a-4880-9918-e1e4e4609e91, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:42.153472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (434a924d-974a-4880-9918-e1e4e4609e91), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.219499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] For port 434a924d-974a-4880-9918-e1e4e4609e91, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:42.223490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] For port 434a924d-974a-4880-9918-e1e4e4609e91, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=434a924d-974a-4880-9918-e1e4e4609e91,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:42.229556 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (434a924d-974a-4880-9918-e1e4e4609e91), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.252415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (8ed7745f-b95a-42bc-aead-d56b5675f8ad), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.305585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8ed7745f-b95a-42bc-aead-d56b5675f8ad), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.319623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e28f6f-99ad-444d-975a-64c6a19d66be None None] Pushing event updated for resources: {'Port': ['ID=434a924d-974a-4880-9918-e1e4e4609e91,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:42.369669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:42.372110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:42.378899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:42.384869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:42.385712 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.414552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=8ed7745f-b95a-42bc-aead-d56b5675f8ad,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:42.434141 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dd874a6c-37f1-441a-bebe-4cdce10f8301 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0631590 Jan 27 22:33:42.436702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38110) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:42.489045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9fe229-15c4-455d-a23a-63665a9991c2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:42.495134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9fe229-15c4-455d-a23a-63665a9991c2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:42.496162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fb9fe229-15c4-455d-a23a-63665a9991c2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0584276 Jan 27 22:33:42.499283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38112) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:42.644455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1260bcdd-25a8-4fce-99be-452974bd80a6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 8ed7745f-b95a-42bc-aead-d56b5675f8ad {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:42.644878 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1260bcdd-25a8-4fce-99be-452974bd80a6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8ed7745f-b95a-42bc-aead-d56b5675f8ad), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.760796 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1260bcdd-25a8-4fce-99be-452974bd80a6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8ed7745f-b95a-42bc-aead-d56b5675f8ad), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.774734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1260bcdd-25a8-4fce-99be-452974bd80a6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 8ed7745f-b95a-42bc-aead-d56b5675f8ad owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:43.025113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 434a924d-974a-4880-9918-e1e4e4609e91 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:43.096683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 434a924d-974a-4880-9918-e1e4e4609e91 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:43.097232 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (434a924d-974a-4880-9918-e1e4e4609e91), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.186439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 434a924d-974a-4880-9918-e1e4e4609e91 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:43.186965 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (434a924d-974a-4880-9918-e1e4e4609e91), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.264449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 434a924d-974a-4880-9918-e1e4e4609e91, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=434a924d-974a-4880-9918-e1e4e4609e91,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:43.272122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (434a924d-974a-4880-9918-e1e4e4609e91), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.334847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=434a924d-974a-4880-9918-e1e4e4609e91,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:43.386216 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1260bcdd-25a8-4fce-99be-452974bd80a6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8ed7745f-b95a-42bc-aead-d56b5675f8ad), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.425246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260bcdd-25a8-4fce-99be-452974bd80a6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=8ed7745f-b95a-42bc-aead-d56b5675f8ad,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:43.452445 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1260bcdd-25a8-4fce-99be-452974bd80a6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.458597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1260bcdd-25a8-4fce-99be-452974bd80a6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/8ed7745f-b95a-42bc-aead-d56b5675f8ad HTTP/1.1" status: 204 len: 168 time: 0.9558601 Jan 27 22:33:43.458989 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38128) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:43.529358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ae388-e5ba-4b0e-9670-5c871267786c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:43.530648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ae388-e5ba-4b0e-9670-5c871267786c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:43.535460 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-445ae388-e5ba-4b0e-9670-5c871267786c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0751815 Jan 27 22:33:43.536092 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38134) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:43.606725 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad0da10-ae57-4ff0-b8a2-5e303edd5286 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet e24a4c24-492b-4834-98ea-c08cae3dd6cd {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:43.610846 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bad0da10-ae57-4ff0-b8a2-5e303edd5286 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (e24a4c24-492b-4834-98ea-c08cae3dd6cd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.671432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bad0da10-ae57-4ff0-b8a2-5e303edd5286 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (e24a4c24-492b-4834-98ea-c08cae3dd6cd), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.745258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-14ee2a90-c5b7-434a-86c1-977b4b36d8a0 None None] Provisioning complete for port 434a924d-974a-4880-9918-e1e4e4609e91 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:43.746081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14ee2a90-c5b7-434a-86c1-977b4b36d8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (434a924d-974a-4880-9918-e1e4e4609e91), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.772315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bad0da10-ae57-4ff0-b8a2-5e303edd5286 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e24a4c24-492b-4834-98ea-c08cae3dd6cd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.859394 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bad0da10-ae57-4ff0-b8a2-5e303edd5286 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (e24a4c24-492b-4834-98ea-c08cae3dd6cd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.866668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-14ee2a90-c5b7-434a-86c1-977b4b36d8a0 None None] Current status of the port 434a924d-974a-4880-9918-e1e4e4609e91 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:43.900474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0da10-ae57-4ff0-b8a2-5e303edd5286 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=e24a4c24-492b-4834-98ea-c08cae3dd6cd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:43.917398 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bad0da10-ae57-4ff0-b8a2-5e303edd5286 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.924866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38140) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:43.931296 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bad0da10-ae57-4ff0-b8a2-5e303edd5286 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/e24a4c24-492b-4834-98ea-c08cae3dd6cd HTTP/1.1" status: 204 len: 168 time: 0.3882256 Jan 27 22:33:43.983321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7e026097-883f-49ba-b872-d452f7605221 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572519 Jan 27 22:33:43.986626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38142) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:43.992197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:44.021736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fbfb90-4d5e-4099-816d-dc580b364e87 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:44.087430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-39e61841-efcb-44be-8980-236ab7229731 None None] Could not find standard attr ID for object 8ed7745f-b95a-42bc-aead-d56b5675f8ad. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:33:44.121067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:44.125452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:44.213380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:44.292213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] Deleting port 434a924d-974a-4880-9918-e1e4e4609e91 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:44.292482 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (434a924d-974a-4880-9918-e1e4e4609e91), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:44.364384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] For port 434a924d-974a-4880-9918-e1e4e4609e91, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=434a924d-974a-4880-9918-e1e4e4609e91,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:44.364838 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (434a924d-974a-4880-9918-e1e4e4609e91), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:44.377682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (ab4b0e0a-42be-49bf-804c-1a0019de4f04), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:44.380226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] Calling delete_port for 434a924d-974a-4880-9918-e1e4e4609e91 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:44.396273 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:44.399225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:44.423282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:44.424147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:44.452716 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4649587 Jan 27 22:33:44.455700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38154) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:44.460785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': 'ab4b0e0a-42be-49bf-804c-1a0019de4f04', 'ip_address': '2001:db8::c1d8:3fc0:84d0:92e5'}], 'name': 'tempest-NetworksTestDHCPv6-1780497221'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:44.463838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6f79-3e66-4851-b216-f468d7b11572 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=ab4b0e0a-42be-49bf-804c-1a0019de4f04,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:44.487903 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (434a924d-974a-4880-9918-e1e4e4609e91), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:44.519871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] Pushing event deleted for resources: {'Port': ['ID=434a924d-974a-4880-9918-e1e4e4609e91,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:44.524064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee6e0b-bd9f-4325-966d-f6d091990832 None None] No DVR routers for this DVR port 434a924d-974a-4880-9918-e1e4e4609e91 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:44.544532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435bb02-4730-4f37-8f07-c199103be579 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:44.623930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:44.629112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:44.654774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': 'ab4b0e0a-42be-49bf-804c-1a0019de4f04'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:33:44.655702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:44.657499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port da4e61dd-f146-4f0a-b19a-f010cd4fb10a yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:44.818803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/ab4b0e0a-42be-49bf-804c-1a0019de4f04/447fe517-2978-4fef-a645-7ba96b6a17d4) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:44.955475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 434a924d-974a-4880-9918-e1e4e4609e91 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:44.982329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 434a924d-974a-4880-9918-e1e4e4609e91 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:44.982682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 434a924d-974a-4880-9918-e1e4e4609e91 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:45.001195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Publish callbacks [] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.009118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.047935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:45.051028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:45.054696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:45.069503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Pushing event updated for resources: {'Port': ['ID=447fe517-2978-4fef-a645-7ba96b6a17d4,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:45.069837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::c1d8:3fc0:84d0:92e5 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/ab4b0e0a-42be-49bf-804c-1a0019de4f04/da4e61dd-f146-4f0a-b19a-f010cd4fb10a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:45.124803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Attempting to bind port 447fe517-2978-4fef-a645-7ba96b6a17d4 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:45.125390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Attempting to bind port 447fe517-2978-4fef-a645-7ba96b6a17d4 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:45.125561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Attempting to bind port 447fe517-2978-4fef-a645-7ba96b6a17d4 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:45.131218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:45.131632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:45.132044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.132929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:45.133413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Bound port: 447fe517-2978-4fef-a645-7ba96b6a17d4, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:45.133800 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.199521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] For port 447fe517-2978-4fef-a645-7ba96b6a17d4, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:45.203095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] For port 447fe517-2978-4fef-a645-7ba96b6a17d4, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=447fe517-2978-4fef-a645-7ba96b6a17d4,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:45.209376 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.256712 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (da4e61dd-f146-4f0a-b19a-f010cd4fb10a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.287471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7b71e-7c92-4af0-9e3f-4dd8622c3dfe None None] Pushing event updated for resources: {'Port': ['ID=447fe517-2978-4fef-a645-7ba96b6a17d4,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:45.318222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (da4e61dd-f146-4f0a-b19a-f010cd4fb10a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.374310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:45.380336 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:45.387304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:45.394211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:45.399585 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.404260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=da4e61dd-f146-4f0a-b19a-f010cd4fb10a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:45.422927 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-daf15ff3-13ce-4008-a8f9-c579f8bbd3c8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9661703 Jan 27 22:33:45.425394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:45.485381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b265550c-b86e-4d2b-aee6-7b408c768c13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:45.494399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b265550c-b86e-4d2b-aee6-7b408c768c13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:45.496846 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b265550c-b86e-4d2b-aee6-7b408c768c13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0702078 Jan 27 22:33:45.499791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38174) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:45.619639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8493b9fb-348e-4e36-9f58-04bf11b67c90 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port da4e61dd-f146-4f0a-b19a-f010cd4fb10a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:45.619986 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8493b9fb-348e-4e36-9f58-04bf11b67c90 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (da4e61dd-f146-4f0a-b19a-f010cd4fb10a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.736630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8493b9fb-348e-4e36-9f58-04bf11b67c90 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (da4e61dd-f146-4f0a-b19a-f010cd4fb10a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.748651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8493b9fb-348e-4e36-9f58-04bf11b67c90 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for da4e61dd-f146-4f0a-b19a-f010cd4fb10a owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:45.891013 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8493b9fb-348e-4e36-9f58-04bf11b67c90 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (da4e61dd-f146-4f0a-b19a-f010cd4fb10a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.924521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493b9fb-348e-4e36-9f58-04bf11b67c90 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=da4e61dd-f146-4f0a-b19a-f010cd4fb10a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:45.950116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8493b9fb-348e-4e36-9f58-04bf11b67c90 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.953473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8493b9fb-348e-4e36-9f58-04bf11b67c90 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/da4e61dd-f146-4f0a-b19a-f010cd4fb10a HTTP/1.1" status: 204 len: 168 time: 0.4526148 Jan 27 22:33:45.956209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38184) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:46.009182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e45ef9-3588-40e5-81f6-2cd2447a943a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.010496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e45ef9-3588-40e5-81f6-2cd2447a943a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.014564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f0e45ef9-3588-40e5-81f6-2cd2447a943a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0549641 Jan 27 22:33:46.015026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38186) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:46.071017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7badee9-1737-49fd-97ae-6377b9b53052 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet ab4b0e0a-42be-49bf-804c-1a0019de4f04 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:46.074593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7badee9-1737-49fd-97ae-6377b9b53052 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (ab4b0e0a-42be-49bf-804c-1a0019de4f04), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.118902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7badee9-1737-49fd-97ae-6377b9b53052 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (ab4b0e0a-42be-49bf-804c-1a0019de4f04), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.220584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7badee9-1737-49fd-97ae-6377b9b53052 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (ab4b0e0a-42be-49bf-804c-1a0019de4f04), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.284512 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7badee9-1737-49fd-97ae-6377b9b53052 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (ab4b0e0a-42be-49bf-804c-1a0019de4f04), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.313514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7badee9-1737-49fd-97ae-6377b9b53052 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4b0e0a-42be-49bf-804c-1a0019de4f04,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:46.317399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7badee9-1737-49fd-97ae-6377b9b53052 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.320835 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7badee9-1737-49fd-97ae-6377b9b53052 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/ab4b0e0a-42be-49bf-804c-1a0019de4f04 HTTP/1.1" status: 204 len: 168 time: 0.3046131 Jan 27 22:33:46.323181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38192) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:46.373900 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3126f042-3a36-4a03-90d0-fe79d781382f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465448 Jan 27 22:33:46.374453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38198) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:46.378939 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:46.414093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fcd66c-04d9-437b-b69a-3f6fc470e6ac None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:46.478700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:46.482249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.499291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8ec46594-beba-487a-ad35-75a94a88dda8 None None] Provisioning complete for port 447fe517-2978-4fef-a645-7ba96b6a17d4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:46.499696 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ec46594-beba-487a-ad35-75a94a88dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.609057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8ec46594-beba-487a-ad35-75a94a88dda8 None None] Current status of the port 447fe517-2978-4fef-a645-7ba96b6a17d4 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:46.609411 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ec46594-beba-487a-ad35-75a94a88dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.642550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:46.654808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8ec46594-beba-487a-ad35-75a94a88dda8 None None] For port 447fe517-2978-4fef-a645-7ba96b6a17d4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=447fe517-2978-4fef-a645-7ba96b6a17d4,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:46.659887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ec46594-beba-487a-ad35-75a94a88dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.712516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (60ceb113-9080-4f01-a897-8682f962799e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.738628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec46594-beba-487a-ad35-75a94a88dda8 None None] Pushing event updated for resources: {'Port': ['ID=447fe517-2978-4fef-a645-7ba96b6a17d4,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:46.755697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] Deleting port 447fe517-2978-4fef-a645-7ba96b6a17d4 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:46.756351 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.764887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:46.768483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:46.773508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.774109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.791949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=60ceb113-9080-4f01-a897-8682f962799e,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:46.800928 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-649e87a0-72a6-4529-aed7-d12f66860c21 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4231849 Jan 27 22:33:46.801366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38206) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:46.805993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '60ceb113-9080-4f01-a897-8682f962799e', 'ip_address': '2001:db8::8c54:21ce:31d:1416'}], 'name': 'tempest-NetworksTestDHCPv6-1550682047'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:46.854514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] For port 447fe517-2978-4fef-a645-7ba96b6a17d4, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=447fe517-2978-4fef-a645-7ba96b6a17d4,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:46.855088 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.869033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] Calling delete_port for 447fe517-2978-4fef-a645-7ba96b6a17d4 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:46.939323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:46.953451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (447fe517-2978-4fef-a645-7ba96b6a17d4), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.980969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] Pushing event deleted for resources: {'Port': ['ID=447fe517-2978-4fef-a645-7ba96b6a17d4,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:46.987583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b257f-68c6-4fde-805d-8195cf1cf373 None None] No DVR routers for this DVR port 447fe517-2978-4fef-a645-7ba96b6a17d4 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:47.008274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c318e4b0-9555-4782-ae56-7a136c9f2e94 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:47.033213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.052967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 72c1c0d5-e578-45da-9d0b-df48d66bc3fe yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:47.123307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '60ceb113-9080-4f01-a897-8682f962799e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:33:47.124220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.228092 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::8c54:21ce:31d:1416 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/60ceb113-9080-4f01-a897-8682f962799e/72c1c0d5-e578-45da-9d0b-df48d66bc3fe) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:47.386074 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (72c1c0d5-e578-45da-9d0b-df48d66bc3fe), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.423766 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (72c1c0d5-e578-45da-9d0b-df48d66bc3fe), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.471291 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:47.476875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:47.482290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:47.487165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:47.487835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.494307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=72c1c0d5-e578-45da-9d0b-df48d66bc3fe,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:47.517075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/60ceb113-9080-4f01-a897-8682f962799e/1c7395a9-a071-4374-8275-3d6010d7d4e5) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:47.518790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38222) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:47.529569 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ec9f2d1-d196-4608-a91d-a0d2c4152eef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7138891 Jan 27 22:33:47.573314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4b95d1-f9c1-4c96-ba37-99bb4c852f75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:47.575045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5f4b95d1-f9c1-4c96-ba37-99bb4c852f75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0552194 Jan 27 22:33:47.579065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38224) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:47.683151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-682cfa2f-3b92-4900-9bc0-15ccbb07006f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 72c1c0d5-e578-45da-9d0b-df48d66bc3fe {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:47.683532 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-682cfa2f-3b92-4900-9bc0-15ccbb07006f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (72c1c0d5-e578-45da-9d0b-df48d66bc3fe), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.690294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Publish callbacks [] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.702314 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.749111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:47.753132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:47.756196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:47.758137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Pushing event updated for resources: {'Port': ['ID=1c7395a9-a071-4374-8275-3d6010d7d4e5,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:47.792963 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-682cfa2f-3b92-4900-9bc0-15ccbb07006f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (72c1c0d5-e578-45da-9d0b-df48d66bc3fe), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.809960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-682cfa2f-3b92-4900-9bc0-15ccbb07006f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 72c1c0d5-e578-45da-9d0b-df48d66bc3fe owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:47.821451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Attempting to bind port 1c7395a9-a071-4374-8275-3d6010d7d4e5 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:47.822061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Attempting to bind port 1c7395a9-a071-4374-8275-3d6010d7d4e5 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:47.822631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Attempting to bind port 1c7395a9-a071-4374-8275-3d6010d7d4e5 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:47.828444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:47.828800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:47.829298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.829622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:47.830381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Bound port: 1c7395a9-a071-4374-8275-3d6010d7d4e5, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:47.830771 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.898960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] For port 1c7395a9-a071-4374-8275-3d6010d7d4e5, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:47.902083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] For port 1c7395a9-a071-4374-8275-3d6010d7d4e5, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1c7395a9-a071-4374-8275-3d6010d7d4e5,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:47.907750 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.958523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-682cfa2f-3b92-4900-9bc0-15ccbb07006f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (72c1c0d5-e578-45da-9d0b-df48d66bc3fe), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:47.976487 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac4753-3049-4f4b-954b-3176a6f19c49 None None] Pushing event updated for resources: {'Port': ['ID=1c7395a9-a071-4374-8275-3d6010d7d4e5,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:47.994229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cfa2f-3b92-4900-9bc0-15ccbb07006f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=72c1c0d5-e578-45da-9d0b-df48d66bc3fe,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:48.026106 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-682cfa2f-3b92-4900-9bc0-15ccbb07006f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.032005 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-682cfa2f-3b92-4900-9bc0-15ccbb07006f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/72c1c0d5-e578-45da-9d0b-df48d66bc3fe HTTP/1.1" status: 204 len: 168 time: 0.4513507 Jan 27 22:33:48.034698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38234) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:48.105928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf495301-73f5-48f2-a389-e9f77c306dd8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:48.107555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf495301-73f5-48f2-a389-e9f77c306dd8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:48.109153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bf495301-73f5-48f2-a389-e9f77c306dd8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0731926 Jan 27 22:33:48.111950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38236) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:48.186184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-227b99d3-f338-4cc5-9ce9-aef3e2a0cb78 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 60ceb113-9080-4f01-a897-8682f962799e {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:48.190029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-227b99d3-f338-4cc5-9ce9-aef3e2a0cb78 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (60ceb113-9080-4f01-a897-8682f962799e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.232655 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-227b99d3-f338-4cc5-9ce9-aef3e2a0cb78 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (60ceb113-9080-4f01-a897-8682f962799e), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.331792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-227b99d3-f338-4cc5-9ce9-aef3e2a0cb78 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (60ceb113-9080-4f01-a897-8682f962799e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.399044 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-227b99d3-f338-4cc5-9ce9-aef3e2a0cb78 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (60ceb113-9080-4f01-a897-8682f962799e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.425161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b99d3-f338-4cc5-9ce9-aef3e2a0cb78 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=60ceb113-9080-4f01-a897-8682f962799e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:48.426807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.431300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-227b99d3-f338-4cc5-9ce9-aef3e2a0cb78 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.437221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-227b99d3-f338-4cc5-9ce9-aef3e2a0cb78 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/60ceb113-9080-4f01-a897-8682f962799e HTTP/1.1" status: 204 len: 168 time: 0.3217375 Jan 27 22:33:48.437349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:48.474959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d98b076b-88b5-445f-acd7-53d40d18f238 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366154 Jan 27 22:33:48.477437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38246) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:48.531373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f50f5-00cb-49fd-ba0e-1804816c60cb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:48.532924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f34f50f5-00cb-49fd-ba0e-1804816c60cb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0545549 Jan 27 22:33:48.535610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38248) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:48.588790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f180673-5dc9-4351-8ccc-b066553c6be9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:48.590580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4f180673-5dc9-4351-8ccc-b066553c6be9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539343 Jan 27 22:33:48.593942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38252) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:48.636455 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-224548f6-68c2-4523-8796-dd4e7a989ed9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410128 Jan 27 22:33:48.641462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38256) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:48.648783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:48.748695 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:48.753922 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.988357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (e5f00276-7425-48e0-83ec-b57d8bf63cc7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.032706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:49.037608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:49.045013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1c7395a9-a071-4374-8275-3d6010d7d4e5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:49.049596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:49.050269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.071279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=e5f00276-7425-48e0-83ec-b57d8bf63cc7,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:49.077671 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a2fe2cc8-c3c2-4fd1-8f58-414289d05972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4350364 Jan 27 22:33:49.080358 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38262) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:49.086817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': 'e5f00276-7425-48e0-83ec-b57d8bf63cc7', 'ip_address': '2001:db8::c679:6d85:1339:edb5'}], 'name': 'tempest-NetworksTestDHCPv6-769775068'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:49.104854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1c7395a9-a071-4374-8275-3d6010d7d4e5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:49.105276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.127467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44beda-8d68-4590-b3d9-c1cc1e3efc6a None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:49.204262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:49.209609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.228285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-938ddac0-8336-42e6-9b14-e0f3457e34f3 None None] Provisioning complete for port 1c7395a9-a071-4374-8275-3d6010d7d4e5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:49.228663 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-938ddac0-8336-42e6-9b14-e0f3457e34f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.231912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port d71612c1-8751-4acd-bcca-00dc62f96d06 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:49.440380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::c679:6d85:1339:edb5 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/e5f00276-7425-48e0-83ec-b57d8bf63cc7/d71612c1-8751-4acd-bcca-00dc62f96d06) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:49.488558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1c7395a9-a071-4374-8275-3d6010d7d4e5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:49.489412 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.558262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 1c7395a9-a071-4374-8275-3d6010d7d4e5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1c7395a9-a071-4374-8275-3d6010d7d4e5,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:49.570015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.573933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-938ddac0-8336-42e6-9b14-e0f3457e34f3 None None] Current status of the port 1c7395a9-a071-4374-8275-3d6010d7d4e5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:49.574708 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-938ddac0-8336-42e6-9b14-e0f3457e34f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.658649 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (d71612c1-8751-4acd-bcca-00dc62f96d06), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.680852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=1c7395a9-a071-4374-8275-3d6010d7d4e5,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:49.698491 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-938ddac0-8336-42e6-9b14-e0f3457e34f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:33:49.698985 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-938ddac0-8336-42e6-9b14-e0f3457e34f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:33:49.708335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d71612c1-8751-4acd-bcca-00dc62f96d06), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.762257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:49.768560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:49.778431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:49.784665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:49.785483 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:49.790133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=d71612c1-8751-4acd-bcca-00dc62f96d06,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:49.813172 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6ea3be3b-9e18-4f0c-8cdc-d85169ff2116 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7301581 Jan 27 22:33:49.816094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38274) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:49.821427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5afc55fc-17d6-429e-979d-7abd18a289f1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': 'e5f00276-7425-48e0-83ec-b57d8bf63cc7', 'ip_address': '2001:db8::c679:6d85:1339:edb5'}], 'name': 'tempest-NetworksTestDHCPv6-549921063'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:49.949684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc55fc-17d6-429e-979d-7abd18a289f1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:50.047705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5afc55fc-17d6-429e-979d-7abd18a289f1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.073056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-5afc55fc-17d6-429e-979d-7abd18a289f1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port a3d28ebc-a94e-4a9b-a34b-8f80e149707f yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:50.245675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-938ddac0-8336-42e6-9b14-e0f3457e34f3 None None] Current status of the port 1c7395a9-a071-4374-8275-3d6010d7d4e5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:50.271714 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afc55fc-17d6-429e-979d-7abd18a289f1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 22:33:50.272344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afc55fc-17d6-429e-979d-7abd18a289f1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:33:50.293630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38284) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:50.294265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5afc55fc-17d6-429e-979d-7abd18a289f1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4764121 Jan 27 22:33:50.345416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b91a45-e887-4314-aea8-ec641f32c169 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:50.350855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b91a45-e887-4314-aea8-ec641f32c169 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:50.354800 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e5b91a45-e887-4314-aea8-ec641f32c169 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0599189 Jan 27 22:33:50.358025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:50.367974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-339aff07-fc07-41fa-86b5-8ab12e39be3e None None] Could not find standard attr ID for object 72c1c0d5-e578-45da-9d0b-df48d66bc3fe. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:33:50.382424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-339aff07-fc07-41fa-86b5-8ab12e39be3e None None] Provisioning complete for port 1c7395a9-a071-4374-8275-3d6010d7d4e5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:50.382907 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-339aff07-fc07-41fa-86b5-8ab12e39be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.487559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2f071-815f-4c04-9423-56db1370458b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port d71612c1-8751-4acd-bcca-00dc62f96d06 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:50.488641 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f071-815f-4c04-9423-56db1370458b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d71612c1-8751-4acd-bcca-00dc62f96d06), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.495311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-339aff07-fc07-41fa-86b5-8ab12e39be3e None None] Current status of the port 1c7395a9-a071-4374-8275-3d6010d7d4e5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:50.499207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-339aff07-fc07-41fa-86b5-8ab12e39be3e None None] Could not find standard attr ID for object da4e61dd-f146-4f0a-b19a-f010cd4fb10a. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:33:50.594393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f071-815f-4c04-9423-56db1370458b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d71612c1-8751-4acd-bcca-00dc62f96d06), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.608095 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2f071-815f-4c04-9423-56db1370458b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for d71612c1-8751-4acd-bcca-00dc62f96d06 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:50.635149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d9ad3546-3823-4b68-ba30-75e564f91a33 None None] Provisioning complete for port d71612c1-8751-4acd-bcca-00dc62f96d06 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:50.636455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3546-3823-4b68-ba30-75e564f91a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d71612c1-8751-4acd-bcca-00dc62f96d06), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.682040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad3546-3823-4b68-ba30-75e564f91a33 None None] Port d71612c1-8751-4acd-bcca-00dc62f96d06 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:50.810103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f071-815f-4c04-9423-56db1370458b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (d71612c1-8751-4acd-bcca-00dc62f96d06), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.840943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2f071-815f-4c04-9423-56db1370458b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=d71612c1-8751-4acd-bcca-00dc62f96d06,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:50.871600 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbf2f071-815f-4c04-9423-56db1370458b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.878738 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cbf2f071-815f-4c04-9423-56db1370458b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/d71612c1-8751-4acd-bcca-00dc62f96d06 HTTP/1.1" status: 204 len: 168 time: 0.5193348 Jan 27 22:33:50.878907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38298) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:50.938965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca43775d-5907-4eb3-9922-2ec55f3aaa51 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:50.940398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca43775d-5907-4eb3-9922-2ec55f3aaa51 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:50.942331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ca43775d-5907-4eb3-9922-2ec55f3aaa51 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0625849 Jan 27 22:33:50.945673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38302) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:50.982228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1c7395a9-a071-4374-8275-3d6010d7d4e5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:51.013645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4aa65fd-42fb-4cc9-b935-580884f0d652 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet e5f00276-7425-48e0-83ec-b57d8bf63cc7 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:51.023178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4aa65fd-42fb-4cc9-b935-580884f0d652 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (e5f00276-7425-48e0-83ec-b57d8bf63cc7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.059147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1c7395a9-a071-4374-8275-3d6010d7d4e5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:51.059602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.089582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4aa65fd-42fb-4cc9-b935-580884f0d652 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (e5f00276-7425-48e0-83ec-b57d8bf63cc7), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.129688 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.161403 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4aa65fd-42fb-4cc9-b935-580884f0d652 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e5f00276-7425-48e0-83ec-b57d8bf63cc7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.178757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1c7395a9-a071-4374-8275-3d6010d7d4e5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:51.233698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4aa65fd-42fb-4cc9-b935-580884f0d652 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (e5f00276-7425-48e0-83ec-b57d8bf63cc7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.262053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa65fd-42fb-4cc9-b935-580884f0d652 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f00276-7425-48e0-83ec-b57d8bf63cc7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:51.268060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4aa65fd-42fb-4cc9-b935-580884f0d652 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.272684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e4aa65fd-42fb-4cc9-b935-580884f0d652 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/e5f00276-7425-48e0-83ec-b57d8bf63cc7 HTTP/1.1" status: 204 len: 168 time: 0.3247163 Jan 27 22:33:51.275013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38310) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:51.298724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e2623-3be3-4905-9efd-092114e6c7ba None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:51.319494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d3973d1-ffa1-4989-973e-298d27486c46 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414579 Jan 27 22:33:51.323364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38312) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:51.328954 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:51.420770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:51.427097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.466214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:51.532994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] Deleting port 1c7395a9-a071-4374-8275-3d6010d7d4e5 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:51.533562 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.612011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] For port 1c7395a9-a071-4374-8275-3d6010d7d4e5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1c7395a9-a071-4374-8275-3d6010d7d4e5,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:51.612545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.630099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] Calling delete_port for 1c7395a9-a071-4374-8275-3d6010d7d4e5 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:51.663204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (2d4ed3b0-003a-4e83-bf46-2ee444eaf84c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.717723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:51.721508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:51.725266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:51.725957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.729950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (1c7395a9-a071-4374-8275-3d6010d7d4e5), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.738094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=2d4ed3b0-003a-4e83-bf46-2ee444eaf84c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:51.756198 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a53bbc5f-e164-43b9-ae5c-21a88e94f504 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4288976 Jan 27 22:33:51.756759 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38320) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:51.762112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] Pushing event deleted for resources: {'Port': ['ID=1c7395a9-a071-4374-8275-3d6010d7d4e5,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:51.762302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c8d34172-9c4e-486f-a32e-09d6aa35e1d0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '2d4ed3b0-003a-4e83-bf46-2ee444eaf84c', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1553289552'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:51.765819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb447d-ca44-4bb6-b479-67083e61eed7 None None] No DVR routers for this DVR port 1c7395a9-a071-4374-8275-3d6010d7d4e5 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:51.783857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d18d8-c8fd-4cc0-a417-ca73f12bd2e5 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:51.906774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '2d4ed3b0-003a-4e83-bf46-2ee444eaf84c'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:33:51.907977 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.909625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d34172-9c4e-486f-a32e-09d6aa35e1d0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:51.917093 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c8d34172-9c4e-486f-a32e-09d6aa35e1d0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:51.938302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-c8d34172-9c4e-486f-a32e-09d6aa35e1d0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port b81ad172-2f33-4834-9c1c-3212b01f4268 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:33:52.065106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/2d4ed3b0-003a-4e83-bf46-2ee444eaf84c/b2b05ee5-db80-4652-ab9f-d22ef31a2896) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:52.246401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Publish callbacks [] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.254258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.295585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:52.298645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:52.304550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:52.310535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Pushing event updated for resources: {'Port': ['ID=b2b05ee5-db80-4652-ab9f-d22ef31a2896,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:52.375936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Attempting to bind port b2b05ee5-db80-4652-ab9f-d22ef31a2896 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:52.376626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Attempting to bind port b2b05ee5-db80-4652-ab9f-d22ef31a2896 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:52.376993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Attempting to bind port b2b05ee5-db80-4652-ab9f-d22ef31a2896 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:52.382275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:52.382643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:52.383044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.383514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:52.383931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Bound port: b2b05ee5-db80-4652-ab9f-d22ef31a2896, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:52.384307 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.406828 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d34172-9c4e-486f-a32e-09d6aa35e1d0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:33:52.407477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d34172-9c4e-486f-a32e-09d6aa35e1d0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:33:52.427307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38334) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:52.427951 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c8d34172-9c4e-486f-a32e-09d6aa35e1d0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6695828 Jan 27 22:33:52.460538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] For port b2b05ee5-db80-4652-ab9f-d22ef31a2896, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:52.464224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] For port b2b05ee5-db80-4652-ab9f-d22ef31a2896, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b2b05ee5-db80-4652-ab9f-d22ef31a2896,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:52.474820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.514827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6228d064-b5cb-465f-9ab8-d2a1d43a7ee2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:52.517815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6228d064-b5cb-465f-9ab8-d2a1d43a7ee2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0893795 Jan 27 22:33:52.521155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38336) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:52.545610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fd71b-1f4a-4be0-a31a-5282c0ffdbdf None None] Pushing event updated for resources: {'Port': ['ID=b2b05ee5-db80-4652-ab9f-d22ef31a2896,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:52.597130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63446cf5-bbf4-4ae1-82d6-04742c506656 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:52.598555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63446cf5-bbf4-4ae1-82d6-04742c506656 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:52.600215 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-63446cf5-bbf4-4ae1-82d6-04742c506656 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0778246 Jan 27 22:33:52.603281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38338) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:52.662733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c765abea-9e9a-4042-8d4c-a5d867c5b192 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 2d4ed3b0-003a-4e83-bf46-2ee444eaf84c {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:52.675583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c765abea-9e9a-4042-8d4c-a5d867c5b192 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (2d4ed3b0-003a-4e83-bf46-2ee444eaf84c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.717874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c765abea-9e9a-4042-8d4c-a5d867c5b192 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (2d4ed3b0-003a-4e83-bf46-2ee444eaf84c), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.867099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c765abea-9e9a-4042-8d4c-a5d867c5b192 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2d4ed3b0-003a-4e83-bf46-2ee444eaf84c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.951590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c765abea-9e9a-4042-8d4c-a5d867c5b192 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (2d4ed3b0-003a-4e83-bf46-2ee444eaf84c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.985711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765abea-9e9a-4042-8d4c-a5d867c5b192 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4ed3b0-003a-4e83-bf46-2ee444eaf84c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:52.990948 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c765abea-9e9a-4042-8d4c-a5d867c5b192 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.997349 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c765abea-9e9a-4042-8d4c-a5d867c5b192 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2d4ed3b0-003a-4e83-bf46-2ee444eaf84c HTTP/1.1" status: 204 len: 168 time: 0.3899941 Jan 27 22:33:52.997787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38350) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:53.034426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b2b05ee5-db80-4652-ab9f-d22ef31a2896 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:53.052955 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a585eaf0-7d09-4352-bd82-84d87c457891 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504396 Jan 27 22:33:53.053380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38354) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:53.059232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:53.102788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b2b05ee5-db80-4652-ab9f-d22ef31a2896 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:53.103448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.155790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:53.159736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.195630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b2b05ee5-db80-4652-ab9f-d22ef31a2896 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:53.196160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.231883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port b2b05ee5-db80-4652-ab9f-d22ef31a2896, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b2b05ee5-db80-4652-ab9f-d22ef31a2896,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:53.238030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.299322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=b2b05ee5-db80-4652-ab9f-d22ef31a2896,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:53.319618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1c7395a9-a071-4374-8275-3d6010d7d4e5 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:53.347740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 1c7395a9-a071-4374-8275-3d6010d7d4e5 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:53.348162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1c7395a9-a071-4374-8275-3d6010d7d4e5 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:53.408305 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (96a399f9-e3da-4a30-b45c-1e37860f8129), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.455832 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:53.459232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:53.464156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:53.465013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.478647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=96a399f9-e3da-4a30-b45c-1e37860f8129,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:53.493415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38360) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:53.498155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-da96b0b6-0133-4894-87e8-1d91fe6dc582 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-826628038', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:53.500066 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-af514b83-3ae5-4952-9458-8968078d6d2d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4453912 Jan 27 22:33:53.522830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da96b0b6-0133-4894-87e8-1d91fe6dc582 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (0b59046c-432e-4df6-ba1a-84c757d8aa7f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.523973 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da96b0b6-0133-4894-87e8-1d91fe6dc582 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (0b59046c-432e-4df6-ba1a-84c757d8aa7f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.591933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da96b0b6-0133-4894-87e8-1d91fe6dc582 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router_controller (0b59046c-432e-4df6-ba1a-84c757d8aa7f), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.597780 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da96b0b6-0133-4894-87e8-1d91fe6dc582 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (0b59046c-432e-4df6-ba1a-84c757d8aa7f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.618054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da96b0b6-0133-4894-87e8-1d91fe6dc582 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.619378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-da96b0b6-0133-4894-87e8-1d91fe6dc582 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1250527 Jan 27 22:33:53.622355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38366) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:53.769453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b61eaa-c704-4634-a26d-07c487d26954 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:53.854523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1aa096fc-401d-47a5-b379-55365bba0cb7 None None] Provisioning complete for port b2b05ee5-db80-4652-ab9f-d22ef31a2896 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:53.854897 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1aa096fc-401d-47a5-b379-55365bba0cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.951837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:53.969261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1aa096fc-401d-47a5-b379-55365bba0cb7 None None] Current status of the port b2b05ee5-db80-4652-ab9f-d22ef31a2896 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:54.190022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8f90ca28-54e6-488c-b7a5-f22a572e3a15 None None] Provisioning complete for port b2b05ee5-db80-4652-ab9f-d22ef31a2896 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:54.190401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8f90ca28-54e6-488c-b7a5-f22a572e3a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.234078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::1 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/96a399f9-e3da-4a30-b45c-1e37860f8129/a60fef99-848d-4790-bb55-01391dde1af8) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:54.276049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8f90ca28-54e6-488c-b7a5-f22a572e3a15 None None] Current status of the port b2b05ee5-db80-4652-ab9f-d22ef31a2896 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:54.353195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (a60fef99-848d-4790-bb55-01391dde1af8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.390424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a60fef99-848d-4790-bb55-01391dde1af8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.437560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:54.442694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:54.447248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:54.447808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (0b59046c-432e-4df6-ba1a-84c757d8aa7f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.452544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=a60fef99-848d-4790-bb55-01391dde1af8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:54.579260 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a60fef99-848d-4790-bb55-01391dde1af8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.807955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-13b66e52-092d-48c9-a368-d92a99771095 None None] Provisioning complete for port a60fef99-848d-4790-bb55-01391dde1af8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:54.808609 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-13b66e52-092d-48c9-a368-d92a99771095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a60fef99-848d-4790-bb55-01391dde1af8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.847233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-13b66e52-092d-48c9-a368-d92a99771095 None None] Port a60fef99-848d-4790-bb55-01391dde1af8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:54.882198 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (a60fef99-848d-4790-bb55-01391dde1af8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.887938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a60fef99-848d-4790-bb55-01391dde1af8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.888866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (0b59046c-432e-4df6-ba1a-84c757d8aa7f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.956231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b2b05ee5-db80-4652-ab9f-d22ef31a2896 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:54.987034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=a60fef99-848d-4790-bb55-01391dde1af8,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:55.007685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b2b05ee5-db80-4652-ab9f-d22ef31a2896 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:55.008063 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:55.048272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:55.050077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:55.096867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b2b05ee5-db80-4652-ab9f-d22ef31a2896 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:55.184701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Router 0b59046c-432e-4df6-ba1a-84c757d8aa7f is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:33:55.286910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:55.294402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38396) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:55.294851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eed355fc-c8e5-4831-8182-97808192697b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "PUT /v2.0/routers/0b59046c-432e-4df6-ba1a-84c757d8aa7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6707122 Jan 27 22:33:55.302571 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Sync routers for ids ['0b59046c-432e-4df6-ba1a-84c757d8aa7f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:55.319593 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Routers {'0b59046c-432e-4df6-ba1a-84c757d8aa7f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:55.320432 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0b59046c-432e-4df6-ba1a-84c757d8aa7f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:55.357395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577a232-05b0-444f-9bf3-0727842bf20f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:55.359843 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1577a232-05b0-444f-9bf3-0727842bf20f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports/a60fef99-848d-4790-bb55-01391dde1af8 HTTP/1.1" status: 200 len: 911 time: 0.0639877 Jan 27 22:33:55.362523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38398) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:55.376870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-dd5ded37-8aa4-487e-8e34-43339106b432 None None] Provisioning complete for port a60fef99-848d-4790-bb55-01391dde1af8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:55.377410 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dd5ded37-8aa4-487e-8e34-43339106b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a60fef99-848d-4790-bb55-01391dde1af8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:55.414444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae28c5f9-b4bc-4c18-b11b-64b7677e87c0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:55.416065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ded37-8aa4-487e-8e34-43339106b432 None None] Port a60fef99-848d-4790-bb55-01391dde1af8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:55.420175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae28c5f9-b4bc-4c18-b11b-64b7677e87c0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:55.424538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ae28c5f9-b4bc-4c18-b11b-64b7677e87c0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0583045 Jan 27 22:33:55.424774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38400) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:55.440415 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Set router 0b59046c-432e-4df6-ba1a-84c757d8aa7f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:55.687860 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b59046c-432e-4df6-ba1a-84c757d8aa7f', 'name': 'tempest-NetworksTestDHCPv6-router-826628038', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:33:53Z', 'updated_at': '2022-01-27T22:33:54Z', 'revision_number': 2, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'gw_port_host': None, '_interfaces': [{'id': 'a60fef99-848d-4790-bb55-01391dde1af8', 'name': '', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'mac_address': 'fa:16:3e:53:b1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b59046c-432e-4df6-ba1a-84c757d8aa7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '96a399f9-e3da-4a30-b45c-1e37860f8129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:33:54Z', 'updated_at': '2022-01-27T22:33:54Z', 'revision_number': 2, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'subnets': [{'id': '96a399f9-e3da-4a30-b45c-1e37860f8129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:55.719588 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Checking router: 0b59046c-432e-4df6-ba1a-84c757d8aa7f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:33:55.720416 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Updating router 0b59046c-432e-4df6-ba1a-84c757d8aa7f port a60fef99-848d-4790-bb55-01391dde1af8 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:33:55.750445 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a60fef99-848d-4790-bb55-01391dde1af8), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:55.897830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (0b59046c-432e-4df6-ba1a-84c757d8aa7f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.159787 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Publish callbacks [] for port (a60fef99-848d-4790-bb55-01391dde1af8), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.166148 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a60fef99-848d-4790-bb55-01391dde1af8), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.222006 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Pushing event updated for resources: {'Port': ['ID=a60fef99-848d-4790-bb55-01391dde1af8,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:56.243733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.244159 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.244511 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.244853 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.245178 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.245506 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.245832 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.246261 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.246584 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.246904 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.247230 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.247563 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.247880 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:56.285437 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Attempting to bind port a60fef99-848d-4790-bb55-01391dde1af8 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:56.285794 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Attempting to bind port a60fef99-848d-4790-bb55-01391dde1af8 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:56.286153 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Attempting to bind port a60fef99-848d-4790-bb55-01391dde1af8 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:56.292133 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:56.292506 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:56.293125 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.293653 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:56.294157 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Bound port: a60fef99-848d-4790-bb55-01391dde1af8, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:56.294535 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a60fef99-848d-4790-bb55-01391dde1af8), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.369183 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] For port a60fef99-848d-4790-bb55-01391dde1af8, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:56.372994 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] For port a60fef99-848d-4790-bb55-01391dde1af8, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a60fef99-848d-4790-bb55-01391dde1af8,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:56.381729 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a60fef99-848d-4790-bb55-01391dde1af8), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.454497 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8896-daef-4b64-bc31-7a1a3ca78d6e None None] Pushing event updated for resources: {'Port': ['ID=a60fef99-848d-4790-bb55-01391dde1af8,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:56.464253 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Routers {'0b59046c-432e-4df6-ba1a-84c757d8aa7f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:56.465741 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['0b59046c-432e-4df6-ba1a-84c757d8aa7f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:56.565083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port a60fef99-848d-4790-bb55-01391dde1af8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:56.565209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a60fef99-848d-4790-bb55-01391dde1af8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.570567 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] Set router 0b59046c-432e-4df6-ba1a-84c757d8aa7f gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:56.578798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-eda2d2b3-1d70-4843-b059-96461f60ca43 None None] Provisioning complete for port a60fef99-848d-4790-bb55-01391dde1af8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:56.579901 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eda2d2b3-1d70-4843-b059-96461f60ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a60fef99-848d-4790-bb55-01391dde1af8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.681354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] For port a60fef99-848d-4790-bb55-01391dde1af8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a60fef99-848d-4790-bb55-01391dde1af8,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:56.681748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a60fef99-848d-4790-bb55-01391dde1af8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.703392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for a60fef99-848d-4790-bb55-01391dde1af8 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:56.745343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-eda2d2b3-1d70-4843-b059-96461f60ca43 None None] Current status of the port a60fef99-848d-4790-bb55-01391dde1af8 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:56.745760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eda2d2b3-1d70-4843-b059-96461f60ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a60fef99-848d-4790-bb55-01391dde1af8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.802047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eda2d2b3-1d70-4843-b059-96461f60ca43 None None] For port a60fef99-848d-4790-bb55-01391dde1af8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a60fef99-848d-4790-bb55-01391dde1af8,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:56.811160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eda2d2b3-1d70-4843-b059-96461f60ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a60fef99-848d-4790-bb55-01391dde1af8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.874418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2d2b3-1d70-4843-b059-96461f60ca43 None None] Pushing event updated for resources: {'Port': ['ID=a60fef99-848d-4790-bb55-01391dde1af8,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:56.942534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-43dfc394-06fe-4e6f-984f-62a703dd227a None None] Provisioning complete for port a60fef99-848d-4790-bb55-01391dde1af8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:56.942926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-43dfc394-06fe-4e6f-984f-62a703dd227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a60fef99-848d-4790-bb55-01391dde1af8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.963621 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b59046c-432e-4df6-ba1a-84c757d8aa7f', 'name': 'tempest-NetworksTestDHCPv6-router-826628038', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:33:53Z', 'updated_at': '2022-01-27T22:33:54Z', 'revision_number': 2, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'gw_port_host': None, '_interfaces': [{'id': 'a60fef99-848d-4790-bb55-01391dde1af8', 'name': '', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'mac_address': 'fa:16:3e:53:b1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b59046c-432e-4df6-ba1a-84c757d8aa7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '96a399f9-e3da-4a30-b45c-1e37860f8129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:33:54Z', 'updated_at': '2022-01-27T22:33:56Z', 'revision_number': 4, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'subnets': [{'id': '96a399f9-e3da-4a30-b45c-1e37860f8129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:56.984639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a60fef99-848d-4790-bb55-01391dde1af8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.994112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-43dfc394-06fe-4e6f-984f-62a703dd227a None None] Could not find standard attr ID for object a60fef99-848d-4790-bb55-01391dde1af8. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:33:56.997743 n-d-826529-2 neutron-server[103331]: INFO neutron.plugins.ml2.db [None req-43dfc394-06fe-4e6f-984f-62a703dd227a None None] No ports have port_id starting with a60fef99-848d-4790-bb55-01391dde1af8 Jan 27 22:33:57.011665 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f06dc-ebb1-4858-8f64-a810078c6a73 None None] The sync data for ids ['0b59046c-432e-4df6-ba1a-84c757d8aa7f'] in n-d-826529-2 is: [{'id': '0b59046c-432e-4df6-ba1a-84c757d8aa7f', 'name': 'tempest-NetworksTestDHCPv6-router-826628038', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:33:53Z', 'updated_at': '2022-01-27T22:33:54Z', 'revision_number': 2, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'gw_port_host': None, '_interfaces': [{'id': 'a60fef99-848d-4790-bb55-01391dde1af8', 'name': '', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'mac_address': 'fa:16:3e:53:b1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b59046c-432e-4df6-ba1a-84c757d8aa7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '96a399f9-e3da-4a30-b45c-1e37860f8129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:33:54Z', 'updated_at': '2022-01-27T22:33:56Z', 'revision_number': 4, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'subnets': [{'id': '96a399f9-e3da-4a30-b45c-1e37860f8129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:57.012946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=a60fef99-848d-4790-bb55-01391dde1af8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:57.128502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (0b59046c-432e-4df6-ba1a-84c757d8aa7f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:57.331674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Router 0b59046c-432e-4df6-ba1a-84c757d8aa7f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:33:57.422010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:57.431165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dd4c50aa-298e-4c4f-a201-4731269cbe40 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "PUT /v2.0/routers/0b59046c-432e-4df6-ba1a-84c757d8aa7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0046258 Jan 27 22:33:57.431165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38442) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:57.486054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b274e-6f47-4e4c-8f70-00fb114851e8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:57.487454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b274e-6f47-4e4c-8f70-00fb114851e8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:57.491779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38444) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:57.492326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dd2b274e-6f47-4e4c-8f70-00fb114851e8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0596952 Jan 27 22:33:57.546871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e734f3-793e-48a5-bed2-beec7d2e97fe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 96a399f9-e3da-4a30-b45c-1e37860f8129 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:57.550639 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e734f3-793e-48a5-bed2-beec7d2e97fe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (96a399f9-e3da-4a30-b45c-1e37860f8129), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:57.600064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e734f3-793e-48a5-bed2-beec7d2e97fe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (96a399f9-e3da-4a30-b45c-1e37860f8129), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:57.649431 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e734f3-793e-48a5-bed2-beec7d2e97fe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (96a399f9-e3da-4a30-b45c-1e37860f8129), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:57.721638 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e734f3-793e-48a5-bed2-beec7d2e97fe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (96a399f9-e3da-4a30-b45c-1e37860f8129), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:57.749836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e734f3-793e-48a5-bed2-beec7d2e97fe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=96a399f9-e3da-4a30-b45c-1e37860f8129,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:57.753988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b8e734f3-793e-48a5-bed2-beec7d2e97fe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:57.757552 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b8e734f3-793e-48a5-bed2-beec7d2e97fe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/96a399f9-e3da-4a30-b45c-1e37860f8129 HTTP/1.1" status: 204 len: 168 time: 0.2639160 Jan 27 22:33:57.760134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38446) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:57.774324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4360d31c-e146-42bf-bb66-184db792adac None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:57.919734 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4fba4b70-5a02-47b4-8501-4b867965962e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1584008 Jan 27 22:33:57.922338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38450) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:57.936696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:57.991676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] Deleting port b2b05ee5-db80-4652-ab9f-d22ef31a2896 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:57.991918 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.003889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a1812ee-defa-4003-b930-4d115ba97452 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router (0b59046c-432e-4df6-ba1a-84c757d8aa7f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.062743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] For port b2b05ee5-db80-4652-ab9f-d22ef31a2896, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b2b05ee5-db80-4652-ab9f-d22ef31a2896,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:58.063326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.078256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] Calling delete_port for b2b05ee5-db80-4652-ab9f-d22ef31a2896 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:58.169395 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (b2b05ee5-db80-4652-ab9f-d22ef31a2896), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.182870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a1812ee-defa-4003-b930-4d115ba97452 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (0b59046c-432e-4df6-ba1a-84c757d8aa7f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.185714 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a1812ee-defa-4003-b930-4d115ba97452 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router_controller (0b59046c-432e-4df6-ba1a-84c757d8aa7f), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.199251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] Pushing event deleted for resources: {'Port': ['ID=b2b05ee5-db80-4652-ab9f-d22ef31a2896,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:58.206377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dbd83f-ab61-4307-9973-84f466e5048b None None] No DVR routers for this DVR port b2b05ee5-db80-4652-ab9f-d22ef31a2896 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:58.237186 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a1812ee-defa-4003-b930-4d115ba97452 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (0b59046c-432e-4df6-ba1a-84c757d8aa7f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.238100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1812ee-defa-4003-b930-4d115ba97452 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Fanout notify agent at l3_agent the message router_deleted on router 0b59046c-432e-4df6-ba1a-84c757d8aa7f {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:33:58.247294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a1812ee-defa-4003-b930-4d115ba97452 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.251808 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8a1812ee-defa-4003-b930-4d115ba97452 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/routers/0b59046c-432e-4df6-ba1a-84c757d8aa7f HTTP/1.1" status: 204 len: 168 time: 0.3257051 Jan 27 22:33:58.252240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38452) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:58.257885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:58.349894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:58.354148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.565152 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (b31df832-a2f6-4ad0-b93f-b2af1ff405eb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.566298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11afed4b-1528-4e51-a84a-98f72a7d422d None None] Sync routers for ids ['0b59046c-432e-4df6-ba1a-84c757d8aa7f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:58.583233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11afed4b-1528-4e51-a84a-98f72a7d422d None None] Routers set() bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:58.583973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11afed4b-1528-4e51-a84a-98f72a7d422d None None] Router IDs set() for agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:33:58.584631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_agentschedulers_db [None req-11afed4b-1528-4e51-a84a-98f72a7d422d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b59046c-432e-4df6-ba1a-84c757d8aa7f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent'). {{(pid=103331) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:33:58.600258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11afed4b-1528-4e51-a84a-98f72a7d422d None None] Routers set() bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:58.600732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11afed4b-1528-4e51-a84a-98f72a7d422d None None] Router IDs set() for agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:33:58.601641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_agentschedulers_db [None req-11afed4b-1528-4e51-a84a-98f72a7d422d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b59046c-432e-4df6-ba1a-84c757d8aa7f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent'). {{(pid=103331) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:33:58.602194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11afed4b-1528-4e51-a84a-98f72a7d422d None None] The sync data for ids ['0b59046c-432e-4df6-ba1a-84c757d8aa7f'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:58.611023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:58.621205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:58.626007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:58.626610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.638519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc21dca3-7be8-455d-8506-48aad5cd87a2 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:58.656724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4032850 Jan 27 22:33:58.657906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e960c-d8e7-43cd-9bec-5bc9d5c0a97a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=b31df832-a2f6-4ad0-b93f-b2af1ff405eb,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:58.659794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38454) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:58.667081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-775bc3d6-0a53-40cc-b825-3cc0d87de9aa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-506170113', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:58.694435 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-775bc3d6-0a53-40cc-b825-3cc0d87de9aa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (4d16d373-c57d-495d-becf-da57e79c5695), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.695857 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-775bc3d6-0a53-40cc-b825-3cc0d87de9aa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (4d16d373-c57d-495d-becf-da57e79c5695), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.758357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-775bc3d6-0a53-40cc-b825-3cc0d87de9aa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router_controller (4d16d373-c57d-495d-becf-da57e79c5695), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.763106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': 'b31df832-a2f6-4ad0-b93f-b2af1ff405eb'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:33:58.763865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-775bc3d6-0a53-40cc-b825-3cc0d87de9aa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (4d16d373-c57d-495d-becf-da57e79c5695), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.764229 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.783452 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-775bc3d6-0a53-40cc-b825-3cc0d87de9aa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:58.787598 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-775bc3d6-0a53-40cc-b825-3cc0d87de9aa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1216295 Jan 27 22:33:58.788049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38456) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:58.920926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/b31df832-a2f6-4ad0-b93f-b2af1ff405eb/74a6abc4-08e3-4815-99da-d000e8a82d69) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:59.110669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b2b05ee5-db80-4652-ab9f-d22ef31a2896 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:59.122683 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.142808 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Publish callbacks [] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.144347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b2b05ee5-db80-4652-ab9f-d22ef31a2896 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:59.144709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b2b05ee5-db80-4652-ab9f-d22ef31a2896 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:59.153320 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.193322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:59.196299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:59.198791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:59.214246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Pushing event updated for resources: {'Port': ['ID=74a6abc4-08e3-4815-99da-d000e8a82d69,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:59.270279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Attempting to bind port 74a6abc4-08e3-4815-99da-d000e8a82d69 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:59.270844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Attempting to bind port 74a6abc4-08e3-4815-99da-d000e8a82d69 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:59.271296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Attempting to bind port 74a6abc4-08e3-4815-99da-d000e8a82d69 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:59.276476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:59.276926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:59.277433 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.277931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:59.278483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Bound port: 74a6abc4-08e3-4815-99da-d000e8a82d69, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:59.278923 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.346928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] For port 74a6abc4-08e3-4815-99da-d000e8a82d69, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:59.351240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] For port 74a6abc4-08e3-4815-99da-d000e8a82d69, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=74a6abc4-08e3-4815-99da-d000e8a82d69,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:59.355974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.384452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::1 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/b31df832-a2f6-4ad0-b93f-b2af1ff405eb/a06a62fa-b539-4262-956a-ee5739914d7d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:59.420958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1e29-0044-4c95-92ca-657610170bf2 None None] Pushing event updated for resources: {'Port': ['ID=74a6abc4-08e3-4815-99da-d000e8a82d69,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:59.538081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (a06a62fa-b539-4262-956a-ee5739914d7d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.602698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.649914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:59.654638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:59.660784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:59.661685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (4d16d373-c57d-495d-becf-da57e79c5695), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.709337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=a06a62fa-b539-4262-956a-ee5739914d7d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:59.803520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:00.084272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (a06a62fa-b539-4262-956a-ee5739914d7d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:00.089970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:00.090854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (4d16d373-c57d-495d-becf-da57e79c5695), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:00.177226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=a06a62fa-b539-4262-956a-ee5739914d7d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:00.222475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:00.224213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:00.354238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Router 4d16d373-c57d-495d-becf-da57e79c5695 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:34:00.458858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:34:00.464572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e77be5a6-a24f-419d-81df-5749887b1839 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "PUT /v2.0/routers/4d16d373-c57d-495d-becf-da57e79c5695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6750443 Jan 27 22:34:00.467269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38462) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:00.470287 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Sync routers for ids ['4d16d373-c57d-495d-becf-da57e79c5695'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:34:00.481597 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Routers {'4d16d373-c57d-495d-becf-da57e79c5695'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:34:00.482624 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['4d16d373-c57d-495d-becf-da57e79c5695'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:00.514906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6407897-5fc8-49c0-b627-65fb975fbb35 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:00.519490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38464) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:00.529111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b6407897-5fc8-49c0-b627-65fb975fbb35 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports/a06a62fa-b539-4262-956a-ee5739914d7d HTTP/1.1" status: 200 len: 911 time: 0.0604110 Jan 27 22:34:00.570949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Provisioning complete for port 74a6abc4-08e3-4815-99da-d000e8a82d69 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:00.574603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134adb36-6ea0-4e57-96cd-3192c5905844 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:00.575333 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:00.580732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134adb36-6ea0-4e57-96cd-3192c5905844 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:00.582723 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-134adb36-6ea0-4e57-96cd-3192c5905844 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0622103 Jan 27 22:34:00.585757 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38466) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:00.615699 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Set router 4d16d373-c57d-495d-becf-da57e79c5695 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:34:00.687017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Current status of the port 74a6abc4-08e3-4815-99da-d000e8a82d69 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:00.687316 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:00.739831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] For port 74a6abc4-08e3-4815-99da-d000e8a82d69, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=74a6abc4-08e3-4815-99da-d000e8a82d69,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:00.748398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:00.938925 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d16d373-c57d-495d-becf-da57e79c5695', 'name': 'tempest-NetworksTestDHCPv6-router-506170113', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:33:58Z', 'updated_at': '2022-01-27T22:33:59Z', 'revision_number': 2, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'gw_port_host': None, '_interfaces': [{'id': 'a06a62fa-b539-4262-956a-ee5739914d7d', 'name': '', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'mac_address': 'fa:16:3e:4d:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d16d373-c57d-495d-becf-da57e79c5695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'b31df832-a2f6-4ad0-b93f-b2af1ff405eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:33:59Z', 'updated_at': '2022-01-27T22:33:59Z', 'revision_number': 2, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'subnets': [{'id': 'b31df832-a2f6-4ad0-b93f-b2af1ff405eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:00.994537 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Checking router: 4d16d373-c57d-495d-becf-da57e79c5695 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:34:00.994878 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Updating router 4d16d373-c57d-495d-becf-da57e79c5695 port a06a62fa-b539-4262-956a-ee5739914d7d binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:34:01.059289 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.131040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 74a6abc4-08e3-4815-99da-d000e8a82d69 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:01.176621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8af26f32-3b88-4761-b6a2-0e5521ac0287 None None] Provisioning complete for port a06a62fa-b539-4262-956a-ee5739914d7d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:01.177209 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8af26f32-3b88-4761-b6a2-0e5521ac0287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.249630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (4d16d373-c57d-495d-becf-da57e79c5695), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.253912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Pushing event updated for resources: {'Port': ['ID=74a6abc4-08e3-4815-99da-d000e8a82d69,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:01.272884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.273338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.273746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.274148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.274683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.275085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.275500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.275895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.276286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.276678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.277068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.277494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.277878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd62968-954c-47d0-a01b-4739065e8774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:01.289344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8af26f32-3b88-4761-b6a2-0e5521ac0287 None None] Port a06a62fa-b539-4262-956a-ee5739914d7d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:34:01.295378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 74a6abc4-08e3-4815-99da-d000e8a82d69 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:01.295866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.379583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 74a6abc4-08e3-4815-99da-d000e8a82d69 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:01.406009 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Publish callbacks [] for port (a06a62fa-b539-4262-956a-ee5739914d7d), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.415001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-23e3d864-c8f9-4fb0-9248-96d4cf8e1520 None None] Provisioning complete for port a06a62fa-b539-4262-956a-ee5739914d7d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:01.415452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-23e3d864-c8f9-4fb0-9248-96d4cf8e1520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.417233 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.459986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-23e3d864-c8f9-4fb0-9248-96d4cf8e1520 None None] Port a06a62fa-b539-4262-956a-ee5739914d7d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:34:01.481735 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fda018-cb75-452a-a69e-c7275874bac7 None None] Pushing event updated for resources: {'Port': ['ID=a06a62fa-b539-4262-956a-ee5739914d7d,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:01.509644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port a06a62fa-b539-4262-956a-ee5739914d7d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:01.510039 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.568221 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Attempting to bind port a06a62fa-b539-4262-956a-ee5739914d7d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:01.568892 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Attempting to bind port a06a62fa-b539-4262-956a-ee5739914d7d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:01.569454 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Attempting to bind port a06a62fa-b539-4262-956a-ee5739914d7d on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:01.584434 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:01.585276 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:01.585887 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.586468 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:01.587190 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Bound port: a06a62fa-b539-4262-956a-ee5739914d7d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:01.587806 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.615807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] For port a06a62fa-b539-4262-956a-ee5739914d7d, host n-d-826529-2, got binding levels [] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:01.616593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.633376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for a06a62fa-b539-4262-956a-ee5739914d7d owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:01.666667 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] For port a06a62fa-b539-4262-956a-ee5739914d7d, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:01.670607 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] For port a06a62fa-b539-4262-956a-ee5739914d7d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a06a62fa-b539-4262-956a-ee5739914d7d,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:01.678832 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.742413 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Routers {'4d16d373-c57d-495d-becf-da57e79c5695'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:34:01.743474 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['4d16d373-c57d-495d-becf-da57e79c5695'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:01.865018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a06a62fa-b539-4262-956a-ee5739914d7d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.889567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6d514787-a393-4573-8416-e18c0622912a None None] Could not find standard attr ID for object a06a62fa-b539-4262-956a-ee5739914d7d. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:01.910917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=a06a62fa-b539-4262-956a-ee5739914d7d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:01.949725 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fda018-cb75-452a-a69e-c7275874bac7 None None] Pushing event updated for resources: {'Port': ['ID=a06a62fa-b539-4262-956a-ee5739914d7d,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:01.992300 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] Set router 4d16d373-c57d-495d-becf-da57e79c5695 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:34:02.044176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (4d16d373-c57d-495d-becf-da57e79c5695), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:02.209639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f58612c5-320d-4b53-8635-f64b582595dc None None] Could not find standard attr ID for object a06a62fa-b539-4262-956a-ee5739914d7d. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:02.236282 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d16d373-c57d-495d-becf-da57e79c5695', 'name': 'tempest-NetworksTestDHCPv6-router-506170113', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:33:58Z', 'updated_at': '2022-01-27T22:33:59Z', 'revision_number': 2, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'gw_port_host': None, '_interfaces': [{'id': 'a06a62fa-b539-4262-956a-ee5739914d7d', 'name': '', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'mac_address': 'fa:16:3e:4d:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d16d373-c57d-495d-becf-da57e79c5695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'b31df832-a2f6-4ad0-b93f-b2af1ff405eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:33:59Z', 'updated_at': '2022-01-27T22:34:01Z', 'revision_number': 4, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'subnets': [{'id': 'b31df832-a2f6-4ad0-b93f-b2af1ff405eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:02.272539 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d0609-0a65-4827-aa2e-fb5428a97321 None None] The sync data for ids ['4d16d373-c57d-495d-becf-da57e79c5695'] in n-d-826529-2 is: [{'id': '4d16d373-c57d-495d-becf-da57e79c5695', 'name': 'tempest-NetworksTestDHCPv6-router-506170113', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:33:58Z', 'updated_at': '2022-01-27T22:33:59Z', 'revision_number': 2, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'gw_port_host': None, '_interfaces': [{'id': 'a06a62fa-b539-4262-956a-ee5739914d7d', 'name': '', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'mac_address': 'fa:16:3e:4d:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d16d373-c57d-495d-becf-da57e79c5695', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'b31df832-a2f6-4ad0-b93f-b2af1ff405eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:33:59Z', 'updated_at': '2022-01-27T22:34:01Z', 'revision_number': 4, 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'subnets': [{'id': 'b31df832-a2f6-4ad0-b93f-b2af1ff405eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:34:02.577062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Router 4d16d373-c57d-495d-becf-da57e79c5695 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:34:02.668437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:34:02.676971 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f4ab882c-42d7-4a4b-b0c1-e93d73366185 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "PUT /v2.0/routers/4d16d373-c57d-495d-becf-da57e79c5695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0888751 Jan 27 22:34:02.678386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38474) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:02.741343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29a4e0-78d2-4d39-ab36-968d0a1c3cfe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:02.742597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29a4e0-78d2-4d39-ab36-968d0a1c3cfe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:02.744261 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8c29a4e0-78d2-4d39-ab36-968d0a1c3cfe tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0648658 Jan 27 22:34:02.747030 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38476) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:02.799282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea71b3d-233b-48ea-b9ae-c847cbfb0fd2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet b31df832-a2f6-4ad0-b93f-b2af1ff405eb {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:02.803164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ea71b3d-233b-48ea-b9ae-c847cbfb0fd2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (b31df832-a2f6-4ad0-b93f-b2af1ff405eb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:02.845496 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ea71b3d-233b-48ea-b9ae-c847cbfb0fd2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (b31df832-a2f6-4ad0-b93f-b2af1ff405eb), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:02.942979 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ea71b3d-233b-48ea-b9ae-c847cbfb0fd2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b31df832-a2f6-4ad0-b93f-b2af1ff405eb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:02.988031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 74a6abc4-08e3-4815-99da-d000e8a82d69 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:03.026325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ea71b3d-233b-48ea-b9ae-c847cbfb0fd2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b31df832-a2f6-4ad0-b93f-b2af1ff405eb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.052081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 74a6abc4-08e3-4815-99da-d000e8a82d69 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:03.052720 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.060750 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4ea71b3d-233b-48ea-b9ae-c847cbfb0fd2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.067945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38480) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:03.068756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4ea71b3d-233b-48ea-b9ae-c847cbfb0fd2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/b31df832-a2f6-4ad0-b93f-b2af1ff405eb HTTP/1.1" status: 204 len: 168 time: 0.3205533 Jan 27 22:34:03.069827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea71b3d-233b-48ea-b9ae-c847cbfb0fd2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=b31df832-a2f6-4ad0-b93f-b2af1ff405eb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:03.097989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c677810-e5b9-47db-9242-4239f9e0d29b None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:03.217364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-475050bd-38c2-4d79-9be9-12d9108d0273 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1474700 Jan 27 22:34:03.220080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38482) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:03.241739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 74a6abc4-08e3-4815-99da-d000e8a82d69 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:03.308171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dca8-452b-456b-80a7-2aebed2c2bed tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router (4d16d373-c57d-495d-becf-da57e79c5695), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.330614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:03.391998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] Deleting port 74a6abc4-08e3-4815-99da-d000e8a82d69 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:03.392578 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.456460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] For port 74a6abc4-08e3-4815-99da-d000e8a82d69, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=74a6abc4-08e3-4815-99da-d000e8a82d69,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:03.456865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.471834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] Calling delete_port for 74a6abc4-08e3-4815-99da-d000e8a82d69 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:03.478219 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dca8-452b-456b-80a7-2aebed2c2bed tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (4d16d373-c57d-495d-becf-da57e79c5695), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.480886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dca8-452b-456b-80a7-2aebed2c2bed tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router_controller (4d16d373-c57d-495d-becf-da57e79c5695), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.526414 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dca8-452b-456b-80a7-2aebed2c2bed tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (4d16d373-c57d-495d-becf-da57e79c5695), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.527121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a2dca8-452b-456b-80a7-2aebed2c2bed tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Fanout notify agent at l3_agent the message router_deleted on router 4d16d373-c57d-495d-becf-da57e79c5695 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:34:03.535341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dca8-452b-456b-80a7-2aebed2c2bed tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.539619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38484) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:03.547941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e8a2dca8-452b-456b-80a7-2aebed2c2bed tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/routers/4d16d373-c57d-495d-becf-da57e79c5695 HTTP/1.1" status: 204 len: 168 time: 0.3266611 Jan 27 22:34:03.563708 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (74a6abc4-08e3-4815-99da-d000e8a82d69), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.593080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] Pushing event deleted for resources: {'Port': ['ID=74a6abc4-08e3-4815-99da-d000e8a82d69,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:03.602934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54f3bf-1cec-48ea-8a86-013803d8fca1 None None] No DVR routers for this DVR port 74a6abc4-08e3-4815-99da-d000e8a82d69 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:03.614437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37713c1a-1969-48c8-87a4-fab4044620d2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:03.619047 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-37713c1a-1969-48c8-87a4-fab4044620d2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0737154 Jan 27 22:34:03.619047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38486) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:03.679447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e135b-d51e-496f-b494-f0f1fee56e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:03.680962 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e5e135b-d51e-496f-b494-f0f1fee56e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0621762 Jan 27 22:34:03.683677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38488) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:03.721246 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-740f13c5-b964-4759-ac38-62fc46d6950f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363312 Jan 27 22:34:03.725762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38490) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:03.731754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:03.827788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:03.831195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:03.887230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d92527-c98e-442a-89a9-b7eaf79dc464 None None] Sync routers for ids ['4d16d373-c57d-495d-becf-da57e79c5695'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:34:03.896785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d92527-c98e-442a-89a9-b7eaf79dc464 None None] Routers set() bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:34:03.897165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d92527-c98e-442a-89a9-b7eaf79dc464 None None] Router IDs set() for agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:34:03.897765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_agentschedulers_db [None req-37d92527-c98e-442a-89a9-b7eaf79dc464 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d16d373-c57d-495d-becf-da57e79c5695'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent'). {{(pid=103331) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:34:03.907936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d92527-c98e-442a-89a9-b7eaf79dc464 None None] Routers set() bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:34:03.908306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d92527-c98e-442a-89a9-b7eaf79dc464 None None] Router IDs set() for agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:34:03.909140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_agentschedulers_db [None req-37d92527-c98e-442a-89a9-b7eaf79dc464 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d16d373-c57d-495d-becf-da57e79c5695'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:33:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent'). {{(pid=103331) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:34:03.909277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d92527-c98e-442a-89a9-b7eaf79dc464 None None] The sync data for ids ['4d16d373-c57d-495d-becf-da57e79c5695'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:34:04.095641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-807e3689-15dd-4b91-b9da-4e5539a5cb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.140628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:04.142322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (199838b9-ebde-4de8-9a09-0988d3880d05), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.188423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:04.192087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:04.197679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:04.198582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.202241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4f61c-be01-4086-b403-bd6c25241db3 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:04.215867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=199838b9-ebde-4de8-9a09-0988d3880d05,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:04.228884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-766f14b0-949b-4aa0-99ac-05550a779517 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5019352 Jan 27 22:34:04.231851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38494) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:04.237499 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:04.323247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '199838b9-ebde-4de8-9a09-0988d3880d05'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:04.324402 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.358179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:04.362144 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.471969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Allocated IP 2001:db8::f816:3eff:fe99:3ded (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/199838b9-ebde-4de8-9a09-0988d3880d05/756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:04.632653 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (cad76bf6-109f-4210-9492-602c0b6c8f0c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.648159 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Publish callbacks [] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.657339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.681257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:04.685037 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:04.692917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:04.693667 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.702129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:04.706796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:04.707001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=cad76bf6-109f-4210-9492-602c0b6c8f0c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:04.710493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:04.727722 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6388f41f-e736-43c7-8663-3867d077f06d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4919221 Jan 27 22:34:04.728098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38496) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:04.733352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:f0:22:ad', 'name': 'tempest-NetworksTestDHCPv6-655352721'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:04.750388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Pushing event updated for resources: {'Port': ['ID=756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:04.785736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Attempting to bind port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:04.786241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Attempting to bind port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:04.786697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Attempting to bind port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:04.792213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:04.792779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:04.793451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.794429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:04.794625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Bound port: 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:04.795113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.854311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:04.860719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] For port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:04.864390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] For port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:04.868748 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.930509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b2680-5b05-49b5-a55d-067d5f59420c None None] Pushing event updated for resources: {'Port': ['ID=756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:04.969557 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.984238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 74a6abc4-08e3-4815-99da-d000e8a82d69 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:05.003314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 3da2132c-5a7b-425c-ad9e-a886d0857302 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:05.023651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 74a6abc4-08e3-4815-99da-d000e8a82d69 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:05.023995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 74a6abc4-08e3-4815-99da-d000e8a82d69 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:05.024421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a06a62fa-b539-4262-956a-ee5739914d7d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:05.052812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a06a62fa-b539-4262-956a-ee5739914d7d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:05.053164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a06a62fa-b539-4262-956a-ee5739914d7d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:05.216084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 172.20.0.14 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/cad76bf6-109f-4210-9492-602c0b6c8f0c/3da2132c-5a7b-425c-ad9e-a886d0857302) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:05.226294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:fef0:22ad (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/199838b9-ebde-4de8-9a09-0988d3880d05/3da2132c-5a7b-425c-ad9e-a886d0857302) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:05.392886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (3da2132c-5a7b-425c-ad9e-a886d0857302), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:05.430551 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3da2132c-5a7b-425c-ad9e-a886d0857302), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:05.474070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:05.477162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:05.483992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:05.507567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=3da2132c-5a7b-425c-ad9e-a886d0857302,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:05.535239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:05.536187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:05.554136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-17784518-b54d-4a46-8131-85ea185302ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8249145 Jan 27 22:34:05.556715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38500) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:05.610587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb5fdd-3bf4-4759-99fe-3e4834d381bb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:05.615880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb5fdd-3bf4-4759-99fe-3e4834d381bb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:05.617442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7beb5fdd-3bf4-4759-99fe-3e4834d381bb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0597291 Jan 27 22:34:05.621437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38502) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:05.725364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-436bb768-9e76-4738-bf8e-195593017090 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 3da2132c-5a7b-425c-ad9e-a886d0857302 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:05.726099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-436bb768-9e76-4738-bf8e-195593017090 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3da2132c-5a7b-425c-ad9e-a886d0857302), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:05.825136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-436bb768-9e76-4738-bf8e-195593017090 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3da2132c-5a7b-425c-ad9e-a886d0857302), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:05.838802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-436bb768-9e76-4738-bf8e-195593017090 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 3da2132c-5a7b-425c-ad9e-a886d0857302 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:06.003172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b223491-3db8-4d8d-bb9b-84956a8b1b4e None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:06.056031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-436bb768-9e76-4738-bf8e-195593017090 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (3da2132c-5a7b-425c-ad9e-a886d0857302), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.092386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bb768-9e76-4738-bf8e-195593017090 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=3da2132c-5a7b-425c-ad9e-a886d0857302,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:06.096770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-34d84631-dfd2-415c-b69d-43bd9ee07049 None None] Provisioning complete for port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:06.097139 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d84631-dfd2-415c-b69d-43bd9ee07049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.188396 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-436bb768-9e76-4738-bf8e-195593017090 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.194641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38506) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:06.194817 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-436bb768-9e76-4738-bf8e-195593017090 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/3da2132c-5a7b-425c-ad9e-a886d0857302 HTTP/1.1" status: 204 len: 168 time: 0.5721562 Jan 27 22:34:06.245538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-34d84631-dfd2-415c-b69d-43bd9ee07049 None None] Current status of the port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:06.245965 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d84631-dfd2-415c-b69d-43bd9ee07049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.253270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bda7b-9dd2-4837-baf9-a8a953ee98f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:06.254678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bda7b-9dd2-4837-baf9-a8a953ee98f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:06.256036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bda7b-9dd2-4837-baf9-a8a953ee98f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:06.257936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ec8bda7b-9dd2-4837-baf9-a8a953ee98f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0620327 Jan 27 22:34:06.260656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38508) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:06.290384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db1ad56-aa03-48de-b14d-52854d682c89 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '199838b9-ebde-4de8-9a09-0988d3880d05', 'ip_address': '2001:db8::f816:3eff:fe99:3ded'}, {'subnet_id': 'cad76bf6-109f-4210-9492-602c0b6c8f0c'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:06.295372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-34d84631-dfd2-415c-b69d-43bd9ee07049 None None] For port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:06.318785 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d84631-dfd2-415c-b69d-43bd9ee07049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.320950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0a95cf-bfee-4ef5-887a-6e4dd3c91993 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 199838b9-ebde-4de8-9a09-0988d3880d05 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:06.326888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4d0a95cf-bfee-4ef5-887a-6e4dd3c91993 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (199838b9-ebde-4de8-9a09-0988d3880d05), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.345490 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3db1ad56-aa03-48de-b14d-52854d682c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.375609 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4d0a95cf-bfee-4ef5-887a-6e4dd3c91993 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (199838b9-ebde-4de8-9a09-0988d3880d05), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.409858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d84631-dfd2-415c-b69d-43bd9ee07049 None None] Pushing event updated for resources: {'Port': ['ID=756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:06.475507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4d0a95cf-bfee-4ef5-887a-6e4dd3c91993 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (199838b9-ebde-4de8-9a09-0988d3880d05), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-3db1ad56-aa03-48de-b14d-52854d682c89 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 199838b9-ebde-4de8-9a09-0988d3880d05: This subnet is being modified by another concurrent operation. Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 199838b9-ebde-4de8-9a09-0988d3880d05: This subnet is being modified by another concurrent operation. Jan 27 22:34:06.539333 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 22:34:06.547167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4d0a95cf-bfee-4ef5-887a-6e4dd3c91993 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (199838b9-ebde-4de8-9a09-0988d3880d05), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.572113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a95cf-bfee-4ef5-887a-6e4dd3c91993 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=199838b9-ebde-4de8-9a09-0988d3880d05,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:06.576101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4d0a95cf-bfee-4ef5-887a-6e4dd3c91993 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.579501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4d0a95cf-bfee-4ef5-887a-6e4dd3c91993 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/199838b9-ebde-4de8-9a09-0988d3880d05 HTTP/1.1" status: 204 len: 168 time: 0.3175337 Jan 27 22:34:06.582526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38510) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:06.647922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2fc7ff-5e70-4f28-a794-04f225bbd710 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:34:06.651365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc092c98-cc6c-419e-8433-5c7150a4c790 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet cad76bf6-109f-4210-9492-602c0b6c8f0c {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:06.655116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc092c98-cc6c-419e-8433-5c7150a4c790 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (cad76bf6-109f-4210-9492-602c0b6c8f0c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.685385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-106d23b6-60b6-43b1-b9d8-4f80022f4644 None None] Provisioning complete for port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:06.685908 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-106d23b6-60b6-43b1-b9d8-4f80022f4644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.701651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc092c98-cc6c-419e-8433-5c7150a4c790 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (cad76bf6-109f-4210-9492-602c0b6c8f0c), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.753206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc092c98-cc6c-419e-8433-5c7150a4c790 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (cad76bf6-109f-4210-9492-602c0b6c8f0c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.765782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2fc7ff-5e70-4f28-a794-04f225bbd710 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:34:06.814858 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc092c98-cc6c-419e-8433-5c7150a4c790 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (cad76bf6-109f-4210-9492-602c0b6c8f0c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.823258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-106d23b6-60b6-43b1-b9d8-4f80022f4644 None None] Current status of the port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:06.844878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc092c98-cc6c-419e-8433-5c7150a4c790 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=cad76bf6-109f-4210-9492-602c0b6c8f0c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:06.846892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc092c98-cc6c-419e-8433-5c7150a4c790 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.850176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fc092c98-cc6c-419e-8433-5c7150a4c790 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/cad76bf6-109f-4210-9492-602c0b6c8f0c HTTP/1.1" status: 204 len: 168 time: 0.2666006 Jan 27 22:34:06.852863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38512) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:06.894710 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff9a0d32-2738-4c3e-8197-a6385417efd4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406795 Jan 27 22:34:06.897717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38514) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:06.902889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:06.999374 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:07.002441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b08119-1966-4781-8d2a-9edce69c4c43 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': 'cad76bf6-109f-4210-9492-602c0b6c8f0c'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:07.003800 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.029807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b4b08119-1966-4781-8d2a-9edce69c4c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.158602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-08ce07ff-d7f1-46de-aeea-7ce5f0e14646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.197102 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f45f283-f997-4ae3-bccf-4e50c52e8d19 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:07.273792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c81f7eb1-6c7d-41f2-98e3-edcc413d4c42 None None] Provisioning complete for port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:07.274095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c81f7eb1-6c7d-41f2-98e3-edcc413d4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.367737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69830798-9a1c-49be-af90-707206371fd6 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:07.369885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:07.408571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c81f7eb1-6c7d-41f2-98e3-edcc413d4c42 None None] Current status of the port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:07.435376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-69830798-9a1c-49be-af90-707206371fd6 None None] Deleting port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:07.435801 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69830798-9a1c-49be-af90-707206371fd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.515708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-69830798-9a1c-49be-af90-707206371fd6 None None] For port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:07.516142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69830798-9a1c-49be-af90-707206371fd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.534527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-69830798-9a1c-49be-af90-707206371fd6 None None] Calling delete_port for 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:07.607278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.621228 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69830798-9a1c-49be-af90-707206371fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.647846 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab concurrently deleted while adding address for new subnet {'id': '2c5a7915-1dfc-4cba-a24c-bd304ca0408b', 'name': '', 'tenant_id': '7c43f5983bfc461585d958386aea3c8c', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3690, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-27T22:34:07Z', 'updated_at': '2022-01-27T22:34:07Z', 'revision_number': 0, 'segment_id': None, 'project_id': '7c43f5983bfc461585d958386aea3c8c'}. {{(pid=103329) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 27 22:34:07.648518 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (2c5a7915-1dfc-4cba-a24c-bd304ca0408b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.649653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69830798-9a1c-49be-af90-707206371fd6 None None] Pushing event deleted for resources: {'Port': ['ID=756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:07.657810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69830798-9a1c-49be-af90-707206371fd6 None None] No DVR routers for this DVR port 756f0bb6-8f78-4d07-ac8e-b6db2e8fd4ab on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:07.695168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:07.698737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:07.703698 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:07.704311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.708659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b482ac-97b1-478b-a52a-e2b95171a764 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:07.722868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=2c5a7915-1dfc-4cba-a24c-bd304ca0408b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:07.734894 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f1ab3fd-ee19-4b34-b802-d93fd5d20e64 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8331382 Jan 27 22:34:07.734894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38518) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:07.742068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:07.826793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '2c5a7915-1dfc-4cba-a24c-bd304ca0408b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:07.827969 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.879729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:07.883647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.973294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Allocated IP 2001:db8::f816:3eff:fe81:a5af (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/2c5a7915-1dfc-4cba-a24c-bd304ca0408b/50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:08.124664 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (7dcad9aa-5c09-4b58-8c4f-951ffd5af833), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.138525 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Publish callbacks [] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.146539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.168380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:08.174150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:08.178784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:08.179319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.189036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:08.190571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:08.193891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=7dcad9aa-5c09-4b58-8c4f-951ffd5af833,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:08.195243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:08.203679 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b2aaf780-cfd3-4063-ad9b-3be13c844f06 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4650261 Jan 27 22:34:08.205025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38526) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:08.213674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:cc:75:11', 'name': 'tempest-NetworksTestDHCPv6-426124908'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:08.232522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Pushing event updated for resources: {'Port': ['ID=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:08.267286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Attempting to bind port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:08.267702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Attempting to bind port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:08.268078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Attempting to bind port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:08.274847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:08.275231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:08.275692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.276140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:08.276634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Bound port: 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:08.277104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.286712 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:34:08.350845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] For port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:08.355186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] For port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:08.359761 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.371405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:08.375557 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.397748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port b594d460-00c3-4b14-9f7a-468df6205a2e yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:08.427192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d87d4d-8a19-436b-987c-9649fec0971f None None] Pushing event updated for resources: {'Port': ['ID=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:08.584388 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.593712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 172.20.0.6 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/7dcad9aa-5c09-4b58-8c4f-951ffd5af833/b594d460-00c3-4b14-9f7a-468df6205a2e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:08.605806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:fecc:7511 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/2c5a7915-1dfc-4cba-a24c-bd304ca0408b/b594d460-00c3-4b14-9f7a-468df6205a2e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:08.813840 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (b594d460-00c3-4b14-9f7a-468df6205a2e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.857215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b594d460-00c3-4b14-9f7a-468df6205a2e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.904030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:08.907402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:08.916334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:08.923675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=b594d460-00c3-4b14-9f7a-468df6205a2e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:08.974575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:08.975835 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.007334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38536) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:09.007971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-46f41b22-61c3-450b-88df-276a1172686b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8015642 Jan 27 22:34:09.024894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:09.058399 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1fef0d-8558-4e99-b2e8-d52112593e8d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.063944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1fef0d-8558-4e99-b2e8-d52112593e8d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.066982 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ed1fef0d-8558-4e99-b2e8-d52112593e8d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0583222 Jan 27 22:34:09.068508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38538) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:09.183182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c557c412-8570-412b-9f06-ba6b22c0ece3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port b594d460-00c3-4b14-9f7a-468df6205a2e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:09.183811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c557c412-8570-412b-9f06-ba6b22c0ece3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b594d460-00c3-4b14-9f7a-468df6205a2e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.254174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:09.254904 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.294970 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c557c412-8570-412b-9f06-ba6b22c0ece3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b594d460-00c3-4b14-9f7a-468df6205a2e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.311017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c557c412-8570-412b-9f06-ba6b22c0ece3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for b594d460-00c3-4b14-9f7a-468df6205a2e owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:09.357379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:09.357785 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.403467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:09.408840 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.472310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:09.544616 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c557c412-8570-412b-9f06-ba6b22c0ece3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b594d460-00c3-4b14-9f7a-468df6205a2e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.563302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5b8a6-7082-49ab-892d-aec017d12435 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:09.582045 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557c412-8570-412b-9f06-ba6b22c0ece3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=b594d460-00c3-4b14-9f7a-468df6205a2e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:09.678984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bdb5f4d7-9d50-4fde-ae8b-75b0a350f9c5 None None] Provisioning complete for port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:09.679610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f4d7-9d50-4fde-ae8b-75b0a350f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.698416 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c557c412-8570-412b-9f06-ba6b22c0ece3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.702331 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c557c412-8570-412b-9f06-ba6b22c0ece3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/b594d460-00c3-4b14-9f7a-468df6205a2e HTTP/1.1" status: 204 len: 168 time: 0.6327009 Jan 27 22:34:09.705034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38540) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:09.771938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db66026-9ef4-4151-a345-f862a955fbbc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.773564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db66026-9ef4-4151-a345-f862a955fbbc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.775589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db66026-9ef4-4151-a345-f862a955fbbc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.780300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2db66026-9ef4-4151-a345-f862a955fbbc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0698631 Jan 27 22:34:09.781154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38542) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:09.812161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5f4d7-9d50-4fde-ae8b-75b0a350f9c5 None None] Current status of the port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:09.823795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bee0fe-23d7-42a1-bf4e-b6a9de0aafcd None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '2c5a7915-1dfc-4cba-a24c-bd304ca0408b', 'ip_address': '2001:db8::f816:3eff:fe81:a5af'}, {'subnet_id': '7dcad9aa-5c09-4b58-8c4f-951ffd5af833'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:09.835644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f34eaca-b98b-4b61-a162-623b91b85be2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 2c5a7915-1dfc-4cba-a24c-bd304ca0408b {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:09.839184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f34eaca-b98b-4b61-a162-623b91b85be2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (2c5a7915-1dfc-4cba-a24c-bd304ca0408b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.849320 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-39bee0fe-23d7-42a1-bf4e-b6a9de0aafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.890411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f34eaca-b98b-4b61-a162-623b91b85be2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (2c5a7915-1dfc-4cba-a24c-bd304ca0408b), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.992825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f34eaca-b98b-4b61-a162-623b91b85be2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2c5a7915-1dfc-4cba-a24c-bd304ca0408b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.061123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f34eaca-b98b-4b61-a162-623b91b85be2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (2c5a7915-1dfc-4cba-a24c-bd304ca0408b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-39bee0fe-23d7-42a1-bf4e-b6a9de0aafcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c5a7915-1dfc-4cba-a24c-bd304ca0408b: This subnet is being modified by another concurrent operation. Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c5a7915-1dfc-4cba-a24c-bd304ca0408b: This subnet is being modified by another concurrent operation. Jan 27 22:34:10.062385 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 22:34:10.107749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34eaca-b98b-4b61-a162-623b91b85be2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5a7915-1dfc-4cba-a24c-bd304ca0408b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:10.112110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1f34eaca-b98b-4b61-a162-623b91b85be2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.118024 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f34eaca-b98b-4b61-a162-623b91b85be2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2c5a7915-1dfc-4cba-a24c-bd304ca0408b HTTP/1.1" status: 204 len: 168 time: 0.3327484 Jan 27 22:34:10.118569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38544) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:10.153825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7265cff-5999-4dbb-aa69-f398f8e065a7 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:34:10.176578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3a9c37-258e-4322-912c-3ba1d15b0e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 7dcad9aa-5c09-4b58-8c4f-951ffd5af833 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:10.179874 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9c37-258e-4322-912c-3ba1d15b0e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (7dcad9aa-5c09-4b58-8c4f-951ffd5af833), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.222459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9c37-258e-4322-912c-3ba1d15b0e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (7dcad9aa-5c09-4b58-8c4f-951ffd5af833), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.244986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7265cff-5999-4dbb-aa69-f398f8e065a7 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:34:10.256405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d8b4c71e-9fd0-466c-8e59-3f99b18254e6 None None] Provisioning complete for port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:10.257178 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c71e-9fd0-466c-8e59-3f99b18254e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.270575 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9c37-258e-4322-912c-3ba1d15b0e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7dcad9aa-5c09-4b58-8c4f-951ffd5af833), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.333543 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9c37-258e-4322-912c-3ba1d15b0e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (7dcad9aa-5c09-4b58-8c4f-951ffd5af833), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.368197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a9c37-258e-4322-912c-3ba1d15b0e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcad9aa-5c09-4b58-8c4f-951ffd5af833,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:10.370218 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6e3a9c37-258e-4322-912c-3ba1d15b0e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.373945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6e3a9c37-258e-4322-912c-3ba1d15b0e75 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/7dcad9aa-5c09-4b58-8c4f-951ffd5af833 HTTP/1.1" status: 204 len: 168 time: 0.2542982 Jan 27 22:34:10.376504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38546) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:10.409874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4c71e-9fd0-466c-8e59-3f99b18254e6 None None] Current status of the port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:10.500335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b960e8-a532-4409-9f26-4c99073cecc0 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '7dcad9aa-5c09-4b58-8c4f-951ffd5af833'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:10.527661 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b3b960e8-a532-4409-9f26-4c99073cecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.666403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0285e0a-ee7b-4ef7-a261-5a9fe6d0e261 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:10.765552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-00ca4aa0-44f3-470b-bef3-ea80a354215a None None] Provisioning complete for port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:10.765932 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00ca4aa0-44f3-470b-bef3-ea80a354215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.804851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bac588fe-0fa5-487c-a7ad-bf66b63768ef tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4272392 Jan 27 22:34:10.807694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38550) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:10.814797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:10.850041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:10.887703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-00ca4aa0-44f3-470b-bef3-ea80a354215a None None] Current status of the port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:10.915602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] Deleting port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:10.915989 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.916487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:10.920607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:10.974918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:11.031860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] For port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:11.032162 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.055559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] Calling delete_port for 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:11.149760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.150405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:11.150827 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.151766 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (7160d8ed-e1af-4b1a-8065-8ca2ea03085d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.197629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:11.203898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:11.206845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:11.208511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:11.209110 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.211538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=7160d8ed-e1af-4b1a-8065-8ca2ea03085d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:11.212631 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.237352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4443f694-3a1f-43d4-af52-9b63703fc496 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4279857 Jan 27 22:34:11.239502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38552) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:11.244738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:11.248237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.284647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] No DVR routers for this DVR port 50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:11.298394 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.299870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:11.338807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d202d-d738-4178-afaa-49620c10bc35 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:11.341348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba77d0-2cc6-424f-be7e-06027d6a8962 None None] Pushing event deleted for resources: {'Port': ['ID=50a3ddb6-42ac-4daf-b1a5-b13bd4f3410c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:11.390137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:11.394024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.469591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '7160d8ed-e1af-4b1a-8065-8ca2ea03085d'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:11.470660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.607011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Allocated IP 172.20.0.2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/7160d8ed-e1af-4b1a-8065-8ca2ea03085d/bf94846a-7eed-469a-ba65-264df86dfd81) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:11.778425 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Publish callbacks [] for port (bf94846a-7eed-469a-ba65-264df86dfd81), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.790441 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.790690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:11.790690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (a3c7e4d0-b8da-4b3a-b28c-12f49352a170), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.829583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:11.830233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:11.835132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:11.836356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:11.840172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:11.841207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:11.842410 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.844036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Pushing event updated for resources: {'Port': ['ID=bf94846a-7eed-469a-ba65-264df86dfd81,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:11.867744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6270263 Jan 27 22:34:11.870491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38556) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:11.877971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:7e:00:2d', 'name': 'tempest-NetworksTestDHCPv6-207288967'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:11.882573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adf027-512e-4cab-b7a5-dca202f5bff3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=a3c7e4d0-b8da-4b3a-b28c-12f49352a170,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:11.902772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Attempting to bind port bf94846a-7eed-469a-ba65-264df86dfd81 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:11.903185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Attempting to bind port bf94846a-7eed-469a-ba65-264df86dfd81 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:11.903550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Attempting to bind port bf94846a-7eed-469a-ba65-264df86dfd81 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:11.908961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:11.909345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:11.909759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.910163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:11.910638 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Bound port: bf94846a-7eed-469a-ba65-264df86dfd81, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:11.911024 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:11.980631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] For port bf94846a-7eed-469a-ba65-264df86dfd81, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:11.985014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] For port bf94846a-7eed-469a-ba65-264df86dfd81, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=bf94846a-7eed-469a-ba65-264df86dfd81,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:11.990120 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:12.016520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:12.061685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68befc2a-eda0-46f8-a79c-469ac50224b0 None None] Pushing event updated for resources: {'Port': ['ID=bf94846a-7eed-469a-ba65-264df86dfd81,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:12.118490 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:12.141604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 11c81523-912c-4e23-a79a-4733b794358c yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:12.352795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 172.20.0.3 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/7160d8ed-e1af-4b1a-8065-8ca2ea03085d/11c81523-912c-4e23-a79a-4733b794358c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:12.361086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:fe7e:2d (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/a3c7e4d0-b8da-4b3a-b28c-12f49352a170/11c81523-912c-4e23-a79a-4733b794358c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:12.519178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (11c81523-912c-4e23-a79a-4733b794358c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:12.560592 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (11c81523-912c-4e23-a79a-4733b794358c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:12.606483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:12.612005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:12.616838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:12.621144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=11c81523-912c-4e23-a79a-4733b794358c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:12.676504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:12.677314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:12.700499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6c170c09-2d23-4dfb-b045-c53994e2c003 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8260939 Jan 27 22:34:12.700799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38558) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:12.756789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a297fd-a2ec-48d6-8092-8dce5e4a22b2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:12.763350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a297fd-a2ec-48d6-8092-8dce5e4a22b2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:12.765255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-75a297fd-a2ec-48d6-8092-8dce5e4a22b2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1760 time: 0.0633605 Jan 27 22:34:12.768275 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38560) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:12.867313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-06e79aad-af98-4d0f-a8bc-ff8a1f8d9097 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 11c81523-912c-4e23-a79a-4733b794358c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:12.868183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06e79aad-af98-4d0f-a8bc-ff8a1f8d9097 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (11c81523-912c-4e23-a79a-4733b794358c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:12.988334 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06e79aad-af98-4d0f-a8bc-ff8a1f8d9097 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (11c81523-912c-4e23-a79a-4733b794358c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.016529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-06e79aad-af98-4d0f-a8bc-ff8a1f8d9097 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 11c81523-912c-4e23-a79a-4733b794358c owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:13.057280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device bf94846a-7eed-469a-ba65-264df86dfd81 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:13.126711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9da8d-b9a7-42ac-bbfe-96fb468f077d None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:13.182193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port bf94846a-7eed-469a-ba65-264df86dfd81 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:13.182574 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.228017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06e79aad-af98-4d0f-a8bc-ff8a1f8d9097 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (11c81523-912c-4e23-a79a-4733b794358c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.259659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e79aad-af98-4d0f-a8bc-ff8a1f8d9097 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=11c81523-912c-4e23-a79a-4733b794358c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:13.270731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-32618be6-95e6-44c7-bd00-0d09d221e7b7 None None] Provisioning complete for port bf94846a-7eed-469a-ba65-264df86dfd81 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:13.271120 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32618be6-95e6-44c7-bd00-0d09d221e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.359552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port bf94846a-7eed-469a-ba65-264df86dfd81 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:13.359851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.360084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-06e79aad-af98-4d0f-a8bc-ff8a1f8d9097 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.366287 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-06e79aad-af98-4d0f-a8bc-ff8a1f8d9097 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/11c81523-912c-4e23-a79a-4733b794358c HTTP/1.1" status: 204 len: 168 time: 0.5946646 Jan 27 22:34:13.366543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38564) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:13.428456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5de1f-2f48-4147-93a0-600f9543f117 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:13.429773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5de1f-2f48-4147-93a0-600f9543f117 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:13.431119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5de1f-2f48-4147-93a0-600f9543f117 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:13.436239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38566) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:13.436769 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a1d5de1f-2f48-4147-93a0-600f9543f117 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0686367 Jan 27 22:34:13.453735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-32618be6-95e6-44c7-bd00-0d09d221e7b7 None None] Current status of the port bf94846a-7eed-469a-ba65-264df86dfd81 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:13.454132 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32618be6-95e6-44c7-bd00-0d09d221e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.466861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port bf94846a-7eed-469a-ba65-264df86dfd81, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=bf94846a-7eed-469a-ba65-264df86dfd81,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:13.477796 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.494233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92309db-5b06-4110-9b71-04774ca9b6e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 7160d8ed-e1af-4b1a-8065-8ca2ea03085d {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:13.497878 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c92309db-5b06-4110-9b71-04774ca9b6e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (7160d8ed-e1af-4b1a-8065-8ca2ea03085d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.511299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ca141-09ae-45c3-b39b-1ed53e9e8472 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '7160d8ed-e1af-4b1a-8065-8ca2ea03085d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3c7e4d0-b8da-4b3a-b28c-12f49352a170'}], 'binding:host_id': 'n-d-826529-2'}, 'id': 'bf94846a-7eed-469a-ba65-264df86dfd81'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:13.539355 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c92309db-5b06-4110-9b71-04774ca9b6e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (7160d8ed-e1af-4b1a-8065-8ca2ea03085d), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.566895 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-df1ca141-09ae-45c3-b39b-1ed53e9e8472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.603520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=bf94846a-7eed-469a-ba65-264df86dfd81,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:13.611512 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-32618be6-95e6-44c7-bd00-0d09d221e7b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:34:13.612016 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-32618be6-95e6-44c7-bd00-0d09d221e7b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:34:13.646618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c92309db-5b06-4110-9b71-04774ca9b6e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7160d8ed-e1af-4b1a-8065-8ca2ea03085d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.720868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c92309db-5b06-4110-9b71-04774ca9b6e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (7160d8ed-e1af-4b1a-8065-8ca2ea03085d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-df1ca141-09ae-45c3-b39b-1ed53e9e8472 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7160d8ed-e1af-4b1a-8065-8ca2ea03085d: This subnet is being modified by another concurrent operation. Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7160d8ed-e1af-4b1a-8065-8ca2ea03085d: This subnet is being modified by another concurrent operation. Jan 27 22:34:13.745224 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 22:34:13.755651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92309db-5b06-4110-9b71-04774ca9b6e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=7160d8ed-e1af-4b1a-8065-8ca2ea03085d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:13.758044 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c92309db-5b06-4110-9b71-04774ca9b6e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.762161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c92309db-5b06-4110-9b71-04774ca9b6e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/7160d8ed-e1af-4b1a-8065-8ca2ea03085d HTTP/1.1" status: 204 len: 168 time: 0.3230054 Jan 27 22:34:13.764370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38568) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:13.826770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b305bc-b860-4b8f-abcc-329ba966540f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet a3c7e4d0-b8da-4b3a-b28c-12f49352a170 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:13.829806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78b305bc-b860-4b8f-abcc-329ba966540f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (a3c7e4d0-b8da-4b3a-b28c-12f49352a170), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.852544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6480b-a55b-4a79-af2e-c9887287f534 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:34:13.881158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78b305bc-b860-4b8f-abcc-329ba966540f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (a3c7e4d0-b8da-4b3a-b28c-12f49352a170), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.930869 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78b305bc-b860-4b8f-abcc-329ba966540f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a3c7e4d0-b8da-4b3a-b28c-12f49352a170), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.994026 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78b305bc-b860-4b8f-abcc-329ba966540f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (a3c7e4d0-b8da-4b3a-b28c-12f49352a170), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.024218 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b305bc-b860-4b8f-abcc-329ba966540f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c7e4d0-b8da-4b3a-b28c-12f49352a170,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:14.028123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78b305bc-b860-4b8f-abcc-329ba966540f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.033697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-78b305bc-b860-4b8f-abcc-329ba966540f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/a3c7e4d0-b8da-4b3a-b28c-12f49352a170 HTTP/1.1" status: 204 len: 168 time: 0.2660294 Jan 27 22:34:14.033987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38572) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:14.081160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-58ceb52f-dfed-4f1e-8c10-e3039458bd0e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431747 Jan 27 22:34:14.081160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38574) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:14.086286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:14.094792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e6480b-a55b-4a79-af2e-c9887287f534 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:34:14.173729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:14.177385 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.190525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-32618be6-95e6-44c7-bd00-0d09d221e7b7 None None] Current status of the port bf94846a-7eed-469a-ba65-264df86dfd81 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:14.364187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c49fb3-2cbd-41bc-bd72-acc0c0b1af76 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:14.392096 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (2fea0084-ac43-426d-8dbb-bc04708b4eaa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.426617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-26d11ec6-674a-4721-8171-b842e9473aeb None None] Provisioning complete for port bf94846a-7eed-469a-ba65-264df86dfd81 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:14.426998 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-26d11ec6-674a-4721-8171-b842e9473aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.441448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:14.446157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:14.451656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:14.452387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.468752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=2fea0084-ac43-426d-8dbb-bc04708b4eaa,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:14.481310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-97381b32-0bfb-47e8-ba96-d37e05edf52a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3986280 Jan 27 22:34:14.483746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38576) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:14.489698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:14.525385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:14.570780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-26d11ec6-674a-4721-8171-b842e9473aeb None None] Current status of the port bf94846a-7eed-469a-ba65-264df86dfd81 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:14.603325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] Deleting port bf94846a-7eed-469a-ba65-264df86dfd81 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:14.603659 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.637919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:14.641999 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.724544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] For port bf94846a-7eed-469a-ba65-264df86dfd81, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=bf94846a-7eed-469a-ba65-264df86dfd81,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:14.724993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.728247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-65832583-5fbd-4507-a70a-4a56bef94963 None None] Provisioning complete for port bf94846a-7eed-469a-ba65-264df86dfd81 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:14.728247 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-65832583-5fbd-4507-a70a-4a56bef94963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.757656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] Calling delete_port for bf94846a-7eed-469a-ba65-264df86dfd81 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:14.888539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-65832583-5fbd-4507-a70a-4a56bef94963 None None] Current status of the port bf94846a-7eed-469a-ba65-264df86dfd81 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:14.898789 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (bf94846a-7eed-469a-ba65-264df86dfd81), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:14.926701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] Pushing event deleted for resources: {'Port': ['ID=bf94846a-7eed-469a-ba65-264df86dfd81,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:14.930616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656edce-328f-41c6-afde-2afc8b589b56 None None] No DVR routers for this DVR port bf94846a-7eed-469a-ba65-264df86dfd81 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:14.952559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1e7ef-ff2b-464f-a18d-9baf4cc25d7a None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:15.006721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device bf94846a-7eed-469a-ba65-264df86dfd81 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:15.025702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:15.027439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (93655f43-cc22-44e6-b19d-ed1c3f4e4775), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.028820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: bf94846a-7eed-469a-ba65-264df86dfd81 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:15.029230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device bf94846a-7eed-469a-ba65-264df86dfd81 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:15.077449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:15.081860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:15.088789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:15.089593 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.103068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=93655f43-cc22-44e6-b19d-ed1c3f4e4775,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:15.113095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-11afb3ec-4f78-4b14-ae66-01a9e502fa91 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6282535 Jan 27 22:34:15.115955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38580) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:15.116694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '2fea0084-ac43-426d-8dbb-bc04708b4eaa'}, {'subnet_id': '93655f43-cc22-44e6-b19d-ed1c3f4e4775'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:15.118037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.121397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:9b:13:36', 'name': 'tempest-NetworksTestDHCPv6-1234968044'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:15.234161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:15.238763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.260718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port e1091aff-d086-4b87-89d6-271c2a617283 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:15.304923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Allocated IP 172.20.0.2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/2fea0084-ac43-426d-8dbb-bc04708b4eaa/835b8755-1173-4d0f-bced-e28f9ccaf550) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:15.315945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Allocated IP 2001:db8::f816:3eff:fe4e:5cef (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/93655f43-cc22-44e6-b19d-ed1c3f4e4775/835b8755-1173-4d0f-bced-e28f9ccaf550) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:15.470566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Publish callbacks [] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.481513 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.523321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:15.530598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:15.535521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:15.541222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Pushing event updated for resources: {'Port': ['ID=835b8755-1173-4d0f-bced-e28f9ccaf550,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:15.606892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 172.20.0.5 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/2fea0084-ac43-426d-8dbb-bc04708b4eaa/e1091aff-d086-4b87-89d6-271c2a617283) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:15.613511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:fe9b:1336 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/93655f43-cc22-44e6-b19d-ed1c3f4e4775/e1091aff-d086-4b87-89d6-271c2a617283) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:15.626281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Attempting to bind port 835b8755-1173-4d0f-bced-e28f9ccaf550 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:15.626750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Attempting to bind port 835b8755-1173-4d0f-bced-e28f9ccaf550 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:15.627285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Attempting to bind port 835b8755-1173-4d0f-bced-e28f9ccaf550 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:15.632719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:15.633255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:15.633790 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.634274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:15.634841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Bound port: 835b8755-1173-4d0f-bced-e28f9ccaf550, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:15.635315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.711864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] For port 835b8755-1173-4d0f-bced-e28f9ccaf550, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:15.715575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] For port 835b8755-1173-4d0f-bced-e28f9ccaf550, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=835b8755-1173-4d0f-bced-e28f9ccaf550,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:15.721128 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.783521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2ddc-2e24-48ba-b3de-211c7190ac9b None None] Pushing event updated for resources: {'Port': ['ID=835b8755-1173-4d0f-bced-e28f9ccaf550,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:15.800879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (e1091aff-d086-4b87-89d6-271c2a617283), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.838631 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e1091aff-d086-4b87-89d6-271c2a617283), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.889904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:15.894276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:15.896353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=e1091aff-d086-4b87-89d6-271c2a617283,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:15.898624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:15.961930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:15.961930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:15.992134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ba8414e1-83ef-4c14-b037-9caa53397820 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8751252 Jan 27 22:34:15.994900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38584) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:16.056725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619dab82-ff99-423b-95e7-5b0f62f3011a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:16.062301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619dab82-ff99-423b-95e7-5b0f62f3011a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:16.066465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-619dab82-ff99-423b-95e7-5b0f62f3011a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0678537 Jan 27 22:34:16.066725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38586) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:16.160116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-da1a6be4-96da-4e5a-ae66-d69ba592fe8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port e1091aff-d086-4b87-89d6-271c2a617283 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:16.160469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da1a6be4-96da-4e5a-ae66-d69ba592fe8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e1091aff-d086-4b87-89d6-271c2a617283), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:16.255140 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da1a6be4-96da-4e5a-ae66-d69ba592fe8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e1091aff-d086-4b87-89d6-271c2a617283), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:16.269665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-da1a6be4-96da-4e5a-ae66-d69ba592fe8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for e1091aff-d086-4b87-89d6-271c2a617283 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:16.466565 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da1a6be4-96da-4e5a-ae66-d69ba592fe8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e1091aff-d086-4b87-89d6-271c2a617283), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:16.496709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a6be4-96da-4e5a-ae66-d69ba592fe8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=e1091aff-d086-4b87-89d6-271c2a617283,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:16.602063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-da1a6be4-96da-4e5a-ae66-d69ba592fe8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:16.607471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-da1a6be4-96da-4e5a-ae66-d69ba592fe8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/e1091aff-d086-4b87-89d6-271c2a617283 HTTP/1.1" status: 204 len: 168 time: 0.5380342 Jan 27 22:34:16.609048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38588) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:16.669365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e67c2d-a53e-461a-a2d1-009eca310f95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:16.670975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e67c2d-a53e-461a-a2d1-009eca310f95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:16.672391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e67c2d-a53e-461a-a2d1-009eca310f95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:16.675464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-29e67c2d-a53e-461a-a2d1-009eca310f95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0639124 Jan 27 22:34:16.676874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38590) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:16.731061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b67aa58-8576-4e8a-b74a-708adb1e0e16 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 2fea0084-ac43-426d-8dbb-bc04708b4eaa {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:16.734469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b67aa58-8576-4e8a-b74a-708adb1e0e16 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (2fea0084-ac43-426d-8dbb-bc04708b4eaa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:16.776853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b67aa58-8576-4e8a-b74a-708adb1e0e16 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (2fea0084-ac43-426d-8dbb-bc04708b4eaa), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:16.871032 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b67aa58-8576-4e8a-b74a-708adb1e0e16 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2fea0084-ac43-426d-8dbb-bc04708b4eaa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:16.965054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b67aa58-8576-4e8a-b74a-708adb1e0e16 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (2fea0084-ac43-426d-8dbb-bc04708b4eaa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:16.981706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e4fe6b-f4a8-43ec-99d1-bf0aa8479ce2 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:17.007715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67aa58-8576-4e8a-b74a-708adb1e0e16 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=2fea0084-ac43-426d-8dbb-bc04708b4eaa,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:17.017115 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5b67aa58-8576-4e8a-b74a-708adb1e0e16 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.022062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5b67aa58-8576-4e8a-b74a-708adb1e0e16 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2fea0084-ac43-426d-8dbb-bc04708b4eaa HTTP/1.1" status: 204 len: 168 time: 0.3440826 Jan 27 22:34:17.024715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38594) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:17.082154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbca8d7-38f8-4581-ac06-b765b2cc6f41 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 93655f43-cc22-44e6-b19d-ed1c3f4e4775 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:17.085607 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbbca8d7-38f8-4581-ac06-b765b2cc6f41 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (93655f43-cc22-44e6-b19d-ed1c3f4e4775), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.089365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 835b8755-1173-4d0f-bced-e28f9ccaf550 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:17.093414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7829a8e6-fabe-4ac8-b6b8-7d38f054f443 None None] Provisioning complete for port 835b8755-1173-4d0f-bced-e28f9ccaf550 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:17.093872 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7829a8e6-fabe-4ac8-b6b8-7d38f054f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.133101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbbca8d7-38f8-4581-ac06-b765b2cc6f41 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (93655f43-cc22-44e6-b19d-ed1c3f4e4775), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.243951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbbca8d7-38f8-4581-ac06-b765b2cc6f41 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (93655f43-cc22-44e6-b19d-ed1c3f4e4775), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.254057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 835b8755-1173-4d0f-bced-e28f9ccaf550 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:17.254540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.286064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7829a8e6-fabe-4ac8-b6b8-7d38f054f443 None None] Current status of the port 835b8755-1173-4d0f-bced-e28f9ccaf550 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:17.286585 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7829a8e6-fabe-4ac8-b6b8-7d38f054f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.312354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbbca8d7-38f8-4581-ac06-b765b2cc6f41 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (93655f43-cc22-44e6-b19d-ed1c3f4e4775), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.346580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbca8d7-38f8-4581-ac06-b765b2cc6f41 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=93655f43-cc22-44e6-b19d-ed1c3f4e4775,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:17.349223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dbbca8d7-38f8-4581-ac06-b765b2cc6f41 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.356514 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dbbca8d7-38f8-4581-ac06-b765b2cc6f41 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/93655f43-cc22-44e6-b19d-ed1c3f4e4775 HTTP/1.1" status: 204 len: 168 time: 0.3303621 Jan 27 22:34:17.356997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38596) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:17.415202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c60bd0f8-d5e2-4be5-8272-d19019e450e8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562880 Jan 27 22:34:17.418434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38598) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:17.430829 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-7829a8e6-fabe-4ac8-b6b8-7d38f054f443 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:34:17.431591 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-7829a8e6-fabe-4ac8-b6b8-7d38f054f443 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:34:17.439174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 835b8755-1173-4d0f-bced-e28f9ccaf550 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:17.439920 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.482701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 835b8755-1173-4d0f-bced-e28f9ccaf550, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=835b8755-1173-4d0f-bced-e28f9ccaf550,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:17.483229 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a601d340-dad1-49b6-ba14-d4152b147c47 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:17.485554 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a601d340-dad1-49b6-ba14-d4152b147c47 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0655017 Jan 27 22:34:17.488310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38600) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:17.489948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.546087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=835b8755-1173-4d0f-bced-e28f9ccaf550,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:17.560632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f00c43-7a3c-4aaf-9f71-636d5a6d5541 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:17.566064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38604) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:17.566310 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-43f00c43-7a3c-4aaf-9f71-636d5a6d5541 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756667 Jan 27 22:34:17.606134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1581f5e4-5547-41e4-a6f5-a254e636acf8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396152 Jan 27 22:34:17.612339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38606) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:17.616002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-60b9cfaa-16cb-4d3c-ae9c-34c1ac51a63b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:17.715306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b9cfaa-16cb-4d3c-ae9c-34c1ac51a63b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:17.718822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60b9cfaa-16cb-4d3c-ae9c-34c1ac51a63b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.720394 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b9cfaa-16cb-4d3c-ae9c-34c1ac51a63b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:17.720823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b9cfaa-16cb-4d3c-ae9c-34c1ac51a63b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:17.745333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-60b9cfaa-16cb-4d3c-ae9c-34c1ac51a63b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1305070 Jan 27 22:34:17.745963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38608) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:17.751150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8fd3b2e4-b3d3-4bfb-af86-b3a917492197 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:17.850219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd3b2e4-b3d3-4bfb-af86-b3a917492197 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:17.853811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8fd3b2e4-b3d3-4bfb-af86-b3a917492197 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.855303 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd3b2e4-b3d3-4bfb-af86-b3a917492197 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:17.855782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd3b2e4-b3d3-4bfb-af86-b3a917492197 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:17.871915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6e4c5-bffe-476e-a308-01be35237c2b None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:17.879017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8fd3b2e4-b3d3-4bfb-af86-b3a917492197 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1318402 Jan 27 22:34:17.882789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38610) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:17.888172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e1878532-5fbd-4701-8be9-426b1b117e54 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:17.982277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1878532-5fbd-4701-8be9-426b1b117e54 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:17.988266 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1878532-5fbd-4701-8be9-426b1b117e54 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:17.989412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7829a8e6-fabe-4ac8-b6b8-7d38f054f443 None None] Current status of the port 835b8755-1173-4d0f-bced-e28f9ccaf550 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:17.990175 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1878532-5fbd-4701-8be9-426b1b117e54 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:17.991397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1878532-5fbd-4701-8be9-426b1b117e54 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:18.009872 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1878532-5fbd-4701-8be9-426b1b117e54 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1258955 Jan 27 22:34:18.013156 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:18.018873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c19d1fe4-e1c3-49c7-a233-d50a4df87367 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:18.083555 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:18.119743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19d1fe4-e1c3-49c7-a233-d50a4df87367 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:18.124192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c19d1fe4-e1c3-49c7-a233-d50a4df87367 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.125742 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19d1fe4-e1c3-49c7-a233-d50a4df87367 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:18.126257 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19d1fe4-e1c3-49c7-a233-d50a4df87367 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:18.132656 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-eb172bc7-bdc0-40ec-8d4d-f3e79931d6fa None None] Provisioning complete for port 835b8755-1173-4d0f-bced-e28f9ccaf550 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:18.133040 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb172bc7-bdc0-40ec-8d4d-f3e79931d6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.144937 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c19d1fe4-e1c3-49c7-a233-d50a4df87367 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1304097 Jan 27 22:34:18.148149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38616) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:18.153387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f1f74422-476b-40da-ae07-114b27a4c0ca tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:18.192605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] Deleting port 835b8755-1173-4d0f-bced-e28f9ccaf550 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:18.192605 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.260365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f74422-476b-40da-ae07-114b27a4c0ca tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:18.265702 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f1f74422-476b-40da-ae07-114b27a4c0ca tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.267726 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f74422-476b-40da-ae07-114b27a4c0ca tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:18.268588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f74422-476b-40da-ae07-114b27a4c0ca tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:18.295132 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f1f74422-476b-40da-ae07-114b27a4c0ca tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1425688 Jan 27 22:34:18.296446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38618) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:18.301345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d7b7cf9f-b7fd-424e-855a-0f2e7f1757a0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:18.313073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-eb172bc7-bdc0-40ec-8d4d-f3e79931d6fa None None] Current status of the port 835b8755-1173-4d0f-bced-e28f9ccaf550 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:18.316268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] For port 835b8755-1173-4d0f-bced-e28f9ccaf550, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=835b8755-1173-4d0f-bced-e28f9ccaf550,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:18.316671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.336581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] Calling delete_port for 835b8755-1173-4d0f-bced-e28f9ccaf550 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:18.403242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b7cf9f-b7fd-424e-855a-0f2e7f1757a0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:18.406729 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7b7cf9f-b7fd-424e-855a-0f2e7f1757a0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.408222 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b7cf9f-b7fd-424e-855a-0f2e7f1757a0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:18.408657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b7cf9f-b7fd-424e-855a-0f2e7f1757a0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:18.426393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d7b7cf9f-b7fd-424e-855a-0f2e7f1757a0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1294272 Jan 27 22:34:18.429539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38620) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:18.452146 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.455026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (835b8755-1173-4d0f-bced-e28f9ccaf550), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.484853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] Pushing event deleted for resources: {'Port': ['ID=835b8755-1173-4d0f-bced-e28f9ccaf550,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:18.490415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6092864-64aa-485c-8b69-ad302eae342f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:18.493806 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e6092864-64aa-485c-8b69-ad302eae342f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0621982 Jan 27 22:34:18.496717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38622) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:18.498768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157182f4-fc0b-44f1-8676-d222f56a6f5c None None] No DVR routers for this DVR port 835b8755-1173-4d0f-bced-e28f9ccaf550 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:18.563554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd42b068-d3e0-4921-99f6-b8b25e070bb4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:18.565520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dd42b068-d3e0-4921-99f6-b8b25e070bb4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0677855 Jan 27 22:34:18.568246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38624) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:18.609866 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e3284b03-83eb-409e-8ea9-f5778ff8c674 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403767 Jan 27 22:34:18.614282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38626) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:18.619564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:18.722173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:18.725572 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:18.972632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 835b8755-1173-4d0f-bced-e28f9ccaf550 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:19.003770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 835b8755-1173-4d0f-bced-e28f9ccaf550 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:19.004843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 835b8755-1173-4d0f-bced-e28f9ccaf550 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:19.054730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:19.056521 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (7507e124-91bd-410d-ae32-c6ec21e65294), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.107738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:19.111608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:19.116230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:19.116837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.124431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01197be2-2813-4290-be79-9e3d60d1d9c1 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:19.132439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=7507e124-91bd-410d-ae32-c6ec21e65294,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:19.148059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4fb41fba-06ee-49dc-b7d7-185d521c186d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5325522 Jan 27 22:34:19.148581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38630) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:19.154201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:83:3e:d2', 'name': 'tempest-NetworksTestDHCPv6-80371174'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:19.244391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '7507e124-91bd-410d-ae32-c6ec21e65294'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:19.245343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.293788 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:19.384803 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.393413 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Allocated IP 2001:db8::f816:3eff:feaa:258a (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/7507e124-91bd-410d-ae32-c6ec21e65294/7834ce05-0e77-4b2f-8f36-b68a0148f5ab) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:19.410200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port e89208d0-63a7-4752-aec3-9cc18d3eb4d5 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:19.553612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Publish callbacks [] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.561168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.600502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:19.603759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:19.607518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:19.624178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Pushing event updated for resources: {'Port': ['ID=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:19.636253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:fe83:3ed2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/7507e124-91bd-410d-ae32-c6ec21e65294/e89208d0-63a7-4752-aec3-9cc18d3eb4d5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:19.670056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Attempting to bind port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:19.670575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Attempting to bind port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:19.670941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Attempting to bind port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:19.676372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:19.676757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:19.677162 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.677691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:19.678163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Bound port: 7834ce05-0e77-4b2f-8f36-b68a0148f5ab, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:19.678542 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.749234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] For port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:19.752905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] For port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:19.758006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.805268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (e89208d0-63a7-4752-aec3-9cc18d3eb4d5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.821988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7978ffd-6f4d-4d1d-9487-12b99daeee40 None None] Pushing event updated for resources: {'Port': ['ID=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:19.852968 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e89208d0-63a7-4752-aec3-9cc18d3eb4d5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.899965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:19.908062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:19.913134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:19.919107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:19.919798 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:19.923813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=e89208d0-63a7-4752-aec3-9cc18d3eb4d5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:19.944674 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-acd23647-d61e-407e-af98-967514bb56b7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7923620 Jan 27 22:34:19.945051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38632) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:20.003450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d89e8c-a1e3-4f5f-be68-adc74c61615f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:20.012309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d89e8c-a1e3-4f5f-be68-adc74c61615f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:20.013394 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b2d89e8c-a1e3-4f5f-be68-adc74c61615f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0670185 Jan 27 22:34:20.016317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38634) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:20.144626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0d557b0d-d03a-4e49-b9b5-d472a6376a11 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port e89208d0-63a7-4752-aec3-9cc18d3eb4d5 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:20.145133 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d557b0d-d03a-4e49-b9b5-d472a6376a11 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e89208d0-63a7-4752-aec3-9cc18d3eb4d5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:20.236665 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d557b0d-d03a-4e49-b9b5-d472a6376a11 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e89208d0-63a7-4752-aec3-9cc18d3eb4d5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:20.249067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0d557b0d-d03a-4e49-b9b5-d472a6376a11 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for e89208d0-63a7-4752-aec3-9cc18d3eb4d5 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:20.384809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d557b0d-d03a-4e49-b9b5-d472a6376a11 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e89208d0-63a7-4752-aec3-9cc18d3eb4d5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:20.415041 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557b0d-d03a-4e49-b9b5-d472a6376a11 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=e89208d0-63a7-4752-aec3-9cc18d3eb4d5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:20.439637 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0d557b0d-d03a-4e49-b9b5-d472a6376a11 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:20.443044 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0d557b0d-d03a-4e49-b9b5-d472a6376a11 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/e89208d0-63a7-4752-aec3-9cc18d3eb4d5 HTTP/1.1" status: 204 len: 168 time: 0.4252059 Jan 27 22:34:20.445864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38638) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:20.764821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2b9c8-1561-42ba-8dcb-1bab61638a0c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:20.766358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2b9c8-1561-42ba-8dcb-1bab61638a0c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:20.770533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-38b2b9c8-1561-42ba-8dcb-1bab61638a0c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3212519 Jan 27 22:34:20.771711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38640) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:20.838309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecf3808-640e-4e87-9b60-14d2deb7e12e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 7507e124-91bd-410d-ae32-c6ec21e65294 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:20.842604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fecf3808-640e-4e87-9b60-14d2deb7e12e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (7507e124-91bd-410d-ae32-c6ec21e65294), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:20.889398 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fecf3808-640e-4e87-9b60-14d2deb7e12e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (7507e124-91bd-410d-ae32-c6ec21e65294), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:20.977431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-90de0b6a-6ffa-44a9-af2f-1190c76b22b0 None None] Provisioning complete for port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:20.977994 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90de0b6a-6ffa-44a9-af2f-1190c76b22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.026134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fecf3808-640e-4e87-9b60-14d2deb7e12e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7507e124-91bd-410d-ae32-c6ec21e65294), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.053350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7834ce05-0e77-4b2f-8f36-b68a0148f5ab up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:21.132774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fecf3808-640e-4e87-9b60-14d2deb7e12e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (7507e124-91bd-410d-ae32-c6ec21e65294), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.132931 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.159609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fecf3808-640e-4e87-9b60-14d2deb7e12e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.159609 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fecf3808-640e-4e87-9b60-14d2deb7e12e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/7507e124-91bd-410d-ae32-c6ec21e65294 HTTP/1.1" status: 204 len: 168 time: 0.3851397 Jan 27 22:34:21.159947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38646) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:21.179494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf3808-640e-4e87-9b60-14d2deb7e12e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=7507e124-91bd-410d-ae32-c6ec21e65294,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:21.205681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-03afe14b-fab8-4878-86a7-c0b411995c25 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447140 Jan 27 22:34:21.206512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-90de0b6a-6ffa-44a9-af2f-1190c76b22b0 None None] Current status of the port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:21.207457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90de0b6a-6ffa-44a9-af2f-1190c76b22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.208421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38648) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:21.210256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05036d67-2bf9-47e0-b359-496687be761b None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:21.214009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:21.221123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:21.221502 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.322496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:21.326764 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.496465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-90de0b6a-6ffa-44a9-af2f-1190c76b22b0 None None] For port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:21.501949 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90de0b6a-6ffa-44a9-af2f-1190c76b22b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.608817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de0b6a-6ffa-44a9-af2f-1190c76b22b0 None None] Pushing event updated for resources: {'Port': ['ID=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:21.624074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:21.635379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d15876f6-87c2-4450-9217-eadb142e37ae None None] Could not find standard attr ID for object e89208d0-63a7-4752-aec3-9cc18d3eb4d5. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:21.684296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:21.694687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:21.750664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] Deleting port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:21.751047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.832830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] For port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:21.833240 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.845944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] Calling delete_port for 7834ce05-0e77-4b2f-8f36-b68a0148f5ab owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:21.902990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.929555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.955402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] Pushing event deleted for resources: {'Port': ['ID=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:21.959563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33d507-de81-43dd-b3ff-4e55e1189f19 None None] No DVR routers for this DVR port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:22.064164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] For port 7834ce05-0e77-4b2f-8f36-b68a0148f5ab, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:22.100905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.106133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7834ce05-0e77-4b2f-8f36-b68a0148f5ab), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.106918 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (a1915e80-d60d-4c7f-8bbe-5deda9954ee0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.159215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=7834ce05-0e77-4b2f-8f36-b68a0148f5ab,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:22.178757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:22.182353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:22.186977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:22.187630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.195254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73478c-8cb7-4fa8-9857-af0afadc048f None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:22.196755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=a1915e80-d60d-4c7f-8bbe-5deda9954ee0,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:22.209490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-66c9b0fd-45a6-420f-8879-fde90004fab6 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9994197 Jan 27 22:34:22.213515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38652) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:22.218774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:b6:21:18', 'name': 'tempest-NetworksTestDHCPv6-1302263726'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:22.321104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': 'a1915e80-d60d-4c7f-8bbe-5deda9954ee0'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:22.321862 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.355040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:22.457420 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.474460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Allocated IP 2001:db8::f816:3eff:feb0:26c5 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/a1915e80-d60d-4c7f-8bbe-5deda9954ee0/d3397340-5a26-46a3-b01a-d038ba247229) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:22.486959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 43b50156-ef93-48f0-b5e8-41cf4acec65f yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:22.642575 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Publish callbacks [] for port (d3397340-5a26-46a3-b01a-d038ba247229), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.649972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d3397340-5a26-46a3-b01a-d038ba247229), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.695594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:22.701968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:22.703891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:feb6:2118 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/a1915e80-d60d-4c7f-8bbe-5deda9954ee0/43b50156-ef93-48f0-b5e8-41cf4acec65f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:22.704643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:22.715563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Pushing event updated for resources: {'Port': ['ID=d3397340-5a26-46a3-b01a-d038ba247229,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:22.766134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Attempting to bind port d3397340-5a26-46a3-b01a-d038ba247229 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:22.766507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Attempting to bind port d3397340-5a26-46a3-b01a-d038ba247229 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:22.766873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Attempting to bind port d3397340-5a26-46a3-b01a-d038ba247229 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:22.772082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:22.772466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:22.772875 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.773323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:22.773801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Bound port: d3397340-5a26-46a3-b01a-d038ba247229, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:22.774189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d3397340-5a26-46a3-b01a-d038ba247229), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.839511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] For port d3397340-5a26-46a3-b01a-d038ba247229, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:22.843065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] For port d3397340-5a26-46a3-b01a-d038ba247229, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d3397340-5a26-46a3-b01a-d038ba247229,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:22.849554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d3397340-5a26-46a3-b01a-d038ba247229), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.874054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (43b50156-ef93-48f0-b5e8-41cf4acec65f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.913310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4af9e-2952-428a-9c3f-865baafa1f8d None None] Pushing event updated for resources: {'Port': ['ID=d3397340-5a26-46a3-b01a-d038ba247229,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:22.915869 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (43b50156-ef93-48f0-b5e8-41cf4acec65f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:22.981939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:22.987780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=43b50156-ef93-48f0-b5e8-41cf4acec65f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:22.990181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7834ce05-0e77-4b2f-8f36-b68a0148f5ab no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:22.990881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:22.998862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:23.005931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.006619 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:23.023444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 7834ce05-0e77-4b2f-8f36-b68a0148f5ab {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:23.023956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7834ce05-0e77-4b2f-8f36-b68a0148f5ab not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:23.040620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a1684ba4-a824-4fb6-bfb9-7dd635c5ede5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8227568 Jan 27 22:34:23.040620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38654) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:23.092986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5ca07d-822e-4b13-8ef0-95ec12a3e78d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.099193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5ca07d-822e-4b13-8ef0-95ec12a3e78d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.103461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9d5ca07d-822e-4b13-8ef0-95ec12a3e78d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0595789 Jan 27 22:34:23.104753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38656) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:23.216393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-685f2d0e-b3ac-47a3-975c-fc23cf7cb79b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 43b50156-ef93-48f0-b5e8-41cf4acec65f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:23.216736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685f2d0e-b3ac-47a3-975c-fc23cf7cb79b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (43b50156-ef93-48f0-b5e8-41cf4acec65f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:23.339843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685f2d0e-b3ac-47a3-975c-fc23cf7cb79b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (43b50156-ef93-48f0-b5e8-41cf4acec65f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:23.354422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-685f2d0e-b3ac-47a3-975c-fc23cf7cb79b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 43b50156-ef93-48f0-b5e8-41cf4acec65f owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:23.505352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685f2d0e-b3ac-47a3-975c-fc23cf7cb79b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (43b50156-ef93-48f0-b5e8-41cf4acec65f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:23.549294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f2d0e-b3ac-47a3-975c-fc23cf7cb79b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=43b50156-ef93-48f0-b5e8-41cf4acec65f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:23.573885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-685f2d0e-b3ac-47a3-975c-fc23cf7cb79b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:23.577551 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-685f2d0e-b3ac-47a3-975c-fc23cf7cb79b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/43b50156-ef93-48f0-b5e8-41cf4acec65f HTTP/1.1" status: 204 len: 168 time: 0.4710655 Jan 27 22:34:23.579906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38672) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:23.641307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694f61b8-97e1-4cd3-bd69-43651acd071a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.642636 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694f61b8-97e1-4cd3-bd69-43651acd071a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.644208 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-694f61b8-97e1-4cd3-bd69-43651acd071a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0624778 Jan 27 22:34:23.648493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38676) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:23.723189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc605eb-5934-4a4d-ae39-37e912bdc817 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet a1915e80-d60d-4c7f-8bbe-5deda9954ee0 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:23.726901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9dc605eb-5934-4a4d-ae39-37e912bdc817 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (a1915e80-d60d-4c7f-8bbe-5deda9954ee0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:23.777434 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9dc605eb-5934-4a4d-ae39-37e912bdc817 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (a1915e80-d60d-4c7f-8bbe-5deda9954ee0), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.194608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4d669733-2ced-449e-8404-4a79ca3dd525 None None] Provisioning complete for port d3397340-5a26-46a3-b01a-d038ba247229 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:24.195224 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669733-2ced-449e-8404-4a79ca3dd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d3397340-5a26-46a3-b01a-d038ba247229), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.245088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9dc605eb-5934-4a4d-ae39-37e912bdc817 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a1915e80-d60d-4c7f-8bbe-5deda9954ee0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.307337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4d669733-2ced-449e-8404-4a79ca3dd525 None None] Current status of the port d3397340-5a26-46a3-b01a-d038ba247229 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:24.308527 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669733-2ced-449e-8404-4a79ca3dd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d3397340-5a26-46a3-b01a-d038ba247229), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.322241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9dc605eb-5934-4a4d-ae39-37e912bdc817 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (a1915e80-d60d-4c7f-8bbe-5deda9954ee0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.368036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc605eb-5934-4a4d-ae39-37e912bdc817 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=a1915e80-d60d-4c7f-8bbe-5deda9954ee0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:24.374884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9dc605eb-5934-4a4d-ae39-37e912bdc817 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.381389 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9dc605eb-5934-4a4d-ae39-37e912bdc817 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/a1915e80-d60d-4c7f-8bbe-5deda9954ee0 HTTP/1.1" status: 204 len: 168 time: 0.7314107 Jan 27 22:34:24.383526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38694) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:24.387070 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-4d669733-2ced-449e-8404-4a79ca3dd525 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:34:24.388596 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-4d669733-2ced-449e-8404-4a79ca3dd525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:34:24.423043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61df8ab4-15d8-448c-9f0f-0bd7e6757f74 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:24.431504 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4dd7a249-a1ab-4fe4-bd9c-feacf5d3540b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454440 Jan 27 22:34:24.433414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38696) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:24.494995 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a80be-90d6-4831-8d33-7bab1efaa995 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:24.501542 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-af9a80be-90d6-4831-8d33-7bab1efaa995 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0637858 Jan 27 22:34:24.501996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38700) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:24.562784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32687c0e-5251-44c0-b774-eb9d6b281e69 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:24.566904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-32687c0e-5251-44c0-b774-eb9d6b281e69 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0617285 Jan 27 22:34:24.567316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38702) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:24.611527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3fee9cb2-7218-4adb-bd29-0d3c11ac22a7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389192 Jan 27 22:34:24.612828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38704) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:24.615551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:24.621131 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:24.677494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] Deleting port d3397340-5a26-46a3-b01a-d038ba247229 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:24.678511 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d3397340-5a26-46a3-b01a-d038ba247229), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.732796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:24.736559 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.774120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] For port d3397340-5a26-46a3-b01a-d038ba247229, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d3397340-5a26-46a3-b01a-d038ba247229,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:24.774530 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d3397340-5a26-46a3-b01a-d038ba247229), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.791462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] Calling delete_port for d3397340-5a26-46a3-b01a-d038ba247229 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:24.917923 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d3397340-5a26-46a3-b01a-d038ba247229), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:24.953670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] Pushing event deleted for resources: {'Port': ['ID=d3397340-5a26-46a3-b01a-d038ba247229,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:24.962639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ea334-a6ed-4e9e-b871-81da58aa2ae6 None None] No DVR routers for this DVR port d3397340-5a26-46a3-b01a-d038ba247229 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:24.965192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4d669733-2ced-449e-8404-4a79ca3dd525 None None] Current status of the port d3397340-5a26-46a3-b01a-d038ba247229 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:24.965192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4d669733-2ced-449e-8404-4a79ca3dd525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d3397340-5a26-46a3-b01a-d038ba247229), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.066496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:25.068038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (75e90d4b-748b-4961-abc0-701d473d3fcf), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.114855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:25.118432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:25.124298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:25.124774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ae7aef7b-5aa2-499d-8b6c-b72e0af83206 None None] Could not find standard attr ID for object 43b50156-ef93-48f0-b5e8-41cf4acec65f. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:25.124917 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.141378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=75e90d4b-748b-4961-abc0-701d473d3fcf,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:25.143919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9ae1c-6f2d-4a45-a26b-aeb1ac3ba933 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:25.150381 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-93f15e9d-7736-4f86-98a6-e9be71289611 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5336964 Jan 27 22:34:25.153147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38716) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:25.158173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:ed:2e:0b', 'name': 'tempest-NetworksTestDHCPv6-1916661870'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:25.290249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:25.295667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '75e90d4b-748b-4961-abc0-701d473d3fcf'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:25.297139 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.385840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.409276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port e6ba0197-8abe-433b-9751-ac09782a3fa7 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:25.463944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Allocated IP 2001:db8::f816:3eff:fee1:7eb7 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/75e90d4b-748b-4961-abc0-701d473d3fcf/85d2ca30-dca8-4acf-a9b1-a5bc5550afda) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:25.646063 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Publish callbacks [] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.654316 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.696136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:25.699489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:25.705987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:25.717836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Pushing event updated for resources: {'Port': ['ID=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:25.732107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:feed:2e0b (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/75e90d4b-748b-4961-abc0-701d473d3fcf/e6ba0197-8abe-433b-9751-ac09782a3fa7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:25.792821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Attempting to bind port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:25.793753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Attempting to bind port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:25.793753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Attempting to bind port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:25.801135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:25.801518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:25.801935 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.802334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:25.802810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Bound port: 85d2ca30-dca8-4acf-a9b1-a5bc5550afda, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:25.804033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.879699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] For port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:25.883537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] For port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:25.889636 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.917538 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (e6ba0197-8abe-433b-9751-ac09782a3fa7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.962040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00be71d-7849-4c16-bdd5-6798740e8209 None None] Pushing event updated for resources: {'Port': ['ID=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:25.972363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e6ba0197-8abe-433b-9751-ac09782a3fa7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.024276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:26.027907 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:26.032174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:26.037696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.038366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.067239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=e6ba0197-8abe-433b-9751-ac09782a3fa7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:26.076456 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-410fa55b-9ce0-4c85-a4c1-6062f9f9b49f tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9211287 Jan 27 22:34:26.078702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38738) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:26.160682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd715ce-fdb1-4f89-8971-2ec9ba8193ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.166765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd715ce-fdb1-4f89-8971-2ec9ba8193ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.172740 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6cd715ce-fdb1-4f89-8971-2ec9ba8193ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0898976 Jan 27 22:34:26.173624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38742) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:26.291880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-f89b8f23-2307-43a2-bc1d-00ee2c62a0ff tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port e6ba0197-8abe-433b-9751-ac09782a3fa7 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:26.292247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f89b8f23-2307-43a2-bc1d-00ee2c62a0ff tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e6ba0197-8abe-433b-9751-ac09782a3fa7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.405581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f89b8f23-2307-43a2-bc1d-00ee2c62a0ff tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e6ba0197-8abe-433b-9751-ac09782a3fa7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.418318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-f89b8f23-2307-43a2-bc1d-00ee2c62a0ff tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for e6ba0197-8abe-433b-9751-ac09782a3fa7 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:26.560370 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f89b8f23-2307-43a2-bc1d-00ee2c62a0ff tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e6ba0197-8abe-433b-9751-ac09782a3fa7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.589851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b8f23-2307-43a2-bc1d-00ee2c62a0ff tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=e6ba0197-8abe-433b-9751-ac09782a3fa7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:26.616101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f89b8f23-2307-43a2-bc1d-00ee2c62a0ff tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.619292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f89b8f23-2307-43a2-bc1d-00ee2c62a0ff tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/e6ba0197-8abe-433b-9751-ac09782a3fa7 HTTP/1.1" status: 204 len: 168 time: 0.4445314 Jan 27 22:34:26.622066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38752) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:26.685643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd4cb3-7e21-49ac-91ad-7986e3d384d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.686783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd4cb3-7e21-49ac-91ad-7986e3d384d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.688468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-accd4cb3-7e21-49ac-91ad-7986e3d384d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0653155 Jan 27 22:34:26.691377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38754) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:26.745906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-0723201b-a7f5-4fec-9e35-0b2b7f637d7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 75e90d4b-748b-4961-abc0-701d473d3fcf {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:26.750428 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0723201b-a7f5-4fec-9e35-0b2b7f637d7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (75e90d4b-748b-4961-abc0-701d473d3fcf), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.795882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0723201b-a7f5-4fec-9e35-0b2b7f637d7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (75e90d4b-748b-4961-abc0-701d473d3fcf), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.932763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0723201b-a7f5-4fec-9e35-0b2b7f637d7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (75e90d4b-748b-4961-abc0-701d473d3fcf), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.030916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0723201b-a7f5-4fec-9e35-0b2b7f637d7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (75e90d4b-748b-4961-abc0-701d473d3fcf), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.077932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723201b-a7f5-4fec-9e35-0b2b7f637d7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=75e90d4b-748b-4961-abc0-701d473d3fcf,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:27.085990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 85d2ca30-dca8-4acf-a9b1-a5bc5550afda up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:27.088238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0723201b-a7f5-4fec-9e35-0b2b7f637d7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.096936 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0723201b-a7f5-4fec-9e35-0b2b7f637d7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/75e90d4b-748b-4961-abc0-701d473d3fcf HTTP/1.1" status: 204 len: 168 time: 0.4035709 Jan 27 22:34:27.099272 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:27.152506 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-59a4f733-e22e-4e84-9478-63a316bce6f8 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513501 Jan 27 22:34:27.155054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38766) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:27.165249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:27.176974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:27.177467 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.222051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8c5e13-fcbc-4a10-bd6c-4e9c8d9aef12 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:27.287103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:27.292245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.349597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-14fbed5a-9a34-4d49-8e35-41c113281ffc None None] Provisioning complete for port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:27.349978 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14fbed5a-9a34-4d49-8e35-41c113281ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.371928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:27.372323 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.429519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:27.439693 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.527396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:27.530432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-14fbed5a-9a34-4d49-8e35-41c113281ffc None None] Current status of the port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:27.545005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:27.606544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] Deleting port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:27.606544 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.692898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:27.706075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] For port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:27.706075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.884905 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.913344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] Calling delete_port for 85d2ca30-dca8-4acf-a9b1-a5bc5550afda owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:28.072016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] For port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:28.108596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.114577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.115722 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (b9a4f974-2340-40e6-b33a-73946c87ab88), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.118383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (85d2ca30-dca8-4acf-a9b1-a5bc5550afda), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.157741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] No DVR routers for this DVR port 85d2ca30-dca8-4acf-a9b1-a5bc5550afda on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:28.162888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd08b3-9d2e-4177-9305-4f066ec42ea4 None None] Pushing event deleted for resources: {'Port': ['ID=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:28.176824 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=85d2ca30-dca8-4acf-a9b1-a5bc5550afda,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:28.188231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:28.192089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:28.199523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:28.199523 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.211239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142304c8-37ca-4b55-8217-efe6a5d22703 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:28.218929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=b9a4f974-2340-40e6-b33a-73946c87ab88,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:28.235526 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a2a77b87-4de9-49c5-ad85-7ba28d4cb8f7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0775554 Jan 27 22:34:28.236598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38792) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:28.243445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:d4:64:58', 'name': 'tempest-NetworksTestDHCPv6-460493670'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:28.335495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': 'b9a4f974-2340-40e6-b33a-73946c87ab88'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:28.336444 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.380945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:28.481981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.495298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Allocated IP 2001:db8::f816:3eff:fe01:b0ef (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/b9a4f974-2340-40e6-b33a-73946c87ab88/cda7c962-2d4d-4251-9b1e-51cf26fced0f) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:28.508172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port c723e0fa-08d0-4314-b4f0-4dcbd1bb015a yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:28.655404 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Publish callbacks [] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.663339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.701326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:28.707958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:28.713418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:28.727456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Pushing event updated for resources: {'Port': ['ID=cda7c962-2d4d-4251-9b1e-51cf26fced0f,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:28.727764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:fed4:6458 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/b9a4f974-2340-40e6-b33a-73946c87ab88/c723e0fa-08d0-4314-b4f0-4dcbd1bb015a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:28.791235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Attempting to bind port cda7c962-2d4d-4251-9b1e-51cf26fced0f on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:28.791636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Attempting to bind port cda7c962-2d4d-4251-9b1e-51cf26fced0f by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:28.792006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Attempting to bind port cda7c962-2d4d-4251-9b1e-51cf26fced0f on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:28.798073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:28.798457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:28.798860 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.799255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:28.799792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Bound port: cda7c962-2d4d-4251-9b1e-51cf26fced0f, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:28.800175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.886061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] For port cda7c962-2d4d-4251-9b1e-51cf26fced0f, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:28.889354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] For port cda7c962-2d4d-4251-9b1e-51cf26fced0f, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cda7c962-2d4d-4251-9b1e-51cf26fced0f,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:28.922236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (c723e0fa-08d0-4314-b4f0-4dcbd1bb015a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.925048 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:28.963998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c723e0fa-08d0-4314-b4f0-4dcbd1bb015a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.006785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 85d2ca30-dca8-4acf-a9b1-a5bc5550afda no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:29.056002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:29.056986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 85d2ca30-dca8-4acf-a9b1-a5bc5550afda {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:29.057332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 85d2ca30-dca8-4acf-a9b1-a5bc5550afda not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:29.059169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d75b30-6489-47da-a2cb-3bdd45392ee4 None None] Pushing event updated for resources: {'Port': ['ID=cda7c962-2d4d-4251-9b1e-51cf26fced0f,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:29.067797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:29.073249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:29.081390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:29.083291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.107643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=c723e0fa-08d0-4314-b4f0-4dcbd1bb015a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:29.123690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e47253e9-78fb-494f-8563-821ea9e3e187 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8820145 Jan 27 22:34:29.124092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38810) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:29.191114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6338785-980f-4e20-8679-8f5eaa3c7096 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:29.205837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6338785-980f-4e20-8679-8f5eaa3c7096 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:29.219323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38814) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:29.219899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d6338785-980f-4e20-8679-8f5eaa3c7096 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0940692 Jan 27 22:34:29.388609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-96604397-2bad-431a-94a7-83e496b11aeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port c723e0fa-08d0-4314-b4f0-4dcbd1bb015a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:29.388956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96604397-2bad-431a-94a7-83e496b11aeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c723e0fa-08d0-4314-b4f0-4dcbd1bb015a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.515345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96604397-2bad-431a-94a7-83e496b11aeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c723e0fa-08d0-4314-b4f0-4dcbd1bb015a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.533159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-96604397-2bad-431a-94a7-83e496b11aeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for c723e0fa-08d0-4314-b4f0-4dcbd1bb015a owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:29.710809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96604397-2bad-431a-94a7-83e496b11aeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c723e0fa-08d0-4314-b4f0-4dcbd1bb015a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.749885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96604397-2bad-431a-94a7-83e496b11aeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=c723e0fa-08d0-4314-b4f0-4dcbd1bb015a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:29.794576 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96604397-2bad-431a-94a7-83e496b11aeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.798937 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-96604397-2bad-431a-94a7-83e496b11aeb tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/c723e0fa-08d0-4314-b4f0-4dcbd1bb015a HTTP/1.1" status: 204 len: 168 time: 0.5775485 Jan 27 22:34:29.802344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38826) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:29.872490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9968d39b-6cd5-4e8b-8d10-3701d6d80c67 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:29.874475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9968d39b-6cd5-4e8b-8d10-3701d6d80c67 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:29.880217 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9968d39b-6cd5-4e8b-8d10-3701d6d80c67 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0729997 Jan 27 22:34:29.881367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38830) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:29.965677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ba7538-d541-4d62-833b-f62a1e3ff785 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet b9a4f974-2340-40e6-b33a-73946c87ab88 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:29.969527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36ba7538-d541-4d62-833b-f62a1e3ff785 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (b9a4f974-2340-40e6-b33a-73946c87ab88), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.029581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36ba7538-d541-4d62-833b-f62a1e3ff785 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (b9a4f974-2340-40e6-b33a-73946c87ab88), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.160371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36ba7538-d541-4d62-833b-f62a1e3ff785 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b9a4f974-2340-40e6-b33a-73946c87ab88), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.249022 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36ba7538-d541-4d62-833b-f62a1e3ff785 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (b9a4f974-2340-40e6-b33a-73946c87ab88), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.286270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba7538-d541-4d62-833b-f62a1e3ff785 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a4f974-2340-40e6-b33a-73946c87ab88,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:30.294019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36ba7538-d541-4d62-833b-f62a1e3ff785 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.304011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f413f90a-bd3a-4e18-985d-a5d091884de4 None None] Provisioning complete for port cda7c962-2d4d-4251-9b1e-51cf26fced0f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:30.304617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-36ba7538-d541-4d62-833b-f62a1e3ff785 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/b9a4f974-2340-40e6-b33a-73946c87ab88 HTTP/1.1" status: 204 len: 168 time: 0.4212928 Jan 27 22:34:30.304864 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f413f90a-bd3a-4e18-985d-a5d091884de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.307957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38838) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:30.390055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-185d3c54-377c-4819-b1e8-2a7400e374d5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775075 Jan 27 22:34:30.393560 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38844) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:30.433954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f413f90a-bd3a-4e18-985d-a5d091884de4 None None] Current status of the port cda7c962-2d4d-4251-9b1e-51cf26fced0f is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:30.434434 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f413f90a-bd3a-4e18-985d-a5d091884de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.465117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0102dc6-7513-4737-bb92-0ef8bf4682e9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:30.466696 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c0102dc6-7513-4737-bb92-0ef8bf4682e9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0720167 Jan 27 22:34:30.469199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38848) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:30.488760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f413f90a-bd3a-4e18-985d-a5d091884de4 None None] For port cda7c962-2d4d-4251-9b1e-51cf26fced0f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cda7c962-2d4d-4251-9b1e-51cf26fced0f,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:30.498816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f413f90a-bd3a-4e18-985d-a5d091884de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.549570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f60301-5940-44f9-83c9-968f228030e4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:30.551302 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-79f60301-5940-44f9-83c9-968f228030e4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0809603 Jan 27 22:34:30.554026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38850) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:30.568239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413f90a-bd3a-4e18-985d-a5d091884de4 None None] Pushing event updated for resources: {'Port': ['ID=cda7c962-2d4d-4251-9b1e-51cf26fced0f,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:30.616441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b152ad77-1835-4b59-8f66-70cdcfb62b49 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609655 Jan 27 22:34:30.621585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38854) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:30.628465 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:30.675098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3882637-96c9-4ac3-8599-126595090af9 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:30.752330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:30.757010 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.767290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7ff3143d-0d6c-41d3-a9a3-3de47be72707 None None] Could not find standard attr ID for object c723e0fa-08d0-4314-b4f0-4dcbd1bb015a. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:30.946740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:31.020040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] Deleting port cda7c962-2d4d-4251-9b1e-51cf26fced0f {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:31.020470 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.047583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (62f59530-70f2-46be-b299-eb87854847d5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.101751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:31.106279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:31.110616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:31.111449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.117831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] For port cda7c962-2d4d-4251-9b1e-51cf26fced0f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cda7c962-2d4d-4251-9b1e-51cf26fced0f,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:31.118286 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.123702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=62f59530-70f2-46be-b299-eb87854847d5,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:31.134280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] Calling delete_port for cda7c962-2d4d-4251-9b1e-51cf26fced0f owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:31.148657 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c7b13be-fa95-480b-a53a-914c978664a1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5259356 Jan 27 22:34:31.151283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38864) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:31.160197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:80:07:39', 'name': 'tempest-NetworksTestDHCPv6-385641543'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:31.261725 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (cda7c962-2d4d-4251-9b1e-51cf26fced0f), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.310084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] Pushing event deleted for resources: {'Port': ['ID=cda7c962-2d4d-4251-9b1e-51cf26fced0f,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:31.315133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ba9c2-eb96-4337-ae8f-4266964c38e1 None None] No DVR routers for this DVR port cda7c962-2d4d-4251-9b1e-51cf26fced0f on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:31.322183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:31.327751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.341869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57483263-a09a-4a90-8de5-44d95127d141 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:31.361297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:31.479123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '62f59530-70f2-46be-b299-eb87854847d5'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:31.480113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.529537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::324 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/62f59530-70f2-46be-b299-eb87854847d5/2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:31.749919 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.808052 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.863617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:31.869109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:31.876215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:31.881424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:31.882056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.885554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/62f59530-70f2-46be-b299-eb87854847d5/8992b210-3296-4ab2-b3bf-8814b62c8bca) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:31.889535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:31.905431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f7ee3ec4-0b26-49d5-b436-0fc7cbcbd879 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7521367 Jan 27 22:34:31.908295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38880) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:31.966961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12efe0-c108-4c12-af97-a1772d8cb8d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:31.968063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ee12efe0-c108-4c12-af97-a1772d8cb8d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0587850 Jan 27 22:34:31.970715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38882) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:32.125593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1fe56-e4f6-4e33-9792-5553740d73c4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:32.125908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fe56-e4f6-4e33-9792-5553740d73c4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.145383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Publish callbacks [] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.158492 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.207489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:32.212499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:32.217110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:32.233129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Pushing event updated for resources: {'Port': ['ID=8992b210-3296-4ab2-b3bf-8814b62c8bca,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:32.249762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fe56-e4f6-4e33-9792-5553740d73c4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.283393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1fe56-e4f6-4e33-9792-5553740d73c4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:32.298642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Attempting to bind port 8992b210-3296-4ab2-b3bf-8814b62c8bca on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:32.299754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Attempting to bind port 8992b210-3296-4ab2-b3bf-8814b62c8bca by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:32.300853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Attempting to bind port 8992b210-3296-4ab2-b3bf-8814b62c8bca on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:32.312172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:32.312821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:32.313177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.313679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:32.314440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Bound port: 8992b210-3296-4ab2-b3bf-8814b62c8bca, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:32.314902 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.416107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] For port 8992b210-3296-4ab2-b3bf-8814b62c8bca, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:32.422809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] For port 8992b210-3296-4ab2-b3bf-8814b62c8bca, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8992b210-3296-4ab2-b3bf-8814b62c8bca,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:32.428783 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.499493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626cf4e-5534-435d-b3b2-aa93fb5ec35d None None] Pushing event updated for resources: {'Port': ['ID=8992b210-3296-4ab2-b3bf-8814b62c8bca,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:32.543656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fe56-e4f6-4e33-9792-5553740d73c4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.576238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1fe56-e4f6-4e33-9792-5553740d73c4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:32.616947 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fe56-e4f6-4e33-9792-5553740d73c4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.621527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b3b1fe56-e4f6-4e33-9792-5553740d73c4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c HTTP/1.1" status: 204 len: 168 time: 0.6496055 Jan 27 22:34:32.624197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38896) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:32.699857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d57a8f-9083-4831-a4c6-4215a494e2c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:32.701243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d57a8f-9083-4831-a4c6-4215a494e2c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:32.703960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-45d57a8f-9083-4831-a4c6-4215a494e2c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0786314 Jan 27 22:34:32.705797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38900) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:32.788945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2632e57-2dbc-4ada-a5c1-2119cc23a6d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 62f59530-70f2-46be-b299-eb87854847d5 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:32.793488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2632e57-2dbc-4ada-a5c1-2119cc23a6d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (62f59530-70f2-46be-b299-eb87854847d5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.848622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2632e57-2dbc-4ada-a5c1-2119cc23a6d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (62f59530-70f2-46be-b299-eb87854847d5), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.984295 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2632e57-2dbc-4ada-a5c1-2119cc23a6d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (62f59530-70f2-46be-b299-eb87854847d5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.054846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8992b210-3296-4ab2-b3bf-8814b62c8bca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:33.071173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2632e57-2dbc-4ada-a5c1-2119cc23a6d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (62f59530-70f2-46be-b299-eb87854847d5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.102331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2632e57-2dbc-4ada-a5c1-2119cc23a6d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=62f59530-70f2-46be-b299-eb87854847d5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:33.104682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2632e57-2dbc-4ada-a5c1-2119cc23a6d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.108605 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2632e57-2dbc-4ada-a5c1-2119cc23a6d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/62f59530-70f2-46be-b299-eb87854847d5 HTTP/1.1" status: 204 len: 168 time: 0.4017370 Jan 27 22:34:33.112206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:33.156861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8992b210-3296-4ab2-b3bf-8814b62c8bca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:33.157317 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.162969 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e5ed6a5d-d2fd-41d2-81c4-c9184e6cea7a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496593 Jan 27 22:34:33.166825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38912) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:33.223787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30ba4c-994c-44a4-8c85-66fb962c54a2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:33.227458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3f30ba4c-994c-44a4-8c85-66fb962c54a2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0573721 Jan 27 22:34:33.230432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38914) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:33.275731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8992b210-3296-4ab2-b3bf-8814b62c8bca is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:33.276339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.294505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ab334-78b3-4866-89d9-9d53c23e0830 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:33.295963 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2e3ab334-78b3-4866-89d9-9d53c23e0830 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638921 Jan 27 22:34:33.300287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38918) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:33.326921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 8992b210-3296-4ab2-b3bf-8814b62c8bca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8992b210-3296-4ab2-b3bf-8814b62c8bca,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:33.332118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.346300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-13b69bdc-b8d5-49f2-abbd-d5882382830e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440273 Jan 27 22:34:33.352634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38920) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:33.358676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:33.363120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cda7c962-2d4d-4251-9b1e-51cf26fced0f no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:33.397498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: cda7c962-2d4d-4251-9b1e-51cf26fced0f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:33.397997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cda7c962-2d4d-4251-9b1e-51cf26fced0f not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:33.436678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=8992b210-3296-4ab2-b3bf-8814b62c8bca,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:33.487021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:33.492663 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.840954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c26cb4-384e-4c90-95f2-6b1614003ddd None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:33.904199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:33.984504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c4e7f9dd-3ef3-4ae4-8796-4d78a4b9d6ba None None] Provisioning complete for port 8992b210-3296-4ab2-b3bf-8814b62c8bca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:33.984886 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f9dd-3ef3-4ae4-8796-4d78a4b9d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.102097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.120104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7f9dd-3ef3-4ae4-8796-4d78a4b9d6ba None None] Current status of the port 8992b210-3296-4ab2-b3bf-8814b62c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:34.124431 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eeda8cb1-32bd-4356-b53a-6b3597fe0ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.319183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] For port 8992b210-3296-4ab2-b3bf-8814b62c8bca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8992b210-3296-4ab2-b3bf-8814b62c8bca,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:34.351700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.355865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8a64c79d-f771-4a87-88d8-92d2b4728feb None None] Provisioning complete for port 8992b210-3296-4ab2-b3bf-8814b62c8bca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:34.356968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8a64c79d-f771-4a87-88d8-92d2b4728feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.357206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.357995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (2db82879-4451-4da6-80c7-c40614a43b39), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.381377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:34.385457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:34.427544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:34.428143 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.488548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1344385 Jan 27 22:34:34.492062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38948) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:34.502216 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ef4830fb-dd8f-4d3c-9085-3cdee0837ec0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:34.503902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=2db82879-4451-4da6-80c7-c40614a43b39,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:34.509168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0cb8e-1fc2-49b3-b0ae-2def6e13dacc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=8992b210-3296-4ab2-b3bf-8814b62c8bca,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:34.553863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8a64c79d-f771-4a87-88d8-92d2b4728feb None None] Current status of the port 8992b210-3296-4ab2-b3bf-8814b62c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:34.653900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf31733-1d47-4018-ad04-c385ea0de982 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:34.686481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4830fb-dd8f-4d3c-9085-3cdee0837ec0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:34.691720 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ef4830fb-dd8f-4d3c-9085-3cdee0837ec0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.711961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-66a7c104-828f-43ba-adc8-9d7c13d704f0 None None] Could not find standard attr ID for object 2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:34.833175 n-d-826529-2 neutron-server[103329]: INFO neutron.db.ipam_backend_mixin [None req-ef4830fb-dd8f-4d3c-9085-3cdee0837ec0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2db82879-4451-4da6-80c7-c40614a43b39 (CIDR: 2001:db8::/64) Jan 27 22:34:34.837690 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4830fb-dd8f-4d3c-9085-3cdee0837ec0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:34.838151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4830fb-dd8f-4d3c-9085-3cdee0837ec0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:34.857222 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ef4830fb-dd8f-4d3c-9085-3cdee0837ec0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3616197 Jan 27 22:34:34.860233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38958) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:34.866709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:35.005544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8992b210-3296-4ab2-b3bf-8814b62c8bca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:35.023576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:35.027991 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.066054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-05571c96-206e-4297-b0c7-2135502fd156 None None] Provisioning complete for port 8992b210-3296-4ab2-b3bf-8814b62c8bca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:35.066353 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05571c96-206e-4297-b0c7-2135502fd156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.122258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8992b210-3296-4ab2-b3bf-8814b62c8bca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:35.122497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.206118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-05571c96-206e-4297-b0c7-2135502fd156 None None] Current status of the port 8992b210-3296-4ab2-b3bf-8814b62c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:35.246330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8992b210-3296-4ab2-b3bf-8814b62c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:35.293509 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (07612957-07e9-4b28-b189-0eddb367871d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.344354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:35.348098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:35.353254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:35.353888 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.358194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68fc24-d52c-45ee-ba1d-2d6fb1e171a9 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:35.369077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=07612957-07e9-4b28-b189-0eddb367871d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:35.382241 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bf40fa92-d0fe-4bb0-9837-832de59002de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5180743 Jan 27 22:34:35.382401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38972) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:35.388663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:47:4c:d5', 'name': 'tempest-NetworksTestDHCPv6-1395283294'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:35.547750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:35.619298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d4d488-3c1a-4bbe-b352-297cf803cc67 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '2db82879-4451-4da6-80c7-c40614a43b39', 'ip_address': '2001:db8::f816:3eff:fe48:3ba'}, {'subnet_id': '07612957-07e9-4b28-b189-0eddb367871d'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '8992b210-3296-4ab2-b3bf-8814b62c8bca'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:35.657319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d488-3c1a-4bbe-b352-297cf803cc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.681023 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.708248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 42886ade-9de5-42fd-8e8c-3c2ed32dc40f yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:35.916946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8:0:1::6d (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/07612957-07e9-4b28-b189-0eddb367871d/42886ade-9de5-42fd-8e8c-3c2ed32dc40f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:35.924385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:fe47:4cd5 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/2db82879-4451-4da6-80c7-c40614a43b39/42886ade-9de5-42fd-8e8c-3c2ed32dc40f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:36.368102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (42886ade-9de5-42fd-8e8c-3c2ed32dc40f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.412962 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (42886ade-9de5-42fd-8e8c-3c2ed32dc40f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.463062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:36.469565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:36.475358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:36.481223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:36.481938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.486008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=42886ade-9de5-42fd-8e8c-3c2ed32dc40f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:36.505299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2bed6b2c-41d9-4a5d-bd7a-72bac4b255ba tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1211069 Jan 27 22:34:36.508522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38986) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:36.655850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-39d952b3-5d6a-470b-ba53-7d8d76cd8972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 42886ade-9de5-42fd-8e8c-3c2ed32dc40f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:36.656739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d952b3-5d6a-470b-ba53-7d8d76cd8972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (42886ade-9de5-42fd-8e8c-3c2ed32dc40f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.681244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-c2d4d488-3c1a-4bbe-b352-297cf803cc67 None None] Allocated IP 2001:db8:0:1::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/07612957-07e9-4b28-b189-0eddb367871d/8992b210-3296-4ab2-b3bf-8814b62c8bca) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:36.769933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d952b3-5d6a-470b-ba53-7d8d76cd8972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (42886ade-9de5-42fd-8e8c-3c2ed32dc40f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.785801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-39d952b3-5d6a-470b-ba53-7d8d76cd8972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 42886ade-9de5-42fd-8e8c-3c2ed32dc40f owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:36.798187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c2d4d488-3c1a-4bbe-b352-297cf803cc67 None None] For port 8992b210-3296-4ab2-b3bf-8814b62c8bca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8992b210-3296-4ab2-b3bf-8814b62c8bca,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:36.835862 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d488-3c1a-4bbe-b352-297cf803cc67 None None] Publish callbacks [] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.842360 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c2d4d488-3c1a-4bbe-b352-297cf803cc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.945868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4d488-3c1a-4bbe-b352-297cf803cc67 None None] Pushing event updated for resources: {'Port': ['ID=8992b210-3296-4ab2-b3bf-8814b62c8bca,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:37.027913 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d952b3-5d6a-470b-ba53-7d8d76cd8972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (42886ade-9de5-42fd-8e8c-3c2ed32dc40f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.085427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d952b3-5d6a-470b-ba53-7d8d76cd8972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=42886ade-9de5-42fd-8e8c-3c2ed32dc40f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:37.096065 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b02bf4a2-72a6-428e-ad29-1b9738789900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.155586 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-39d952b3-5d6a-470b-ba53-7d8d76cd8972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.162889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-39d952b3-5d6a-470b-ba53-7d8d76cd8972 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/42886ade-9de5-42fd-8e8c-3c2ed32dc40f HTTP/1.1" status: 204 len: 168 time: 0.6529217 Jan 27 22:34:37.163536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38990) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:37.243104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedbae0c-8179-45fc-84ca-0888f426215b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:37.244791 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-eedbae0c-8179-45fc-84ca-0888f426215b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0788713 Jan 27 22:34:37.250027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38992) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:37.307255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c779a-7cf8-4088-8fc6-f4dcf5474a8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:37.311473 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f43c779a-7cf8-4088-8fc6-f4dcf5474a8b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0581050 Jan 27 22:34:37.312498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 38994) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:37.411962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32c423-fe32-49bf-a9cd-17b3d0bd524d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:37.415067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32c423-fe32-49bf-a9cd-17b3d0bd524d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:37.419639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32c423-fe32-49bf-a9cd-17b3d0bd524d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:37.424745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fa32c423-fe32-49bf-a9cd-17b3d0bd524d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1084337 Jan 27 22:34:37.425114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 38996) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:37.490159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1b0978-0436-41eb-b2a2-7d568b7460b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 07612957-07e9-4b28-b189-0eddb367871d {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:37.494247 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0978-0436-41eb-b2a2-7d568b7460b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (07612957-07e9-4b28-b189-0eddb367871d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.549218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0978-0436-41eb-b2a2-7d568b7460b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (07612957-07e9-4b28-b189-0eddb367871d), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.673204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0978-0436-41eb-b2a2-7d568b7460b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (07612957-07e9-4b28-b189-0eddb367871d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.752577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0978-0436-41eb-b2a2-7d568b7460b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (07612957-07e9-4b28-b189-0eddb367871d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.774090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-54926a3c-097c-4434-9160-d86c3f5d285c None None] Provisioning complete for port 8992b210-3296-4ab2-b3bf-8814b62c8bca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:37.774866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-54926a3c-097c-4434-9160-d86c3f5d285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.790173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b0978-0436-41eb-b2a2-7d568b7460b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=07612957-07e9-4b28-b189-0eddb367871d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:37.795148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0978-0436-41eb-b2a2-7d568b7460b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.799805 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ec1b0978-0436-41eb-b2a2-7d568b7460b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/07612957-07e9-4b28-b189-0eddb367871d HTTP/1.1" status: 204 len: 168 time: 0.3735938 Jan 27 22:34:37.802723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39000) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:37.872455 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f90e82e-bb7e-4d8a-8c56-6c2b11833687 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 2db82879-4451-4da6-80c7-c40614a43b39 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:37.876346 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f90e82e-bb7e-4d8a-8c56-6c2b11833687 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (2db82879-4451-4da6-80c7-c40614a43b39), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.884972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-54926a3c-097c-4434-9160-d86c3f5d285c None None] Current status of the port 8992b210-3296-4ab2-b3bf-8814b62c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:37.929781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f90e82e-bb7e-4d8a-8c56-6c2b11833687 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (2db82879-4451-4da6-80c7-c40614a43b39), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.026452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42e3460-e97c-48ad-8dc5-008474bd903f None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:38.054756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f90e82e-bb7e-4d8a-8c56-6c2b11833687 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2db82879-4451-4da6-80c7-c40614a43b39), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.108044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-705741e8-06fb-46f4-8e94-ac683ebc486f None None] Could not find standard attr ID for object 42886ade-9de5-42fd-8e8c-3c2ed32dc40f. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:38.134423 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f90e82e-bb7e-4d8a-8c56-6c2b11833687 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (2db82879-4451-4da6-80c7-c40614a43b39), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.178691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4f90e82e-bb7e-4d8a-8c56-6c2b11833687 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.182691 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4f90e82e-bb7e-4d8a-8c56-6c2b11833687 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2db82879-4451-4da6-80c7-c40614a43b39 HTTP/1.1" status: 204 len: 168 time: 0.3786304 Jan 27 22:34:38.184014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90e82e-bb7e-4d8a-8c56-6c2b11833687 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=2db82879-4451-4da6-80c7-c40614a43b39,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:38.185245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39002) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:38.232201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c8bf4a41-bc91-4235-bb13-da8170b878cd tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457635 Jan 27 22:34:38.236069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca198afd-d082-464a-a11e-77e5128b287e None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '2db82879-4451-4da6-80c7-c40614a43b39'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '8992b210-3296-4ab2-b3bf-8814b62c8bca'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:38.236250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39004) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:38.241439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:38.266821 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca198afd-d082-464a-a11e-77e5128b287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.341993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:38.346016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.474181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a994fe9a-5b4a-4b1d-ba78-7a275f06424b None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:38.643519 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.648575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-41423232-6040-4744-b92b-5b7c68982093 None None] Provisioning complete for port 8992b210-3296-4ab2-b3bf-8814b62c8bca triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:38.649264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-41423232-6040-4744-b92b-5b7c68982093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.759919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:38.761480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:38.804234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-41423232-6040-4744-b92b-5b7c68982093 None None] Current status of the port 8992b210-3296-4ab2-b3bf-8814b62c8bca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:38.835805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] Deleting port 8992b210-3296-4ab2-b3bf-8814b62c8bca {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:38.836315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.962199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] For port 8992b210-3296-4ab2-b3bf-8814b62c8bca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8992b210-3296-4ab2-b3bf-8814b62c8bca,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:38.962772 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.966385 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.978646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] Calling delete_port for 8992b210-3296-4ab2-b3bf-8814b62c8bca owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:39.044828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8992b210-3296-4ab2-b3bf-8814b62c8bca no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:39.176577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8992b210-3296-4ab2-b3bf-8814b62c8bca is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:39.177165 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:39.195961 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] For port 8992b210-3296-4ab2-b3bf-8814b62c8bca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8992b210-3296-4ab2-b3bf-8814b62c8bca,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:39.233263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:39.240588 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:39.241626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (338d0ddd-0272-4fac-b8dc-8d6a294697fd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:39.243737 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8992b210-3296-4ab2-b3bf-8814b62c8bca), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:39.294772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] No DVR routers for this DVR port 8992b210-3296-4ab2-b3bf-8814b62c8bca on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:39.297482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85702f3b-d637-4caf-b213-ba6f0fc9292e None None] Pushing event deleted for resources: {'Port': ['ID=8992b210-3296-4ab2-b3bf-8814b62c8bca,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:39.305282 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=8992b210-3296-4ab2-b3bf-8814b62c8bca,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:39.325714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:39.329853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.330066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.330454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.330880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.331120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.331483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.331813 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.332173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.332852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.332852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.333163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.333490 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.333817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:39.340620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:39.345349 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:39.345955 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:39.353897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65606d50-e1b8-44fb-a076-753e310e52ef None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:39.359029 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=338d0ddd-0272-4fac-b8dc-8d6a294697fd,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:39.374808 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-456f577c-6c1b-4386-9313-2f7836aa1f13 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1372840 Jan 27 22:34:39.378410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39008) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:39.387022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d24a2778-4d32-4f1d-82b9-aa4270253702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:39.515315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '338d0ddd-0272-4fac-b8dc-8d6a294697fd'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:39.516841 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:39.543870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24a2778-4d32-4f1d-82b9-aa4270253702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:39.547543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d24a2778-4d32-4f1d-82b9-aa4270253702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:39.657763 n-d-826529-2 neutron-server[103329]: INFO neutron.db.ipam_backend_mixin [None req-d24a2778-4d32-4f1d-82b9-aa4270253702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 338d0ddd-0272-4fac-b8dc-8d6a294697fd (CIDR: 2001:db8::/64) Jan 27 22:34:39.661433 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24a2778-4d32-4f1d-82b9-aa4270253702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:39.661890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24a2778-4d32-4f1d-82b9-aa4270253702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:39.685335 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d24a2778-4d32-4f1d-82b9-aa4270253702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3051825 Jan 27 22:34:39.688629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39010) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:39.697405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:39.744156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Allocated IP 2001:db8::f816:3eff:fe37:92b6 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/338d0ddd-0272-4fac-b8dc-8d6a294697fd/f3c6084d-619f-46aa-aed7-2dcffca27d19) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:39.894646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:39.898970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.012625 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Publish callbacks [] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.023724 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.092832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:40.098287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:40.102931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:40.160210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Pushing event updated for resources: {'Port': ['ID=f3c6084d-619f-46aa-aed7-2dcffca27d19,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:40.204786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Attempting to bind port f3c6084d-619f-46aa-aed7-2dcffca27d19 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:40.205374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Attempting to bind port f3c6084d-619f-46aa-aed7-2dcffca27d19 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:40.205846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Attempting to bind port f3c6084d-619f-46aa-aed7-2dcffca27d19 on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:40.211990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:40.212523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:40.213062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.213563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:40.214278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Bound port: f3c6084d-619f-46aa-aed7-2dcffca27d19, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:40.214928 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.230298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (2fa11cbb-2454-48a4-b84b-b238def3070a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.284885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:40.289601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:40.294136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:40.295277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.306395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] For port f3c6084d-619f-46aa-aed7-2dcffca27d19, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:40.312445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] For port f3c6084d-619f-46aa-aed7-2dcffca27d19, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f3c6084d-619f-46aa-aed7-2dcffca27d19,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:40.320037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.321547 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39014) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:40.324272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6342585 Jan 27 22:34:40.328457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:f8:95:42', 'name': 'tempest-NetworksTestDHCPv6-1394994789'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:40.332878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=2fa11cbb-2454-48a4-b84b-b238def3070a,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:40.343315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.343745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.344309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.345047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.345813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.346363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.346866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.347452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.348334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.348689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.349125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.349556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.350078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b416f3-bc37-4392-a4bb-120aa314deab tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:40.408259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066477f9-7af9-4d31-9548-d2948cb0151d None None] Pushing event updated for resources: {'Port': ['ID=f3c6084d-619f-46aa-aed7-2dcffca27d19,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:40.503654 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:40.642502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:40.679571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port e5dfa026-7c52-48d2-9ca1-61b4308d5e55 yet. {{(pid=103329) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:40.959141 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8:0:1::130 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/2fa11cbb-2454-48a4-b84b-b238def3070a/e5dfa026-7c52-48d2-9ca1-61b4308d5e55) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:40.971243 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::f816:3eff:fef8:9542 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/338d0ddd-0272-4fac-b8dc-8d6a294697fd/e5dfa026-7c52-48d2-9ca1-61b4308d5e55) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:41.066888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f3c6084d-619f-46aa-aed7-2dcffca27d19 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:41.154905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.176191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f3c6084d-619f-46aa-aed7-2dcffca27d19 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:41.176861 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.190257 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (e5dfa026-7c52-48d2-9ca1-61b4308d5e55), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.237235 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e5dfa026-7c52-48d2-9ca1-61b4308d5e55), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.288423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f3c6084d-619f-46aa-aed7-2dcffca27d19 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:41.289193 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.302747 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=e5dfa026-7c52-48d2-9ca1-61b4308d5e55,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:41.304875 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.323240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:41.324930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:41.327959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:41.334426 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:41.335147 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.337967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port f3c6084d-619f-46aa-aed7-2dcffca27d19, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f3c6084d-619f-46aa-aed7-2dcffca27d19,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:41.345665 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.365506 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e8b8c3aa-c4e1-408f-bb38-08b1732b7532 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0422459 Jan 27 22:34:41.370100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39020) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:41.410757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=f3c6084d-619f-46aa-aed7-2dcffca27d19,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:41.503527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc1768-2dcf-4d87-b235-e802c51efb12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port e5dfa026-7c52-48d2-9ca1-61b4308d5e55 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:41.503880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1768-2dcf-4d87-b235-e802c51efb12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e5dfa026-7c52-48d2-9ca1-61b4308d5e55), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.617902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1768-2dcf-4d87-b235-e802c51efb12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e5dfa026-7c52-48d2-9ca1-61b4308d5e55), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.641792 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc1768-2dcf-4d87-b235-e802c51efb12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for e5dfa026-7c52-48d2-9ca1-61b4308d5e55 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:41.743878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a683d-031a-412e-87a6-5eda0bd6ec84 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:41.822284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ccb67e08-cda7-46d7-831c-bd4587bff660 None None] Provisioning complete for port f3c6084d-619f-46aa-aed7-2dcffca27d19 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:41.822820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccb67e08-cda7-46d7-831c-bd4587bff660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.972780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ccb67e08-cda7-46d7-831c-bd4587bff660 None None] Current status of the port f3c6084d-619f-46aa-aed7-2dcffca27d19 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:42.082392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b914d-ff29-417e-868b-08f20fc39825 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '338d0ddd-0272-4fac-b8dc-8d6a294697fd', 'ip_address': '2001:db8::f816:3eff:fe37:92b6'}, {'subnet_id': '2fa11cbb-2454-48a4-b84b-b238def3070a'}], 'binding:host_id': 'n-d-826529-2'}, 'id': 'f3c6084d-619f-46aa-aed7-2dcffca27d19'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:42.111136 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb5b914d-ff29-417e-868b-08f20fc39825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.296232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1768-2dcf-4d87-b235-e802c51efb12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e5dfa026-7c52-48d2-9ca1-61b4308d5e55), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.303083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-eb5b914d-ff29-417e-868b-08f20fc39825 None None] Allocated IP 2001:db8:0:1::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/2fa11cbb-2454-48a4-b84b-b238def3070a/f3c6084d-619f-46aa-aed7-2dcffca27d19) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:42.334665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc1768-2dcf-4d87-b235-e802c51efb12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=e5dfa026-7c52-48d2-9ca1-61b4308d5e55,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:42.388722 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2cc1768-2dcf-4d87-b235-e802c51efb12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.395505 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f2cc1768-2dcf-4d87-b235-e802c51efb12 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/e5dfa026-7c52-48d2-9ca1-61b4308d5e55 HTTP/1.1" status: 204 len: 168 time: 1.0221469 Jan 27 22:34:42.396162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39028) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:42.433401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eb5b914d-ff29-417e-868b-08f20fc39825 None None] For port f3c6084d-619f-46aa-aed7-2dcffca27d19, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f3c6084d-619f-46aa-aed7-2dcffca27d19,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:42.454845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577c069-492e-4c11-9239-22295f9c4e30 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:42.460675 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a577c069-492e-4c11-9239-22295f9c4e30 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0597954 Jan 27 22:34:42.460980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39030) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:42.486453 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb5b914d-ff29-417e-868b-08f20fc39825 None None] Publish callbacks [] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.493738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb5b914d-ff29-417e-868b-08f20fc39825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.519510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b9c3c-e962-40f3-9817-6526cb92e2fc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:42.524891 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f88b9c3c-e962-40f3-9817-6526cb92e2fc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0589402 Jan 27 22:34:42.526215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39032) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:42.637210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b914d-ff29-417e-868b-08f20fc39825 None None] Pushing event updated for resources: {'Port': ['ID=f3c6084d-619f-46aa-aed7-2dcffca27d19,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:42.663034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e2897-3c41-4a33-9af6-cfff5d6617bd tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:42.665981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e2897-3c41-4a33-9af6-cfff5d6617bd tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:42.668909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e2897-3c41-4a33-9af6-cfff5d6617bd tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:42.678847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-306e2897-3c41-4a33-9af6-cfff5d6617bd tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1473546 Jan 27 22:34:42.678847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39034) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:42.737365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ae6d10-692a-41ab-a1aa-31e01c6ee8b4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 2fa11cbb-2454-48a4-b84b-b238def3070a {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:42.742319 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55ae6d10-692a-41ab-a1aa-31e01c6ee8b4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (2fa11cbb-2454-48a4-b84b-b238def3070a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.793620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55ae6d10-692a-41ab-a1aa-31e01c6ee8b4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (2fa11cbb-2454-48a4-b84b-b238def3070a), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.895030 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55ae6d10-692a-41ab-a1aa-31e01c6ee8b4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2fa11cbb-2454-48a4-b84b-b238def3070a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.967831 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55ae6d10-692a-41ab-a1aa-31e01c6ee8b4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (2fa11cbb-2454-48a4-b84b-b238def3070a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.986318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-55ae6d10-692a-41ab-a1aa-31e01c6ee8b4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:42.991115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-55ae6d10-692a-41ab-a1aa-31e01c6ee8b4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2fa11cbb-2454-48a4-b84b-b238def3070a HTTP/1.1" status: 204 len: 168 time: 0.3113539 Jan 27 22:34:42.993088 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39038) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:43.010676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae6d10-692a-41ab-a1aa-31e01c6ee8b4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa11cbb-2454-48a4-b84b-b238def3070a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:43.068451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f3c6084d-619f-46aa-aed7-2dcffca27d19 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:43.080019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33b9cf8-1339-4f5c-8071-beacd9fdbaa1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 338d0ddd-0272-4fac-b8dc-8d6a294697fd {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:43.085166 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d33b9cf8-1339-4f5c-8071-beacd9fdbaa1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (338d0ddd-0272-4fac-b8dc-8d6a294697fd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.146100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d33b9cf8-1339-4f5c-8071-beacd9fdbaa1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (338d0ddd-0272-4fac-b8dc-8d6a294697fd), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.146338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f3c6084d-619f-46aa-aed7-2dcffca27d19 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:43.146782 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.260542 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d33b9cf8-1339-4f5c-8071-beacd9fdbaa1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (338d0ddd-0272-4fac-b8dc-8d6a294697fd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.263580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f3c6084d-619f-46aa-aed7-2dcffca27d19 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:43.346562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d33b9cf8-1339-4f5c-8071-beacd9fdbaa1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (338d0ddd-0272-4fac-b8dc-8d6a294697fd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.398432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d33b9cf8-1339-4f5c-8071-beacd9fdbaa1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.406730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39040) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:43.414533 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d33b9cf8-1339-4f5c-8071-beacd9fdbaa1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/338d0ddd-0272-4fac-b8dc-8d6a294697fd HTTP/1.1" status: 204 len: 168 time: 0.4200215 Jan 27 22:34:43.417528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b9cf8-1339-4f5c-8071-beacd9fdbaa1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=338d0ddd-0272-4fac-b8dc-8d6a294697fd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:43.457901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7ad5008b-62d6-40aa-b519-d122917f43ce tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467870 Jan 27 22:34:43.458193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39042) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:43.463544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:43.492948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7d733-a8e7-41f1-9628-adc9fa810cfd None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:43.571207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:43.579606 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.781836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-459158b2-41d7-465c-9ce0-1b69c7808e10 None None] Provisioning complete for port f3c6084d-619f-46aa-aed7-2dcffca27d19 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:43.782349 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-459158b2-41d7-465c-9ce0-1b69c7808e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.839399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (81ababe3-a68e-414d-88e6-a66b8f3f2f4a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.885721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:43.894775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:43.905271 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:43.906290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.955752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39046) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:43.957113 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4977486 Jan 27 22:34:43.960227 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657037-4368-4ca9-8081-17064497a371 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=81ababe3-a68e-414d-88e6-a66b8f3f2f4a,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:43.967235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-734a20b6-e41a-4f48-aa43-8f9568ab4285 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:44.022003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-459158b2-41d7-465c-9ce0-1b69c7808e10 None None] Current status of the port f3c6084d-619f-46aa-aed7-2dcffca27d19 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:44.027044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-459158b2-41d7-465c-9ce0-1b69c7808e10 None None] Could not find standard attr ID for object e5dfa026-7c52-48d2-9ca1-61b4308d5e55. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:44.040678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:44.130781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] Deleting port f3c6084d-619f-46aa-aed7-2dcffca27d19 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:44.131444 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.166403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a20b6-e41a-4f48-aa43-8f9568ab4285 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:44.173850 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-734a20b6-e41a-4f48-aa43-8f9568ab4285 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.223435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] For port f3c6084d-619f-46aa-aed7-2dcffca27d19, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f3c6084d-619f-46aa-aed7-2dcffca27d19,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:44.224287 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.238250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] Calling delete_port for f3c6084d-619f-46aa-aed7-2dcffca27d19 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:44.336548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (f3c6084d-619f-46aa-aed7-2dcffca27d19), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.354449 n-d-826529-2 neutron-server[103330]: INFO neutron.db.ipam_backend_mixin [None req-734a20b6-e41a-4f48-aa43-8f9568ab4285 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81ababe3-a68e-414d-88e6-a66b8f3f2f4a (CIDR: 2001:db8::/64) Jan 27 22:34:44.360271 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-734a20b6-e41a-4f48-aa43-8f9568ab4285 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:44.361215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734a20b6-e41a-4f48-aa43-8f9568ab4285 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:44.364833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] Pushing event deleted for resources: {'Port': ['ID=f3c6084d-619f-46aa-aed7-2dcffca27d19,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:44.383006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14e67d-6dbe-4763-924a-2c1c375718a7 None None] No DVR routers for this DVR port f3c6084d-619f-46aa-aed7-2dcffca27d19 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:44.399700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-734a20b6-e41a-4f48-aa43-8f9568ab4285 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4411483 Jan 27 22:34:44.402987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39050) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:44.410292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da5c4e-8823-4b30-b9a6-a56d679b4089 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:44.413307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:44.554340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:44.558534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.578232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '81ababe3-a68e-414d-88e6-a66b8f3f2f4a'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:44.579220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.724336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/81ababe3-a68e-414d-88e6-a66b8f3f2f4a/6472c81d-852a-43e4-a928-2eb667eb536b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:44.877728 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Publish callbacks [] for port (6472c81d-852a-43e4-a928-2eb667eb536b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.885043 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.893705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.objects.ports [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103329) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:44.895566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (c5b49a47-bc0a-4ea1-9a94-80cf6808677b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.928212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Pushing event updated for resources: {'Port': ['ID=6472c81d-852a-43e4-a928-2eb667eb536b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:44.938429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:44.942787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:44.946653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:44.948880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:44.949534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:44.949687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:44.952221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:44.973956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39052) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:44.974566 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5699553 Jan 27 22:34:44.981744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:b0:73:9d', 'name': 'tempest-NetworksTestDHCPv6-383282658'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:44.982314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035557-50fb-4d0d-92a1-1685e0e46a73 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=c5b49a47-bc0a-4ea1-9a94-80cf6808677b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:45.043034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f3c6084d-619f-46aa-aed7-2dcffca27d19 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:45.050988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Attempting to bind port 6472c81d-852a-43e4-a928-2eb667eb536b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:45.051804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Attempting to bind port 6472c81d-852a-43e4-a928-2eb667eb536b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:45.052386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Attempting to bind port 6472c81d-852a-43e4-a928-2eb667eb536b on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:45.081301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: f3c6084d-619f-46aa-aed7-2dcffca27d19 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:45.081879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f3c6084d-619f-46aa-aed7-2dcffca27d19 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:45.087600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:45.088011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:45.089195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:45.089631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:45.090183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Bound port: 6472c81d-852a-43e4-a928-2eb667eb536b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:45.090660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:45.150196 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:45.158753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] For port 6472c81d-852a-43e4-a928-2eb667eb536b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:45.162195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] For port 6472c81d-852a-43e4-a928-2eb667eb536b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6472c81d-852a-43e4-a928-2eb667eb536b,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:45.166704 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:45.229282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c8859-96ee-4007-a9c8-9fdb402bf95a None None] Pushing event updated for resources: {'Port': ['ID=6472c81d-852a-43e4-a928-2eb667eb536b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:45.263206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:45.286838 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 571cc7c3-51f2-4ace-8a14-64d4846dd768 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:45.289118 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:34:45.516987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::18b (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/81ababe3-a68e-414d-88e6-a66b8f3f2f4a/571cc7c3-51f2-4ace-8a14-64d4846dd768) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:45.525227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8:0:1:f816:3eff:feb0:739d (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/c5b49a47-bc0a-4ea1-9a94-80cf6808677b/571cc7c3-51f2-4ace-8a14-64d4846dd768) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:45.710591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (571cc7c3-51f2-4ace-8a14-64d4846dd768), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:45.753821 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (571cc7c3-51f2-4ace-8a14-64d4846dd768), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:45.799249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:45.802336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:45.809358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:45.814590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:45.815239 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:45.821801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=571cc7c3-51f2-4ace-8a14-64d4846dd768,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:45.838960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-14a5c71d-3ead-4cc1-a5f7-ea9635e03766 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8626673 Jan 27 22:34:45.841601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39056) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:45.941121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-9db58d21-cd40-45f0-a999-cc4831d236ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 571cc7c3-51f2-4ace-8a14-64d4846dd768 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:45.941526 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9db58d21-cd40-45f0-a999-cc4831d236ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (571cc7c3-51f2-4ace-8a14-64d4846dd768), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.049941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9db58d21-cd40-45f0-a999-cc4831d236ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (571cc7c3-51f2-4ace-8a14-64d4846dd768), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.065004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-9db58d21-cd40-45f0-a999-cc4831d236ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 571cc7c3-51f2-4ace-8a14-64d4846dd768 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:46.281455 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9db58d21-cd40-45f0-a999-cc4831d236ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (571cc7c3-51f2-4ace-8a14-64d4846dd768), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.318752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58d21-cd40-45f0-a999-cc4831d236ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=571cc7c3-51f2-4ace-8a14-64d4846dd768,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:46.359210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a748d2df-bcdb-4cda-ac24-ffffe0237abd None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:46.367616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9db58d21-cd40-45f0-a999-cc4831d236ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.374031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9db58d21-cd40-45f0-a999-cc4831d236ee tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/571cc7c3-51f2-4ace-8a14-64d4846dd768 HTTP/1.1" status: 204 len: 168 time: 0.5287089 Jan 27 22:34:46.374380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39060) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:46.417819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-72951b0f-0b96-4945-bf49-72584434d10a None None] Provisioning complete for port 6472c81d-852a-43e4-a928-2eb667eb536b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:46.418147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72951b0f-0b96-4945-bf49-72584434d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.424265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b7c1d-3b09-4e92-ae1b-6e5aa1c79fad tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.428340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-650b7c1d-3b09-4e92-ae1b-6e5aa1c79fad tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0504622 Jan 27 22:34:46.428595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39062) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:46.481710 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33516d14-2a31-45f5-9807-e6836d3278b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.484893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-33516d14-2a31-45f5-9807-e6836d3278b0 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0528202 Jan 27 22:34:46.485194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39064) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:46.548439 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be92cf8-879c-4d3d-959e-b484aeccd840 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.549866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be92cf8-879c-4d3d-959e-b484aeccd840 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.551504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be92cf8-879c-4d3d-959e-b484aeccd840 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.555155 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9be92cf8-879c-4d3d-959e-b484aeccd840 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0669632 Jan 27 22:34:46.555356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-72951b0f-0b96-4945-bf49-72584434d10a None None] Current status of the port 6472c81d-852a-43e4-a928-2eb667eb536b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:46.555356 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72951b0f-0b96-4945-bf49-72584434d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.555959 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39066) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:46.598380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-72951b0f-0b96-4945-bf49-72584434d10a None None] For port 6472c81d-852a-43e4-a928-2eb667eb536b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6472c81d-852a-43e4-a928-2eb667eb536b,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:46.606974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72951b0f-0b96-4945-bf49-72584434d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.631268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbe8bd8-d758-484d-8bfd-ebc330d41bf2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 81ababe3-a68e-414d-88e6-a66b8f3f2f4a {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:46.634774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8bd8-d758-484d-8bfd-ebc330d41bf2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (81ababe3-a68e-414d-88e6-a66b8f3f2f4a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.670412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea41a06-6092-4860-936b-24ba082bd6d1 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '81ababe3-a68e-414d-88e6-a66b8f3f2f4a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5b49a47-bc0a-4ea1-9a94-80cf6808677b'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '6472c81d-852a-43e4-a928-2eb667eb536b'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:46.691315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8bd8-d758-484d-8bfd-ebc330d41bf2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (81ababe3-a68e-414d-88e6-a66b8f3f2f4a), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.714371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72951b0f-0b96-4945-bf49-72584434d10a None None] Pushing event updated for resources: {'Port': ['ID=6472c81d-852a-43e4-a928-2eb667eb536b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:46.718600 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ea41a06-6092-4860-936b-24ba082bd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.786371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8bd8-d758-484d-8bfd-ebc330d41bf2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (81ababe3-a68e-414d-88e6-a66b8f3f2f4a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.855795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8bd8-d758-484d-8bfd-ebc330d41bf2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (81ababe3-a68e-414d-88e6-a66b8f3f2f4a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-9ea41a06-6092-4860-936b-24ba082bd6d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81ababe3-a68e-414d-88e6-a66b8f3f2f4a: This subnet is being modified by another concurrent operation. Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81ababe3-a68e-414d-88e6-a66b8f3f2f4a: This subnet is being modified by another concurrent operation. Jan 27 22:34:46.857760 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 22:34:46.871990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8bd8-d758-484d-8bfd-ebc330d41bf2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.875261 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5dbe8bd8-d758-484d-8bfd-ebc330d41bf2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/81ababe3-a68e-414d-88e6-a66b8f3f2f4a HTTP/1.1" status: 204 len: 168 time: 0.3182797 Jan 27 22:34:46.877910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39068) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:46.905232 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe8bd8-d758-484d-8bfd-ebc330d41bf2 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=81ababe3-a68e-414d-88e6-a66b8f3f2f4a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:46.955552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-373aee68-4b8b-4333-92d1-291b28e3d7db tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet c5b49a47-bc0a-4ea1-9a94-80cf6808677b {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:46.959618 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-373aee68-4b8b-4333-92d1-291b28e3d7db tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (c5b49a47-bc0a-4ea1-9a94-80cf6808677b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:46.976464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a2555-86f6-4f13-87cf-5376268b6092 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:34:47.008480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-373aee68-4b8b-4333-92d1-291b28e3d7db tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (c5b49a47-bc0a-4ea1-9a94-80cf6808677b), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.066181 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-373aee68-4b8b-4333-92d1-291b28e3d7db tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c5b49a47-bc0a-4ea1-9a94-80cf6808677b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.075736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c0781535-84bc-4ebf-ba5f-1870bc2b5efb None None] Provisioning complete for port 6472c81d-852a-43e4-a928-2eb667eb536b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:47.076141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0781535-84bc-4ebf-ba5f-1870bc2b5efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.078292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a2555-86f6-4f13-87cf-5376268b6092 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:34:47.150150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-373aee68-4b8b-4333-92d1-291b28e3d7db tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (c5b49a47-bc0a-4ea1-9a94-80cf6808677b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.177463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373aee68-4b8b-4333-92d1-291b28e3d7db tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b49a47-bc0a-4ea1-9a94-80cf6808677b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:47.184728 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-373aee68-4b8b-4333-92d1-291b28e3d7db tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.188262 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-373aee68-4b8b-4333-92d1-291b28e3d7db tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/c5b49a47-bc0a-4ea1-9a94-80cf6808677b HTTP/1.1" status: 204 len: 168 time: 0.3091652 Jan 27 22:34:47.190767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39072) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:47.229250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4e214a9b-82ed-43ee-9237-dacdaac9b0d1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372677 Jan 27 22:34:47.232221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39074) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:47.237154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:47.277877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c0781535-84bc-4ebf-ba5f-1870bc2b5efb None None] Current status of the port 6472c81d-852a-43e4-a928-2eb667eb536b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:47.338774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:47.343762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.354997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c9bf9-c79d-460d-b5fd-a3aae901b9d5 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': 'c5b49a47-bc0a-4ea1-9a94-80cf6808677b'}], 'binding:host_id': 'n-d-826529-2'}, 'id': '6472c81d-852a-43e4-a928-2eb667eb536b'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:47.391751 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c66c9bf9-c79d-460d-b5fd-a3aae901b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.540607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0459bcf-db72-41c8-9cba-ee8a6bfb6df0 None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:47.567021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (9eb58d61-546c-4a29-985d-52eb20569b14), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.623172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:47.626703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:47.629603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:47.630209 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.637588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-74670b0f-72c2-40a4-ba17-fc8660687cd9 None None] Provisioning complete for port 6472c81d-852a-43e4-a928-2eb667eb536b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:47.637967 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-74670b0f-72c2-40a4-ba17-fc8660687cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.640644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=9eb58d61-546c-4a29-985d-52eb20569b14,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:47.657641 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-61c3e0f8-8a5a-4f00-9fbe-ac019b6d7702 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4243391 Jan 27 22:34:47.661140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39078) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:47.666639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-12feabcd-4041-4b9b-b269-fa0d1a0cfcc3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:47.716874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ba950-3365-413d-8d95-1346db1088dc None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:47.757756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-74670b0f-72c2-40a4-ba17-fc8660687cd9 None None] Current status of the port 6472c81d-852a-43e4-a928-2eb667eb536b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:47.783440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-223ba950-3365-413d-8d95-1346db1088dc None None] Deleting port 6472c81d-852a-43e4-a928-2eb667eb536b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:47.783986 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-223ba950-3365-413d-8d95-1346db1088dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.789575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12feabcd-4041-4b9b-b269-fa0d1a0cfcc3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:47.793057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-12feabcd-4041-4b9b-b269-fa0d1a0cfcc3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.866019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-223ba950-3365-413d-8d95-1346db1088dc None None] For port 6472c81d-852a-43e4-a928-2eb667eb536b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6472c81d-852a-43e4-a928-2eb667eb536b,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:47.866445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-223ba950-3365-413d-8d95-1346db1088dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.879026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-223ba950-3365-413d-8d95-1346db1088dc None None] Calling delete_port for 6472c81d-852a-43e4-a928-2eb667eb536b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:47.889140 n-d-826529-2 neutron-server[103330]: INFO neutron.db.ipam_backend_mixin [None req-12feabcd-4041-4b9b-b269-fa0d1a0cfcc3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9eb58d61-546c-4a29-985d-52eb20569b14 (CIDR: 2001:db8::/64) Jan 27 22:34:47.893103 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-12feabcd-4041-4b9b-b269-fa0d1a0cfcc3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:34:47.893576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12feabcd-4041-4b9b-b269-fa0d1a0cfcc3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:47.909816 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-12feabcd-4041-4b9b-b269-fa0d1a0cfcc3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2473989 Jan 27 22:34:47.912531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39080) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:47.917897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'subnet': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:47.964412 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-223ba950-3365-413d-8d95-1346db1088dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (6472c81d-852a-43e4-a928-2eb667eb536b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:47.991843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ba950-3365-413d-8d95-1346db1088dc None None] No DVR routers for this DVR port 6472c81d-852a-43e4-a928-2eb667eb536b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:47.996203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ba950-3365-413d-8d95-1346db1088dc None None] Pushing event deleted for resources: {'Port': ['ID=6472c81d-852a-43e4-a928-2eb667eb536b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:48.014252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc0859-d273-41a8-9e92-08842dee4aeb None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:48.041729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:48.045885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.115732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'project_id': '7c43f5983bfc461585d958386aea3c8c', 'fixed_ips': [{'subnet_id': '9eb58d61-546c-4a29-985d-52eb20569b14'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:48.116661 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.264259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Allocated IP 2001:db8::2 (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/9eb58d61-546c-4a29-985d-52eb20569b14/d192b7de-bd4e-4181-adb9-7446dbf29e6b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:48.391021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.objects.ports [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103330) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:34:48.392549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (7876eafe-ed48-4364-996a-b03f9b7d1bc0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.441732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:48.444097 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Publish callbacks [] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.446177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:48.448980 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.449805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:48.450429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.454103 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.465018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Subnet': ['ID=7876eafe-ed48-4364-996a-b03f9b7d1bc0,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:48.479642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f518267e-56e5-4c33-af52-940f2bfa73e3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5633824 Jan 27 22:34:48.479906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39092) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:48.485380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Request body: {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'mac_address': 'fa:16:3e:d2:56:9d', 'name': 'tempest-NetworksTestDHCPv6-1177503602'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:48.504280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:48.507224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:48.514141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:48.520369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Pushing event updated for resources: {'Port': ['ID=d192b7de-bd4e-4181-adb9-7446dbf29e6b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:48.596864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Attempting to bind port d192b7de-bd4e-4181-adb9-7446dbf29e6b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:48.597309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Attempting to bind port d192b7de-bd4e-4181-adb9-7446dbf29e6b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:48.597792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Attempting to bind port d192b7de-bd4e-4181-adb9-7446dbf29e6b on network faecb0fc-c780-4301-9113-ab5d7ca4ac1e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:48.605443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:48.605443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Checking segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:48.605443 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.606131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Bound using segment: {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:48.606390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Bound port: d192b7de-bd4e-4181-adb9-7446dbf29e6b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2794767b-24b2-421e-ad1b-40893df8e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:48.606838 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.662436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Made reservation on behalf of 7c43f5983bfc461585d958386aea3c8c for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:48.668227 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.691359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] device_id is not set on port 2830bbde-2384-4082-a793-12b54aad0dfa yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:48.698773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] For port d192b7de-bd4e-4181-adb9-7446dbf29e6b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:48.704923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] For port d192b7de-bd4e-4181-adb9-7446dbf29e6b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d192b7de-bd4e-4181-adb9-7446dbf29e6b,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:48.711584 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:48.779567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d92e0-ee48-43c3-84c5-fd468ff6b4fa None None] Pushing event updated for resources: {'Port': ['ID=d192b7de-bd4e-4181-adb9-7446dbf29e6b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:48.901987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8::2ab (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/9eb58d61-546c-4a29-985d-52eb20569b14/2830bbde-2384-4082-a793-12b54aad0dfa) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:48.914369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:569d (faecb0fc-c780-4301-9113-ab5d7ca4ac1e/7876eafe-ed48-4364-996a-b03f9b7d1bc0/2830bbde-2384-4082-a793-12b54aad0dfa) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:48.988878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6472c81d-852a-43e4-a928-2eb667eb536b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:49.019794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 6472c81d-852a-43e4-a928-2eb667eb536b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:49.020252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6472c81d-852a-43e4-a928-2eb667eb536b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:49.107622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for port (2830bbde-2384-4082-a793-12b54aad0dfa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:49.153101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2830bbde-2384-4082-a793-12b54aad0dfa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:49.203052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:49.206498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:49.214375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:49.219796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:49.220403 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:49.230351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event updated for resources: {'Port': ['ID=2830bbde-2384-4082-a793-12b54aad0dfa,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:49.244790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-93529353-acb1-43b8-89ee-1b466f32a6f9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7634022 Jan 27 22:34:49.249424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39094) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:49.351965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0b7b1-98a9-450c-abd1-6f2452d2637a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting port 2830bbde-2384-4082-a793-12b54aad0dfa {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:49.352309 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b7b1-98a9-450c-abd1-6f2452d2637a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2830bbde-2384-4082-a793-12b54aad0dfa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:49.461139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b7b1-98a9-450c-abd1-6f2452d2637a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2830bbde-2384-4082-a793-12b54aad0dfa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:49.473833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0b7b1-98a9-450c-abd1-6f2452d2637a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Calling delete_port for 2830bbde-2384-4082-a793-12b54aad0dfa owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:49.688266 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b7b1-98a9-450c-abd1-6f2452d2637a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (2830bbde-2384-4082-a793-12b54aad0dfa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:49.722290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b7b1-98a9-450c-abd1-6f2452d2637a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Port': ['ID=2830bbde-2384-4082-a793-12b54aad0dfa,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:49.765189 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b7b1-98a9-450c-abd1-6f2452d2637a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:49.768782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbb0b7b1-98a9-450c-abd1-6f2452d2637a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/2830bbde-2384-4082-a793-12b54aad0dfa HTTP/1.1" status: 204 len: 168 time: 0.5183902 Jan 27 22:34:49.771441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39098) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:49.823648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e5dbe-e66b-41ec-8c73-f743056ef2b9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:49.825756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d44e5dbe-e66b-41ec-8c73-f743056ef2b9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0532355 Jan 27 22:34:49.828829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39100) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:49.894800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9666d37-5e94-4c30-a60c-7712c96b8de5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:49.901497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a9666d37-5e94-4c30-a60c-7712c96b8de5 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0713115 Jan 27 22:34:49.902164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39102) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:49.912441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e27e3-b434-411a-8e7d-1b53c09a31db None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:49.980105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28167efb-2832-4651-a99b-4d6e2a993f6c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:49.982067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28167efb-2832-4651-a99b-4d6e2a993f6c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:49.983680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28167efb-2832-4651-a99b-4d6e2a993f6c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:49.985902 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-28167efb-2832-4651-a99b-4d6e2a993f6c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0811875 Jan 27 22:34:49.988620 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39104) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:50.039795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4f1c0d94-78c4-4af7-8c1c-c5a7dec7f89d None None] Provisioning complete for port d192b7de-bd4e-4181-adb9-7446dbf29e6b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:50.040189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0d94-78c4-4af7-8c1c-c5a7dec7f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.045719 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e48900-746c-42f1-856f-b2e92ce72b8c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 7876eafe-ed48-4364-996a-b03f9b7d1bc0 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:50.049326 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34e48900-746c-42f1-856f-b2e92ce72b8c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (7876eafe-ed48-4364-996a-b03f9b7d1bc0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.100655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34e48900-746c-42f1-856f-b2e92ce72b8c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (7876eafe-ed48-4364-996a-b03f9b7d1bc0), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.152626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34e48900-746c-42f1-856f-b2e92ce72b8c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7876eafe-ed48-4364-996a-b03f9b7d1bc0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.172492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c0d94-78c4-4af7-8c1c-c5a7dec7f89d None None] Current status of the port d192b7de-bd4e-4181-adb9-7446dbf29e6b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:50.173377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0d94-78c4-4af7-8c1c-c5a7dec7f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.189015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612108b-8068-4285-b2b5-9ff84a04bb59 None None] Update dhcp port {'port': {'network_id': 'faecb0fc-c780-4301-9113-ab5d7ca4ac1e', 'fixed_ips': [{'subnet_id': '9eb58d61-546c-4a29-985d-52eb20569b14', 'ip_address': '2001:db8::2'}, {'subnet_id': '7876eafe-ed48-4364-996a-b03f9b7d1bc0'}], 'binding:host_id': 'n-d-826529-2'}, 'id': 'd192b7de-bd4e-4181-adb9-7446dbf29e6b'} from n-d-826529-2. {{(pid=103331) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:34:50.219604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34e48900-746c-42f1-856f-b2e92ce72b8c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (7876eafe-ed48-4364-996a-b03f9b7d1bc0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.238123 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0612108b-8068-4285-b2b5-9ff84a04bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.240925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4f1c0d94-78c4-4af7-8c1c-c5a7dec7f89d None None] For port d192b7de-bd4e-4181-adb9-7446dbf29e6b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d192b7de-bd4e-4181-adb9-7446dbf29e6b,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:50.250974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0d94-78c4-4af7-8c1c-c5a7dec7f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.251646 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-34e48900-746c-42f1-856f-b2e92ce72b8c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.256368 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-34e48900-746c-42f1-856f-b2e92ce72b8c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/7876eafe-ed48-4364-996a-b03f9b7d1bc0 HTTP/1.1" status: 204 len: 168 time: 0.2666333 Jan 27 22:34:50.257483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e48900-746c-42f1-856f-b2e92ce72b8c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=7876eafe-ed48-4364-996a-b03f9b7d1bc0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:50.259047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39106) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:50.315759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27d0872-b97c-4b6a-94e8-f82e58aba328 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Deleting subnet 9eb58d61-546c-4a29-985d-52eb20569b14 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:50.319443 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d27d0872-b97c-4b6a-94e8-f82e58aba328 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (9eb58d61-546c-4a29-985d-52eb20569b14), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.360805 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d27d0872-b97c-4b6a-94e8-f82e58aba328 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (9eb58d61-546c-4a29-985d-52eb20569b14), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.385295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c0d94-78c4-4af7-8c1c-c5a7dec7f89d None None] Pushing event updated for resources: {'Port': ['ID=d192b7de-bd4e-4181-adb9-7446dbf29e6b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:50.452711 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d27d0872-b97c-4b6a-94e8-f82e58aba328 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (9eb58d61-546c-4a29-985d-52eb20569b14), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.512604 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d27d0872-b97c-4b6a-94e8-f82e58aba328 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (9eb58d61-546c-4a29-985d-52eb20569b14), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-0612108b-8068-4285-b2b5-9ff84a04bb59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9eb58d61-546c-4a29-985d-52eb20569b14: This subnet is being modified by another concurrent operation. Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9eb58d61-546c-4a29-985d-52eb20569b14: This subnet is being modified by another concurrent operation. Jan 27 22:34:50.515132 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 22:34:50.544332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d27d0872-b97c-4b6a-94e8-f82e58aba328 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.547610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d27d0872-b97c-4b6a-94e8-f82e58aba328 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/9eb58d61-546c-4a29-985d-52eb20569b14 HTTP/1.1" status: 204 len: 168 time: 0.2861381 Jan 27 22:34:50.548673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d0872-b97c-4b6a-94e8-f82e58aba328 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb58d61-546c-4a29-985d-52eb20569b14,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:50.550151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:50.607338 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fb6b0f1e-81cd-4d01-8c03-049dd51aa7d7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559285 Jan 27 22:34:50.609836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39112) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:50.614862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1831b4-8f8b-4bed-9fdb-fab2e3f14f7b None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:34:50.662902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477a07d-fd42-47ee-b7c5-4fe805d8ae44 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:50.665158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f477a07d-fd42-47ee-b7c5-4fe805d8ae44 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0539746 Jan 27 22:34:50.667729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39114) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:50.726177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372cc5d7-3cfc-4775-a7ec-8db400db9848 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:50.730087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-372cc5d7-3cfc-4775-a7ec-8db400db9848 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589039 Jan 27 22:34:50.730393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39116) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:50.874793 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d3098a8e-1a86-4796-9239-c5ca4eb5beda None None] Provisioning complete for port d192b7de-bd4e-4181-adb9-7446dbf29e6b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:50.875035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d3098a8e-1a86-4796-9239-c5ca4eb5beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:50.941079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1831b4-8f8b-4bed-9fdb-fab2e3f14f7b None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:34:51.028552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-510e24c4-9f10-4d71-809f-b4e18cf3968e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2969968 Jan 27 22:34:51.035179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39118) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.064450 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c569ff-0410-487c-ada2-b4cfea16483d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.065138 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c569ff-0410-487c-ada2-b4cfea16483d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.069058 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-75c569ff-0410-487c-ada2-b4cfea16483d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/2830bbde-2384-4082-a793-12b54aad0dfa HTTP/1.1" status: 404 len: 333 time: 0.0316858 Jan 27 22:34:51.072062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39120) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.101295 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb8b606-ea45-47bd-a276-b50cd0b79f56 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.102055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb8b606-ea45-47bd-a276-b50cd0b79f56 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.105557 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3eb8b606-ea45-47bd-a276-b50cd0b79f56 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/7876eafe-ed48-4364-996a-b03f9b7d1bc0 HTTP/1.1" status: 404 len: 337 time: 0.0324669 Jan 27 22:34:51.108094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39122) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.108777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d3098a8e-1a86-4796-9239-c5ca4eb5beda None None] Current status of the port d192b7de-bd4e-4181-adb9-7446dbf29e6b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:51.138531 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-500c6d2a-217a-4e16-9471-439f03692b39 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.138993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500c6d2a-217a-4e16-9471-439f03692b39 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.146461 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-500c6d2a-217a-4e16-9471-439f03692b39 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/9eb58d61-546c-4a29-985d-52eb20569b14 HTTP/1.1" status: 404 len: 337 time: 0.0333333 Jan 27 22:34:51.146787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39124) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.172100 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf9047b-df8e-49f1-8102-ba5bcd9cc4de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.173406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf9047b-df8e-49f1-8102-ba5bcd9cc4de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.179720 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-edf9047b-df8e-49f1-8102-ba5bcd9cc4de tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/571cc7c3-51f2-4ace-8a14-64d4846dd768 HTTP/1.1" status: 404 len: 333 time: 0.0290556 Jan 27 22:34:51.180928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39126) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.196537 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:51.216620 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7b186b-4c4f-43ed-9968-b9cf87addf3e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.217514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7b186b-4c4f-43ed-9968-b9cf87addf3e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.222933 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4e7b186b-4c4f-43ed-9968-b9cf87addf3e tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/c5b49a47-bc0a-4ea1-9a94-80cf6808677b HTTP/1.1" status: 404 len: 337 time: 0.0392396 Jan 27 22:34:51.223089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39128) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.234587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906a2c9-9ced-4c64-9acd-2e79031938fc None None] Network faecb0fc-c780-4301-9113-ab5d7ca4ac1e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:51.250327 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc63f14-e81e-4886-bc97-1c4cffd45433 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.250795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc63f14-e81e-4886-bc97-1c4cffd45433 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.256400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dcc63f14-e81e-4886-bc97-1c4cffd45433 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/81ababe3-a68e-414d-88e6-a66b8f3f2f4a HTTP/1.1" status: 404 len: 337 time: 0.0298867 Jan 27 22:34:51.256721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39130) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.280251 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-432098cd-d045-4e80-afc9-3f729c866f4d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.280809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432098cd-d045-4e80-afc9-3f729c866f4d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.283906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-432098cd-d045-4e80-afc9-3f729c866f4d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/e5dfa026-7c52-48d2-9ca1-61b4308d5e55 HTTP/1.1" status: 404 len: 333 time: 0.0263081 Jan 27 22:34:51.286502 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39132) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.314149 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e15bca-42b4-4ed8-abe5-9d51c1d60ac4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.314612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e15bca-42b4-4ed8-abe5-9d51c1d60ac4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.318641 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-47e15bca-42b4-4ed8-abe5-9d51c1d60ac4 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2fa11cbb-2454-48a4-b84b-b238def3070a HTTP/1.1" status: 404 len: 337 time: 0.0308089 Jan 27 22:34:51.321337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39134) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.343975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-893ae431-4b2a-494d-8275-13f49edd200e None None] Provisioning complete for port d192b7de-bd4e-4181-adb9-7446dbf29e6b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:51.344481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-893ae431-4b2a-494d-8275-13f49edd200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:51.348744 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26f2425-4c35-4cc9-aac5-5091224fc40a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.348744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26f2425-4c35-4cc9-aac5-5091224fc40a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.353729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e26f2425-4c35-4cc9-aac5-5091224fc40a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/338d0ddd-0272-4fac-b8dc-8d6a294697fd HTTP/1.1" status: 404 len: 337 time: 0.0290639 Jan 27 22:34:51.354013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39136) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.382287 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e28f01d-5d0a-49fd-a269-44f9ade90f47 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.383057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e28f01d-5d0a-49fd-a269-44f9ade90f47 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.390694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8e28f01d-5d0a-49fd-a269-44f9ade90f47 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/42886ade-9de5-42fd-8e8c-3c2ed32dc40f HTTP/1.1" status: 404 len: 333 time: 0.0312443 Jan 27 22:34:51.390694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39138) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.405670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] DHCP port deletion for faecb0fc-c780-4301-9113-ab5d7ca4ac1e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:51.416456 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-236f9572-b3ef-4385-bad8-68b41b0a4856 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.417106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236f9572-b3ef-4385-bad8-68b41b0a4856 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.422544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-236f9572-b3ef-4385-bad8-68b41b0a4856 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/07612957-07e9-4b28-b189-0eddb367871d HTTP/1.1" status: 404 len: 337 time: 0.0303969 Jan 27 22:34:51.422806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39140) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.448451 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-38708db2-b417-4e28-8b6c-87f690faa5df tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.448965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38708db2-b417-4e28-8b6c-87f690faa5df tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.454248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-38708db2-b417-4e28-8b6c-87f690faa5df tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2db82879-4451-4da6-80c7-c40614a43b39 HTTP/1.1" status: 404 len: 337 time: 0.0282784 Jan 27 22:34:51.454630 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39142) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.465965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-893ae431-4b2a-494d-8275-13f49edd200e None None] Current status of the port d192b7de-bd4e-4181-adb9-7446dbf29e6b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:51.478147 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-01488f1f-166c-4a78-b525-7f3db4074e02 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.478724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01488f1f-166c-4a78-b525-7f3db4074e02 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.482318 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-01488f1f-166c-4a78-b525-7f3db4074e02 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/2b949e9d-9de4-45d0-b2f5-9f7d5aa6fc2c HTTP/1.1" status: 404 len: 333 time: 0.0266695 Jan 27 22:34:51.484942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39144) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.488703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] Deleting port d192b7de-bd4e-4181-adb9-7446dbf29e6b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:51.489028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:51.510486 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bb03d0-273b-4529-a29b-00fc74430088 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.511078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bb03d0-273b-4529-a29b-00fc74430088 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.516715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69bb03d0-273b-4529-a29b-00fc74430088 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/62f59530-70f2-46be-b299-eb87854847d5 HTTP/1.1" status: 404 len: 337 time: 0.0283430 Jan 27 22:34:51.517330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39148) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.541296 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-39406ee0-54a6-4752-8595-94ccc862c8fa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.541913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39406ee0-54a6-4752-8595-94ccc862c8fa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.545259 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-39406ee0-54a6-4752-8595-94ccc862c8fa tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/c723e0fa-08d0-4314-b4f0-4dcbd1bb015a HTTP/1.1" status: 404 len: 333 time: 0.0270910 Jan 27 22:34:51.547876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39150) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.559054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] For port d192b7de-bd4e-4181-adb9-7446dbf29e6b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d192b7de-bd4e-4181-adb9-7446dbf29e6b,segment=NetworkSegment(2794767b-24b2-421e-ad1b-40893df8e094),segment_id=2794767b-24b2-421e-ad1b-40893df8e094)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:51.559529 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:51.579908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] Calling delete_port for d192b7de-bd4e-4181-adb9-7446dbf29e6b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:51.580145 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b4a002-bf88-4a53-a1d8-2d1da87fafdf tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.580145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b4a002-bf88-4a53-a1d8-2d1da87fafdf tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.583374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-91b4a002-bf88-4a53-a1d8-2d1da87fafdf tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/b9a4f974-2340-40e6-b33a-73946c87ab88 HTTP/1.1" status: 404 len: 337 time: 0.0341353 Jan 27 22:34:51.585888 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39152) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.609638 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-5676061b-591a-487a-b8df-4f24ca940240 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.610484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5676061b-591a-487a-b8df-4f24ca940240 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.615529 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5676061b-591a-487a-b8df-4f24ca940240 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/e6ba0197-8abe-433b-9751-ac09782a3fa7 HTTP/1.1" status: 404 len: 333 time: 0.0266283 Jan 27 22:34:51.616450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39154) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.644934 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeabcb30-1a5a-44b8-bbc2-8e93eae6ce2b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.645497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeabcb30-1a5a-44b8-bbc2-8e93eae6ce2b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.651373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39156) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.651615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eeabcb30-1a5a-44b8-bbc2-8e93eae6ce2b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/75e90d4b-748b-4961-abc0-701d473d3fcf HTTP/1.1" status: 404 len: 337 time: 0.0337136 Jan 27 22:34:51.674842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d192b7de-bd4e-4181-adb9-7446dbf29e6b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:51.683254 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e849670b-1ef5-4e03-afde-b90bbc19c8c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.683946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e849670b-1ef5-4e03-afde-b90bbc19c8c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.687087 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e849670b-1ef5-4e03-afde-b90bbc19c8c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/43b50156-ef93-48f0-b5e8-41cf4acec65f HTTP/1.1" status: 404 len: 333 time: 0.0338070 Jan 27 22:34:51.689807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.703604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] Pushing event deleted for resources: {'Port': ['ID=d192b7de-bd4e-4181-adb9-7446dbf29e6b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:51.705564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d73c4d-f7db-4e16-a521-769ed52ef1b0 None None] No DVR routers for this DVR port d192b7de-bd4e-4181-adb9-7446dbf29e6b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:51.735161 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a32793-13c2-411c-8d42-ed6eaad77f59 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.735778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a32793-13c2-411c-8d42-ed6eaad77f59 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.739523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e2a32793-13c2-411c-8d42-ed6eaad77f59 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/a1915e80-d60d-4c7f-8bbe-5deda9954ee0 HTTP/1.1" status: 404 len: 337 time: 0.0480731 Jan 27 22:34:51.741729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39160) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.769766 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec15462-f826-406d-9286-60428a805844 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.770316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec15462-f826-406d-9286-60428a805844 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.773400 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fec15462-f826-406d-9286-60428a805844 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/e89208d0-63a7-4752-aec3-9cc18d3eb4d5 HTTP/1.1" status: 404 len: 333 time: 0.0305219 Jan 27 22:34:51.776306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39162) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.803017 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2e9ce0-f961-42da-9237-535c00c63f00 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.803506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2e9ce0-f961-42da-9237-535c00c63f00 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.806528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2b2e9ce0-f961-42da-9237-535c00c63f00 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/7507e124-91bd-410d-ae32-c6ec21e65294 HTTP/1.1" status: 404 len: 337 time: 0.0292330 Jan 27 22:34:51.809540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39164) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.833915 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c324e4-0e7d-47e0-85e8-2a6fc9cf1181 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.834265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c324e4-0e7d-47e0-85e8-2a6fc9cf1181 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.837411 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e3c324e4-0e7d-47e0-85e8-2a6fc9cf1181 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/e1091aff-d086-4b87-89d6-271c2a617283 HTTP/1.1" status: 404 len: 333 time: 0.0267522 Jan 27 22:34:51.840292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39166) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.866579 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d89dff-84c4-4dad-9825-77a7b05702a7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.867028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d89dff-84c4-4dad-9825-77a7b05702a7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.870254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c2d89dff-84c4-4dad-9825-77a7b05702a7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/93655f43-cc22-44e6-b19d-ed1c3f4e4775 HTTP/1.1" status: 404 len: 337 time: 0.0289462 Jan 27 22:34:51.873112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39168) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.898646 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-5137050e-e63c-47db-b728-3929f9719047 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.899083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5137050e-e63c-47db-b728-3929f9719047 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.902502 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5137050e-e63c-47db-b728-3929f9719047 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2fea0084-ac43-426d-8dbb-bc04708b4eaa HTTP/1.1" status: 404 len: 337 time: 0.0284483 Jan 27 22:34:51.905395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39170) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.928303 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd7c6a5-83bc-46ca-9b5a-6a238250047d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.928828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd7c6a5-83bc-46ca-9b5a-6a238250047d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.931798 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0bd7c6a5-83bc-46ca-9b5a-6a238250047d tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/11c81523-912c-4e23-a79a-4733b794358c HTTP/1.1" status: 404 len: 333 time: 0.0255024 Jan 27 22:34:51.935170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39172) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:51.961441 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-969f49b3-64f3-4c49-af54-86d0f470397a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:51.961903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969f49b3-64f3-4c49-af54-86d0f470397a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:51.965162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-969f49b3-64f3-4c49-af54-86d0f470397a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/a3c7e4d0-b8da-4b3a-b28c-12f49352a170 HTTP/1.1" status: 404 len: 337 time: 0.0289443 Jan 27 22:34:51.967684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39174) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.000643 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a274c4aa-c6b7-4939-a62f-ebd8316829c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.001168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a274c4aa-c6b7-4939-a62f-ebd8316829c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.004300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a274c4aa-c6b7-4939-a62f-ebd8316829c3 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/7160d8ed-e1af-4b1a-8065-8ca2ea03085d HTTP/1.1" status: 404 len: 337 time: 0.0354125 Jan 27 22:34:52.007008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39176) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.031511 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d46d49-62ca-4d05-acaf-19c4a2d57046 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.032060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d46d49-62ca-4d05-acaf-19c4a2d57046 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.035125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-19d46d49-62ca-4d05-acaf-19c4a2d57046 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/b594d460-00c3-4b14-9f7a-468df6205a2e HTTP/1.1" status: 404 len: 333 time: 0.0271544 Jan 27 22:34:52.037845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39178) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.065578 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b28232-fa4b-4976-8c45-b2fe9a7552e9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.066167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b28232-fa4b-4976-8c45-b2fe9a7552e9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.069354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a5b28232-fa4b-4976-8c45-b2fe9a7552e9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/7dcad9aa-5c09-4b58-8c4f-951ffd5af833 HTTP/1.1" status: 404 len: 337 time: 0.0305710 Jan 27 22:34:52.072411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39180) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.099504 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddf14ee-ebdb-4085-9778-04e381046b58 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.099504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddf14ee-ebdb-4085-9778-04e381046b58 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.102570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0ddf14ee-ebdb-4085-9778-04e381046b58 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2c5a7915-1dfc-4cba-a24c-bd304ca0408b HTTP/1.1" status: 404 len: 337 time: 0.0289581 Jan 27 22:34:52.105282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39182) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.128058 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dedbf6-3cff-4431-900a-3d9c1553e218 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.128578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dedbf6-3cff-4431-900a-3d9c1553e218 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.131558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-20dedbf6-3cff-4431-900a-3d9c1553e218 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/3da2132c-5a7b-425c-ad9e-a886d0857302 HTTP/1.1" status: 404 len: 333 time: 0.0253286 Jan 27 22:34:52.134079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39184) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.159938 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf883737-846c-425a-9700-e1ab124f3fa7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.160416 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf883737-846c-425a-9700-e1ab124f3fa7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.163458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cf883737-846c-425a-9700-e1ab124f3fa7 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/cad76bf6-109f-4210-9492-602c0b6c8f0c HTTP/1.1" status: 404 len: 337 time: 0.0284772 Jan 27 22:34:52.167016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39186) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.196633 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5159f8e-7765-4bac-84c1-b2c2e24bcee9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.197083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5159f8e-7765-4bac-84c1-b2c2e24bcee9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.200216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e5159f8e-7765-4bac-84c1-b2c2e24bcee9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/199838b9-ebde-4de8-9a09-0988d3880d05 HTTP/1.1" status: 404 len: 337 time: 0.0322893 Jan 27 22:34:52.203062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39188) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.230470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bee2b993-531c-4c84-b493-d6670d2af0ad tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d16d373-c57d-495d-becf-da57e79c5695 HTTP/1.1" status: 200 len: 205 time: 0.0262768 Jan 27 22:34:52.233355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39190) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.273703 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-6f0a4507-4ab7-4eb7-b229-8facee731d95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] delete failed (client error): The resource could not be found. Jan 27 22:34:52.274816 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6f0a4507-4ab7-4eb7-b229-8facee731d95 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/routers/4d16d373-c57d-495d-becf-da57e79c5695 HTTP/1.1" status: 404 len: 336 time: 0.0404687 Jan 27 22:34:52.277842 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39192) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.305707 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe08a28-5584-456a-9477-5df4e2090eda tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.306174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe08a28-5584-456a-9477-5df4e2090eda tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.309925 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dbe08a28-5584-456a-9477-5df4e2090eda tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/b31df832-a2f6-4ad0-b93f-b2af1ff405eb HTTP/1.1" status: 404 len: 337 time: 0.0310853 Jan 27 22:34:52.313533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39194) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.348589 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-be80c091-9a9b-4c58-a875-47f58641c93b tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b59046c-432e-4df6-ba1a-84c757d8aa7f HTTP/1.1" status: 200 len: 205 time: 0.0337489 Jan 27 22:34:52.351817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39196) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.390372 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-0bcdba8d-9a27-407c-9092-c8356af836c1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] delete failed (client error): The resource could not be found. Jan 27 22:34:52.391530 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0bcdba8d-9a27-407c-9092-c8356af836c1 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/routers/0b59046c-432e-4df6-ba1a-84c757d8aa7f HTTP/1.1" status: 404 len: 336 time: 0.0388370 Jan 27 22:34:52.394124 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39198) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.421320 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71b9686-8614-4bc8-af0d-444e2517cb57 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.421787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71b9686-8614-4bc8-af0d-444e2517cb57 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.425228 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f71b9686-8614-4bc8-af0d-444e2517cb57 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/96a399f9-e3da-4a30-b45c-1e37860f8129 HTTP/1.1" status: 404 len: 337 time: 0.0301893 Jan 27 22:34:52.427994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39200) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.454175 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6850c41-a351-4bf2-b9c8-7ac0c5b659a9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.454611 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6850c41-a351-4bf2-b9c8-7ac0c5b659a9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.457813 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a6850c41-a351-4bf2-b9c8-7ac0c5b659a9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/2d4ed3b0-003a-4e83-bf46-2ee444eaf84c HTTP/1.1" status: 404 len: 337 time: 0.0288687 Jan 27 22:34:52.460386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39202) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.484641 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd034f8c-0069-4629-8d95-6303bfc02c1a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.485212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd034f8c-0069-4629-8d95-6303bfc02c1a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.488420 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fd034f8c-0069-4629-8d95-6303bfc02c1a tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/d71612c1-8751-4acd-bcca-00dc62f96d06 HTTP/1.1" status: 404 len: 333 time: 0.0271132 Jan 27 22:34:52.491014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39204) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.522064 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eee057-fe73-4b2f-adf5-586fbae38f47 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.522524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29eee057-fe73-4b2f-adf5-586fbae38f47 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.525671 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-29eee057-fe73-4b2f-adf5-586fbae38f47 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/e5f00276-7425-48e0-83ec-b57d8bf63cc7 HTTP/1.1" status: 404 len: 337 time: 0.0336869 Jan 27 22:34:52.528510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39206) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.552354 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-930b0f4c-6b51-48f6-8c5b-9776e8608f09 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.553283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930b0f4c-6b51-48f6-8c5b-9776e8608f09 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.558732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-930b0f4c-6b51-48f6-8c5b-9776e8608f09 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/72c1c0d5-e578-45da-9d0b-df48d66bc3fe HTTP/1.1" status: 404 len: 333 time: 0.0267324 Jan 27 22:34:52.559048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39208) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.586746 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c00c69-08f7-4cd0-853d-5523abb02791 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.587212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c00c69-08f7-4cd0-853d-5523abb02791 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.593440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-75c00c69-08f7-4cd0-853d-5523abb02791 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/60ceb113-9080-4f01-a897-8682f962799e HTTP/1.1" status: 404 len: 337 time: 0.0334141 Jan 27 22:34:52.594770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39212) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.619289 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4214af-3d18-4bee-9bd8-de8e34ebbc15 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.619904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4214af-3d18-4bee-9bd8-de8e34ebbc15 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.631873 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ab4214af-3d18-4bee-9bd8-de8e34ebbc15 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/da4e61dd-f146-4f0a-b19a-f010cd4fb10a HTTP/1.1" status: 404 len: 333 time: 0.0358944 Jan 27 22:34:52.634785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39214) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.662488 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-66194db5-1d76-48c1-9650-be18d3a9e00c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.662956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66194db5-1d76-48c1-9650-be18d3a9e00c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.668785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-66194db5-1d76-48c1-9650-be18d3a9e00c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/ab4b0e0a-42be-49bf-804c-1a0019de4f04 HTTP/1.1" status: 404 len: 337 time: 0.0304456 Jan 27 22:34:52.669083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39216) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.691987 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-538ca474-d235-48b8-bdf5-13985d68bc7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.692498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538ca474-d235-48b8-bdf5-13985d68bc7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.695482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-538ca474-d235-48b8-bdf5-13985d68bc7c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/8ed7745f-b95a-42bc-aead-d56b5675f8ad HTTP/1.1" status: 404 len: 333 time: 0.0254300 Jan 27 22:34:52.698145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39218) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.726966 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f6961d-cadb-4086-abaf-813c58155239 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.727438 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f6961d-cadb-4086-abaf-813c58155239 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.730536 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f1f6961d-cadb-4086-abaf-813c58155239 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/e24a4c24-492b-4834-98ea-c08cae3dd6cd HTTP/1.1" status: 404 len: 337 time: 0.0313990 Jan 27 22:34:52.733134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39220) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.755596 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab26962-5720-41ff-90cf-dd69738d2962 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.756122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab26962-5720-41ff-90cf-dd69738d2962 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.759082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cab26962-5720-41ff-90cf-dd69738d2962 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/7f9c2747-dc24-471e-96b1-5db5214a52b9 HTTP/1.1" status: 404 len: 333 time: 0.0250688 Jan 27 22:34:52.762097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39222) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.787388 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab02d743-893c-4c2a-b9cb-a1aa8227bf08 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.787863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab02d743-893c-4c2a-b9cb-a1aa8227bf08 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.791183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ab02d743-893c-4c2a-b9cb-a1aa8227bf08 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/31e4641a-03bb-469f-8abd-83c2cd75b5b0 HTTP/1.1" status: 404 len: 337 time: 0.0281901 Jan 27 22:34:52.793770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39224) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.816135 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8cf169-d780-4aad-a71b-cdc19b622f19 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.816693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8cf169-d780-4aad-a71b-cdc19b622f19 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.819776 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5f8cf169-d780-4aad-a71b-cdc19b622f19 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/bbfb61a1-fd29-460b-a277-37e7b91afe11 HTTP/1.1" status: 404 len: 333 time: 0.0251400 Jan 27 22:34:52.823446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39226) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.849576 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ccb34a-a0ec-4533-88b3-4cab4f4d784c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.850030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ccb34a-a0ec-4533-88b3-4cab4f4d784c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.853133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a1ccb34a-a0ec-4533-88b3-4cab4f4d784c tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/adcc9322-ac9c-40f2-975c-18030e0c9352 HTTP/1.1" status: 404 len: 337 time: 0.0286405 Jan 27 22:34:52.855781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39228) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.878448 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e37bb7b-948e-4033-9689-476c3a7aa7e9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.878902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e37bb7b-948e-4033-9689-476c3a7aa7e9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.881968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4e37bb7b-948e-4033-9689-476c3a7aa7e9 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/ports/ead6cee3-54ea-4841-b86c-8532d03a0d84 HTTP/1.1" status: 404 len: 333 time: 0.0252540 Jan 27 22:34:52.884554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39230) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:52.914114 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bce7d70-42b1-4beb-ae0f-6c5a337cd8dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] DELETE failed (client error): The resource could not be found. Jan 27 22:34:52.914551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bce7d70-42b1-4beb-ae0f-6c5a337cd8dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:34:52.920196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7bce7d70-42b1-4beb-ae0f-6c5a337cd8dc tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/subnets/30e24a5e-08d6-4c70-bc56-8065f6c8f49b HTTP/1.1" status: 404 len: 337 time: 0.0346782 Jan 27 22:34:52.920874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39232) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:53.000411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (faecb0fc-c780-4301-9113-ab5d7ca4ac1e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.097590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (faecb0fc-c780-4301-9113-ab5d7ca4ac1e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.120496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faecb0fc-c780-4301-9113-ab5d7ca4ac1e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:53.130295 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2794767b-24b2-421e-ad1b-40893df8e094') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:53.130475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2794767b-24b2-421e-ad1b-40893df8e094') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:53.140222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (2794767b-24b2-421e-ad1b-40893df8e094), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.154100 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2794767b-24b2-421e-ad1b-40893df8e094), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.161113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:34:53.161528 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (2794767b-24b2-421e-ad1b-40893df8e094), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:34:53.165079 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:34:53.225198 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (faecb0fc-c780-4301-9113-ab5d7ca4ac1e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.234069 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.237284 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] 10.222.0.45 "DELETE /v2.0/networks/faecb0fc-c780-4301-9113-ab5d7ca4ac1e HTTP/1.1" status: 204 len: 168 time: 0.3155499 Jan 27 22:34:53.252537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b49fb-ac96-4e83-a5d5-2cb1444d2e05 tempest-NetworksTestDHCPv6-277149434 tempest-NetworksTestDHCPv6-277149434-project] Pushing event deleted for resources: {'Network': ['ID=faecb0fc-c780-4301-9113-ab5d7ca4ac1e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:53.528981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39238) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:53.689087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39246) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:53.689367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbfca384-7200-4dcd-83a7-a8d4a0e3da3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c43f5983bfc461585d958386aea3c8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591072 Jan 27 22:34:53.759619 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2465-39e5-4fd2-8864-e602b8b32aad admin admin] Publish callbacks [] for security_group (6f02e5e4-68be-4d83-b4c2-255f95ee691f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.786686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2465-39e5-4fd2-8864-e602b8b32aad admin admin] Publish callbacks [] for security_group (6f02e5e4-68be-4d83-b4c2-255f95ee691f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.848837 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2465-39e5-4fd2-8864-e602b8b32aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6f02e5e4-68be-4d83-b4c2-255f95ee691f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.851935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cbdb2465-39e5-4fd2-8864-e602b8b32aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.856574 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cbdb2465-39e5-4fd2-8864-e602b8b32aad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f02e5e4-68be-4d83-b4c2-255f95ee691f HTTP/1.1" status: 204 len: 168 time: 0.1659460 Jan 27 22:34:53.864947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb2465-39e5-4fd2-8864-e602b8b32aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02e5e4-68be-4d83-b4c2-255f95ee691f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:54.685936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39398) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:54.823137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-456425359'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:54.849135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Made reservation on behalf of 86c0751ad00c430286e5886e8d23a064 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:54.852905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:54.862091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:54.950368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for security_group (4feb9dda-e5b0-4adc-b7b6-e9fbe330a399), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:54.954898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4feb9dda-e5b0-4adc-b7b6-e9fbe330a399), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:54.991961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:34:54.999319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb9dda-e5b0-4adc-b7b6-e9fbe330a399,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:55.013215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (20aa31cd-feb6-4f6d-adfe-f9a4514b94ee), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.013590 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Added segment 20aa31cd-feb6-4f6d-adfe-f9a4514b94ee of type vlan for network 46de8562-1dbf-4627-a848-8d76557191e7 Jan 27 22:34:55.069120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (46de8562-1dbf-4627-a848-8d76557191e7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.106131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (46de8562-1dbf-4627-a848-8d76557191e7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.111661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:55.112438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.189325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5019975 Jan 27 22:34:55.192359 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39472) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:55.200655 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Request body: {'subnet': {'network_id': '46de8562-1dbf-4627-a848-8d76557191e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:55.235024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da95ecb-7806-46d8-b35c-3f7e6efa8163 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event updated for resources: {'Network': ['ID=46de8562-1dbf-4627-a848-8d76557191e7,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:55.247922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 46de8562-1dbf-4627-a848-8d76557191e7 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:34:55.328072 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Made reservation on behalf of 86c0751ad00c430286e5886e8d23a064 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:55.332033 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.563778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (c700e282-c763-461f-b5bd-9379c9f8cdb7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.641724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event updated for resources: {'Subnet': ['ID=c700e282-c763-461f-b5bd-9379c9f8cdb7,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:55.656960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Checking segment: {'id': '20aa31cd-feb6-4f6d-adfe-f9a4514b94ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46de8562-1dbf-4627-a848-8d76557191e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:55.657367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Network hostable DHCP agents. Network: 46de8562-1dbf-4627-a848-8d76557191e7, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:34:55.684140 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Network 46de8562-1dbf-4627-a848-8d76557191e7 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:34:55.694300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 46de8562-1dbf-4627-a848-8d76557191e7) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:55.702662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff7d6c1-e993-4f1b-a986-03ed7d1a87a1 None None] Network 46de8562-1dbf-4627-a848-8d76557191e7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:55.703740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:55.704801 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.726541 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fbb7adbf-5fbc-4400-8ebe-ab3f103a6825 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5325174 Jan 27 22:34:55.729784 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39544) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:55.735721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Request body: {'port': {'network_id': '46de8562-1dbf-4627-a848-8d76557191e7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1364046125'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:55.837462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-46de8562-1dbf-4627-a848-8d76557191e7', 'network_id': '46de8562-1dbf-4627-a848-8d76557191e7', 'project_id': '86c0751ad00c430286e5886e8d23a064', 'fixed_ips': [{'subnet_id': 'c700e282-c763-461f-b5bd-9379c9f8cdb7'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:34:55.838363 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.871174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Made reservation on behalf of 86c0751ad00c430286e5886e8d23a064 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:55.875306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:55.895092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] device_id is not set on port 6027536b-7916-45b3-96fe-d99eed5081a5 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:56.006339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Allocated IP 2001:db8::2 (46de8562-1dbf-4627-a848-8d76557191e7/c700e282-c763-461f-b5bd-9379c9f8cdb7/bfea18c1-15e8-4032-aa99-7a5afdd937d6) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:56.162041 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Publish callbacks [] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.173132 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.212934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Network 46de8562-1dbf-4627-a848-8d76557191e7 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:56.219740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:56.224235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:56.227351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Pushing event updated for resources: {'Port': ['ID=bfea18c1-15e8-4032-aa99-7a5afdd937d6,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:56.241091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Allocated IP 2001:db8::1e6 (46de8562-1dbf-4627-a848-8d76557191e7/c700e282-c763-461f-b5bd-9379c9f8cdb7/6027536b-7916-45b3-96fe-d99eed5081a5) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:56.290040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Attempting to bind port bfea18c1-15e8-4032-aa99-7a5afdd937d6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:56.290953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Attempting to bind port bfea18c1-15e8-4032-aa99-7a5afdd937d6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '20aa31cd-feb6-4f6d-adfe-f9a4514b94ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46de8562-1dbf-4627-a848-8d76557191e7'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:56.291322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Attempting to bind port bfea18c1-15e8-4032-aa99-7a5afdd937d6 on network 46de8562-1dbf-4627-a848-8d76557191e7 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:56.297011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:56.297376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Checking segment: {'id': '20aa31cd-feb6-4f6d-adfe-f9a4514b94ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46de8562-1dbf-4627-a848-8d76557191e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:56.297788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.298188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Bound using segment: {'id': '20aa31cd-feb6-4f6d-adfe-f9a4514b94ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46de8562-1dbf-4627-a848-8d76557191e7'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:56.298660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Bound port: bfea18c1-15e8-4032-aa99-7a5afdd937d6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20aa31cd-feb6-4f6d-adfe-f9a4514b94ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '46de8562-1dbf-4627-a848-8d76557191e7'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:56.299044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.363876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] For port bfea18c1-15e8-4032-aa99-7a5afdd937d6, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:56.367093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] For port bfea18c1-15e8-4032-aa99-7a5afdd937d6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=bfea18c1-15e8-4032-aa99-7a5afdd937d6,segment=NetworkSegment(20aa31cd-feb6-4f6d-adfe-f9a4514b94ee),segment_id=20aa31cd-feb6-4f6d-adfe-f9a4514b94ee)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:56.372748 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.417489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for port (6027536b-7916-45b3-96fe-d99eed5081a5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.439115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eb75a-7819-40dd-9ba5-1bd27ed11b02 None None] Pushing event updated for resources: {'Port': ['ID=bfea18c1-15e8-4032-aa99-7a5afdd937d6,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:56.469693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6027536b-7916-45b3-96fe-d99eed5081a5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.515401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Network 46de8562-1dbf-4627-a848-8d76557191e7 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:56.518543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:56.526174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:56.532411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:56.532955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.539763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event updated for resources: {'Port': ['ID=6027536b-7916-45b3-96fe-d99eed5081a5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:56.557111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-109aa5ee-2a51-4fa2-906d-672cb9f04808 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8257067 Jan 27 22:34:56.560466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39662) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:56.566550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Request body: {'port': {'network_id': '46de8562-1dbf-4627-a848-8d76557191e7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-777682958', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:56.567101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.api.validators [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] bootfile-name is not in valid_values {{(pid=103330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:34:56.567463 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.api.validators [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] tftp-server is not in valid_values {{(pid=103330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:34:56.570726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.api.validators [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] server-ip-address is not in valid_values {{(pid=103330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:34:56.696717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Made reservation on behalf of 86c0751ad00c430286e5886e8d23a064 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:56.700399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:56.732974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] device_id is not set on port ea0e433c-846a-418a-9a99-e951ff29f281 yet. {{(pid=103330) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:34:56.894201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Allocated IP 2001:db8::90 (46de8562-1dbf-4627-a848-8d76557191e7/c700e282-c763-461f-b5bd-9379c9f8cdb7/ea0e433c-846a-418a-9a99-e951ff29f281) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:57.045215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device bfea18c1-15e8-4032-aa99-7a5afdd937d6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:57.103341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port bfea18c1-15e8-4032-aa99-7a5afdd937d6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:57.103841 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.105089 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for port (ea0e433c-846a-418a-9a99-e951ff29f281), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.142283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ea0e433c-846a-418a-9a99-e951ff29f281), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.189681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Network 46de8562-1dbf-4627-a848-8d76557191e7 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:57.193521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port bfea18c1-15e8-4032-aa99-7a5afdd937d6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:57.194222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.195222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:57.200386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:57.206038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:57.206901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.210883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event updated for resources: {'Port': ['ID=ea0e433c-846a-418a-9a99-e951ff29f281,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:57.230990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39718) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:57.231568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-751386fe-5bb2-4fa2-82f8-59e0fdecd188 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.6696525 Jan 27 22:34:57.233539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port bfea18c1-15e8-4032-aa99-7a5afdd937d6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=bfea18c1-15e8-4032-aa99-7a5afdd937d6,segment=NetworkSegment(20aa31cd-feb6-4f6d-adfe-f9a4514b94ee),segment_id=20aa31cd-feb6-4f6d-adfe-f9a4514b94ee)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:57.238221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.287189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4396e-b945-4b78-ba0a-5334973eb19d tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:57.293493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4396e-b945-4b78-ba0a-5334973eb19d tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:57.294478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=bfea18c1-15e8-4032-aa99-7a5afdd937d6,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:57.298819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4396e-b945-4b78-ba0a-5334973eb19d tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:57.300851 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-82b4396e-b945-4b78-ba0a-5334973eb19d tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0681355 Jan 27 22:34:57.303691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39720) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:57.394914 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-08a50405-c778-4f85-a167-c87c54f7e787 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Deleting port ea0e433c-846a-418a-9a99-e951ff29f281 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:57.395268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08a50405-c778-4f85-a167-c87c54f7e787 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ea0e433c-846a-418a-9a99-e951ff29f281), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.492700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08a50405-c778-4f85-a167-c87c54f7e787 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ea0e433c-846a-418a-9a99-e951ff29f281), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.506454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-08a50405-c778-4f85-a167-c87c54f7e787 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Calling delete_port for ea0e433c-846a-418a-9a99-e951ff29f281 owned by {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:57.537351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861bafd-3f40-4b28-9314-bcf7ea7b7f38 None None] Network 46de8562-1dbf-4627-a848-8d76557191e7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:57.644362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08a50405-c778-4f85-a167-c87c54f7e787 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (ea0e433c-846a-418a-9a99-e951ff29f281), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.656503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0b6cc806-0612-435a-aa0f-7dded18d3fa6 None None] Provisioning complete for port bfea18c1-15e8-4032-aa99-7a5afdd937d6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:57.656837 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc806-0612-435a-aa0f-7dded18d3fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.675077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a50405-c778-4f85-a167-c87c54f7e787 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event deleted for resources: {'Port': ['ID=ea0e433c-846a-418a-9a99-e951ff29f281,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:57.701413 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-08a50405-c778-4f85-a167-c87c54f7e787 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.709024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39722) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:57.709458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-08a50405-c778-4f85-a167-c87c54f7e787 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "DELETE /v2.0/ports/ea0e433c-846a-418a-9a99-e951ff29f281 HTTP/1.1" status: 204 len: 168 time: 0.4045057 Jan 27 22:34:57.714443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Request body: {'port': {'name': 'tempest-new-port-name-925445339', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:57.715029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.api.validators [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] bootfile-name is not in valid_values {{(pid=103330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:34:57.715370 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.api.validators [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] tftp-server is not in valid_values {{(pid=103330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:34:57.715732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.api.validators [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] server-ip-address is not in valid_values {{(pid=103330) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:34:57.755228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0b6cc806-0612-435a-aa0f-7dded18d3fa6 None None] Current status of the port bfea18c1-15e8-4032-aa99-7a5afdd937d6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:57.794592 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6027536b-7916-45b3-96fe-d99eed5081a5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.984414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e39840a0-c725-4ea1-9680-140deac53bba None None] Provisioning complete for port bfea18c1-15e8-4032-aa99-7a5afdd937d6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:57.984785 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e39840a0-c725-4ea1-9680-140deac53bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.036402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for port (6027536b-7916-45b3-96fe-d99eed5081a5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.043698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6027536b-7916-45b3-96fe-d99eed5081a5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.082325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] In _notify_port_updated(), no bound segment for port 6027536b-7916-45b3-96fe-d99eed5081a5 on network 46de8562-1dbf-4627-a848-8d76557191e7 {{(pid=103330) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:34:58.087607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:58.088701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.093527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "PUT /v2.0/ports/6027536b-7916-45b3-96fe-d99eed5081a5 HTTP/1.1" status: 200 len: 1129 time: 0.3833795 Jan 27 22:34:58.093826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39732) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:58.102118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e39840a0-c725-4ea1-9680-140deac53bba None None] Current status of the port bfea18c1-15e8-4032-aa99-7a5afdd937d6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:58.112040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4599c6-55cc-4cd9-9d74-c32a71ebe40f tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event updated for resources: {'Port': ['ID=6027536b-7916-45b3-96fe-d99eed5081a5,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:58.125317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e39840a0-c725-4ea1-9680-140deac53bba None None] Provisioning complete for port 6027536b-7916-45b3-96fe-d99eed5081a5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:58.126368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e39840a0-c725-4ea1-9680-140deac53bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6027536b-7916-45b3-96fe-d99eed5081a5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.169305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdd1-e562-4d51-8a25-a554eb573cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:58.175757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39734) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:58.190335 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d548cdd1-e562-4d51-8a25-a554eb573cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "GET /v2.0/ports/6027536b-7916-45b3-96fe-d99eed5081a5 HTTP/1.1" status: 200 len: 1129 time: 0.0947986 Jan 27 22:34:58.203603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e39840a0-c725-4ea1-9680-140deac53bba None None] Port 6027536b-7916-45b3-96fe-d99eed5081a5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:34:58.210190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e39840a0-c725-4ea1-9680-140deac53bba None None] Could not find standard attr ID for object ea0e433c-846a-418a-9a99-e951ff29f281. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:58.290775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d0d47950-70a7-4692-9cde-f86f0326c648 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Deleting port 6027536b-7916-45b3-96fe-d99eed5081a5 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:58.291222 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d0d47950-70a7-4692-9cde-f86f0326c648 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6027536b-7916-45b3-96fe-d99eed5081a5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.362384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d1ef414f-e28e-4157-9c64-49329f5b50b6 None None] Provisioning complete for port 6027536b-7916-45b3-96fe-d99eed5081a5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:58.362972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1ef414f-e28e-4157-9c64-49329f5b50b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6027536b-7916-45b3-96fe-d99eed5081a5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.396626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d0d47950-70a7-4692-9cde-f86f0326c648 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6027536b-7916-45b3-96fe-d99eed5081a5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.406931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef414f-e28e-4157-9c64-49329f5b50b6 None None] Port 6027536b-7916-45b3-96fe-d99eed5081a5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:34:58.411670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d0d47950-70a7-4692-9cde-f86f0326c648 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Calling delete_port for 6027536b-7916-45b3-96fe-d99eed5081a5 owned by {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:58.521668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-511d7864-2601-4f34-a994-e7ac572f6050 None None] Could not find standard attr ID for object ea0e433c-846a-418a-9a99-e951ff29f281. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:58.576747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d0d47950-70a7-4692-9cde-f86f0326c648 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6027536b-7916-45b3-96fe-d99eed5081a5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.610097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d47950-70a7-4692-9cde-f86f0326c648 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event deleted for resources: {'Port': ['ID=6027536b-7916-45b3-96fe-d99eed5081a5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:58.647627 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d0d47950-70a7-4692-9cde-f86f0326c648 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.655869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39736) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:58.656485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d0d47950-70a7-4692-9cde-f86f0326c648 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "DELETE /v2.0/ports/6027536b-7916-45b3-96fe-d99eed5081a5 HTTP/1.1" status: 204 len: 168 time: 0.4786963 Jan 27 22:34:58.728496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f62022e-a531-417c-a347-d127e2b19142 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Deleting subnet c700e282-c763-461f-b5bd-9379c9f8cdb7 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:58.733748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f62022e-a531-417c-a347-d127e2b19142 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for subnet (c700e282-c763-461f-b5bd-9379c9f8cdb7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.781975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f62022e-a531-417c-a347-d127e2b19142 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (c700e282-c763-461f-b5bd-9379c9f8cdb7), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.877769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f62022e-a531-417c-a347-d127e2b19142 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c700e282-c763-461f-b5bd-9379c9f8cdb7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.963755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f62022e-a531-417c-a347-d127e2b19142 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (c700e282-c763-461f-b5bd-9379c9f8cdb7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.989532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62022e-a531-417c-a347-d127e2b19142 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event deleted for resources: {'Subnet': ['ID=c700e282-c763-461f-b5bd-9379c9f8cdb7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:59.000592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7f62022e-a531-417c-a347-d127e2b19142 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.006428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device bfea18c1-15e8-4032-aa99-7a5afdd937d6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:59.006932 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f62022e-a531-417c-a347-d127e2b19142 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "DELETE /v2.0/subnets/c700e282-c763-461f-b5bd-9379c9f8cdb7 HTTP/1.1" status: 204 len: 168 time: 0.3490095 Jan 27 22:34:59.007086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39740) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:59.050511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6208f606-1daa-4049-8481-5c8c1d925c52 None None] Could not find standard attr ID for object 6027536b-7916-45b3-96fe-d99eed5081a5. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:34:59.082705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port bfea18c1-15e8-4032-aa99-7a5afdd937d6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:59.083255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.102491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (46de8562-1dbf-4627-a848-8d76557191e7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.173797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Deleting port bfea18c1-15e8-4032-aa99-7a5afdd937d6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:59.174223 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.185307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port bfea18c1-15e8-4032-aa99-7a5afdd937d6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:59.244894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef887bf-82f6-4e64-8180-a9b042c59f01 None None] Network 46de8562-1dbf-4627-a848-8d76557191e7 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:59.248716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] For port bfea18c1-15e8-4032-aa99-7a5afdd937d6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=bfea18c1-15e8-4032-aa99-7a5afdd937d6,segment=NetworkSegment(20aa31cd-feb6-4f6d-adfe-f9a4514b94ee),segment_id=20aa31cd-feb6-4f6d-adfe-f9a4514b94ee)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:59.248716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.262724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Calling delete_port for bfea18c1-15e8-4032-aa99-7a5afdd937d6 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:59.356553 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (bfea18c1-15e8-4032-aa99-7a5afdd937d6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.388852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event deleted for resources: {'Port': ['ID=bfea18c1-15e8-4032-aa99-7a5afdd937d6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:59.390735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] No DVR routers for this DVR port bfea18c1-15e8-4032-aa99-7a5afdd937d6 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:59.428607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce7b623-0015-4bf5-a44c-ad380bd77395 None None] DHCP port deletion for 46de8562-1dbf-4627-a848-8d76557191e7 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:34:59.478697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (46de8562-1dbf-4627-a848-8d76557191e7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.505290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46de8562-1dbf-4627-a848-8d76557191e7']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:59.515723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20aa31cd-feb6-4f6d-adfe-f9a4514b94ee') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:59.516116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20aa31cd-feb6-4f6d-adfe-f9a4514b94ee') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:59.533142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (20aa31cd-feb6-4f6d-adfe-f9a4514b94ee), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.547670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (20aa31cd-feb6-4f6d-adfe-f9a4514b94ee), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.555761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:34:59.556212 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (20aa31cd-feb6-4f6d-adfe-f9a4514b94ee), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:34:59.560308 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:34:59.624161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (46de8562-1dbf-4627-a848-8d76557191e7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.629862 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.633696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] 10.222.0.45 "DELETE /v2.0/networks/46de8562-1dbf-4627-a848-8d76557191e7 HTTP/1.1" status: 204 len: 168 time: 0.6253591 Jan 27 22:34:59.649722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57ddce-4aa1-4050-87a5-1435bf132827 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110 tempest-ExtraDHCPOptionsIpV6TestJSON-29465110-project] Pushing event deleted for resources: {'Network': ['ID=46de8562-1dbf-4627-a848-8d76557191e7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:59.902483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39746) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:00.037943 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cf37e0f6-1555-46b8-99b9-dc1dfbba502b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86c0751ad00c430286e5886e8d23a064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341262 Jan 27 22:35:00.040781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39750) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:00.101591 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-62410cfb-96b7-4c4b-9f16-4b396fa80f49 admin admin] Publish callbacks [] for security_group (4feb9dda-e5b0-4adc-b7b6-e9fbe330a399), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:00.125920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-62410cfb-96b7-4c4b-9f16-4b396fa80f49 admin admin] Publish callbacks [] for security_group (4feb9dda-e5b0-4adc-b7b6-e9fbe330a399), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:00.179341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-62410cfb-96b7-4c4b-9f16-4b396fa80f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4feb9dda-e5b0-4adc-b7b6-e9fbe330a399), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:00.182053 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-62410cfb-96b7-4c4b-9f16-4b396fa80f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:00.183280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-62410cfb-96b7-4c4b-9f16-4b396fa80f49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4feb9dda-e5b0-4adc-b7b6-e9fbe330a399 HTTP/1.1" status: 204 len: 168 time: 0.1413143 Jan 27 22:35:00.192242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62410cfb-96b7-4c4b-9f16-4b396fa80f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb9dda-e5b0-4adc-b7b6-e9fbe330a399,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:00.909207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39774) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:00.975939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device bfea18c1-15e8-4032-aa99-7a5afdd937d6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:00.997082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: bfea18c1-15e8-4032-aa99-7a5afdd937d6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:00.997577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device bfea18c1-15e8-4032-aa99-7a5afdd937d6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:01.020412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-df5a60a2-aa12-42ab-96ea-ccfc12c757e2 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-562567414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:01.044029 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df5a60a2-aa12-42ab-96ea-ccfc12c757e2 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (67ecf5f1-8f14-42f0-84c5-6602b337d72a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.045018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df5a60a2-aa12-42ab-96ea-ccfc12c757e2 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (67ecf5f1-8f14-42f0-84c5-6602b337d72a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.095999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df5a60a2-aa12-42ab-96ea-ccfc12c757e2 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for router_controller (67ecf5f1-8f14-42f0-84c5-6602b337d72a), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.101356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df5a60a2-aa12-42ab-96ea-ccfc12c757e2 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (67ecf5f1-8f14-42f0-84c5-6602b337d72a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.123099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-df5a60a2-aa12-42ab-96ea-ccfc12c757e2 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.127215 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-df5a60a2-aa12-42ab-96ea-ccfc12c757e2 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2144518 Jan 27 22:35:01.128230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39780) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:01.134419 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2078319206'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:01.165925 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Made reservation on behalf of 849339cdc6ed416a851dc7d802b6a384 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:01.169704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.179030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.258130 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for security_group (23719e7a-fa15-43e1-896b-50f2ef59d6d1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.263013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (23719e7a-fa15-43e1-896b-50f2ef59d6d1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.290456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:01.301062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23719e7a-fa15-43e1-896b-50f2ef59d6d1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:01.306092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (adffb6e9-8f34-4fb7-96d5-774f708e1dbc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.306448 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Added segment adffb6e9-8f34-4fb7-96d5-774f708e1dbc of type vlan for network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 Jan 27 22:35:01.348128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (29c9eb85-3950-474f-aa9f-7e2cbd7bd385), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.375175 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (29c9eb85-3950-474f-aa9f-7e2cbd7bd385), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.380680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:01.381273 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.444772 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3126414 Jan 27 22:35:01.445001 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:01.449937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'subnet': {'network_id': '29c9eb85-3950-474f-aa9f-7e2cbd7bd385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:01.477302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133eed6-c93e-4b85-bf72-2cf31a153506 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Network': ['ID=29c9eb85-3950-474f-aa9f-7e2cbd7bd385,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:01.488350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:01.558164 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Made reservation on behalf of 849339cdc6ed416a851dc7d802b6a384 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:01.562084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.769336 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (eb34287a-0a8a-4b34-aa00-2cc67df31389), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.834962 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Subnet': ['ID=eb34287a-0a8a-4b34-aa00-2cc67df31389,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:01.845471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Checking segment: {'id': 'adffb6e9-8f34-4fb7-96d5-774f708e1dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '29c9eb85-3950-474f-aa9f-7e2cbd7bd385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:01.845865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network hostable DHCP agents. Network: 29c9eb85-3950-474f-aa9f-7e2cbd7bd385, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:01.865344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:01.876640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 29c9eb85-3950-474f-aa9f-7e2cbd7bd385) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:01.882209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:01.882869 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.891874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab174ee-92bc-4fa9-b534-cf4287f1bd62 None None] Network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:01.906750 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6a65a445-d94a-480e-be91-5f145cd117dc tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4579899 Jan 27 22:35:01.908639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39784) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:01.914311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'network': {'name': 'tempest-router-network01--1483892637'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:01.942548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Made reservation on behalf of 849339cdc6ed416a851dc7d802b6a384 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:01.946197 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.972479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:01.985868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.986266 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Added segment cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2 of type vlan for network 6975083f-53c5-4efc-a81e-ff011c878156 Jan 27 22:35:02.022864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-29c9eb85-3950-474f-aa9f-7e2cbd7bd385', 'network_id': '29c9eb85-3950-474f-aa9f-7e2cbd7bd385', 'project_id': '849339cdc6ed416a851dc7d802b6a384', 'fixed_ips': [{'subnet_id': 'eb34287a-0a8a-4b34-aa00-2cc67df31389'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:35:02.024539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.036951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6975083f-53c5-4efc-a81e-ff011c878156), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.067083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6975083f-53c5-4efc-a81e-ff011c878156), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.073189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:02.074222 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.095687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1858933 Jan 27 22:35:02.099760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39786) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:02.107607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'network': {'name': 'tempest-router-network02--1955422802'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:02.157405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028d632-604c-47a1-aa40-4bb8d0bf6940 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Network': ['ID=6975083f-53c5-4efc-a81e-ff011c878156,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:02.164894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Made reservation on behalf of 849339cdc6ed416a851dc7d802b6a384 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:02.171645 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.184968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6975083f-53c5-4efc-a81e-ff011c878156 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:02.200910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:02.211168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (58330b12-eb62-4e31-a7e6-59de8e15f247), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.211554 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Added segment 58330b12-eb62-4e31-a7e6-59de8e15f247 of type vlan for network 2028b8e9-6c0d-4f8f-9387-72277fe46f1d Jan 27 22:35:02.217585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Allocated IP 2001:db8::2 (29c9eb85-3950-474f-aa9f-7e2cbd7bd385/eb34287a-0a8a-4b34-aa00-2cc67df31389/25eea8f2-a38f-4c17-9589-fcfe75d59147) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:02.259466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (2028b8e9-6c0d-4f8f-9387-72277fe46f1d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.295540 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (2028b8e9-6c0d-4f8f-9387-72277fe46f1d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.301398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:02.302269 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.336412 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2327626 Jan 27 22:35:02.336871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39790) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:02.342234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'subnet': {'network_id': '6975083f-53c5-4efc-a81e-ff011c878156', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:02.400496 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861a523-0095-4558-b0f5-8b633138a441 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Network': ['ID=2028b8e9-6c0d-4f8f-9387-72277fe46f1d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:02.441770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Made reservation on behalf of 849339cdc6ed416a851dc7d802b6a384 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:02.445483 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.506610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 2028b8e9-6c0d-4f8f-9387-72277fe46f1d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:02.646215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (62ec30e4-ba81-44bf-a50d-ceabff569068), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.660854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Publish callbacks [] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.668718 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.710099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Subnet': ['ID=62ec30e4-ba81-44bf-a50d-ceabff569068,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:02.717921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Checking segment: {'id': 'cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6975083f-53c5-4efc-a81e-ff011c878156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:02.718295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network hostable DHCP agents. Network: 6975083f-53c5-4efc-a81e-ff011c878156, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:02.724697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Pushing event updated for resources: {'Port': ['ID=25eea8f2-a38f-4c17-9589-fcfe75d59147,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:02.739506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network 6975083f-53c5-4efc-a81e-ff011c878156 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:02.739800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.740154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.740505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.740841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.741175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.741507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.742044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.742383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.742714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.743044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.743370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.743719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.744043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:02.749135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:02.750238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6975083f-53c5-4efc-a81e-ff011c878156) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:02.750921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:02.752942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:02.755288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:02.756473 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.779273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b0f9630f-d4ac-46b3-bc11-b71726326c6b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4411902 Jan 27 22:35:02.782236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39792) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:02.787638 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca2ab32-b9e5-474a-8918-7e78873b0d41 None None] Network 6975083f-53c5-4efc-a81e-ff011c878156 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:02.794236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'subnet': {'network_id': '2028b8e9-6c0d-4f8f-9387-72277fe46f1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:02.865592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-ffcd1912-906d-4ea2-bae1-96f52ecb048c req-f325acff-65a7-4417-8253-7cb528966541 service neutron] (103330) timed out ('10.222.0.45', 40770) {{(pid=103330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:35:02.869047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Attempting to bind port 25eea8f2-a38f-4c17-9589-fcfe75d59147 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:02.869576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Attempting to bind port 25eea8f2-a38f-4c17-9589-fcfe75d59147 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'adffb6e9-8f34-4fb7-96d5-774f708e1dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '29c9eb85-3950-474f-aa9f-7e2cbd7bd385'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:02.870420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Attempting to bind port 25eea8f2-a38f-4c17-9589-fcfe75d59147 on network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:02.881112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:02.881705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Checking segment: {'id': 'adffb6e9-8f34-4fb7-96d5-774f708e1dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '29c9eb85-3950-474f-aa9f-7e2cbd7bd385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:02.882222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.882731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Bound using segment: {'id': 'adffb6e9-8f34-4fb7-96d5-774f708e1dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '29c9eb85-3950-474f-aa9f-7e2cbd7bd385'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:02.883367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Bound port: 25eea8f2-a38f-4c17-9589-fcfe75d59147, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adffb6e9-8f34-4fb7-96d5-774f708e1dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '29c9eb85-3950-474f-aa9f-7e2cbd7bd385'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:02.883842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.894674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Made reservation on behalf of 849339cdc6ed416a851dc7d802b6a384 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:02.898301 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:02.974557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-6975083f-53c5-4efc-a81e-ff011c878156', 'network_id': '6975083f-53c5-4efc-a81e-ff011c878156', 'project_id': '849339cdc6ed416a851dc7d802b6a384', 'fixed_ips': [{'subnet_id': '62ec30e4-ba81-44bf-a50d-ceabff569068'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:35:02.975044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.013977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] For port 25eea8f2-a38f-4c17-9589-fcfe75d59147, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:03.019798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] For port 25eea8f2-a38f-4c17-9589-fcfe75d59147, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=25eea8f2-a38f-4c17-9589-fcfe75d59147,segment=NetworkSegment(adffb6e9-8f34-4fb7-96d5-774f708e1dbc),segment_id=adffb6e9-8f34-4fb7-96d5-774f708e1dbc)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:03.025322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.126392 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (169a3e35-a553-4e13-b4f5-0a1ac7b68bf7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.193782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552532-76f4-49f2-b1ca-3a5dab1efe58 None None] Pushing event updated for resources: {'Port': ['ID=25eea8f2-a38f-4c17-9589-fcfe75d59147,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:03.201451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Subnet': ['ID=169a3e35-a553-4e13-b4f5-0a1ac7b68bf7,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:03.217850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Checking segment: {'id': '58330b12-eb62-4e31-a7e6-59de8e15f247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2028b8e9-6c0d-4f8f-9387-72277fe46f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:03.218233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network hostable DHCP agents. Network: 2028b8e9-6c0d-4f8f-9387-72277fe46f1d, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:03.228832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Allocated IP 2001:db8::2 (6975083f-53c5-4efc-a81e-ff011c878156/62ec30e4-ba81-44bf-a50d-ceabff569068/8800dada-dfb4-4219-9e33-ae78bda4b626) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:03.251868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network 2028b8e9-6c0d-4f8f-9387-72277fe46f1d is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:03.284605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 2028b8e9-6c0d-4f8f-9387-72277fe46f1d) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:03.300238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce581fb-87b4-4937-aee9-3d4782eafa2b None None] Network 2028b8e9-6c0d-4f8f-9387-72277fe46f1d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:03.303536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:03.304156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.348422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8d1afbc2-9ca6-466e-8401-da42d433e2df tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5631959 Jan 27 22:35:03.350299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39800) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:03.542761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-2028b8e9-6c0d-4f8f-9387-72277fe46f1d', 'network_id': '2028b8e9-6c0d-4f8f-9387-72277fe46f1d', 'project_id': '849339cdc6ed416a851dc7d802b6a384', 'fixed_ips': [{'subnet_id': '169a3e35-a553-4e13-b4f5-0a1ac7b68bf7'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:35:03.543683 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.546264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Publish callbacks [] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.563468 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.652741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Pushing event updated for resources: {'Port': ['ID=8800dada-dfb4-4219-9e33-ae78bda4b626,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:03.671031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Network 6975083f-53c5-4efc-a81e-ff011c878156 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:03.680115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:03.687215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:03.787115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.854589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Allocated IP 2001:db8::2 (2028b8e9-6c0d-4f8f-9387-72277fe46f1d/169a3e35-a553-4e13-b4f5-0a1ac7b68bf7/089274db-c553-44bf-830d-be69272ee864) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:04.080528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Attempting to bind port 8800dada-dfb4-4219-9e33-ae78bda4b626 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:04.081737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Attempting to bind port 8800dada-dfb4-4219-9e33-ae78bda4b626 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6975083f-53c5-4efc-a81e-ff011c878156'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:04.082282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Attempting to bind port 8800dada-dfb4-4219-9e33-ae78bda4b626 on network 6975083f-53c5-4efc-a81e-ff011c878156 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:04.103554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Allocated IP 2001:db8::1 (6975083f-53c5-4efc-a81e-ff011c878156/62ec30e4-ba81-44bf-a50d-ceabff569068/8cd85c0a-8600-4fb0-a129-99952174cf9c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:04.103954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:04.104560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Checking segment: {'id': 'cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6975083f-53c5-4efc-a81e-ff011c878156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:04.105178 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.105745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Bound using segment: {'id': 'cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6975083f-53c5-4efc-a81e-ff011c878156'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:04.106432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Bound port: 8800dada-dfb4-4219-9e33-ae78bda4b626, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6975083f-53c5-4efc-a81e-ff011c878156'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:04.107028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.126050 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6a5b3ed3-a5b7-424a-b7ea-a1e49c353115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.144021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Publish callbacks [] for port (089274db-c553-44bf-830d-be69272ee864), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.178622 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (089274db-c553-44bf-830d-be69272ee864), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.265401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Network 2028b8e9-6c0d-4f8f-9387-72277fe46f1d is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:04.277242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:04.281396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:04.284598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] For port 8800dada-dfb4-4219-9e33-ae78bda4b626, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:04.287097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Pushing event updated for resources: {'Port': ['ID=089274db-c553-44bf-830d-be69272ee864,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:04.291960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] For port 8800dada-dfb4-4219-9e33-ae78bda4b626, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8800dada-dfb4-4219-9e33-ae78bda4b626,segment=NetworkSegment(cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2),segment_id=cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:04.303128 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.323396 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.403375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.424933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Attempting to bind port 089274db-c553-44bf-830d-be69272ee864 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:04.425354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Attempting to bind port 089274db-c553-44bf-830d-be69272ee864 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '58330b12-eb62-4e31-a7e6-59de8e15f247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2028b8e9-6c0d-4f8f-9387-72277fe46f1d'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:04.425670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Attempting to bind port 089274db-c553-44bf-830d-be69272ee864 on network 2028b8e9-6c0d-4f8f-9387-72277fe46f1d {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:04.434144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:04.434580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Checking segment: {'id': '58330b12-eb62-4e31-a7e6-59de8e15f247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2028b8e9-6c0d-4f8f-9387-72277fe46f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:04.435080 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.435586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Bound using segment: {'id': '58330b12-eb62-4e31-a7e6-59de8e15f247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2028b8e9-6c0d-4f8f-9387-72277fe46f1d'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:04.436242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Bound port: 089274db-c553-44bf-830d-be69272ee864, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58330b12-eb62-4e31-a7e6-59de8e15f247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2028b8e9-6c0d-4f8f-9387-72277fe46f1d'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:04.436640 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (089274db-c553-44bf-830d-be69272ee864), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.442446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c8ed9-f1c8-400b-95e1-be064a0da884 None None] Pushing event updated for resources: {'Port': ['ID=8800dada-dfb4-4219-9e33-ae78bda4b626,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:04.552171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] For port 089274db-c553-44bf-830d-be69272ee864, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:04.552860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network 6975083f-53c5-4efc-a81e-ff011c878156 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:04.556284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] For port 089274db-c553-44bf-830d-be69272ee864, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=089274db-c553-44bf-830d-be69272ee864,segment=NetworkSegment(58330b12-eb62-4e31-a7e6-59de8e15f247),segment_id=58330b12-eb62-4e31-a7e6-59de8e15f247)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:04.562054 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (089274db-c553-44bf-830d-be69272ee864), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.569471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:04.586968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:04.587581 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (67ecf5f1-8f14-42f0-84c5-6602b337d72a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.698988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Port': ['ID=8cd85c0a-8600-4fb0-a129-99952174cf9c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:04.700074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d8acf-bbec-4d30-891c-7eee68785175 None None] Pushing event updated for resources: {'Port': ['ID=089274db-c553-44bf-830d-be69272ee864,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:04.847219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:04.871520 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d1817-9df5-43d9-afc5-c365aa98228d None None] Network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:04.971035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-21f97f53-7046-403d-9cca-31efab0a4a0e None None] Provisioning complete for port 25eea8f2-a38f-4c17-9589-fcfe75d59147 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:04.971445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21f97f53-7046-403d-9cca-31efab0a4a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.165335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-21f97f53-7046-403d-9cca-31efab0a4a0e None None] Current status of the port 25eea8f2-a38f-4c17-9589-fcfe75d59147 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:05.166042 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21f97f53-7046-403d-9cca-31efab0a4a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.254503 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-21f97f53-7046-403d-9cca-31efab0a4a0e None None] For port 25eea8f2-a38f-4c17-9589-fcfe75d59147, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=25eea8f2-a38f-4c17-9589-fcfe75d59147,segment=NetworkSegment(adffb6e9-8f34-4fb7-96d5-774f708e1dbc),segment_id=adffb6e9-8f34-4fb7-96d5-774f708e1dbc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:05.260725 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21f97f53-7046-403d-9cca-31efab0a4a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.359353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f97f53-7046-403d-9cca-31efab0a4a0e None None] Pushing event updated for resources: {'Port': ['ID=25eea8f2-a38f-4c17-9589-fcfe75d59147,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:05.392358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8800dada-dfb4-4219-9e33-ae78bda4b626 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:05.513303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8800dada-dfb4-4219-9e33-ae78bda4b626 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:05.513582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.559664 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.566519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.568975 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (67ecf5f1-8f14-42f0-84c5-6602b337d72a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.654465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8800dada-dfb4-4219-9e33-ae78bda4b626 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:05.655045 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.733709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 8800dada-dfb4-4219-9e33-ae78bda4b626, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8800dada-dfb4-4219-9e33-ae78bda4b626,segment=NetworkSegment(cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2),segment_id=cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:05.739607 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.740636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 25eea8f2-a38f-4c17-9589-fcfe75d59147 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:05.758932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Port': ['ID=8cd85c0a-8600-4fb0-a129-99952174cf9c,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:05.796725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-45354dc0-15bc-4bd9-b3e2-404cde14f223 None None] Provisioning complete for port 25eea8f2-a38f-4c17-9589-fcfe75d59147 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:05.797268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-45354dc0-15bc-4bd9-b3e2-404cde14f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.847021 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network 6975083f-53c5-4efc-a81e-ff011c878156 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:05.850699 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:05.879932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 25eea8f2-a38f-4c17-9589-fcfe75d59147 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:05.880469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.989663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=8800dada-dfb4-4219-9e33-ae78bda4b626,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:06.081772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 25eea8f2-a38f-4c17-9589-fcfe75d59147 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:06.100730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Router 67ecf5f1-8f14-42f0-84c5-6602b337d72a is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:35:06.156901 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-45354dc0-15bc-4bd9-b3e2-404cde14f223 None None] Current status of the port 25eea8f2-a38f-4c17-9589-fcfe75d59147 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:06.253185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:06.258980 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9601379d-06ca-4d42-b297-ab5760cc6734 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "PUT /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9068325 Jan 27 22:35:06.262481 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39808) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:06.266345 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482d692-cd3a-4b9a-ae83-e2debccecd29 None None] Sync routers for ids ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:06.286661 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482d692-cd3a-4b9a-ae83-e2debccecd29 None None] Routers {'67ecf5f1-8f14-42f0-84c5-6602b337d72a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:06.287667 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9482d692-cd3a-4b9a-ae83-e2debccecd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:34:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:06.346246 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9482d692-cd3a-4b9a-ae83-e2debccecd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:06.377220 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9482d692-cd3a-4b9a-ae83-e2debccecd29 None None] Routers {'67ecf5f1-8f14-42f0-84c5-6602b337d72a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:06.378395 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9482d692-cd3a-4b9a-ae83-e2debccecd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:34:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:06.491564 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9482d692-cd3a-4b9a-ae83-e2debccecd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:06.492994 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9482d692-cd3a-4b9a-ae83-e2debccecd29 None None] The sync data for ids ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:06.609169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f91b4-7dcd-4ff3-b421-eb4118f11716 None None] Network 2028b8e9-6c0d-4f8f-9387-72277fe46f1d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:06.731271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b69e0-4595-44de-a0b5-bb69e3dc8207 None None] Network 6975083f-53c5-4efc-a81e-ff011c878156 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:06.772310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2aaa757f-d449-4353-829c-66a47485f32a None None] Provisioning complete for port 089274db-c553-44bf-830d-be69272ee864 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:06.772695 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2aaa757f-d449-4353-829c-66a47485f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (089274db-c553-44bf-830d-be69272ee864), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.206852 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1fbce874-dc16-4d38-9198-a0dd48e680b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.216705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 089274db-c553-44bf-830d-be69272ee864 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:07.224804 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-3c111540-bd15-4e9b-8258-544d495b6fb1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:35:07.226735 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c111540-bd15-4e9b-8258-544d495b6fb1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "PUT /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9630055 Jan 27 22:35:07.231144 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39812) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:07.264641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa757f-d449-4353-829c-66a47485f32a None None] Current status of the port 089274db-c553-44bf-830d-be69272ee864 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:07.265034 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2aaa757f-d449-4353-829c-66a47485f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (089274db-c553-44bf-830d-be69272ee864), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.317139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2aaa757f-d449-4353-829c-66a47485f32a None None] For port 089274db-c553-44bf-830d-be69272ee864, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=089274db-c553-44bf-830d-be69272ee864,segment=NetworkSegment(58330b12-eb62-4e31-a7e6-59de8e15f247),segment_id=58330b12-eb62-4e31-a7e6-59de8e15f247)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:07.327191 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2aaa757f-d449-4353-829c-66a47485f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (089274db-c553-44bf-830d-be69272ee864), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.331087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 089274db-c553-44bf-830d-be69272ee864 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:07.331087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (089274db-c553-44bf-830d-be69272ee864), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.407940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa757f-d449-4353-829c-66a47485f32a None None] Pushing event updated for resources: {'Port': ['ID=089274db-c553-44bf-830d-be69272ee864,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:07.469875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 089274db-c553-44bf-830d-be69272ee864 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:07.470877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 25eea8f2-a38f-4c17-9589-fcfe75d59147 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:07.475049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b883e3ae-a619-4a0b-8f4e-56723b28932c None None] Provisioning complete for port 8800dada-dfb4-4219-9e33-ae78bda4b626 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:07.475449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b883e3ae-a619-4a0b-8f4e-56723b28932c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.613841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 25eea8f2-a38f-4c17-9589-fcfe75d59147 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:07.614472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.667493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b883e3ae-a619-4a0b-8f4e-56723b28932c None None] Current status of the port 8800dada-dfb4-4219-9e33-ae78bda4b626 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:07.677329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (67ecf5f1-8f14-42f0-84c5-6602b337d72a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.690269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b883e3ae-a619-4a0b-8f4e-56723b28932c None None] Provisioning complete for port 089274db-c553-44bf-830d-be69272ee864 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:07.690660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b883e3ae-a619-4a0b-8f4e-56723b28932c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (089274db-c553-44bf-830d-be69272ee864), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.781449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 25eea8f2-a38f-4c17-9589-fcfe75d59147 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:07.783160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8800dada-dfb4-4219-9e33-ae78bda4b626 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:07.929282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8800dada-dfb4-4219-9e33-ae78bda4b626 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:07.929801 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.932545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b883e3ae-a619-4a0b-8f4e-56723b28932c None None] Current status of the port 089274db-c553-44bf-830d-be69272ee864 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:08.003550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting port 8cd85c0a-8600-4fb0-a129-99952174cf9c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:08.003825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:08.040546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8800dada-dfb4-4219-9e33-ae78bda4b626 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:08.068859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f352fa56-1abf-4622-a880-186c5f02a87b None None] Provisioning complete for port 8800dada-dfb4-4219-9e33-ae78bda4b626 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:08.069402 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f352fa56-1abf-4622-a880-186c5f02a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:08.110516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:08.132064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Calling delete_port for 8cd85c0a-8600-4fb0-a129-99952174cf9c owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:08.187100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f352fa56-1abf-4622-a880-186c5f02a87b None None] Current status of the port 8800dada-dfb4-4219-9e33-ae78bda4b626 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:08.199944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f352fa56-1abf-4622-a880-186c5f02a87b None None] Provisioning complete for port 8cd85c0a-8600-4fb0-a129-99952174cf9c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:08.200366 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f352fa56-1abf-4622-a880-186c5f02a87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:08.241369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f352fa56-1abf-4622-a880-186c5f02a87b None None] Port 8cd85c0a-8600-4fb0-a129-99952174cf9c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:08.343385 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8cd85c0a-8600-4fb0-a129-99952174cf9c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:08.353689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-094e93cc-8ab2-437e-8f73-2d36cc8ab209 None None] Could not find standard attr ID for object 8cd85c0a-8600-4fb0-a129-99952174cf9c. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:35:08.381866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Port': ['ID=8cd85c0a-8600-4fb0-a129-99952174cf9c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:08.485984 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (67ecf5f1-8f14-42f0-84c5-6602b337d72a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:08.589340 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:08.676786 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Router 67ecf5f1-8f14-42f0-84c5-6602b337d72a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:08.753444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:08.758293 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4012fbed-201a-4d8f-9faf-08ef3cf26bd1 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "PUT /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5255733 Jan 27 22:35:08.762551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39816) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:08.764774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd6e32-e94a-494e-a2e0-da7f546fa99f None None] Sync routers for ids ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:08.775770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd6e32-e94a-494e-a2e0-da7f546fa99f None None] Routers {'67ecf5f1-8f14-42f0-84c5-6602b337d72a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:08.776411 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-36bd6e32-e94a-494e-a2e0-da7f546fa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:08.806396 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-f5999058-f7b1-4cbd-9f70-87d4649cf978 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] delete failed (client error): The resource could not be found. Jan 27 22:35:08.808152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f5999058-f7b1-4cbd-9f70-87d4649cf978 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1707295291 HTTP/1.1" status: 404 len: 335 time: 0.0438838 Jan 27 22:35:08.811950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39818) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:08.812898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-36bd6e32-e94a-494e-a2e0-da7f546fa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:08.816455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-60fccf98-9739-4b21-8655-3db5df2bab31 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'router': {'external_gateway_info': {'network_id': '67ecf5f1-8f14-42f0-84c5-6602b337d72a'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:08.823971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd6e32-e94a-494e-a2e0-da7f546fa99f None None] Routers {'67ecf5f1-8f14-42f0-84c5-6602b337d72a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:08.824618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-36bd6e32-e94a-494e-a2e0-da7f546fa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:08.863376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-36bd6e32-e94a-494e-a2e0-da7f546fa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:08.864314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd6e32-e94a-494e-a2e0-da7f546fa99f None None] The sync data for ids ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:09.000516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 089274db-c553-44bf-830d-be69272ee864 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:09.038394 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60fccf98-9739-4b21-8655-3db5df2bab31 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for router_gateway (67ecf5f1-8f14-42f0-84c5-6602b337d72a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.057829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 089274db-c553-44bf-830d-be69272ee864 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:09.058306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (089274db-c553-44bf-830d-be69272ee864), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.062053 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-60fccf98-9739-4b21-8655-3db5df2bab31 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] update failed (client error): The resource could not be found. Jan 27 22:35:09.067257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-60fccf98-9739-4b21-8655-3db5df2bab31 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "PUT /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a HTTP/1.1" status: 404 len: 339 time: 0.2502241 Jan 27 22:35:09.067609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39822) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:09.072974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1957446115'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:09.109891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Made reservation on behalf of 849339cdc6ed416a851dc7d802b6a384 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:09.117549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.152678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 089274db-c553-44bf-830d-be69272ee864 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:09.156302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:09.171346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2ef635df-3482-4da8-85d2-a3a03132ea6f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.172247 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Added segment 2ef635df-3482-4da8-85d2-a3a03132ea6f of type vlan for network b6daab5d-f2b6-45a2-ad00-29212dfd8f89 Jan 27 22:35:09.218345 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (b6daab5d-f2b6-45a2-ad00-29212dfd8f89), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.245949 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (b6daab5d-f2b6-45a2-ad00-29212dfd8f89), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.251020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:09.251643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.318385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2498209 Jan 27 22:35:09.321617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39824) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:09.328923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'subnet': {'network_id': 'b6daab5d-f2b6-45a2-ad00-29212dfd8f89', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:09.333819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1317668-9a3b-441c-8062-78dd916909c0 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Network': ['ID=b6daab5d-f2b6-45a2-ad00-29212dfd8f89,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:09.345901 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network b6daab5d-f2b6-45a2-ad00-29212dfd8f89 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:09.424731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Made reservation on behalf of 849339cdc6ed416a851dc7d802b6a384 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:09.428325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.871462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (38aa5348-cc7f-4feb-844a-c9879e008462), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.938939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Subnet': ['ID=38aa5348-cc7f-4feb-844a-c9879e008462,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:09.952103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Checking segment: {'id': '2ef635df-3482-4da8-85d2-a3a03132ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6daab5d-f2b6-45a2-ad00-29212dfd8f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:09.952476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network hostable DHCP agents. Network: b6daab5d-f2b6-45a2-ad00-29212dfd8f89, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:09.973977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network b6daab5d-f2b6-45a2-ad00-29212dfd8f89 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:09.984659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, b6daab5d-f2b6-45a2-ad00-29212dfd8f89) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:09.990689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:09.992116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.998374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b5896-ce36-4917-923e-1d56702c1833 None None] Network b6daab5d-f2b6-45a2-ad00-29212dfd8f89 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:10.014477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-26c7d36e-a70d-44e0-a2bb-99aaa5a497fa tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6920216 Jan 27 22:35:10.015247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39832) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:10.020596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1059491d-285c-4936-98db-2e25c52afb2e tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6daab5d-f2b6-45a2-ad00-29212dfd8f89'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:10.157499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-b6daab5d-f2b6-45a2-ad00-29212dfd8f89', 'network_id': 'b6daab5d-f2b6-45a2-ad00-29212dfd8f89', 'project_id': '849339cdc6ed416a851dc7d802b6a384', 'fixed_ips': [{'subnet_id': '38aa5348-cc7f-4feb-844a-c9879e008462'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:35:10.158652 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.261563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1059491d-285c-4936-98db-2e25c52afb2e tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for router_gateway (67ecf5f1-8f14-42f0-84c5-6602b337d72a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.270517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39836) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:10.330288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Allocated IP 2001:db8:1::2 (b6daab5d-f2b6-45a2-ad00-29212dfd8f89/38aa5348-cc7f-4feb-844a-c9879e008462/703448b9-9610-4d49-8873-17fd9afb0488) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:10.444104 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ec8431e3-5ca1-4c79-a55e-7c01803ebbcc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c597016370043aba0d3987a02d820a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723900 Jan 27 22:35:10.447732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39840) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:10.451173 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-1059491d-285c-4936-98db-2e25c52afb2e tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:35:10.452255 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1059491d-285c-4936-98db-2e25c52afb2e tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "PUT /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a HTTP/1.1" status: 400 len: 364 time: 0.4354360 Jan 27 22:35:10.455932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39842) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:10.506751 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4114760b-dca7-4457-bdef-06b3636d9d45 admin admin] Publish callbacks [] for security_group (40b8dbbf-0db4-476c-b83a-f407fd5a1b31), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.510890 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Publish callbacks [] for port (703448b9-9610-4d49-8873-17fd9afb0488), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.521396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (703448b9-9610-4d49-8873-17fd9afb0488), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.532406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4114760b-dca7-4457-bdef-06b3636d9d45 admin admin] Publish callbacks [] for security_group (40b8dbbf-0db4-476c-b83a-f407fd5a1b31), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.568662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Network b6daab5d-f2b6-45a2-ad00-29212dfd8f89 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:10.581686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:10.582848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:10.601575 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4114760b-dca7-4457-bdef-06b3636d9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (40b8dbbf-0db4-476c-b83a-f407fd5a1b31), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.606792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4114760b-dca7-4457-bdef-06b3636d9d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.611916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Pushing event updated for resources: {'Port': ['ID=703448b9-9610-4d49-8873-17fd9afb0488,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:10.618955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4114760b-dca7-4457-bdef-06b3636d9d45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40b8dbbf-0db4-476c-b83a-f407fd5a1b31 HTTP/1.1" status: 204 len: 168 time: 0.1625683 Jan 27 22:35:10.639577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114760b-dca7-4457-bdef-06b3636d9d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b8dbbf-0db4-476c-b83a-f407fd5a1b31,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:10.696918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Attempting to bind port 703448b9-9610-4d49-8873-17fd9afb0488 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:10.697294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Attempting to bind port 703448b9-9610-4d49-8873-17fd9afb0488 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '2ef635df-3482-4da8-85d2-a3a03132ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6daab5d-f2b6-45a2-ad00-29212dfd8f89'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:10.697834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Attempting to bind port 703448b9-9610-4d49-8873-17fd9afb0488 on network b6daab5d-f2b6-45a2-ad00-29212dfd8f89 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:10.703657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:10.704065 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Checking segment: {'id': '2ef635df-3482-4da8-85d2-a3a03132ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6daab5d-f2b6-45a2-ad00-29212dfd8f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:10.704474 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.704874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Bound using segment: {'id': '2ef635df-3482-4da8-85d2-a3a03132ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6daab5d-f2b6-45a2-ad00-29212dfd8f89'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:10.705355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Bound port: 703448b9-9610-4d49-8873-17fd9afb0488, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef635df-3482-4da8-85d2-a3a03132ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6daab5d-f2b6-45a2-ad00-29212dfd8f89'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:10.705740 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (703448b9-9610-4d49-8873-17fd9afb0488), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.776664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-699a565b-7216-4a33-88a4-d4930395873b None None] For port 703448b9-9610-4d49-8873-17fd9afb0488, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:10.787001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-699a565b-7216-4a33-88a4-d4930395873b None None] For port 703448b9-9610-4d49-8873-17fd9afb0488, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=703448b9-9610-4d49-8873-17fd9afb0488,segment=NetworkSegment(2ef635df-3482-4da8-85d2-a3a03132ea6f),segment_id=2ef635df-3482-4da8-85d2-a3a03132ea6f)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:10.794701 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (703448b9-9610-4d49-8873-17fd9afb0488), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.807879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:10.867086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a565b-7216-4a33-88a4-d4930395873b None None] Pushing event updated for resources: {'Port': ['ID=703448b9-9610-4d49-8873-17fd9afb0488,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:11.128772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Allocated IP 2001:db8::1 (29c9eb85-3950-474f-aa9f-7e2cbd7bd385/eb34287a-0a8a-4b34-aa00-2cc67df31389/bfde20d5-7bab-47e9-b43e-57cb91cf69d9) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:11.148336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.281508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.325670 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.387745 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.461362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Port': ['ID=bfde20d5-7bab-47e9-b43e-57cb91cf69d9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:11.465071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:11.466919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:11.469298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:11.470007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (67ecf5f1-8f14-42f0-84c5-6602b337d72a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.617757 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.907925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-329c82dd-a120-443e-94f4-719c5fc8974a None None] Provisioning complete for port bfde20d5-7bab-47e9-b43e-57cb91cf69d9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:11.908340 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-329c82dd-a120-443e-94f4-719c5fc8974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.945110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-329c82dd-a120-443e-94f4-719c5fc8974a None None] Port bfde20d5-7bab-47e9-b43e-57cb91cf69d9 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:11.974283 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.980705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:11.981596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (67ecf5f1-8f14-42f0-84c5-6602b337d72a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:12.113862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event updated for resources: {'Port': ['ID=bfde20d5-7bab-47e9-b43e-57cb91cf69d9,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:12.160329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:12.162009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:12.283150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Router 67ecf5f1-8f14-42f0-84c5-6602b337d72a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:12.381498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d3cb3-f022-4568-9295-3c77a13bd0c7 None None] Network b6daab5d-f2b6-45a2-ad00-29212dfd8f89 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:12.406583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:12.413051 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9586e8e0-62a9-479a-9202-6de97ffcdfca tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "PUT /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9557085 Jan 27 22:35:12.416173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39874) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:12.421340 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f196db6-a101-4f70-ad8e-330f7edb43ed None None] Sync routers for ids ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:12.439217 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f196db6-a101-4f70-ad8e-330f7edb43ed None None] Routers {'67ecf5f1-8f14-42f0-84c5-6602b337d72a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:12.440969 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6f196db6-a101-4f70-ad8e-330f7edb43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:12.500615 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6f196db6-a101-4f70-ad8e-330f7edb43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:12.506425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-30798d16-4fa8-434a-90da-e7b090592276 None None] Provisioning complete for port 703448b9-9610-4d49-8873-17fd9afb0488 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:12.507067 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30798d16-4fa8-434a-90da-e7b090592276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (703448b9-9610-4d49-8873-17fd9afb0488), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:12.514724 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f196db6-a101-4f70-ad8e-330f7edb43ed None None] Routers {'67ecf5f1-8f14-42f0-84c5-6602b337d72a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:12.515363 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6f196db6-a101-4f70-ad8e-330f7edb43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:12.557473 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-6f196db6-a101-4f70-ad8e-330f7edb43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:12.558479 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f196db6-a101-4f70-ad8e-330f7edb43ed None None] The sync data for ids ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:12.563082 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69646499-9600-4764-91e7-3ccd488f8ac5 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for router (67ecf5f1-8f14-42f0-84c5-6602b337d72a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:12.648290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-30798d16-4fa8-434a-90da-e7b090592276 None None] Current status of the port 703448b9-9610-4d49-8873-17fd9afb0488 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:12.649070 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30798d16-4fa8-434a-90da-e7b090592276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (703448b9-9610-4d49-8873-17fd9afb0488), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:12.676924 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [None req-69646499-9600-4764-91e7-3ccd488f8ac5 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 22:35:12.678623 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69646499-9600-4764-91e7-3ccd488f8ac5 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a HTTP/1.1" status: 409 len: 329 time: 0.2612357 Jan 27 22:35:12.681269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39876) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:12.697326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-30798d16-4fa8-434a-90da-e7b090592276 None None] For port 703448b9-9610-4d49-8873-17fd9afb0488, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=703448b9-9610-4d49-8873-17fd9afb0488,segment=NetworkSegment(2ef635df-3482-4da8-85d2-a3a03132ea6f),segment_id=2ef635df-3482-4da8-85d2-a3a03132ea6f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:12.703171 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30798d16-4fa8-434a-90da-e7b090592276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (703448b9-9610-4d49-8873-17fd9afb0488), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:12.767632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30798d16-4fa8-434a-90da-e7b090592276 None None] Pushing event updated for resources: {'Port': ['ID=703448b9-9610-4d49-8873-17fd9afb0488,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:12.833152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e7cdf3dc-6bb7-48ce-9e70-a28e773625ec None None] Provisioning complete for port bfde20d5-7bab-47e9-b43e-57cb91cf69d9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:12.834648 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf3dc-6bb7-48ce-9e70-a28e773625ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:12.877202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdf3dc-6bb7-48ce-9e70-a28e773625ec None None] Port bfde20d5-7bab-47e9-b43e-57cb91cf69d9 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:13.008393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-deb8f3c5-7313-42ef-9cf9-a6816e401623 None None] Provisioning complete for port 703448b9-9610-4d49-8873-17fd9afb0488 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:13.009180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-deb8f3c5-7313-42ef-9cf9-a6816e401623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (703448b9-9610-4d49-8873-17fd9afb0488), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:13.077975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 703448b9-9610-4d49-8873-17fd9afb0488 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:13.162066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-deb8f3c5-7313-42ef-9cf9-a6816e401623 None None] Current status of the port 703448b9-9610-4d49-8873-17fd9afb0488 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:13.196285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 703448b9-9610-4d49-8873-17fd9afb0488 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:13.197170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (703448b9-9610-4d49-8873-17fd9afb0488), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:13.291885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 703448b9-9610-4d49-8873-17fd9afb0488 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:13.480240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (67ecf5f1-8f14-42f0-84c5-6602b337d72a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:13.736870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting port bfde20d5-7bab-47e9-b43e-57cb91cf69d9 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:13.737184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:13.836014 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:13.848912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Calling delete_port for bfde20d5-7bab-47e9-b43e-57cb91cf69d9 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:14.031151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (bfde20d5-7bab-47e9-b43e-57cb91cf69d9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.063886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Port': ['ID=bfde20d5-7bab-47e9-b43e-57cb91cf69d9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:14.155960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (67ecf5f1-8f14-42f0-84c5-6602b337d72a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.318509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Router 67ecf5f1-8f14-42f0-84c5-6602b337d72a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:14.407647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:14.415362 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ced34f6b-b0f4-47b4-a15f-965123b893d8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "PUT /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7313924 Jan 27 22:35:14.418182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39888) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:14.421203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf64284-e5c6-41ce-8f56-7751d6b1dd3e None None] Sync routers for ids ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:14.435400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf64284-e5c6-41ce-8f56-7751d6b1dd3e None None] Routers {'67ecf5f1-8f14-42f0-84c5-6602b337d72a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:14.436361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bbf64284-e5c6-41ce-8f56-7751d6b1dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:14.460081 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-742611f3-dd95-4d96-9072-2f704a11bd91 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] show failed (client error): The resource could not be found. Jan 27 22:35:14.461162 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-742611f3-dd95-4d96-9072-2f704a11bd91 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1314667827 HTTP/1.1" status: 404 len: 335 time: 0.0416338 Jan 27 22:35:14.465500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39890) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:14.470182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f9a3ae4c-7723-470a-aa53-341a8c9edc96 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:14.472831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bbf64284-e5c6-41ce-8f56-7751d6b1dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:14.482692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf64284-e5c6-41ce-8f56-7751d6b1dd3e None None] Routers {'67ecf5f1-8f14-42f0-84c5-6602b337d72a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:14.483505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bbf64284-e5c6-41ce-8f56-7751d6b1dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:14.505393 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-f9a3ae4c-7723-470a-aa53-341a8c9edc96 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] update failed (client error): The resource could not be found. Jan 27 22:35:14.506457 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f9a3ae4c-7723-470a-aa53-341a8c9edc96 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-206034562 HTTP/1.1" status: 404 len: 334 time: 0.0400109 Jan 27 22:35:14.510910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39892) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:14.521534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-bbf64284-e5c6-41ce-8f56-7751d6b1dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:14.522195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf64284-e5c6-41ce-8f56-7751d6b1dd3e None None] The sync data for ids ['67ecf5f1-8f14-42f0-84c5-6602b337d72a'] in n-d-826529-2 is: [] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:14.573811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-93682db2-3308-4358-b0da-88d979a6906c tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting subnet 38aa5348-cc7f-4feb-844a-c9879e008462 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:35:14.577191 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93682db2-3308-4358-b0da-88d979a6906c tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (38aa5348-cc7f-4feb-844a-c9879e008462), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.619095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93682db2-3308-4358-b0da-88d979a6906c tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (38aa5348-cc7f-4feb-844a-c9879e008462), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.704225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93682db2-3308-4358-b0da-88d979a6906c tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (38aa5348-cc7f-4feb-844a-c9879e008462), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.767219 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93682db2-3308-4358-b0da-88d979a6906c tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (38aa5348-cc7f-4feb-844a-c9879e008462), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.795042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93682db2-3308-4358-b0da-88d979a6906c tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Subnet': ['ID=38aa5348-cc7f-4feb-844a-c9879e008462,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:14.799099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-93682db2-3308-4358-b0da-88d979a6906c tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.802407 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-93682db2-3308-4358-b0da-88d979a6906c tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/subnets/38aa5348-cc7f-4feb-844a-c9879e008462 HTTP/1.1" status: 204 len: 168 time: 0.2904379 Jan 27 22:35:14.804828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39894) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:14.808449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b98798-4319-4dc0-87f7-b5a4f128f865 None None] Network b6daab5d-f2b6-45a2-ad00-29212dfd8f89 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:14.888186 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (b6daab5d-f2b6-45a2-ad00-29212dfd8f89), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.956038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting port 703448b9-9610-4d49-8873-17fd9afb0488 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:14.956385 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (703448b9-9610-4d49-8873-17fd9afb0488), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.981938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] DHCP port deletion for b6daab5d-f2b6-45a2-ad00-29212dfd8f89 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:35:15.029114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] For port 703448b9-9610-4d49-8873-17fd9afb0488, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=703448b9-9610-4d49-8873-17fd9afb0488,segment=NetworkSegment(2ef635df-3482-4da8-85d2-a3a03132ea6f),segment_id=2ef635df-3482-4da8-85d2-a3a03132ea6f)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:15.029809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (703448b9-9610-4d49-8873-17fd9afb0488), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.043486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] Deleting port 703448b9-9610-4d49-8873-17fd9afb0488 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:15.043951 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (703448b9-9610-4d49-8873-17fd9afb0488), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.046256 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Calling delete_port for 703448b9-9610-4d49-8873-17fd9afb0488 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:15.108093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] For port 703448b9-9610-4d49-8873-17fd9afb0488, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=703448b9-9610-4d49-8873-17fd9afb0488,segment=NetworkSegment(2ef635df-3482-4da8-85d2-a3a03132ea6f),segment_id=2ef635df-3482-4da8-85d2-a3a03132ea6f)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:15.108644 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (703448b9-9610-4d49-8873-17fd9afb0488), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.123130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] Calling delete_port for 703448b9-9610-4d49-8873-17fd9afb0488 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:15.131094 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (703448b9-9610-4d49-8873-17fd9afb0488), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.158667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Port': ['ID=703448b9-9610-4d49-8873-17fd9afb0488,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:15.160677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] No DVR routers for this DVR port 703448b9-9610-4d49-8873-17fd9afb0488 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:15.214014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (703448b9-9610-4d49-8873-17fd9afb0488), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.240670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] Pushing event deleted for resources: {'Port': ['ID=703448b9-9610-4d49-8873-17fd9afb0488,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:15.242546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ca9bf-f1c0-44fb-91cc-e0858bb3551f None None] No DVR routers for this DVR port 703448b9-9610-4d49-8873-17fd9afb0488 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:15.247290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (b6daab5d-f2b6-45a2-ad00-29212dfd8f89), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.275787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6daab5d-f2b6-45a2-ad00-29212dfd8f89']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:15.285603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef635df-3482-4da8-85d2-a3a03132ea6f') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:15.285979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef635df-3482-4da8-85d2-a3a03132ea6f') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:15.296157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (2ef635df-3482-4da8-85d2-a3a03132ea6f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.310156 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (2ef635df-3482-4da8-85d2-a3a03132ea6f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.317289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:35:15.317715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (2ef635df-3482-4da8-85d2-a3a03132ea6f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:35:15.320946 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:35:15.387051 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (b6daab5d-f2b6-45a2-ad00-29212dfd8f89), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.396330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.399494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/networks/b6daab5d-f2b6-45a2-ad00-29212dfd8f89 HTTP/1.1" status: 204 len: 168 time: 0.5937371 Jan 27 22:35:15.402297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39896) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:15.422856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df82ad1-6bbe-4826-9057-61e8895d1032 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Network': ['ID=b6daab5d-f2b6-45a2-ad00-29212dfd8f89,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:15.470356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-1803ac49-6560-4b8b-add0-c62d4e69a351 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting subnet 169a3e35-a553-4e13-b4f5-0a1ac7b68bf7 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:35:15.474034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1803ac49-6560-4b8b-add0-c62d4e69a351 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (169a3e35-a553-4e13-b4f5-0a1ac7b68bf7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.518122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1803ac49-6560-4b8b-add0-c62d4e69a351 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (169a3e35-a553-4e13-b4f5-0a1ac7b68bf7), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.614995 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1803ac49-6560-4b8b-add0-c62d4e69a351 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (169a3e35-a553-4e13-b4f5-0a1ac7b68bf7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.681978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1803ac49-6560-4b8b-add0-c62d4e69a351 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (169a3e35-a553-4e13-b4f5-0a1ac7b68bf7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.711825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803ac49-6560-4b8b-add0-c62d4e69a351 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Subnet': ['ID=169a3e35-a553-4e13-b4f5-0a1ac7b68bf7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:15.714187 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1803ac49-6560-4b8b-add0-c62d4e69a351 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.717511 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1803ac49-6560-4b8b-add0-c62d4e69a351 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/subnets/169a3e35-a553-4e13-b4f5-0a1ac7b68bf7 HTTP/1.1" status: 204 len: 168 time: 0.3140953 Jan 27 22:35:15.720109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39900) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:15.722842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b0cc9-3648-4b7a-80af-4e6c34358503 None None] Network 2028b8e9-6c0d-4f8f-9387-72277fe46f1d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:15.778949 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fb1b7c-dcf6-4e3f-a65b-1c92a02dc57b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting subnet 62ec30e4-ba81-44bf-a50d-ceabff569068 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:35:15.782931 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7c-dcf6-4e3f-a65b-1c92a02dc57b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (62ec30e4-ba81-44bf-a50d-ceabff569068), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.832182 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7c-dcf6-4e3f-a65b-1c92a02dc57b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (62ec30e4-ba81-44bf-a50d-ceabff569068), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.903070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] DHCP port deletion for 2028b8e9-6c0d-4f8f-9387-72277fe46f1d request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:35:15.923179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7c-dcf6-4e3f-a65b-1c92a02dc57b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (62ec30e4-ba81-44bf-a50d-ceabff569068), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.954689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] Deleting port 089274db-c553-44bf-830d-be69272ee864 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:15.955189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (089274db-c553-44bf-830d-be69272ee864), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.997493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7c-dcf6-4e3f-a65b-1c92a02dc57b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (62ec30e4-ba81-44bf-a50d-ceabff569068), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.022534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09054e45-b432-4076-ab4c-380a9da7c183 None None] Network 6975083f-53c5-4efc-a81e-ff011c878156 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:16.031081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1b7c-dcf6-4e3f-a65b-1c92a02dc57b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.031344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] For port 089274db-c553-44bf-830d-be69272ee864, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=089274db-c553-44bf-830d-be69272ee864,segment=NetworkSegment(58330b12-eb62-4e31-a7e6-59de8e15f247),segment_id=58330b12-eb62-4e31-a7e6-59de8e15f247)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:16.031860 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (089274db-c553-44bf-830d-be69272ee864), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.034368 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d9fb1b7c-dcf6-4e3f-a65b-1c92a02dc57b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/subnets/62ec30e4-ba81-44bf-a50d-ceabff569068 HTTP/1.1" status: 204 len: 168 time: 0.3127372 Jan 27 22:35:16.035749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb1b7c-dcf6-4e3f-a65b-1c92a02dc57b tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Subnet': ['ID=62ec30e4-ba81-44bf-a50d-ceabff569068,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:16.036941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39902) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:16.131990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (2028b8e9-6c0d-4f8f-9387-72277fe46f1d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.201852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting port 089274db-c553-44bf-830d-be69272ee864 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:16.202696 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (089274db-c553-44bf-830d-be69272ee864), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.262359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] Calling delete_port for 089274db-c553-44bf-830d-be69272ee864 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:16.273370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] For port 089274db-c553-44bf-830d-be69272ee864, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=089274db-c553-44bf-830d-be69272ee864,segment=NetworkSegment(58330b12-eb62-4e31-a7e6-59de8e15f247),segment_id=58330b12-eb62-4e31-a7e6-59de8e15f247)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:16.274019 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (089274db-c553-44bf-830d-be69272ee864), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.295404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Calling delete_port for 089274db-c553-44bf-830d-be69272ee864 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:16.387546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (089274db-c553-44bf-830d-be69272ee864), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.399560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (089274db-c553-44bf-830d-be69272ee864), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.427628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] Pushing event deleted for resources: {'Port': ['ID=089274db-c553-44bf-830d-be69272ee864,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:16.428888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Port': ['ID=089274db-c553-44bf-830d-be69272ee864,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:16.429858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfc47f-a1ed-4e42-8c93-1e3a01b8237c None None] No DVR routers for this DVR port 089274db-c553-44bf-830d-be69272ee864 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:16.433730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] No DVR routers for this DVR port 089274db-c553-44bf-830d-be69272ee864 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:16.454375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] DHCP port deletion for 6975083f-53c5-4efc-a81e-ff011c878156 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:35:16.505817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] Deleting port 8800dada-dfb4-4219-9e33-ae78bda4b626 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:16.506146 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.536391 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (2028b8e9-6c0d-4f8f-9387-72277fe46f1d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.570841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2028b8e9-6c0d-4f8f-9387-72277fe46f1d']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:16.582549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58330b12-eb62-4e31-a7e6-59de8e15f247') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:16.582825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58330b12-eb62-4e31-a7e6-59de8e15f247') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:16.593996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (58330b12-eb62-4e31-a7e6-59de8e15f247), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.594731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] For port 8800dada-dfb4-4219-9e33-ae78bda4b626, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8800dada-dfb4-4219-9e33-ae78bda4b626,segment=NetworkSegment(cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2),segment_id=cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:16.595239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.608848 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (58330b12-eb62-4e31-a7e6-59de8e15f247), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.615362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] Calling delete_port for 8800dada-dfb4-4219-9e33-ae78bda4b626 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:16.617672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:35:16.618195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (58330b12-eb62-4e31-a7e6-59de8e15f247), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: self.session.flush() Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:35:16.622917 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:35:16.692117 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (2028b8e9-6c0d-4f8f-9387-72277fe46f1d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.700424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.704199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/networks/2028b8e9-6c0d-4f8f-9387-72277fe46f1d HTTP/1.1" status: 204 len: 168 time: 0.6656103 Jan 27 22:35:16.706565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39906) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:16.714950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8800dada-dfb4-4219-9e33-ae78bda4b626), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.733792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba12bd-16a8-41df-a6c1-35b1de469ead tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Network': ['ID=2028b8e9-6c0d-4f8f-9387-72277fe46f1d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:16.734067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] No DVR routers for this DVR port 8800dada-dfb4-4219-9e33-ae78bda4b626 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:16.759374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26637c-68a8-4e3e-9e23-de7e6eb3389a None None] Pushing event deleted for resources: {'Port': ['ID=8800dada-dfb4-4219-9e33-ae78bda4b626,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:16.799709 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6975083f-53c5-4efc-a81e-ff011c878156), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.887031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6975083f-53c5-4efc-a81e-ff011c878156), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.909863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6975083f-53c5-4efc-a81e-ff011c878156']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:16.920292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:16.920589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:16.931111 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.945766 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.952576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:35:16.953043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (cfc6bb1e-a6cc-4794-8c7b-e909bddb1cc2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:35:16.956322 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:35:17.010694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 089274db-c553-44bf-830d-be69272ee864 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:17.024984 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6975083f-53c5-4efc-a81e-ff011c878156), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.029651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.033078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 089274db-c553-44bf-830d-be69272ee864 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:17.033419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 089274db-c553-44bf-830d-be69272ee864 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:17.033837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8800dada-dfb4-4219-9e33-ae78bda4b626 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:17.037091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:17.037577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/networks/6975083f-53c5-4efc-a81e-ff011c878156 HTTP/1.1" status: 204 len: 168 time: 0.3297827 Jan 27 22:35:17.055855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9ddce-042a-446a-a1d6-a54400194486 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Network': ['ID=6975083f-53c5-4efc-a81e-ff011c878156,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:17.061546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8800dada-dfb4-4219-9e33-ae78bda4b626 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:17.062216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8800dada-dfb4-4219-9e33-ae78bda4b626 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:17.062821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 703448b9-9610-4d49-8873-17fd9afb0488 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:17.082553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 703448b9-9610-4d49-8873-17fd9afb0488 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:17.083177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 703448b9-9610-4d49-8873-17fd9afb0488 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:17.107211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fc5753-ff4f-4830-b007-38c1299652b8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting subnet eb34287a-0a8a-4b34-aa00-2cc67df31389 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:35:17.111060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5753-ff4f-4830-b007-38c1299652b8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (eb34287a-0a8a-4b34-aa00-2cc67df31389), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.153587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5753-ff4f-4830-b007-38c1299652b8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (eb34287a-0a8a-4b34-aa00-2cc67df31389), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.240396 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5753-ff4f-4830-b007-38c1299652b8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (eb34287a-0a8a-4b34-aa00-2cc67df31389), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.306285 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5753-ff4f-4830-b007-38c1299652b8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (eb34287a-0a8a-4b34-aa00-2cc67df31389), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.335563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc5753-ff4f-4830-b007-38c1299652b8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Subnet': ['ID=eb34287a-0a8a-4b34-aa00-2cc67df31389,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:17.337634 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5753-ff4f-4830-b007-38c1299652b8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.341028 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e9fc5753-ff4f-4830-b007-38c1299652b8 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/subnets/eb34287a-0a8a-4b34-aa00-2cc67df31389 HTTP/1.1" status: 204 len: 168 time: 0.3024960 Jan 27 22:35:17.343475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39910) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:17.348255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe62c29-c0ce-4db6-bd4d-b1aec637eb61 None None] Network 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:17.426453 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (29c9eb85-3950-474f-aa9f-7e2cbd7bd385), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.492425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Deleting port 25eea8f2-a38f-4c17-9589-fcfe75d59147 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:17.492781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.510905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] DHCP port deletion for 29c9eb85-3950-474f-aa9f-7e2cbd7bd385 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:35:17.571169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] For port 25eea8f2-a38f-4c17-9589-fcfe75d59147, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=25eea8f2-a38f-4c17-9589-fcfe75d59147,segment=NetworkSegment(adffb6e9-8f34-4fb7-96d5-774f708e1dbc),segment_id=adffb6e9-8f34-4fb7-96d5-774f708e1dbc)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:17.571446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.574950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] Deleting port 25eea8f2-a38f-4c17-9589-fcfe75d59147 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:17.576059 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.588373 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Calling delete_port for 25eea8f2-a38f-4c17-9589-fcfe75d59147 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:17.652069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] For port 25eea8f2-a38f-4c17-9589-fcfe75d59147, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=25eea8f2-a38f-4c17-9589-fcfe75d59147,segment=NetworkSegment(adffb6e9-8f34-4fb7-96d5-774f708e1dbc),segment_id=adffb6e9-8f34-4fb7-96d5-774f708e1dbc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:17.652538 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.669225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] Calling delete_port for 25eea8f2-a38f-4c17-9589-fcfe75d59147 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:17.690061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.732010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] No DVR routers for this DVR port 25eea8f2-a38f-4c17-9589-fcfe75d59147 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:17.736799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Port': ['ID=25eea8f2-a38f-4c17-9589-fcfe75d59147,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:17.755575 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (25eea8f2-a38f-4c17-9589-fcfe75d59147), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.781818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] Pushing event deleted for resources: {'Port': ['ID=25eea8f2-a38f-4c17-9589-fcfe75d59147,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:17.785705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58fae72-ccfb-4903-9400-35d0045d9ff9 None None] No DVR routers for this DVR port 25eea8f2-a38f-4c17-9589-fcfe75d59147 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:17.842251 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (29c9eb85-3950-474f-aa9f-7e2cbd7bd385), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.863015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c9eb85-3950-474f-aa9f-7e2cbd7bd385']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:17.872963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adffb6e9-8f34-4fb7-96d5-774f708e1dbc') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:17.873235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adffb6e9-8f34-4fb7-96d5-774f708e1dbc') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:17.882835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (adffb6e9-8f34-4fb7-96d5-774f708e1dbc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.896873 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (adffb6e9-8f34-4fb7-96d5-774f708e1dbc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.903843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:35:17.904594 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (adffb6e9-8f34-4fb7-96d5-774f708e1dbc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:35:17.909300 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:35:17.978960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (29c9eb85-3950-474f-aa9f-7e2cbd7bd385), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.985080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.989021 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/networks/29c9eb85-3950-474f-aa9f-7e2cbd7bd385 HTTP/1.1" status: 204 len: 168 time: 0.6443739 Jan 27 22:35:17.993779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39914) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:18.013427 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239f034-3998-422d-8dcd-c731dd728cae tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Pushing event deleted for resources: {'Network': ['ID=29c9eb85-3950-474f-aa9f-7e2cbd7bd385,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:18.031855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2b4782ee-5778-43fb-b902-b3642f1649ee tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "GET /v2.0/ports?device_id=67ecf5f1-8f14-42f0-84c5-6602b337d72a HTTP/1.1" status: 200 len: 205 time: 0.0363200 Jan 27 22:35:18.034372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39916) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:18.119595 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22c480cf-f69c-4deb-824a-fe8f371195f4 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for router (67ecf5f1-8f14-42f0-84c5-6602b337d72a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:18.313102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22c480cf-f69c-4deb-824a-fe8f371195f4 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (67ecf5f1-8f14-42f0-84c5-6602b337d72a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:18.315489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22c480cf-f69c-4deb-824a-fe8f371195f4 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for router_controller (67ecf5f1-8f14-42f0-84c5-6602b337d72a), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:18.382083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22c480cf-f69c-4deb-824a-fe8f371195f4 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (67ecf5f1-8f14-42f0-84c5-6602b337d72a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:18.383133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c480cf-f69c-4deb-824a-fe8f371195f4 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Fanout notify agent at l3_agent the message router_deleted on router 67ecf5f1-8f14-42f0-84c5-6602b337d72a {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:35:18.390489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22c480cf-f69c-4deb-824a-fe8f371195f4 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:18.391656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-22c480cf-f69c-4deb-824a-fe8f371195f4 tempest-RoutersNegativeIpV6Test-1389637070 tempest-RoutersNegativeIpV6Test-1389637070-project] 10.222.0.45 "DELETE /v2.0/routers/67ecf5f1-8f14-42f0-84c5-6602b337d72a HTTP/1.1" status: 204 len: 168 time: 0.3563335 Jan 27 22:35:18.448539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:18.720430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39926) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:18.887445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-38e6f698-5787-47f6-9d53-72a7d0c03374 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=849339cdc6ed416a851dc7d802b6a384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652753 Jan 27 22:35:18.890275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39932) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:18.963088 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9d66c330-53c6-451d-903c-9d70e3a05d1b admin admin] Publish callbacks [] for security_group (23719e7a-fa15-43e1-896b-50f2ef59d6d1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:18.996206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39934) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:18.996731 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9d66c330-53c6-451d-903c-9d70e3a05d1b admin admin] Publish callbacks [] for security_group (23719e7a-fa15-43e1-896b-50f2ef59d6d1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.029706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 25eea8f2-a38f-4c17-9589-fcfe75d59147 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:19.061585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 25eea8f2-a38f-4c17-9589-fcfe75d59147 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:19.062010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 25eea8f2-a38f-4c17-9589-fcfe75d59147 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:19.087025 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9d66c330-53c6-451d-903c-9d70e3a05d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (23719e7a-fa15-43e1-896b-50f2ef59d6d1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.092790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9d66c330-53c6-451d-903c-9d70e3a05d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.094085 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9d66c330-53c6-451d-903c-9d70e3a05d1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23719e7a-fa15-43e1-896b-50f2ef59d6d1 HTTP/1.1" status: 204 len: 168 time: 0.2027137 Jan 27 22:35:19.105577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66c330-53c6-451d-903c-9d70e3a05d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23719e7a-fa15-43e1-896b-50f2ef59d6d1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:19.189940 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdffc98f-b99e-4e9a-b456-9f49d1ffced1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.302421 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdffc98f-b99e-4e9a-b456-9f49d1ffced1 admin admin] Publish callbacks [] for security_group (c67dae4b-97b1-4eb3-beae-b8e1afe4f8b3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.309481 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cdffc98f-b99e-4e9a-b456-9f49d1ffced1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c67dae4b-97b1-4eb3-beae-b8e1afe4f8b3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.356895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffc98f-b99e-4e9a-b456-9f49d1ffced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67dae4b-97b1-4eb3-beae-b8e1afe4f8b3,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:19.366244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39942) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:19.375721 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cdffc98f-b99e-4e9a-b456-9f49d1ffced1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98e1b0da7dbd43fcb0093ef8216d8fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3774416 Jan 27 22:35:19.436318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceacfc6d-4994-4a42-9f53-3b44e835da88 admin admin] Publish callbacks [] for security_group (c67dae4b-97b1-4eb3-beae-b8e1afe4f8b3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.470399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceacfc6d-4994-4a42-9f53-3b44e835da88 admin admin] Publish callbacks [] for security_group (c67dae4b-97b1-4eb3-beae-b8e1afe4f8b3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.534610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceacfc6d-4994-4a42-9f53-3b44e835da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c67dae4b-97b1-4eb3-beae-b8e1afe4f8b3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.537881 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ceacfc6d-4994-4a42-9f53-3b44e835da88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.543841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ceacfc6d-4994-4a42-9f53-3b44e835da88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c67dae4b-97b1-4eb3-beae-b8e1afe4f8b3 HTTP/1.1" status: 204 len: 168 time: 0.1762064 Jan 27 22:35:19.555389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacfc6d-4994-4a42-9f53-3b44e835da88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67dae4b-97b1-4eb3-beae-b8e1afe4f8b3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:19.989539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39972) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:20.183950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-755294402-network', 'tenant_id': '73def54c7c394e9789be91f8da447af1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:20.204170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Made reservation on behalf of 73def54c7c394e9789be91f8da447af1 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:20.207085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.216097 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.255291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39984) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:20.306000 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Publish callbacks [] for security_group (0badf05f-e8d3-4c75-aef9-3645ba953696), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.310771 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0badf05f-e8d3-4c75-aef9-3645ba953696), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.334445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:20.349261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0badf05f-e8d3-4c75-aef9-3645ba953696,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:20.354733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (ffd732d1-5b50-440d-a44b-1a1b79af6d64), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.355136 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Added segment ffd732d1-5b50-440d-a44b-1a1b79af6d64 of type vlan for network d733d053-327e-4c61-a851-ee4c34233194 Jan 27 22:35:20.389596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-811802101-network', 'tenant_id': '8d46f1decb6a4dd6845866d759455372'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:20.412621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d733d053-327e-4c61-a851-ee4c34233194), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.428567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Made reservation on behalf of 8d46f1decb6a4dd6845866d759455372 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:20.430798 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.445414 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.463563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d733d053-327e-4c61-a851-ee4c34233194), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.464561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:20.465131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.578096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5873787 Jan 27 22:35:20.581463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39988) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:20.586916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Request body: {'subnet': {'network_id': 'd733d053-327e-4c61-a851-ee4c34233194', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-755294402-subnet', 'tenant_id': '73def54c7c394e9789be91f8da447af1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:20.587473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c237b0-fb2e-487e-af50-73e22dbe2066 admin admin] Pushing event updated for resources: {'Network': ['ID=d733d053-327e-4c61-a851-ee4c34233194,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:20.603093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d733d053-327e-4c61-a851-ee4c34233194 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:20.612338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Made reservation on behalf of 73def54c7c394e9789be91f8da447af1 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:20.614924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.631882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Publish callbacks [] for security_group (166f58cd-b9f8-4509-b678-32e718aff423), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.637592 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (166f58cd-b9f8-4509-b678-32e718aff423), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.651856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:20.675116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e5c9449c-d37b-452b-bb3a-0bc4184afc40), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.675647 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Added segment e5c9449c-d37b-452b-bb3a-0bc4184afc40 of type vlan for network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a Jan 27 22:35:20.720326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166f58cd-b9f8-4509-b678-32e718aff423,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:20.735134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (3d25f6af-d248-47cf-8c8b-d8626eab8a4a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.763832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (3d25f6af-d248-47cf-8c8b-d8626eab8a4a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.764955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:20.765541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.798387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (fb227045-bd88-4c8d-926d-bfa0441a2a73), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.828865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5723469 Jan 27 22:35:20.832472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 39990) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:20.833657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751d356-d2f6-4249-a9cb-466e3c5f2c7f admin admin] Pushing event updated for resources: {'Network': ['ID=3d25f6af-d248-47cf-8c8b-d8626eab8a4a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:20.843584 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Request body: {'subnet': {'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-811802101-subnet', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:20.844572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:20.889658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb227045-bd88-4c8d-926d-bfa0441a2a73,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:20.892956 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Made reservation on behalf of 8d46f1decb6a4dd6845866d759455372 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:20.895440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.917408 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Checking segment: {'id': 'ffd732d1-5b50-440d-a44b-1a1b79af6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd733d053-327e-4c61-a851-ee4c34233194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:20.917780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Network hostable DHCP agents. Network: d733d053-327e-4c61-a851-ee4c34233194, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:20.980175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Network d733d053-327e-4c61-a851-ee4c34233194 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:20.998833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d733d053-327e-4c61-a851-ee4c34233194) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:21.005450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.006063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.008387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc590aa1-3daa-4d93-83e8-35dbf60f2458 None None] Network d733d053-327e-4c61-a851-ee4c34233194 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:21.034745 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-80ce9050-74cf-4569-b9eb-01144f6c66f3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4519005 Jan 27 22:35:21.111646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593510b-0c9e-4fc8-b847-4a20195f6e82 None None] Network d733d053-327e-4c61-a851-ee4c34233194 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:21.125599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (2bb0e72b-a815-4587-841f-8fe80eeabaeb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.183827 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.186860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb0e72b-a815-4587-841f-8fe80eeabaeb,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:21.195965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Checking segment: {'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:21.196327 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Network hostable DHCP agents. Network: 3d25f6af-d248-47cf-8c8b-d8626eab8a4a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:21.217999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:21.228598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 3d25f6af-d248-47cf-8c8b-d8626eab8a4a) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:21.233071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.233812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.239902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57e1db-7c1f-415b-9eda-8e6e7d23baac None None] Network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:21.255746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 39998) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:21.256629 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-69c22bf1-45ef-4ef8-a911-9814b724f455 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4216416 Jan 27 22:35:21.261283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:21.287708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (ad5537af-d851-4d55-a61e-aff2173254b5), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.289118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (ad5537af-d851-4d55-a61e-aff2173254b5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.344570 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks [] for router_controller (ad5537af-d851-4d55-a61e-aff2173254b5), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.349307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-3d25f6af-d248-47cf-8c8b-d8626eab8a4a', 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a', 'project_id': '8d46f1decb6a4dd6845866d759455372', 'fixed_ips': [{'subnet_id': '2bb0e72b-a815-4587-841f-8fe80eeabaeb'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:35:21.350496 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.495518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks [] for router_gateway (ad5537af-d851-4d55-a61e-aff2173254b5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.501622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Allocated IP 172.20.0.2 (3d25f6af-d248-47cf-8c8b-d8626eab8a4a/2bb0e72b-a815-4587-841f-8fe80eeabaeb/36a39d20-9a9c-4eeb-892a-9083dbefb011) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:21.594968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40008) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:21.600524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2139905109-network', 'tenant_id': 'ffa9de19ec324fffa10d334fa6ea556f'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:21.622614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Made reservation on behalf of ffa9de19ec324fffa10d334fa6ea556f for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:21.625480 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.636361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.669692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Publish callbacks [] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.679260 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.723094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:21.725404 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Publish callbacks [] for security_group (9c8b7b8e-78f8-405b-90ff-388043d59617), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.733699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:21.735893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9c8b7b8e-78f8-405b-90ff-388043d59617), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.736494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks [] for router_gateway (ad5537af-d851-4d55-a61e-aff2173254b5), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.737566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:21.741773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Pushing event updated for resources: {'Port': ['ID=36a39d20-9a9c-4eeb-892a-9083dbefb011,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:21.760184 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.771199 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8b7b8e-78f8-405b-90ff-388043d59617,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:21.782615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:21.794442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (da23e446-edde-4a47-8b6d-ff939a30c372), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.794834 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Added segment da23e446-edde-4a47-8b6d-ff939a30c372 of type vlan for network 536c2889-8875-4f7a-84ba-43e5fd3c395d Jan 27 22:35:21.801509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Attempting to bind port 36a39d20-9a9c-4eeb-892a-9083dbefb011 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:21.802057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Attempting to bind port 36a39d20-9a9c-4eeb-892a-9083dbefb011 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:21.802420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Attempting to bind port 36a39d20-9a9c-4eeb-892a-9083dbefb011 on network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:21.809791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:21.810172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Checking segment: {'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:21.810573 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.810970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Bound using segment: {'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:21.811669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Bound port: 36a39d20-9a9c-4eeb-892a-9083dbefb011, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:21.812343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.839063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (536c2889-8875-4f7a-84ba-43e5fd3c395d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.867279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (536c2889-8875-4f7a-84ba-43e5fd3c395d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.868730 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.869583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.876880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Allocated IP 172.25.8.165 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/99f22aa1-a67b-4da9-9633-7b9388dc23d2) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:21.881819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] For port 36a39d20-9a9c-4eeb-892a-9083dbefb011, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:21.885708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] For port 36a39d20-9a9c-4eeb-892a-9083dbefb011, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=36a39d20-9a9c-4eeb-892a-9083dbefb011,segment=NetworkSegment(e5c9449c-d37b-452b-bb3a-0bc4184afc40),segment_id=e5c9449c-d37b-452b-bb3a-0bc4184afc40)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:21.890047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.941384 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3443003 Jan 27 22:35:21.942089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40010) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:21.955398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f2d28-80d4-4cac-ab5d-9970328adc7b admin admin] Pushing event updated for resources: {'Network': ['ID=536c2889-8875-4f7a-84ba-43e5fd3c395d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:21.957346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bf166-97c4-4b95-bbae-d930e3eb7197 None None] Pushing event updated for resources: {'Port': ['ID=36a39d20-9a9c-4eeb-892a-9083dbefb011,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:21.960735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Request body: {'subnet': {'network_id': '536c2889-8875-4f7a-84ba-43e5fd3c395d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2139905109-subnet', 'tenant_id': 'ffa9de19ec324fffa10d334fa6ea556f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:21.970229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 536c2889-8875-4f7a-84ba-43e5fd3c395d details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:22.001870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Made reservation on behalf of ffa9de19ec324fffa10d334fa6ea556f for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:22.008930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.080484 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks [] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.184037 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.235325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:22.245182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:22.252727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:22.277755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Pushing event updated for resources: {'Port': ['ID=99f22aa1-a67b-4da9-9633-7b9388dc23d2,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:22.288402 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:35:22.336412 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (93071e5e-d7f9-4238-a7e8-0f630c98aed6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.745361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93071e5e-d7f9-4238-a7e8-0f630c98aed6,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:22.773465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Checking segment: {'id': 'da23e446-edde-4a47-8b6d-ff939a30c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '536c2889-8875-4f7a-84ba-43e5fd3c395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:22.773799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Network hostable DHCP agents. Network: 536c2889-8875-4f7a-84ba-43e5fd3c395d, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:22.831487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Network 536c2889-8875-4f7a-84ba-43e5fd3c395d is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:22.873381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 536c2889-8875-4f7a-84ba-43e5fd3c395d) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:22.879750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:22.880339 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.884644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deeb82f-2f30-4c28-9397-102f8a8f0d0b None None] Network 536c2889-8875-4f7a-84ba-43e5fd3c395d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:22.903899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks [] for router_gateway (ad5537af-d851-4d55-a61e-aff2173254b5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.919324 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ace7bf73-d864-4dbd-b059-13a7b4e9d031 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9633889 Jan 27 22:35:23.001531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c6e14-6a1e-4242-bf66-3327f576dffe None None] Network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:23.074017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40014) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:23.097320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfc795-27ee-4bdd-88eb-8e98cd0f4950 None None] Network 536c2889-8875-4f7a-84ba-43e5fd3c395d requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:23.099427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 36a39d20-9a9c-4eeb-892a-9083dbefb011 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:23.124422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-56922337-edfa-4854-8e03-234ac20820ce admin admin] Deleting subnet fb227045-bd88-4c8d-926d-bfa0441a2a73 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:35:23.127968 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56922337-edfa-4854-8e03-234ac20820ce admin admin] Publish callbacks [] for subnet (fb227045-bd88-4c8d-926d-bfa0441a2a73), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.168254 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56922337-edfa-4854-8e03-234ac20820ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (fb227045-bd88-4c8d-926d-bfa0441a2a73), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.193087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (ad5537af-d851-4d55-a61e-aff2173254b5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.205275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a6744f79-dc2b-46bc-95dd-092fac9be637 None None] Provisioning complete for port 36a39d20-9a9c-4eeb-892a-9083dbefb011 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:23.205672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6744f79-dc2b-46bc-95dd-092fac9be637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.219482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56922337-edfa-4854-8e03-234ac20820ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (fb227045-bd88-4c8d-926d-bfa0441a2a73), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.281217 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56922337-edfa-4854-8e03-234ac20820ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (fb227045-bd88-4c8d-926d-bfa0441a2a73), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.308483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 36a39d20-9a9c-4eeb-892a-9083dbefb011 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:23.308857 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.313524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56922337-edfa-4854-8e03-234ac20820ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb227045-bd88-4c8d-926d-bfa0441a2a73,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:23.314770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-56922337-edfa-4854-8e03-234ac20820ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.318437 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-56922337-edfa-4854-8e03-234ac20820ce admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fb227045-bd88-4c8d-926d-bfa0441a2a73 HTTP/1.1" status: 204 len: 168 time: 0.2432432 Jan 27 22:35:23.320827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40016) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:23.346583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Router ad5537af-d851-4d55-a61e-aff2173254b5 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:35:23.400547 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d733d053-327e-4c61-a851-ee4c34233194), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.409818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a6744f79-dc2b-46bc-95dd-092fac9be637 None None] Current status of the port 36a39d20-9a9c-4eeb-892a-9083dbefb011 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:23.409818 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6744f79-dc2b-46bc-95dd-092fac9be637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.466817 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 36a39d20-9a9c-4eeb-892a-9083dbefb011 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:23.467236 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.484378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a6744f79-dc2b-46bc-95dd-092fac9be637 None None] For port 36a39d20-9a9c-4eeb-892a-9083dbefb011, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=36a39d20-9a9c-4eeb-892a-9083dbefb011,segment=NetworkSegment(e5c9449c-d37b-452b-bb3a-0bc4184afc40),segment_id=e5c9449c-d37b-452b-bb3a-0bc4184afc40)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:23.490998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:23.492968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a6744f79-dc2b-46bc-95dd-092fac9be637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.507540 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Sync routers for ids ['ad5537af-d851-4d55-a61e-aff2173254b5'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:23.522447 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Routers {'ad5537af-d851-4d55-a61e-aff2173254b5'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:23.523752 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ad5537af-d851-4d55-a61e-aff2173254b5'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:23.532408 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d733d053-327e-4c61-a851-ee4c34233194), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.537557 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.541301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c017d37a-e9d8-453a-aef4-9f3be2419137 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2833674 Jan 27 22:35:23.544049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40018) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:23.560538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d733d053-327e-4c61-a851-ee4c34233194']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:23.572760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd732d1-5b50-440d-a44b-1a1b79af6d64') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:23.573002 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:35:23.573380 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:35:23.573828 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd732d1-5b50-440d-a44b-1a1b79af6d64') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:23.576509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6744f79-dc2b-46bc-95dd-092fac9be637 None None] Pushing event updated for resources: {'Port': ['ID=36a39d20-9a9c-4eeb-892a-9083dbefb011,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:23.602533 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (ffd732d1-5b50-440d-a44b-1a1b79af6d64), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.623304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (ffd732d1-5b50-440d-a44b-1a1b79af6d64), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.631823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:35:23.633150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (ffd732d1-5b50-440d-a44b-1a1b79af6d64), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.662304 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Set router ad5537af-d851-4d55-a61e-aff2173254b5 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:35:23.677903 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:35:23.699622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d733d053-327e-4c61-a851-ee4c34233194), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.714696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.719476 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d733d053-327e-4c61-a851-ee4c34233194 HTTP/1.1" status: 204 len: 168 time: 0.3976514 Jan 27 22:35:23.724264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40020) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:23.725839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-37ae4d9c-851a-4ce4-9be4-47027fff329e None None] Provisioning complete for port 36a39d20-9a9c-4eeb-892a-9083dbefb011 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:23.726300 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37ae4d9c-851a-4ce4-9be4-47027fff329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.747566 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4b702-b897-424f-9e94-82aba24f1bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d733d053-327e-4c61-a851-ee4c34233194,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:23.823050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-37ae4d9c-851a-4ce4-9be4-47027fff329e None None] Current status of the port 36a39d20-9a9c-4eeb-892a-9083dbefb011 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:23.850867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff6cdcb-7141-49dd-be85-3935b001b7c2 admin admin] Deleting subnet 93071e5e-d7f9-4238-a7e8-0f630c98aed6 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:35:23.857492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cdcb-7141-49dd-be85-3935b001b7c2 admin admin] Publish callbacks [] for subnet (93071e5e-d7f9-4238-a7e8-0f630c98aed6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.860544 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:22Z', 'revision_number': 3, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port': {'id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:23.888225 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Checking router: ad5537af-d851-4d55-a61e-aff2173254b5 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:35:23.888711 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Updating router ad5537af-d851-4d55-a61e-aff2173254b5 port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:35:23.914325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cdcb-7141-49dd-be85-3935b001b7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (93071e5e-d7f9-4238-a7e8-0f630c98aed6), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.918247 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.035503 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cdcb-7141-49dd-be85-3935b001b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (93071e5e-d7f9-4238-a7e8-0f630c98aed6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.142541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cdcb-7141-49dd-be85-3935b001b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (93071e5e-d7f9-4238-a7e8-0f630c98aed6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.187708 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Publish callbacks [] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.195215 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.197858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6cdcb-7141-49dd-be85-3935b001b7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93071e5e-d7f9-4238-a7e8-0f630c98aed6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:24.203318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cdcb-7141-49dd-be85-3935b001b7c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.209602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5ff6cdcb-7141-49dd-be85-3935b001b7c2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/93071e5e-d7f9-4238-a7e8-0f630c98aed6 HTTP/1.1" status: 204 len: 168 time: 0.4831338 Jan 27 22:35:24.209829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40022) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:24.246816 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Attempting to bind port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:24.247186 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Attempting to bind port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:24.247776 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Attempting to bind port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:24.258925 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Pushing event updated for resources: {'Port': ['ID=99f22aa1-a67b-4da9-9633-7b9388dc23d2,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:24.261754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:24.262135 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:24.262544 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.262943 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:24.263458 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Bound port: 99f22aa1-a67b-4da9-9633-7b9388dc23d2, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:24.263837 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.285683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 36a39d20-9a9c-4eeb-892a-9083dbefb011 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:24.287785 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.288143 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.288487 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.289143 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.289477 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.289810 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.290142 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.290497 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.290827 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.291183 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.291538 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.291962 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.292296 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.330957 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] For port 99f22aa1-a67b-4da9-9633-7b9388dc23d2, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:24.333318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (536c2889-8875-4f7a-84ba-43e5fd3c395d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.334349 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] For port 99f22aa1-a67b-4da9-9633-7b9388dc23d2, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=99f22aa1-a67b-4da9-9633-7b9388dc23d2,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:24.339284 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.341938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.397404 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a06ff-3759-4318-b98a-2247f8791a10 None None] Pushing event updated for resources: {'Port': ['ID=99f22aa1-a67b-4da9-9633-7b9388dc23d2,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:24.404401 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Routers {'ad5537af-d851-4d55-a61e-aff2173254b5'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:24.405210 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ad5537af-d851-4d55-a61e-aff2173254b5'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.521031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (536c2889-8875-4f7a-84ba-43e5fd3c395d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.582527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536c2889-8875-4f7a-84ba-43e5fd3c395d']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.597470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da23e446-edde-4a47-8b6d-ff939a30c372') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.597907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da23e446-edde-4a47-8b6d-ff939a30c372') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.606972 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] Set router ad5537af-d851-4d55-a61e-aff2173254b5 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:24.612069 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (da23e446-edde-4a47-8b6d-ff939a30c372), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.649035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (da23e446-edde-4a47-8b6d-ff939a30c372), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.658911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:35:24.659368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (da23e446-edde-4a47-8b6d-ff939a30c372), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:35:24.661301 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:35:24.701582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Allocated IP 172.20.0.1 (3d25f6af-d248-47cf-8c8b-d8626eab8a4a/2bb0e72b-a815-4587-841f-8fe80eeabaeb/05190e40-a7e4-4ed4-a674-f14edd350764) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:24.739761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (536c2889-8875-4f7a-84ba-43e5fd3c395d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.793618 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:22Z', 'revision_number': 3, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port': {'id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.820200 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa2648-f8f0-4984-85ab-807cf4f86d45 None None] The sync data for ids ['ad5537af-d851-4d55-a61e-aff2173254b5'] in n-d-826529-2 is: [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:22Z', 'revision_number': 3, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port': {'id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:25.007177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 36a39d20-9a9c-4eeb-892a-9083dbefb011 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:25.054333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.058356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] 10.222.0.45 "DELETE /v2.0/networks/536c2889-8875-4f7a-84ba-43e5fd3c395d HTTP/1.1" status: 204 len: 168 time: 0.8472428 Jan 27 22:35:25.075574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69c8ee-b3a6-43da-9c70-6f6883524f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=536c2889-8875-4f7a-84ba-43e5fd3c395d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:25.100149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 36a39d20-9a9c-4eeb-892a-9083dbefb011 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:25.100851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.140076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Publish callbacks [] for port (05190e40-a7e4-4ed4-a674-f14edd350764), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.189486 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.205585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 36a39d20-9a9c-4eeb-892a-9083dbefb011 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:25.234043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:25.238099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:25.243006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:25.284768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Pushing event updated for resources: {'Port': ['ID=05190e40-a7e4-4ed4-a674-f14edd350764,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:25.303400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (ad5537af-d851-4d55-a61e-aff2173254b5), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.338896 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40026) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:25.392140 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2a72ebe6-2709-42a2-a07c-75cd4ebbca7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73def54c7c394e9789be91f8da447af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504584 Jan 27 22:35:25.394852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40028) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:25.487089 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.514478 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0eff9c39-327f-477e-ba3e-d4157e69e51c admin admin] Publish callbacks [] for security_group (0badf05f-e8d3-4c75-aef9-3645ba953696), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.569284 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0eff9c39-327f-477e-ba3e-d4157e69e51c admin admin] Publish callbacks [] for security_group (0badf05f-e8d3-4c75-aef9-3645ba953696), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.668026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ee328abc-26cf-47c9-b3a2-7c41b77a3c80 None None] Provisioning complete for port 05190e40-a7e4-4ed4-a674-f14edd350764 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:25.668656 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee328abc-26cf-47c9-b3a2-7c41b77a3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.686296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0eff9c39-327f-477e-ba3e-d4157e69e51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0badf05f-e8d3-4c75-aef9-3645ba953696), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.689068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0eff9c39-327f-477e-ba3e-d4157e69e51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.690081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0eff9c39-327f-477e-ba3e-d4157e69e51c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0badf05f-e8d3-4c75-aef9-3645ba953696 HTTP/1.1" status: 204 len: 168 time: 0.2939448 Jan 27 22:35:25.716597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff9c39-327f-477e-ba3e-d4157e69e51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0badf05f-e8d3-4c75-aef9-3645ba953696,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:25.751269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ee328abc-26cf-47c9-b3a2-7c41b77a3c80 None None] Port 05190e40-a7e4-4ed4-a674-f14edd350764 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:25.778585 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Publish callbacks [] for port (05190e40-a7e4-4ed4-a674-f14edd350764), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.783901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.857016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Pushing event updated for resources: {'Port': ['ID=05190e40-a7e4-4ed4-a674-f14edd350764,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:25.860750 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (ad5537af-d851-4d55-a61e-aff2173254b5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.970559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:25.971973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:26.084565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40034) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:26.117166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Router ad5537af-d851-4d55-a61e-aff2173254b5 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:26.144015 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1264c914-6d5d-458f-a246-296adee2107b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffa9de19ec324fffa10d334fa6ea556f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579109 Jan 27 22:35:26.146526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40036) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:26.201915 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8734223d-85db-4df9-842f-59a3ef4cef30 admin admin] Publish callbacks [] for security_group (9c8b7b8e-78f8-405b-90ff-388043d59617), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:26.227876 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8734223d-85db-4df9-842f-59a3ef4cef30 admin admin] Publish callbacks [] for security_group (9c8b7b8e-78f8-405b-90ff-388043d59617), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:26.247575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:26.252712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8bf3c7f2-55ce-4baa-8601-ac1bbea04900 admin admin] 10.222.0.45 "PUT /v2.0/routers/ad5537af-d851-4d55-a61e-aff2173254b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7053444 Jan 27 22:35:26.281238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9aac5223-0f3a-4a5a-8428-d644915c88f9 None None] Provisioning complete for port 05190e40-a7e4-4ed4-a674-f14edd350764 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:26.281491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8734223d-85db-4df9-842f-59a3ef4cef30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9c8b7b8e-78f8-405b-90ff-388043d59617), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:26.282122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9aac5223-0f3a-4a5a-8428-d644915c88f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:26.284341 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8734223d-85db-4df9-842f-59a3ef4cef30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:26.289713 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8734223d-85db-4df9-842f-59a3ef4cef30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c8b7b8e-78f8-405b-90ff-388043d59617 HTTP/1.1" status: 204 len: 168 time: 0.1394496 Jan 27 22:35:26.297491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734223d-85db-4df9-842f-59a3ef4cef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8b7b8e-78f8-405b-90ff-388043d59617,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:26.346935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9aac5223-0f3a-4a5a-8428-d644915c88f9 None None] Port 05190e40-a7e4-4ed4-a674-f14edd350764 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:26.697655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Sync routers for ids ['ad5537af-d851-4d55-a61e-aff2173254b5'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:26.711879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Routers {'ad5537af-d851-4d55-a61e-aff2173254b5'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:26.712961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ad5537af-d851-4d55-a61e-aff2173254b5'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:26.871063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Set router ad5537af-d851-4d55-a61e-aff2173254b5 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:26.910618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40070) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:26.917796 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-295167294-network', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:26.943627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Made reservation on behalf of b9f5634357054b7fa4e91dd126b82ed1 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:26.947744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:26.961692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.081446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Publish callbacks [] for security_group (f42d841a-398b-40a7-a187-33a60c02aff2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.086140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f42d841a-398b-40a7-a187-33a60c02aff2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.090536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 99f22aa1-a67b-4da9-9633-7b9388dc23d2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:27.115018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:27.125765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d841a-398b-40a7-a187-33a60c02aff2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:27.131206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (dc56ff07-da72-41ae-bb21-1cac520178c5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.131604 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Added segment dc56ff07-da72-41ae-bb21-1cac520178c5 of type vlan for network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 Jan 27 22:35:27.158155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:27.158550 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.163966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:25Z', 'revision_number': 4, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port': {'id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '05190e40-a7e4-4ed4-a674-f14edd350764', 'name': '', 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'mac_address': 'fa:16:3e:77:f5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '2bb0e72b-a815-4587-841f-8fe80eeabaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:24Z', 'updated_at': '2022-01-27T22:35:25Z', 'revision_number': 2, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'subnets': [{'id': '2bb0e72b-a815-4587-841f-8fe80eeabaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:27.178068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a5e6c68d-62df-4c0f-bb8a-159026f8eb74), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.208463 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a5e6c68d-62df-4c0f-bb8a-159026f8eb74), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.209609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:27.210391 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.218481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Checking router: ad5537af-d851-4d55-a61e-aff2173254b5 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:35:27.218840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Updating router ad5537af-d851-4d55-a61e-aff2173254b5 port 05190e40-a7e4-4ed4-a674-f14edd350764 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:35:27.236537 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3238440 Jan 27 22:35:27.239900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40076) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:27.258993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.269505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Request body: {'subnet': {'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-295167294-subnet', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:27.298489 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771afe4-fd56-42b0-9c1f-b46727c06824 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e6c68d-62df-4c0f-bb8a-159026f8eb74,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:27.305910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Made reservation on behalf of b9f5634357054b7fa4e91dd126b82ed1 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:27.313321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.321484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:27.449001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:27.449405 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.505823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 99f22aa1-a67b-4da9-9633-7b9388dc23d2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=99f22aa1-a67b-4da9-9633-7b9388dc23d2,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:27.519111 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.525122 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (168486bc-f08f-47d6-8651-f72644686d31), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.598003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168486bc-f08f-47d6-8651-f72644686d31,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:27.612625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=99f22aa1-a67b-4da9-9633-7b9388dc23d2,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:27.614529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Checking segment: {'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:27.615497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Network hostable DHCP agents. Network: a5e6c68d-62df-4c0f-bb8a-159026f8eb74, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:27.636872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:27.648062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a5e6c68d-62df-4c0f-bb8a-159026f8eb74) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:27.656012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:27.656633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.664415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a5792-19cc-4435-a528-7950241cffe0 None None] Network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:27.692865 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d2fec8cb-d510-42a5-9342-73f083392318 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4492078 Jan 27 22:35:27.694356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40086) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:27.701729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:27.726056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.727499 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.781786 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks [] for router_controller (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.824524 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Publish callbacks [] for port (05190e40-a7e4-4ed4-a674-f14edd350764), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.842854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.932599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985432b8-be72-4fa3-944b-be0b742a8daa None None] Pushing event updated for resources: {'Port': ['ID=05190e40-a7e4-4ed4-a674-f14edd350764,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:27.949575 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks [] for router_gateway (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.950266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a5e6c68d-62df-4c0f-bb8a-159026f8eb74', 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74', 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'fixed_ips': [{'subnet_id': '168486bc-f08f-47d6-8651-f72644686d31'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:35:27.951362 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.002763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Attempting to bind port 05190e40-a7e4-4ed4-a674-f14edd350764 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:28.003146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Attempting to bind port 05190e40-a7e4-4ed4-a674-f14edd350764 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:28.003537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Attempting to bind port 05190e40-a7e4-4ed4-a674-f14edd350764 on network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:28.012807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:28.013230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Checking segment: {'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:28.013593 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.014226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Bound using segment: {'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:28.014710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Bound port: 05190e40-a7e4-4ed4-a674-f14edd350764, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c9449c-d37b-452b-bb3a-0bc4184afc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:28.015231 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.183480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] For port 05190e40-a7e4-4ed4-a674-f14edd350764, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:28.186160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Allocated IP 172.20.0.2 (a5e6c68d-62df-4c0f-bb8a-159026f8eb74/168486bc-f08f-47d6-8651-f72644686d31/4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:28.189087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] For port 05190e40-a7e4-4ed4-a674-f14edd350764, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=05190e40-a7e4-4ed4-a674-f14edd350764,segment=NetworkSegment(e5c9449c-d37b-452b-bb3a-0bc4184afc40),segment_id=e5c9449c-d37b-452b-bb3a-0bc4184afc40)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:28.194703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.225972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks [] for router_gateway (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.249936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.366677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Allocated IP 172.25.8.86 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/40052ee6-a682-4017-b635-23ec522f1cd5) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:28.379260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985432b8-be72-4fa3-944b-be0b742a8daa None None] Pushing event updated for resources: {'Port': ['ID=05190e40-a7e4-4ed4-a674-f14edd350764,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:28.393677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Routers {'ad5537af-d851-4d55-a61e-aff2173254b5'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:28.394972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ad5537af-d851-4d55-a61e-aff2173254b5'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:28.494346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f04f240c-1437-4717-b348-959c7875e341 None None] Provisioning complete for port 05190e40-a7e4-4ed4-a674-f14edd350764 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:28.494668 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f04f240c-1437-4717-b348-959c7875e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.525783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks [] for port (40052ee6-a682-4017-b635-23ec522f1cd5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.537088 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Publish callbacks [] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.564434 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.577451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.604249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:28.607606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:28.610197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:28.643318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Pushing event updated for resources: {'Port': ['ID=40052ee6-a682-4017-b635-23ec522f1cd5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:28.806148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] Set router ad5537af-d851-4d55-a61e-aff2173254b5 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:28.810172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:28.843030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:28.850459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:28.857879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Pushing event updated for resources: {'Port': ['ID=4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:29.014498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 99f22aa1-a67b-4da9-9633-7b9388dc23d2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:29.047088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f04f240c-1437-4717-b348-959c7875e341 None None] Current status of the port 05190e40-a7e4-4ed4-a674-f14edd350764 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:29.047487 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f04f240c-1437-4717-b348-959c7875e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.075778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Attempting to bind port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:29.076010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Attempting to bind port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:29.076385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Attempting to bind port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac on network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:29.110724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:29.111145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Checking segment: {'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:29.111569 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.111974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Bound using segment: {'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:29.112466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Bound port: 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:29.112854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.151011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f04f240c-1437-4717-b348-959c7875e341 None None] For port 05190e40-a7e4-4ed4-a674-f14edd350764, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=05190e40-a7e4-4ed4-a674-f14edd350764,segment=NetworkSegment(e5c9449c-d37b-452b-bb3a-0bc4184afc40),segment_id=e5c9449c-d37b-452b-bb3a-0bc4184afc40)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:29.196192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f04f240c-1437-4717-b348-959c7875e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.226725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks [] for router_gateway (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.256692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:29.257089 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.308184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] For port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:29.317318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f240c-1437-4717-b348-959c7875e341 None None] Pushing event updated for resources: {'Port': ['ID=05190e40-a7e4-4ed4-a674-f14edd350764,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:29.343340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] For port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac,segment=NetworkSegment(dc56ff07-da72-41ae-bb21-1cac520178c5),segment_id=dc56ff07-da72-41ae-bb21-1cac520178c5)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:29.353051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.392912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-085c5dd6-d3f9-4f9f-ae6f-e4ea5995c089 None None] Provisioning complete for port 05190e40-a7e4-4ed4-a674-f14edd350764 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:29.393288 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-085c5dd6-d3f9-4f9f-ae6f-e4ea5995c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.399077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:25Z', 'revision_number': 4, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port': {'id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '05190e40-a7e4-4ed4-a674-f14edd350764', 'name': '', 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'mac_address': 'fa:16:3e:77:f5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '2bb0e72b-a815-4587-841f-8fe80eeabaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:24Z', 'updated_at': '2022-01-27T22:35:28Z', 'revision_number': 4, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'subnets': [{'id': '2bb0e72b-a815-4587-841f-8fe80eeabaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:29.424163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.470199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64555c5c-f7e4-4133-b6e3-5925a30edc32 None None] The sync data for ids ['ad5537af-d851-4d55-a61e-aff2173254b5'] in n-d-826529-2 is: [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:25Z', 'revision_number': 4, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port': {'id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '05190e40-a7e4-4ed4-a674-f14edd350764', 'name': '', 'network_id': '3d25f6af-d248-47cf-8c8b-d8626eab8a4a', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'mac_address': 'fa:16:3e:77:f5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '2bb0e72b-a815-4587-841f-8fe80eeabaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:24Z', 'updated_at': '2022-01-27T22:35:28Z', 'revision_number': 4, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'subnets': [{'id': '2bb0e72b-a815-4587-841f-8fe80eeabaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:29.485140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a42a67-9dbc-4121-ab39-6b307fa21360 None None] Pushing event updated for resources: {'Port': ['ID=4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:29.534472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:29.600069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-085c5dd6-d3f9-4f9f-ae6f-e4ea5995c089 None None] Current status of the port 05190e40-a7e4-4ed4-a674-f14edd350764 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:29.632208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:35:29.810109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:29.829564 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Sync routers for ids ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:29.847636 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.849209 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9cbee2b3-39b5-4b84-aecd-2e34e6fb7f17 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1535134 Jan 27 22:35:29.851873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40110) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:29.858972 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Routers {'e09f3b4f-99dd-4a31-bf7b-79351fb5f656'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:29.859640 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:30.007968 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Set router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:30.193287 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:28Z', 'revision_number': 3, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port': {'id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:28Z', 'updated_at': '2022-01-27T22:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:30.226165 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Checking router: e09f3b4f-99dd-4a31-bf7b-79351fb5f656 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:35:30.226546 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Updating router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 port 40052ee6-a682-4017-b635-23ec522f1cd5 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:35:30.252494 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.330921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.520974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Allocated IP 172.20.0.1 (a5e6c68d-62df-4c0f-bb8a-159026f8eb74/168486bc-f08f-47d6-8651-f72644686d31/c79432d7-67da-45de-8177-6ff0686637a7) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:30.554864 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Publish callbacks [] for port (40052ee6-a682-4017-b635-23ec522f1cd5), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.562868 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.626292 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Attempting to bind port 40052ee6-a682-4017-b635-23ec522f1cd5 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:30.626714 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Attempting to bind port 40052ee6-a682-4017-b635-23ec522f1cd5 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:30.628201 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Attempting to bind port 40052ee6-a682-4017-b635-23ec522f1cd5 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:30.641142 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:30.641344 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:30.641615 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.642018 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:30.642493 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Bound port: 40052ee6-a682-4017-b635-23ec522f1cd5, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:30.642883 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.645599 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc1736-be52-4d7c-b754-be1634b33197 None None] Pushing event updated for resources: {'Port': ['ID=40052ee6-a682-4017-b635-23ec522f1cd5,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:30.665103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Publish callbacks [] for port (c79432d7-67da-45de-8177-6ff0686637a7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.688492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15078350-92df-4893-ac7a-b134cb5cc6f4 None None] Network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:30.708391 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] For port 40052ee6-a682-4017-b635-23ec522f1cd5, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:30.714360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c79432d7-67da-45de-8177-6ff0686637a7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.715809 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] For port 40052ee6-a682-4017-b635-23ec522f1cd5, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=40052ee6-a682-4017-b635-23ec522f1cd5,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:30.722585 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.763270 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c79432d7-67da-45de-8177-6ff0686637a7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:30.766830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:30.768634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:30.774726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3b4075a4-227b-4a51-ad30-2ee88e85e19f None None] Provisioning complete for port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:30.775117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3b4075a4-227b-4a51-ad30-2ee88e85e19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.777088 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:30.798023 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Routers {'e09f3b4f-99dd-4a31-bf7b-79351fb5f656'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:30.798732 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:30.835549 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.926245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3b4075a4-227b-4a51-ad30-2ee88e85e19f None None] Current status of the port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:30.926649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3b4075a4-227b-4a51-ad30-2ee88e85e19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.990592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3b4075a4-227b-4a51-ad30-2ee88e85e19f None None] For port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac,segment=NetworkSegment(dc56ff07-da72-41ae-bb21-1cac520178c5),segment_id=dc56ff07-da72-41ae-bb21-1cac520178c5)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:31.000984 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3b4075a4-227b-4a51-ad30-2ee88e85e19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.060828 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc1736-be52-4d7c-b754-be1634b33197 None None] Pushing event updated for resources: {'Port': ['ID=40052ee6-a682-4017-b635-23ec522f1cd5,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:31.114719 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] Set router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:31.123483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4075a4-227b-4a51-ad30-2ee88e85e19f None None] Pushing event updated for resources: {'Port': ['ID=4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:31.142203 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c79432d7-67da-45de-8177-6ff0686637a7), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.265043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 05190e40-a7e4-4ed4-a674-f14edd350764 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:31.357080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8ec277b9-83fb-4ae3-9c7a-c24c75e2605c None None] Provisioning complete for port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:31.357472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ec277b9-83fb-4ae3-9c7a-c24c75e2605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.450512 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Publish callbacks [] for port (c79432d7-67da-45de-8177-6ff0686637a7), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.459084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c79432d7-67da-45de-8177-6ff0686637a7), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.511123 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:28Z', 'revision_number': 3, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port': {'id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:28Z', 'updated_at': '2022-01-27T22:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:31.521266 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 05190e40-a7e4-4ed4-a674-f14edd350764 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:31.521898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.568700 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e7a89-d04b-4c70-b135-7df1f7304b0f None None] The sync data for ids ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'] in n-d-826529-2 is: [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:28Z', 'revision_number': 3, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port': {'id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:28Z', 'updated_at': '2022-01-27T22:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:31.575736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c79432d7-67da-45de-8177-6ff0686637a7,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:31.583168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8ec277b9-83fb-4ae3-9c7a-c24c75e2605c None None] Current status of the port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:31.621033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8ec277b9-83fb-4ae3-9c7a-c24c75e2605c None None] Provisioning complete for port c79432d7-67da-45de-8177-6ff0686637a7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:31.621416 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ec277b9-83fb-4ae3-9c7a-c24c75e2605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c79432d7-67da-45de-8177-6ff0686637a7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.623793 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.689128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8ec277b9-83fb-4ae3-9c7a-c24c75e2605c None None] Port c79432d7-67da-45de-8177-6ff0686637a7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:31.698748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 05190e40-a7e4-4ed4-a674-f14edd350764 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:31.700191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:31.756488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:31.758195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:31.760085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:31.770554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.842431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3547a95f-208f-4ffe-ac32-b1c375828623 None None] Provisioning complete for port c79432d7-67da-45de-8177-6ff0686637a7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:31.843098 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3547a95f-208f-4ffe-ac32-b1c375828623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c79432d7-67da-45de-8177-6ff0686637a7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:31.895118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3547a95f-208f-4ffe-ac32-b1c375828623 None None] Port c79432d7-67da-45de-8177-6ff0686637a7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:31.960425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:31.982296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:32.143514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:32.151990 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b0924857-af1f-4566-a800-0f35c2dcf6a2 admin admin] 10.222.0.45 "PUT /v2.0/routers/e09f3b4f-99dd-4a31-bf7b-79351fb5f656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2989717 Jan 27 22:35:32.226444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ba0138b6-f497-4940-89be-bf6fc8c78cb1 None None] Provisioning complete for port c79432d7-67da-45de-8177-6ff0686637a7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:32.227126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba0138b6-f497-4940-89be-bf6fc8c78cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c79432d7-67da-45de-8177-6ff0686637a7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:32.264750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ba0138b6-f497-4940-89be-bf6fc8c78cb1 None None] Port c79432d7-67da-45de-8177-6ff0686637a7 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:33.143558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 40052ee6-a682-4017-b635-23ec522f1cd5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:33.216910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 40052ee6-a682-4017-b635-23ec522f1cd5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:33.220007 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:33.303572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 40052ee6-a682-4017-b635-23ec522f1cd5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:33.304004 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:33.326106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 40052ee6-a682-4017-b635-23ec522f1cd5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=40052ee6-a682-4017-b635-23ec522f1cd5,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:33.331959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:33.332936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:33.418302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=40052ee6-a682-4017-b635-23ec522f1cd5,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:33.429560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:33.429939 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:33.524370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40200) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:33.535763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:33.565358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Sync routers for ids ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:33.574808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Routers {'e09f3b4f-99dd-4a31-bf7b-79351fb5f656'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:33.575447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:33.692561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Set router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:33.903125 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (ad5537af-d851-4d55-a61e-aff2173254b5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:33.910690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:31Z', 'revision_number': 4, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port': {'id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:28Z', 'updated_at': '2022-01-27T22:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c79432d7-67da-45de-8177-6ff0686637a7', 'name': '', 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'mac_address': 'fa:16:3e:af:16:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '168486bc-f08f-47d6-8651-f72644686d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:30Z', 'updated_at': '2022-01-27T22:35:31Z', 'revision_number': 2, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'subnets': [{'id': '168486bc-f08f-47d6-8651-f72644686d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:33.938273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Checking router: e09f3b4f-99dd-4a31-bf7b-79351fb5f656 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:35:33.938631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Updating router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 port c79432d7-67da-45de-8177-6ff0686637a7 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:35:33.964972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c79432d7-67da-45de-8177-6ff0686637a7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.104052 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-422b1097-754f-4de2-89a3-424eef5b48a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.182546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Deleting port 05190e40-a7e4-4ed4-a674-f14edd350764 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:34.182971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.268312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Publish callbacks [] for port (c79432d7-67da-45de-8177-6ff0686637a7), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.275898 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c79432d7-67da-45de-8177-6ff0686637a7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.328368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8c0ab-4dac-4787-9c1d-37d707c476f1 None None] Pushing event updated for resources: {'Port': ['ID=c79432d7-67da-45de-8177-6ff0686637a7,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:34.388476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Attempting to bind port c79432d7-67da-45de-8177-6ff0686637a7 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:34.388837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Attempting to bind port c79432d7-67da-45de-8177-6ff0686637a7 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:34.389224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Attempting to bind port c79432d7-67da-45de-8177-6ff0686637a7 on network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:34.395486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:34.395978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Checking segment: {'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:34.396399 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.396808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Bound using segment: {'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:34.397463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Bound port: c79432d7-67da-45de-8177-6ff0686637a7, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc56ff07-da72-41ae-bb21-1cac520178c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:34.397866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c79432d7-67da-45de-8177-6ff0686637a7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.486039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] For port c79432d7-67da-45de-8177-6ff0686637a7, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:34.489727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] For port c79432d7-67da-45de-8177-6ff0686637a7, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c79432d7-67da-45de-8177-6ff0686637a7,segment=NetworkSegment(dc56ff07-da72-41ae-bb21-1cac520178c5),segment_id=dc56ff07-da72-41ae-bb21-1cac520178c5)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:34.496680 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c79432d7-67da-45de-8177-6ff0686637a7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.562231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Routers {'e09f3b4f-99dd-4a31-bf7b-79351fb5f656'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:34.563221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:34.714153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] For port 05190e40-a7e4-4ed4-a674-f14edd350764, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=05190e40-a7e4-4ed4-a674-f14edd350764,segment=NetworkSegment(e5c9449c-d37b-452b-bb3a-0bc4184afc40),segment_id=e5c9449c-d37b-452b-bb3a-0bc4184afc40)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:34.714897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.732625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Calling delete_port for 05190e40-a7e4-4ed4-a674-f14edd350764 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:34.822538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8c0ab-4dac-4787-9c1d-37d707c476f1 None None] Pushing event updated for resources: {'Port': ['ID=c79432d7-67da-45de-8177-6ff0686637a7,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:34.834761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0ea06bb2-b9ee-4b13-ae0b-cebf8d423e63 None None] Provisioning complete for port c79432d7-67da-45de-8177-6ff0686637a7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:34.835151 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ea06bb2-b9ee-4b13-ae0b-cebf8d423e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c79432d7-67da-45de-8177-6ff0686637a7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:34.932705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] Set router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:34.974087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (05190e40-a7e4-4ed4-a674-f14edd350764), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.023819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Pushing event deleted for resources: {'Port': ['ID=05190e40-a7e4-4ed4-a674-f14edd350764,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:35.064131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 40052ee6-a682-4017-b635-23ec522f1cd5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:35.098351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0ea06bb2-b9ee-4b13-ae0b-cebf8d423e63 None None] Current status of the port c79432d7-67da-45de-8177-6ff0686637a7 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:35.098761 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ea06bb2-b9ee-4b13-ae0b-cebf8d423e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c79432d7-67da-45de-8177-6ff0686637a7), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.202286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0ea06bb2-b9ee-4b13-ae0b-cebf8d423e63 None None] For port c79432d7-67da-45de-8177-6ff0686637a7, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c79432d7-67da-45de-8177-6ff0686637a7,segment=NetworkSegment(dc56ff07-da72-41ae-bb21-1cac520178c5),segment_id=dc56ff07-da72-41ae-bb21-1cac520178c5)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:35.214993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ea06bb2-b9ee-4b13-ae0b-cebf8d423e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c79432d7-67da-45de-8177-6ff0686637a7), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.245577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (ad5537af-d851-4d55-a61e-aff2173254b5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.254458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 40052ee6-a682-4017-b635-23ec522f1cd5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:35.254790 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.367538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea06bb2-b9ee-4b13-ae0b-cebf8d423e63 None None] Pushing event updated for resources: {'Port': ['ID=c79432d7-67da-45de-8177-6ff0686637a7,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:35.386128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7976ac16-cf2e-4d8d-a847-c2c1eeb6c071 None None] Provisioning complete for port c79432d7-67da-45de-8177-6ff0686637a7 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:35.386509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7976ac16-cf2e-4d8d-a847-c2c1eeb6c071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c79432d7-67da-45de-8177-6ff0686637a7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.462203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:31Z', 'revision_number': 4, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port': {'id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:28Z', 'updated_at': '2022-01-27T22:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c79432d7-67da-45de-8177-6ff0686637a7', 'name': '', 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'mac_address': 'fa:16:3e:af:16:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '168486bc-f08f-47d6-8651-f72644686d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:30Z', 'updated_at': '2022-01-27T22:35:34Z', 'revision_number': 4, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'subnets': [{'id': '168486bc-f08f-47d6-8651-f72644686d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:35.497573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 40052ee6-a682-4017-b635-23ec522f1cd5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:35.497885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Router ad5537af-d851-4d55-a61e-aff2173254b5 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:35.502401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c8a1c-fafd-4949-bd3e-ee72e18a0a88 None None] The sync data for ids ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'] in n-d-826529-2 is: [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:31Z', 'revision_number': 4, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port': {'id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:28Z', 'updated_at': '2022-01-27T22:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'c79432d7-67da-45de-8177-6ff0686637a7', 'name': '', 'network_id': 'a5e6c68d-62df-4c0f-bb8a-159026f8eb74', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'mac_address': 'fa:16:3e:af:16:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '168486bc-f08f-47d6-8651-f72644686d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:30Z', 'updated_at': '2022-01-27T22:35:34Z', 'revision_number': 4, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'subnets': [{'id': '168486bc-f08f-47d6-8651-f72644686d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:35.574342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7976ac16-cf2e-4d8d-a847-c2c1eeb6c071 None None] Current status of the port c79432d7-67da-45de-8177-6ff0686637a7 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:35.644686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:35.650534 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2238b3b9-1385-4239-9bc7-f584009fd63b admin admin] 10.222.0.45 "PUT /v2.0/routers/ad5537af-d851-4d55-a61e-aff2173254b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1247191 Jan 27 22:35:35.653200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40230) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:35.789755 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks [] for router (ad5537af-d851-4d55-a61e-aff2173254b5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.795086 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] Sync routers for ids ['ad5537af-d851-4d55-a61e-aff2173254b5'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:35.808738 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] Routers {'ad5537af-d851-4d55-a61e-aff2173254b5'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:35.809372 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ad5537af-d851-4d55-a61e-aff2173254b5'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:35.912048 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks [] for router_gateway (ad5537af-d851-4d55-a61e-aff2173254b5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.921944 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] Set router ad5537af-d851-4d55-a61e-aff2173254b5 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:35.972935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Deleting port 99f22aa1-a67b-4da9-9633-7b9388dc23d2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:35.973427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.072739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] For port 99f22aa1-a67b-4da9-9633-7b9388dc23d2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=99f22aa1-a67b-4da9-9633-7b9388dc23d2,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:36.073124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.087815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Calling delete_port for 99f22aa1-a67b-4da9-9633-7b9388dc23d2 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:36.130049 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:34Z', 'revision_number': 5, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port': {'id': '99f22aa1-a67b-4da9-9633-7b9388dc23d2', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:36.162907 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] Checking router: ad5537af-d851-4d55-a61e-aff2173254b5 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:35:36.173298 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] Routers {'ad5537af-d851-4d55-a61e-aff2173254b5'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:36.174073 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ad5537af-d851-4d55-a61e-aff2173254b5'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:36.286534 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] Set router ad5537af-d851-4d55-a61e-aff2173254b5 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:36.304133 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (99f22aa1-a67b-4da9-9633-7b9388dc23d2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.336112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f22aa1-a67b-4da9-9633-7b9388dc23d2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:36.362318 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:35Z', 'revision_number': 6, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:36.394668 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9c68f-84f3-4535-8d3b-0fa2664438d1 None None] The sync data for ids ['ad5537af-d851-4d55-a61e-aff2173254b5'] in n-d-826529-2 is: [{'id': 'ad5537af-d851-4d55-a61e-aff2173254b5', 'name': 'tempest-TestAggregatesBasicOps-811802101-router', 'tenant_id': '8d46f1decb6a4dd6845866d759455372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:21Z', 'updated_at': '2022-01-27T22:35:35Z', 'revision_number': 6, 'project_id': '8d46f1decb6a4dd6845866d759455372', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:36.423706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (ad5537af-d851-4d55-a61e-aff2173254b5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.547665 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (ad5537af-d851-4d55-a61e-aff2173254b5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.550315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks [] for router_controller (ad5537af-d851-4d55-a61e-aff2173254b5), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.620818 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (ad5537af-d851-4d55-a61e-aff2173254b5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.621498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5537af-d851-4d55-a61e-aff2173254b5 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:35:36.626534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.627877 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-17ee4170-c1fb-40ea-8a69-1f913e5c14b8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ad5537af-d851-4d55-a61e-aff2173254b5 HTTP/1.1" status: 204 len: 168 time: 0.9737091 Jan 27 22:35:36.630525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40236) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:36.680837 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec41234d-6f25-4b18-8201-ef809c8241e4 admin admin] Deleting subnet 2bb0e72b-a815-4587-841f-8fe80eeabaeb {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:35:36.684886 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec41234d-6f25-4b18-8201-ef809c8241e4 admin admin] Publish callbacks [] for subnet (2bb0e72b-a815-4587-841f-8fe80eeabaeb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.725157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec41234d-6f25-4b18-8201-ef809c8241e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (2bb0e72b-a815-4587-841f-8fe80eeabaeb), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.822400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec41234d-6f25-4b18-8201-ef809c8241e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2bb0e72b-a815-4587-841f-8fe80eeabaeb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.891640 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec41234d-6f25-4b18-8201-ef809c8241e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (2bb0e72b-a815-4587-841f-8fe80eeabaeb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.922474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41234d-6f25-4b18-8201-ef809c8241e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb0e72b-a815-4587-841f-8fe80eeabaeb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:36.931740 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ec41234d-6f25-4b18-8201-ef809c8241e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.939583 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ec41234d-6f25-4b18-8201-ef809c8241e4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2bb0e72b-a815-4587-841f-8fe80eeabaeb HTTP/1.1" status: 204 len: 168 time: 0.3057182 Jan 27 22:35:36.939940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40238) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:36.942976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d46d74-b02e-43f8-8fb2-37ef4ce9aa44 None None] Network 3d25f6af-d248-47cf-8c8b-d8626eab8a4a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:37.030563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (3d25f6af-d248-47cf-8c8b-d8626eab8a4a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.099173 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5679932-5318-4911-8d43-229c63092a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.117918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Deleting port 36a39d20-9a9c-4eeb-892a-9083dbefb011 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:37.118307 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.172745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] DHCP port deletion for 3d25f6af-d248-47cf-8c8b-d8626eab8a4a request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:35:37.205850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] For port 36a39d20-9a9c-4eeb-892a-9083dbefb011, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=36a39d20-9a9c-4eeb-892a-9083dbefb011,segment=NetworkSegment(e5c9449c-d37b-452b-bb3a-0bc4184afc40),segment_id=e5c9449c-d37b-452b-bb3a-0bc4184afc40)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:37.206654 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.223228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Calling delete_port for 36a39d20-9a9c-4eeb-892a-9083dbefb011 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:37.248119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] Deleting port 36a39d20-9a9c-4eeb-892a-9083dbefb011 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:37.248504 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.323702 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.324263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] For port 36a39d20-9a9c-4eeb-892a-9083dbefb011, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=36a39d20-9a9c-4eeb-892a-9083dbefb011,segment=NetworkSegment(e5c9449c-d37b-452b-bb3a-0bc4184afc40),segment_id=e5c9449c-d37b-452b-bb3a-0bc4184afc40)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:37.324834 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.340686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] Calling delete_port for 36a39d20-9a9c-4eeb-892a-9083dbefb011 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:37.359307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a39d20-9a9c-4eeb-892a-9083dbefb011,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:37.371799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] No DVR routers for this DVR port 36a39d20-9a9c-4eeb-892a-9083dbefb011 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:37.439748 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (36a39d20-9a9c-4eeb-892a-9083dbefb011), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.447061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (3d25f6af-d248-47cf-8c8b-d8626eab8a4a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.468799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d25f6af-d248-47cf-8c8b-d8626eab8a4a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:37.472331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] No DVR routers for this DVR port 36a39d20-9a9c-4eeb-892a-9083dbefb011 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:37.477147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299821c-9a5d-4e77-b9d1-38fd500a65dd None None] Pushing event deleted for resources: {'Port': ['ID=36a39d20-9a9c-4eeb-892a-9083dbefb011,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:37.485875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c9449c-d37b-452b-bb3a-0bc4184afc40') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:37.486183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c9449c-d37b-452b-bb3a-0bc4184afc40') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:37.497894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (e5c9449c-d37b-452b-bb3a-0bc4184afc40), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.512967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c79432d7-67da-45de-8177-6ff0686637a7 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:37.521554 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e5c9449c-d37b-452b-bb3a-0bc4184afc40), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.532922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:35:37.533736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (e5c9449c-d37b-452b-bb3a-0bc4184afc40), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:35:37.537151 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:35:37.610781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c79432d7-67da-45de-8177-6ff0686637a7 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:37.611166 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c79432d7-67da-45de-8177-6ff0686637a7), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.642673 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (3d25f6af-d248-47cf-8c8b-d8626eab8a4a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.661315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.674148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40244) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:37.674680 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3d25f6af-d248-47cf-8c8b-d8626eab8a4a HTTP/1.1" status: 204 len: 168 time: 0.7329721 Jan 27 22:35:37.675398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da3d37-2fb7-4714-ba57-4ae1318273b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d25f6af-d248-47cf-8c8b-d8626eab8a4a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:37.708078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c79432d7-67da-45de-8177-6ff0686637a7 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:37.787068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 05190e40-a7e4-4ed4-a674-f14edd350764 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:37.812450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 05190e40-a7e4-4ed4-a674-f14edd350764 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:37.812794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 05190e40-a7e4-4ed4-a674-f14edd350764 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:38.129671 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:38.385221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Deleting port c79432d7-67da-45de-8177-6ff0686637a7 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:38.385691 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c79432d7-67da-45de-8177-6ff0686637a7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:38.466463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] For port c79432d7-67da-45de-8177-6ff0686637a7, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c79432d7-67da-45de-8177-6ff0686637a7,segment=NetworkSegment(dc56ff07-da72-41ae-bb21-1cac520178c5),segment_id=dc56ff07-da72-41ae-bb21-1cac520178c5)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:38.466826 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c79432d7-67da-45de-8177-6ff0686637a7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:38.484010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Calling delete_port for c79432d7-67da-45de-8177-6ff0686637a7 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:38.592464 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:38.693050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c79432d7-67da-45de-8177-6ff0686637a7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:38.801827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Pushing event deleted for resources: {'Port': ['ID=c79432d7-67da-45de-8177-6ff0686637a7,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:38.918513 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:39.111512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 99f22aa1-a67b-4da9-9633-7b9388dc23d2 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:39.132891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 99f22aa1-a67b-4da9-9633-7b9388dc23d2 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:39.133357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 99f22aa1-a67b-4da9-9633-7b9388dc23d2 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:39.135342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 36a39d20-9a9c-4eeb-892a-9083dbefb011 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:39.166713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 36a39d20-9a9c-4eeb-892a-9083dbefb011 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:39.167073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 36a39d20-9a9c-4eeb-892a-9083dbefb011 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:39.209060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:39.602060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:39.609998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fc7dfa5e-558d-472c-a5e8-3060f5761bde admin admin] 10.222.0.45 "PUT /v2.0/routers/e09f3b4f-99dd-4a31-bf7b-79351fb5f656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9325271 Jan 27 22:35:39.610279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40254) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:39.617451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] Sync routers for ids ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:39.631853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] Routers {'e09f3b4f-99dd-4a31-bf7b-79351fb5f656'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:39.633243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:39.727665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks [] for router (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:39.799705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] Set router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:39.849553 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks [] for router_gateway (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:39.950797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Deleting port 40052ee6-a682-4017-b635-23ec522f1cd5 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:39.951583 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.046810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] For port 40052ee6-a682-4017-b635-23ec522f1cd5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=40052ee6-a682-4017-b635-23ec522f1cd5,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:40.047224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.067954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Calling delete_port for 40052ee6-a682-4017-b635-23ec522f1cd5 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:40.109612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:38Z', 'revision_number': 5, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port': {'id': '40052ee6-a682-4017-b635-23ec522f1cd5', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:35:28Z', 'updated_at': '2022-01-27T22:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:40.178526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] Checking router: e09f3b4f-99dd-4a31-bf7b-79351fb5f656 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:35:40.189019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] Routers {'e09f3b4f-99dd-4a31-bf7b-79351fb5f656'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:40.189770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:35:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:40.285591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] Set router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:40.347263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (40052ee6-a682-4017-b635-23ec522f1cd5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.367788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:39Z', 'revision_number': 6, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:40.399240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d558c-d3d4-4561-a5c4-0a3a951857de None None] The sync data for ids ['e09f3b4f-99dd-4a31-bf7b-79351fb5f656'] in n-d-826529-2 is: [{'id': 'e09f3b4f-99dd-4a31-bf7b-79351fb5f656', 'name': 'tempest-TestAggregatesBasicOps-295167294-router', 'tenant_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:35:27Z', 'updated_at': '2022-01-27T22:35:39Z', 'revision_number': 6, 'project_id': 'b9f5634357054b7fa4e91dd126b82ed1', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:40.444040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Pushing event deleted for resources: {'Port': ['ID=40052ee6-a682-4017-b635-23ec522f1cd5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:40.456125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.456469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.456814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.457147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.457474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.457801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.458125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.458445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.458781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.459086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.459402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.459754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.460070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:40.471582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.564960 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.567129 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks [] for router_controller (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.614206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (e09f3b4f-99dd-4a31-bf7b-79351fb5f656), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.614958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e09f3b4f-99dd-4a31-bf7b-79351fb5f656 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:35:40.620155 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.621385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-345a76ea-d838-4e7c-ae44-3fd5c748a112 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e09f3b4f-99dd-4a31-bf7b-79351fb5f656 HTTP/1.1" status: 204 len: 168 time: 1.0101259 Jan 27 22:35:40.623975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40278) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:40.678681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3db01e3-03aa-4672-bfa0-a3324a2db1fa admin admin] Deleting subnet 168486bc-f08f-47d6-8651-f72644686d31 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:35:40.683239 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3db01e3-03aa-4672-bfa0-a3324a2db1fa admin admin] Publish callbacks [] for subnet (168486bc-f08f-47d6-8651-f72644686d31), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.719795 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3db01e3-03aa-4672-bfa0-a3324a2db1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (168486bc-f08f-47d6-8651-f72644686d31), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.804987 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3db01e3-03aa-4672-bfa0-a3324a2db1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (168486bc-f08f-47d6-8651-f72644686d31), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.872129 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3db01e3-03aa-4672-bfa0-a3324a2db1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (168486bc-f08f-47d6-8651-f72644686d31), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.899121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db01e3-03aa-4672-bfa0-a3324a2db1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168486bc-f08f-47d6-8651-f72644686d31,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:40.903525 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a3db01e3-03aa-4672-bfa0-a3324a2db1fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:40.909131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a3db01e3-03aa-4672-bfa0-a3324a2db1fa admin admin] 10.222.0.45 "DELETE /v2.0/subnets/168486bc-f08f-47d6-8651-f72644686d31 HTTP/1.1" status: 204 len: 168 time: 0.2818959 Jan 27 22:35:40.910017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40280) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:40.912361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71a21f-41ed-4248-9e4b-b53122b1a749 None None] Network a5e6c68d-62df-4c0f-bb8a-159026f8eb74 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:40.987808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a5e6c68d-62df-4c0f-bb8a-159026f8eb74), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.053628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Deleting port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:41.054002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.129619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] For port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac,segment=NetworkSegment(dc56ff07-da72-41ae-bb21-1cac520178c5),segment_id=dc56ff07-da72-41ae-bb21-1cac520178c5)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:41.130006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.145694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Calling delete_port for 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:41.146462 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.217154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] DHCP port deletion for a5e6c68d-62df-4c0f-bb8a-159026f8eb74 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:35:41.248099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.283917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.284537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:41.286541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] No DVR routers for this DVR port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:41.296508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] Deleting port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:41.297046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.301845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 40052ee6-a682-4017-b635-23ec522f1cd5 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:41.367695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 40052ee6-a682-4017-b635-23ec522f1cd5 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:41.367695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 40052ee6-a682-4017-b635-23ec522f1cd5 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:41.368063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c79432d7-67da-45de-8177-6ff0686637a7 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:41.369774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a5e6c68d-62df-4c0f-bb8a-159026f8eb74), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.392395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c79432d7-67da-45de-8177-6ff0686637a7 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:41.392771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c79432d7-67da-45de-8177-6ff0686637a7 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:41.393203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:41.394956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e6c68d-62df-4c0f-bb8a-159026f8eb74']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:41.407802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc56ff07-da72-41ae-bb21-1cac520178c5') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:41.408554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc56ff07-da72-41ae-bb21-1cac520178c5') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:41.422532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (dc56ff07-da72-41ae-bb21-1cac520178c5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.427646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:41.428001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:41.431684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] For port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:41.432066 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.445999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] Calling delete_port for 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:41.447155 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (dc56ff07-da72-41ae-bb21-1cac520178c5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.449510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] Port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:35:41.450776 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.457723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:35:41.458136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (dc56ff07-da72-41ae-bb21-1cac520178c5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:35:41.460291 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:35:41.478099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] Pushing event deleted for resources: {'Port': ['ID=4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:41.483017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9d91f-09aa-415d-a54f-9414f236df19 None None] No DVR routers for this DVR port 4f61f70f-2ec5-49d6-8e9b-00f38a92d5ac on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:41.541256 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a5e6c68d-62df-4c0f-bb8a-159026f8eb74), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.550420 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.553867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a5e6c68d-62df-4c0f-bb8a-159026f8eb74 HTTP/1.1" status: 204 len: 168 time: 0.6428628 Jan 27 22:35:41.582990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b063f8-de72-417f-b378-5a827e61cbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e6c68d-62df-4c0f-bb8a-159026f8eb74,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:41.746255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40288) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:41.808172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3d9ba192-2ce4-4178-af41-e8af4126cb8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d46f1decb6a4dd6845866d759455372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0605729 Jan 27 22:35:41.810685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40296) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:41.866185 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60f6bc68-85a8-442c-a60b-cc79ca9b5f32 admin admin] Publish callbacks [] for security_group (166f58cd-b9f8-4509-b678-32e718aff423), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.901892 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60f6bc68-85a8-442c-a60b-cc79ca9b5f32 admin admin] Publish callbacks [] for security_group (166f58cd-b9f8-4509-b678-32e718aff423), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.957238 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60f6bc68-85a8-442c-a60b-cc79ca9b5f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (166f58cd-b9f8-4509-b678-32e718aff423), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.960163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60f6bc68-85a8-442c-a60b-cc79ca9b5f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:41.964230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-60f6bc68-85a8-442c-a60b-cc79ca9b5f32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/166f58cd-b9f8-4509-b678-32e718aff423 HTTP/1.1" status: 204 len: 168 time: 0.1496689 Jan 27 22:35:41.970597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6bc68-85a8-442c-a60b-cc79ca9b5f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166f58cd-b9f8-4509-b678-32e718aff423,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:42.312844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40308) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:42.364951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-801bd7b8-a146-48cd-b7a1-81bd693a4115 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9f5634357054b7fa4e91dd126b82ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480776 Jan 27 22:35:42.365297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40310) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:42.422045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-486538ae-5be3-478a-b44e-346613b5742c admin admin] Publish callbacks [] for security_group (f42d841a-398b-40a7-a187-33a60c02aff2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:42.444255 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-486538ae-5be3-478a-b44e-346613b5742c admin admin] Publish callbacks [] for security_group (f42d841a-398b-40a7-a187-33a60c02aff2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:42.496780 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-486538ae-5be3-478a-b44e-346613b5742c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f42d841a-398b-40a7-a187-33a60c02aff2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:42.500407 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-486538ae-5be3-478a-b44e-346613b5742c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:42.503920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-486538ae-5be3-478a-b44e-346613b5742c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f42d841a-398b-40a7-a187-33a60c02aff2 HTTP/1.1" status: 204 len: 168 time: 0.1373556 Jan 27 22:35:42.514672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486538ae-5be3-478a-b44e-346613b5742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d841a-398b-40a7-a187-33a60c02aff2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:43.324551 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40336) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:43.426411 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1045955225-network', 'tenant_id': 'd13be798b05146b7a0bfc840c5f856d2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:43.446219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Made reservation on behalf of d13be798b05146b7a0bfc840c5f856d2 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:43.448873 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.458292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.544356 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Publish callbacks [] for security_group (683497bb-aca4-4d25-9d85-fe76a94be81d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.549429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (683497bb-aca4-4d25-9d85-fe76a94be81d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.579836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:43.582309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683497bb-aca4-4d25-9d85-fe76a94be81d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:43.595835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.596127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.596557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.596841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.597345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.597683 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.598011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.598343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.598645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.598968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.599312 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.599678 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.600006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:43.606482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (71c50931-9c91-4d2c-82ae-bbde58ceccc6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.606839 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Added segment 71c50931-9c91-4d2c-82ae-bbde58ceccc6 of type vlan for network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa Jan 27 22:35:43.653791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6a471fa9-2996-4bd5-9e2b-68ecddefbfaa), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.684813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6a471fa9-2996-4bd5-9e2b-68ecddefbfaa), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.685909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:43.686558 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.739287 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4132450 Jan 27 22:35:43.742349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40340) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:43.748186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Request body: {'subnet': {'network_id': '6a471fa9-2996-4bd5-9e2b-68ecddefbfaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1045955225-subnet', 'tenant_id': 'd13be798b05146b7a0bfc840c5f856d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:43.749628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d1d81-75e0-48ce-8c27-769a461921c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:43.759609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:43.773570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Made reservation on behalf of d13be798b05146b7a0bfc840c5f856d2 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:43.777087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.960502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (0bb52412-b151-4841-b3e5-81f65fed9c62), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.022646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb52412-b151-4841-b3e5-81f65fed9c62,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:44.034283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Checking segment: {'id': '71c50931-9c91-4d2c-82ae-bbde58ceccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6a471fa9-2996-4bd5-9e2b-68ecddefbfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:44.034649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Network hostable DHCP agents. Network: 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:44.061837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:44.063682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:44.068010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:44.068611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.083181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38ea5f-5344-4feb-b0cf-28eeabea06ca None None] Network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:44.088379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2e20c6cb-c003-4a53-a0f7-62f5c6b18454 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3448229 Jan 27 22:35:44.188974 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6567f1-3913-4541-86d0-6d6df89bdb62 None None] Network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:44.633366 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40372) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:44.639574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1024514443-network', 'tenant_id': 'c2bb54a02b9640348b67fafda2b50f90'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:44.662202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Made reservation on behalf of c2bb54a02b9640348b67fafda2b50f90 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:44.670388 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.676070 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.753107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Publish callbacks [] for security_group (5afdd18c-230d-4fd5-bbc1-2eb5e314b323), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.758720 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5afdd18c-230d-4fd5-bbc1-2eb5e314b323), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.783608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:35:44.793865 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afdd18c-230d-4fd5-bbc1-2eb5e314b323,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:44.799241 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (77c9575c-ee5b-4dc9-9141-8521e5298ef6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.799556 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Added segment 77c9575c-ee5b-4dc9-9141-8521e5298ef6 of type vlan for network dd20a1b1-d5ed-4d78-8f34-5370641ad2a6 Jan 27 22:35:44.840635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (dd20a1b1-d5ed-4d78-8f34-5370641ad2a6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.870150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (dd20a1b1-d5ed-4d78-8f34-5370641ad2a6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.871099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:44.871706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:44.927291 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2895527 Jan 27 22:35:44.927793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40374) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:44.934447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8e772-ff76-4dd3-a4bd-4b3dc13ffb12 admin admin] Pushing event updated for resources: {'Network': ['ID=dd20a1b1-d5ed-4d78-8f34-5370641ad2a6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:44.934813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Request body: {'subnet': {'network_id': 'dd20a1b1-d5ed-4d78-8f34-5370641ad2a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1024514443-subnet', 'tenant_id': 'c2bb54a02b9640348b67fafda2b50f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:44.949640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network dd20a1b1-d5ed-4d78-8f34-5370641ad2a6 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:35:44.963335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Made reservation on behalf of c2bb54a02b9640348b67fafda2b50f90 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:44.966529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:45.142119 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (a394d942-0c02-48fc-b2ea-f087c4e25d99), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:45.191851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a394d942-0c02-48fc-b2ea-f087c4e25d99,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:45.209503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Checking segment: {'id': '77c9575c-ee5b-4dc9-9141-8521e5298ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dd20a1b1-d5ed-4d78-8f34-5370641ad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:45.209880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Network hostable DHCP agents. Network: dd20a1b1-d5ed-4d78-8f34-5370641ad2a6, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:35:45.229290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Network dd20a1b1-d5ed-4d78-8f34-5370641ad2a6 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:35:45.240028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, dd20a1b1-d5ed-4d78-8f34-5370641ad2a6) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:45.245120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:45.245743 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:45.249640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e0f02-b8f2-4ac6-94cd-9bd56b370ea4 None None] Network dd20a1b1-d5ed-4d78-8f34-5370641ad2a6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:45.269197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-14582f96-aff3-4806-b472-10a4bff08162 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3395202 Jan 27 22:35:45.567820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273646d6-b7bd-42ab-9421-eed1114c2558 None None] Network dd20a1b1-d5ed-4d78-8f34-5370641ad2a6 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:35:46.106574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-9d8656dd-8522-4aa5-8054-021decee36c6 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:46.108115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-9d8656dd-8522-4aa5-8054-021decee36c6 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/networks?id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa HTTP/1.1" status: 200 len: 812 time: 0.1255651 Jan 27 22:35:46.123774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-8ebe4ae7-f029-43fd-894a-b6ec9fbdd003 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/quotas/d13be798b05146b7a0bfc840c5f856d2 HTTP/1.1" status: 200 len: 375 time: 0.0100236 Jan 27 22:35:46.157389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-a81b8749-7160-4cb8-ada3-2f322b350ae1 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d13be798b05146b7a0bfc840c5f856d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280519 Jan 27 22:35:46.328343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-c2a24949-87b4-4017-b017-f11511a200b6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:35:46.329703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-c2a24949-87b4-4017-b017-f11511a200b6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0553110 Jan 27 22:35:46.431210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-0ab33e18-fe08-4b5f-9b75-9acbe9bfa0fc service neutron] 10.222.0.45 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950816 Jan 27 22:35:46.527357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-73e0cdc5-6722-4dae-952a-a373c1c0d4ec service neutron] 10.222.0.45 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901697 Jan 27 22:35:46.802607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c35a63f0-5096-4d8c-bd47-205f982b9ae5 req-06921114-e9da-4eab-83a3-b4209f9f91f2 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 210 time: 0.0756848 Jan 27 22:35:47.909831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-dc5a981e-52f9-48be-b53f-5e8e1ac4c855 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:47.911328 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-dc5a981e-52f9-48be-b53f-5e8e1ac4c855 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.57 "GET /v2.0/networks?id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa HTTP/1.1" status: 200 len: 812 time: 0.1213675 Jan 27 22:35:47.927431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Request body: {'port': {'device_id': '99fe102e-48a0-4a61-a4a3-aedccc897d07', 'network_id': '6a471fa9-2996-4bd5-9e2b-68ecddefbfaa', 'admin_state_up': True, 'tenant_id': 'd13be798b05146b7a0bfc840c5f856d2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:47.961713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c74d7c04-5cfe-4d85-8b3b-17257c69fcbf req-540f9bbd-d0c7-469f-af3f-ace7f84ed59e tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 210 time: 0.0487075 Jan 27 22:35:48.065950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Made reservation on behalf of d13be798b05146b7a0bfc840c5f856d2 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:48.069545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:48.205131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Allocated IP 172.20.0.14 (6a471fa9-2996-4bd5-9e2b-68ecddefbfaa/0bb52412-b151-4841-b3e5-81f65fed9c62/ce9c0822-e14d-4db0-ac4d-b2544169ba70) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:48.378085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Publish callbacks [] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:48.413929 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:48.435064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:48.457226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:48.460186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:48.467583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:48.474222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Pushing event updated for resources: {'Port': ['ID=ce9c0822-e14d-4db0-ac4d-b2544169ba70,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:48.526319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:48.527020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:48.545098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-89a68882-9cf5-4d86-a37e-65cdf7c9fc78 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6230395 Jan 27 22:35:48.643928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Request body: {'port': {'device_id': '99fe102e-48a0-4a61-a4a3-aedccc897d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:48.706869 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:49.112413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9c0822-e14d-4db0-ac4d-b2544169ba70 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:35:49.122708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Publish callbacks [] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:49.141564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a538839-eba3-40e4-aea7-19e26c50d2ea req-f101b175-0e2c-4a39-a8fc-7f451a3b6755 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:49.143165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a538839-eba3-40e4-aea7-19e26c50d2ea req-f101b175-0e2c-4a39-a8fc-7f451a3b6755 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 932 time: 0.0971668 Jan 27 22:35:49.148336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Transition to ACTIVE for port object ce9c0822-e14d-4db0-ac4d-b2544169ba70 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:35:49.159335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:49.238244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9c0822-e14d-4db0-ac4d-b2544169ba70,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:49.247216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a538839-eba3-40e4-aea7-19e26c50d2ea req-8a161e2b-f243-4cd7-afa0-8ed2296d8833 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956438 Jan 27 22:35:49.320226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Attempting to bind port ce9c0822-e14d-4db0-ac4d-b2544169ba70 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:49.320556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Attempting to bind port ce9c0822-e14d-4db0-ac4d-b2544169ba70 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '71c50931-9c91-4d2c-82ae-bbde58ceccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6a471fa9-2996-4bd5-9e2b-68ecddefbfaa'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:49.320913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Attempting to bind port ce9c0822-e14d-4db0-ac4d-b2544169ba70 on network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:49.325553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Port ce9c0822-e14d-4db0-ac4d-b2544169ba70 on network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:35:49.325872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Attempting to bind port ce9c0822-e14d-4db0-ac4d-b2544169ba70 on network 6a471fa9-2996-4bd5-9e2b-68ecddefbfaa {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:49.330740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:49.331078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Checking segment: {'id': '71c50931-9c91-4d2c-82ae-bbde58ceccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6a471fa9-2996-4bd5-9e2b-68ecddefbfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:49.331507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Bound using segment: {'id': '71c50931-9c91-4d2c-82ae-bbde58ceccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6a471fa9-2996-4bd5-9e2b-68ecddefbfaa'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:49.331957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Bound port: ce9c0822-e14d-4db0-ac4d-b2544169ba70, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c50931-9c91-4d2c-82ae-bbde58ceccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6a471fa9-2996-4bd5-9e2b-68ecddefbfaa'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:49.332567 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:49.396556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] For port ce9c0822-e14d-4db0-ac4d-b2544169ba70, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:49.400187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] For port ce9c0822-e14d-4db0-ac4d-b2544169ba70, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70,segment=NetworkSegment(71c50931-9c91-4d2c-82ae-bbde58ceccc6),segment_id=71c50931-9c91-4d2c-82ae-bbde58ceccc6)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:49.404453 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:49.440783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:49.441403 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:49.442941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] 10.222.0.57 "PUT /v2.0/ports/ce9c0822-e14d-4db0-ac4d-b2544169ba70 HTTP/1.1" status: 200 len: 1092 time: 0.8463879 Jan 27 22:35:49.443446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fe102e-48a0-4a61-a4a3-aedccc897d07', 'tag': 'ce9c0822-e14d-4db0-ac4d-b2544169ba70'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:49.476293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ff609-9fec-41c1-92df-edb6335321b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9c0822-e14d-4db0-ac4d-b2544169ba70,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:49.532991 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516349db-6d09-4df8-ae33-6643564da742" -d '{"events": [{"name": "network-changed", "server_uuid": "99fe102e-48a0-4a61-a4a3-aedccc897d07", "tag": "ce9c0822-e14d-4db0-ac4d-b2544169ba70"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:49.555691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-edcf5eaa-562c-4315-b216-f8acb0d76d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:49.557307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-edcf5eaa-562c-4315-b216-f8acb0d76d1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d13be798b05146b7a0bfc840c5f856d2&device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 1095 time: 0.0589716 Jan 27 22:35:49.610617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-0313d33c-f9c0-439b-89c2-a6a06456f966 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70 HTTP/1.1" status: 200 len: 217 time: 0.0469809 Jan 27 22:35:49.674916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-ebc035c6-2de7-4c41-9ae4-0e19e41bd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:49.676893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-ebc035c6-2de7-4c41-9ae4-0e19e41bd400 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0bb52412-b151-4841-b3e5-81f65fed9c62 HTTP/1.1" status: 200 len: 852 time: 0.0611792 Jan 27 22:35:49.678608 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a64129-2949-499c-9dad-51b3f5cc0396 x-openstack-request-id: req-43a64129-2949-499c-9dad-51b3f5cc0396 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:49.678915 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fe102e-48a0-4a61-a4a3-aedccc897d07", "tag": "ce9c0822-e14d-4db0-ac4d-b2544169ba70", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:49.679167 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43a64129-2949-499c-9dad-51b3f5cc0396 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:49.679593 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fe102e-48a0-4a61-a4a3-aedccc897d07', 'tag': 'ce9c0822-e14d-4db0-ac4d-b2544169ba70', 'status': 'completed', 'code': 200} Jan 27 22:35:49.711528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-0dfe1e8b-2f85-4095-bd35-b7ba75808b77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271530 Jan 27 22:35:49.810388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-e6441ac4-de63-4263-aa3a-3df10fba618d service neutron] 10.222.0.57 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920892 Jan 27 22:35:49.908857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b656a6c9-afca-4a23-82e7-5885d0bdbbb7 req-ec85e408-6ee3-4895-a9eb-1f5530a61d3b service neutron] 10.222.0.57 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928829 Jan 27 22:35:50.011727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516349db-6d09-4df8-ae33-6643564da742 req-a24af818-d685-4672-9d06-7bffa7fdda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:50.013832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516349db-6d09-4df8-ae33-6643564da742 req-a24af818-d685-4672-9d06-7bffa7fdda2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d13be798b05146b7a0bfc840c5f856d2&device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 1095 time: 0.0527546 Jan 27 22:35:50.115402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516349db-6d09-4df8-ae33-6643564da742 req-f3600a57-722a-4625-b8b7-daa81d8b0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:50.117030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516349db-6d09-4df8-ae33-6643564da742 req-f3600a57-722a-4625-b8b7-daa81d8b0a7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa HTTP/1.1" status: 200 len: 913 time: 0.0974243 Jan 27 22:35:50.159615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516349db-6d09-4df8-ae33-6643564da742 req-f868753a-cdc1-4868-a1fa-23658c5e36e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70 HTTP/1.1" status: 200 len: 217 time: 0.0371230 Jan 27 22:35:50.214647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516349db-6d09-4df8-ae33-6643564da742 req-32259978-b3ad-4238-ab8e-fe71f3d3f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:50.216611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516349db-6d09-4df8-ae33-6643564da742 req-32259978-b3ad-4238-ab8e-fe71f3d3f3e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0bb52412-b151-4841-b3e5-81f65fed9c62 HTTP/1.1" status: 200 len: 852 time: 0.0510163 Jan 27 22:35:50.249736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516349db-6d09-4df8-ae33-6643564da742 req-27d276ab-8391-4d0f-b38b-fae041382d3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271339 Jan 27 22:35:50.380058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516349db-6d09-4df8-ae33-6643564da742 req-aa2a8e1e-b526-4b71-a4a0-84237c2f7843 service neutron] 10.222.0.57 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243789 Jan 27 22:35:50.404154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a285df-3983-4b87-addc-bff2ab8a3bae req-def59d83-b1bd-4e7d-896e-ff36beaaa843 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:50.405645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3a285df-3983-4b87-addc-bff2ab8a3bae req-def59d83-b1bd-4e7d-896e-ff36beaaa843 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 944 time: 0.0767181 Jan 27 22:35:50.511460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3a285df-3983-4b87-addc-bff2ab8a3bae req-9d82e059-e695-408a-8ff5-9b892bdc7205 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952215 Jan 27 22:35:50.522839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-516349db-6d09-4df8-ae33-6643564da742 req-42725121-d27d-4456-8bed-c346e6c9a97e service neutron] 10.222.0.57 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363788 Jan 27 22:35:51.178681 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:51.650650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d49ed-cfcd-4750-942e-fff85177e12f req-f325eb19-a1f4-429f-b586-daf3445d2b3a tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:51.662532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-051d49ed-cfcd-4750-942e-fff85177e12f req-f325eb19-a1f4-429f-b586-daf3445d2b3a tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 944 time: 0.0636086 Jan 27 22:35:51.703930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-051d49ed-cfcd-4750-942e-fff85177e12f req-a8b79c77-eb24-46ed-88a2-71b3f31c9cc3 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Jan 27 22:35:52.263426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device ce9c0822-e14d-4db0-ac4d-b2544169ba70 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:35:52.366027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port ce9c0822-e14d-4db0-ac4d-b2544169ba70, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70,segment=NetworkSegment(71c50931-9c91-4d2c-82ae-bbde58ceccc6),segment_id=71c50931-9c91-4d2c-82ae-bbde58ceccc6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:52.378429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'ce9c0822-e14d-4db0-ac4d-b2544169ba70', 'network_id': '6a471fa9-2996-4bd5-9e2b-68ecddefbfaa', 'port_id': 'ce9c0822-e14d-4db0-ac4d-b2544169ba70', 'mac_address': 'fa:16:3e:c0:a2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb52412-b151-4841-b3e5-81f65fed9c62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:35:52.417162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port ce9c0822-e14d-4db0-ac4d-b2544169ba70 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:52.417823 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:52.431718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9c0822-e14d-4db0-ac4d-b2544169ba70 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:35:52.452419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port ce9c0822-e14d-4db0-ac4d-b2544169ba70, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70,segment=NetworkSegment(71c50931-9c91-4d2c-82ae-bbde58ceccc6),segment_id=71c50931-9c91-4d2c-82ae-bbde58ceccc6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:52.458126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:52.512891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=ce9c0822-e14d-4db0-ac4d-b2544169ba70,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:52.703782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['ce9c0822-e14d-4db0-ac4d-b2544169ba70'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:35:52.826687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8faef0-5d32-4d2f-8bf6-91416b68ad75 req-df57eb7d-ecdc-48c7-8a23-01ac1e4c402f tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:52.828271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac8faef0-5d32-4d2f-8bf6-91416b68ad75 req-df57eb7d-ecdc-48c7-8a23-01ac1e4c402f tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 945 time: 0.0497077 Jan 27 22:35:52.879012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac8faef0-5d32-4d2f-8bf6-91416b68ad75 req-41fb82f4-7999-4afb-aff4-70ac230dfa23 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Jan 27 22:35:54.003278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040da3d3-76db-45b5-8521-470d46b82c14 req-f19175e1-15a6-49f3-aed6-e155b91b9124 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:54.005164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-040da3d3-76db-45b5-8521-470d46b82c14 req-f19175e1-15a6-49f3-aed6-e155b91b9124 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 945 time: 0.0540593 Jan 27 22:35:54.057078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-040da3d3-76db-45b5-8521-470d46b82c14 req-1367d00b-e172-481b-a5ec-e8574ffda27c tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Jan 27 22:35:54.283279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device ce9c0822-e14d-4db0-ac4d-b2544169ba70 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:54.336442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port ce9c0822-e14d-4db0-ac4d-b2544169ba70 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:35:54.341158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port ce9c0822-e14d-4db0-ac4d-b2544169ba70 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:54.341686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:54.423477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port ce9c0822-e14d-4db0-ac4d-b2544169ba70 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:54.423885 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:54.448276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fe102e-48a0-4a61-a4a3-aedccc897d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9c0822-e14d-4db0-ac4d-b2544169ba70'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:54.464514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port ce9c0822-e14d-4db0-ac4d-b2544169ba70, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70,segment=NetworkSegment(71c50931-9c91-4d2c-82ae-bbde58ceccc6),segment_id=71c50931-9c91-4d2c-82ae-bbde58ceccc6)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:54.470497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:54.502302 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d016f0-ce95-4504-8ac4-b9343c76d5cd" -d '{"events": [{"server_uuid": "99fe102e-48a0-4a61-a4a3-aedccc897d07", "name": "network-vif-plugged", "status": "completed", "tag": "ce9c0822-e14d-4db0-ac4d-b2544169ba70"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:54.538057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=ce9c0822-e14d-4db0-ac4d-b2544169ba70,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:54.600950 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec3135e-0659-445d-a551-9d273b039f7a x-openstack-request-id: req-8ec3135e-0659-445d-a551-9d273b039f7a {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:54.601254 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fe102e-48a0-4a61-a4a3-aedccc897d07", "name": "network-vif-plugged", "status": "completed", "tag": "ce9c0822-e14d-4db0-ac4d-b2544169ba70", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:54.601513 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ec3135e-0659-445d-a551-9d273b039f7a {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:54.601922 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fe102e-48a0-4a61-a4a3-aedccc897d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9c0822-e14d-4db0-ac4d-b2544169ba70', 'code': 200} Jan 27 22:35:54.709169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a74b1-3598-476a-bd07-9c3284159e2d req-794147f2-cedd-4170-a2d3-2f0dc24e11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:54.710780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54a74b1-3598-476a-bd07-9c3284159e2d req-794147f2-cedd-4170-a2d3-2f0dc24e11f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 1097 time: 0.0442235 Jan 27 22:35:54.755672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b54a74b1-3598-476a-bd07-9c3284159e2d req-e19d1720-0f78-4fa3-8aa1-349ef4dd1505 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386801 Jan 27 22:35:55.174096 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431e204-096c-4e77-952d-4d30dc30412b req-81de662c-ab52-4134-b686-2f913d766f9e tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:55.175676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1431e204-096c-4e77-952d-4d30dc30412b req-81de662c-ab52-4134-b686-2f913d766f9e tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0493181 Jan 27 22:35:55.229574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1431e204-096c-4e77-952d-4d30dc30412b req-c9ffbc6e-705e-471d-91a5-d9ea10e1a505 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478768 Jan 27 22:35:56.350620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8161e-ced7-4ba7-aaed-7fcb15cafae7 req-5d270863-5549-4dc4-b7b1-245c00b9304c tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:56.352067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf8161e-ced7-4ba7-aaed-7fcb15cafae7 req-5d270863-5549-4dc4-b7b1-245c00b9304c tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0498676 Jan 27 22:35:56.400337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9cf8161e-ced7-4ba7-aaed-7fcb15cafae7 req-257ca7da-57e3-45a2-a8ea-8b9897a8645d tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jan 27 22:35:56.523966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d437-4407-45a4-a71a-262cd77de44e req-1a11a14f-3eed-42c6-aa94-b6200ea49e9e tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:56.525381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c30d437-4407-45a4-a71a-262cd77de44e req-1a11a14f-3eed-42c6-aa94-b6200ea49e9e tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0515478 Jan 27 22:35:56.572729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c30d437-4407-45a4-a71a-262cd77de44e req-be10f029-362c-4f91-a431-3ed5571b472b tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Jan 27 22:35:56.819463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e9856-4412-4632-a07c-acdc2eddb65c req-cc187f3b-0754-4929-b199-3afe20f2f07d tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:56.820903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d70e9856-4412-4632-a07c-acdc2eddb65c req-cc187f3b-0754-4929-b199-3afe20f2f07d tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0594864 Jan 27 22:35:56.869562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d70e9856-4412-4632-a07c-acdc2eddb65c req-7aada0fc-28c3-4f30-9998-6c0972bbc10a tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Jan 27 22:35:57.518076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40562) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:57.633298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7203876-4a26-4519-874e-e91db98c5504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.713724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7203876-4a26-4519-874e-e91db98c5504 admin admin] Publish callbacks [] for security_group (a16673f0-d983-435e-80ed-6553d1c1ddc0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.719186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e7203876-4a26-4519-874e-e91db98c5504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a16673f0-d983-435e-80ed-6553d1c1ddc0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.762019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e7203876-4a26-4519-874e-e91db98c5504 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb6bc86f6f874a0d873e5b23d4ca6b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427192 Jan 27 22:35:57.762276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40566) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:57.762981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7203876-4a26-4519-874e-e91db98c5504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16673f0-d983-435e-80ed-6553d1c1ddc0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:57.815259 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-830a421c-bf97-4df1-a671-536c659f326d admin admin] Publish callbacks [] for security_group (a16673f0-d983-435e-80ed-6553d1c1ddc0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.838019 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-830a421c-bf97-4df1-a671-536c659f326d admin admin] Publish callbacks [] for security_group (a16673f0-d983-435e-80ed-6553d1c1ddc0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.885928 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-830a421c-bf97-4df1-a671-536c659f326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a16673f0-d983-435e-80ed-6553d1c1ddc0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.888830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-830a421c-bf97-4df1-a671-536c659f326d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.890123 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-830a421c-bf97-4df1-a671-536c659f326d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a16673f0-d983-435e-80ed-6553d1c1ddc0 HTTP/1.1" status: 204 len: 168 time: 0.1270077 Jan 27 22:35:57.900696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a421c-bf97-4df1-a671-536c659f326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16673f0-d983-435e-80ed-6553d1c1ddc0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:58.015516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308f527-94a6-48b8-b550-408a2b69e12d req-40399473-a3d6-4ad3-9b6d-710577132709 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:58.017202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f308f527-94a6-48b8-b550-408a2b69e12d req-40399473-a3d6-4ad3-9b6d-710577132709 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0523326 Jan 27 22:35:58.241940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40574) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:58.257150 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bf80cf-b163-4ea0-b34f-4fa0a2a78798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:58.348615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bf80cf-b163-4ea0-b34f-4fa0a2a78798 admin admin] Publish callbacks [] for security_group (84229251-56d4-4be5-a275-0071622d8da9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:58.356246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7bf80cf-b163-4ea0-b34f-4fa0a2a78798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (84229251-56d4-4be5-a275-0071622d8da9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:58.375267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f308f527-94a6-48b8-b550-408a2b69e12d req-b3c8326b-c4a0-4bc1-bba0-d0b2e733041e tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519967 Jan 27 22:35:58.396196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf80cf-b163-4ea0-b34f-4fa0a2a78798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84229251-56d4-4be5-a275-0071622d8da9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:58.403615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7bf80cf-b163-4ea0-b34f-4fa0a2a78798 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e781f0d60314910806552230cb84355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579435 Jan 27 22:35:58.403801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40578) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:58.459575 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b074eab0-0e9b-4451-9ba9-10904b7d0c21 admin admin] Publish callbacks [] for security_group (84229251-56d4-4be5-a275-0071622d8da9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:58.485201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b074eab0-0e9b-4451-9ba9-10904b7d0c21 admin admin] Publish callbacks [] for security_group (84229251-56d4-4be5-a275-0071622d8da9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:58.557132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b074eab0-0e9b-4451-9ba9-10904b7d0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (84229251-56d4-4be5-a275-0071622d8da9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:58.561449 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b074eab0-0e9b-4451-9ba9-10904b7d0c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:58.563637 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b074eab0-0e9b-4451-9ba9-10904b7d0c21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84229251-56d4-4be5-a275-0071622d8da9 HTTP/1.1" status: 204 len: 168 time: 0.1582708 Jan 27 22:35:58.581429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074eab0-0e9b-4451-9ba9-10904b7d0c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84229251-56d4-4be5-a275-0071622d8da9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:58.656014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dca5b-5e50-4f64-b1f1-d522a33c68a2 req-824e00a6-b6fa-44db-89cb-281cf2ca9f4c tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:58.657455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-178dca5b-5e50-4f64-b1f1-d522a33c68a2 req-824e00a6-b6fa-44db-89cb-281cf2ca9f4c tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0947785 Jan 27 22:35:58.664565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-6ec61ee7-0e64-41c9-b8fa-21c97aa6382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:58.666173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-6ec61ee7-0e64-41c9-b8fa-21c97aa6382b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d13be798b05146b7a0bfc840c5f856d2&device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 1097 time: 0.0660412 Jan 27 22:35:58.762955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-178dca5b-5e50-4f64-b1f1-d522a33c68a2 req-c38ca010-e963-45eb-bddd-9995b6b27fc4 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957205 Jan 27 22:35:58.791018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-a46e2943-ccef-488b-a5ab-67dbe5449069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:58.792875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-a46e2943-ccef-488b-a5ab-67dbe5449069 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa HTTP/1.1" status: 200 len: 913 time: 0.1182902 Jan 27 22:35:58.834703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-b24dcfde-375e-4802-ac4a-e667c8fc0230 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70 HTTP/1.1" status: 200 len: 217 time: 0.0358248 Jan 27 22:35:58.889185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-dfbb932e-0e28-4424-b41b-360bf42209a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:58.890760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-dfbb932e-0e28-4424-b41b-360bf42209a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0bb52412-b151-4841-b3e5-81f65fed9c62 HTTP/1.1" status: 200 len: 852 time: 0.0503383 Jan 27 22:35:58.922770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-50a20b96-b4c0-4bf4-bf67-b1a41bc927fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262868 Jan 27 22:35:59.023074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-5a3c6a06-58f0-4d5e-91d2-1bb801498ad6 service neutron] 10.222.0.57 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946665 Jan 27 22:35:59.135726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4226eab4-c7d9-4f6b-b7a9-1b94793c3e20 req-0bf11ca3-2b42-4d50-a4e4-ab660ff236ab service neutron] 10.222.0.57 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066852 Jan 27 22:35:59.287853 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:35:59.897308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba1b42-5397-4042-a01b-c5a95d511940 req-5417bf34-f128-422a-829c-06f28a3fc61c tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:59.898846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccba1b42-5397-4042-a01b-c5a95d511940 req-5417bf34-f128-422a-829c-06f28a3fc61c tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0529156 Jan 27 22:35:59.951280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccba1b42-5397-4042-a01b-c5a95d511940 req-810d2f9d-aacf-4c8a-ab05-a0aa9a3283cd tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Jan 27 22:36:00.191213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62550f3-f00e-44c1-bf49-e39fac0357b1 req-57150ede-f82f-443a-873f-1e85eb3c3dc5 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:00.192791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e62550f3-f00e-44c1-bf49-e39fac0357b1 req-57150ede-f82f-443a-873f-1e85eb3c3dc5 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0500581 Jan 27 22:36:00.251888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e62550f3-f00e-44c1-bf49-e39fac0357b1 req-90bddc89-60d0-47da-8740-3f1a9e28833a tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Jan 27 22:36:01.376785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a50cb2-ea36-4332-8b8b-25229c041b8c req-af01dbcf-874c-47ca-9c2f-efdca9d9be41 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.378264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69a50cb2-ea36-4332-8b8b-25229c041b8c req-af01dbcf-874c-47ca-9c2f-efdca9d9be41 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0490026 Jan 27 22:36:01.430816 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69a50cb2-ea36-4332-8b8b-25229c041b8c req-d5d25c4f-48a6-48e2-aeec-4f77e063eef4 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466146 Jan 27 22:36:01.681933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35731cec-17cd-4561-a9c9-892aa4a911f0 req-a50b2978-712d-4266-8045-f8b808bf83ff tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.683685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35731cec-17cd-4561-a9c9-892aa4a911f0 req-a50b2978-712d-4266-8045-f8b808bf83ff tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0835052 Jan 27 22:36:01.719314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-4d2146dd-30b0-4efa-ac1c-ade6b5aa085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.720890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-4d2146dd-30b0-4efa-ac1c-ade6b5aa085d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d13be798b05146b7a0bfc840c5f856d2&device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 1097 time: 0.0787432 Jan 27 22:36:01.789028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35731cec-17cd-4561-a9c9-892aa4a911f0 req-d7520a32-3cd3-4063-8b3a-8e4e6a790f12 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979383 Jan 27 22:36:01.825874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-31326c0d-55ee-46ba-8d60-a9c620089ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.827399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-31326c0d-55ee-46ba-8d60-a9c620089ff8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa HTTP/1.1" status: 200 len: 913 time: 0.1008644 Jan 27 22:36:01.873884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-d189dd54-70fa-400e-98a6-fffe7c99aceb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70 HTTP/1.1" status: 200 len: 217 time: 0.0405338 Jan 27 22:36:01.923033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-ff3db63b-35ff-40c9-97ec-d545a6ccfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.924519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-ff3db63b-35ff-40c9-97ec-d545a6ccfd12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0bb52412-b151-4841-b3e5-81f65fed9c62 HTTP/1.1" status: 200 len: 852 time: 0.0455797 Jan 27 22:36:01.954757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-94399465-239f-46eb-b30a-7353f2d3b628 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247424 Jan 27 22:36:02.051718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-8799ac77-3e79-448c-8f81-d032110a0c9e service neutron] 10.222.0.57 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911591 Jan 27 22:36:02.155627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b369ce48-004a-49ac-81b6-fcc8fd548e41 req-0934bdb0-5af5-4fee-9bc6-431c5cfb9a09 service neutron] 10.222.0.57 "GET /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983284 Jan 27 22:36:02.916701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3a1e4-ebef-4cf9-97eb-a7b20897cfa5 req-245d6e11-95ea-472b-b75f-8b584d6595a1 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:02.918320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1eb3a1e4-ebef-4cf9-97eb-a7b20897cfa5 req-245d6e11-95ea-472b-b75f-8b584d6595a1 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0528674 Jan 27 22:36:02.971961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1eb3a1e4-ebef-4cf9-97eb-a7b20897cfa5 req-920c7d96-c565-4761-8ef7-e9cd9d17ddcb tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473573 Jan 27 22:36:04.090499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b939-c616-42e1-ab4c-201634d5baf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:04.097858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d463a-62ce-490d-8727-f88f46c01f03 req-8a8bd83c-dbe2-419f-bb91-d88f5392b1b1 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:04.099432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea8d463a-62ce-490d-8727-f88f46c01f03 req-8a8bd83c-dbe2-419f-bb91-d88f5392b1b1 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0590541 Jan 27 22:36:04.147757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea8d463a-62ce-490d-8727-f88f46c01f03 req-03155531-622f-4570-8ffb-6f34bc9f1c6e tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Jan 27 22:36:04.393398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eb6de-ea65-473d-9ad2-09c2f88f279e req-ac91a5d8-f0eb-4519-8dac-1593f18d1f77 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:04.394954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d29eb6de-ea65-473d-9ad2-09c2f88f279e req-ac91a5d8-f0eb-4519-8dac-1593f18d1f77 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0511460 Jan 27 22:36:04.446732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d29eb6de-ea65-473d-9ad2-09c2f88f279e req-adfa55c2-e086-426e-92c7-4ad2ea83f491 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449996 Jan 27 22:36:05.577439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cb733-167d-497d-9965-13a87bec7d9e req-6a344ada-2379-4b76-a2e0-c25255eac8e4 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:05.578984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-800cb733-167d-497d-9965-13a87bec7d9e req-6a344ada-2379-4b76-a2e0-c25255eac8e4 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0607114 Jan 27 22:36:05.630555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-800cb733-167d-497d-9965-13a87bec7d9e req-bbc88105-aa5f-4ee7-8b90-d70de9cba222 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/security-groups?id=683497bb-aca4-4d25-9d85-fe76a94be81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 Jan 27 22:36:06.134506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-c2b95c07-bbed-4816-9f9b-26222c3c4f55 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:06.136042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-c2b95c07-bbed-4816-9f9b-26222c3c4f55 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.57 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 946 time: 0.0530744 Jan 27 22:36:06.235257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Deleting port ce9c0822-e14d-4db0-ac4d-b2544169ba70 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:36:06.236010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:06.330681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] For port ce9c0822-e14d-4db0-ac4d-b2544169ba70, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=ce9c0822-e14d-4db0-ac4d-b2544169ba70,segment=NetworkSegment(71c50931-9c91-4d2c-82ae-bbde58ceccc6),segment_id=71c50931-9c91-4d2c-82ae-bbde58ceccc6)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:06.330964 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:06.343615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Calling delete_port for ce9c0822-e14d-4db0-ac4d-b2544169ba70 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:36:06.480656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ce9c0822-e14d-4db0-ac4d-b2544169ba70), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:06.493635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['ce9c0822-e14d-4db0-ac4d-b2544169ba70'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:36:06.509871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Pushing event deleted for resources: {'Port': ['ID=ce9c0822-e14d-4db0-ac4d-b2544169ba70,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:06.560051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] No DVR routers for this DVR port ce9c0822-e14d-4db0-ac4d-b2544169ba70 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:36:06.562768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:06.566234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c138b52d-5d7d-4653-bf68-4d775813a33b req-a06e3678-c272-44a7-a98c-7ecc7bd62e16 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.57 "DELETE /v2.0/ports/ce9c0822-e14d-4db0-ac4d-b2544169ba70 HTTP/1.1" status: 204 len: 173 time: 0.4252000 Jan 27 22:36:06.566695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fe102e-48a0-4a61-a4a3-aedccc897d07', 'name': 'network-vif-deleted', 'tag': 'ce9c0822-e14d-4db0-ac4d-b2544169ba70'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:06.569026 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd7e8aa-bd79-42d7-bf9b-43c42f9873b3" -d '{"events": [{"server_uuid": "99fe102e-48a0-4a61-a4a3-aedccc897d07", "name": "network-vif-deleted", "tag": "ce9c0822-e14d-4db0-ac4d-b2544169ba70"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:06.610905 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce0056d-66d5-417a-85e6-2235bb6b60d4 x-openstack-request-id: req-6ce0056d-66d5-417a-85e6-2235bb6b60d4 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:06.611613 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fe102e-48a0-4a61-a4a3-aedccc897d07", "name": "network-vif-deleted", "tag": "ce9c0822-e14d-4db0-ac4d-b2544169ba70", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:06.611613 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ce0056d-66d5-417a-85e6-2235bb6b60d4 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:06.612179 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fe102e-48a0-4a61-a4a3-aedccc897d07', 'name': 'network-vif-deleted', 'tag': 'ce9c0822-e14d-4db0-ac4d-b2544169ba70', 'status': 'completed', 'code': 200} Jan 27 22:36:06.752413 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f85569b-a748-453a-9173-c46a6eb75812 req-ae07fda1-d391-499f-880d-bbf421bd9d28 tempest-TestServerAdvancedOps-1188215439 tempest-TestServerAdvancedOps-1188215439-project] 10.222.0.45 "GET /v2.0/ports?device_id=99fe102e-48a0-4a61-a4a3-aedccc897d07 HTTP/1.1" status: 200 len: 210 time: 0.0307560 Jan 27 22:36:07.094451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c6d96656-fecd-49bb-8b7a-6110f804d37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:07.817604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40686) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:07.863109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d93c49-1b1d-4355-abf8-4c9b5233e684 admin admin] Deleting subnet 0bb52412-b151-4841-b3e5-81f65fed9c62 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:36:07.866320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88d93c49-1b1d-4355-abf8-4c9b5233e684 admin admin] Publish callbacks [] for subnet (0bb52412-b151-4841-b3e5-81f65fed9c62), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:07.903489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88d93c49-1b1d-4355-abf8-4c9b5233e684 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (0bb52412-b151-4841-b3e5-81f65fed9c62), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:07.945114 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88d93c49-1b1d-4355-abf8-4c9b5233e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (0bb52412-b151-4841-b3e5-81f65fed9c62), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:07.998940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88d93c49-1b1d-4355-abf8-4c9b5233e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (0bb52412-b151-4841-b3e5-81f65fed9c62), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.025533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d93c49-1b1d-4355-abf8-4c9b5233e684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb52412-b151-4841-b3e5-81f65fed9c62,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:08.035271 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-88d93c49-1b1d-4355-abf8-4c9b5233e684 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.039175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-88d93c49-1b1d-4355-abf8-4c9b5233e684 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0bb52412-b151-4841-b3e5-81f65fed9c62 HTTP/1.1" status: 204 len: 168 time: 0.2195871 Jan 27 22:36:08.041553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40688) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:08.113124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6a471fa9-2996-4bd5-9e2b-68ecddefbfaa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.202422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6a471fa9-2996-4bd5-9e2b-68ecddefbfaa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.226186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a471fa9-2996-4bd5-9e2b-68ecddefbfaa']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:08.243514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c50931-9c91-4d2c-82ae-bbde58ceccc6') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:08.243803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c50931-9c91-4d2c-82ae-bbde58ceccc6') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:08.255618 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (71c50931-9c91-4d2c-82ae-bbde58ceccc6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.276868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (71c50931-9c91-4d2c-82ae-bbde58ceccc6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.295932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:36:08.296170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (71c50931-9c91-4d2c-82ae-bbde58ceccc6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:36:08.298150 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:36:08.374308 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6a471fa9-2996-4bd5-9e2b-68ecddefbfaa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.381545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.388039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6a471fa9-2996-4bd5-9e2b-68ecddefbfaa HTTP/1.1" status: 204 len: 168 time: 0.3437617 Jan 27 22:36:08.390211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40692) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:08.408806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0a8d0-ab9b-4460-b9c9-5cfa9da3a317 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a471fa9-2996-4bd5-9e2b-68ecddefbfaa,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:08.446679 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c497dae6-fe38-4a51-97fc-7b77c174c847 admin admin] Deleting subnet a394d942-0c02-48fc-b2ea-f087c4e25d99 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:36:08.450481 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c497dae6-fe38-4a51-97fc-7b77c174c847 admin admin] Publish callbacks [] for subnet (a394d942-0c02-48fc-b2ea-f087c4e25d99), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.492424 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c497dae6-fe38-4a51-97fc-7b77c174c847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (a394d942-0c02-48fc-b2ea-f087c4e25d99), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.537652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c497dae6-fe38-4a51-97fc-7b77c174c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a394d942-0c02-48fc-b2ea-f087c4e25d99), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.585745 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.597808 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c497dae6-fe38-4a51-97fc-7b77c174c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (a394d942-0c02-48fc-b2ea-f087c4e25d99), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.621434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497dae6-fe38-4a51-97fc-7b77c174c847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a394d942-0c02-48fc-b2ea-f087c4e25d99,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:08.627775 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c497dae6-fe38-4a51-97fc-7b77c174c847 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.631438 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c497dae6-fe38-4a51-97fc-7b77c174c847 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a394d942-0c02-48fc-b2ea-f087c4e25d99 HTTP/1.1" status: 204 len: 168 time: 0.2398117 Jan 27 22:36:08.634128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40694) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:08.709311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (dd20a1b1-d5ed-4d78-8f34-5370641ad2a6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.789791 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (dd20a1b1-d5ed-4d78-8f34-5370641ad2a6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.811694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd20a1b1-d5ed-4d78-8f34-5370641ad2a6']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:08.821727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c9575c-ee5b-4dc9-9141-8521e5298ef6') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:08.822025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c9575c-ee5b-4dc9-9141-8521e5298ef6') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:08.831943 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (77c9575c-ee5b-4dc9-9141-8521e5298ef6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.846701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (77c9575c-ee5b-4dc9-9141-8521e5298ef6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.855292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:36:08.856498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (77c9575c-ee5b-4dc9-9141-8521e5298ef6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:36:08.859261 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:36:08.927057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (dd20a1b1-d5ed-4d78-8f34-5370641ad2a6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.931546 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.936657 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] 10.222.0.45 "DELETE /v2.0/networks/dd20a1b1-d5ed-4d78-8f34-5370641ad2a6 HTTP/1.1" status: 204 len: 168 time: 0.3014665 Jan 27 22:36:08.950488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d5ea9-c6da-43dd-97a2-d99fbe48be3f admin admin] Pushing event deleted for resources: {'Network': ['ID=dd20a1b1-d5ed-4d78-8f34-5370641ad2a6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:09.126603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40698) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:09.168330 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b41bf90c-184e-4637-b81a-a966c2cdd81a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d13be798b05146b7a0bfc840c5f856d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405383 Jan 27 22:36:09.170978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40700) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:09.238489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94fed9dd-c3e7-485c-9318-c8e3d8ea13ef admin admin] Publish callbacks [] for security_group (683497bb-aca4-4d25-9d85-fe76a94be81d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.263660 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94fed9dd-c3e7-485c-9318-c8e3d8ea13ef admin admin] Publish callbacks [] for security_group (683497bb-aca4-4d25-9d85-fe76a94be81d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.318631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94fed9dd-c3e7-485c-9318-c8e3d8ea13ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (683497bb-aca4-4d25-9d85-fe76a94be81d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.321414 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-94fed9dd-c3e7-485c-9318-c8e3d8ea13ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.322600 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-94fed9dd-c3e7-485c-9318-c8e3d8ea13ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/683497bb-aca4-4d25-9d85-fe76a94be81d HTTP/1.1" status: 204 len: 168 time: 0.1504872 Jan 27 22:36:09.332603 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fed9dd-c3e7-485c-9318-c8e3d8ea13ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683497bb-aca4-4d25-9d85-fe76a94be81d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:09.671799 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40716) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:09.716740 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-47ea50fe-84d3-4734-b816-a4c51e260500 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2bb54a02b9640348b67fafda2b50f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434067 Jan 27 22:36:09.719400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40718) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:09.767022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f8a10a7-508a-4ae3-aca3-70ba175e6abe admin admin] Publish callbacks [] for security_group (5afdd18c-230d-4fd5-bbc1-2eb5e314b323), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.788208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f8a10a7-508a-4ae3-aca3-70ba175e6abe admin admin] Publish callbacks [] for security_group (5afdd18c-230d-4fd5-bbc1-2eb5e314b323), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.835502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f8a10a7-508a-4ae3-aca3-70ba175e6abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (5afdd18c-230d-4fd5-bbc1-2eb5e314b323), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.838491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3f8a10a7-508a-4ae3-aca3-70ba175e6abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.839880 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3f8a10a7-508a-4ae3-aca3-70ba175e6abe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5afdd18c-230d-4fd5-bbc1-2eb5e314b323 HTTP/1.1" status: 204 len: 168 time: 0.1194048 Jan 27 22:36:09.849098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a10a7-508a-4ae3-aca3-70ba175e6abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afdd18c-230d-4fd5-bbc1-2eb5e314b323,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:10.356778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device ce9c0822-e14d-4db0-ac4d-b2544169ba70 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:36:10.379129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: ce9c0822-e14d-4db0-ac4d-b2544169ba70 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:36:10.379489 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device ce9c0822-e14d-4db0-ac4d-b2544169ba70 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:36:10.564322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40742) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:10.674086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-159676525-network', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:10.696368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Made reservation on behalf of e41072606b7040e995ab94cf73d27dbe for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:36:10.698708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.707387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.783556 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Publish callbacks [] for security_group (d795c907-7c9f-48f1-9400-2931c7174b3d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.788373 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d795c907-7c9f-48f1-9400-2931c7174b3d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.814418 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:36:10.824540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d795c907-7c9f-48f1-9400-2931c7174b3d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:10.829866 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.830224 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Added segment 556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61 of type vlan for network c084aba2-d0f5-4791-92e8-cc50ea4c9069 Jan 27 22:36:10.874563 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c084aba2-d0f5-4791-92e8-cc50ea4c9069), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.902128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c084aba2-d0f5-4791-92e8-cc50ea4c9069), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.903289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:10.904027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.960545 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3950222 Jan 27 22:36:10.963521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40746) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:10.970165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca516fa4-b883-44a2-95d9-d47addbb2e51 admin admin] Pushing event updated for resources: {'Network': ['ID=c084aba2-d0f5-4791-92e8-cc50ea4c9069,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:10.970866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Request body: {'subnet': {'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-159676525-subnet', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:10.981174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:36:11.013277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Made reservation on behalf of e41072606b7040e995ab94cf73d27dbe for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:36:11.015976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.143671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.196724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (fe07b3c2-9077-4d96-8cb4-0e1619eb95d5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.246478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:11.262634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Checking segment: {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:11.263007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Network hostable DHCP agents. Network: c084aba2-d0f5-4791-92e8-cc50ea4c9069, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:36:11.278320 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.281355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:36:11.291875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c084aba2-d0f5-4791-92e8-cc50ea4c9069) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:11.297307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:11.298243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.302295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda18e63-427d-4435-b959-d97b4e9ca13d None None] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:36:11.320513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40752) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:11.321096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a9019bf3-327d-4fa4-9cfa-2b92bd26e11b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3546126 Jan 27 22:36:11.325919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:11.367075 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.369454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.464268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks [] for router_controller (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.471629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169e181-d207-4761-bcab-506392df078f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:36:11.473479 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.619038 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks [] for router_gateway (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.630258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-f169e181-d207-4761-bcab-506392df078f None None] Allocated IP 172.20.0.2 (c084aba2-d0f5-4791-92e8-cc50ea4c9069/fe07b3c2-9077-4d96-8cb4-0e1619eb95d5/9047048b-a368-4ccb-bec0-2d3a4bc2da65) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:11.783630 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Publish callbacks [] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.789990 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.843491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f169e181-d207-4761-bcab-506392df078f None None] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:11.844805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169e181-d207-4761-bcab-506392df078f None None] Pushing event updated for resources: {'Port': ['ID=9047048b-a368-4ccb-bec0-2d3a4bc2da65,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:11.847157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-f169e181-d207-4761-bcab-506392df078f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:11.849800 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks [] for router_gateway (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.850377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169e181-d207-4761-bcab-506392df078f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:11.856996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.857270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.857610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.857945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.858278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.858606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.858928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.859250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.859596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.859919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.860243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.860603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.860877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:11.869831 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.915318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f169e181-d207-4761-bcab-506392df078f None None] Attempting to bind port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:11.915870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f169e181-d207-4761-bcab-506392df078f None None] Attempting to bind port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:11.916345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169e181-d207-4761-bcab-506392df078f None None] Attempting to bind port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 on network c084aba2-d0f5-4791-92e8-cc50ea4c9069 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:11.923768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169e181-d207-4761-bcab-506392df078f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:11.924371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169e181-d207-4761-bcab-506392df078f None None] Checking segment: {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:11.925021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.925632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169e181-d207-4761-bcab-506392df078f None None] Bound using segment: {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:11.926370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f169e181-d207-4761-bcab-506392df078f None None] Bound port: 9047048b-a368-4ccb-bec0-2d3a4bc2da65, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:11.926985 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:11.985398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Allocated IP 172.25.8.9 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/229ac073-d6fb-45ec-82fc-cb9d5297efca) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:12.010526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f169e181-d207-4761-bcab-506392df078f None None] For port 9047048b-a368-4ccb-bec0-2d3a4bc2da65, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:12.014031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f169e181-d207-4761-bcab-506392df078f None None] For port 9047048b-a368-4ccb-bec0-2d3a4bc2da65, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9047048b-a368-4ccb-bec0-2d3a4bc2da65,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:12.019073 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f169e181-d207-4761-bcab-506392df078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.081160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169e181-d207-4761-bcab-506392df078f None None] Pushing event updated for resources: {'Port': ['ID=9047048b-a368-4ccb-bec0-2d3a4bc2da65,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:12.105401 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks [] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.146497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.187639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:12.192722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:12.195228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:12.201168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Pushing event updated for resources: {'Port': ['ID=229ac073-d6fb-45ec-82fc-cb9d5297efca,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:12.467321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks [] for router_gateway (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.677589 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.832477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:36:12.945737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:36:12.961797 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Sync routers for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:36:12.969865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.971839 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da56bcad-b919-4508-9530-c793d0b4624e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.6498418 Jan 27 22:36:12.973946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40766) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:12.991949 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:12.992630 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:13.139516 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:13.151952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9047048b-a368-4ccb-bec0-2d3a4bc2da65 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:13.225186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bce4b9-1f60-4f92-ae59-a88bd1ffb2dd None None] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:36:13.243932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:13.244540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.351166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-950880dc-00ed-49a3-a5e8-48a1b660f404 None None] Provisioning complete for port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:13.351574 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-950880dc-00ed-49a3-a5e8-48a1b660f404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.363748 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:12Z', 'revision_number': 3, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:13.406416 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Checking router: 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:36:13.407210 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Updating router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 port 229ac073-d6fb-45ec-82fc-cb9d5297efca binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:36:13.439389 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.445359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:13.445755 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.494636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 9047048b-a368-4ccb-bec0-2d3a4bc2da65, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9047048b-a368-4ccb-bec0-2d3a4bc2da65,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:13.503383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.519806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.561403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=9047048b-a368-4ccb-bec0-2d3a4bc2da65,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:13.620419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-950880dc-00ed-49a3-a5e8-48a1b660f404 None None] Current status of the port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:13.752200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Allocated IP 172.20.0.1 (c084aba2-d0f5-4791-92e8-cc50ea4c9069/fe07b3c2-9077-4d96-8cb4-0e1619eb95d5/74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:13.758000 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Publish callbacks [] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.768178 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.829372 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Attempting to bind port 229ac073-d6fb-45ec-82fc-cb9d5297efca on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:13.829747 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Attempting to bind port 229ac073-d6fb-45ec-82fc-cb9d5297efca by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:13.830116 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Attempting to bind port 229ac073-d6fb-45ec-82fc-cb9d5297efca on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:13.832155 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffcb02-4184-4c88-b634-881481ef9c26 None None] Pushing event updated for resources: {'Port': ['ID=229ac073-d6fb-45ec-82fc-cb9d5297efca,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:13.838296 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:13.838677 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:13.839086 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.839507 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:13.839977 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Bound port: 229ac073-d6fb-45ec-82fc-cb9d5297efca, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:13.840360 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.876083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Publish callbacks [] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.901155 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] For port 229ac073-d6fb-45ec-82fc-cb9d5297efca, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:13.905630 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] For port 229ac073-d6fb-45ec-82fc-cb9d5297efca, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=229ac073-d6fb-45ec-82fc-cb9d5297efca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:13.911088 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.917320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.946174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1039edf-ed57-40b0-9080-30c1bba086ed None None] Provisioning complete for port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:13.946547 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1039edf-ed57-40b0-9080-30c1bba086ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:13.973835 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:13.975130 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:13.977539 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffcb02-4184-4c88-b634-881481ef9c26 None None] Pushing event updated for resources: {'Port': ['ID=229ac073-d6fb-45ec-82fc-cb9d5297efca,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:13.992877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Pushing event updated for resources: {'Port': ['ID=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:14.006022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:14.008253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:14.023383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:14.075947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1039edf-ed57-40b0-9080-30c1bba086ed None None] Current status of the port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:14.093840 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.216419 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:14.263620 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.304314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-95c31b21-07ac-4dbb-89e0-3d1e5e9a50e0 None None] Provisioning complete for port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:14.304957 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95c31b21-07ac-4dbb-89e0-3d1e5e9a50e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.347049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-95c31b21-07ac-4dbb-89e0-3d1e5e9a50e0 None None] Port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:36:14.426556 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:12Z', 'revision_number': 3, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:14.456134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f0f86-9fe0-4350-9ac2-36f5be40a9b3 None None] The sync data for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 is: [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:12Z', 'revision_number': 3, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:36:14.463332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Publish callbacks [] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.470134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.541885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Pushing event updated for resources: {'Port': ['ID=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:14.545906 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.655516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:14.656875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:14.878123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:36:15.050123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:36:15.066430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f4e91dda-5603-4c87-9193-9226ae50161d admin admin] 10.222.0.45 "PUT /v2.0/routers/7d4f18d3-f17b-4f21-878a-4c15fe85b1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0911992 Jan 27 22:36:15.108985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ef6ce923-6b6c-4776-bfbe-fe527f64298f None None] Provisioning complete for port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:15.109640 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce923-6b6c-4776-bfbe-fe527f64298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.239181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ce923-6b6c-4776-bfbe-fe527f64298f None None] Port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:36:15.264925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9047048b-a368-4ccb-bec0-2d3a4bc2da65 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:15.331455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:15.332172 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.433879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:15.435157 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 229ac073-d6fb-45ec-82fc-cb9d5297efca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:15.489933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 229ac073-d6fb-45ec-82fc-cb9d5297efca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:15.490366 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.581127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 229ac073-d6fb-45ec-82fc-cb9d5297efca is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:15.581910 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.606780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 229ac073-d6fb-45ec-82fc-cb9d5297efca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=229ac073-d6fb-45ec-82fc-cb9d5297efca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:15.611967 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.668840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=229ac073-d6fb-45ec-82fc-cb9d5297efca,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:15.758568 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40786) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:15.763844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1340455815-network', 'tenant_id': '92a685326ea640d196d6c167b80c16cb'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:15.785052 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Made reservation on behalf of 92a685326ea640d196d6c167b80c16cb for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:36:15.787393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.796978 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.874790 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Publish callbacks [] for security_group (40816695-8a7e-43d2-a5f6-8c8854d02377), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.880263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (40816695-8a7e-43d2-a5f6-8c8854d02377), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.908080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:36:15.919458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40816695-8a7e-43d2-a5f6-8c8854d02377,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:15.926445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e6fc62f0-3593-4061-bff6-a42dee44de21), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.926792 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Added segment e6fc62f0-3593-4061-bff6-a42dee44de21 of type vlan for network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 Jan 27 22:36:15.979203 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.009572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.010999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:16.011889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.066756 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3069994 Jan 27 22:36:16.069942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40798) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:16.075162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Request body: {'subnet': {'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1340455815-subnet', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:16.084657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867659a6-d788-4ba6-9e36-39337746bf1b admin admin] Pushing event updated for resources: {'Network': ['ID=7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:16.095966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:36:16.107129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Made reservation on behalf of 92a685326ea640d196d6c167b80c16cb for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:36:16.110438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.306368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (bba453e2-a673-46b7-b4c7-ee5515e33fc2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.374143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba453e2-a673-46b7-b4c7-ee5515e33fc2,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:16.384809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Checking segment: {'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:16.385193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Network hostable DHCP agents. Network: 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:36:16.405452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:36:16.419767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:16.431926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de5047-76c6-4756-94dc-36455f96a113 None None] Network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:36:16.433201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:16.433893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.455687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7d956aa4-3d9d-4283-858f-5edcc82e977c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3845453 Jan 27 22:36:16.458111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40800) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:16.462772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:16.487585 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (2d91f1b3-1137-44f8-b5d4-d39e74316558), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.490429 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (2d91f1b3-1137-44f8-b5d4-d39e74316558), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.550962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67', 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67', 'project_id': '92a685326ea640d196d6c167b80c16cb', 'fixed_ips': [{'subnet_id': 'bba453e2-a673-46b7-b4c7-ee5515e33fc2'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:36:16.551938 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.556881 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks [] for router_controller (2d91f1b3-1137-44f8-b5d4-d39e74316558), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.658026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Sync routers for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:36:16.688340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:16.689011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:16.744388 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks [] for router_gateway (2d91f1b3-1137-44f8-b5d4-d39e74316558), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.819635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Allocated IP 172.20.0.2 (7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67/bba453e2-a673-46b7-b4c7-ee5515e33fc2/4c793d3b-fb94-47af-94b0-e35188b90452) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:16.866350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:17.111726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 229ac073-d6fb-45ec-82fc-cb9d5297efca up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:17.276555 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks [] for router_gateway (2d91f1b3-1137-44f8-b5d4-d39e74316558), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.297322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.367009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Publish callbacks [] for port (4c793d3b-fb94-47af-94b0-e35188b90452), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.376761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 229ac073-d6fb-45ec-82fc-cb9d5297efca triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:17.377137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.397723 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.421232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Allocated IP 172.25.8.195 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:17.474583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:17.481431 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:17.492821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:17.498022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Pushing event updated for resources: {'Port': ['ID=4c793d3b-fb94-47af-94b0-e35188b90452,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:17.539612 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks [] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.584902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.596077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 2, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:17.599315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Attempting to bind port 4c793d3b-fb94-47af-94b0-e35188b90452 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:17.601972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Attempting to bind port 4c793d3b-fb94-47af-94b0-e35188b90452 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:17.601972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Attempting to bind port 4c793d3b-fb94-47af-94b0-e35188b90452 on network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:17.633671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 229ac073-d6fb-45ec-82fc-cb9d5297efca is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:17.634764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:17.636256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Checking router: 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:36:17.636622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Updating router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:36:17.639289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:17.639708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Checking segment: {'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:17.640195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.640507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Bound using segment: {'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:17.640998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Bound port: 4c793d3b-fb94-47af-94b0-e35188b90452, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:17.641383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.643584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:17.646278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:17.682632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Pushing event updated for resources: {'Port': ['ID=986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:17.702916 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.780801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] For port 4c793d3b-fb94-47af-94b0-e35188b90452, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:17.842281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] For port 4c793d3b-fb94-47af-94b0-e35188b90452, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c793d3b-fb94-47af-94b0-e35188b90452,segment=NetworkSegment(e6fc62f0-3593-4061-bff6-a42dee44de21),segment_id=e6fc62f0-3593-4061-bff6-a42dee44de21)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:17.852136 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.927608 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks [] for router_gateway (2d91f1b3-1137-44f8-b5d4-d39e74316558), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.968215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5839d0f-716d-4018-a41d-b21983873b18 None None] Pushing event updated for resources: {'Port': ['ID=4c793d3b-fb94-47af-94b0-e35188b90452,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:18.102077 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Publish callbacks [] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.113658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.193404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e0f08-0654-424f-b95d-d806ba393c72 None None] Pushing event updated for resources: {'Port': ['ID=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:18.277940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (2d91f1b3-1137-44f8-b5d4-d39e74316558), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.285933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Attempting to bind port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:18.286423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Attempting to bind port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:18.287088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Attempting to bind port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 on network c084aba2-d0f5-4791-92e8-cc50ea4c9069 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:18.293352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:18.293737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Checking segment: {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:18.294304 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.294702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Bound using segment: {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:18.295188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Bound port: 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:18.295630 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.421635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] For port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:18.425617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] For port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:18.444747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.476622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Router 2d91f1b3-1137-44f8-b5d4-d39e74316558 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:36:18.517612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.521737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:18.522402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:18.584903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e0f08-0654-424f-b95d-d806ba393c72 None None] Pushing event updated for resources: {'Port': ['ID=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:18.638846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:36:18.658404 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Sync routers for ids ['2d91f1b3-1137-44f8-b5d4-d39e74316558'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:36:18.668698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7dd03022-3cc8-44dd-817d-94364009c14b None None] Provisioning complete for port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:18.669168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7dd03022-3cc8-44dd-817d-94364009c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.682829 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Routers {'2d91f1b3-1137-44f8-b5d4-d39e74316558'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:18.686080 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2d91f1b3-1137-44f8-b5d4-d39e74316558'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:18.690136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.693427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8a3a2684-befd-4ed6-b9f5-6c7c7bde2051 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2340198 Jan 27 22:36:18.696569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40808) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:18.701773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:18.823863 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Set router 2d91f1b3-1137-44f8-b5d4-d39e74316558 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:18.895925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7dd03022-3cc8-44dd-817d-94364009c14b None None] Current status of the port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:18.896327 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7dd03022-3cc8-44dd-817d-94364009c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.988459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7dd03022-3cc8-44dd-817d-94364009c14b None None] For port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:18.999269 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7dd03022-3cc8-44dd-817d-94364009c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.085341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:19.128350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4fd4e-c7ef-4599-b69f-ebd803b57546 None None] The sync data for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 is: [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:36:19.133775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd03022-3cc8-44dd-817d-94364009c14b None None] Pushing event updated for resources: {'Port': ['ID=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:19.146704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f56b286f-8781-4298-a25f-819e4dfb249c None None] Provisioning complete for port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:19.147083 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f56b286f-8781-4298-a25f-819e4dfb249c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.161216 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:17Z', 'revision_number': 3, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port': {'id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:17Z', 'updated_at': '2022-01-27T22:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:19.195363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4c793d3b-fb94-47af-94b0-e35188b90452 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:19.231132 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Checking router: 2d91f1b3-1137-44f8-b5d4-d39e74316558 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:36:19.231965 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Updating router 2d91f1b3-1137-44f8-b5d4-d39e74316558 port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:36:19.296829 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.309468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4c793d3b-fb94-47af-94b0-e35188b90452 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:19.309912 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.421414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f56b286f-8781-4298-a25f-819e4dfb249c None None] Current status of the port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:19.502101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4c793d3b-fb94-47af-94b0-e35188b90452 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:19.504720 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.570034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 4c793d3b-fb94-47af-94b0-e35188b90452, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c793d3b-fb94-47af-94b0-e35188b90452,segment=NetworkSegment(e6fc62f0-3593-4061-bff6-a42dee44de21),segment_id=e6fc62f0-3593-4061-bff6-a42dee44de21)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:19.583889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.651619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507bcda8-c7db-4d47-a8fd-558be6f61983 None None] Network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:36:19.711171 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Publish callbacks [] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.718845 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.730870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fe853a4f-b08d-4595-9219-1d887f57de0b None None] Provisioning complete for port 4c793d3b-fb94-47af-94b0-e35188b90452 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:19.731278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe853a4f-b08d-4595-9219-1d887f57de0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.810709 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Attempting to bind port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:19.811346 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Attempting to bind port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:19.811955 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Attempting to bind port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:19.822530 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:19.823166 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:19.823761 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.824312 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:19.824986 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Bound port: 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:19.825588 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.854123 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.905764 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] For port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:19.917168 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] For port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:19.929966 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.932253 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693e515-4c2e-4c58-83a9-8e8ccbb7a636 None None] Pushing event updated for resources: {'Port': ['ID=986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:20.023975 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693e515-4c2e-4c58-83a9-8e8ccbb7a636 None None] Pushing event updated for resources: {'Port': ['ID=986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:20.042196 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Routers {'2d91f1b3-1137-44f8-b5d4-d39e74316558'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:20.043143 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2d91f1b3-1137-44f8-b5d4-d39e74316558'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:20.069791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=4c793d3b-fb94-47af-94b0-e35188b90452,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:20.128585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Allocated IP 172.20.0.1 (7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67/bba453e2-a673-46b7-b4c7-ee5515e33fc2/64ffaa3f-7369-4400-938a-9e03749cdea6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:20.216924 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] Set router 2d91f1b3-1137-44f8-b5d4-d39e74316558 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:20.246318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe853a4f-b08d-4595-9219-1d887f57de0b None None] Current status of the port 4c793d3b-fb94-47af-94b0-e35188b90452 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:20.296153 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Publish callbacks [] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.349027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.381432 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:20.441428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:20.447914 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:17Z', 'revision_number': 3, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port': {'id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:17Z', 'updated_at': '2022-01-27T22:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:20.449801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:20.491026 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de26c7b-4dfc-4494-97a4-dd40a8cd42c5 None None] The sync data for ids ['2d91f1b3-1137-44f8-b5d4-d39e74316558'] in n-d-826529-2 is: [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:17Z', 'revision_number': 3, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port': {'id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:17Z', 'updated_at': '2022-01-27T22:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:36:20.503715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5400df5c-cf7a-49da-a703-42755748c919 None None] Provisioning complete for port 4c793d3b-fb94-47af-94b0-e35188b90452 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:20.504126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5400df5c-cf7a-49da-a703-42755748c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.520185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Pushing event updated for resources: {'Port': ['ID=64ffaa3f-7369-4400-938a-9e03749cdea6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:20.554343 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (2d91f1b3-1137-44f8-b5d4-d39e74316558), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.696606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5400df5c-cf7a-49da-a703-42755748c919 None None] Current status of the port 4c793d3b-fb94-47af-94b0-e35188b90452 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:20.807155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.832727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2f9fb50c-c296-48f1-a802-94a0c6e47804 None None] Provisioning complete for port 64ffaa3f-7369-4400-938a-9e03749cdea6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:20.833145 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb50c-c296-48f1-a802-94a0c6e47804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.888299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2f9fb50c-c296-48f1-a802-94a0c6e47804 None None] Port 64ffaa3f-7369-4400-938a-9e03749cdea6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:36:21.080577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Publish callbacks [] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.093686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.206087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.211969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Pushing event updated for resources: {'Port': ['ID=64ffaa3f-7369-4400-938a-9e03749cdea6,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:21.215858 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (2d91f1b3-1137-44f8-b5d4-d39e74316558), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.339575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:21.341604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:21.364171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:21.431681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:21.432293 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.509780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Router 2d91f1b3-1137-44f8-b5d4-d39e74316558 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:36:21.579698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:21.586094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:21.642848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f45b088e-a733-4c6b-acad-b43abe46be68 None None] Provisioning complete for port 64ffaa3f-7369-4400-938a-9e03749cdea6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:21.642848 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f45b088e-a733-4c6b-acad-b43abe46be68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.687166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f45b088e-a733-4c6b-acad-b43abe46be68 None None] Port 64ffaa3f-7369-4400-938a-9e03749cdea6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:36:21.688524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:36:21.703280 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2af47e81-e25b-4a9d-a4ad-2c1cdefa51bd admin admin] 10.222.0.45 "PUT /v2.0/routers/2d91f1b3-1137-44f8-b5d4-d39e74316558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0053360 Jan 27 22:36:21.705850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:21.706233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.821476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:21.822263 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.850757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:21.858130 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.859034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4c793d3b-fb94-47af-94b0-e35188b90452 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:21.937106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:21.962980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4c793d3b-fb94-47af-94b0-e35188b90452 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:21.963360 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.062341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4c793d3b-fb94-47af-94b0-e35188b90452 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:22.347557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40834) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:22.352297 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2800fce6-ad5c-4e97-a120-6ad266502d0e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422662426', 'description': 'tempest-secgroup-smoke-422662426 description', 'project_id': 'e41072606b7040e995ab94cf73d27dbe'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:22.377816 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2800fce6-ad5c-4e97-a120-6ad266502d0e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.458308 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2800fce6-ad5c-4e97-a120-6ad266502d0e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group (ac407811-4c49-4564-ad39-ef75d5d1a8f5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.463506 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2800fce6-ad5c-4e97-a120-6ad266502d0e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ac407811-4c49-4564-ad39-ef75d5d1a8f5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.506502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2800fce6-ad5c-4e97-a120-6ad266502d0e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.507962 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2800fce6-ad5c-4e97-a120-6ad266502d0e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1593609 Jan 27 22:36:22.511350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800fce6-ad5c-4e97-a120-6ad266502d0e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac407811-4c49-4564-ad39-ef75d5d1a8f5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:22.511801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40836) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:22.534164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2e842bd4-3c22-4d67-8ad5-c8c50bb91787 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'security_group_rule': {'security_group_id': 'ac407811-4c49-4564-ad39-ef75d5d1a8f5', 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:22.621994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2e842bd4-3c22-4d67-8ad5-c8c50bb91787 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (472e1a1e-62f1-4c9d-9001-48ea892f4476), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.691475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2e842bd4-3c22-4d67-8ad5-c8c50bb91787 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (472e1a1e-62f1-4c9d-9001-48ea892f4476), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.698311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2e842bd4-3c22-4d67-8ad5-c8c50bb91787 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (472e1a1e-62f1-4c9d-9001-48ea892f4476), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.719587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e842bd4-3c22-4d67-8ad5-c8c50bb91787 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472e1a1e-62f1-4c9d-9001-48ea892f4476,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:22.728658 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2e842bd4-3c22-4d67-8ad5-c8c50bb91787 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.729954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2e842bd4-3c22-4d67-8ad5-c8c50bb91787 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164838 Jan 27 22:36:22.732841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40842) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:22.737808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0fd10b6e-d2fa-4adc-a5c0-e6730376efb7 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'security_group_rule': {'security_group_id': 'ac407811-4c49-4564-ad39-ef75d5d1a8f5', 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:22.769359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b6e-d2fa-4adc-a5c0-e6730376efb7 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (ad5a7df5-05a3-47a4-9436-dcf70da2605a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.832348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b6e-d2fa-4adc-a5c0-e6730376efb7 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (ad5a7df5-05a3-47a4-9436-dcf70da2605a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.838051 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b6e-d2fa-4adc-a5c0-e6730376efb7 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (ad5a7df5-05a3-47a4-9436-dcf70da2605a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.856799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd10b6e-d2fa-4adc-a5c0-e6730376efb7 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5a7df5-05a3-47a4-9436-dcf70da2605a,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:22.862739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b6e-d2fa-4adc-a5c0-e6730376efb7 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.866554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0fd10b6e-d2fa-4adc-a5c0-e6730376efb7 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302114 Jan 27 22:36:22.866776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40846) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:22.871310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-de9d92a4-77e2-4cab-afd1-06010117bafd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'security_group_rule': {'security_group_id': 'ac407811-4c49-4564-ad39-ef75d5d1a8f5', 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:22.900130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de9d92a4-77e2-4cab-afd1-06010117bafd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (d64bda57-f73d-43bc-aea4-d4a6fbad9a0b), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.949573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Sync routers for ids ['2d91f1b3-1137-44f8-b5d4-d39e74316558'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:36:22.962537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de9d92a4-77e2-4cab-afd1-06010117bafd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (d64bda57-f73d-43bc-aea4-d4a6fbad9a0b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.963230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Routers {'2d91f1b3-1137-44f8-b5d4-d39e74316558'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:22.963893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2d91f1b3-1137-44f8-b5d4-d39e74316558'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:22.967599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de9d92a4-77e2-4cab-afd1-06010117bafd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d64bda57-f73d-43bc-aea4-d4a6fbad9a0b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.990020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d92a4-77e2-4cab-afd1-06010117bafd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64bda57-f73d-43bc-aea4-d4a6fbad9a0b,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:23.002386 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de9d92a4-77e2-4cab-afd1-06010117bafd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.003901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-de9d92a4-77e2-4cab-afd1-06010117bafd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361744 Jan 27 22:36:23.006755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40848) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:23.011383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-dea011e6-cd09-4977-bd8a-fd1c9d0c8fad tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'security_group_rule': {'security_group_id': 'ac407811-4c49-4564-ad39-ef75d5d1a8f5', 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:23.040145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dea011e6-cd09-4977-bd8a-fd1c9d0c8fad tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (dfe97867-76de-4d85-913b-27514870661d), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.058406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:23.102104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dea011e6-cd09-4977-bd8a-fd1c9d0c8fad tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (dfe97867-76de-4d85-913b-27514870661d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.106987 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dea011e6-cd09-4977-bd8a-fd1c9d0c8fad tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (dfe97867-76de-4d85-913b-27514870661d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.115313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Set router 2d91f1b3-1137-44f8-b5d4-d39e74316558 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:23.128633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea011e6-cd09-4977-bd8a-fd1c9d0c8fad tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe97867-76de-4d85-913b-27514870661d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:23.134323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dea011e6-cd09-4977-bd8a-fd1c9d0c8fad tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.135633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dea011e6-cd09-4977-bd8a-fd1c9d0c8fad tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277156 Jan 27 22:36:23.138303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40850) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:23.142739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1cc8770a-5543-4df5-b4bd-5517e7c97ee1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'security_group_rule': {'security_group_id': 'ac407811-4c49-4564-ad39-ef75d5d1a8f5', 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:23.166007 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-1cc8770a-5543-4df5-b4bd-5517e7c97ee1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Project e41072606b7040e995ab94cf73d27dbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:36:23.171656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1cc8770a-5543-4df5-b4bd-5517e7c97ee1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (f1c26be3-a52f-4016-b22f-a8b741d1ea0a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.203846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:23.204228 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.230943 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1cc8770a-5543-4df5-b4bd-5517e7c97ee1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (f1c26be3-a52f-4016-b22f-a8b741d1ea0a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.235827 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1cc8770a-5543-4df5-b4bd-5517e7c97ee1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f1c26be3-a52f-4016-b22f-a8b741d1ea0a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.254316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8770a-5543-4df5-b4bd-5517e7c97ee1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c26be3-a52f-4016-b22f-a8b741d1ea0a,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:23.263974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1cc8770a-5543-4df5-b4bd-5517e7c97ee1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.265243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1cc8770a-5543-4df5-b4bd-5517e7c97ee1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259496 Jan 27 22:36:23.268634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 40852) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:23.272712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0781baca-b97a-45f1-bb09-644ce566f0fd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'security_group_rule': {'security_group_id': 'ac407811-4c49-4564-ad39-ef75d5d1a8f5', 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:23.293920 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-0781baca-b97a-45f1-bb09-644ce566f0fd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Project e41072606b7040e995ab94cf73d27dbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:36:23.299115 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781baca-b97a-45f1-bb09-644ce566f0fd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (2d4ab2f5-b7be-469f-92a4-d1aacbb6d0ed), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.360569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781baca-b97a-45f1-bb09-644ce566f0fd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (2d4ab2f5-b7be-469f-92a4-d1aacbb6d0ed), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.365687 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781baca-b97a-45f1-bb09-644ce566f0fd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (2d4ab2f5-b7be-469f-92a4-d1aacbb6d0ed), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.379049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:23.388021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781baca-b97a-45f1-bb09-644ce566f0fd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4ab2f5-b7be-469f-92a4-d1aacbb6d0ed,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:23.397220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0781baca-b97a-45f1-bb09-644ce566f0fd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.398926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0781baca-b97a-45f1-bb09-644ce566f0fd tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296690 Jan 27 22:36:23.414164 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port': {'id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:17Z', 'updated_at': '2022-01-27T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '64ffaa3f-7369-4400-938a-9e03749cdea6', 'name': '', 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'mac_address': 'fa:16:3e:e6:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'bba453e2-a673-46b7-b4c7-ee5515e33fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:19Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 2, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'subnets': [{'id': 'bba453e2-a673-46b7-b4c7-ee5515e33fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:23.445657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Checking router: 2d91f1b3-1137-44f8-b5d4-d39e74316558 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:36:23.446012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Updating router 2d91f1b3-1137-44f8-b5d4-d39e74316558 port 64ffaa3f-7369-4400-938a-9e03749cdea6 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:36:23.472199 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.553107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-ce99abe5-51c8-48fb-af48-5117b0fe963b tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422662426&fields=id&tenant_id=e41072606b7040e995ab94cf73d27dbe HTTP/1.1" status: 200 len: 267 time: 0.0448654 Jan 27 22:36:23.662250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f793fe-85f6-44dc-8a71-544649ae126a req-82edb84e-7e60-409a-9a9a-96c39c11fb35 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:23.664132 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-82edb84e-7e60-409a-9a9a-96c39c11fb35 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 808 time: 0.1040893 Jan 27 22:36:23.680435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-215830aa-64e4-4550-80de-ab4887aba45f tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/quotas/e41072606b7040e995ab94cf73d27dbe HTTP/1.1" status: 200 len: 375 time: 0.0103145 Jan 27 22:36:23.738771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-27ab6386-2848-4cc9-924e-72372df88068 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522871 Jan 27 22:36:23.753837 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Publish callbacks [] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.761544 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.860908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15e3af-5e61-4fe7-a9d4-c6c9854e1985 None None] Pushing event updated for resources: {'Port': ['ID=64ffaa3f-7369-4400-938a-9e03749cdea6,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:23.883781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Attempting to bind port 64ffaa3f-7369-4400-938a-9e03749cdea6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:23.884440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Attempting to bind port 64ffaa3f-7369-4400-938a-9e03749cdea6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:23.884924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Attempting to bind port 64ffaa3f-7369-4400-938a-9e03749cdea6 on network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:23.895231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:23.895665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Checking segment: {'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:23.896112 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.896645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Bound using segment: {'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:23.897286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Bound port: 64ffaa3f-7369-4400-938a-9e03749cdea6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fc62f0-3593-4061-bff6-a42dee44de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:23.897692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.926154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-1291acc6-6532-487f-9cf2-ed01b8e2ee13 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:36:23.927551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-1291acc6-6532-487f-9cf2-ed01b8e2ee13 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0783451 Jan 27 22:36:24.001088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] For port 64ffaa3f-7369-4400-938a-9e03749cdea6, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:24.004814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] For port 64ffaa3f-7369-4400-938a-9e03749cdea6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=64ffaa3f-7369-4400-938a-9e03749cdea6,segment=NetworkSegment(e6fc62f0-3593-4061-bff6-a42dee44de21),segment_id=e6fc62f0-3593-4061-bff6-a42dee44de21)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:24.013526 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.035210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-c6cbc1d0-6063-41a8-b477-de70852f8306 service neutron] 10.222.0.45 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992255 Jan 27 22:36:24.087317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15e3af-5e61-4fe7-a9d4-c6c9854e1985 None None] Pushing event updated for resources: {'Port': ['ID=64ffaa3f-7369-4400-938a-9e03749cdea6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:24.090377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Routers {'2d91f1b3-1137-44f8-b5d4-d39e74316558'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:24.091111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2d91f1b3-1137-44f8-b5d4-d39e74316558'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:24.176347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-ed9c4d08-fbed-4c99-9395-b21c249f4242 service neutron] 10.222.0.45 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272111 Jan 27 22:36:24.226556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] Set router 2d91f1b3-1137-44f8-b5d4-d39e74316558 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:24.370674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ef900ee3-c420-44b0-bd3a-ae2a96b36f82 None None] Provisioning complete for port 64ffaa3f-7369-4400-938a-9e03749cdea6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:24.370983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef900ee3-c420-44b0-bd3a-ae2a96b36f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.431799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2769773e-590c-4051-a172-2b1b3d0f5922 req-9b41fb93-0775-4c6c-80e7-94bffa1e52d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 210 time: 0.0492942 Jan 27 22:36:24.506542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ef900ee3-c420-44b0-bd3a-ae2a96b36f82 None None] Current status of the port 64ffaa3f-7369-4400-938a-9e03749cdea6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:24.506942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef900ee3-c420-44b0-bd3a-ae2a96b36f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.553351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ef900ee3-c420-44b0-bd3a-ae2a96b36f82 None None] For port 64ffaa3f-7369-4400-938a-9e03749cdea6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=64ffaa3f-7369-4400-938a-9e03749cdea6,segment=NetworkSegment(e6fc62f0-3593-4061-bff6-a42dee44de21),segment_id=e6fc62f0-3593-4061-bff6-a42dee44de21)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:24.555868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-624c061a-358e-47b7-89b2-d619c607666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port': {'id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:17Z', 'updated_at': '2022-01-27T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '64ffaa3f-7369-4400-938a-9e03749cdea6', 'name': '', 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'mac_address': 'fa:16:3e:e6:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'bba453e2-a673-46b7-b4c7-ee5515e33fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:19Z', 'updated_at': '2022-01-27T22:36:23Z', 'revision_number': 4, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'subnets': [{'id': 'bba453e2-a673-46b7-b4c7-ee5515e33fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:24.583705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c061a-358e-47b7-89b2-d619c607666f None None] The sync data for ids ['2d91f1b3-1137-44f8-b5d4-d39e74316558'] in n-d-826529-2 is: [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port': {'id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:17Z', 'updated_at': '2022-01-27T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '64ffaa3f-7369-4400-938a-9e03749cdea6', 'name': '', 'network_id': '7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'mac_address': 'fa:16:3e:e6:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'bba453e2-a673-46b7-b4c7-ee5515e33fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:19Z', 'updated_at': '2022-01-27T22:36:23Z', 'revision_number': 4, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'subnets': [{'id': 'bba453e2-a673-46b7-b4c7-ee5515e33fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:36:24.585314 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef900ee3-c420-44b0-bd3a-ae2a96b36f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.677729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef900ee3-c420-44b0-bd3a-ae2a96b36f82 None None] Pushing event updated for resources: {'Port': ['ID=64ffaa3f-7369-4400-938a-9e03749cdea6,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:24.712148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-698b2d1b-ed88-49fb-bfab-3788e75eb2bf None None] Provisioning complete for port 64ffaa3f-7369-4400-938a-9e03749cdea6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:24.712530 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-698b2d1b-ed88-49fb-bfab-3788e75eb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.842877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-698b2d1b-ed88-49fb-bfab-3788e75eb2bf None None] Current status of the port 64ffaa3f-7369-4400-938a-9e03749cdea6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:25.128300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 64ffaa3f-7369-4400-938a-9e03749cdea6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:25.192808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 64ffaa3f-7369-4400-938a-9e03749cdea6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:25.193189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:25.291568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 64ffaa3f-7369-4400-938a-9e03749cdea6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:25.530288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bb6a5b0-95ab-4c95-ad38-0c99610e1534 req-4036915b-b422-4c80-845e-363aaaed5cf1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 210 time: 0.0281696 Jan 27 22:36:25.740659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f793fe-85f6-44dc-8a71-544649ae126a req-e254b520-7ac9-41f3-a73d-40eb59bc453e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:25.742375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-e254b520-7ac9-41f3-a73d-40eb59bc453e tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.57 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 808 time: 0.1271958 Jan 27 22:36:25.822239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-170508e4-ee17-4d62-ae08-5463d2e93cb3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41072606b7040e995ab94cf73d27dbe HTTP/1.1" status: 200 len: 379 time: 0.0712039 Jan 27 22:36:25.830763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'port': {'device_id': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'admin_state_up': True, 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'security_groups': ['ac407811-4c49-4564-ad39-ef75d5d1a8f5']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:25.937961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Made reservation on behalf of e41072606b7040e995ab94cf73d27dbe for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:36:25.941492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.097636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Allocated IP 172.20.0.12 (c084aba2-d0f5-4791-92e8-cc50ea4c9069/fe07b3c2-9077-4d96-8cb4-0e1619eb95d5/020c2e7f-c5f1-48f2-972b-41355ab275d9) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:26.306811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.344700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.393333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:26.396998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:26.405522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:26.433286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'Port': ['ID=020c2e7f-c5f1-48f2-972b-41355ab275d9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:26.464675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:26.465522 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.486543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-991b9501-7408-4dd3-87e7-293af75e0b27 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6593857 Jan 27 22:36:26.496874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-6ef8758b-606c-4972-ba03-8a7ffa59f196 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:36:26.498077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-6ef8758b-606c-4972-ba03-8a7ffa59f196 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061655 Jan 27 22:36:26.512012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Request body: {'port': {'device_id': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:26.605740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.679301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d2ef7a03-4c14-4970-8eb2-032d41e31aa9 None None] Provisioning complete for port 020c2e7f-c5f1-48f2-972b-41355ab275d9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:26.679902 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7a03-4c14-4970-8eb2-032d41e31aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.718593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef7a03-4c14-4970-8eb2-032d41e31aa9 None None] Port 020c2e7f-c5f1-48f2-972b-41355ab275d9 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:36:26.760688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f7533-5022-47e4-9905-63f0484d0394 req-9aad9331-9e5f-40c7-9c01-cf8656dc90ba tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:26.762260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96f7533-5022-47e4-9905-63f0484d0394 req-9aad9331-9e5f-40c7-9c01-cf8656dc90ba tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 932 time: 0.1228247 Jan 27 22:36:26.858675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96f7533-5022-47e4-9905-63f0484d0394 req-8b9a873c-ef60-4691-bed8-8d25cc502a86 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899284 Jan 27 22:36:26.951188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020c2e7f-c5f1-48f2-972b-41355ab275d9 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:36:26.960295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Publish callbacks [] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.973194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Transition to ACTIVE for port object 020c2e7f-c5f1-48f2-972b-41355ab275d9 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:36:26.979321 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:27.031690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Pushing event updated for resources: {'Port': ['ID=020c2e7f-c5f1-48f2-972b-41355ab275d9,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:27.111946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Attempting to bind port 020c2e7f-c5f1-48f2-972b-41355ab275d9 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:27.112289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Attempting to bind port 020c2e7f-c5f1-48f2-972b-41355ab275d9 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:27.112640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Attempting to bind port 020c2e7f-c5f1-48f2-972b-41355ab275d9 on network c084aba2-d0f5-4791-92e8-cc50ea4c9069 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:27.117663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Port 020c2e7f-c5f1-48f2-972b-41355ab275d9 on network c084aba2-d0f5-4791-92e8-cc50ea4c9069 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:36:27.118002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Attempting to bind port 020c2e7f-c5f1-48f2-972b-41355ab275d9 on network c084aba2-d0f5-4791-92e8-cc50ea4c9069 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:27.123944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:27.124303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Checking segment: {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:27.124706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Bound using segment: {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:27.125155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Bound port: 020c2e7f-c5f1-48f2-972b-41355ab275d9, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:27.125528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:27.204703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] For port 020c2e7f-c5f1-48f2-972b-41355ab275d9, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:27.208421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] For port 020c2e7f-c5f1-48f2-972b-41355ab275d9, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:27.214320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:27.550970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:27.551568 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:27.553025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] 10.222.0.57 "PUT /v2.0/ports/020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 1092 time: 1.0482256 Jan 27 22:36:27.553435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'tag': '020c2e7f-c5f1-48f2-972b-41355ab275d9'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:27.555735 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2166cd45-f575-48e5-91fb-35c43b97976e" -d '{"events": [{"name": "network-changed", "server_uuid": "c63ada5e-d8a6-4a1c-be6e-dc4e0882f010", "tag": "020c2e7f-c5f1-48f2-972b-41355ab275d9"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:27.587807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e222cfb-f5ed-4a57-9171-54c505dc6f36 service neutron] Pushing event updated for resources: {'Port': ['ID=020c2e7f-c5f1-48f2-972b-41355ab275d9,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:27.622699 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48a194-5702-404d-8ea2-d0130146cd8e x-openstack-request-id: req-9f48a194-5702-404d-8ea2-d0130146cd8e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:27.622699 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63ada5e-d8a6-4a1c-be6e-dc4e0882f010", "tag": "020c2e7f-c5f1-48f2-972b-41355ab275d9", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:27.622699 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f48a194-5702-404d-8ea2-d0130146cd8e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:27.622699 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'tag': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'status': 'completed', 'code': 200} Jan 27 22:36:27.653253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f793fe-85f6-44dc-8a71-544649ae126a req-a29da8ea-3f4a-45fb-9c00-da434df2b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:27.655174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-a29da8ea-3f4a-45fb-9c00-da434df2b5c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1095 time: 0.0482726 Jan 27 22:36:27.699911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-86b4b1f4-008f-417b-9cba-daa9e2c284be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 217 time: 0.0377774 Jan 27 22:36:27.760199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f793fe-85f6-44dc-8a71-544649ae126a req-67490b2a-4879-4555-a26e-eeb2f4800379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:27.761698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-67490b2a-4879-4555-a26e-eeb2f4800379 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 200 len: 847 time: 0.0556440 Jan 27 22:36:27.810273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2537a416-6545-4301-883e-c131ecf89e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:27.811732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-2537a416-6545-4301-883e-c131ecf89e9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c084aba2-d0f5-4791-92e8-cc50ea4c9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436893 Jan 27 22:36:27.908380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-b3ad87a1-9845-4a97-8171-aacd67231089 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910232 Jan 27 22:36:28.028728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba598a4-47f0-4daa-9396-4d95fa235bd7 req-f6438522-c697-4cb4-bbb3-a72c8ba53ef2 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:28.030284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aba598a4-47f0-4daa-9396-4d95fa235bd7 req-f6438522-c697-4cb4-bbb3-a72c8ba53ef2 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 944 time: 0.0972235 Jan 27 22:36:28.053009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f793fe-85f6-44dc-8a71-544649ae126a req-7811814c-ab5e-4f44-aff4-e59a7bf7429b service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381862 Jan 27 22:36:28.094710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aba598a4-47f0-4daa-9396-4d95fa235bd7 req-aa180dda-797b-4956-83e1-41541329f438 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580902 Jan 27 22:36:28.143727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166cd45-f575-48e5-91fb-35c43b97976e req-bec969ee-d8c1-4b2e-8fcf-c20c8e76ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:28.145266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2166cd45-f575-48e5-91fb-35c43b97976e req-bec969ee-d8c1-4b2e-8fcf-c20c8e76ac17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1095 time: 0.0424035 Jan 27 22:36:28.247302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166cd45-f575-48e5-91fb-35c43b97976e req-a1678cdf-4a16-46aa-9aa9-8e59ee805a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:28.248864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2166cd45-f575-48e5-91fb-35c43b97976e req-a1678cdf-4a16-46aa-9aa9-8e59ee805a09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 909 time: 0.0977302 Jan 27 22:36:28.296162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2166cd45-f575-48e5-91fb-35c43b97976e req-6fe14767-490d-4a14-b57a-bcb4ea8ae0c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 217 time: 0.0413051 Jan 27 22:36:28.349278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166cd45-f575-48e5-91fb-35c43b97976e req-e42189f4-6459-403f-916e-790860b7da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:28.354435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2166cd45-f575-48e5-91fb-35c43b97976e req-e42189f4-6459-403f-916e-790860b7da25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 200 len: 847 time: 0.0504079 Jan 27 22:36:28.400738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166cd45-f575-48e5-91fb-35c43b97976e req-59a9d446-c0cd-4a23-b674-a8bf0687a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:28.402279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2166cd45-f575-48e5-91fb-35c43b97976e req-59a9d446-c0cd-4a23-b674-a8bf0687a86e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c084aba2-d0f5-4791-92e8-cc50ea4c9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437222 Jan 27 22:36:28.500255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2166cd45-f575-48e5-91fb-35c43b97976e req-3c96fc8d-43f0-4092-ac48-72d3e39921a1 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913172 Jan 27 22:36:28.601902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2166cd45-f575-48e5-91fb-35c43b97976e req-db7b4898-7cc5-482c-921f-e152d5c33ee8 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945408 Jan 27 22:36:29.220057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295f2f-0a2f-4153-9ac8-43e31f95f579 req-919a4279-7760-465f-a631-6fd68d195240 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:29.221765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27295f2f-0a2f-4153-9ac8-43e31f95f579 req-919a4279-7760-465f-a631-6fd68d195240 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 944 time: 0.0513370 Jan 27 22:36:29.278400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-27295f2f-0a2f-4153-9ac8-43e31f95f579 req-925e4774-3ac6-4852-82fb-a046d02fbd29 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505743 Jan 27 22:36:30.410798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d95237-5848-4098-a20d-b21568a1400f req-0e67078b-f44a-4a51-8e87-e3404877aed4 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:30.412867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8d95237-5848-4098-a20d-b21568a1400f req-0e67078b-f44a-4a51-8e87-e3404877aed4 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 944 time: 0.0596704 Jan 27 22:36:30.466301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 020c2e7f-c5f1-48f2-972b-41355ab275d9 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:36:30.466840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8d95237-5848-4098-a20d-b21568a1400f req-70f6ef4a-3566-4a99-890e-d238a9cf1424 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464909 Jan 27 22:36:30.575425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 020c2e7f-c5f1-48f2-972b-41355ab275d9, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:30.589661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'port_id': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'mac_address': 'fa:16:3e:25:f3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:36:30.627988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 020c2e7f-c5f1-48f2-972b-41355ab275d9 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:30.628377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:30.641707 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020c2e7f-c5f1-48f2-972b-41355ab275d9 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:36:30.662653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 020c2e7f-c5f1-48f2-972b-41355ab275d9, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:30.668828 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:30.722673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=020c2e7f-c5f1-48f2-972b-41355ab275d9,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:30.856933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['020c2e7f-c5f1-48f2-972b-41355ab275d9'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:36:31.601479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e56350-29ad-4a89-84b6-a8417d8f2471 req-a3a9a449-a779-471e-9c58-3f1d1d28870f tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:31.603716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7e56350-29ad-4a89-84b6-a8417d8f2471 req-a3a9a449-a779-471e-9c58-3f1d1d28870f tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 945 time: 0.0549669 Jan 27 22:36:31.654671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7e56350-29ad-4a89-84b6-a8417d8f2471 req-884f4e9b-6916-46d1-8738-727c450eeb1f tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454512 Jan 27 22:36:32.466574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 020c2e7f-c5f1-48f2-972b-41355ab275d9 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:32.525626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 020c2e7f-c5f1-48f2-972b-41355ab275d9 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:36:32.531112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 020c2e7f-c5f1-48f2-972b-41355ab275d9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:32.531539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:32.631027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 020c2e7f-c5f1-48f2-972b-41355ab275d9 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:32.631458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:32.659220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c2e7f-c5f1-48f2-972b-41355ab275d9'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:32.661631 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a7d8fd-7783-4bee-a746-008a25df42e4" -d '{"events": [{"server_uuid": "c63ada5e-d8a6-4a1c-be6e-dc4e0882f010", "name": "network-vif-plugged", "status": "completed", "tag": "020c2e7f-c5f1-48f2-972b-41355ab275d9"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:32.813111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f73d3-b5ff-4d1e-bbc7-627047dfb7cf req-611b7ec2-6227-4047-923f-bb90c207ad51 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:32.820457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d1f73d3-b5ff-4d1e-bbc7-627047dfb7cf req-611b7ec2-6227-4047-923f-bb90c207ad51 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 945 time: 0.0701559 Jan 27 22:36:32.857869 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985fe927-883f-4fde-820e-626d67fa2a46 x-openstack-request-id: req-985fe927-883f-4fde-820e-626d67fa2a46 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:32.858220 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63ada5e-d8a6-4a1c-be6e-dc4e0882f010", "name": "network-vif-plugged", "status": "completed", "tag": "020c2e7f-c5f1-48f2-972b-41355ab275d9", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:32.858402 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-985fe927-883f-4fde-820e-626d67fa2a46 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:32.858804 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'code': 200} Jan 27 22:36:32.863865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 020c2e7f-c5f1-48f2-972b-41355ab275d9, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:32.869472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:32.931111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d1f73d3-b5ff-4d1e-bbc7-627047dfb7cf req-663007d1-ea70-4070-8a67-0f9a85f7d02a tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012731 Jan 27 22:36:32.932373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=020c2e7f-c5f1-48f2-972b-41355ab275d9,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:32.933780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56a841-4271-45fa-9ad7-2711aaa2dd26 req-a1f92a4c-f2f4-42f2-a8f6-860fe4e7ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:32.936682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f56a841-4271-45fa-9ad7-2711aaa2dd26 req-a1f92a4c-f2f4-42f2-a8f6-860fe4e7ab95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1096 time: 0.1144905 Jan 27 22:36:33.003135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f56a841-4271-45fa-9ad7-2711aaa2dd26 req-68e11724-bddc-46af-86e7-4a64794bee68 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567195 Jan 27 22:36:34.081899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94519d-6194-462c-83d4-1730c4e83857 req-527b752e-433b-496a-ab75-5c4966477522 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:34.083758 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef94519d-6194-462c-83d4-1730c4e83857 req-527b752e-433b-496a-ab75-5c4966477522 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 946 time: 0.0606084 Jan 27 22:36:34.094002 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-492db51d-c25b-4be0-b72a-0d1aa404e9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:34.142177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef94519d-6194-462c-83d4-1730c4e83857 req-e8457b32-e249-4109-8095-5c264e6898f1 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515666 Jan 27 22:36:35.262307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb45d34-ed94-4139-a236-93fca4bc6245 req-2e2752db-ebe7-49d6-b9e7-207d420bb7b9 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:35.264016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9eb45d34-ed94-4139-a236-93fca4bc6245 req-2e2752db-ebe7-49d6-b9e7-207d420bb7b9 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 946 time: 0.0522797 Jan 27 22:36:35.314661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9eb45d34-ed94-4139-a236-93fca4bc6245 req-b3a6728a-179f-429f-9c3b-324cf2076623 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447078 Jan 27 22:36:35.438933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c360a-9325-4f6b-bdc2-11be286b9b19 req-de57c763-2875-4cb5-a6dc-60c79cc38b1f tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:35.440489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-581c360a-9325-4f6b-bdc2-11be286b9b19 req-de57c763-2875-4cb5-a6dc-60c79cc38b1f tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 946 time: 0.0557435 Jan 27 22:36:35.495953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-581c360a-9325-4f6b-bdc2-11be286b9b19 req-e1fc5e72-abe3-466e-b1d8-010d349f74bb tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493364 Jan 27 22:36:35.620181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43667736-afb9-48d3-807b-7ed863e82bc5 req-d18370d3-9b24-407c-a3dd-f9928d654bf3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:35.621962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43667736-afb9-48d3-807b-7ed863e82bc5 req-d18370d3-9b24-407c-a3dd-f9928d654bf3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 946 time: 0.0583248 Jan 27 22:36:35.675194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43667736-afb9-48d3-807b-7ed863e82bc5 req-89f0ed0f-ab20-4a54-9ef1-8fc244a13d71 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469325 Jan 27 22:36:35.697046 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 40998) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:35.790377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb97a9-d4ec-4feb-8b63-7f29f315b285 tempest-TestServerBasicOps-1963252341 tempest-TestServerBasicOps-1963252341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:35.791904 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-10fb97a9-d4ec-4feb-8b63-7f29f315b285 tempest-TestServerBasicOps-1963252341 tempest-TestServerBasicOps-1963252341-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1092 time: 0.0937853 Jan 27 22:36:35.795104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41004) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:35.799522 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:35.822064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:35.925892 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:36.050413 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Allocated IP 172.25.8.82 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/7b953b1f-b264-4c86-b61b-edd07c05881d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:36.166322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for port (7b953b1f-b264-4c86-b61b-edd07c05881d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:36.211795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7b953b1f-b264-4c86-b61b-edd07c05881d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:36.272756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'Port': ['ID=7b953b1f-b264-4c86-b61b-edd07c05881d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:36.276665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:36.279122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:36.281869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:36.293076 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:36:36.674055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for floatingip (9c88c4b4-d035-4cc9-9a39-490fa9a10be7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:36.767718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7b953b1f-b264-4c86-b61b-edd07c05881d), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:36.939347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for port (7b953b1f-b264-4c86-b61b-edd07c05881d), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:36.947930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7b953b1f-b264-4c86-b61b-edd07c05881d), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:37.019163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event updated for resources: {'Port': ['ID=7b953b1f-b264-4c86-b61b-edd07c05881d,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:37.030237 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (9c88c4b4-d035-4cc9-9a39-490fa9a10be7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:37.101310 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a784ae6-7a56-4685-bb2e-b7c9575da30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:37.138125 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Floating IP 9c88c4b4-d035-4cc9-9a39-490fa9a10be7 associated. External IP: 172.25.8.82, port: 020c2e7f-c5f1-48f2-972b-41355ab275d9. Jan 27 22:36:37.361207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:36:37.475444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:36:37.485133 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] Sync routers for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:36:37.496653 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:37.497289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:37.497455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:37.527999 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cb3d3ed5-c1d3-4346-81bf-b3f41d3ee103 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7317717 Jan 27 22:36:37.528716 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'tag': '020c2e7f-c5f1-48f2-972b-41355ab275d9'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:37.574389 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e" -d '{"events": [{"name": "network-changed", "server_uuid": "c63ada5e-d8a6-4a1c-be6e-dc4e0882f010", "tag": "020c2e7f-c5f1-48f2-972b-41355ab275d9"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:37.675346 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcd9b2a-fa8f-47bd-baa0-3dc0af59c9e4 x-openstack-request-id: req-ebcd9b2a-fa8f-47bd-baa0-3dc0af59c9e4 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:37.675676 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63ada5e-d8a6-4a1c-be6e-dc4e0882f010", "tag": "020c2e7f-c5f1-48f2-972b-41355ab275d9", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:37.675940 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebcd9b2a-fa8f-47bd-baa0-3dc0af59c9e4 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:37.676349 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'tag': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'status': 'completed', 'code': 200} Jan 27 22:36:37.728458 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:37.739008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-3aec1e65-d891-437e-aa3e-ad9a4b7332a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:37.740616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-3aec1e65-d891-437e-aa3e-ad9a4b7332a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1097 time: 0.0440128 Jan 27 22:36:37.839211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-8a93e90d-5fed-4f94-b7ab-9ef586bef7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:37.840800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-8a93e90d-5fed-4f94-b7ab-9ef586bef7d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 909 time: 0.0936060 Jan 27 22:36:37.940046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-5f2d25fe-288e-45bf-a845-601e4f127f65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 999 time: 0.0938985 Jan 27 22:36:37.961193 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '9c88c4b4-d035-4cc9-9a39-490fa9a10be7', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'port_id': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'mac_address': 'fa:16:3e:25:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:36Z', 'updated_at': '2022-01-27T22:36:36Z', 'revision_number': 0, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 5, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:37.991918 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] Checking router: 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:36:37.997383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-82636786-2dff-42a0-a411-3c9a9d9dafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:37.998949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-82636786-2dff-42a0-a411-3c9a9d9dafd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 200 len: 847 time: 0.0536003 Jan 27 22:36:38.000702 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:38.001328 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:36:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:38.048085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-6aecac4d-b177-4bf3-890c-24687ac79c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:38.049652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-6aecac4d-b177-4bf3-890c-24687ac79c9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c084aba2-d0f5-4791-92e8-cc50ea4c9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454149 Jan 27 22:36:38.122942 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:38.146634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-37ed8fb2-d976-4dc7-b6b7-1c2f268f4867 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882423 Jan 27 22:36:38.245246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5daa6cd6-93bc-4ce6-82cd-403fa24eb07e req-0d9c3e56-4837-493c-a6ff-a255f4bdac49 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922182 Jan 27 22:36:38.364446 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '9c88c4b4-d035-4cc9-9a39-490fa9a10be7', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'port_id': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'mac_address': 'fa:16:3e:25:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:36Z', 'updated_at': '2022-01-27T22:36:36Z', 'revision_number': 0, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 5, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:38.393619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe22369-39bf-4184-811d-1e900df81488 None None] The sync data for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 is: [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '9c88c4b4-d035-4cc9-9a39-490fa9a10be7', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'port_id': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'mac_address': 'fa:16:3e:25:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:36Z', 'updated_at': '2022-01-27T22:36:36Z', 'revision_number': 0, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 5, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:36:38.588261 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:38.611699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab1885-7f39-418e-9fcd-824ca260509e None None] New status for floating IP 9c88c4b4-d035-4cc9-9a39-490fa9a10be7: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:36:41.149056 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:41.283306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:41.758922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41034) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:41.877261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:41.961224 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Publish callbacks [] for security_group (b2244cfc-5862-4b36-81f8-e1fc3f6c5c89), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:41.965462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b2244cfc-5862-4b36-81f8-e1fc3f6c5c89), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.008579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db56c408e5244d39aed7d603794d78e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484140 Jan 27 22:36:42.009597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2244cfc-5862-4b36-81f8-e1fc3f6c5c89,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:42.011617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41038) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:42.018873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.019397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.019926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.021306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.021306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.021837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.022294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.022731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.023159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.023780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.024220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.024640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.025067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4effa9d8-a273-458e-8c68-9d33100d2c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:42.086811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a050d467-9916-4d0c-99b4-4b4ce989d7b9 admin admin] Publish callbacks [] for security_group (b2244cfc-5862-4b36-81f8-e1fc3f6c5c89), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.114079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a050d467-9916-4d0c-99b4-4b4ce989d7b9 admin admin] Publish callbacks [] for security_group (b2244cfc-5862-4b36-81f8-e1fc3f6c5c89), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.172098 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a050d467-9916-4d0c-99b4-4b4ce989d7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b2244cfc-5862-4b36-81f8-e1fc3f6c5c89), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.174832 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a050d467-9916-4d0c-99b4-4b4ce989d7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.178827 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a050d467-9916-4d0c-99b4-4b4ce989d7b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2244cfc-5862-4b36-81f8-e1fc3f6c5c89 HTTP/1.1" status: 204 len: 168 time: 0.1619706 Jan 27 22:36:42.186619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050d467-9916-4d0c-99b4-4b4ce989d7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2244cfc-5862-4b36-81f8-e1fc3f6c5c89,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:42.480839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41044) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:42.494868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64cd456d-490a-4f80-a800-eaaa980240c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.598508 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64cd456d-490a-4f80-a800-eaaa980240c6 admin admin] Publish callbacks [] for security_group (240f81fb-bdf7-4b85-8013-b0325bc47689), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.604581 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-64cd456d-490a-4f80-a800-eaaa980240c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (240f81fb-bdf7-4b85-8013-b0325bc47689), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.647337 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-64cd456d-490a-4f80-a800-eaaa980240c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e7c81c791973429d966a44fea6f90a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655383 Jan 27 22:36:42.648336 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd456d-490a-4f80-a800-eaaa980240c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f81fb-bdf7-4b85-8013-b0325bc47689,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:42.650317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41046) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:42.706913 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-179ecd8e-f2c6-4ae4-a5e0-48859454d9b4 admin admin] Publish callbacks [] for security_group (240f81fb-bdf7-4b85-8013-b0325bc47689), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.728251 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-179ecd8e-f2c6-4ae4-a5e0-48859454d9b4 admin admin] Publish callbacks [] for security_group (240f81fb-bdf7-4b85-8013-b0325bc47689), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.780030 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-179ecd8e-f2c6-4ae4-a5e0-48859454d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (240f81fb-bdf7-4b85-8013-b0325bc47689), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.782787 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-179ecd8e-f2c6-4ae4-a5e0-48859454d9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:42.784077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-179ecd8e-f2c6-4ae4-a5e0-48859454d9b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/240f81fb-bdf7-4b85-8013-b0325bc47689 HTTP/1.1" status: 204 len: 168 time: 0.1326950 Jan 27 22:36:42.793896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ecd8e-f2c6-4ae4-a5e0-48859454d9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f81fb-bdf7-4b85-8013-b0325bc47689,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:46.141228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-b87a2827-f596-4c02-93b0-819167f757d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439980 Jan 27 22:36:46.229588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-7e2b560b-e8fd-4f91-92e1-3a9770490ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:46.231332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-7e2b560b-e8fd-4f91-92e1-3a9770490ec0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1097 time: 0.0435462 Jan 27 22:36:46.348420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-cab2ccb3-fc51-4a67-87eb-1e95c62865a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:46.349973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-cab2ccb3-fc51-4a67-87eb-1e95c62865a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 909 time: 0.0984709 Jan 27 22:36:46.420277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-f5ef36b5-7b43-47fa-88f9-b56122f35dab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 1001 time: 0.0636525 Jan 27 22:36:46.478888 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-16b4b0d6-86a9-4c1c-af3e-43d608aface3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:46.480420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-16b4b0d6-86a9-4c1c-af3e-43d608aface3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 200 len: 847 time: 0.0504754 Jan 27 22:36:46.531402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-de7575d4-7331-4987-b5d5-9c88650f4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:46.532979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-de7575d4-7331-4987-b5d5-9c88650f4b9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c084aba2-d0f5-4791-92e8-cc50ea4c9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438168 Jan 27 22:36:46.625740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-d6ecb274-0272-45ff-83fe-d68ee19e910b service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859487 Jan 27 22:36:46.731231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56fdae1d-212e-4b10-8509-fb7d3a1a7bb4 req-98328a0d-65e3-4ecc-b255-24f716287ce1 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986862 Jan 27 22:36:48.447076 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:51.176281 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.297111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:00.415687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.498477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Publish callbacks [] for security_group (202aeb84-6d76-40df-99bb-5923cb7b600c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.503154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (202aeb84-6d76-40df-99bb-5923cb7b600c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.543103 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e568108e41f44e5186d74f1b50568b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447569 Jan 27 22:37:00.544186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202aeb84-6d76-40df-99bb-5923cb7b600c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:00.546396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41212) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:00.552564 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.552910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.553248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.553744 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.554241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.554617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.554937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.555245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.555621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.555945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.556239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.556562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.556882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4212d453-dc65-41c2-b5dd-ad4374391d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:00.599403 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5aff9c8-a57e-403a-bc12-437e217c5fd9 admin admin] Publish callbacks [] for security_group (202aeb84-6d76-40df-99bb-5923cb7b600c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.621578 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5aff9c8-a57e-403a-bc12-437e217c5fd9 admin admin] Publish callbacks [] for security_group (202aeb84-6d76-40df-99bb-5923cb7b600c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.676488 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5aff9c8-a57e-403a-bc12-437e217c5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (202aeb84-6d76-40df-99bb-5923cb7b600c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.679238 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5aff9c8-a57e-403a-bc12-437e217c5fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.680632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e5aff9c8-a57e-403a-bc12-437e217c5fd9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/202aeb84-6d76-40df-99bb-5923cb7b600c HTTP/1.1" status: 204 len: 168 time: 0.1325803 Jan 27 22:37:00.689772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aff9c8-a57e-403a-bc12-437e217c5fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202aeb84-6d76-40df-99bb-5923cb7b600c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:00.963868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41218) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:00.978379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de5b5b33-4994-428d-8080-38dddca7fea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.060196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de5b5b33-4994-428d-8080-38dddca7fea9 admin admin] Publish callbacks [] for security_group (95cbd04c-194d-4d8f-8841-e51f0d22448c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.064933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-de5b5b33-4994-428d-8080-38dddca7fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95cbd04c-194d-4d8f-8841-e51f0d22448c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.101876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b5b33-4994-428d-8080-38dddca7fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cbd04c-194d-4d8f-8841-e51f0d22448c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:01.106407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-de5b5b33-4994-428d-8080-38dddca7fea9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3da8db4b11554778947e4b3785f61cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414781 Jan 27 22:37:01.109368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41220) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:01.162166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-170dfc99-332e-411c-b9c8-7d2b2b3c6cd8 admin admin] Publish callbacks [] for security_group (95cbd04c-194d-4d8f-8841-e51f0d22448c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.185894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-170dfc99-332e-411c-b9c8-7d2b2b3c6cd8 admin admin] Publish callbacks [] for security_group (95cbd04c-194d-4d8f-8841-e51f0d22448c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.232592 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-170dfc99-332e-411c-b9c8-7d2b2b3c6cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (95cbd04c-194d-4d8f-8841-e51f0d22448c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.235344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-170dfc99-332e-411c-b9c8-7d2b2b3c6cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.236590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-170dfc99-332e-411c-b9c8-7d2b2b3c6cd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95cbd04c-194d-4d8f-8841-e51f0d22448c HTTP/1.1" status: 204 len: 168 time: 0.1263082 Jan 27 22:37:01.245442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dfc99-332e-411c-b9c8-7d2b2b3c6cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cbd04c-194d-4d8f-8841-e51f0d22448c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:01.613322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41226) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:01.627127 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6588862e-f60d-4d13-b051-951531b94d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.709884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6588862e-f60d-4d13-b051-951531b94d6e admin admin] Publish callbacks [] for security_group (3a325df2-75de-4021-917b-60efb85c1344), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.714660 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6588862e-f60d-4d13-b051-951531b94d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3a325df2-75de-4021-917b-60efb85c1344), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.765967 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6588862e-f60d-4d13-b051-951531b94d6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4da80b66aebc49dfbfd7c1abf2d5c061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514850 Jan 27 22:37:01.766946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588862e-f60d-4d13-b051-951531b94d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a325df2-75de-4021-917b-60efb85c1344,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:01.770065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41228) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:01.821930 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71f00117-f2f3-4472-a3f1-2b5d2242d0c5 admin admin] Publish callbacks [] for security_group (3a325df2-75de-4021-917b-60efb85c1344), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.843692 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71f00117-f2f3-4472-a3f1-2b5d2242d0c5 admin admin] Publish callbacks [] for security_group (3a325df2-75de-4021-917b-60efb85c1344), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.894450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71f00117-f2f3-4472-a3f1-2b5d2242d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (3a325df2-75de-4021-917b-60efb85c1344), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.897201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71f00117-f2f3-4472-a3f1-2b5d2242d0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:01.898393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-71f00117-f2f3-4472-a3f1-2b5d2242d0c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a325df2-75de-4021-917b-60efb85c1344 HTTP/1.1" status: 204 len: 168 time: 0.1269042 Jan 27 22:37:01.907824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f00117-f2f3-4472-a3f1-2b5d2242d0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a325df2-75de-4021-917b-60efb85c1344,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:03.731722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41282) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:03.843758 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9daf994-41b1-47d1-a52d-b886f60369de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:03.922691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9daf994-41b1-47d1-a52d-b886f60369de admin admin] Publish callbacks [] for security_group (4057324e-713c-4695-aaae-004ad36ee195), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:03.928071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9daf994-41b1-47d1-a52d-b886f60369de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4057324e-713c-4695-aaae-004ad36ee195), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:03.967674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9daf994-41b1-47d1-a52d-b886f60369de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4057324e-713c-4695-aaae-004ad36ee195,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:03.971874 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d9daf994-41b1-47d1-a52d-b886f60369de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=631a7cc5b3384f5b9eb1a16ff30a58d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391140 Jan 27 22:37:03.974900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41288) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:04.037143 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e071ef66-3c2d-48c4-bda2-5f80295fbf70 admin admin] Publish callbacks [] for security_group (4057324e-713c-4695-aaae-004ad36ee195), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.064294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e071ef66-3c2d-48c4-bda2-5f80295fbf70 admin admin] Publish callbacks [] for security_group (4057324e-713c-4695-aaae-004ad36ee195), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.090723 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5facc893-b2e7-44c2-87a5-8b18d41660cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.119201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e071ef66-3c2d-48c4-bda2-5f80295fbf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4057324e-713c-4695-aaae-004ad36ee195), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.121968 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e071ef66-3c2d-48c4-bda2-5f80295fbf70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.123184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e071ef66-3c2d-48c4-bda2-5f80295fbf70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4057324e-713c-4695-aaae-004ad36ee195 HTTP/1.1" status: 204 len: 168 time: 0.1471112 Jan 27 22:37:04.132658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071ef66-3c2d-48c4-bda2-5f80295fbf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4057324e-713c-4695-aaae-004ad36ee195,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:04.429009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41294) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:04.442966 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c5dd41e0-370e-4d89-9f74-dcc11610b33c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.522337 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c5dd41e0-370e-4d89-9f74-dcc11610b33c admin admin] Publish callbacks [] for security_group (b0f3f010-ddcc-4327-9cd9-f349c030f16e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.528227 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c5dd41e0-370e-4d89-9f74-dcc11610b33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b0f3f010-ddcc-4327-9cd9-f349c030f16e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.566023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c5dd41e0-370e-4d89-9f74-dcc11610b33c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72bd22ff574c4c0ebd363b13c8afc3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358850 Jan 27 22:37:04.566863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd41e0-370e-4d89-9f74-dcc11610b33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f3f010-ddcc-4327-9cd9-f349c030f16e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:04.569779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41296) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:04.624828 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c11ab7d9-dbfc-47ea-a889-fa8f9a99e309 admin admin] Publish callbacks [] for security_group (b0f3f010-ddcc-4327-9cd9-f349c030f16e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.647306 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c11ab7d9-dbfc-47ea-a889-fa8f9a99e309 admin admin] Publish callbacks [] for security_group (b0f3f010-ddcc-4327-9cd9-f349c030f16e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.705201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c11ab7d9-dbfc-47ea-a889-fa8f9a99e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b0f3f010-ddcc-4327-9cd9-f349c030f16e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.707953 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c11ab7d9-dbfc-47ea-a889-fa8f9a99e309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.709157 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c11ab7d9-dbfc-47ea-a889-fa8f9a99e309 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0f3f010-ddcc-4327-9cd9-f349c030f16e HTTP/1.1" status: 204 len: 168 time: 0.1379580 Jan 27 22:37:04.717677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ab7d9-dbfc-47ea-a889-fa8f9a99e309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f3f010-ddcc-4327-9cd9-f349c030f16e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:07.097387 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-05339b3a-a5d5-4e61-a925-94f4837958b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:08.594117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:11.165892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:11.306655 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:11.668021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41372) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:11.847177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800ca05-033b-4d9f-b8c1-6c3c39d3143c req-37a81118-8f03-4c68-b8af-1c26fb63097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:11.848743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d800ca05-033b-4d9f-b8c1-6c3c39d3143c req-37a81118-8f03-4c68-b8af-1c26fb63097a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1097 time: 0.1796708 Jan 27 22:37:11.895294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d800ca05-033b-4d9f-b8c1-6c3c39d3143c req-9463fe24-40ee-49e0-a312-9c6a02e39f86 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Jan 27 22:37:13.293362 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:37:18.463559 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:20.411733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41436) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:20.538921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6aa9-27d5-46ac-9fdc-ee91e73cb558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:20.618303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6aa9-27d5-46ac-9fdc-ee91e73cb558 admin admin] Publish callbacks [] for security_group (62a5d79b-d3ab-41af-96af-b7851f4956d7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:20.623573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6aa9-27d5-46ac-9fdc-ee91e73cb558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (62a5d79b-d3ab-41af-96af-b7851f4956d7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:20.668703 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ecfb6aa9-27d5-46ac-9fdc-ee91e73cb558 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b17e8b95a2844fa78f2df75e7b49337c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532852 Jan 27 22:37:20.669036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41440) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:20.671569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb6aa9-27d5-46ac-9fdc-ee91e73cb558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a5d79b-d3ab-41af-96af-b7851f4956d7,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:20.727137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cd21ddd-1bff-47fe-9f57-782ed7720aa1 admin admin] Publish callbacks [] for security_group (62a5d79b-d3ab-41af-96af-b7851f4956d7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:20.751310 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cd21ddd-1bff-47fe-9f57-782ed7720aa1 admin admin] Publish callbacks [] for security_group (62a5d79b-d3ab-41af-96af-b7851f4956d7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:20.802488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cd21ddd-1bff-47fe-9f57-782ed7720aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (62a5d79b-d3ab-41af-96af-b7851f4956d7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:20.805980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6cd21ddd-1bff-47fe-9f57-782ed7720aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:20.807279 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6cd21ddd-1bff-47fe-9f57-782ed7720aa1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62a5d79b-d3ab-41af-96af-b7851f4956d7 HTTP/1.1" status: 204 len: 168 time: 0.1371090 Jan 27 22:37:20.818266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd21ddd-1bff-47fe-9f57-782ed7720aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a5d79b-d3ab-41af-96af-b7851f4956d7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:21.113476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41448) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:21.128401 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22451a8f-5500-44f1-ab0f-d8077f2962ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:21.188699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:21.212101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22451a8f-5500-44f1-ab0f-d8077f2962ff admin admin] Publish callbacks [] for security_group (ef9d0c25-9528-4e9d-a5f5-30a1fcfc76a0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:21.216475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-22451a8f-5500-44f1-ab0f-d8077f2962ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ef9d0c25-9528-4e9d-a5f5-30a1fcfc76a0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:21.254804 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-22451a8f-5500-44f1-ab0f-d8077f2962ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3bb0ee8b7033416ba831fa7e2fe25604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400721 Jan 27 22:37:21.255790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22451a8f-5500-44f1-ab0f-d8077f2962ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d0c25-9528-4e9d-a5f5-30a1fcfc76a0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:21.257923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41450) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:21.307793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-70b5f16e-6eb7-4ac4-8e38-d6c114b821ab admin admin] Publish callbacks [] for security_group (ef9d0c25-9528-4e9d-a5f5-30a1fcfc76a0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:21.334080 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-70b5f16e-6eb7-4ac4-8e38-d6c114b821ab admin admin] Publish callbacks [] for security_group (ef9d0c25-9528-4e9d-a5f5-30a1fcfc76a0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:21.383613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-70b5f16e-6eb7-4ac4-8e38-d6c114b821ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ef9d0c25-9528-4e9d-a5f5-30a1fcfc76a0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:21.386156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-70b5f16e-6eb7-4ac4-8e38-d6c114b821ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:21.387321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-70b5f16e-6eb7-4ac4-8e38-d6c114b821ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef9d0c25-9528-4e9d-a5f5-30a1fcfc76a0 HTTP/1.1" status: 204 len: 168 time: 0.1284668 Jan 27 22:37:21.395683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f16e-6eb7-4ac4-8e38-d6c114b821ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9d0c25-9528-4e9d-a5f5-30a1fcfc76a0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:34.090893 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-035f6645-9f59-4bcb-953d-657be4106130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:37.094550 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e83ccb69-641f-4a65-a2ad-dfd1e27ccb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:38.593553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:41.153502 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:41.291987 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:46.373217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41590) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:46.506917 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:46.588607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Publish callbacks [] for security_group (346c8b52-ab6f-4ba6-a578-77e820a0c4fe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:46.594033 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (346c8b52-ab6f-4ba6-a578-77e820a0c4fe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:46.637940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346c8b52-ab6f-4ba6-a578-77e820a0c4fe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:46.642431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3d9bb2db1e7404b9ba6f44d62632880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2680018 Jan 27 22:37:46.645642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41594) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:46.649603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.649958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.650302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.650642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.650978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.651315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.651759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.652090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.652419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.652748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.653208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.653634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.654311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72321911-6154-4cd3-843a-77af38ab86b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:46.722262 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5aaa-3c08-4e4c-b7aa-976de5b0bcca admin admin] Publish callbacks [] for security_group (346c8b52-ab6f-4ba6-a578-77e820a0c4fe), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:46.748075 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5aaa-3c08-4e4c-b7aa-976de5b0bcca admin admin] Publish callbacks [] for security_group (346c8b52-ab6f-4ba6-a578-77e820a0c4fe), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:46.804054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5aaa-3c08-4e4c-b7aa-976de5b0bcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (346c8b52-ab6f-4ba6-a578-77e820a0c4fe), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:46.807008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5aaa-3c08-4e4c-b7aa-976de5b0bcca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:46.811366 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cd6a5aaa-3c08-4e4c-b7aa-976de5b0bcca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/346c8b52-ab6f-4ba6-a578-77e820a0c4fe HTTP/1.1" status: 204 len: 168 time: 0.1613047 Jan 27 22:37:46.816916 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a5aaa-3c08-4e4c-b7aa-976de5b0bcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346c8b52-ab6f-4ba6-a578-77e820a0c4fe,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:47.169821 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41604) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:47.183735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a213e7a6-c098-4c01-8241-e378d5bc8024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:47.269416 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a213e7a6-c098-4c01-8241-e378d5bc8024 admin admin] Publish callbacks [] for security_group (684c199e-bf0f-4a56-a1c3-47ccfe964e8e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:47.275015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a213e7a6-c098-4c01-8241-e378d5bc8024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (684c199e-bf0f-4a56-a1c3-47ccfe964e8e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:47.322397 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a213e7a6-c098-4c01-8241-e378d5bc8024 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=625c8dddf3b14163957c9e6643dd51f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510036 Jan 27 22:37:47.322685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213e7a6-c098-4c01-8241-e378d5bc8024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684c199e-bf0f-4a56-a1c3-47ccfe964e8e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:47.325781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41606) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:37:47.392427 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04f988c9-b8b9-434d-a0a0-197ce7ad52c9 admin admin] Publish callbacks [] for security_group (684c199e-bf0f-4a56-a1c3-47ccfe964e8e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:47.416173 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04f988c9-b8b9-434d-a0a0-197ce7ad52c9 admin admin] Publish callbacks [] for security_group (684c199e-bf0f-4a56-a1c3-47ccfe964e8e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:47.465960 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04f988c9-b8b9-434d-a0a0-197ce7ad52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (684c199e-bf0f-4a56-a1c3-47ccfe964e8e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:47.468726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-04f988c9-b8b9-434d-a0a0-197ce7ad52c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:47.469943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-04f988c9-b8b9-434d-a0a0-197ce7ad52c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/684c199e-bf0f-4a56-a1c3-47ccfe964e8e HTTP/1.1" status: 204 len: 168 time: 0.1428156 Jan 27 22:37:47.480010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f988c9-b8b9-434d-a0a0-197ce7ad52c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c199e-bf0f-4a56-a1c3-47ccfe964e8e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:48.144429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-ca02930f-b9ef-4254-9bb5-bd2a952bddec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412364 Jan 27 22:37:48.232175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-cbcd1a0c-dd4e-4546-b4d4-2d45db5f1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:48.233713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-cbcd1a0c-dd4e-4546-b4d4-2d45db5f1c6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1097 time: 0.0457478 Jan 27 22:37:48.338585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-08e96be5-cd49-4068-941c-33bb344baafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:48.340137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-08e96be5-cd49-4068-941c-33bb344baafd service neutron] 10.222.0.57 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 909 time: 0.0884132 Jan 27 22:37:48.411842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-917dc7ff-e886-498a-9073-15e521a1e9ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 1001 time: 0.0663075 Jan 27 22:37:48.462481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:48.463606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-88846b97-d4fc-4053-8211-778a3e742519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:48.465288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-88846b97-d4fc-4053-8211-778a3e742519 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 200 len: 847 time: 0.0481434 Jan 27 22:37:48.512639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-6940671a-a5eb-48c7-9fda-e0d1cde5ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:48.514963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-6940671a-a5eb-48c7-9fda-e0d1cde5ac4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c084aba2-d0f5-4791-92e8-cc50ea4c9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442231 Jan 27 22:37:48.617909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-44d261b1-2b44-4c60-ab61-ea2aaf279dd6 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958877 Jan 27 22:37:48.714243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c8a8fc4-0ef3-47dd-ae43-66adbe495b87 req-b5969fd2-0430-49ce-b546-eaccb41568f2 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908034 Jan 27 22:37:50.292922 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:37:51.208952 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:04.088184 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-adfad622-9cec-43c5-861e-a1e2147a3fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:07.090929 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b20b88e3-bea8-44e8-8ec0-d503aa7e0848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:08.603768 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:11.156871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:11.300219 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:18.475026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:21.223551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:27.293127 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:38:34.083200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8ef5-a5e3-4550-b71d-68ee29b63bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:37.085558 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce2e0-4e75-4aec-a50c-68be3c8e0eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:38.608238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:41.158069 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:41.294877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:48.475031 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:49.146372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-776ab9d1-dc18-4a98-939b-2a4ee9aef558 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432250 Jan 27 22:38:49.234999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-f9573461-6575-4468-9b09-1bb31cadd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:49.236433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-f9573461-6575-4468-9b09-1bb31cadd856 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1097 time: 0.0460351 Jan 27 22:38:49.342358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-80397e3f-d118-41cf-ae2e-b3c70aa50e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:49.343979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-80397e3f-d118-41cf-ae2e-b3c70aa50e5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 909 time: 0.0892010 Jan 27 22:38:49.413696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-e094012f-b627-4636-8594-3d6bd893a270 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 1001 time: 0.0634027 Jan 27 22:38:49.461107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-5122a65d-b7af-448d-9cad-8d67c48259ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:49.462547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-5122a65d-b7af-448d-9cad-8d67c48259ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 200 len: 847 time: 0.0436168 Jan 27 22:38:49.509255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-cc591332-a54b-404a-807b-f40ef957d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:49.510687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-cc591332-a54b-404a-807b-f40ef957d28f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c084aba2-d0f5-4791-92e8-cc50ea4c9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424466 Jan 27 22:38:49.605054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-bef1f7dd-3e8f-4cb2-a69b-4fef3cdf06e6 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881548 Jan 27 22:38:49.703660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ecd4fded-cf92-4a00-9c3a-fc34e4ae4e33 req-bc13d232-6b69-45d2-8894-eea4636ad807 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909302 Jan 27 22:38:51.218155 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:55.782254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 41930) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:38:55.898261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:55.979976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Publish callbacks [] for security_group (bf1480bf-c937-452c-ab8a-8b797e0378d6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:55.985346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bf1480bf-c937-452c-ab8a-8b797e0378d6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:56.025537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7de472d1022b4123859728014e27518c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419887 Jan 27 22:38:56.026509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1480bf-c937-452c-ab8a-8b797e0378d6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:56.028540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 41934) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:38:56.035123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.035498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.035845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.036219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.036552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.036879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.037217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.037524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.037845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.038494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.038814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.039130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.039471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f9693-3e6e-42d9-9727-f45349318ec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.108924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Publish callbacks [] for security_group (bf1480bf-c937-452c-ab8a-8b797e0378d6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:56.132050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Publish callbacks [] for security_group (bf1480bf-c937-452c-ab8a-8b797e0378d6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:56.181802 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (bf1480bf-c937-452c-ab8a-8b797e0378d6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:56.185494 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:56.186710 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf1480bf-c937-452c-ab8a-8b797e0378d6 HTTP/1.1" status: 204 len: 168 time: 0.1563656 Jan 27 22:38:56.195193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1480bf-c937-452c-ab8a-8b797e0378d6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:56.204340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.204694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.205042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.205381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.205879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.206211 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.206541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.206867 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.207194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.207549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.207874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.208197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:56.208539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e37782-198d-41ff-a77f-b5b54100b6ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:04.090051 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7b2907b0-25bf-44af-8920-169ff4f1e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:04.292674 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:39:07.090035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f099591-3f47-4000-b15b-8df90034cd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:08.608886 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:10.672772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42022) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:10.781904 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b84af9c9-658c-49d9-91cd-e0e7689a644a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:10.858184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b84af9c9-658c-49d9-91cd-e0e7689a644a admin admin] Publish callbacks [] for security_group (6c467e67-70b1-4515-b31b-ad505c150a3d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:10.865148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b84af9c9-658c-49d9-91cd-e0e7689a644a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6c467e67-70b1-4515-b31b-ad505c150a3d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:10.904714 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b84af9c9-658c-49d9-91cd-e0e7689a644a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb91bb157a6a4af3bf40e88876daaeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308140 Jan 27 22:39:10.905779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84af9c9-658c-49d9-91cd-e0e7689a644a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c467e67-70b1-4515-b31b-ad505c150a3d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:10.907915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42026) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:10.973350 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6af89db0-612e-4ec2-9637-ec72a4743e8e admin admin] Publish callbacks [] for security_group (6c467e67-70b1-4515-b31b-ad505c150a3d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:10.996537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6af89db0-612e-4ec2-9637-ec72a4743e8e admin admin] Publish callbacks [] for security_group (6c467e67-70b1-4515-b31b-ad505c150a3d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:11.046710 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6af89db0-612e-4ec2-9637-ec72a4743e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (6c467e67-70b1-4515-b31b-ad505c150a3d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:11.049484 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6af89db0-612e-4ec2-9637-ec72a4743e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:11.050651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6af89db0-612e-4ec2-9637-ec72a4743e8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c467e67-70b1-4515-b31b-ad505c150a3d HTTP/1.1" status: 204 len: 168 time: 0.1416268 Jan 27 22:39:11.058679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89db0-612e-4ec2-9637-ec72a4743e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c467e67-70b1-4515-b31b-ad505c150a3d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:11.161289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:11.300725 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:13.271406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42180) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:13.385932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ab464fe-6f85-4091-a2fe-2f8a0ceeeee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:13.458390 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ab464fe-6f85-4091-a2fe-2f8a0ceeeee0 admin admin] Publish callbacks [] for security_group (758b5d9b-535a-4359-88fe-f163fe9525e9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:13.464323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4ab464fe-6f85-4091-a2fe-2f8a0ceeeee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (758b5d9b-535a-4359-88fe-f163fe9525e9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:13.504525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4ab464fe-6f85-4091-a2fe-2f8a0ceeeee0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42ec5599a6ae4121af9a4720d16f9eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319317 Jan 27 22:39:13.505483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab464fe-6f85-4091-a2fe-2f8a0ceeeee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758b5d9b-535a-4359-88fe-f163fe9525e9,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:13.507819 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42184) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:13.570271 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de2c9d64-182b-445d-a7fe-5391fd2d99b7 admin admin] Publish callbacks [] for security_group (758b5d9b-535a-4359-88fe-f163fe9525e9), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:13.592938 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de2c9d64-182b-445d-a7fe-5391fd2d99b7 admin admin] Publish callbacks [] for security_group (758b5d9b-535a-4359-88fe-f163fe9525e9), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:13.641550 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de2c9d64-182b-445d-a7fe-5391fd2d99b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (758b5d9b-535a-4359-88fe-f163fe9525e9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:13.644215 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de2c9d64-182b-445d-a7fe-5391fd2d99b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:13.647822 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-de2c9d64-182b-445d-a7fe-5391fd2d99b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/758b5d9b-535a-4359-88fe-f163fe9525e9 HTTP/1.1" status: 204 len: 168 time: 0.1364138 Jan 27 22:39:13.653745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c9d64-182b-445d-a7fe-5391fd2d99b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b5d9b-535a-4359-88fe-f163fe9525e9,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:13.933294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42190) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:13.947862 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abc485aa-a675-4699-8c6f-59f466089e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:14.035548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abc485aa-a675-4699-8c6f-59f466089e22 admin admin] Publish callbacks [] for security_group (ab208a26-c92a-4958-8fb5-3b95e617ef6c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:14.040923 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-abc485aa-a675-4699-8c6f-59f466089e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ab208a26-c92a-4958-8fb5-3b95e617ef6c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:14.079894 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-abc485aa-a675-4699-8c6f-59f466089e22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93d6ff61899242f6beacc8658d30e06d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454573 Jan 27 22:39:14.080740 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc485aa-a675-4699-8c6f-59f466089e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab208a26-c92a-4958-8fb5-3b95e617ef6c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:14.083151 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42192) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:14.143450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-010bf569-74b2-4244-a67a-688d87c2b802 admin admin] Publish callbacks [] for security_group (ab208a26-c92a-4958-8fb5-3b95e617ef6c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:14.169016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-010bf569-74b2-4244-a67a-688d87c2b802 admin admin] Publish callbacks [] for security_group (ab208a26-c92a-4958-8fb5-3b95e617ef6c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:14.218665 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-010bf569-74b2-4244-a67a-688d87c2b802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ab208a26-c92a-4958-8fb5-3b95e617ef6c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:14.221352 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-010bf569-74b2-4244-a67a-688d87c2b802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:14.222587 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-010bf569-74b2-4244-a67a-688d87c2b802 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab208a26-c92a-4958-8fb5-3b95e617ef6c HTTP/1.1" status: 204 len: 168 time: 0.1384935 Jan 27 22:39:14.230525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bf569-74b2-4244-a67a-688d87c2b802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab208a26-c92a-4958-8fb5-3b95e617ef6c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:17.526859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42256) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:17.532296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'network': {'name': 'tempest-network-smoke--121897617', 'project_id': 'e059c04c41764caab1d4295960825d07', 'port_security_enabled': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:17.555099 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Made reservation on behalf of e059c04c41764caab1d4295960825d07 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:39:17.558797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.568439 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.652756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (8d0907ab-b564-4c0b-8433-deff9ba6c205), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.660487 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8d0907ab-b564-4c0b-8433-deff9ba6c205), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.693034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:39:17.699607 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0907ab-b564-4c0b-8433-deff9ba6c205,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:17.708686 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8345f2fd-66fe-44a9-902c-805f9f2c6018), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.709417 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Added segment 8345f2fd-66fe-44a9-902c-805f9f2c6018 of type vlan for network b2a7c620-edec-4c04-966d-a793b46102ca Jan 27 22:39:17.750901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (b2a7c620-edec-4c04-966d-a793b46102ca), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.779723 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (b2a7c620-edec-4c04-966d-a793b46102ca), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.785067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:17.785705 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.847396 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3193674 Jan 27 22:39:17.850267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42258) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:17.857026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'admin_state_up': True, 'project_id': 'e059c04c41764caab1d4295960825d07', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:17.870226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868937bc-074b-4c1e-b7ea-629c8fce1841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Network': ['ID=b2a7c620-edec-4c04-966d-a793b46102ca,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:17.881624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network b2a7c620-edec-4c04-966d-a793b46102ca details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:39:17.888614 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (b092da31-379f-4c64-9258-8a2caf7ac30b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.890020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (b092da31-379f-4c64-9258-8a2caf7ac30b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:17.942263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_controller (b092da31-379f-4c64-9258-8a2caf7ac30b), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:18.088304 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_gateway (b092da31-379f-4c64-9258-8a2caf7ac30b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:18.289492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_gateway (b092da31-379f-4c64-9258-8a2caf7ac30b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:18.313053 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:18.420714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Allocated IP 172.25.8.67 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/cb5855db-557b-4dd7-ba31-8366980fe8ce) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:39:18.475698 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:18.526897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:18.565685 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:18.606019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:39:18.611104 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:39:18.615627 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:39:18.619100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=cb5855db-557b-4dd7-ba31-8366980fe8ce,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:19.224456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_gateway (b092da31-379f-4c64-9258-8a2caf7ac30b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:19.430294 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (b092da31-379f-4c64-9258-8a2caf7ac30b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:19.572201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Router b092da31-379f-4c64-9258-8a2caf7ac30b is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:39:19.697539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:39:19.707961 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Sync routers for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:39:19.718786 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:39:19.719425 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:39:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:19.721747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:19.723041 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-819b3467-9291-4b0a-8796-4ccc3b9686af tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8718545 Jan 27 22:39:19.726252 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42260) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:19.825565 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:39:19.865350 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-00a65e92-6f5d-4951-8369-62979ffd3137 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=e059c04c41764caab1d4295960825d07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1378803 Jan 27 22:39:19.868693 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:20.013805 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:19Z', 'revision_number': 3, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:20.032154 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae871cb-5c3e-446f-b4e0-47161cc538f2 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:20.036573 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dae871cb-5c3e-446f-b4e0-47161cc538f2 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1643600 Jan 27 22:39:20.036807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42266) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:20.041288 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Checking router: b092da31-379f-4c64-9258-8a2caf7ac30b for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:39:20.041635 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Updating router b092da31-379f-4c64-9258-8a2caf7ac30b port cb5855db-557b-4dd7-ba31-8366980fe8ce binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:39:20.066355 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.075208 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1a817db3-27d2-479f-ad4b-d92843d10f41 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373297 Jan 27 22:39:20.078219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42268) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:20.083076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450404683', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'project_id': 'e059c04c41764caab1d4295960825d07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:20.172735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Made reservation on behalf of e059c04c41764caab1d4295960825d07 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:39:20.176395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.319006 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Publish callbacks [] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.325593 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.370950 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (fbe9c20a-319e-4ab7-96b2-88cd0e49d537), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.377289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Attempting to bind port cb5855db-557b-4dd7-ba31-8366980fe8ce on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:39:20.377660 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Attempting to bind port cb5855db-557b-4dd7-ba31-8366980fe8ce by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:39:20.378028 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Attempting to bind port cb5855db-557b-4dd7-ba31-8366980fe8ce on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:39:20.391228 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:39:20.391626 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:39:20.392035 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.392428 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:39:20.392895 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Bound port: cb5855db-557b-4dd7-ba31-8366980fe8ce, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:39:20.393285 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.394924 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Pushing event updated for resources: {'Port': ['ID=cb5855db-557b-4dd7-ba31-8366980fe8ce,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:20.423573 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.423925 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.424284 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.424611 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.424940 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.425277 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.425603 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.425931 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.426254 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.426581 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.426904 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.427226 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.427562 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:20.429453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Subnet': ['ID=fbe9c20a-319e-4ab7-96b2-88cd0e49d537,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:20.439976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Checking segment: {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:39:20.440332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network hostable DHCP agents. Network: b2a7c620-edec-4c04-966d-a793b46102ca, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:39:20.457982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network b2a7c620-edec-4c04-966d-a793b46102ca is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:39:20.460874 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] For port cb5855db-557b-4dd7-ba31-8366980fe8ce, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:39:20.464230 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] For port cb5855db-557b-4dd7-ba31-8366980fe8ce, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cb5855db-557b-4dd7-ba31-8366980fe8ce,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:39:20.468955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, b2a7c620-edec-4c04-966d-a793b46102ca) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:39:20.471687 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.473343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:20.473944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.479360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc007f-9b5c-4a7e-a5ee-29759e899ad4 None None] Network b2a7c620-edec-4c04-966d-a793b46102ca requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:39:20.493030 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3c294f4d-dfaf-44bd-b58f-c2eca7555e2f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4137368 Jan 27 22:39:20.495791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42270) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:20.529725 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:39:20.530441 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:39:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:20.590302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-b2a7c620-edec-4c04-966d-a793b46102ca', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'project_id': 'e059c04c41764caab1d4295960825d07', 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:39:20.591520 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.699156 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca746fc-50a0-479e-bada-cbdf141ba7a3 None None] Pushing event updated for resources: {'Port': ['ID=cb5855db-557b-4dd7-ba31-8366980fe8ce,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:20.755736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Allocated IP 172.20.0.2 (b2a7c620-edec-4c04-966d-a793b46102ca/fbe9c20a-319e-4ab7-96b2-88cd0e49d537/148ef26f-d2c6-4c20-836b-a9e3e33c9a5b) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:39:20.773436 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:39:20.915115 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Publish callbacks [] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.924057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.962951 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:19Z', 'revision_number': 3, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:20.973081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Network b2a7c620-edec-4c04-966d-a793b46102ca is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:39:20.976892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:39:20.977227 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:20.985199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:39:20.991672 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd84dd-cf4e-4334-bfea-2fb1bbfded4d None None] The sync data for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 is: [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:19Z', 'revision_number': 3, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:39:20.996494 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Pushing event updated for resources: {'Port': ['ID=148ef26f-d2c6-4c20-836b-a9e3e33c9a5b,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:21.019713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.020173 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.020851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.021445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.021919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.022343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.022745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.023145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.023612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.024037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.024427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.024821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.025219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:21.062312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Attempting to bind port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:39:21.062841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Attempting to bind port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:39:21.063319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Attempting to bind port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b on network b2a7c620-edec-4c04-966d-a793b46102ca {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:39:21.070123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:39:21.070629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Checking segment: {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:39:21.071143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:21.071805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Bound using segment: {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:39:21.072302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Bound port: 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:39:21.072694 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:21.155003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] For port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:39:21.158746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] For port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=148ef26f-d2c6-4c20-836b-a9e3e33c9a5b,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:39:21.165194 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:21.227141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:21.267537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a3b80-8904-421d-874a-a598811daf7e None None] Pushing event updated for resources: {'Port': ['ID=148ef26f-d2c6-4c20-836b-a9e3e33c9a5b,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:21.333717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Allocated IP 172.20.0.1 (b2a7c620-edec-4c04-966d-a793b46102ca/fbe9c20a-319e-4ab7-96b2-88cd0e49d537/20e536e1-2264-45e1-8011-52cde68b1a07) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:39:21.464200 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (20e536e1-2264-45e1-8011-52cde68b1a07), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:21.506073 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:21.552337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network b2a7c620-edec-4c04-966d-a793b46102ca is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:39:21.556022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:39:21.559116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:39:21.601594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=20e536e1-2264-45e1-8011-52cde68b1a07,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:21.624849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (b092da31-379f-4c64-9258-8a2caf7ac30b), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:21.765713 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.088658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (20e536e1-2264-45e1-8011-52cde68b1a07), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.094580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.175565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=20e536e1-2264-45e1-8011-52cde68b1a07,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:22.178258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (b092da31-379f-4c64-9258-8a2caf7ac30b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.284624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network b2a7c620-edec-4c04-966d-a793b46102ca is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:39:22.286213 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:39:22.320204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91dd173-69df-403d-83fd-c62147883f56 None None] Network b2a7c620-edec-4c04-966d-a793b46102ca requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:39:22.402794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5e3da1a0-848c-4280-82d4-6d9977fda857 None None] Provisioning complete for port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:22.403276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e3da1a0-848c-4280-82d4-6d9977fda857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.407874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Router b092da31-379f-4c64-9258-8a2caf7ac30b has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:39:22.525641 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:39:22.534158 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c409b764-e8b9-4c58-b256-782d2bee464a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "PUT /v2.0/routers/b092da31-379f-4c64-9258-8a2caf7ac30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348213 Jan 27 22:39:22.534561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42272) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:22.535755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5e3da1a0-848c-4280-82d4-6d9977fda857 None None] Current status of the port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:22.536254 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e3da1a0-848c-4280-82d4-6d9977fda857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.539711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6c00edc5-7165-413e-b144-738090c7b06e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--973960491', 'description': 'tempest-secgroup_access--973960491 description', 'project_id': 'e059c04c41764caab1d4295960825d07'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:22.564632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c00edc5-7165-413e-b144-738090c7b06e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.574345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5e3da1a0-848c-4280-82d4-6d9977fda857 None None] For port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=148ef26f-d2c6-4c20-836b-a9e3e33c9a5b,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:39:22.582185 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e3da1a0-848c-4280-82d4-6d9977fda857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.654958 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3da1a0-848c-4280-82d4-6d9977fda857 None None] Pushing event updated for resources: {'Port': ['ID=148ef26f-d2c6-4c20-836b-a9e3e33c9a5b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:22.656103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c00edc5-7165-413e-b144-738090c7b06e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (0934870c-caf4-45f0-9370-cf530aa01a68), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.663309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c00edc5-7165-413e-b144-738090c7b06e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0934870c-caf4-45f0-9370-cf530aa01a68), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.696657 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6c00edc5-7165-413e-b144-738090c7b06e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.701055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6c00edc5-7165-413e-b144-738090c7b06e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1625826 Jan 27 22:39:22.701409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42274) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:22.706426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-973e3503-7a4d-445b-82dd-07e9a5a308fd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1540143059', 'description': 'tempest-secgroup_general--1540143059 description', 'project_id': 'e059c04c41764caab1d4295960825d07'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:22.709673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00edc5-7165-413e-b144-738090c7b06e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0934870c-caf4-45f0-9370-cf530aa01a68,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:22.730803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-973e3503-7a4d-445b-82dd-07e9a5a308fd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.806920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-857a86a4-3237-468f-9d2f-72683ca7ce5b None None] Provisioning complete for port 20e536e1-2264-45e1-8011-52cde68b1a07 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:22.807323 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-857a86a4-3237-468f-9d2f-72683ca7ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.812461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-973e3503-7a4d-445b-82dd-07e9a5a308fd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (e0f2a68e-481f-4270-9027-f6471cf4d1e6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.817773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-973e3503-7a4d-445b-82dd-07e9a5a308fd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e0f2a68e-481f-4270-9027-f6471cf4d1e6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.837649 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-973e3503-7a4d-445b-82dd-07e9a5a308fd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.842383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42276) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:22.842544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-973e3503-7a4d-445b-82dd-07e9a5a308fd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1394508 Jan 27 22:39:22.847032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8b33585b-c522-481b-9836-b8b11f391ab9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'security_group_rule': {'security_group_id': '0934870c-caf4-45f0-9370-cf530aa01a68', 'project_id': 'e059c04c41764caab1d4295960825d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:22.855835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-857a86a4-3237-468f-9d2f-72683ca7ce5b None None] Port 20e536e1-2264-45e1-8011-52cde68b1a07 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:39:22.863957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e3503-7a4d-445b-82dd-07e9a5a308fd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2a68e-481f-4270-9027-f6471cf4d1e6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:22.868448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-857a86a4-3237-468f-9d2f-72683ca7ce5b None None] Provisioning complete for port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:22.869081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-857a86a4-3237-468f-9d2f-72683ca7ce5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.884849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b33585b-c522-481b-9836-b8b11f391ab9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group_rule (7eec7778-96ca-4ec6-8653-af39d9061a89), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.909404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Sync routers for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:39:22.929263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:39:22.930074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:39:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:22.955999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b33585b-c522-481b-9836-b8b11f391ab9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group_rule (7eec7778-96ca-4ec6-8653-af39d9061a89), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.961080 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b33585b-c522-481b-9836-b8b11f391ab9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (7eec7778-96ca-4ec6-8653-af39d9061a89), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.983576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33585b-c522-481b-9836-b8b11f391ab9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eec7778-96ca-4ec6-8653-af39d9061a89,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:22.989054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b33585b-c522-481b-9836-b8b11f391ab9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:22.991481 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8b33585b-c522-481b-9836-b8b11f391ab9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472046 Jan 27 22:39:23.182541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-9e89f283-7e93-404a-a0ba-1a5c75f48e17 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--973960491&fields=id&tenant_id=e059c04c41764caab1d4295960825d07 HTTP/1.1" status: 200 len: 267 time: 0.0599608 Jan 27 22:39:23.203146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-857a86a4-3237-468f-9d2f-72683ca7ce5b None None] Current status of the port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:23.232837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-f3ef9523-7570-4768-a634-199d110c2a15 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--1540143059&fields=id&tenant_id=e059c04c41764caab1d4295960825d07 HTTP/1.1" status: 200 len: 267 time: 0.0490980 Jan 27 22:39:23.282669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:39:23.311954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:39:23.350148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-255db108-5030-4d25-9c64-41335f4830b1 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:23.351680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-255db108-5030-4d25-9c64-41335f4830b1 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/networks?id=b2a7c620-edec-4c04-966d-a793b46102ca HTTP/1.1" status: 200 len: 796 time: 0.1098812 Jan 27 22:39:23.367108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-d12f61b4-a47e-483b-80cc-411bcf2d43cc tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/quotas/e059c04c41764caab1d4295960825d07 HTTP/1.1" status: 200 len: 375 time: 0.0096557 Jan 27 22:39:23.405457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5b833032-705d-4bea-82b2-8655eb9fbc41 None None] Provisioning complete for port 20e536e1-2264-45e1-8011-52cde68b1a07 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:23.406072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b833032-705d-4bea-82b2-8655eb9fbc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:23.429116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-2aa4e3b2-5d44-49a7-9496-d793dbaa8f5e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565200 Jan 27 22:39:23.492745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:23.493118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:23.497922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5b833032-705d-4bea-82b2-8655eb9fbc41 None None] Port 20e536e1-2264-45e1-8011-52cde68b1a07 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:39:23.531200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-a155f49d-5e7f-440f-8f98-4236a0c5c1dd service neutron] 10.222.0.45 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891981 Jan 27 22:39:23.634062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:23.635214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cb5855db-557b-4dd7-ba31-8366980fe8ce up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:39:23.650118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-0e671be7-a8ac-4637-875a-a208cb86da9d service neutron] 10.222.0.45 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126678 Jan 27 22:39:23.678350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 2, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:23.711148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Checking router: b092da31-379f-4c64-9258-8a2caf7ac30b for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:39:23.711532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Updating router b092da31-379f-4c64-9258-8a2caf7ac30b port 20e536e1-2264-45e1-8011-52cde68b1a07 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:39:23.739014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cb5855db-557b-4dd7-ba31-8366980fe8ce triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:23.739386 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:23.760378 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:23.831556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5d4efd3-fe7f-4b99-a0c2-e31583ee3e98 req-972c8e07-b5b6-4ea8-8435-7e861935c508 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 210 time: 0.0289855 Jan 27 22:39:23.929904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cb5855db-557b-4dd7-ba31-8366980fe8ce is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:23.930295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:23.993709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port cb5855db-557b-4dd7-ba31-8366980fe8ce, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cb5855db-557b-4dd7-ba31-8366980fe8ce,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:39:23.999123 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.078865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=cb5855db-557b-4dd7-ba31-8366980fe8ce,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:24.140057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Publish callbacks [] for port (20e536e1-2264-45e1-8011-52cde68b1a07), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.148575 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.235192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9bed4-f7cc-473f-99f3-7c84b477f42a None None] Pushing event updated for resources: {'Port': ['ID=20e536e1-2264-45e1-8011-52cde68b1a07,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:24.276354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Attempting to bind port 20e536e1-2264-45e1-8011-52cde68b1a07 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:39:24.276736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Attempting to bind port 20e536e1-2264-45e1-8011-52cde68b1a07 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:39:24.277107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Attempting to bind port 20e536e1-2264-45e1-8011-52cde68b1a07 on network b2a7c620-edec-4c04-966d-a793b46102ca {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:39:24.284749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:39:24.285137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Checking segment: {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:39:24.285547 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.285922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Bound using segment: {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:39:24.286410 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Bound port: 20e536e1-2264-45e1-8011-52cde68b1a07, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:39:24.286802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.358585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] For port 20e536e1-2264-45e1-8011-52cde68b1a07, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:39:24.362521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] For port 20e536e1-2264-45e1-8011-52cde68b1a07, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20e536e1-2264-45e1-8011-52cde68b1a07,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:39:24.368094 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.442777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9bed4-f7cc-473f-99f3-7c84b477f42a None None] Pushing event updated for resources: {'Port': ['ID=20e536e1-2264-45e1-8011-52cde68b1a07,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:24.447810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:39:24.448433 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:39:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:24.483604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d8ead1f0-55d1-4a2a-896b-60999be63b7b None None] Provisioning complete for port 20e536e1-2264-45e1-8011-52cde68b1a07 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:24.484072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8ead1f0-55d1-4a2a-896b-60999be63b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.612178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:39:24.655150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d8ead1f0-55d1-4a2a-896b-60999be63b7b None None] Current status of the port 20e536e1-2264-45e1-8011-52cde68b1a07 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:24.655614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8ead1f0-55d1-4a2a-896b-60999be63b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.782856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d8ead1f0-55d1-4a2a-896b-60999be63b7b None None] For port 20e536e1-2264-45e1-8011-52cde68b1a07, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20e536e1-2264-45e1-8011-52cde68b1a07,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:39:24.791462 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8ead1f0-55d1-4a2a-896b-60999be63b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.887993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-d37a79b5-07ea-4661-be3d-2fe1f414b0d1 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:24.890385 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-d37a79b5-07ea-4661-be3d-2fe1f414b0d1 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.16 "GET /v2.0/networks?id=b2a7c620-edec-4c04-966d-a793b46102ca HTTP/1.1" status: 200 len: 796 time: 0.1266055 Jan 27 22:39:24.894115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ead1f0-55d1-4a2a-896b-60999be63b7b None None] Pushing event updated for resources: {'Port': ['ID=20e536e1-2264-45e1-8011-52cde68b1a07,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:24.935270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e2ea6094-f3c6-45b5-a909-e6112de50afb None None] Provisioning complete for port 20e536e1-2264-45e1-8011-52cde68b1a07 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:24.935691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6094-f3c6-45b5-a909-e6112de50afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.969612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4d494db-f4a4-49ab-b7cf-11b8d36063cc req-9cccd5dd-ef4e-43f2-a413-237546c65774 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 210 time: 0.0285776 Jan 27 22:39:24.975688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:24Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:24.982836 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-deafe9f5-47aa-4c91-a5d4-204c40192485 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e059c04c41764caab1d4295960825d07 HTTP/1.1" status: 200 len: 477 time: 0.0822482 Jan 27 22:39:24.991254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'port': {'device_id': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'admin_state_up': True, 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'security_groups': ['0934870c-caf4-45f0-9370-cf530aa01a68', 'e0f2a68e-481f-4270-9027-f6471cf4d1e6']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:25.013377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0ad63-8eed-4ab9-8548-b661bb630075 None None] The sync data for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 is: [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:24Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:39:25.079064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea6094-f3c6-45b5-a909-e6112de50afb None None] Current status of the port 20e536e1-2264-45e1-8011-52cde68b1a07 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:25.141762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Made reservation on behalf of e059c04c41764caab1d4295960825d07 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:39:25.145129 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:25.304647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Allocated IP 172.20.0.8 (b2a7c620-edec-4c04-966d-a793b46102ca/fbe9c20a-319e-4ab7-96b2-88cd0e49d537/c6f10174-14e2-46fb-92e9-de9c42ca3564) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:39:25.316751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20e536e1-2264-45e1-8011-52cde68b1a07 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:39:25.378547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 20e536e1-2264-45e1-8011-52cde68b1a07 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:25.378929 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:25.483845 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 20e536e1-2264-45e1-8011-52cde68b1a07 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:25.485245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cb5855db-557b-4dd7-ba31-8366980fe8ce up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:39:25.496987 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:25.539869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port cb5855db-557b-4dd7-ba31-8366980fe8ce triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:25.540270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:25.542113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:25.599393 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network b2a7c620-edec-4c04-966d-a793b46102ca is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:39:25.604089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:39:25.610508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:39:25.629418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port cb5855db-557b-4dd7-ba31-8366980fe8ce is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:25.640912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=c6f10174-14e2-46fb-92e9-de9c42ca3564,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:25.684537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:25.685245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:25.705546 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-19ad066b-7498-4c07-b437-735db5f85699 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7179623 Jan 27 22:39:25.719114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-67eb6ca7-b597-4257-820d-01afc24d1dd3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:39:25.720492 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-67eb6ca7-b597-4257-820d-01afc24d1dd3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100791 Jan 27 22:39:25.826624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Request body: {'port': {'device_id': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:25.898415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:25.919270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c8de0d2e-71c2-4903-a3ee-69e6eaae8c57 None None] Provisioning complete for port c6f10174-14e2-46fb-92e9-de9c42ca3564 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:25.921605 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8de0d2e-71c2-4903-a3ee-69e6eaae8c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:25.976050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c8de0d2e-71c2-4903-a3ee-69e6eaae8c57 None None] Port c6f10174-14e2-46fb-92e9-de9c42ca3564 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:39:26.126610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8508378-f4bc-488c-9c15-56acba7e916f req-121f0fc5-91a6-4a8d-be41-4e3ca24384ae tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:26.129801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8508378-f4bc-488c-9c15-56acba7e916f req-121f0fc5-91a6-4a8d-be41-4e3ca24384ae tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 970 time: 0.0768533 Jan 27 22:39:26.195274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8508378-f4bc-488c-9c15-56acba7e916f req-8097f68f-e61b-43c1-83f6-e3e2258d9067 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0606873 Jan 27 22:39:26.262011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f10174-14e2-46fb-92e9-de9c42ca3564 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:39:26.271880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Publish callbacks [] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:26.286729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Transition to ACTIVE for port object c6f10174-14e2-46fb-92e9-de9c42ca3564 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:39:26.293561 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:26.368715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f10174-14e2-46fb-92e9-de9c42ca3564,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:26.426583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Attempting to bind port c6f10174-14e2-46fb-92e9-de9c42ca3564 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:39:26.426926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Attempting to bind port c6f10174-14e2-46fb-92e9-de9c42ca3564 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:39:26.427259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Attempting to bind port c6f10174-14e2-46fb-92e9-de9c42ca3564 on network b2a7c620-edec-4c04-966d-a793b46102ca {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:39:26.432318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Port c6f10174-14e2-46fb-92e9-de9c42ca3564 on network b2a7c620-edec-4c04-966d-a793b46102ca not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:39:26.432643 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Attempting to bind port c6f10174-14e2-46fb-92e9-de9c42ca3564 on network b2a7c620-edec-4c04-966d-a793b46102ca {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:39:26.438219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:39:26.438497 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Checking segment: {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:39:26.438889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Bound using segment: {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:39:26.439306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Bound port: c6f10174-14e2-46fb-92e9-de9c42ca3564, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8345f2fd-66fe-44a9-902c-805f9f2c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:39:26.439707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:26.864921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] For port c6f10174-14e2-46fb-92e9-de9c42ca3564, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:39:26.868263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] For port c6f10174-14e2-46fb-92e9-de9c42ca3564, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:39:26.875324 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:26.909368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:26.910017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:26.911461 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] 10.222.0.16 "PUT /v2.0/ports/c6f10174-14e2-46fb-92e9-de9c42ca3564 HTTP/1.1" status: 200 len: 1130 time: 1.1359553 Jan 27 22:39:26.911886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:39:26.916433 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554e435e-3089-4f30-b20e-2982593274f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:39:26.942442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fb13a-7f18-4c33-8c9e-804f4d78ce64 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f10174-14e2-46fb-92e9-de9c42ca3564,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:26.981202 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b3fb13-f526-4cbe-96e1-3f193c88145e x-openstack-request-id: req-55b3fb13-f526-4cbe-96e1-3f193c88145e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:39:26.981633 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:39:26.981901 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55b3fb13-f526-4cbe-96e1-3f193c88145e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:39:26.982306 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'status': 'completed', 'code': 200} Jan 27 22:39:26.999794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-30a4b928-eb2a-4a8a-ba2b-e060c55b7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:27.001389 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-30a4b928-eb2a-4a8a-ba2b-e060c55b7e66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1133 time: 0.0508521 Jan 27 22:39:27.049313 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-12dea075-9b5b-4054-8dd9-d5b02acd9e20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564 HTTP/1.1" status: 200 len: 217 time: 0.0415316 Jan 27 22:39:27.101097 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-a2b11947-1ac9-4e99-9f2e-218f23c75394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:27.102688 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-a2b11947-1ac9-4e99-9f2e-218f23c75394 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbe9c20a-319e-4ab7-96b2-88cd0e49d537 HTTP/1.1" status: 200 len: 834 time: 0.0479608 Jan 27 22:39:27.150049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-b7293383-1f35-4d3e-b3f6-77e39015a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:27.151626 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-b7293383-1f35-4d3e-b3f6-77e39015a5fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2a7c620-edec-4c04-966d-a793b46102ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425382 Jan 27 22:39:27.253976 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-5a424a5d-9565-416a-a1d4-b8dfbdf7f809 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954239 Jan 27 22:39:27.321109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b2301-608c-4c15-81fa-3fe7790b69e7 req-613a4b5e-d38c-42ff-8d35-d1c1737a681e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:27.322709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca3b2301-608c-4c15-81fa-3fe7790b69e7 req-613a4b5e-d38c-42ff-8d35-d1c1737a681e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 982 time: 0.0541503 Jan 27 22:39:27.349230 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-498a334f-0129-4c5f-8975-b7e8ea95fc2c req-f025e59e-fbb7-469d-81c9-a4d7e71fefe5 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895770 Jan 27 22:39:27.382884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca3b2301-608c-4c15-81fa-3fe7790b69e7 req-c4bdba39-d1cc-4f33-8c2e-0268ce8b8d91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536962 Jan 27 22:39:27.442644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e435e-3089-4f30-b20e-2982593274f5 req-606de547-d993-4dfc-a6e3-689743224cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:27.444291 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554e435e-3089-4f30-b20e-2982593274f5 req-606de547-d993-4dfc-a6e3-689743224cc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1133 time: 0.0495820 Jan 27 22:39:27.550203 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e435e-3089-4f30-b20e-2982593274f5 req-8bbb6e1c-da83-4aec-a07d-39782fac8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:27.551661 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554e435e-3089-4f30-b20e-2982593274f5 req-8bbb6e1c-da83-4aec-a07d-39782fac8f1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2a7c620-edec-4c04-966d-a793b46102ca HTTP/1.1" status: 200 len: 897 time: 0.0978918 Jan 27 22:39:27.595093 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554e435e-3089-4f30-b20e-2982593274f5 req-6fe4c6d4-47bd-49da-90e8-675bc727f296 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564 HTTP/1.1" status: 200 len: 217 time: 0.0375369 Jan 27 22:39:27.658355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e435e-3089-4f30-b20e-2982593274f5 req-ec691e27-b528-468a-9b09-fe9d4306d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:27.659894 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554e435e-3089-4f30-b20e-2982593274f5 req-ec691e27-b528-468a-9b09-fe9d4306d9f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbe9c20a-319e-4ab7-96b2-88cd0e49d537 HTTP/1.1" status: 200 len: 834 time: 0.0593970 Jan 27 22:39:27.717890 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e435e-3089-4f30-b20e-2982593274f5 req-6c529749-d736-4359-ad7c-3c185043404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:27.719522 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554e435e-3089-4f30-b20e-2982593274f5 req-6c529749-d736-4359-ad7c-3c185043404d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2a7c620-edec-4c04-966d-a793b46102ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535595 Jan 27 22:39:27.811274 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554e435e-3089-4f30-b20e-2982593274f5 req-9b48eb8e-3f5e-486e-a8ba-465fff9f6708 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858309 Jan 27 22:39:27.907118 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-554e435e-3089-4f30-b20e-2982593274f5 req-d9c99e8f-c325-4028-877d-0eaa954b9b2d service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888281 Jan 27 22:39:28.516865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6e5e0-11ce-4f0e-b44e-79742ec8ecf6 req-255ef34a-89e4-44b4-b277-9a328d2f1462 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:28.518292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68d6e5e0-11ce-4f0e-b44e-79742ec8ecf6 req-255ef34a-89e4-44b4-b277-9a328d2f1462 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 982 time: 0.0547090 Jan 27 22:39:28.578337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-68d6e5e0-11ce-4f0e-b44e-79742ec8ecf6 req-36864da3-162e-4a03-9f47-c80801039876 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0540876 Jan 27 22:39:29.708234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955ac5-7639-478e-9e5b-b99d40c9d19b req-ae27a121-0eaf-4ebc-b18f-6f7497e175ad tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:29.709862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9955ac5-7639-478e-9e5b-b99d40c9d19b req-ae27a121-0eaf-4ebc-b18f-6f7497e175ad tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 982 time: 0.0576694 Jan 27 22:39:30.058813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9955ac5-7639-478e-9e5b-b99d40c9d19b req-832ce0cc-e999-4121-a612-075686eb6ec0 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3424358 Jan 27 22:39:31.184392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837438a-06dd-46a8-9428-61054f7f76e4 req-d1e87d15-5cc4-443b-a7a7-5310006c390f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:31.186335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b837438a-06dd-46a8-9428-61054f7f76e4 req-d1e87d15-5cc4-443b-a7a7-5310006c390f tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 982 time: 0.0528982 Jan 27 22:39:31.253729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b837438a-06dd-46a8-9428-61054f7f76e4 req-5b6f7e25-a895-4486-8de3-30d70b39d1b2 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0604568 Jan 27 22:39:31.282355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c6f10174-14e2-46fb-92e9-de9c42ca3564 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:39:31.394436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c6f10174-14e2-46fb-92e9-de9c42ca3564, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:39:31.407800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'port_id': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'mac_address': 'fa:16:3e:3d:4a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:39:31.447013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port c6f10174-14e2-46fb-92e9-de9c42ca3564 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:31.447395 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:31.461230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f10174-14e2-46fb-92e9-de9c42ca3564 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:39:31.482918 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c6f10174-14e2-46fb-92e9-de9c42ca3564, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:39:31.487954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:31.540547 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=c6f10174-14e2-46fb-92e9-de9c42ca3564,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:31.826329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['c6f10174-14e2-46fb-92e9-de9c42ca3564'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:39:32.391846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18e4ac-d180-47b8-992f-f44192bf5209 req-81ed4219-9f87-4a8e-bc8f-9c23afab7197 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:32.393405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af18e4ac-d180-47b8-992f-f44192bf5209 req-81ed4219-9f87-4a8e-bc8f-9c23afab7197 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 983 time: 0.0621221 Jan 27 22:39:32.458954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af18e4ac-d180-47b8-992f-f44192bf5209 req-85575c78-d515-4c07-ad9a-834bae959015 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0567489 Jan 27 22:39:33.286667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c6f10174-14e2-46fb-92e9-de9c42ca3564 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:39:33.340976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port c6f10174-14e2-46fb-92e9-de9c42ca3564 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:39:33.345288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port c6f10174-14e2-46fb-92e9-de9c42ca3564 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:39:33.345599 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:33.429499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port c6f10174-14e2-46fb-92e9-de9c42ca3564 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:39:33.429893 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:33.454899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:39:33.457268 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a406ef81-fa0d-486a-b31f-a3ebf9de88fe" -d '{"events": [{"server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "name": "network-vif-plugged", "status": "completed", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:39:33.471330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c6f10174-14e2-46fb-92e9-de9c42ca3564, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:39:33.476962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:33.501573 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359fa691-e69b-47bc-a69f-ad0a73cc97f6 x-openstack-request-id: req-359fa691-e69b-47bc-a69f-ad0a73cc97f6 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:39:33.501906 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "name": "network-vif-plugged", "status": "completed", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:39:33.502161 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-359fa691-e69b-47bc-a69f-ad0a73cc97f6 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:39:33.502548 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'code': 200} Jan 27 22:39:33.533217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=c6f10174-14e2-46fb-92e9-de9c42ca3564,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:33.607229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16337b5b-356b-404e-8d54-d0c25c1b38ab req-2b7c38df-91cd-4fa8-9b37-deb2ff5c8311 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:33.608967 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16337b5b-356b-404e-8d54-d0c25c1b38ab req-2b7c38df-91cd-4fa8-9b37-deb2ff5c8311 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 984 time: 0.0627625 Jan 27 22:39:33.638743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1bc34-8d45-4666-917f-e49237ece070 req-f1f8d1c4-acd9-481e-b898-cf209f5053fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:33.640505 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d3a1bc34-8d45-4666-917f-e49237ece070 req-f1f8d1c4-acd9-481e-b898-cf209f5053fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1135 time: 0.0573578 Jan 27 22:39:33.677385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16337b5b-356b-404e-8d54-d0c25c1b38ab req-ba7cb6ab-ac4b-47e6-957c-7fa2c4ee6697 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0620112 Jan 27 22:39:33.701152 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-d3a1bc34-8d45-4666-917f-e49237ece070 req-470b9e3f-c5d6-4b6e-b09d-98001c8e204f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&id=0934870c-caf4-45f0-9370-cf530aa01a68&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0542786 Jan 27 22:39:34.085836 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c96b31c6-0ae0-416c-89a7-9e7cf598dd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:34.804284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4baed-52c1-49c5-b53e-4a5199ce5bc4 req-4f46858d-dbb0-4dbe-bebd-fc2cf1b0b799 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:34.805834 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbe4baed-52c1-49c5-b53e-4a5199ce5bc4 req-4f46858d-dbb0-4dbe-bebd-fc2cf1b0b799 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 984 time: 0.0536621 Jan 27 22:39:34.869932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbe4baed-52c1-49c5-b53e-4a5199ce5bc4 req-2955cdf3-56c4-440d-ab31-ae9ec43cb401 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0563316 Jan 27 22:39:36.018219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e7709-e213-4250-a7f7-246e52ffe6ec req-df3cb047-4608-4370-9366-1647415a6926 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:36.019793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f7e7709-e213-4250-a7f7-246e52ffe6ec req-df3cb047-4608-4370-9366-1647415a6926 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 984 time: 0.0694320 Jan 27 22:39:36.090517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f7e7709-e213-4250-a7f7-246e52ffe6ec req-5a55b0e5-0a63-4bca-ad99-6d81286633cc tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0640035 Jan 27 22:39:36.215069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539880b3-6753-4ce4-a4b0-d0137e4615d4 req-0b2ea299-f008-45cf-8d6f-5de486b7213c tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:36.216695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-539880b3-6753-4ce4-a4b0-d0137e4615d4 req-0b2ea299-f008-45cf-8d6f-5de486b7213c tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 984 time: 0.0524416 Jan 27 22:39:36.292915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-539880b3-6753-4ce4-a4b0-d0137e4615d4 req-4f2810ad-04d1-470d-86ed-c966ebc025c5 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0698743 Jan 27 22:39:36.419027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb165f0-87f9-4618-8202-89d9653814fb req-b9c28909-5f58-4ccf-9820-f331399b8e85 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:36.420626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccb165f0-87f9-4618-8202-89d9653814fb req-b9c28909-5f58-4ccf-9820-f331399b8e85 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1135 time: 0.0499163 Jan 27 22:39:36.440186 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ccb165f0-87f9-4618-8202-89d9653814fb req-55cdf618-f2eb-4c71-8989-9065705945d9 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:36.526822 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ccb165f0-87f9-4618-8202-89d9653814fb req-55cdf618-f2eb-4c71-8989-9065705945d9 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Publish callbacks [] for security_group (249685ad-a388-4e06-91db-e6209a51b8e3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:36.532836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ccb165f0-87f9-4618-8202-89d9653814fb req-55cdf618-f2eb-4c71-8989-9065705945d9 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (249685ad-a388-4e06-91db-e6209a51b8e3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:36.578113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdf618-f2eb-4c71-8989-9065705945d9 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249685ad-a388-4e06-91db-e6209a51b8e3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:36.586718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccb165f0-87f9-4618-8202-89d9653814fb req-55cdf618-f2eb-4c71-8989-9065705945d9 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1596920 Jan 27 22:39:36.608830 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42358) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:36.659070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ed345-0579-4452-b925-6da5aa4b0989 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:36.660800 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4e6ed345-0579-4452-b925-6da5aa4b0989 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1130 time: 0.0508759 Jan 27 22:39:36.664290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42360) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:36.668815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:36.692488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:36.796176 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:36.912764 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Allocated IP 172.25.8.179 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/e35aab33-25d8-4dfa-9276-bbe8c0be3435) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:39:37.017668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (e35aab33-25d8-4dfa-9276-bbe8c0be3435), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.057884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e35aab33-25d8-4dfa-9276-bbe8c0be3435), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.094448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc112f1d-a332-4a11-b69c-db87ed55120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.102441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:39:37.105443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:39:37.111471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:39:37.117208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=e35aab33-25d8-4dfa-9276-bbe8c0be3435,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:37.517087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for floatingip (c2be4829-1ff8-4c61-a009-30eb24d637b7), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.596782 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e35aab33-25d8-4dfa-9276-bbe8c0be3435), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.764638 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (e35aab33-25d8-4dfa-9276-bbe8c0be3435), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.770921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (e35aab33-25d8-4dfa-9276-bbe8c0be3435), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.840645 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=e35aab33-25d8-4dfa-9276-bbe8c0be3435,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:37.854003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (c2be4829-1ff8-4c61-a009-30eb24d637b7), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.966451 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Floating IP c2be4829-1ff8-4c61-a009-30eb24d637b7 associated. External IP: 172.25.8.179, port: c6f10174-14e2-46fb-92e9-de9c42ca3564. Jan 27 22:39:38.202205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Router b092da31-379f-4c64-9258-8a2caf7ac30b has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:39:38.327194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:39:38.338188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] Sync routers for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:39:38.349496 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:39:38.350137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:38.350251 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:39:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:38.379620 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5bc597bf-0be1-4142-a5f2-5b38bcb8cce4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7142587 Jan 27 22:39:38.380308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:39:38.382378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42362) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:38.383084 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:39:38.432330 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd28689f-c2bb-4459-97dc-3ad3b40dd7e7 x-openstack-request-id: req-cd28689f-c2bb-4459-97dc-3ad3b40dd7e7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:39:38.432794 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:39:38.433229 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd28689f-c2bb-4459-97dc-3ad3b40dd7e7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:39:38.433910 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'status': 'completed', 'code': 200} Jan 27 22:39:38.462033 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:39:38.495663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-915a9a7e-15fa-4979-99bc-d199ec1da9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.497234 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-915a9a7e-15fa-4979-99bc-d199ec1da9d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1135 time: 0.0446849 Jan 27 22:39:38.574828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d76bf-5f13-4762-9a8d-1f5370e56de5 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.575319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d76bf-5f13-4762-9a8d-1f5370e56de5 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.575843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d76bf-5f13-4762-9a8d-1f5370e56de5 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.576315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d76bf-5f13-4762-9a8d-1f5370e56de5 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.576782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d76bf-5f13-4762-9a8d-1f5370e56de5 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.577244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d76bf-5f13-4762-9a8d-1f5370e56de5 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.582201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-196d76bf-5f13-4762-9a8d-1f5370e56de5 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1957970 Jan 27 22:39:38.583135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42366) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:38.610918 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:38.649136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-ea8bf0ab-b581-49de-8ce5-64624dae5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.650721 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-ea8bf0ab-b581-49de-8ce5-64624dae5cf3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2a7c620-edec-4c04-966d-a793b46102ca HTTP/1.1" status: 200 len: 897 time: 0.1472323 Jan 27 22:39:38.714596 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6d0a5-2be1-4444-848f-234f91379d17 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.714972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6d0a5-2be1-4444-848f-234f91379d17 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.715443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6d0a5-2be1-4444-848f-234f91379d17 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.715980 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6d0a5-2be1-4444-848f-234f91379d17 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.716471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6d0a5-2be1-4444-848f-234f91379d17 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.716857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6d0a5-2be1-4444-848f-234f91379d17 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.718900 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1b6d0a5-2be1-4444-848f-234f91379d17 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1345491 Jan 27 22:39:38.722082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42368) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:38.730592 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c2be4829-1ff8-4c61-a009-30eb24d637b7', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'port_id': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'mac_address': 'fa:16:3e:3d:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:39:37Z', 'updated_at': '2022-01-27T22:39:37Z', 'revision_number': 0, 'project_id': 'e059c04c41764caab1d4295960825d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:24Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:38.759134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] Checking router: b092da31-379f-4c64-9258-8a2caf7ac30b for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:39:38.769054 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:39:38.769706 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:39:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:38.800236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-75a21e86-6a5d-4e36-9846-aaf63c93aa71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564 HTTP/1.1" status: 200 len: 999 time: 0.1427605 Jan 27 22:39:38.888284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-b2ad5311-3c49-4375-9c94-61ed4fdacd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:38.889789 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-b2ad5311-3c49-4375-9c94-61ed4fdacd55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbe9c20a-319e-4ab7-96b2-88cd0e49d537 HTTP/1.1" status: 200 len: 834 time: 0.0837643 Jan 27 22:39:38.896391 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:39:39.009983 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-3be6a701-8c9f-4b61-9daf-722674a2a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:39.011478 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-3be6a701-8c9f-4b61-9daf-722674a2a9b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2a7c620-edec-4c04-966d-a793b46102ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139810 Jan 27 22:39:39.152842 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c2be4829-1ff8-4c61-a009-30eb24d637b7', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'port_id': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'mac_address': 'fa:16:3e:3d:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:39:37Z', 'updated_at': '2022-01-27T22:39:37Z', 'revision_number': 0, 'project_id': 'e059c04c41764caab1d4295960825d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:24Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:39:39.174359 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-68eea038-deed-4e06-92f5-de097414a3d2 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4483171 Jan 27 22:39:39.174993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42370) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:39:39.183108 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-0929c34d-a997-49fe-9099-96ba49406eb7 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631687 Jan 27 22:39:39.193079 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00c5cf-d532-41b4-b883-5268072974c6 None None] The sync data for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 is: [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'c2be4829-1ff8-4c61-a009-30eb24d637b7', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'port_id': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'mac_address': 'fa:16:3e:3d:4a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:39:37Z', 'updated_at': '2022-01-27T22:39:37Z', 'revision_number': 0, 'project_id': 'e059c04c41764caab1d4295960825d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:24Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:39:39.225557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e382e7a7-e178-46b9-9986-10258cb1609a tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:39.226098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e382e7a7-e178-46b9-9986-10258cb1609a tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:39.243090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e382e7a7-e178-46b9-9986-10258cb1609a tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b092da31-379f-4c64-9258-8a2caf7ac30b HTTP/1.1" status: 200 len: 1989 time: 0.0518146 Jan 27 22:39:39.300239 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-95caaf94-ca0f-4800-97cd-5f80d7c96e4a req-54da0b98-971d-48cf-a510-7754435246a2 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104689 Jan 27 22:39:39.434327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fad1f5-5c21-4fc9-93e5-a9149783211d None None] New status for floating IP c2be4829-1ff8-4c61-a009-30eb24d637b7: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:39:41.165163 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:41.292656 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:39:41.297265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:48.504682 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:49.146582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-2f269071-e4b5-4b15-ba47-ba03c7ad5313 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429223 Jan 27 22:39:49.239665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-5058c22d-52d5-4b1a-9c67-7c01046efe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:49.242343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-5058c22d-52d5-4b1a-9c67-7c01046efe68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1097 time: 0.0523851 Jan 27 22:39:49.362678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-801f4a68-3b4f-4e69-a091-a9509b19442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:49.364161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-801f4a68-3b4f-4e69-a091-a9509b19442e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 909 time: 0.1019595 Jan 27 22:39:49.437217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-386e82d8-f3d8-421a-b4e1-7473abffc19a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 1001 time: 0.0671611 Jan 27 22:39:49.491339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-0164a4c8-49ce-45dc-9373-1b466b2c15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:49.492897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-0164a4c8-49ce-45dc-9373-1b466b2c15f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 200 len: 847 time: 0.0503111 Jan 27 22:39:49.550945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-452e2b59-fd2b-494c-8e40-b5c8f8bb0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:49.552658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-452e2b59-fd2b-494c-8e40-b5c8f8bb0171 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c084aba2-d0f5-4791-92e8-cc50ea4c9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540254 Jan 27 22:39:49.653311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-a4464bd1-3c08-4960-978f-1964a3278622 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949588 Jan 27 22:39:49.753399 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66518ad6-917a-4b94-bda1-cb4fa416024e req-c1b905a3-6532-4e0c-90c6-54eddd46a534 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937159 Jan 27 22:39:51.236745 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:53.582032 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f7e042a-486b-40f0-b490-e555a47be233 req-3d6c3153-8e5b-468d-9fff-63ce4babade7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525553 Jan 27 22:39:53.675527 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e042a-486b-40f0-b490-e555a47be233 req-e71db604-36e3-4890-a722-d4faf00465df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:53.677127 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f7e042a-486b-40f0-b490-e555a47be233 req-e71db604-36e3-4890-a722-d4faf00465df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1135 time: 0.0489473 Jan 27 22:39:53.788438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e042a-486b-40f0-b490-e555a47be233 req-f63778e8-29f6-4099-b586-287e654eecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:53.792196 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f7e042a-486b-40f0-b490-e555a47be233 req-f63778e8-29f6-4099-b586-287e654eecd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2a7c620-edec-4c04-966d-a793b46102ca HTTP/1.1" status: 200 len: 897 time: 0.0946963 Jan 27 22:39:54.201611 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f7e042a-486b-40f0-b490-e555a47be233 req-96da9834-87f2-4c82-b528-0c5b13575b64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564 HTTP/1.1" status: 200 len: 1001 time: 0.4034357 Jan 27 22:39:54.250484 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e042a-486b-40f0-b490-e555a47be233 req-bca01676-b772-4fe3-969a-d650ee3adc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:54.251998 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f7e042a-486b-40f0-b490-e555a47be233 req-bca01676-b772-4fe3-969a-d650ee3adc39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbe9c20a-319e-4ab7-96b2-88cd0e49d537 HTTP/1.1" status: 200 len: 834 time: 0.0444670 Jan 27 22:39:54.299172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e042a-486b-40f0-b490-e555a47be233 req-6645a109-3e42-4d1a-b2e6-81f29d151a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:54.300718 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f7e042a-486b-40f0-b490-e555a47be233 req-6645a109-3e42-4d1a-b2e6-81f29d151a02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2a7c620-edec-4c04-966d-a793b46102ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420954 Jan 27 22:39:54.395712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f7e042a-486b-40f0-b490-e555a47be233 req-c71ce109-2aeb-48fc-a58b-7f0bf4378f03 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881267 Jan 27 22:39:54.503759 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-4f7e042a-486b-40f0-b490-e555a47be233 req-8a994866-6767-4136-bf25-468ca99aadc6 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017590 Jan 27 22:40:04.081395 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1068179-8250-42be-98e7-715b9629ddf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:07.100760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7583866a-e2c5-4b3d-a390-a803f602a671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:08.610685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:11.168809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:11.295570 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:18.293364 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:40:18.518502 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:21.255702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:34.083033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8972f3ab-d9f6-4c36-aabf-0399ca315012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:37.107747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d76f7d7c-9605-4539-80d4-f08c8d45e76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:38.620954 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:41.172272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:41.299738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:43.961674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-eb0997d2-afdf-47ec-a8a4-d36871a63a9b req-9e9b6841-e7b4-4860-b119-7d2c6b697f8e service neutron] (103329) timed out ('10.222.0.16', 53945) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:40:48.533678 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:50.188469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-fa3c68af-bb7f-4ea5-b2bc-963a6d59a5d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045148 Jan 27 22:40:50.277194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-80c88dac-f125-42b4-bfad-14ba9e39c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:50.278716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-80c88dac-f125-42b4-bfad-14ba9e39c111 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e41072606b7040e995ab94cf73d27dbe&device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 1097 time: 0.0465071 Jan 27 22:40:50.402398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-4cc373c5-e662-4d7a-a299-e9473c3580be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:50.403940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-4cc373c5-e662-4d7a-a299-e9473c3580be service neutron] 10.222.0.57 "GET /v2.0/networks?id=c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 200 len: 909 time: 0.0993421 Jan 27 22:40:50.473342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-e192b3e1-a366-49c8-97d7-fe577ba68c06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 200 len: 1001 time: 0.0634933 Jan 27 22:40:50.532756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-45be8221-4448-466b-a668-ed83d80e28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:50.535141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-45be8221-4448-466b-a668-ed83d80e28fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 200 len: 847 time: 0.0560279 Jan 27 22:40:50.587130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-0ea6b14d-23d6-4168-b3b5-a38df75e78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:50.588724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-0ea6b14d-23d6-4168-b3b5-a38df75e78af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c084aba2-d0f5-4791-92e8-cc50ea4c9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474980 Jan 27 22:40:50.682125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-461cdb53-501a-4b9b-bb85-615d702ce952 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871427 Jan 27 22:40:50.783521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37b1d24f-44eb-4464-8df4-ef805d3cd263 req-fff0757f-b133-4c2d-9f80-9a281cf7aaf1 service neutron] 10.222.0.57 "GET /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952325 Jan 27 22:40:51.251750 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.502842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42410) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:54.590316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-63459c8b-7408-4aa7-97ac-f7f725de808e tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2411 time: 0.0861361 Jan 27 22:40:54.593752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42412) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:54.598575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'network': {'name': 'tempest-network-smoke--2109260578', 'project_id': 'e059c04c41764caab1d4295960825d07', 'port_security_enabled': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:40:54.621736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Made reservation on behalf of e059c04c41764caab1d4295960825d07 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:40:54.625638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.650666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:40:54.660943 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (42c0bc2d-548d-47cc-8560-ae977d8024b7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.661283 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Added segment 42c0bc2d-548d-47cc-8560-ae977d8024b7 of type vlan for network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 Jan 27 22:40:54.706525 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.734539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.739437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:54.740204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.792536 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1975489 Jan 27 22:40:54.795395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42414) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:54.800769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'admin_state_up': True, 'project_id': 'e059c04c41764caab1d4295960825d07', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:40:54.810262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Network': ['ID=040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:54.818435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.819004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.819429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.819789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.820122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.820459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.820790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.821116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.821773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.821869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.822146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.822469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.822802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde9b47d-dc13-4235-a70b-c02dfee00b91 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:54.828497 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (c2f5108c-bf87-4085-8a60-6d9bdb275975), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.829674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (c2f5108c-bf87-4085-8a60-6d9bdb275975), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.836281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:40:54.888059 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_controller (c2f5108c-bf87-4085-8a60-6d9bdb275975), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:55.042205 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_gateway (c2f5108c-bf87-4085-8a60-6d9bdb275975), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:55.249605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_gateway (c2f5108c-bf87-4085-8a60-6d9bdb275975), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:55.268635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:55.293356 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:40:55.397614 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Allocated IP 172.25.8.253 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:40:55.501429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:55.569901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:55.608364 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-c385dbef-836f-4c99-b4d0-328ca076a209 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788705 Jan 27 22:40:55.614825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:40:55.618204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:40:55.621815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:40:55.663537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:55.704483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.704838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.705193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.705536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.705851 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.706188 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.706523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.706893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.707187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.707553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.707881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.708214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.708542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:55.808055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-af3fe371-c09b-42a5-9d64-cc8feb82dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:55.809596 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-af3fe371-c09b-42a5-9d64-cc8feb82dd3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1135 time: 0.1478117 Jan 27 22:40:55.997676 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-8b521c48-63b2-4810-aa81-7c7df650ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:55.999115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-8b521c48-63b2-4810-aa81-7c7df650ee9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2a7c620-edec-4c04-966d-a793b46102ca HTTP/1.1" status: 200 len: 897 time: 0.1709435 Jan 27 22:40:56.001465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_gateway (c2f5108c-bf87-4085-8a60-6d9bdb275975), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:56.137704 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-b7ede38f-f3de-40eb-adcb-709332143914 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564 HTTP/1.1" status: 200 len: 1001 time: 0.1325538 Jan 27 22:40:56.231458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-d2b5cf6f-f343-4a20-815c-eea9f53ff086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:56.233034 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-d2b5cf6f-f343-4a20-815c-eea9f53ff086 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbe9c20a-319e-4ab7-96b2-88cd0e49d537 HTTP/1.1" status: 200 len: 834 time: 0.0893230 Jan 27 22:40:56.330328 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (c2f5108c-bf87-4085-8a60-6d9bdb275975), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:56.337068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-c58835c6-a3f7-4149-b44d-842b12a5a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:56.338597 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-c58835c6-a3f7-4149-b44d-842b12a5a928 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2a7c620-edec-4c04-966d-a793b46102ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932758 Jan 27 22:40:56.514642 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-4ae8a45e-4748-41fa-abb7-5a1119b5b171 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433229 Jan 27 22:40:56.831223 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Router c2f5108c-bf87-4085-8a60-6d9bdb275975 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:40:56.889915 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3eecf93a-cff6-4bc5-b337-e701afe05769 req-c135c8e3-c7a8-4820-8e44-6d3309305143 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686223 Jan 27 22:40:56.955250 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:40:56.966091 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Sync routers for ids ['c2f5108c-bf87-4085-8a60-6d9bdb275975'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:40:56.977450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:56.978554 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Routers {'c2f5108c-bf87-4085-8a60-6d9bdb275975'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:40:56.978823 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff2e01ba-b75c-4c37-a691-2d42d2b9a587 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1822345 Jan 27 22:40:56.979265 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2f5108c-bf87-4085-8a60-6d9bdb275975'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:56.982316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42418) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:57.062289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96cf0c-a38e-47b8-9f95-fd820933c5dc tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:57.063861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cc96cf0c-a38e-47b8-9f95-fd820933c5dc tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=e059c04c41764caab1d4295960825d07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0804954 Jan 27 22:40:57.066907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42420) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:57.089828 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Set router c2f5108c-bf87-4085-8a60-6d9bdb275975 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:40:57.226154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a512a6f-7af4-416b-82cb-e6d15fbe70ba tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:57.227655 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1a512a6f-7af4-416b-82cb-e6d15fbe70ba tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597557 Jan 27 22:40:57.230510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42422) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:57.265188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-648ede3e-0b76-457c-bbe0-f14d1892b1f1 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331948 Jan 27 22:40:57.267946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42424) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:57.299443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1de11050-1472-4b6b-8dd5-cd75c2f7c084 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=e059c04c41764caab1d4295960825d07&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303640 Jan 27 22:40:57.302023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42426) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:57.378226 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:40:55Z', 'revision_number': 3, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:57.385913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101a985-3df2-4c54-951b-08b456d0dfcd tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:57.387403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7101a985-3df2-4c54-951b-08b456d0dfcd tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845053 Jan 27 22:40:57.390432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42428) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:57.407930 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Checking router: c2f5108c-bf87-4085-8a60-6d9bdb275975 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:40:57.408284 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Updating router c2f5108c-bf87-4085-8a60-6d9bdb275975 port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:40:57.418364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6ac1cad7-3f08-4d35-a5a2-8617d3376be0 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268691 Jan 27 22:40:57.420964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42430) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:57.425620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-89749943', 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401', 'project_id': 'e059c04c41764caab1d4295960825d07', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:40:57.433821 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.514860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Made reservation on behalf of e059c04c41764caab1d4295960825d07 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:40:57.518400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.690977 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Publish callbacks [] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.698162 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.703975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (6dd68d7c-d83f-45ef-b065-ea1ff7464219), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.748878 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Attempting to bind port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:40:57.749605 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Attempting to bind port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:40:57.749605 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Attempting to bind port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:40:57.760941 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Pushing event updated for resources: {'Port': ['ID=9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:57.763267 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:40:57.763673 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:40:57.764079 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.764483 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:40:57.765010 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Bound port: 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:40:57.765311 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.768816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Subnet': ['ID=6dd68d7c-d83f-45ef-b065-ea1ff7464219,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:57.773527 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.773884 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.774231 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.774562 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.774898 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.775234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.775592 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.775923 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.776247 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.776569 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.776891 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.777060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Checking segment: {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:40:57.777231 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.777409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network hostable DHCP agents. Network: 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:40:57.777517 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:57.796735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:40:57.806516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:40:57.810688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:57.811290 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.818961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80684dc-69c9-4e47-b632-d4fdbf450ddd None None] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:40:57.831679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cc6e5428-4860-4794-9c25-256e8e5f5bc9 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4096358 Jan 27 22:40:57.831918 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42432) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:57.834156 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] For port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:40:57.837772 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] For port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:40:57.843872 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.907618 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Routers {'c2f5108c-bf87-4085-8a60-6d9bdb275975'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:40:57.908283 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2f5108c-bf87-4085-8a60-6d9bdb275975'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:57.930247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401', 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401', 'project_id': 'e059c04c41764caab1d4295960825d07', 'fixed_ips': [{'subnet_id': '6dd68d7c-d83f-45ef-b065-ea1ff7464219'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:40:57.931384 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.946974 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1371f-cf6f-4e84-b829-59c4027c6db4 None None] Pushing event updated for resources: {'Port': ['ID=9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:58.024547 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] Set router c2f5108c-bf87-4085-8a60-6d9bdb275975 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:40:58.082545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Allocated IP 172.20.0.18 (040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401/6dd68d7c-d83f-45ef-b065-ea1ff7464219/d4d6dfaf-55ae-41d7-86c6-34a13c236752) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:40:58.211359 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:40:55Z', 'revision_number': 3, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:58.237500 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Publish callbacks [] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:58.239021 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1aa68f-8b5c-4ed3-b59c-e563d0a0498a None None] The sync data for ids ['c2f5108c-bf87-4085-8a60-6d9bdb275975'] in n-d-826529-2 is: [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:40:55Z', 'revision_number': 3, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:40:58.251377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:58.288230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:40:58.291254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:40:58.294824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:40:58.309443 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:58.331392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Pushing event updated for resources: {'Port': ['ID=d4d6dfaf-55ae-41d7-86c6-34a13c236752,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:58.359325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.359734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.360032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.360374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.360705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.361035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.361361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.361688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.362016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.362341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.362666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.362988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.363559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:58.370611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Attempting to bind port d4d6dfaf-55ae-41d7-86c6-34a13c236752 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:40:58.370981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Attempting to bind port d4d6dfaf-55ae-41d7-86c6-34a13c236752 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:40:58.371698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Attempting to bind port d4d6dfaf-55ae-41d7-86c6-34a13c236752 on network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:40:58.376609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:40:58.376992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Checking segment: {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:40:58.377429 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:58.377826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Bound using segment: {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:40:58.378323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Bound port: d4d6dfaf-55ae-41d7-86c6-34a13c236752, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:40:58.378676 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:58.453957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] For port d4d6dfaf-55ae-41d7-86c6-34a13c236752, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:40:58.462633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] For port d4d6dfaf-55ae-41d7-86c6-34a13c236752, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d4d6dfaf-55ae-41d7-86c6-34a13c236752,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:40:58.467953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:58.539010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327a6db-5957-4c20-9e41-1ce84266b3ad None None] Pushing event updated for resources: {'Port': ['ID=d4d6dfaf-55ae-41d7-86c6-34a13c236752,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:58.645848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Allocated IP 172.20.0.17 (040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401/6dd68d7c-d83f-45ef-b065-ea1ff7464219/89904241-4c20-4bfb-a70f-959a35f1326b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:40:58.797425 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (89904241-4c20-4bfb-a70f-959a35f1326b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:58.843508 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:58.888651 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:40:58.891895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:40:58.895081 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:40:58.930594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=89904241-4c20-4bfb-a70f-959a35f1326b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:58.953783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (c2f5108c-bf87-4085-8a60-6d9bdb275975), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.100002 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.320474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:40:59.391019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:40:59.391385 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.440289 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (89904241-4c20-4bfb-a70f-959a35f1326b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.446999 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.480522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:40:59.480920 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.503876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:59.512111 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.512991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d4d6dfaf-55ae-41d7-86c6-34a13c236752 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:40:59.528166 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (c2f5108c-bf87-4085-8a60-6d9bdb275975), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.531043 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=89904241-4c20-4bfb-a70f-959a35f1326b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:59.603668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:59.618369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d4d6dfaf-55ae-41d7-86c6-34a13c236752 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:40:59.618758 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.640137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:40:59.643445 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:40:59.659944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b2b26-2dc0-4ec7-9b1e-778011a6190f None None] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:40:59.763802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Router c2f5108c-bf87-4085-8a60-6d9bdb275975 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:40:59.784455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d4d6dfaf-55ae-41d7-86c6-34a13c236752 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:40:59.784848 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.820004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-645c45e5-aec3-47e4-b602-18afc2ba3d52 None None] Provisioning complete for port d4d6dfaf-55ae-41d7-86c6-34a13c236752 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:40:59.820391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-645c45e5-aec3-47e4-b602-18afc2ba3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.877999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port d4d6dfaf-55ae-41d7-86c6-34a13c236752, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d4d6dfaf-55ae-41d7-86c6-34a13c236752,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:59.887198 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:40:59.891280 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.893338 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ad87fc2-0bfb-4285-9643-9abe645558a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "PUT /v2.0/routers/c2f5108c-bf87-4085-8a60-6d9bdb275975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595021 Jan 27 22:40:59.988562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=d4d6dfaf-55ae-41d7-86c6-34a13c236752,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:00.003104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-645c45e5-aec3-47e4-b602-18afc2ba3d52 None None] Current status of the port d4d6dfaf-55ae-41d7-86c6-34a13c236752 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:00.210981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Sync routers for ids ['c2f5108c-bf87-4085-8a60-6d9bdb275975'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:00.233653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Routers {'c2f5108c-bf87-4085-8a60-6d9bdb275975'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:00.234455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2f5108c-bf87-4085-8a60-6d9bdb275975'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:00.272404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-86451607-d9f4-42b7-98f1-26f6f95c5b12 None None] Provisioning complete for port 89904241-4c20-4bfb-a70f-959a35f1326b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:00.272896 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86451607-d9f4-42b7-98f1-26f6f95c5b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:00.277401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99c121-14b4-4415-90d7-304010064a0a req-e9d0b153-1116-430f-a2a1-5404889599c2 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:00.278988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-e9d0b153-1116-430f-a2a1-5404889599c2 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/networks?id=040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 HTTP/1.1" status: 200 len: 798 time: 0.1227593 Jan 27 22:41:00.295651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-de98e048-8868-4d7f-a3da-cac6a210a841 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/quotas/e059c04c41764caab1d4295960825d07 HTTP/1.1" status: 200 len: 375 time: 0.0106409 Jan 27 22:41:00.327034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-86451607-d9f4-42b7-98f1-26f6f95c5b12 None None] Port 89904241-4c20-4bfb-a70f-959a35f1326b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:00.364441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-e83b4887-12cd-4aa0-80ef-b20f19718933 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0628812 Jan 27 22:41:00.386734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-86451607-d9f4-42b7-98f1-26f6f95c5b12 None None] Provisioning complete for port d4d6dfaf-55ae-41d7-86c6-34a13c236752 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:00.387198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86451607-d9f4-42b7-98f1-26f6f95c5b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:00.390013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Set router c2f5108c-bf87-4085-8a60-6d9bdb275975 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:00.516731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-7fb9b0ac-f452-4bd0-88f0-3cd8c7ecd653 service neutron] 10.222.0.45 "GET /v2.0/networks/040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396630 Jan 27 22:41:00.608047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-86451607-d9f4-42b7-98f1-26f6f95c5b12 None None] Current status of the port d4d6dfaf-55ae-41d7-86c6-34a13c236752 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:00.612451 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-93c048e2-195b-4326-972f-e5da32b50136 service neutron] 10.222.0.45 "GET /v2.0/networks/040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880990 Jan 27 22:41:00.662315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '89904241-4c20-4bfb-a70f-959a35f1326b', 'name': '', 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:86:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '6dd68d7c-d83f-45ef-b065-ea1ff7464219', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:58Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 2, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': '6dd68d7c-d83f-45ef-b065-ea1ff7464219', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:00.862262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Checking router: c2f5108c-bf87-4085-8a60-6d9bdb275975 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:00.862566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Updating router c2f5108c-bf87-4085-8a60-6d9bdb275975 port 89904241-4c20-4bfb-a70f-959a35f1326b binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:41:00.896531 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:00.900262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-81426ab3-edfb-486d-9206-d413b4e21809 None None] Provisioning complete for port 89904241-4c20-4bfb-a70f-959a35f1326b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:00.900628 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81426ab3-edfb-486d-9206-d413b4e21809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:00.965812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-81426ab3-edfb-486d-9206-d413b4e21809 None None] Port 89904241-4c20-4bfb-a70f-959a35f1326b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:01.199703 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Publish callbacks [] for port (89904241-4c20-4bfb-a70f-959a35f1326b), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.208066 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.214337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:01.296722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289df775-7989-401e-b012-cec26e17e1a4 None None] Pushing event updated for resources: {'Port': ['ID=89904241-4c20-4bfb-a70f-959a35f1326b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:01.351444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:01.352119 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.381310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Attempting to bind port 89904241-4c20-4bfb-a70f-959a35f1326b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:01.381684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Attempting to bind port 89904241-4c20-4bfb-a70f-959a35f1326b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:01.382047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Attempting to bind port 89904241-4c20-4bfb-a70f-959a35f1326b on network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:01.391844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:01.392235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Checking segment: {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:01.392637 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.393027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Bound using segment: {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:01.393500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Bound port: 89904241-4c20-4bfb-a70f-959a35f1326b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:01.393892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.504695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] For port 89904241-4c20-4bfb-a70f-959a35f1326b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:01.507973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] For port 89904241-4c20-4bfb-a70f-959a35f1326b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=89904241-4c20-4bfb-a70f-959a35f1326b,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:01.512211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:01.513292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d4d6dfaf-55ae-41d7-86c6-34a13c236752 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:01.518611 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.564397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9dc98f47-85e2-4911-a746-97e6e0b647c8 None None] Provisioning complete for port 89904241-4c20-4bfb-a70f-959a35f1326b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:01.564658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dc98f47-85e2-4911-a746-97e6e0b647c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.644897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289df775-7989-401e-b012-cec26e17e1a4 None None] Pushing event updated for resources: {'Port': ['ID=89904241-4c20-4bfb-a70f-959a35f1326b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:01.648679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Routers {'c2f5108c-bf87-4085-8a60-6d9bdb275975'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:01.649290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:40:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2f5108c-bf87-4085-8a60-6d9bdb275975'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:01.709591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d4d6dfaf-55ae-41d7-86c6-34a13c236752 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:01.709968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.838733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9dc98f47-85e2-4911-a746-97e6e0b647c8 None None] Current status of the port 89904241-4c20-4bfb-a70f-959a35f1326b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:01.839125 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dc98f47-85e2-4911-a746-97e6e0b647c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:01.846960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] Set router c2f5108c-bf87-4085-8a60-6d9bdb275975 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:01.922679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71ef2253-0479-4f01-b483-f290aedf1f47 req-5c33a6fc-bfd4-4bf5-8fd5-10051ef8435e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 210 time: 0.1305692 Jan 27 22:41:01.942410 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9dc98f47-85e2-4911-a746-97e6e0b647c8 None None] For port 89904241-4c20-4bfb-a70f-959a35f1326b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=89904241-4c20-4bfb-a70f-959a35f1326b,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:01.973639 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9dc98f47-85e2-4911-a746-97e6e0b647c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:02.053624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d4d6dfaf-55ae-41d7-86c6-34a13c236752 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:02.096832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc98f47-85e2-4911-a746-97e6e0b647c8 None None] Pushing event updated for resources: {'Port': ['ID=89904241-4c20-4bfb-a70f-959a35f1326b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:02.125814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b3f7e13e-401f-47eb-9ea1-056dcebef446 None None] Provisioning complete for port 89904241-4c20-4bfb-a70f-959a35f1326b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:02.126193 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b3f7e13e-401f-47eb-9ea1-056dcebef446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:02.209291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '89904241-4c20-4bfb-a70f-959a35f1326b', 'name': '', 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:86:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '6dd68d7c-d83f-45ef-b065-ea1ff7464219', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:58Z', 'updated_at': '2022-01-27T22:41:01Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': '6dd68d7c-d83f-45ef-b065-ea1ff7464219', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:02.259017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3543c-55c3-4866-bcb4-7a70d50cb68b None None] The sync data for ids ['c2f5108c-bf87-4085-8a60-6d9bdb275975'] in n-d-826529-2 is: [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '89904241-4c20-4bfb-a70f-959a35f1326b', 'name': '', 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:86:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '6dd68d7c-d83f-45ef-b065-ea1ff7464219', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:58Z', 'updated_at': '2022-01-27T22:41:01Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': '6dd68d7c-d83f-45ef-b065-ea1ff7464219', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:02.279735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7e13e-401f-47eb-9ea1-056dcebef446 None None] Current status of the port 89904241-4c20-4bfb-a70f-959a35f1326b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:02.900981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99c121-14b4-4415-90d7-304010064a0a req-260c6b64-355e-4013-9e17-b9d8201f2a48 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:02.902543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-260c6b64-355e-4013-9e17-b9d8201f2a48 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.57 "GET /v2.0/networks?id=040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 HTTP/1.1" status: 200 len: 798 time: 0.1123254 Jan 27 22:41:02.917055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Request body: {'port': {'device_id': '4dab4d90-8ea7-48bc-9315-592348090d0f', 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401', 'admin_state_up': True, 'tenant_id': 'e059c04c41764caab1d4295960825d07'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:03.039740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ef790f1-3bd2-4023-a7af-d7b95eb875c9 req-10fae521-9b43-4f95-851b-f9a94ca82376 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 210 time: 0.0408530 Jan 27 22:41:03.064509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Made reservation on behalf of e059c04c41764caab1d4295960825d07 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:03.068067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:03.207759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Allocated IP 172.20.0.28 (040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401/6dd68d7c-d83f-45ef-b065-ea1ff7464219/78c15d76-bfa1-4c9d-8764-c53f11bfe7aa) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:03.274078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 89904241-4c20-4bfb-a70f-959a35f1326b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:03.327951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 89904241-4c20-4bfb-a70f-959a35f1326b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:03.328335 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:03.335332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:03.375948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:03.418321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:03.420863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:03.423285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 89904241-4c20-4bfb-a70f-959a35f1326b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:03.423571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:03.462382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event updated for resources: {'Port': ['ID=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:03.491026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:03.491714 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:03.512274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-cf4b6eae-ffa0-4caf-9f0d-159e994780a3 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5995717 Jan 27 22:41:03.523936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Request body: {'port': {'device_id': '4dab4d90-8ea7-48bc-9315-592348090d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:03.594982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:03.710536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-634d340e-2246-4e28-8b34-d6fdd7fd5d02 None None] Provisioning complete for port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:03.710811 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-634d340e-2246-4e28-8b34-d6fdd7fd5d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:03.749040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-634d340e-2246-4e28-8b34-d6fdd7fd5d02 None None] Port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:04.080400 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e58995ed-57e5-478f-896f-4aa99563d97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:04.201802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b82751-77d7-4c48-89bc-fb8e1123fe98 req-ddf1670b-1ae0-4b22-80d9-8510f8c34d46 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:04.203226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84b82751-77d7-4c48-89bc-fb8e1123fe98 req-ddf1670b-1ae0-4b22-80d9-8510f8c34d46 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 895 time: 0.0925834 Jan 27 22:41:04.209323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:41:04.218145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Publish callbacks [] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:04.231063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Transition to ACTIVE for port object 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:41:04.236090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:04.309728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Pushing event updated for resources: {'Port': ['ID=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:04.366011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Attempting to bind port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:04.366269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Attempting to bind port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:04.366623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Attempting to bind port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa on network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:04.371540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa on network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:41:04.371863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Attempting to bind port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa on network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:04.377058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:04.377403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Checking segment: {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:04.377799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Bound using segment: {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:04.378243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Bound port: 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c0bc2d-548d-47cc-8560-ae977d8024b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:04.378611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:04.447623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] For port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:04.451203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] For port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:04.458145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:04.498379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:04.499110 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:04.500530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] 10.222.0.57 "PUT /v2.0/ports/78c15d76-bfa1-4c9d-8764-c53f11bfe7aa HTTP/1.1" status: 200 len: 1055 time: 0.9814298 Jan 27 22:41:04.500976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dab4d90-8ea7-48bc-9315-592348090d0f', 'tag': '78c15d76-bfa1-4c9d-8764-c53f11bfe7aa'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:04.503278 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc12c75e-8e67-496a-bd8c-0130f81fccdc" -d '{"events": [{"name": "network-changed", "server_uuid": "4dab4d90-8ea7-48bc-9315-592348090d0f", "tag": "78c15d76-bfa1-4c9d-8764-c53f11bfe7aa"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:04.531328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e62ac9-518d-4e9e-a5ea-1d4826440b32 service neutron] Pushing event updated for resources: {'Port': ['ID=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:04.601463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99c121-14b4-4415-90d7-304010064a0a req-7b046c70-e988-419a-9552-7783312cd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:04.603003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-7b046c70-e988-419a-9552-7783312cd9c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 1058 time: 0.0478458 Jan 27 22:41:04.650030 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b8ba58-0576-40ac-a4a8-71e82fef8e97 x-openstack-request-id: req-22b8ba58-0576-40ac-a4a8-71e82fef8e97 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:04.650332 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dab4d90-8ea7-48bc-9315-592348090d0f", "tag": "78c15d76-bfa1-4c9d-8764-c53f11bfe7aa", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:04.650593 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22b8ba58-0576-40ac-a4a8-71e82fef8e97 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:04.651023 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dab4d90-8ea7-48bc-9315-592348090d0f', 'tag': '78c15d76-bfa1-4c9d-8764-c53f11bfe7aa', 'status': 'completed', 'code': 200} Jan 27 22:41:04.653012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-044d8a9a-c0d8-4134-93cf-3070702587a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa HTTP/1.1" status: 200 len: 217 time: 0.0429859 Jan 27 22:41:04.710619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99c121-14b4-4415-90d7-304010064a0a req-05110e7f-55b7-42bd-a74d-5b9dfee7f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:04.712092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-05110e7f-55b7-42bd-a74d-5b9dfee7f34b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6dd68d7c-d83f-45ef-b065-ea1ff7464219 HTTP/1.1" status: 200 len: 836 time: 0.0521417 Jan 27 22:41:04.758716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99c121-14b4-4415-90d7-304010064a0a req-c1cec42f-26d3-4790-a8fa-0225d740253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:04.760319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-c1cec42f-26d3-4790-a8fa-0225d740253a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427473 Jan 27 22:41:04.855901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-f6caa3fb-5185-4d47-90c6-988dfe108617 service neutron] 10.222.0.57 "GET /v2.0/networks/040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883708 Jan 27 22:41:04.953992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b99c121-14b4-4415-90d7-304010064a0a req-c147d079-120f-441d-bfaa-feb9609c1e68 service neutron] 10.222.0.57 "GET /v2.0/networks/040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922256 Jan 27 22:41:05.052157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-5b5501a2-d8e6-4c57-aa55-a822348d49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:05.053906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-5b5501a2-d8e6-4c57-aa55-a822348d49e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 1058 time: 0.0456822 Jan 27 22:41:05.152625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-fed0ab4d-7c90-464f-9223-802ad1f82b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:05.154184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-fed0ab4d-7c90-464f-9223-802ad1f82b28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 HTTP/1.1" status: 200 len: 899 time: 0.0941672 Jan 27 22:41:05.197594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-1d5b9684-3cb7-4786-9851-140d1021fd1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa HTTP/1.1" status: 200 len: 217 time: 0.0369844 Jan 27 22:41:05.246460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-0be6ba3b-6858-463a-b674-69a0f617bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:05.247972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-0be6ba3b-6858-463a-b674-69a0f617bc03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6dd68d7c-d83f-45ef-b065-ea1ff7464219 HTTP/1.1" status: 200 len: 836 time: 0.0446579 Jan 27 22:41:05.330627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-de61a6f6-c6ce-415b-aaad-66134056b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:05.332086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-de61a6f6-c6ce-415b-aaad-66134056b08d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779455 Jan 27 22:41:05.341939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa8a3-8856-4659-b432-9d159611633b req-43285cf0-c0ef-4e90-9fa4-1bbcd38d943b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:05.343350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df8fa8a3-8856-4659-b432-9d159611633b req-43285cf0-c0ef-4e90-9fa4-1bbcd38d943b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 907 time: 0.0638025 Jan 27 22:41:05.427949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-ba4f5195-a1f1-42f9-992e-5eb671d92376 service neutron] 10.222.0.57 "GET /v2.0/networks/040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836179 Jan 27 22:41:05.534270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc12c75e-8e67-496a-bd8c-0130f81fccdc req-32d502e3-24c6-43b7-98ec-19ed0c845b62 service neutron] 10.222.0.57 "GET /v2.0/networks/040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997882 Jan 27 22:41:06.471259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dec934-5b9b-42e7-b079-9845a111eff1 req-d45a516c-ff08-4463-a4a4-b166bb9da68e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:06.472838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0dec934-5b9b-42e7-b079-9845a111eff1 req-d45a516c-ff08-4463-a4a4-b166bb9da68e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 907 time: 0.0530951 Jan 27 22:41:07.105819 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-50e69c63-9347-40b7-8433-47c5476ad5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:07.601253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0c93-f366-46ca-9d9a-6da5577b20f3 req-ef7b6f6f-c6fe-4925-b037-ef6f18eed20e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:07.602837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f2d0c93-f366-46ca-9d9a-6da5577b20f3 req-ef7b6f6f-c6fe-4925-b037-ef6f18eed20e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 907 time: 0.0515811 Jan 27 22:41:07.892572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:41:07.996283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:08.008502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '78c15d76-bfa1-4c9d-8764-c53f11bfe7aa', 'network_id': '040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401', 'port_id': '78c15d76-bfa1-4c9d-8764-c53f11bfe7aa', 'mac_address': 'fa:16:3e:ff:1a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd68d7c-d83f-45ef-b065-ea1ff7464219', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:41:08.046634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:08.047025 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:08.064699 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:41:08.084119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:08.090542 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:08.137126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:08.313801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['78c15d76-bfa1-4c9d-8764-c53f11bfe7aa'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:41:08.618198 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:08.742953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d342-3835-4e50-99fd-0dffff58fe82 req-db59bed9-03be-4d5a-80f7-127015d384da tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:08.744583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc78d342-3835-4e50-99fd-0dffff58fe82 req-db59bed9-03be-4d5a-80f7-127015d384da tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 908 time: 0.0620120 Jan 27 22:41:09.873184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02514a79-0cbe-4ec6-9473-d1e433cfdb20 req-186682f1-8235-4da4-a71a-302195553772 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:09.874797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02514a79-0cbe-4ec6-9473-d1e433cfdb20 req-186682f1-8235-4da4-a71a-302195553772 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 908 time: 0.0553854 Jan 27 22:41:09.896279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:09.955382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:41:09.959263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:09.959675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:10.044700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:10.045010 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:10.068778 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dab4d90-8ea7-48bc-9315-592348090d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c15d76-bfa1-4c9d-8764-c53f11bfe7aa'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:10.071324 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0204df11-7181-4cbf-88d4-ef3799850916" -d '{"events": [{"server_uuid": "4dab4d90-8ea7-48bc-9315-592348090d0f", "name": "network-vif-plugged", "status": "completed", "tag": "78c15d76-bfa1-4c9d-8764-c53f11bfe7aa"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:10.084518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:10.090419 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:10.141863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:10.166626 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfeae13-96cf-4868-b0bd-54383cd99e68 x-openstack-request-id: req-6cfeae13-96cf-4868-b0bd-54383cd99e68 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:10.166924 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dab4d90-8ea7-48bc-9315-592348090d0f", "name": "network-vif-plugged", "status": "completed", "tag": "78c15d76-bfa1-4c9d-8764-c53f11bfe7aa", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:10.167180 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6cfeae13-96cf-4868-b0bd-54383cd99e68 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:10.167641 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dab4d90-8ea7-48bc-9315-592348090d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c15d76-bfa1-4c9d-8764-c53f11bfe7aa', 'code': 200} Jan 27 22:41:10.268118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc801900-15ff-4bed-9eec-d88204b7aacd req-d38130f2-5a28-4c49-8e3c-7bd4398befd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:10.269652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc801900-15ff-4bed-9eec-d88204b7aacd req-d38130f2-5a28-4c49-8e3c-7bd4398befd3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 1060 time: 0.0433896 Jan 27 22:41:11.000529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc91ef-8d9c-4792-84f0-91403b276d5f req-e9a0e398-3490-41f9-9d90-6ca5ea8bc1eb tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:11.001917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ccc91ef-8d9c-4792-84f0-91403b276d5f req-e9a0e398-3490-41f9-9d90-6ca5ea8bc1eb tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 909 time: 0.0543489 Jan 27 22:41:11.177999 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:11.296614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:12.143014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc808419-498b-4834-8f5d-6e590c0fe9d3 req-2a50c137-dbd1-4c5e-a2da-fefdde7d478d tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:12.144617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc808419-498b-4834-8f5d-6e590c0fe9d3 req-2a50c137-dbd1-4c5e-a2da-fefdde7d478d tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 909 time: 0.0592647 Jan 27 22:41:12.277112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd108951-615a-457f-bc1e-24b300cb6bbb req-23983313-189e-4ace-b6f1-d659680f461c tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:12.279246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd108951-615a-457f-bc1e-24b300cb6bbb req-23983313-189e-4ace-b6f1-d659680f461c tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 909 time: 0.0615661 Jan 27 22:41:12.390656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155f1e-95d0-4a83-8ce2-e84c9146afee req-6f266202-9f5a-4ef5-8720-ece9191e02dc tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:12.392218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7155f1e-95d0-4a83-8ce2-e84c9146afee req-6f266202-9f5a-4ef5-8720-ece9191e02dc tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 1060 time: 0.0428739 Jan 27 22:41:12.515691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302b8bf-9ccd-441a-a548-b63459ce7b9f req-a164524a-c070-4067-bc7e-f47f0c445af8 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:12.517255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0302b8bf-9ccd-441a-a548-b63459ce7b9f req-a164524a-c070-4067-bc7e-f47f0c445af8 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1135 time: 0.0537689 Jan 27 22:41:12.571519 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0302b8bf-9ccd-441a-a548-b63459ce7b9f req-8103ccb7-df1b-4b22-b2cd-8f447f9a3879 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0483334 Jan 27 22:41:12.594072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42506) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:12.638800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836c3f3-21fb-408b-86cd-ae34c2bb1bf7 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:12.640386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6836c3f3-21fb-408b-86cd-ae34c2bb1bf7 tempest-TestSecurityGroupsBasicOps-1989741839 tempest-TestSecurityGroupsBasicOps-1989741839-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 1055 time: 0.0453861 Jan 27 22:41:12.882973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bdddb-f0b9-42c3-8624-4d433a44537b req-9bf3abba-991f-47e4-8cfd-adf04d09869b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:12.884587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b6bdddb-f0b9-42c3-8624-4d433a44537b req-9bf3abba-991f-47e4-8cfd-adf04d09869b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 909 time: 0.0585768 Jan 27 22:41:14.016629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0416b-a86d-4f72-8231-c242a523c0be req-28f3d818-3bbb-4189-b1f6-42302f7d3fb1 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:14.018176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ebf0416b-a86d-4f72-8231-c242a523c0be req-28f3d818-3bbb-4189-b1f6-42302f7d3fb1 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 909 time: 0.0531251 Jan 27 22:41:14.135899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-d21b0673-4315-4e58-98dd-b39e6284fe3c tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:14.137418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-d21b0673-4315-4e58-98dd-b39e6284fe3c tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.57 "GET /v2.0/ports?device_id=4dab4d90-8ea7-48bc-9315-592348090d0f HTTP/1.1" status: 200 len: 909 time: 0.0621252 Jan 27 22:41:14.240390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:14.240677 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:14.337607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] For port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:14.337974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:14.350467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Calling delete_port for 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:14.488406 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (78c15d76-bfa1-4c9d-8764-c53f11bfe7aa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:14.514306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Port': ['ID=78c15d76-bfa1-4c9d-8764-c53f11bfe7aa,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:14.564890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] No DVR routers for this DVR port 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:14.567851 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:14.571298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d1acecd-f244-470f-a04e-413070a8e1c5 req-22977bfb-4ae8-4ca5-a8c7-d84fddc66033 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.57 "DELETE /v2.0/ports/78c15d76-bfa1-4c9d-8764-c53f11bfe7aa HTTP/1.1" status: 204 len: 173 time: 0.4287150 Jan 27 22:41:14.571793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dab4d90-8ea7-48bc-9315-592348090d0f', 'name': 'network-vif-deleted', 'tag': '78c15d76-bfa1-4c9d-8764-c53f11bfe7aa'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:14.574513 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b5da7-438d-443a-8eff-724f6f957ab5" -d '{"events": [{"server_uuid": "4dab4d90-8ea7-48bc-9315-592348090d0f", "name": "network-vif-deleted", "tag": "78c15d76-bfa1-4c9d-8764-c53f11bfe7aa"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:14.619067 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc7bbd7-ec95-44b2-8755-d58c7d0bcd77 x-openstack-request-id: req-8fc7bbd7-ec95-44b2-8755-d58c7d0bcd77 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:14.619374 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dab4d90-8ea7-48bc-9315-592348090d0f", "name": "network-vif-deleted", "tag": "78c15d76-bfa1-4c9d-8764-c53f11bfe7aa", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:14.619738 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fc7bbd7-ec95-44b2-8755-d58c7d0bcd77 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:14.620303 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dab4d90-8ea7-48bc-9315-592348090d0f', 'name': 'network-vif-deleted', 'tag': '78c15d76-bfa1-4c9d-8764-c53f11bfe7aa', 'status': 'completed', 'code': 200} Jan 27 22:41:15.081685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42518) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:15.540455 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (c2f5108c-bf87-4085-8a60-6d9bdb275975), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:16.114688 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting port 89904241-4c20-4bfb-a70f-959a35f1326b {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:16.115458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:16.174555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4957203-e69c-4074-a91b-c9ae355bf599 req-9ff93a7a-9284-467f-b052-6d0d44d002a5 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.176086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4957203-e69c-4074-a91b-c9ae355bf599 req-9ff93a7a-9284-467f-b052-6d0d44d002a5 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 946 time: 0.0517445 Jan 27 22:41:16.208153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] For port 89904241-4c20-4bfb-a70f-959a35f1326b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=89904241-4c20-4bfb-a70f-959a35f1326b,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:16.208445 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:16.228000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Calling delete_port for 89904241-4c20-4bfb-a70f-959a35f1326b owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:16.229916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c4957203-e69c-4074-a91b-c9ae355bf599 req-a8ed6ad6-e4f8-4632-96cd-edac1988cca3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474203 Jan 27 22:41:16.456118 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (89904241-4c20-4bfb-a70f-959a35f1326b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:16.482999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Port': ['ID=89904241-4c20-4bfb-a70f-959a35f1326b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:16.693655 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (c2f5108c-bf87-4085-8a60-6d9bdb275975), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:16.920797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Router c2f5108c-bf87-4085-8a60-6d9bdb275975 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:17.032507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:17.038520 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b25ddfea-a147-42dd-821d-00a9ef8c7016 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "PUT /v2.0/routers/c2f5108c-bf87-4085-8a60-6d9bdb275975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9553857 Jan 27 22:41:17.041224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42524) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:17.044300 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] Sync routers for ids ['c2f5108c-bf87-4085-8a60-6d9bdb275975'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:17.056493 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] Routers {'c2f5108c-bf87-4085-8a60-6d9bdb275975'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:17.057244 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2f5108c-bf87-4085-8a60-6d9bdb275975'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:17.092063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6f5f76-0057-4652-bdfe-ca0e6d11c1ce tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting subnet 6dd68d7c-d83f-45ef-b065-ea1ff7464219 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:41:17.095390 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5f76-0057-4652-bdfe-ca0e6d11c1ce tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for subnet (6dd68d7c-d83f-45ef-b065-ea1ff7464219), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.135258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5f76-0057-4652-bdfe-ca0e6d11c1ce tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (6dd68d7c-d83f-45ef-b065-ea1ff7464219), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.166966 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] Set router c2f5108c-bf87-4085-8a60-6d9bdb275975 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:17.271864 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5f76-0057-4652-bdfe-ca0e6d11c1ce tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (6dd68d7c-d83f-45ef-b065-ea1ff7464219), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.337567 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5f76-0057-4652-bdfe-ca0e6d11c1ce tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (6dd68d7c-d83f-45ef-b065-ea1ff7464219), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.360067 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:41:16Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:17.362359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ff331-0592-4d76-8da8-2b5a5430e5d1 req-d3cf7936-5165-4454-be83-870896ad0370 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:17.364113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-084ff331-0592-4d76-8da8-2b5a5430e5d1 req-d3cf7936-5165-4454-be83-870896ad0370 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 946 time: 0.0520849 Jan 27 22:41:17.366781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f5f76-0057-4652-bdfe-ca0e6d11c1ce tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd68d7c-d83f-45ef-b065-ea1ff7464219,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:17.368900 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5f76-0057-4652-bdfe-ca0e6d11c1ce tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.374586 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9e6f5f76-0057-4652-bdfe-ca0e6d11c1ce tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/subnets/6dd68d7c-d83f-45ef-b065-ea1ff7464219 HTTP/1.1" status: 204 len: 168 time: 0.3299599 Jan 27 22:41:17.374880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42528) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:17.386373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588dd712-40f1-478b-90df-1e19f52312f9 None None] Network 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:17.390710 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] Checking router: c2f5108c-bf87-4085-8a60-6d9bdb275975 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:17.400962 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] Routers {'c2f5108c-bf87-4085-8a60-6d9bdb275975'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:17.401611 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c2f5108c-bf87-4085-8a60-6d9bdb275975'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:17.441478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-084ff331-0592-4d76-8da8-2b5a5430e5d1 req-7071c073-58b9-489b-ba1d-81000f7a5fec tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac407811-4c49-4564-ad39-ef75d5d1a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626309 Jan 27 22:41:17.501722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-b7720697-6d69-4967-a138-8beaac815ae0 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:17.503575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-b7720697-6d69-4967-a138-8beaac815ae0 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.57 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 946 time: 0.0882378 Jan 27 22:41:17.529274 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router (c2f5108c-bf87-4085-8a60-6d9bdb275975), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.540556 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] Set router c2f5108c-bf87-4085-8a60-6d9bdb275975 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:17.556070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] DHCP port deletion for 040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:41:17.609740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Deleting port 020c2e7f-c5f1-48f2-972b-41355ab275d9 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:17.610084 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.631832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] Deleting port d4d6dfaf-55ae-41d7-86c6-34a13c236752 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:17.632365 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.658461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_gateway (c2f5108c-bf87-4085-8a60-6d9bdb275975), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.725065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] For port 020c2e7f-c5f1-48f2-972b-41355ab275d9, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=020c2e7f-c5f1-48f2-972b-41355ab275d9,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:17.725342 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.730288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] For port d4d6dfaf-55ae-41d7-86c6-34a13c236752, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d4d6dfaf-55ae-41d7-86c6-34a13c236752,segment=NetworkSegment(42c0bc2d-548d-47cc-8560-ae977d8024b7),segment_id=42c0bc2d-548d-47cc-8560-ae977d8024b7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:17.731208 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.745205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] Calling delete_port for d4d6dfaf-55ae-41d7-86c6-34a13c236752 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:17.752765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:17.753258 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.753419 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:41:16Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:17.786746 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c43f7d-c61a-4063-8876-a0a48e8ca2d5 None None] The sync data for ids ['c2f5108c-bf87-4085-8a60-6d9bdb275975'] in n-d-826529-2 is: [{'id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031833616', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:40:54Z', 'updated_at': '2022-01-27T22:41:16Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': '9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5108c-bf87-4085-8a60-6d9bdb275975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:40:55Z', 'updated_at': '2022-01-27T22:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:17.844457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (d4d6dfaf-55ae-41d7-86c6-34a13c236752), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.872335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] Pushing event deleted for resources: {'Port': ['ID=d4d6dfaf-55ae-41d7-86c6-34a13c236752,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:17.874238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea25c8-f010-4a11-b9af-bbcbbb82f7d8 None None] No DVR routers for this DVR port d4d6dfaf-55ae-41d7-86c6-34a13c236752 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:17.876913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] For port 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:17.877279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:17.892877 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Calling delete_port for 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:17.907766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:17.932241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:17.932549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 78c15d76-bfa1-4c9d-8764-c53f11bfe7aa not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:18.003790 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.004075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (9c88c4b4-d035-4cc9-9a39-490fa9a10be7), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.004441 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Floating IP 9c88c4b4-d035-4cc9-9a39-490fa9a10be7 disassociated. External IP: 172.25.8.82, port: 020c2e7f-c5f1-48f2-972b-41355ab275d9. Jan 27 22:41:18.004786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Calling delete_port for 020c2e7f-c5f1-48f2-972b-41355ab275d9 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:18.069784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.096020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Port': ['ID=9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:18.167225 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (020c2e7f-c5f1-48f2-972b-41355ab275d9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.169083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (c2f5108c-bf87-4085-8a60-6d9bdb275975), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.199278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event deleted for resources: {'Port': ['ID=020c2e7f-c5f1-48f2-972b-41355ab275d9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:18.282749 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (c2f5108c-bf87-4085-8a60-6d9bdb275975), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.285419 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_controller (c2f5108c-bf87-4085-8a60-6d9bdb275975), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.321647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:18.353216 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (c2f5108c-bf87-4085-8a60-6d9bdb275975), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.353965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Fanout notify agent at l3_agent the message router_deleted on router c2f5108c-bf87-4085-8a60-6d9bdb275975 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:41:18.361159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.362370 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9ab6e804-1ded-4888-bf55-32d25bf01a62 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/routers/c2f5108c-bf87-4085-8a60-6d9bdb275975 HTTP/1.1" status: 204 len: 168 time: 0.9866574 Jan 27 22:41:18.365460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42530) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:18.440491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:18.455380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] Sync routers for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:18.494815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] No DVR routers for this DVR port 020c2e7f-c5f1-48f2-972b-41355ab275d9 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:18.498439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.504059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1855293f-5f22-42f1-850f-5ff1a3dcf438 req-1c5c80de-0195-485d-a1d9-6cc01ded90d3 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.57 "DELETE /v2.0/ports/020c2e7f-c5f1-48f2-972b-41355ab275d9 HTTP/1.1" status: 204 len: 173 time: 0.9949019 Jan 27 22:41:18.504619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'name': 'network-vif-deleted', 'tag': '020c2e7f-c5f1-48f2-972b-41355ab275d9'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:18.508498 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8e958d-3234-420b-b0fc-0a9a935e71b4" -d '{"events": [{"server_uuid": "c63ada5e-d8a6-4a1c-be6e-dc4e0882f010", "name": "network-vif-deleted", "tag": "020c2e7f-c5f1-48f2-972b-41355ab275d9"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:18.582930 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f641ff-4710-4af1-809a-1ce868e7b0b7 x-openstack-request-id: req-01f641ff-4710-4af1-809a-1ce868e7b0b7 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:18.583249 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63ada5e-d8a6-4a1c-be6e-dc4e0882f010", "name": "network-vif-deleted", "tag": "020c2e7f-c5f1-48f2-972b-41355ab275d9", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:18.583543 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01f641ff-4710-4af1-809a-1ce868e7b0b7 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:18.583991 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63ada5e-d8a6-4a1c-be6e-dc4e0882f010', 'name': 'network-vif-deleted', 'tag': '020c2e7f-c5f1-48f2-972b-41355ab275d9', 'status': 'completed', 'code': 200} Jan 27 22:41:18.632621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bf99bff-1fa1-4b6d-83a3-074aac8ffb60 req-ff9b7d6f-0f87-4dfc-a18b-d2e62ce38131 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "GET /v2.0/ports?device_id=c63ada5e-d8a6-4a1c-be6e-dc4e0882f010 HTTP/1.1" status: 200 len: 210 time: 0.0675383 Jan 27 22:41:18.722105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:18.723082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:18.727117 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.831360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.842003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:18.936461 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:18.962635 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:18.982583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c0bc2d-548d-47cc-8560-ae977d8024b7') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:18.982963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c0bc2d-548d-47cc-8560-ae977d8024b7') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:19.005587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (42c0bc2d-548d-47cc-8560-ae977d8024b7), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.036647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (42c0bc2d-548d-47cc-8560-ae977d8024b7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.047653 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:41:19.048208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (42c0bc2d-548d-47cc-8560-ae977d8024b7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:41:19.054442 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:41:19.077215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 5, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:19.108534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] Checking router: 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:19.117499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:19.117901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.118267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:19.126336 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.129873 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/networks/040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401 HTTP/1.1" status: 204 len: 168 time: 0.7631271 Jan 27 22:41:19.132541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42536) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:19.144163 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46db7-c634-4991-a7bd-a7c8d3c67021 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Network': ['ID=040eabc4-3bfc-4d1b-ab8f-f7f05f7b6401,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:19.235577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:19.238885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:19.286023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:19.286397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9dbaa7a2-025d-4f20-9aa0-c60ffdffad6c not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:19.286843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 89904241-4c20-4bfb-a70f-959a35f1326b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:19.311970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting port e35aab33-25d8-4dfa-9276-bbe8c0be3435 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:19.312181 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e35aab33-25d8-4dfa-9276-bbe8c0be3435), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.316067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 89904241-4c20-4bfb-a70f-959a35f1326b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:19.317026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 89904241-4c20-4bfb-a70f-959a35f1326b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:19.317026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d4d6dfaf-55ae-41d7-86c6-34a13c236752 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:19.367170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d4d6dfaf-55ae-41d7-86c6-34a13c236752 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:19.367517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d4d6dfaf-55ae-41d7-86c6-34a13c236752 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:19.396432 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e35aab33-25d8-4dfa-9276-bbe8c0be3435), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.396754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for floatingip (e35aab33-25d8-4dfa-9276-bbe8c0be3435), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.409160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Calling delete_port for e35aab33-25d8-4dfa-9276-bbe8c0be3435 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:19.497730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 5, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:19.524733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2939c0-821a-4442-96b7-97ae485cb1ba None None] The sync data for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 is: [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:14Z', 'revision_number': 4, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71', 'name': '', 'network_id': 'c084aba2-d0f5-4791-92e8-cc50ea4c9069', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'mac_address': 'fa:16:3e:51:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:13Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 5, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'subnets': [{'id': 'fe07b3c2-9077-4d96-8cb4-0e1619eb95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:19.593573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e35aab33-25d8-4dfa-9276-bbe8c0be3435), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.621180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Port': ['ID=e35aab33-25d8-4dfa-9276-bbe8c0be3435,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:19.708077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for floatingip (c2be4829-1ff8-4c61-a009-30eb24d637b7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.708214 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42540) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:19.708662 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Floating IP c2be4829-1ff8-4c61-a009-30eb24d637b7 disassociated (deleted). External IP: 172.25.8.179, port: c6f10174-14e2-46fb-92e9-de9c42ca3564. Jan 27 22:41:19.792963 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff2757-c523-481e-880f-99a6b85d422d None None] New status for floating IP 9c88c4b4-d035-4cc9-9a39-490fa9a10be7: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:41:19.888685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Deleting port 7b953b1f-b264-4c86-b61b-edd07c05881d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:19.889345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7b953b1f-b264-4c86-b61b-edd07c05881d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.976470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7b953b1f-b264-4c86-b61b-edd07c05881d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.976834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for floatingip (7b953b1f-b264-4c86-b61b-edd07c05881d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:19.992492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Calling delete_port for 7b953b1f-b264-4c86-b61b-edd07c05881d owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:20.145173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7b953b1f-b264-4c86-b61b-edd07c05881d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:20.170314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event deleted for resources: {'Port': ['ID=7b953b1f-b264-4c86-b61b-edd07c05881d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:20.239311 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for floatingip (9c88c4b4-d035-4cc9-9a39-490fa9a10be7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:20.242037 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:20.243197 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-96e6b185-0b91-49fd-8a35-7c827b54f299 tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "DELETE /v2.0/floatingips/9c88c4b4-d035-4cc9-9a39-490fa9a10be7 HTTP/1.1" status: 204 len: 168 time: 0.5333810 Jan 27 22:41:20.262832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Router b092da31-379f-4c64-9258-8a2caf7ac30b has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:20.316965 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42546) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:20.375515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b97c4114-6b18-4196-bfba-62dac424229b tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group (ac407811-4c49-4564-ad39-ef75d5d1a8f5), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:20.378359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:20.384049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:20.388319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] Sync routers for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:20.399106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:20.399662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:20.408030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b97c4114-6b18-4196-bfba-62dac424229b tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group (ac407811-4c49-4564-ad39-ef75d5d1a8f5), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:20.415994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a5e9d344-0bea-4406-98b5-63fa1d582f9b tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/floatingips/c2be4829-1ff8-4c61-a009-30eb24d637b7 HTTP/1.1" status: 204 len: 168 time: 1.2798100 Jan 27 22:41:20.488330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b97c4114-6b18-4196-bfba-62dac424229b tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ac407811-4c49-4564-ad39-ef75d5d1a8f5), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:20.491105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b97c4114-6b18-4196-bfba-62dac424229b tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:20.495935 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b97c4114-6b18-4196-bfba-62dac424229b tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] 10.222.0.45 "DELETE /v2.0/security-groups/ac407811-4c49-4564-ad39-ef75d5d1a8f5 HTTP/1.1" status: 204 len: 168 time: 0.1750951 Jan 27 22:41:20.513221 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c4114-6b18-4196-bfba-62dac424229b tempest-TestServerBasicOps-1523843156 tempest-TestServerBasicOps-1523843156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac407811-4c49-4564-ad39-ef75d5d1a8f5,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:20.520134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:20.585177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:20.587823 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8386417-6bfc-4d6b-acd7-c7bf48687254" -d '{"events": [{"name": "network-changed", "server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:20.664092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb29e14-621e-4517-be94-06e11dd6f555 req-20a3b30b-31eb-47bb-bc85-8b578047b12d tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:20.668443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bdb29e14-621e-4517-be94-06e11dd6f555 req-20a3b30b-31eb-47bb-bc85-8b578047b12d tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 984 time: 0.0564086 Jan 27 22:41:20.726167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bdb29e14-621e-4517-be94-06e11dd6f555 req-14c89390-931f-4ff3-ad3f-ae3e04961d0e tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0546625 Jan 27 22:41:20.738481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:24Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:20.772740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] Checking router: b092da31-379f-4c64-9258-8a2caf7ac30b for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:20.773507 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3bce20-9437-4a67-8b45-36ee933792e6 x-openstack-request-id: req-ef3bce20-9437-4a67-8b45-36ee933792e6 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:20.773796 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:20.774116 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef3bce20-9437-4a67-8b45-36ee933792e6 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:20.774571 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'status': 'completed', 'code': 200} Jan 27 22:41:20.787060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:20.788143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:20.842530 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-c9ca08ef-8f6d-4407-aa64-384a65086f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:20.844480 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-c9ca08ef-8f6d-4407-aa64-384a65086f8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e059c04c41764caab1d4295960825d07&device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 1135 time: 0.0473084 Jan 27 22:41:20.897529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:20.937775 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-3d8ba179-75f4-4a9b-8ce3-c2662ab298cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:20.939225 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-3d8ba179-75f4-4a9b-8ce3-c2662ab298cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2a7c620-edec-4c04-966d-a793b46102ca HTTP/1.1" status: 200 len: 897 time: 0.0886776 Jan 27 22:41:20.983222 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-f9b8a18c-9998-4666-a295-4ee6567698f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564 HTTP/1.1" status: 200 len: 217 time: 0.0371678 Jan 27 22:41:21.043325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-b4f0e9e0-7c43-46fa-af0a-b02790e8dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:21.044850 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-b4f0e9e0-7c43-46fa-af0a-b02790e8dc61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbe9c20a-319e-4ab7-96b2-88cd0e49d537 HTTP/1.1" status: 200 len: 834 time: 0.0557718 Jan 27 22:41:21.091221 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-2998b372-9d1f-4a1d-bed5-f6596fe663e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:21.093133 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-2998b372-9d1f-4a1d-bed5-f6596fe663e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2a7c620-edec-4c04-966d-a793b46102ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424948 Jan 27 22:41:21.113791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:24Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:21.140882 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a63a8-b8ed-4bb6-ba8e-095ca21c15b1 None None] The sync data for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 is: [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:39:21Z', 'revision_number': 4, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '20e536e1-2264-45e1-8011-52cde68b1a07', 'name': '', 'network_id': 'b2a7c620-edec-4c04-966d-a793b46102ca', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'mac_address': 'fa:16:3e:c4:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:21Z', 'updated_at': '2022-01-27T22:39:24Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'subnets': [{'id': 'fbe9c20a-319e-4ab7-96b2-88cd0e49d537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:21.192120 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-c68ea2f1-58c7-4671-bb13-04d83ae9d9fe service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909340 Jan 27 22:41:21.247758 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:21.296651 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-f8386417-6bfc-4d6b-acd7-c7bf48687254 req-0c7aeca2-45e1-4827-a00a-463c146b1293 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980470 Jan 27 22:41:21.386596 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26834c56-9867-4129-a025-5d76bb9da3b7 None None] New status for floating IP c2be4829-1ff8-4c61-a009-30eb24d637b7: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:41:21.548415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42558) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:21.900382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a68251-e712-42c2-b9d4-8b7ccd6309b5 req-0ef20ccc-b644-45be-a450-a6e98822be1a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:21.902245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4a68251-e712-42c2-b9d4-8b7ccd6309b5 req-0ef20ccc-b644-45be-a450-a6e98822be1a tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 984 time: 0.1027746 Jan 27 22:41:21.923334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 020c2e7f-c5f1-48f2-972b-41355ab275d9 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:21.944970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 020c2e7f-c5f1-48f2-972b-41355ab275d9 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:21.945307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 020c2e7f-c5f1-48f2-972b-41355ab275d9 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:22.016292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4a68251-e712-42c2-b9d4-8b7ccd6309b5 req-61ea312b-b3fe-4bc6-833e-bbcb6d74b5a0 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/security-groups?id=0934870c-caf4-45f0-9370-cf530aa01a68&id=e0f2a68e-481f-4270-9027-f6471cf4d1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1067204 Jan 27 22:41:22.097259 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:22.339260 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a3fe81c6-5515-46ae-b427-1523ec59b636 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:22.340712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a3fe81c6-5515-46ae-b427-1523ec59b636 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.16 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 984 time: 0.0840273 Jan 27 22:41:22.365087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Deleting port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:22.365433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:22.438162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting port c6f10174-14e2-46fb-92e9-de9c42ca3564 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:22.438491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:22.452385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] For port 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:22.452754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:22.465280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Calling delete_port for 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:22.530182 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] For port c6f10174-14e2-46fb-92e9-de9c42ca3564, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c6f10174-14e2-46fb-92e9-de9c42ca3564,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:22.530548 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:22.543585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Calling delete_port for c6f10174-14e2-46fb-92e9-de9c42ca3564 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:22.661590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:22.684159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c6f10174-14e2-46fb-92e9-de9c42ca3564), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:22.690071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:22.719906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Port': ['ID=c6f10174-14e2-46fb-92e9-de9c42ca3564,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:22.763191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] No DVR routers for this DVR port c6f10174-14e2-46fb-92e9-de9c42ca3564 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:22.765777 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:22.769263 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5dfeedf1-4727-4077-8a25-a6489e3acafe req-a1382647-62ab-4425-9c02-4dd5ec20b3fa tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.16 "DELETE /v2.0/ports/c6f10174-14e2-46fb-92e9-de9c42ca3564 HTTP/1.1" status: 204 len: 173 time: 0.4238541 Jan 27 22:41:22.769741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'name': 'network-vif-deleted', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:22.772143 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c81ff80-f20c-4271-a395-4d45b6bf1dc0" -d '{"events": [{"server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "name": "network-vif-deleted", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:22.811265 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef60f3e3-04a3-4980-ad82-139b0639d856 x-openstack-request-id: req-ef60f3e3-04a3-4980-ad82-139b0639d856 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:22.812041 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43ccba1-ef45-45c6-89d9-c958e4cab030", "name": "network-vif-deleted", "tag": "c6f10174-14e2-46fb-92e9-de9c42ca3564", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:22.812041 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef60f3e3-04a3-4980-ad82-139b0639d856 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:22.812511 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43ccba1-ef45-45c6-89d9-c958e4cab030', 'name': 'network-vif-deleted', 'tag': 'c6f10174-14e2-46fb-92e9-de9c42ca3564', 'status': 'completed', 'code': 200} Jan 27 22:41:22.888234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:23.140871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43a6fa01-807f-4ebb-a002-a2429174a79d req-4904a4a3-532b-4468-b211-412088510320 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "GET /v2.0/ports?device_id=a43ccba1-ef45-45c6-89d9-c958e4cab030 HTTP/1.1" status: 200 len: 210 time: 0.0309815 Jan 27 22:41:23.163294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:23.305111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:23.313254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-00692b05-dd47-42af-9f1d-5cc86db89c36 admin admin] 10.222.0.45 "PUT /v2.0/routers/7d4f18d3-f17b-4f21-878a-4c15fe85b1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7611473 Jan 27 22:41:23.313507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42570) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:23.319301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] Sync routers for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:23.331171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:23.331829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:23.422981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks [] for router (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:23.439093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:23.530031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks [] for router_gateway (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:23.590563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Deleting port 229ac073-d6fb-45ec-82fc-cb9d5297efca {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:23.590927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:23.632007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:41:22Z', 'revision_number': 5, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port': {'id': '229ac073-d6fb-45ec-82fc-cb9d5297efca', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:23.676334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] For port 229ac073-d6fb-45ec-82fc-cb9d5297efca, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=229ac073-d6fb-45ec-82fc-cb9d5297efca,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:23.676712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:23.691006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Calling delete_port for 229ac073-d6fb-45ec-82fc-cb9d5297efca owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:23.830943 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] Checking router: 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:23.840458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] Routers {'7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:23.841087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:23.865813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (229ac073-d6fb-45ec-82fc-cb9d5297efca), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:23.889409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Pushing event deleted for resources: {'Port': ['ID=229ac073-d6fb-45ec-82fc-cb9d5297efca,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:23.928833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] Set router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:23.953914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:23.984225 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:41:23Z', 'revision_number': 6, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:24.015201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d4268-6e7f-42be-9c87-ba9b96a929a4 None None] The sync data for ids ['7d4f18d3-f17b-4f21-878a-4c15fe85b1a9'] in n-d-826529-2 is: [{'id': '7d4f18d3-f17b-4f21-878a-4c15fe85b1a9', 'name': 'tempest-TestServerBasicOps-159676525-router', 'tenant_id': 'e41072606b7040e995ab94cf73d27dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:11Z', 'updated_at': '2022-01-27T22:41:23Z', 'revision_number': 6, 'project_id': 'e41072606b7040e995ab94cf73d27dbe', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:24.053028 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.055236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks [] for router_controller (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.103809 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (7d4f18d3-f17b-4f21-878a-4c15fe85b1a9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.104300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:41:24.109171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.110377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-19d440be-482b-4d3a-947d-6cf011a1ff1b admin admin] 10.222.0.45 "DELETE /v2.0/routers/7d4f18d3-f17b-4f21-878a-4c15fe85b1a9 HTTP/1.1" status: 204 len: 168 time: 0.7956836 Jan 27 22:41:24.114073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42572) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:24.165405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-976fdb72-4248-4281-b48c-4a6eeeebfc1e admin admin] Deleting subnet fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:41:24.169357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-976fdb72-4248-4281-b48c-4a6eeeebfc1e admin admin] Publish callbacks [] for subnet (fe07b3c2-9077-4d96-8cb4-0e1619eb95d5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.204904 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-976fdb72-4248-4281-b48c-4a6eeeebfc1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (fe07b3c2-9077-4d96-8cb4-0e1619eb95d5), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.232433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42576) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:24.288449 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-976fdb72-4248-4281-b48c-4a6eeeebfc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (fe07b3c2-9077-4d96-8cb4-0e1619eb95d5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.288677 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c49b18a6-f33e-46e8-8600-f96c525fba25 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (e0f2a68e-481f-4270-9027-f6471cf4d1e6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.313325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c49b18a6-f33e-46e8-8600-f96c525fba25 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (e0f2a68e-481f-4270-9027-f6471cf4d1e6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.341537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-976fdb72-4248-4281-b48c-4a6eeeebfc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (fe07b3c2-9077-4d96-8cb4-0e1619eb95d5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.361102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c49b18a6-f33e-46e8-8600-f96c525fba25 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e0f2a68e-481f-4270-9027-f6471cf4d1e6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.364090 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c49b18a6-f33e-46e8-8600-f96c525fba25 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.367759 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c49b18a6-f33e-46e8-8600-f96c525fba25 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/security-groups/e0f2a68e-481f-4270-9027-f6471cf4d1e6 HTTP/1.1" status: 204 len: 168 time: 0.1318958 Jan 27 22:41:24.368465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42578) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:24.376161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b18a6-f33e-46e8-8600-f96c525fba25 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2a68e-481f-4270-9027-f6471cf4d1e6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:24.378992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fdb72-4248-4281-b48c-4a6eeeebfc1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe07b3c2-9077-4d96-8cb4-0e1619eb95d5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:24.386935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd4531-271e-4289-9129-8567ce142475 None None] Network c084aba2-d0f5-4791-92e8-cc50ea4c9069 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:24.387574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-976fdb72-4248-4281-b48c-4a6eeeebfc1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.390327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-976fdb72-4248-4281-b48c-4a6eeeebfc1e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fe07b3c2-9077-4d96-8cb4-0e1619eb95d5 HTTP/1.1" status: 204 len: 168 time: 0.2752573 Jan 27 22:41:24.392937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42580) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:24.437370 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a756956-ed3f-4837-a7b3-5365d15a4947 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (0934870c-caf4-45f0-9370-cf530aa01a68), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.463351 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a756956-ed3f-4837-a7b3-5365d15a4947 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (0934870c-caf4-45f0-9370-cf530aa01a68), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.485840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c084aba2-d0f5-4791-92e8-cc50ea4c9069), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.521108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a756956-ed3f-4837-a7b3-5365d15a4947 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0934870c-caf4-45f0-9370-cf530aa01a68), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.525915 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a756956-ed3f-4837-a7b3-5365d15a4947 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.525915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9a756956-ed3f-4837-a7b3-5365d15a4947 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/security-groups/0934870c-caf4-45f0-9370-cf530aa01a68 HTTP/1.1" status: 204 len: 168 time: 0.1556995 Jan 27 22:41:24.529555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42582) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:24.535909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a756956-ed3f-4837-a7b3-5365d15a4947 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0934870c-caf4-45f0-9370-cf530aa01a68,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:24.642384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Deleting port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:24.642729 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.759109 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] For port 9047048b-a368-4ccb-bec0-2d3a4bc2da65, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9047048b-a368-4ccb-bec0-2d3a4bc2da65,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:24.759489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.779576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Calling delete_port for 9047048b-a368-4ccb-bec0-2d3a4bc2da65 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:24.861783 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] DHCP port deletion for c084aba2-d0f5-4791-92e8-cc50ea4c9069 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:41:24.913297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] Deleting port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:24.913680 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.965429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.979158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] For port 9047048b-a368-4ccb-bec0-2d3a4bc2da65, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9047048b-a368-4ccb-bec0-2d3a4bc2da65,segment=NetworkSegment(556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61),segment_id=556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:24.980095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.994601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] Calling delete_port for 9047048b-a368-4ccb-bec0-2d3a4bc2da65 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:24.998845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=9047048b-a368-4ccb-bec0-2d3a4bc2da65,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:25.003659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] No DVR routers for this DVR port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:25.085163 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (9047048b-a368-4ccb-bec0-2d3a4bc2da65), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.098233 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c084aba2-d0f5-4791-92e8-cc50ea4c9069), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.098490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] No DVR routers for this DVR port 9047048b-a368-4ccb-bec0-2d3a4bc2da65 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:25.121672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b265069-d9d4-4281-9427-fa82c042b1b1 None None] Pushing event deleted for resources: {'Port': ['ID=9047048b-a368-4ccb-bec0-2d3a4bc2da65,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:25.144613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c084aba2-d0f5-4791-92e8-cc50ea4c9069']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:25.157308 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:25.157644 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:25.170979 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.189985 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.205840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:41:25.206289 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (556a9bd5-3ca5-4f8f-b93e-87fceeb0ea61), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:41:25.208074 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:41:25.222534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (b092da31-379f-4c64-9258-8a2caf7ac30b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.243744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9047048b-a368-4ccb-bec0-2d3a4bc2da65 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:25.265180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 9047048b-a368-4ccb-bec0-2d3a4bc2da65 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:25.265658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9047048b-a368-4ccb-bec0-2d3a4bc2da65 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:25.266167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:25.285650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:25.285996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 74ec93fa-1cde-45c8-bb5c-7ba4fc91bb71 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:25.286621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 229ac073-d6fb-45ec-82fc-cb9d5297efca no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:25.306632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c084aba2-d0f5-4791-92e8-cc50ea4c9069), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.307319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 229ac073-d6fb-45ec-82fc-cb9d5297efca {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:25.310978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 229ac073-d6fb-45ec-82fc-cb9d5297efca not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:25.319222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.321412 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] 10.222.0.45 "DELETE /v2.0/networks/c084aba2-d0f5-4791-92e8-cc50ea4c9069 HTTP/1.1" status: 204 len: 168 time: 0.9274449 Jan 27 22:41:25.324676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42584) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:25.364859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a09e2-e104-4a36-a7fc-71441576f7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c084aba2-d0f5-4791-92e8-cc50ea4c9069,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:25.549336 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting port 20e536e1-2264-45e1-8011-52cde68b1a07 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:25.549599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.649130 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] For port 20e536e1-2264-45e1-8011-52cde68b1a07, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20e536e1-2264-45e1-8011-52cde68b1a07,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:25.649533 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.664305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Calling delete_port for 20e536e1-2264-45e1-8011-52cde68b1a07 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:25.694384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (2d91f1b3-1137-44f8-b5d4-d39e74316558), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.811571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c6f10174-14e2-46fb-92e9-de9c42ca3564 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:25.835557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: c6f10174-14e2-46fb-92e9-de9c42ca3564 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:25.835915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c6f10174-14e2-46fb-92e9-de9c42ca3564 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:25.867635 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (20e536e1-2264-45e1-8011-52cde68b1a07), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:25.895743 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Port': ['ID=20e536e1-2264-45e1-8011-52cde68b1a07,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:26.306034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Deleting port 64ffaa3f-7369-4400-938a-9e03749cdea6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:26.306278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:26.351146 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (b092da31-379f-4c64-9258-8a2caf7ac30b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:26.389533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] For port 64ffaa3f-7369-4400-938a-9e03749cdea6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=64ffaa3f-7369-4400-938a-9e03749cdea6,segment=NetworkSegment(e6fc62f0-3593-4061-bff6-a42dee44de21),segment_id=e6fc62f0-3593-4061-bff6-a42dee44de21)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:26.390139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:26.407162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Calling delete_port for 64ffaa3f-7369-4400-938a-9e03749cdea6 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:26.574917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Router b092da31-379f-4c64-9258-8a2caf7ac30b has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:26.600487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (64ffaa3f-7369-4400-938a-9e03749cdea6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:26.626239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Pushing event deleted for resources: {'Port': ['ID=64ffaa3f-7369-4400-938a-9e03749cdea6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:26.699558 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:26.707786 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-de6ecaa3-1844-4cfb-b295-a9808635cb03 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "PUT /v2.0/routers/b092da31-379f-4c64-9258-8a2caf7ac30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769912 Jan 27 22:41:26.708429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42586) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:26.710578 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] Sync routers for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:26.723438 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:26.724483 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:26.780341 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd869372-f2f9-4baf-a8bf-5464c6c17ac4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting subnet fbe9c20a-319e-4ab7-96b2-88cd0e49d537 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:41:26.785736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd869372-f2f9-4baf-a8bf-5464c6c17ac4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for subnet (fbe9c20a-319e-4ab7-96b2-88cd0e49d537), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:26.821099 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (2d91f1b3-1137-44f8-b5d4-d39e74316558), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:26.834429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd869372-f2f9-4baf-a8bf-5464c6c17ac4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (fbe9c20a-319e-4ab7-96b2-88cd0e49d537), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:26.848332 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:26.931034 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd869372-f2f9-4baf-a8bf-5464c6c17ac4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (fbe9c20a-319e-4ab7-96b2-88cd0e49d537), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.005747 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd869372-f2f9-4baf-a8bf-5464c6c17ac4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (fbe9c20a-319e-4ab7-96b2-88cd0e49d537), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.038795 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd869372-f2f9-4baf-a8bf-5464c6c17ac4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe9c20a-319e-4ab7-96b2-88cd0e49d537,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:27.040870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd869372-f2f9-4baf-a8bf-5464c6c17ac4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.046972 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:41:25Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:27.047359 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a2e95f-55eb-4307-86ed-5e7416709c32 None None] Network b2a7c620-edec-4c04-966d-a793b46102ca requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:27.049945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42588) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:27.050613 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bd869372-f2f9-4baf-a8bf-5464c6c17ac4 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/subnets/fbe9c20a-319e-4ab7-96b2-88cd0e49d537 HTTP/1.1" status: 204 len: 168 time: 0.3360569 Jan 27 22:41:27.081496 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] Checking router: b092da31-379f-4c64-9258-8a2caf7ac30b for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:27.091022 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] Routers {'b092da31-379f-4c64-9258-8a2caf7ac30b'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:27.091685 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['b092da31-379f-4c64-9258-8a2caf7ac30b'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:27.130184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Router 2d91f1b3-1137-44f8-b5d4-d39e74316558 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:27.218772 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] Set router b092da31-379f-4c64-9258-8a2caf7ac30b gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:27.225722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] DHCP port deletion for b2a7c620-edec-4c04-966d-a793b46102ca request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:41:27.237207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router (b092da31-379f-4c64-9258-8a2caf7ac30b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.298979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] Deleting port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:27.299356 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.376525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] For port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=148ef26f-d2c6-4c20-836b-a9e3e33c9a5b,segment=NetworkSegment(8345f2fd-66fe-44a9-902c-805f9f2c6018),segment_id=8345f2fd-66fe-44a9-902c-805f9f2c6018)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:27.377207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.392118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] Calling delete_port for 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:27.401335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_gateway (b092da31-379f-4c64-9258-8a2caf7ac30b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.407321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:27.415726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-584ea739-718f-4bc7-96de-69d9fbc154fd admin admin] 10.222.0.45 "PUT /v2.0/routers/2d91f1b3-1137-44f8-b5d4-d39e74316558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0890009 Jan 27 22:41:27.418054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42590) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:27.449343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] Sync routers for ids ['2d91f1b3-1137-44f8-b5d4-d39e74316558'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:27.460256 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:41:25Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:27.474728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] Routers {'2d91f1b3-1137-44f8-b5d4-d39e74316558'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:27.475691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2d91f1b3-1137-44f8-b5d4-d39e74316558'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:27.488435 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1fee8-d218-48aa-81dc-cede51123b8b None None] The sync data for ids ['b092da31-379f-4c64-9258-8a2caf7ac30b'] in n-d-826529-2 is: [{'id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2096227361', 'tenant_id': 'e059c04c41764caab1d4295960825d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:39:17Z', 'updated_at': '2022-01-27T22:41:25Z', 'revision_number': 5, 'project_id': 'e059c04c41764caab1d4295960825d07', 'gw_port': {'id': 'cb5855db-557b-4dd7-ba31-8366980fe8ce', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b092da31-379f-4c64-9258-8a2caf7ac30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:39:18Z', 'updated_at': '2022-01-27T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:27.563709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Deleting port cb5855db-557b-4dd7-ba31-8366980fe8ce {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:27.564197 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.592711 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (148ef26f-d2c6-4c20-836b-a9e3e33c9a5b), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.610256 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks [] for router (2d91f1b3-1137-44f8-b5d4-d39e74316558), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.634445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] Pushing event deleted for resources: {'Port': ['ID=148ef26f-d2c6-4c20-836b-a9e3e33c9a5b,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:27.642330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077e6a3-bcb1-4900-82c3-1ded3dfc78d2 None None] No DVR routers for this DVR port 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:27.661453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] Set router 2d91f1b3-1137-44f8-b5d4-d39e74316558 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:27.737348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] For port cb5855db-557b-4dd7-ba31-8366980fe8ce, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=cb5855db-557b-4dd7-ba31-8366980fe8ce,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:27.737592 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.760738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Calling delete_port for cb5855db-557b-4dd7-ba31-8366980fe8ce owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:27.775619 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks [] for router_gateway (2d91f1b3-1137-44f8-b5d4-d39e74316558), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.891059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:41:26Z', 'revision_number': 5, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port': {'id': '986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:17Z', 'updated_at': '2022-01-27T22:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:27.930680 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] Checking router: 2d91f1b3-1137-44f8-b5d4-d39e74316558 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:27.941058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] Routers {'2d91f1b3-1137-44f8-b5d4-d39e74316558'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:27.941948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2d91f1b3-1137-44f8-b5d4-d39e74316558'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:27.944763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Deleting port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:27.945075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.053781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] Set router 2d91f1b3-1137-44f8-b5d4-d39e74316558 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:28.084475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] For port 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:28.084937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.087402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (cb5855db-557b-4dd7-ba31-8366980fe8ce), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.116802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:41:27Z', 'revision_number': 6, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:28.124171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Calling delete_port for 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:28.129751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Port': ['ID=cb5855db-557b-4dd7-ba31-8366980fe8ce,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:28.158078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639d466-a1cd-4823-8fe6-4202f263c07d None None] The sync data for ids ['2d91f1b3-1137-44f8-b5d4-d39e74316558'] in n-d-826529-2 is: [{'id': '2d91f1b3-1137-44f8-b5d4-d39e74316558', 'name': 'tempest-TestServerBasicOps-1340455815-router', 'tenant_id': '92a685326ea640d196d6c167b80c16cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:41:27Z', 'revision_number': 6, 'project_id': '92a685326ea640d196d6c167b80c16cb', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:28.238716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (b092da31-379f-4c64-9258-8a2caf7ac30b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.365810 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (b092da31-379f-4c64-9258-8a2caf7ac30b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.369215 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router_controller (b092da31-379f-4c64-9258-8a2caf7ac30b), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.430167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (b092da31-379f-4c64-9258-8a2caf7ac30b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.430862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Fanout notify agent at l3_agent the message router_deleted on router b092da31-379f-4c64-9258-8a2caf7ac30b {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:41:28.439211 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.442926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d775cad9-5db9-4388-ad18-a09981e9c6dd tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/routers/b092da31-379f-4c64-9258-8a2caf7ac30b HTTP/1.1" status: 204 len: 168 time: 1.3893709 Jan 27 22:41:28.443546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42592) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:28.486133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.511231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Pushing event deleted for resources: {'Port': ['ID=986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:28.532515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (b2a7c620-edec-4c04-966d-a793b46102ca), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.601700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (2d91f1b3-1137-44f8-b5d4-d39e74316558), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.647312 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (b2a7c620-edec-4c04-966d-a793b46102ca), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.674632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a7c620-edec-4c04-966d-a793b46102ca']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:28.684454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8345f2fd-66fe-44a9-902c-805f9f2c6018') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:28.684748 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8345f2fd-66fe-44a9-902c-805f9f2c6018') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:28.694658 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (8345f2fd-66fe-44a9-902c-805f9f2c6018), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.702002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (2d91f1b3-1137-44f8-b5d4-d39e74316558), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.703854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks [] for router_controller (2d91f1b3-1137-44f8-b5d4-d39e74316558), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.707967 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8345f2fd-66fe-44a9-902c-805f9f2c6018), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.714657 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:41:28.715047 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (8345f2fd-66fe-44a9-902c-805f9f2c6018), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:41:28.718129 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:41:28.752080 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (2d91f1b3-1137-44f8-b5d4-d39e74316558), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.752617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d91f1b3-1137-44f8-b5d4-d39e74316558 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:41:28.757213 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.761021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3fa94478-df91-4286-984e-84717229d51b admin admin] 10.222.0.45 "DELETE /v2.0/routers/2d91f1b3-1137-44f8-b5d4-d39e74316558 HTTP/1.1" status: 204 len: 168 time: 1.3393331 Jan 27 22:41:28.761326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42594) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:28.779032 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (b2a7c620-edec-4c04-966d-a793b46102ca), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.786812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.790115 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] 10.222.0.45 "DELETE /v2.0/networks/b2a7c620-edec-4c04-966d-a793b46102ca HTTP/1.1" status: 204 len: 168 time: 0.3453870 Jan 27 22:41:28.802063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f46c6f-26fb-4b56-afa9-e5f4adb0f027 tempest-TestSecurityGroupsBasicOps-536081324 tempest-TestSecurityGroupsBasicOps-536081324-project] Pushing event deleted for resources: {'Network': ['ID=b2a7c620-edec-4c04-966d-a793b46102ca,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:28.816189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-09335caa-a00a-4a99-a765-596c0aba335f admin admin] Deleting subnet bba453e2-a673-46b7-b4c7-ee5515e33fc2 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:41:28.819611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09335caa-a00a-4a99-a765-596c0aba335f admin admin] Publish callbacks [] for subnet (bba453e2-a673-46b7-b4c7-ee5515e33fc2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.856530 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09335caa-a00a-4a99-a765-596c0aba335f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (bba453e2-a673-46b7-b4c7-ee5515e33fc2), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.950918 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09335caa-a00a-4a99-a765-596c0aba335f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (bba453e2-a673-46b7-b4c7-ee5515e33fc2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.008951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09335caa-a00a-4a99-a765-596c0aba335f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (bba453e2-a673-46b7-b4c7-ee5515e33fc2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.036321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09335caa-a00a-4a99-a765-596c0aba335f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba453e2-a673-46b7-b4c7-ee5515e33fc2,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:29.040297 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09335caa-a00a-4a99-a765-596c0aba335f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.045973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-09335caa-a00a-4a99-a765-596c0aba335f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bba453e2-a673-46b7-b4c7-ee5515e33fc2 HTTP/1.1" status: 204 len: 168 time: 0.2813826 Jan 27 22:41:29.046219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42602) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:29.050666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1b377-7c8a-4ee8-b1b7-8cd9f877695e None None] Network 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:29.065280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42604) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:29.126174 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.196035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Deleting port 4c793d3b-fb94-47af-94b0-e35188b90452 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:29.196384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.284419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] For port 4c793d3b-fb94-47af-94b0-e35188b90452, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c793d3b-fb94-47af-94b0-e35188b90452,segment=NetworkSegment(e6fc62f0-3593-4061-bff6-a42dee44de21),segment_id=e6fc62f0-3593-4061-bff6-a42dee44de21)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:29.284889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.305394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] DHCP port deletion for 7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:41:29.309510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0f3a73aa-2984-4647-852a-676bfdb432dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e059c04c41764caab1d4295960825d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426486 Jan 27 22:41:29.310793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Calling delete_port for 4c793d3b-fb94-47af-94b0-e35188b90452 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:29.311919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42608) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:29.382058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] Deleting port 4c793d3b-fb94-47af-94b0-e35188b90452 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:29.382852 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.397186 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-443c11c4-7ca0-45e9-b6d7-b2ebd1b9f044 admin admin] Publish callbacks [] for security_group (8d0907ab-b564-4c0b-8433-deff9ba6c205), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.407113 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.424820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-443c11c4-7ca0-45e9-b6d7-b2ebd1b9f044 admin admin] Publish callbacks [] for security_group (8d0907ab-b564-4c0b-8433-deff9ba6c205), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.434115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4c793d3b-fb94-47af-94b0-e35188b90452 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:29.440535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c793d3b-fb94-47af-94b0-e35188b90452,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:29.453961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] No DVR routers for this DVR port 4c793d3b-fb94-47af-94b0-e35188b90452 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:29.463515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 4c793d3b-fb94-47af-94b0-e35188b90452 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:29.464115 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4c793d3b-fb94-47af-94b0-e35188b90452 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:29.464731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:29.489796 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-443c11c4-7ca0-45e9-b6d7-b2ebd1b9f044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8d0907ab-b564-4c0b-8433-deff9ba6c205), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.493337 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-443c11c4-7ca0-45e9-b6d7-b2ebd1b9f044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.494657 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-443c11c4-7ca0-45e9-b6d7-b2ebd1b9f044 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d0907ab-b564-4c0b-8433-deff9ba6c205 HTTP/1.1" status: 204 len: 168 time: 0.1817291 Jan 27 22:41:29.507403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] For port 4c793d3b-fb94-47af-94b0-e35188b90452, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4c793d3b-fb94-47af-94b0-e35188b90452,segment=NetworkSegment(e6fc62f0-3593-4061-bff6-a42dee44de21),segment_id=e6fc62f0-3593-4061-bff6-a42dee44de21)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:29.507773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.508267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c11c4-7ca0-45e9-b6d7-b2ebd1b9f044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0907ab-b564-4c0b-8433-deff9ba6c205,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:29.510418 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:29.510776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 148ef26f-d2c6-4c20-836b-a9e3e33c9a5b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:29.511222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 64ffaa3f-7369-4400-938a-9e03749cdea6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:29.547298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] Calling delete_port for 4c793d3b-fb94-47af-94b0-e35188b90452 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:29.549401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 64ffaa3f-7369-4400-938a-9e03749cdea6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:29.549931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 64ffaa3f-7369-4400-938a-9e03749cdea6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:29.550543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:29.555802 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.578593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:29.578964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 986fa7b5-7bbd-4ec2-9cc5-21d92ced3d20 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:29.579394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20e536e1-2264-45e1-8011-52cde68b1a07 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:29.603290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 20e536e1-2264-45e1-8011-52cde68b1a07 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:29.603867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20e536e1-2264-45e1-8011-52cde68b1a07 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:29.604393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cb5855db-557b-4dd7-ba31-8366980fe8ce no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:29.661977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: cb5855db-557b-4dd7-ba31-8366980fe8ce {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:29.662665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device cb5855db-557b-4dd7-ba31-8366980fe8ce not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:29.727329 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (4c793d3b-fb94-47af-94b0-e35188b90452), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.751549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] Pushing event deleted for resources: {'Port': ['ID=4c793d3b-fb94-47af-94b0-e35188b90452,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:29.770533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333af2f0-046f-4452-8c11-4e6e4c4288ee None None] No DVR routers for this DVR port 4c793d3b-fb94-47af-94b0-e35188b90452 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:29.879900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:29.894459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5acf57a-34e6-482c-b8f2-bd8a72a8eb99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.971590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:29.982347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fc62f0-3593-4061-bff6-a42dee44de21') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:29.982347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fc62f0-3593-4061-bff6-a42dee44de21') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:29.992565 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (e6fc62f0-3593-4061-bff6-a42dee44de21), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.996751 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5acf57a-34e6-482c-b8f2-bd8a72a8eb99 admin admin] Publish callbacks [] for security_group (a57a394f-d902-4ebd-9b40-5f4cac765730), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.002085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d5acf57a-34e6-482c-b8f2-bd8a72a8eb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a57a394f-d902-4ebd-9b40-5f4cac765730), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.006213 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (e6fc62f0-3593-4061-bff6-a42dee44de21), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.012591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:41:30.012963 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (e6fc62f0-3593-4061-bff6-a42dee44de21), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:41:30.014654 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:41:30.041678 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d5acf57a-34e6-482c-b8f2-bd8a72a8eb99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68f63d86e4dd43008a8e77cc54161c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606331 Jan 27 22:41:30.043931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acf57a-34e6-482c-b8f2-bd8a72a8eb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57a394f-d902-4ebd-9b40-5f4cac765730,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:30.046258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42616) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:30.071605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.077408 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.083957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67 HTTP/1.1" status: 204 len: 168 time: 1.0338898 Jan 27 22:41:30.095314 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3bcf-1774-4138-a3fc-e9bfbd3e2e4d admin admin] Publish callbacks [] for security_group (a57a394f-d902-4ebd-9b40-5f4cac765730), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.096125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322d4e3-8b06-4219-9089-717217d44995 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5ab9fb-5c59-4ae3-a1bd-7fb7a07a0e67,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:30.122061 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3bcf-1774-4138-a3fc-e9bfbd3e2e4d admin admin] Publish callbacks [] for security_group (a57a394f-d902-4ebd-9b40-5f4cac765730), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.171365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3bcf-1774-4138-a3fc-e9bfbd3e2e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a57a394f-d902-4ebd-9b40-5f4cac765730), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.174090 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3bcf-1774-4138-a3fc-e9bfbd3e2e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.177730 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f6ae3bcf-1774-4138-a3fc-e9bfbd3e2e4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a57a394f-d902-4ebd-9b40-5f4cac765730 HTTP/1.1" status: 204 len: 168 time: 0.1281581 Jan 27 22:41:30.186870 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae3bcf-1774-4138-a3fc-e9bfbd3e2e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57a394f-d902-4ebd-9b40-5f4cac765730,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:30.270147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42622) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:30.314332 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cec99453-bb4e-4ed2-b1fe-0919b78529ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e41072606b7040e995ab94cf73d27dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406613 Jan 27 22:41:30.314581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42626) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:30.365180 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5df69901-37b3-433d-93ea-f91ff45eec05 admin admin] Publish callbacks [] for security_group (d795c907-7c9f-48f1-9400-2931c7174b3d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.392942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5df69901-37b3-433d-93ea-f91ff45eec05 admin admin] Publish callbacks [] for security_group (d795c907-7c9f-48f1-9400-2931c7174b3d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.444021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5df69901-37b3-433d-93ea-f91ff45eec05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d795c907-7c9f-48f1-9400-2931c7174b3d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.446693 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5df69901-37b3-433d-93ea-f91ff45eec05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.448085 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5df69901-37b3-433d-93ea-f91ff45eec05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d795c907-7c9f-48f1-9400-2931c7174b3d HTTP/1.1" status: 204 len: 168 time: 0.1323283 Jan 27 22:41:30.456189 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df69901-37b3-433d-93ea-f91ff45eec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d795c907-7c9f-48f1-9400-2931c7174b3d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:30.485810 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42630) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:30.527810 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-18dba473-3943-4b56-96ae-6b029b2643d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a819fd782404cd98609700b985c618c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403571 Jan 27 22:41:30.530317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42632) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:30.590232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82f386a2-7d90-4d2f-9da0-9e9b5b1225e6 admin admin] Publish callbacks [] for security_group (249685ad-a388-4e06-91db-e6209a51b8e3), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.612742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82f386a2-7d90-4d2f-9da0-9e9b5b1225e6 admin admin] Publish callbacks [] for security_group (249685ad-a388-4e06-91db-e6209a51b8e3), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.670756 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82f386a2-7d90-4d2f-9da0-9e9b5b1225e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (249685ad-a388-4e06-91db-e6209a51b8e3), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.676344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-82f386a2-7d90-4d2f-9da0-9e9b5b1225e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.677612 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-82f386a2-7d90-4d2f-9da0-9e9b5b1225e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/249685ad-a388-4e06-91db-e6209a51b8e3 HTTP/1.1" status: 204 len: 168 time: 0.1462045 Jan 27 22:41:30.686553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f386a2-7d90-4d2f-9da0-9e9b5b1225e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249685ad-a388-4e06-91db-e6209a51b8e3,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:30.858004 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42638) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:30.905056 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-459ded8c-8cfb-4f35-9803-cfcc078729ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92a685326ea640d196d6c167b80c16cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457406 Jan 27 22:41:30.907781 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42640) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:30.967694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50c289f3-feff-46ee-be86-97df534ab9fb admin admin] Publish callbacks [] for security_group (40816695-8a7e-43d2-a5f6-8c8854d02377), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.996041 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50c289f3-feff-46ee-be86-97df534ab9fb admin admin] Publish callbacks [] for security_group (40816695-8a7e-43d2-a5f6-8c8854d02377), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:31.053807 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50c289f3-feff-46ee-be86-97df534ab9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (40816695-8a7e-43d2-a5f6-8c8854d02377), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:31.056417 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-50c289f3-feff-46ee-be86-97df534ab9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:31.057957 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-50c289f3-feff-46ee-be86-97df534ab9fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40816695-8a7e-43d2-a5f6-8c8854d02377 HTTP/1.1" status: 204 len: 168 time: 0.1483433 Jan 27 22:41:31.071056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c289f3-feff-46ee-be86-97df534ab9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40816695-8a7e-43d2-a5f6-8c8854d02377,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:31.892093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42662) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:32.002587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1621841218-network', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:32.026596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Made reservation on behalf of 7507bcb13702486cb0c4727c2230c0e1 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:32.029193 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.042072 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.123874 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Publish callbacks [] for security_group (9a2e9090-b87a-4521-9287-ce4b60ed12ec), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.128676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9a2e9090-b87a-4521-9287-ce4b60ed12ec), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.159909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:41:32.167189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e9090-b87a-4521-9287-ce4b60ed12ec,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:32.173714 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0aac3891-47bb-43ae-b254-16901d4fd43d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.174064 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Added segment 0aac3891-47bb-43ae-b254-16901d4fd43d of type vlan for network 77a61625-59ec-4999-8d0e-c4c204f1be7a Jan 27 22:41:32.215335 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (77a61625-59ec-4999-8d0e-c4c204f1be7a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.242324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (77a61625-59ec-4999-8d0e-c4c204f1be7a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.243283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:32.243948 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.293804 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:41:32.299487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4062595 Jan 27 22:41:32.302606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42666) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:32.307131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955241ab-e8f9-42f1-8408-8878474a805c admin admin] Pushing event updated for resources: {'Network': ['ID=77a61625-59ec-4999-8d0e-c4c204f1be7a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:32.308107 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Request body: {'subnet': {'network_id': '77a61625-59ec-4999-8d0e-c4c204f1be7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1621841218-subnet', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:32.318150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 77a61625-59ec-4999-8d0e-c4c204f1be7a details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:41:32.334407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Made reservation on behalf of 7507bcb13702486cb0c4727c2230c0e1 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:32.337045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.509583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (50ef2e6a-ba53-4fdb-a437-53b4116ec629), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.583646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ef2e6a-ba53-4fdb-a437-53b4116ec629,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:32.593355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Checking segment: {'id': '0aac3891-47bb-43ae-b254-16901d4fd43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '77a61625-59ec-4999-8d0e-c4c204f1be7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:32.593731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Network hostable DHCP agents. Network: 77a61625-59ec-4999-8d0e-c4c204f1be7a, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:41:32.615361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Network 77a61625-59ec-4999-8d0e-c4c204f1be7a is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:41:32.625714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 77a61625-59ec-4999-8d0e-c4c204f1be7a) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:32.629761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:32.630362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.635222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b41e7-e7ee-4d52-8151-2899ae5111b3 None None] Network 77a61625-59ec-4999-8d0e-c4c204f1be7a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:32.652126 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da491ba3-fcd5-4fbd-8dc8-accc87c40502 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3481958 Jan 27 22:41:32.654805 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42668) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:32.659296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1621841218-router', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:32.681309 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (c9eb0741-419c-4c0e-b485-28a7168d4d2a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.682456 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (c9eb0741-419c-4c0e-b485-28a7168d4d2a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.737159 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks [] for router_controller (c9eb0741-419c-4c0e-b485-28a7168d4d2a), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.745444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-77a61625-59ec-4999-8d0e-c4c204f1be7a', 'network_id': '77a61625-59ec-4999-8d0e-c4c204f1be7a', 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'fixed_ips': [{'subnet_id': '50ef2e6a-ba53-4fdb-a437-53b4116ec629'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:41:32.746367 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.882909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Allocated IP 172.20.0.2 (77a61625-59ec-4999-8d0e-c4c204f1be7a/50ef2e6a-ba53-4fdb-a437-53b4116ec629/4a5dd581-ee2c-4198-b8cc-13eda44c2d82) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:32.884431 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks [] for router_gateway (c9eb0741-419c-4c0e-b485-28a7168d4d2a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.030881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Publish callbacks [] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.036966 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.080446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Network 77a61625-59ec-4999-8d0e-c4c204f1be7a is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:33.085385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:33.089894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:33.093063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Pushing event updated for resources: {'Port': ['ID=4a5dd581-ee2c-4198-b8cc-13eda44c2d82,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:33.093429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks [] for router_gateway (c9eb0741-419c-4c0e-b485-28a7168d4d2a), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.114076 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.145606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Attempting to bind port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:33.145965 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Attempting to bind port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '0aac3891-47bb-43ae-b254-16901d4fd43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '77a61625-59ec-4999-8d0e-c4c204f1be7a'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:33.146323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Attempting to bind port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 on network 77a61625-59ec-4999-8d0e-c4c204f1be7a {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:33.151552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:33.152105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Checking segment: {'id': '0aac3891-47bb-43ae-b254-16901d4fd43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '77a61625-59ec-4999-8d0e-c4c204f1be7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:33.152512 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.152912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Bound using segment: {'id': '0aac3891-47bb-43ae-b254-16901d4fd43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '77a61625-59ec-4999-8d0e-c4c204f1be7a'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:33.153377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Bound port: 4a5dd581-ee2c-4198-b8cc-13eda44c2d82, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aac3891-47bb-43ae-b254-16901d4fd43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '77a61625-59ec-4999-8d0e-c4c204f1be7a'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:33.153761 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.220568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] For port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:33.221575 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Allocated IP 172.25.8.20 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/882dae67-4638-4d9f-88d5-599a5684418d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:33.223766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] For port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4a5dd581-ee2c-4198-b8cc-13eda44c2d82,segment=NetworkSegment(0aac3891-47bb-43ae-b254-16901d4fd43d),segment_id=0aac3891-47bb-43ae-b254-16901d4fd43d)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:33.228403 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.292044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13a32a-3f8f-4f5f-b9fa-87bfa754be09 None None] Pushing event updated for resources: {'Port': ['ID=4a5dd581-ee2c-4198-b8cc-13eda44c2d82,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:33.336473 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks [] for port (882dae67-4638-4d9f-88d5-599a5684418d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.377403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (882dae67-4638-4d9f-88d5-599a5684418d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.419930 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:33.425117 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:33.429807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:33.437433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Pushing event updated for resources: {'Port': ['ID=882dae67-4638-4d9f-88d5-599a5684418d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:33.710735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks [] for router_gateway (c9eb0741-419c-4c0e-b485-28a7168d4d2a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:33.928694 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (c9eb0741-419c-4c0e-b485-28a7168d4d2a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.065313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Router c9eb0741-419c-4c0e-b485-28a7168d4d2a is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:41:34.194396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:34.212152 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Sync routers for ids ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:34.215381 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.216765 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6bdd7da8-a994-4082-bda8-05b1abe65754 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5609362 Jan 27 22:41:34.219854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42670) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:34.226946 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Routers {'c9eb0741-419c-4c0e-b485-28a7168d4d2a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:34.227632 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:34.267390 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cea6a81d-3d97-44cc-939c-34f0618ad870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.347011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121265d-3fae-46ae-9718-537ad94d14db None None] Network 77a61625-59ec-4999-8d0e-c4c204f1be7a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:34.377813 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Set router c9eb0741-419c-4c0e-b485-28a7168d4d2a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:34.489242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5245b05f-685e-4be0-878c-ede6faa2719a None None] Provisioning complete for port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:34.489871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5245b05f-685e-4be0-878c-ede6faa2719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.618403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5245b05f-685e-4be0-878c-ede6faa2719a None None] Current status of the port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:34.618807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5245b05f-685e-4be0-878c-ede6faa2719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.625027 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'name': 'tempest-ImageQuotaTest-1621841218-router', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '882dae67-4638-4d9f-88d5-599a5684418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:32Z', 'updated_at': '2022-01-27T22:41:33Z', 'revision_number': 3, 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'gw_port': {'id': '882dae67-4638-4d9f-88d5-599a5684418d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:33Z', 'updated_at': '2022-01-27T22:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:34.673951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5245b05f-685e-4be0-878c-ede6faa2719a None None] For port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4a5dd581-ee2c-4198-b8cc-13eda44c2d82,segment=NetworkSegment(0aac3891-47bb-43ae-b254-16901d4fd43d),segment_id=0aac3891-47bb-43ae-b254-16901d4fd43d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:34.679953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5245b05f-685e-4be0-878c-ede6faa2719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.691892 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Checking router: c9eb0741-419c-4c0e-b485-28a7168d4d2a for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:34.692132 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Updating router c9eb0741-419c-4c0e-b485-28a7168d4d2a port 882dae67-4638-4d9f-88d5-599a5684418d binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:41:34.729349 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882dae67-4638-4d9f-88d5-599a5684418d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.757158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245b05f-685e-4be0-878c-ede6faa2719a None None] Pushing event updated for resources: {'Port': ['ID=4a5dd581-ee2c-4198-b8cc-13eda44c2d82,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:34.783118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.905522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6c021981-483e-40f7-8bc6-d9124bf0e6c5 None None] Provisioning complete for port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:34.906072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6c021981-483e-40f7-8bc6-d9124bf0e6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.962916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Allocated IP 172.20.0.1 (77a61625-59ec-4999-8d0e-c4c204f1be7a/50ef2e6a-ba53-4fdb-a437-53b4116ec629/f06588eb-9ec6-4267-b3d2-94daa2af59c4) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:34.993263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6c021981-483e-40f7-8bc6-d9124bf0e6c5 None None] Current status of the port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:35.070103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Publish callbacks [] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.103074 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Publish callbacks [] for port (882dae67-4638-4d9f-88d5-599a5684418d), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.106091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.109914 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882dae67-4638-4d9f-88d5-599a5684418d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.145856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Network 77a61625-59ec-4999-8d0e-c4c204f1be7a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:35.152961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:35.157602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:35.162862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Pushing event updated for resources: {'Port': ['ID=f06588eb-9ec6-4267-b3d2-94daa2af59c4,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:35.166061 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Attempting to bind port 882dae67-4638-4d9f-88d5-599a5684418d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:35.166438 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Attempting to bind port 882dae67-4638-4d9f-88d5-599a5684418d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:35.166884 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Attempting to bind port 882dae67-4638-4d9f-88d5-599a5684418d on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:35.170285 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82bfba-25e1-4bd9-a506-6a4db9235f31 None None] Pushing event updated for resources: {'Port': ['ID=882dae67-4638-4d9f-88d5-599a5684418d,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:35.175247 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:35.175985 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:35.176278 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.176669 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:35.177712 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Bound port: 882dae67-4638-4d9f-88d5-599a5684418d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:35.178110 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882dae67-4638-4d9f-88d5-599a5684418d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.206034 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (c9eb0741-419c-4c0e-b485-28a7168d4d2a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.231397 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] For port 882dae67-4638-4d9f-88d5-599a5684418d, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:35.245656 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] For port 882dae67-4638-4d9f-88d5-599a5684418d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=882dae67-4638-4d9f-88d5-599a5684418d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:35.252439 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882dae67-4638-4d9f-88d5-599a5684418d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.324083 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82bfba-25e1-4bd9-a506-6a4db9235f31 None None] Pushing event updated for resources: {'Port': ['ID=882dae67-4638-4d9f-88d5-599a5684418d,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:35.326499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:35.327045 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Routers {'c9eb0741-419c-4c0e-b485-28a7168d4d2a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:35.327394 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:35.389696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:35.390225 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.391007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.444119 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] Set router c9eb0741-419c-4c0e-b485-28a7168d4d2a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:35.487756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:35.531557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e812b77e-1917-4ab0-a2ab-550f8d3bf6b5 None None] Provisioning complete for port f06588eb-9ec6-4267-b3d2-94daa2af59c4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:35.532250 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e812b77e-1917-4ab0-a2ab-550f8d3bf6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.572043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e812b77e-1917-4ab0-a2ab-550f8d3bf6b5 None None] Port f06588eb-9ec6-4267-b3d2-94daa2af59c4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:35.575359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Publish callbacks [] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.581886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.633745 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'name': 'tempest-ImageQuotaTest-1621841218-router', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '882dae67-4638-4d9f-88d5-599a5684418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:32Z', 'updated_at': '2022-01-27T22:41:33Z', 'revision_number': 3, 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'gw_port': {'id': '882dae67-4638-4d9f-88d5-599a5684418d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:33Z', 'updated_at': '2022-01-27T22:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:35.653140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Pushing event updated for resources: {'Port': ['ID=f06588eb-9ec6-4267-b3d2-94daa2af59c4,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:35.655808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (c9eb0741-419c-4c0e-b485-28a7168d4d2a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:35.670641 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2507200-0df9-40c0-8734-b5ec151679e6 None None] The sync data for ids ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'] in n-d-826529-2 is: [{'id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'name': 'tempest-ImageQuotaTest-1621841218-router', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '882dae67-4638-4d9f-88d5-599a5684418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:32Z', 'updated_at': '2022-01-27T22:41:33Z', 'revision_number': 3, 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'gw_port': {'id': '882dae67-4638-4d9f-88d5-599a5684418d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:33Z', 'updated_at': '2022-01-27T22:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:35.760633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Network 77a61625-59ec-4999-8d0e-c4c204f1be7a is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:35.762223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:35.890513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Router c9eb0741-419c-4c0e-b485-28a7168d4d2a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:36.048299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:36.054769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cb0545e8-cd29-41e9-9a54-fa28064ac278 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9eb0741-419c-4c0e-b485-28a7168d4d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338315 Jan 27 22:41:36.098165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c8a477ce-97fa-4472-af23-492ac18778e5 None None] Provisioning complete for port f06588eb-9ec6-4267-b3d2-94daa2af59c4 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:36.098481 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8a477ce-97fa-4472-af23-492ac18778e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:36.141982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c8a477ce-97fa-4472-af23-492ac18778e5 None None] Port f06588eb-9ec6-4267-b3d2-94daa2af59c4 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:37.102877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e499-5f3d-45fc-a173-d0e606feccae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.155289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42690) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:37.256911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 882dae67-4638-4d9f-88d5-599a5684418d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:37.307584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Sync routers for ids ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:37.317054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 882dae67-4638-4d9f-88d5-599a5684418d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:37.317427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (882dae67-4638-4d9f-88d5-599a5684418d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.342337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Routers {'c9eb0741-419c-4c0e-b485-28a7168d4d2a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:37.342997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:37.495705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Set router c9eb0741-419c-4c0e-b485-28a7168d4d2a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:37.497815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 882dae67-4638-4d9f-88d5-599a5684418d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:37.498210 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (882dae67-4638-4d9f-88d5-599a5684418d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.521260 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (c9eb0741-419c-4c0e-b485-28a7168d4d2a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.551552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 882dae67-4638-4d9f-88d5-599a5684418d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=882dae67-4638-4d9f-88d5-599a5684418d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:37.582771 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (882dae67-4638-4d9f-88d5-599a5684418d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.678826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=882dae67-4638-4d9f-88d5-599a5684418d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:37.758780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'name': 'tempest-ImageQuotaTest-1621841218-router', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '882dae67-4638-4d9f-88d5-599a5684418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:32Z', 'updated_at': '2022-01-27T22:41:35Z', 'revision_number': 4, 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'gw_port': {'id': '882dae67-4638-4d9f-88d5-599a5684418d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:33Z', 'updated_at': '2022-01-27T22:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'f06588eb-9ec6-4267-b3d2-94daa2af59c4', 'name': '', 'network_id': '77a61625-59ec-4999-8d0e-c4c204f1be7a', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'mac_address': 'fa:16:3e:25:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '50ef2e6a-ba53-4fdb-a437-53b4116ec629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:34Z', 'updated_at': '2022-01-27T22:41:35Z', 'revision_number': 2, 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'subnets': [{'id': '50ef2e6a-ba53-4fdb-a437-53b4116ec629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:37.782688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Deleting port f06588eb-9ec6-4267-b3d2-94daa2af59c4 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:37.783027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.791655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Checking router: c9eb0741-419c-4c0e-b485-28a7168d4d2a for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:37.792005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Updating router c9eb0741-419c-4c0e-b485-28a7168d4d2a port f06588eb-9ec6-4267-b3d2-94daa2af59c4 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:41:37.817787 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.861232 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.873445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Calling delete_port for f06588eb-9ec6-4267-b3d2-94daa2af59c4 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:38.067703 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (f06588eb-9ec6-4267-b3d2-94daa2af59c4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:38.091630 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.db.api [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:41:38.092021 n-d-826529-2 neutron-server[103331]: DEBUG oslo_db.api [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:41:38.097645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06588eb-9ec6-4267-b3d2-94daa2af59c4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:38.270558 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (c9eb0741-419c-4c0e-b485-28a7168d4d2a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:38.507768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Router c9eb0741-419c-4c0e-b485-28a7168d4d2a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:38.621613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Port f06588eb-9ec6-4267-b3d2-94daa2af59c4 not found while updating agent binding for router c9eb0741-419c-4c0e-b485-28a7168d4d2a. {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 22:41:38.630266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:38.637775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-78cba7c0-5eef-4b93-b726-4cd13af60765 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9eb0741-419c-4c0e-b485-28a7168d4d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4790342 Jan 27 22:41:38.638396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42692) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:38.642951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Routers {'c9eb0741-419c-4c0e-b485-28a7168d4d2a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:38.643678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:38.646442 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:38.756311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] Set router c9eb0741-419c-4c0e-b485-28a7168d4d2a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:38.952309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'name': 'tempest-ImageQuotaTest-1621841218-router', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '882dae67-4638-4d9f-88d5-599a5684418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:32Z', 'updated_at': '2022-01-27T22:41:38Z', 'revision_number': 5, 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'gw_port': {'id': '882dae67-4638-4d9f-88d5-599a5684418d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:33Z', 'updated_at': '2022-01-27T22:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:38.980509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb739dda-2c56-43fd-b629-c304b1b127f9 None None] The sync data for ids ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'] in n-d-826529-2 is: [{'id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'name': 'tempest-ImageQuotaTest-1621841218-router', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '882dae67-4638-4d9f-88d5-599a5684418d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:32Z', 'updated_at': '2022-01-27T22:41:38Z', 'revision_number': 5, 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'gw_port': {'id': '882dae67-4638-4d9f-88d5-599a5684418d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:33Z', 'updated_at': '2022-01-27T22:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:39.029602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks [] for router (c9eb0741-419c-4c0e-b485-28a7168d4d2a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.143084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks [] for router_gateway (c9eb0741-419c-4c0e-b485-28a7168d4d2a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.203789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Deleting port 882dae67-4638-4d9f-88d5-599a5684418d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:39.204046 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (882dae67-4638-4d9f-88d5-599a5684418d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.228807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 882dae67-4638-4d9f-88d5-599a5684418d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:39.285866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 882dae67-4638-4d9f-88d5-599a5684418d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:39.286258 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (882dae67-4638-4d9f-88d5-599a5684418d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.295306 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] For port 882dae67-4638-4d9f-88d5-599a5684418d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=882dae67-4638-4d9f-88d5-599a5684418d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:39.295707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (882dae67-4638-4d9f-88d5-599a5684418d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.309648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Calling delete_port for 882dae67-4638-4d9f-88d5-599a5684418d owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:39.368101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 882dae67-4638-4d9f-88d5-599a5684418d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:39.490624 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (882dae67-4638-4d9f-88d5-599a5684418d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.522145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=882dae67-4638-4d9f-88d5-599a5684418d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:39.585836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (c9eb0741-419c-4c0e-b485-28a7168d4d2a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.646838 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] Sync routers for ids ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:39.658565 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] Routers {'c9eb0741-419c-4c0e-b485-28a7168d4d2a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:39.659344 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:39.681244 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (c9eb0741-419c-4c0e-b485-28a7168d4d2a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.684202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks [] for router_controller (c9eb0741-419c-4c0e-b485-28a7168d4d2a), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.730095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (c9eb0741-419c-4c0e-b485-28a7168d4d2a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.730871 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9eb0741-419c-4c0e-b485-28a7168d4d2a {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:41:39.731750 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] Set router c9eb0741-419c-4c0e-b485-28a7168d4d2a gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:39.736630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.738089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6b960061-0abc-4edc-91fe-eecfa0a70b18 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c9eb0741-419c-4c0e-b485-28a7168d4d2a HTTP/1.1" status: 204 len: 168 time: 1.0982456 Jan 27 22:41:39.740794 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42694) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:39.784235 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eb0741-419c-4c0e-b485-28a7168d4d2a', 'name': 'tempest-ImageQuotaTest-1621841218-router', 'tenant_id': '7507bcb13702486cb0c4727c2230c0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:32Z', 'updated_at': '2022-01-27T22:41:39Z', 'revision_number': 7, 'project_id': '7507bcb13702486cb0c4727c2230c0e1', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:39.791839 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eebeaf5-603d-4118-acd1-748fda7f1645 admin admin] Deleting subnet 50ef2e6a-ba53-4fdb-a437-53b4116ec629 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:41:39.795599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6eebeaf5-603d-4118-acd1-748fda7f1645 admin admin] Publish callbacks [] for subnet (50ef2e6a-ba53-4fdb-a437-53b4116ec629), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.814733 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] Checking router: c9eb0741-419c-4c0e-b485-28a7168d4d2a for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:39.825077 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] Routers set() bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:39.825418 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] Router IDs set() for agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:41:39.826074 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_agentschedulers_db [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9eb0741-419c-4c0e-b485-28a7168d4d2a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent'). {{(pid=103332) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:41:39.826917 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54664573-d0f6-49c0-81c0-31d94a0e9a2c None None] The sync data for ids ['c9eb0741-419c-4c0e-b485-28a7168d4d2a'] in n-d-826529-2 is: [] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:39.832994 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6eebeaf5-603d-4118-acd1-748fda7f1645 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (50ef2e6a-ba53-4fdb-a437-53b4116ec629), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.916688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6eebeaf5-603d-4118-acd1-748fda7f1645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (50ef2e6a-ba53-4fdb-a437-53b4116ec629), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:39.978656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6eebeaf5-603d-4118-acd1-748fda7f1645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (50ef2e6a-ba53-4fdb-a437-53b4116ec629), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.007133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebeaf5-603d-4118-acd1-748fda7f1645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ef2e6a-ba53-4fdb-a437-53b4116ec629,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:40.009135 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6eebeaf5-603d-4118-acd1-748fda7f1645 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.012466 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6eebeaf5-603d-4118-acd1-748fda7f1645 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/50ef2e6a-ba53-4fdb-a437-53b4116ec629 HTTP/1.1" status: 204 len: 168 time: 0.2706616 Jan 27 22:41:40.015061 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42696) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:40.016664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab408a-c259-44a1-b2c6-4e4dc495f13a None None] Network 77a61625-59ec-4999-8d0e-c4c204f1be7a requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:40.085547 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (77a61625-59ec-4999-8d0e-c4c204f1be7a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.140251 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Deleting port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:40.140593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.214992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] For port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=4a5dd581-ee2c-4198-b8cc-13eda44c2d82,segment=NetworkSegment(0aac3891-47bb-43ae-b254-16901d4fd43d),segment_id=0aac3891-47bb-43ae-b254-16901d4fd43d)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:40.215267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.233098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Calling delete_port for 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:40.293690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] DHCP port deletion for 77a61625-59ec-4999-8d0e-c4c204f1be7a request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:41:40.329813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.346490 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] Deleting port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:40.346867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.360778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5dd581-ee2c-4198-b8cc-13eda44c2d82,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:40.364711 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] No DVR routers for this DVR port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:40.411995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] For port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:40.412736 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.426255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] Calling delete_port for 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:40.429016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] Port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:41:40.430751 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (4a5dd581-ee2c-4198-b8cc-13eda44c2d82), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.435519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (77a61625-59ec-4999-8d0e-c4c204f1be7a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.457533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] Pushing event deleted for resources: {'Port': ['ID=4a5dd581-ee2c-4198-b8cc-13eda44c2d82,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:40.457798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a61625-59ec-4999-8d0e-c4c204f1be7a']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:40.459388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab210f10-49b3-40d8-969d-994515df9dcc None None] No DVR routers for this DVR port 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:40.470115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aac3891-47bb-43ae-b254-16901d4fd43d') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:40.470421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aac3891-47bb-43ae-b254-16901d4fd43d') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:40.480780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (0aac3891-47bb-43ae-b254-16901d4fd43d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.494361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (0aac3891-47bb-43ae-b254-16901d4fd43d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.500509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:41:40.501004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (0aac3891-47bb-43ae-b254-16901d4fd43d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:41:40.502630 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:41:40.563513 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (77a61625-59ec-4999-8d0e-c4c204f1be7a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.569238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.572458 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] 10.222.0.45 "DELETE /v2.0/networks/77a61625-59ec-4999-8d0e-c4c204f1be7a HTTP/1.1" status: 204 len: 168 time: 0.5565195 Jan 27 22:41:40.593027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a8db-3664-4a3a-ab65-ca46a810004a admin admin] Pushing event deleted for resources: {'Network': ['ID=77a61625-59ec-4999-8d0e-c4c204f1be7a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:40.699917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42700) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:40.744037 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-dbb1d38f-056d-4ded-8e12-201c12fcb273 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7507bcb13702486cb0c4727c2230c0e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428770 Jan 27 22:41:40.746703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42702) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:40.805056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0e0c-faa2-4d8c-87f1-f0bb87e4f1d6 admin admin] Publish callbacks [] for security_group (9a2e9090-b87a-4521-9287-ce4b60ed12ec), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.831880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0e0c-faa2-4d8c-87f1-f0bb87e4f1d6 admin admin] Publish callbacks [] for security_group (9a2e9090-b87a-4521-9287-ce4b60ed12ec), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.884162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0e0c-faa2-4d8c-87f1-f0bb87e4f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9a2e9090-b87a-4521-9287-ce4b60ed12ec), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.886843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0e0c-faa2-4d8c-87f1-f0bb87e4f1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.888071 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ae1b0e0c-faa2-4d8c-87f1-f0bb87e4f1d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a2e9090-b87a-4521-9287-ce4b60ed12ec HTTP/1.1" status: 204 len: 168 time: 0.1404936 Jan 27 22:41:40.896139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b0e0c-faa2-4d8c-87f1-f0bb87e4f1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e9090-b87a-4521-9287-ce4b60ed12ec,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:41.179153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.230248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:41.255625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:41.256000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 4a5dd581-ee2c-4198-b8cc-13eda44c2d82 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:41.256524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 882dae67-4638-4d9f-88d5-599a5684418d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:41.286084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 882dae67-4638-4d9f-88d5-599a5684418d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:41.286427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 882dae67-4638-4d9f-88d5-599a5684418d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:41.304608 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.311119 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42708) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:41.325450 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96451792-232d-40e0-93e2-18652eb2bd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.432092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96451792-232d-40e0-93e2-18652eb2bd5c admin admin] Publish callbacks [] for security_group (f55515dc-9c4a-4b31-a39e-7efd9ba3192d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.437437 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-96451792-232d-40e0-93e2-18652eb2bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f55515dc-9c4a-4b31-a39e-7efd9ba3192d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.475578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96451792-232d-40e0-93e2-18652eb2bd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55515dc-9c4a-4b31-a39e-7efd9ba3192d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:41.480572 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-96451792-232d-40e0-93e2-18652eb2bd5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1682308 Jan 27 22:41:41.484267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42710) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:41.542281 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8107f2c1-fe1a-425d-ba12-fa4af3bc4408 admin admin] Publish callbacks [] for security_group (f55515dc-9c4a-4b31-a39e-7efd9ba3192d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.565248 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8107f2c1-fe1a-425d-ba12-fa4af3bc4408 admin admin] Publish callbacks [] for security_group (f55515dc-9c4a-4b31-a39e-7efd9ba3192d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.618101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8107f2c1-fe1a-425d-ba12-fa4af3bc4408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f55515dc-9c4a-4b31-a39e-7efd9ba3192d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.621183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8107f2c1-fe1a-425d-ba12-fa4af3bc4408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:41.622766 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8107f2c1-fe1a-425d-ba12-fa4af3bc4408 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f55515dc-9c4a-4b31-a39e-7efd9ba3192d HTTP/1.1" status: 204 len: 168 time: 0.1369891 Jan 27 22:41:41.631378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107f2c1-fe1a-425d-ba12-fa4af3bc4408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55515dc-9c4a-4b31-a39e-7efd9ba3192d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:42.231321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42732) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:42.338322 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-355230937-network', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:42.360597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:42.363003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.372362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.454827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Publish callbacks [] for security_group (d3c71761-cbc4-4202-b0c1-e3778d3a9b9c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.459938 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d3c71761-cbc4-4202-b0c1-e3778d3a9b9c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.481395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:41:42.496884 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:42.502375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bfd88dd0-cef5-4ea7-9118-dab70998cbd2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.502723 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Added segment bfd88dd0-cef5-4ea7-9118-dab70998cbd2 of type vlan for network 008059fe-02f4-4122-a68d-ad08792cb796 Jan 27 22:41:42.544703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (008059fe-02f4-4122-a68d-ad08792cb796), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.571809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (008059fe-02f4-4122-a68d-ad08792cb796), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.572820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:42.573415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.649268 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4141836 Jan 27 22:41:42.649711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42736) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:42.657202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Request body: {'subnet': {'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-355230937-subnet', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:42.670594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f5380-1886-474b-af98-3268ee30d7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=008059fe-02f4-4122-a68d-ad08792cb796,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:42.680094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:42.680423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 008059fe-02f4-4122-a68d-ad08792cb796 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:41:42.682675 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.864344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (c45f52ec-0a98-45ce-a148-f18973e6479e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.919404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45f52ec-0a98-45ce-a148-f18973e6479e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:42.931684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:42.932046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Network hostable DHCP agents. Network: 008059fe-02f4-4122-a68d-ad08792cb796, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:41:42.948901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Network 008059fe-02f4-4122-a68d-ad08792cb796 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:41:42.958170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 008059fe-02f4-4122-a68d-ad08792cb796) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:42.962614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:42.963210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:42.969374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0c4f6-d0ad-49df-84c8-f85916d5ab24 None None] Network 008059fe-02f4-4122-a68d-ad08792cb796 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:42.987094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42738) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:42.988612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ed04543a-9e79-4e2b-89bd-20c672fd639e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3376729 Jan 27 22:41:42.991909 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:43.022238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (9eec8570-168e-4db8-9b19-9bc0c36e6eee), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.023562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (9eec8570-168e-4db8-9b19-9bc0c36e6eee), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.082347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks [] for router_controller (9eec8570-168e-4db8-9b19-9bc0c36e6eee), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.241592 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks [] for router_gateway (9eec8570-168e-4db8-9b19-9bc0c36e6eee), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.252112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-008059fe-02f4-4122-a68d-ad08792cb796', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:41:43.253280 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.396831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Allocated IP 172.20.0.2 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/20c6d29e-4465-4194-af0d-c01e932aa207) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:43.457264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks [] for router_gateway (9eec8570-168e-4db8-9b19-9bc0c36e6eee), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.480867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.547571 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Publish callbacks [] for port (20c6d29e-4465-4194-af0d-c01e932aa207), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.555318 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.597223 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Allocated IP 172.25.8.141 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/a58d851f-46af-4159-8e59-4024570d9594) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:43.612536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:43.617258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Pushing event updated for resources: {'Port': ['ID=20c6d29e-4465-4194-af0d-c01e932aa207,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:43.621210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:43.624103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:43.688101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Attempting to bind port 20c6d29e-4465-4194-af0d-c01e932aa207 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:43.688773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Attempting to bind port 20c6d29e-4465-4194-af0d-c01e932aa207 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:43.688867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Attempting to bind port 20c6d29e-4465-4194-af0d-c01e932aa207 on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:43.695048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:43.695457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:43.696469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.697476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:43.698081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Bound port: 20c6d29e-4465-4194-af0d-c01e932aa207, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:43.698479 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.720725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks [] for port (a58d851f-46af-4159-8e59-4024570d9594), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.756502 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (a58d851f-46af-4159-8e59-4024570d9594), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.763887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] For port 20c6d29e-4465-4194-af0d-c01e932aa207, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:43.767084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] For port 20c6d29e-4465-4194-af0d-c01e932aa207, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20c6d29e-4465-4194-af0d-c01e932aa207,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:43.773994 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.798150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:43.801160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:43.804831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:43.836539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Pushing event updated for resources: {'Port': ['ID=a58d851f-46af-4159-8e59-4024570d9594,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:43.850929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d42c9b-8c48-4b0b-b4b8-d9e1ca987808 None None] Pushing event updated for resources: {'Port': ['ID=20c6d29e-4465-4194-af0d-c01e932aa207,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:44.104174 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks [] for router_gateway (9eec8570-168e-4db8-9b19-9bc0c36e6eee), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:44.311149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (9eec8570-168e-4db8-9b19-9bc0c36e6eee), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:44.457493 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:41:44.788042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e9c142-a7b5-4f2d-81f5-c1a9021f9bd1 None None] Network 008059fe-02f4-4122-a68d-ad08792cb796 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:44.848071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:44.852981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-869b8986-e0f2-42c8-ba35-088622acac94 None None] Provisioning complete for port 20c6d29e-4465-4194-af0d-c01e932aa207 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:44.853399 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-869b8986-e0f2-42c8-ba35-088622acac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:44.867021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:44.871260 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-23a14527-021e-454e-9616-082744f5fb1e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8801100 Jan 27 22:41:44.871624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42740) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:44.885967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:44.931749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:44.932588 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:45.069609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-869b8986-e0f2-42c8-ba35-088622acac94 None None] Current status of the port 20c6d29e-4465-4194-af0d-c01e932aa207 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:45.070008 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-869b8986-e0f2-42c8-ba35-088622acac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.090916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:45.177466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-869b8986-e0f2-42c8-ba35-088622acac94 None None] For port 20c6d29e-4465-4194-af0d-c01e932aa207, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20c6d29e-4465-4194-af0d-c01e932aa207,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:45.203577 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-869b8986-e0f2-42c8-ba35-088622acac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.294379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b8986-e0f2-42c8-ba35-088622acac94 None None] Pushing event updated for resources: {'Port': ['ID=20c6d29e-4465-4194-af0d-c01e932aa207,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:45.314584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.319252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20c6d29e-4465-4194-af0d-c01e932aa207 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:45.369747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-da7e8f1c-aed9-413b-98a6-2612ec46b21d None None] Provisioning complete for port 20c6d29e-4465-4194-af0d-c01e932aa207 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:45.370122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da7e8f1c-aed9-413b-98a6-2612ec46b21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.430257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:43Z', 'revision_number': 3, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:45.431995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 20c6d29e-4465-4194-af0d-c01e932aa207 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:45.432550 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.482701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:45.483048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Updating router 9eec8570-168e-4db8-9b19-9bc0c36e6eee port a58d851f-46af-4159-8e59-4024570d9594 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:41:45.520483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a58d851f-46af-4159-8e59-4024570d9594), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.525492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Allocated IP 172.20.0.1 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/46348c9f-fd7a-4ef3-b760-da0b7b5a654c) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:45.636056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Publish callbacks [] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.643231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-da7e8f1c-aed9-413b-98a6-2612ec46b21d None None] Current status of the port 20c6d29e-4465-4194-af0d-c01e932aa207 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:45.679110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.691860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 20c6d29e-4465-4194-af0d-c01e932aa207 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:45.718525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:45.721443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:45.727133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:45.750994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Pushing event updated for resources: {'Port': ['ID=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:45.771587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (9eec8570-168e-4db8-9b19-9bc0c36e6eee), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.850806 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Publish callbacks [] for port (a58d851f-46af-4159-8e59-4024570d9594), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.857540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a58d851f-46af-4159-8e59-4024570d9594), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.909966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Attempting to bind port a58d851f-46af-4159-8e59-4024570d9594 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:45.910345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Attempting to bind port a58d851f-46af-4159-8e59-4024570d9594 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:45.910545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.910711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Attempting to bind port a58d851f-46af-4159-8e59-4024570d9594 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:45.922573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:45.922955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:45.923487 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.923794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:45.924496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Bound port: a58d851f-46af-4159-8e59-4024570d9594, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:45.924897 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a58d851f-46af-4159-8e59-4024570d9594), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:45.928011 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8937c7-0950-447f-b4d7-9caba371b351 None None] Pushing event updated for resources: {'Port': ['ID=a58d851f-46af-4159-8e59-4024570d9594,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:45.987448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] For port a58d851f-46af-4159-8e59-4024570d9594, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:45.990769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] For port a58d851f-46af-4159-8e59-4024570d9594, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a58d851f-46af-4159-8e59-4024570d9594,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:45.994563 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a58d851f-46af-4159-8e59-4024570d9594), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:46.057870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:46.058496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:46.062386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8937c7-0950-447f-b4d7-9caba371b351 None None] Pushing event updated for resources: {'Port': ['ID=a58d851f-46af-4159-8e59-4024570d9594,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:46.095608 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Publish callbacks [] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:46.101432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:46.120385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-696bdd91-db05-4391-b711-e299324558fb None None] Provisioning complete for port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:46.120761 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-696bdd91-db05-4391-b711-e299324558fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:46.167782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Pushing event updated for resources: {'Port': ['ID=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:46.170371 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (9eec8570-168e-4db8-9b19-9bc0c36e6eee), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:46.197948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-696bdd91-db05-4391-b711-e299324558fb None None] Port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:46.206000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:46.266753 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:46.268261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:46.397586 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:46.414785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 1, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:46.443937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f86b6-8e0b-4e21-8c31-cf910534fef7 None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 1, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:46.519987 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:46.521530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c3f2080e-6c0c-47aa-a6de-f3c0294add2c None None] Provisioning complete for port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:46.522218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c3f2080e-6c0c-47aa-a6de-f3c0294add2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:46.532093 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d8e9fd53-1ce3-4f4b-8233-0f364c33ba2d admin admin] 10.222.0.45 "PUT /v2.0/routers/9eec8570-168e-4db8-9b19-9bc0c36e6eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6591010 Jan 27 22:41:46.559498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2080e-6c0c-47aa-a6de-f3c0294add2c None None] Port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:47.056571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42756) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:47.061994 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-715467248-network', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:47.085400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Made reservation on behalf of 8c62a8001cbd435d95f0d9dd45da334e for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:47.087875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.097360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.202847 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Publish callbacks [] for security_group (1ef65291-0a46-4f3a-bd34-99e8196a4177), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.208154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1ef65291-0a46-4f3a-bd34-99e8196a4177), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.240836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:41:47.243082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef65291-0a46-4f3a-bd34-99e8196a4177,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:47.255163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (08f7ba43-8bb1-46e9-bac9-e4eb8459c280), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.255750 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Added segment 08f7ba43-8bb1-46e9-bac9-e4eb8459c280 of type vlan for network 194d776b-97ec-4b46-8076-58ed517ce4c2 Jan 27 22:41:47.303803 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (194d776b-97ec-4b46-8076-58ed517ce4c2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.343387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (194d776b-97ec-4b46-8076-58ed517ce4c2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.344570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:47.345476 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.353652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20c6d29e-4465-4194-af0d-c01e932aa207 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:47.413844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] Pushing event updated for resources: {'Network': ['ID=194d776b-97ec-4b46-8076-58ed517ce4c2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:47.414450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 20c6d29e-4465-4194-af0d-c01e932aa207 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:47.414450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.422783 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9da43b7a-9597-4638-ab41-33204de533e3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3622510 Jan 27 22:41:47.422872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42758) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:47.427918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Request body: {'subnet': {'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-715467248-subnet', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:47.451837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Made reservation on behalf of 8c62a8001cbd435d95f0d9dd45da334e for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:47.454864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.622865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 194d776b-97ec-4b46-8076-58ed517ce4c2 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:41:47.660621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (c8c579ec-140f-44cf-9e2e-5f920bb879fb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.746577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c579ec-140f-44cf-9e2e-5f920bb879fb,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:47.751327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Checking segment: {'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:47.751720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Network hostable DHCP agents. Network: 194d776b-97ec-4b46-8076-58ed517ce4c2, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:41:47.756977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 20c6d29e-4465-4194-af0d-c01e932aa207 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:47.758336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a58d851f-46af-4159-8e59-4024570d9594 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:47.776733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Network 194d776b-97ec-4b46-8076-58ed517ce4c2 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:41:47.790223 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 194d776b-97ec-4b46-8076-58ed517ce4c2) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:47.796002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:47.796789 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.804708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b6c01c-1df8-486a-8719-573bbb5416de None None] Network 194d776b-97ec-4b46-8076-58ed517ce4c2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:47.816801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e3d5db97-5eda-46ee-9741-93387ae44007 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3924751 Jan 27 22:41:47.819103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 42760) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:47.824700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:47.847773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.848988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.875585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a58d851f-46af-4159-8e59-4024570d9594 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:47.876227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a58d851f-46af-4159-8e59-4024570d9594), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.925940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks [] for router_controller (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:47.975125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-194d776b-97ec-4b46-8076-58ed517ce4c2', 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2', 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'fixed_ips': [{'subnet_id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:41:47.976075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.034220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a58d851f-46af-4159-8e59-4024570d9594 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:48.034696 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a58d851f-46af-4159-8e59-4024570d9594), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.105016 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks [] for router_gateway (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.115399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port a58d851f-46af-4159-8e59-4024570d9594, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a58d851f-46af-4159-8e59-4024570d9594,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:48.122507 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a58d851f-46af-4159-8e59-4024570d9594), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.203558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=a58d851f-46af-4159-8e59-4024570d9594,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:48.214868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Allocated IP 172.20.0.2 (194d776b-97ec-4b46-8076-58ed517ce4c2/c8c579ec-140f-44cf-9e2e-5f920bb879fb/2af7307a-7830-4d00-bf7a-4d76acdfce68) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:48.371096 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Publish callbacks [] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.379933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.421240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Network 194d776b-97ec-4b46-8076-58ed517ce4c2 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:48.425374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:48.429291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:48.444611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Pushing event updated for resources: {'Port': ['ID=2af7307a-7830-4d00-bf7a-4d76acdfce68,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:48.502444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Attempting to bind port 2af7307a-7830-4d00-bf7a-4d76acdfce68 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:48.502861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Attempting to bind port 2af7307a-7830-4d00-bf7a-4d76acdfce68 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:48.503090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Attempting to bind port 2af7307a-7830-4d00-bf7a-4d76acdfce68 on network 194d776b-97ec-4b46-8076-58ed517ce4c2 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:48.510748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:48.511074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Checking segment: {'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:48.511531 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.511934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Bound using segment: {'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:48.512465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Bound port: 2af7307a-7830-4d00-bf7a-4d76acdfce68, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:48.512853 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.566934 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.597573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] For port 2af7307a-7830-4d00-bf7a-4d76acdfce68, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:48.601070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] For port 2af7307a-7830-4d00-bf7a-4d76acdfce68, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2af7307a-7830-4d00-bf7a-4d76acdfce68,segment=NetworkSegment(08f7ba43-8bb1-46e9-bac9-e4eb8459c280),segment_id=08f7ba43-8bb1-46e9-bac9-e4eb8459c280)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:48.607012 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.663382 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks [] for router_gateway (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.682458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee8cf3-37a5-43a0-880d-32ada2af8570 None None] Pushing event updated for resources: {'Port': ['ID=2af7307a-7830-4d00-bf7a-4d76acdfce68,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:48.700749 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.771867 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:48.782128 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:48.782779 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:48.820586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Allocated IP 172.25.8.80 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/df3250ea-5295-44dd-abb1-03ced465324f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:48.903864 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:48.955040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks [] for port (df3250ea-5295-44dd-abb1-03ced465324f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.999927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (df3250ea-5295-44dd-abb1-03ced465324f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.045422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:49.049119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:49.053639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:49.088408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Pushing event updated for resources: {'Port': ['ID=df3250ea-5295-44dd-abb1-03ced465324f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:49.123176 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 2, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:49.154014 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:49.154369 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Updating router 9eec8570-168e-4db8-9b19-9bc0c36e6eee port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:41:49.180113 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.341811 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks [] for router_gateway (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.359226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a58d851f-46af-4159-8e59-4024570d9594 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:49.418037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a58d851f-46af-4159-8e59-4024570d9594 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:49.419321 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a58d851f-46af-4159-8e59-4024570d9594), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.464698 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Publish callbacks [] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.472746 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.524723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a58d851f-46af-4159-8e59-4024570d9594 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:49.526071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2af7307a-7830-4d00-bf7a-4d76acdfce68 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:49.581931 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.597562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2af7307a-7830-4d00-bf7a-4d76acdfce68 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:49.598190 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.659261 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9c117-075f-4538-9b7b-84ba0a5a47e7 None None] Pushing event updated for resources: {'Port': ['ID=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:49.712808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2af7307a-7830-4d00-bf7a-4d76acdfce68 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:49.713537 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.729887 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Attempting to bind port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:49.730706 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Attempting to bind port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:49.731238 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Attempting to bind port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:49.741627 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:49.742272 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:49.742940 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.743688 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:49.744618 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Bound port: 46348c9f-fd7a-4ef3-b760-da0b7b5a654c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:49.745259 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.781047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 2af7307a-7830-4d00-bf7a-4d76acdfce68, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2af7307a-7830-4d00-bf7a-4d76acdfce68,segment=NetworkSegment(08f7ba43-8bb1-46e9-bac9-e4eb8459c280),segment_id=08f7ba43-8bb1-46e9-bac9-e4eb8459c280)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:49.788621 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.818306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:41:49.882955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=2af7307a-7830-4d00-bf7a-4d76acdfce68,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:49.895446 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] For port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:49.901286 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] For port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:49.907171 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:49.970454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f259d9-4f13-4058-88d9-9c1ce7eed525 None None] Network 194d776b-97ec-4b46-8076-58ed517ce4c2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:41:49.973110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:49.974785 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:49.974785 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:49.980151 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9c117-075f-4538-9b7b-84ba0a5a47e7 None None] Pushing event updated for resources: {'Port': ['ID=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:50.006520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:50.011929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 42762) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:41:50.012833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2156c62a-398f-42fd-a59c-4c650aeb7cab admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1923332 Jan 27 22:41:50.040822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Sync routers for ids ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:50.073223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7df0b449-eeb4-4d0f-8bad-beceba377976 None None] Provisioning complete for port 2af7307a-7830-4d00-bf7a-4d76acdfce68 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:50.073638 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7df0b449-eeb4-4d0f-8bad-beceba377976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:50.102397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Routers {'514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:50.103184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:50.122561 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:50.368791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Set router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:50.379063 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:49Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:50.417352 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393a018-093f-42f0-a578-d3af1f3d4005 None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:49Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:50.468571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7df0b449-eeb4-4d0f-8bad-beceba377976 None None] Current status of the port 2af7307a-7830-4d00-bf7a-4d76acdfce68 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:50.554177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:50.603166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Provisioning complete for port 2af7307a-7830-4d00-bf7a-4d76acdfce68 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:50.603637 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:50.658963 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:41:49Z', 'revision_number': 3, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port': {'id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:48Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:50.689022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Checking router: 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:50.689368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Updating router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 port df3250ea-5295-44dd-abb1-03ced465324f binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:41:50.723059 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (df3250ea-5295-44dd-abb1-03ced465324f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:50.742377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Allocated IP 172.20.0.1 (194d776b-97ec-4b46-8076-58ed517ce4c2/c8c579ec-140f-44cf-9e2e-5f920bb879fb/0ac1e552-088b-4ea9-93b3-b797e6fa3180) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:50.783913 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Current status of the port 2af7307a-7830-4d00-bf7a-4d76acdfce68 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:50.852248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Provisioning complete for port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:50.852632 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:50.862393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Publish callbacks [] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:50.899963 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:50.943756 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Network 194d776b-97ec-4b46-8076-58ed517ce4c2 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:50.949143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:50.954049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:50.957219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac1e552-088b-4ea9-93b3-b797e6fa3180,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:50.996379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.034378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Current status of the port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:51.034775 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.129168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] For port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:51.134752 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.158583 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.180372 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Publish callbacks [] for port (df3250ea-5295-44dd-abb1-03ced465324f), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.230564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a100-59ae-4203-bf74-30d2510bc5ef None None] Pushing event updated for resources: {'Port': ['ID=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:51.240842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (df3250ea-5295-44dd-abb1-03ced465324f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.287466 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.311214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Attempting to bind port df3250ea-5295-44dd-abb1-03ced465324f on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:51.311214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Attempting to bind port df3250ea-5295-44dd-abb1-03ced465324f by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:51.311582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Attempting to bind port df3250ea-5295-44dd-abb1-03ced465324f on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:51.321898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c07401-d14e-45ef-86ae-c14f41e4a719 None None] Pushing event updated for resources: {'Port': ['ID=df3250ea-5295-44dd-abb1-03ced465324f,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:51.327233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:51.327657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:51.328062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.328471 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:51.328973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Bound port: df3250ea-5295-44dd-abb1-03ced465324f, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:51.329369 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (df3250ea-5295-44dd-abb1-03ced465324f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.354149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 46348c9f-fd7a-4ef3-b760-da0b7b5a654c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:51.407183 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Publish callbacks [] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.414020 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.414293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9121ab4f-5029-40ed-b72c-7f158b6f839d None None] Provisioning complete for port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:51.414686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9121ab4f-5029-40ed-b72c-7f158b6f839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.455919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] For port df3250ea-5295-44dd-abb1-03ced465324f, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:51.479089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] For port df3250ea-5295-44dd-abb1-03ced465324f, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=df3250ea-5295-44dd-abb1-03ced465324f,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:51.482557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9121ab4f-5029-40ed-b72c-7f158b6f839d None None] Port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:51.487449 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (df3250ea-5295-44dd-abb1-03ced465324f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.491161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac1e552-088b-4ea9-93b3-b797e6fa3180,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:51.493709 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.603011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Network 194d776b-97ec-4b46-8076-58ed517ce4c2 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:51.605152 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:51.696126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:51.696512 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.762355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Routers {'514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:51.762940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:51.765002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c07401-d14e-45ef-86ae-c14f41e4a719 None None] Pushing event updated for resources: {'Port': ['ID=df3250ea-5295-44dd-abb1-03ced465324f,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:51.916097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:51.917273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2af7307a-7830-4d00-bf7a-4d76acdfce68 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:51.946973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] Set router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:51.983103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-db027859-af8b-449c-bd08-333fd94fcb28 None None] Provisioning complete for port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:51.983591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-db027859-af8b-449c-bd08-333fd94fcb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:52.027454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:52.107947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-db027859-af8b-449c-bd08-333fd94fcb28 None None] Port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:52.123743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2af7307a-7830-4d00-bf7a-4d76acdfce68 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:52.124149 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:52.141886 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:52.147519 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d899ef36-d125-463a-b049-71efc53d42d2 admin admin] 10.222.0.45 "PUT /v2.0/routers/514a4ce7-ce6b-414e-ad8a-acfcd941a1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1335740 Jan 27 22:41:52.262342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2af7307a-7830-4d00-bf7a-4d76acdfce68 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:52.277911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 4, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port': {'id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:48Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0ac1e552-088b-4ea9-93b3-b797e6fa3180', 'name': '', 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'mac_address': 'fa:16:3e:66:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:50Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 2, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'subnets': [{'id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:52.305975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e559ee-cd67-4cf3-8dd7-c87c4dcc7ff9 None None] The sync data for ids ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'] in n-d-826529-2 is: [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 4, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port': {'id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:48Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0ac1e552-088b-4ea9-93b3-b797e6fa3180', 'name': '', 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'mac_address': 'fa:16:3e:66:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:50Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 2, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'subnets': [{'id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:53.390343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 46348c9f-fd7a-4ef3-b760-da0b7b5a654c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:53.445472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:53.445846 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:53.528891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:53.530007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device df3250ea-5295-44dd-abb1-03ced465324f up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:53.592516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port df3250ea-5295-44dd-abb1-03ced465324f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:53.592996 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (df3250ea-5295-44dd-abb1-03ced465324f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:53.686493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port df3250ea-5295-44dd-abb1-03ced465324f is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:53.687168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (df3250ea-5295-44dd-abb1-03ced465324f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:53.714091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port df3250ea-5295-44dd-abb1-03ced465324f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=df3250ea-5295-44dd-abb1-03ced465324f,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:53.719571 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (df3250ea-5295-44dd-abb1-03ced465324f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:53.774517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=df3250ea-5295-44dd-abb1-03ced465324f,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:54.625502 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Sync routers for ids ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:54.637060 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Routers {'514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:54.638814 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:54.748361 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Set router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:54.965063 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 4, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port': {'id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:48Z', 'updated_at': '2022-01-27T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0ac1e552-088b-4ea9-93b3-b797e6fa3180', 'name': '', 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'mac_address': 'fa:16:3e:66:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:50Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 2, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'subnets': [{'id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:54.993372 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Checking router: 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:54.993721 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Updating router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:41:55.020894 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.263986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device df3250ea-5295-44dd-abb1-03ced465324f up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:55.299745 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Publish callbacks [] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.307990 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.319800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port df3250ea-5295-44dd-abb1-03ced465324f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:55.320270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (df3250ea-5295-44dd-abb1-03ced465324f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.347872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-6c888b7c-8767-44d3-9487-fa16e3c9725e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:55.356055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-6c888b7c-8767-44d3-9487-fa16e3c9725e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1206987 Jan 27 22:41:55.373442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-36fd9a49-1fa5-43c8-bacb-3c08e9ffdc50 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/quotas/7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 375 time: 0.0160871 Jan 27 22:41:55.405568 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e82dae-ec66-4679-8b08-c70dd3b22dd7 None None] Pushing event updated for resources: {'Port': ['ID=0ac1e552-088b-4ea9-93b3-b797e6fa3180,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:55.421163 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Attempting to bind port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:55.421539 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Attempting to bind port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:55.421904 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Attempting to bind port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 on network 194d776b-97ec-4b46-8076-58ed517ce4c2 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:55.424574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port df3250ea-5295-44dd-abb1-03ced465324f is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:55.425671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-a41e5857-b8b6-4994-bd7d-3f1d4f016aee tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510862 Jan 27 22:41:55.434310 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:55.434619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Checking segment: {'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:55.435037 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.435506 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Bound using segment: {'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:55.435935 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Bound port: 0ac1e552-088b-4ea9-93b3-b797e6fa3180, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f7ba43-8bb1-46e9-bac9-e4eb8459c280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:55.436610 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.505653 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] For port 0ac1e552-088b-4ea9-93b3-b797e6fa3180, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:55.509185 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] For port 0ac1e552-088b-4ea9-93b3-b797e6fa3180, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0ac1e552-088b-4ea9-93b3-b797e6fa3180,segment=NetworkSegment(08f7ba43-8bb1-46e9-bac9-e4eb8459c280),segment_id=08f7ba43-8bb1-46e9-bac9-e4eb8459c280)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:55.515247 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.581930 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Routers {'514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:55.581930 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:41:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:55.627806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-24e90d3c-e805-4c75-bf21-35f571a40083 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961255 Jan 27 22:41:55.631961 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e82dae-ec66-4679-8b08-c70dd3b22dd7 None None] Pushing event updated for resources: {'Port': ['ID=0ac1e552-088b-4ea9-93b3-b797e6fa3180,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:55.665412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-68962e0f-f370-48b5-b822-7cfa23ab421b None None] Provisioning complete for port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:55.665412 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68962e0f-f370-48b5-b822-7cfa23ab421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.741793 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] Set router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:55.757221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-44786d23-4dc0-4484-b8d8-c1a95def4b06 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232705 Jan 27 22:41:55.764227 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-68962e0f-f370-48b5-b822-7cfa23ab421b None None] Current status of the port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:55.764754 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68962e0f-f370-48b5-b822-7cfa23ab421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.805682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-68962e0f-f370-48b5-b822-7cfa23ab421b None None] For port 0ac1e552-088b-4ea9-93b3-b797e6fa3180, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0ac1e552-088b-4ea9-93b3-b797e6fa3180,segment=NetworkSegment(08f7ba43-8bb1-46e9-bac9-e4eb8459c280),segment_id=08f7ba43-8bb1-46e9-bac9-e4eb8459c280)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:55.815445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68962e0f-f370-48b5-b822-7cfa23ab421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.873784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68962e0f-f370-48b5-b822-7cfa23ab421b None None] Pushing event updated for resources: {'Port': ['ID=0ac1e552-088b-4ea9-93b3-b797e6fa3180,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:55.944894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3fdf4f12-63e3-4c91-a48b-706485158036 None None] Provisioning complete for port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:55.945276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4f12-63e3-4c91-a48b-706485158036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.032703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf4f12-63e3-4c91-a48b-706485158036 None None] Current status of the port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:56.057401 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 4, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port': {'id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:48Z', 'updated_at': '2022-01-27T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0ac1e552-088b-4ea9-93b3-b797e6fa3180', 'name': '', 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'mac_address': 'fa:16:3e:66:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:50Z', 'updated_at': '2022-01-27T22:41:55Z', 'revision_number': 4, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'subnets': [{'id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:56.087371 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1505ba5b-caec-4135-8d33-35c5e42676fd None None] The sync data for ids ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'] in n-d-826529-2 is: [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 4, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port': {'id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:48Z', 'updated_at': '2022-01-27T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '0ac1e552-088b-4ea9-93b3-b797e6fa3180', 'name': '', 'network_id': '194d776b-97ec-4b46-8076-58ed517ce4c2', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'mac_address': 'fa:16:3e:66:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:50Z', 'updated_at': '2022-01-27T22:41:55Z', 'revision_number': 4, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'subnets': [{'id': 'c8c579ec-140f-44cf-9e2e-5f920bb879fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:57.092773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8e1c3b2-3751-4291-883d-42ebe92deb35 req-5babd641-4b8e-4094-b3ef-c1626fd58cb5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0272131 Jan 27 22:41:57.306462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0ac1e552-088b-4ea9-93b3-b797e6fa3180 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:57.366330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:57.366711 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:57.456049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:58.213274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4489504-4b1b-4ce8-a0c3-1f4555caca06 req-d5c5d6ba-6d13-4c87-af02-21c39b7de595 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0339835 Jan 27 22:41:58.265664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-5b56e7e4-1505-4520-b410-bb1d31b42b55 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:58.267114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-5b56e7e4-1505-4520-b410-bb1d31b42b55 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1424186 Jan 27 22:41:58.280173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'port': {'device_id': 'f5736d49-ea7e-48c5-9526-721762b14e08', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'admin_state_up': True, 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:58.396850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:58.400606 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:58.537618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.20.0.11 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/7cb33889-b894-4c9e-bd64-c53054796e2b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:58.704664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:58.741313 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:58.786109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:58.789562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:58.795873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:58.819770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=7cb33889-b894-4c9e-bd64-c53054796e2b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:58.837534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.837881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.838238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.838576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.838913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.839246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.839658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.839986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.840387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.840721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.841061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.841384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.841705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:58.860653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:58.861297 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:58.882050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2c72bb39-53e8-41ac-b315-da0d6c20ab6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6059487 Jan 27 22:41:58.895086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Request body: {'port': {'device_id': 'f5736d49-ea7e-48c5-9526-721762b14e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:58.964989 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.073957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-44f49050-f642-418a-8787-389b20695795 None None] Provisioning complete for port 7cb33889-b894-4c9e-bd64-c53054796e2b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:59.074546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44f49050-f642-418a-8787-389b20695795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.112626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-44f49050-f642-418a-8787-389b20695795 None None] Port 7cb33889-b894-4c9e-bd64-c53054796e2b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:59.255822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb33889-b894-4c9e-bd64-c53054796e2b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:41:59.264208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Publish callbacks [] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.278507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Transition to ACTIVE for port object 7cb33889-b894-4c9e-bd64-c53054796e2b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:41:59.284864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.376905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb33889-b894-4c9e-bd64-c53054796e2b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:59.400553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aa293-676d-4f15-9d03-722538d4fa22 req-c45d06c4-664c-40b9-8067-a47cf521668d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:59.402341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d9aa293-676d-4f15-9d03-722538d4fa22 req-c45d06c4-664c-40b9-8067-a47cf521668d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.1112034 Jan 27 22:41:59.501315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d9aa293-676d-4f15-9d03-722538d4fa22 req-14d10c80-21ff-4c9f-8f35-126f82c98aed tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844009 Jan 27 22:41:59.503969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Attempting to bind port 7cb33889-b894-4c9e-bd64-c53054796e2b on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:59.504321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Attempting to bind port 7cb33889-b894-4c9e-bd64-c53054796e2b by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:59.504665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Attempting to bind port 7cb33889-b894-4c9e-bd64-c53054796e2b on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:59.509905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Port 7cb33889-b894-4c9e-bd64-c53054796e2b on network 008059fe-02f4-4122-a68d-ad08792cb796 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:41:59.510236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Attempting to bind port 7cb33889-b894-4c9e-bd64-c53054796e2b on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:59.516845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:59.517200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:59.517590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:59.518024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Bound port: 7cb33889-b894-4c9e-bd64-c53054796e2b, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:59.518390 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.596930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] For port 7cb33889-b894-4c9e-bd64-c53054796e2b, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:59.600177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] For port 7cb33889-b894-4c9e-bd64-c53054796e2b, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7cb33889-b894-4c9e-bd64-c53054796e2b,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:59.606392 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.641107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:59.641701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.643322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] 10.222.0.57 "PUT /v2.0/ports/7cb33889-b894-4c9e-bd64-c53054796e2b HTTP/1.1" status: 200 len: 1092 time: 0.7539580 Jan 27 22:41:59.646166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5736d49-ea7e-48c5-9526-721762b14e08', 'tag': '7cb33889-b894-4c9e-bd64-c53054796e2b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:59.648216 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5230f68-2f49-4530-a95b-d6dd2253cc43" -d '{"events": [{"name": "network-changed", "server_uuid": "f5736d49-ea7e-48c5-9526-721762b14e08", "tag": "7cb33889-b894-4c9e-bd64-c53054796e2b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:59.678102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08442548-6c92-4e1b-97ab-b2e4fe6a0999 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb33889-b894-4c9e-bd64-c53054796e2b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:59.732363 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30abb21f-22ad-49f9-a8d0-d54957e637ac x-openstack-request-id: req-30abb21f-22ad-49f9-a8d0-d54957e637ac {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:59.732667 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5736d49-ea7e-48c5-9526-721762b14e08", "tag": "7cb33889-b894-4c9e-bd64-c53054796e2b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:59.732923 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30abb21f-22ad-49f9-a8d0-d54957e637ac {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:59.733325 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5736d49-ea7e-48c5-9526-721762b14e08', 'tag': '7cb33889-b894-4c9e-bd64-c53054796e2b', 'status': 'completed', 'code': 200} Jan 27 22:41:59.750989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-4bc99e80-483e-465e-aa2d-16fa758e288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:59.752670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-4bc99e80-483e-465e-aa2d-16fa758e288a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 1095 time: 0.0520675 Jan 27 22:41:59.802154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-48be654b-2f0a-4198-9a09-54dd2b82fa28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cb33889-b894-4c9e-bd64-c53054796e2b HTTP/1.1" status: 200 len: 217 time: 0.0431466 Jan 27 22:41:59.858634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-32fe37b2-2940-4a4e-bd0a-3ad4faa61db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:59.860285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-32fe37b2-2940-4a4e-bd0a-3ad4faa61db7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0514984 Jan 27 22:41:59.915164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-c568bbf2-7477-41f2-a751-d0937f7f26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:59.916822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-c568bbf2-7477-41f2-a751-d0937f7f26e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512342 Jan 27 22:42:00.019166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-a48aa2bd-35e0-4e3a-81b2-995028466e14 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959623 Jan 27 22:42:00.114231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a3013cd-29ae-43f5-ab5e-c0bf3b121f62 req-2386b145-3df6-43b3-822c-5d12d5b9596d service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892749 Jan 27 22:42:00.204361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-9c3da7b6-b1ae-4e26-8453-03eb173671bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.205901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-9c3da7b6-b1ae-4e26-8453-03eb173671bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 1095 time: 0.0449610 Jan 27 22:42:00.307708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-a2ee4476-4e21-45b7-9961-dca24f77552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.309481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-a2ee4476-4e21-45b7-9961-dca24f77552e service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0980954 Jan 27 22:42:00.351707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-7a4016fc-4c93-4c43-a73f-505dca0ba703 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cb33889-b894-4c9e-bd64-c53054796e2b HTTP/1.1" status: 200 len: 217 time: 0.0367234 Jan 27 22:42:00.402044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-05c50919-870f-46c0-9d3c-6a54887d0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.403627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-05c50919-870f-46c0-9d3c-6a54887d0b73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0457761 Jan 27 22:42:00.458469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-a18203b8-458b-44eb-ab14-142d74e2e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.460686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-a18203b8-458b-44eb-ab14-142d74e2e434 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519686 Jan 27 22:42:00.554311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-2e80c57e-de10-4214-88de-f98a14752ba2 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874996 Jan 27 22:42:00.688580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eab8d-e9ab-4a15-a43a-c4abcd3d77e3 req-fc5b7613-fab0-4273-98a1-5b4a8f6880bb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.690055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-002eab8d-e9ab-4a15-a43a-c4abcd3d77e3 req-fc5b7613-fab0-4273-98a1-5b4a8f6880bb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0786242 Jan 27 22:42:00.692076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5230f68-2f49-4530-a95b-d6dd2253cc43 req-ef97f592-7994-4cdf-98e5-efc587b9e4b0 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317861 Jan 27 22:42:00.741582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-002eab8d-e9ab-4a15-a43a-c4abcd3d77e3 req-f397aa29-a86b-4ebb-a159-075f3ee123b0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Jan 27 22:42:01.876056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7884b9-94e0-4a84-8565-f11afc17b84a req-c1c791de-4a48-4f0b-b6df-7dc947f53d82 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:01.877594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7884b9-94e0-4a84-8565-f11afc17b84a req-c1c791de-4a48-4f0b-b6df-7dc947f53d82 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0563662 Jan 27 22:42:01.924682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7884b9-94e0-4a84-8565-f11afc17b84a req-0c17a314-9614-45c2-b9db-3281cd1adeb5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Jan 27 22:42:03.042744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8381651-5915-4e54-89f2-3da0debd4d32 req-d9061868-9425-4ecd-83f2-cba73b46352d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:03.044490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8381651-5915-4e54-89f2-3da0debd4d32 req-d9061868-9425-4ecd-83f2-cba73b46352d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0494049 Jan 27 22:42:03.093152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8381651-5915-4e54-89f2-3da0debd4d32 req-7a09f518-5404-462a-b440-f9c62da96acf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Jan 27 22:42:04.075074 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc61bd-e913-481e-ba50-ca414874d8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:04.214431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65490b-eda0-49db-ab55-5a30007bb613 req-13230137-3b02-48fd-b3ea-869743c1e97a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:04.215932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d65490b-eda0-49db-ab55-5a30007bb613 req-13230137-3b02-48fd-b3ea-869743c1e97a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0508251 Jan 27 22:42:04.269050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d65490b-eda0-49db-ab55-5a30007bb613 req-5c497ad3-2d2a-41e3-8bce-643ba27b1b69 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473626 Jan 27 22:42:05.401119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25020930-6e7e-4f77-a53b-acde43480f97 req-47487cb0-188f-41b9-aa1a-b1c8586f61f1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:05.402734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25020930-6e7e-4f77-a53b-acde43480f97 req-47487cb0-188f-41b9-aa1a-b1c8586f61f1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0507207 Jan 27 22:42:05.451235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25020930-6e7e-4f77-a53b-acde43480f97 req-f0bc72dc-8317-4342-beab-e0224840308e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Jan 27 22:42:06.570530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f91b7-feec-4a05-a8ea-ae33c8c5d092 req-36288f02-ad05-46a8-bff8-b22e4735b59e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:06.571347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f4f91b7-feec-4a05-a8ea-ae33c8c5d092 req-36288f02-ad05-46a8-bff8-b22e4735b59e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0508533 Jan 27 22:42:06.620873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f4f91b7-feec-4a05-a8ea-ae33c8c5d092 req-4a56db8d-6334-4029-b883-7bcefed13387 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Jan 27 22:42:07.098238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14704692-798f-481e-b752-ef0a46f29957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:07.751463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b86d6-63ee-4743-b033-c9266fde6c36 req-8fd00467-3173-4447-b3b2-b9ea84638788 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:07.754712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b3b86d6-63ee-4743-b033-c9266fde6c36 req-8fd00467-3173-4447-b3b2-b9ea84638788 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0570970 Jan 27 22:42:07.802658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b3b86d6-63ee-4743-b033-c9266fde6c36 req-14f7d879-aa47-4c4e-8a89-7985d2b3a3a3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437562 Jan 27 22:42:08.625412 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:08.930993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4eda2-2b53-4e23-90ca-a4ebe8763cf5 req-16a58af2-cf50-4005-9949-59c4bd33ee38 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:08.932527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7f4eda2-2b53-4e23-90ca-a4ebe8763cf5 req-16a58af2-cf50-4005-9949-59c4bd33ee38 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0502162 Jan 27 22:42:08.990220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7f4eda2-2b53-4e23-90ca-a4ebe8763cf5 req-e30a37ab-b6d0-460e-ad0b-47f2a19fce1e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516608 Jan 27 22:42:09.295289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:42:10.113080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501e038-08ae-481a-9545-ce7eb5fc3306 req-167d6462-22ce-4bca-8bf4-f71ee084c745 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:10.114616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5501e038-08ae-481a-9545-ce7eb5fc3306 req-167d6462-22ce-4bca-8bf4-f71ee084c745 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0534387 Jan 27 22:42:10.168096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5501e038-08ae-481a-9545-ce7eb5fc3306 req-4345fa38-0260-43bc-a6a6-d5eb37cc5aa6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476880 Jan 27 22:42:11.186568 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:11.291274 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:11.298075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac53527-0065-4266-b6f5-d4215e6bf5b0 req-097c93fe-a4d3-4565-83ef-7861d9261901 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:11.299630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ac53527-0065-4266-b6f5-d4215e6bf5b0 req-097c93fe-a4d3-4565-83ef-7861d9261901 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0534887 Jan 27 22:42:11.351885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ac53527-0065-4266-b6f5-d4215e6bf5b0 req-e1cea949-6eed-49f8-a61b-b953528b6774 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Jan 27 22:42:12.471309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea92d01-e13c-4738-8e6a-a9bc08da80b8 req-5ed6c37f-2103-4090-93e1-20f771c5dae2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:12.472883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dea92d01-e13c-4738-8e6a-a9bc08da80b8 req-5ed6c37f-2103-4090-93e1-20f771c5dae2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0509009 Jan 27 22:42:12.520900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dea92d01-e13c-4738-8e6a-a9bc08da80b8 req-2bef829b-007c-46f7-813f-beaff1d99a05 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419226 Jan 27 22:42:13.656611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d377c-2aba-4ba3-bf70-0125562830d8 req-599ed4e1-92be-459d-a84f-e44b09066e5c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:13.658190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-557d377c-2aba-4ba3-bf70-0125562830d8 req-599ed4e1-92be-459d-a84f-e44b09066e5c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 944 time: 0.0581861 Jan 27 22:42:13.707281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-557d377c-2aba-4ba3-bf70-0125562830d8 req-6ec10981-232f-4e12-993f-cc91968f32c6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428858 Jan 27 22:42:14.170576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7cb33889-b894-4c9e-bd64-c53054796e2b details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:42:14.270956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7cb33889-b894-4c9e-bd64-c53054796e2b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7cb33889-b894-4c9e-bd64-c53054796e2b,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:42:14.284818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '7cb33889-b894-4c9e-bd64-c53054796e2b', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'port_id': '7cb33889-b894-4c9e-bd64-c53054796e2b', 'mac_address': 'fa:16:3e:7f:25:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:42:14.330052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 7cb33889-b894-4c9e-bd64-c53054796e2b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:42:14.330460 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:14.344824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb33889-b894-4c9e-bd64-c53054796e2b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:42:14.365543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7cb33889-b894-4c9e-bd64-c53054796e2b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7cb33889-b894-4c9e-bd64-c53054796e2b,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:42:14.375141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:14.426139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=7cb33889-b894-4c9e-bd64-c53054796e2b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:14.433998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.434344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.434685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.435026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.435347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.435683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.436033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.436356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.436677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.436993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.437410 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.437735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.438048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:14.575292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['7cb33889-b894-4c9e-bd64-c53054796e2b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:42:14.842014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196503d-dabb-420e-981d-a7a48a92b169 req-ea4b4aa4-3748-41d5-af50-20de22929b23 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:14.843637 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b196503d-dabb-420e-981d-a7a48a92b169 req-ea4b4aa4-3748-41d5-af50-20de22929b23 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 945 time: 0.0565197 Jan 27 22:42:14.894067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b196503d-dabb-420e-981d-a7a48a92b169 req-6f2c20e4-6b30-4787-9c54-3664bdbec1fb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Jan 27 22:42:16.021493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844d51-12cf-4f6c-ac0d-bf8f45d3b591 req-c87529a5-1c0a-4117-ab68-ed7449bccec0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:16.023094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c844d51-12cf-4f6c-ac0d-bf8f45d3b591 req-c87529a5-1c0a-4117-ab68-ed7449bccec0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 945 time: 0.0546796 Jan 27 22:42:16.072828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9c844d51-12cf-4f6c-ac0d-bf8f45d3b591 req-b191aa16-6083-419d-9129-96eef0a09189 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438097 Jan 27 22:42:16.174367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7cb33889-b894-4c9e-bd64-c53054796e2b up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:42:16.235296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 7cb33889-b894-4c9e-bd64-c53054796e2b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:42:16.239858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 7cb33889-b894-4c9e-bd64-c53054796e2b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:42:16.240328 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:16.330993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 7cb33889-b894-4c9e-bd64-c53054796e2b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:42:16.331593 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:16.361412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5736d49-ea7e-48c5-9526-721762b14e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb33889-b894-4c9e-bd64-c53054796e2b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:42:16.364020 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc797551-2ef5-4fa7-af2c-3723dfc0eb69" -d '{"events": [{"server_uuid": "f5736d49-ea7e-48c5-9526-721762b14e08", "name": "network-vif-plugged", "status": "completed", "tag": "7cb33889-b894-4c9e-bd64-c53054796e2b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:42:16.378410 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7cb33889-b894-4c9e-bd64-c53054796e2b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7cb33889-b894-4c9e-bd64-c53054796e2b,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:42:16.383745 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:16.409613 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c2948-c46a-4400-8373-5c12cc702911 x-openstack-request-id: req-e25c2948-c46a-4400-8373-5c12cc702911 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:42:16.409904 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5736d49-ea7e-48c5-9526-721762b14e08", "name": "network-vif-plugged", "status": "completed", "tag": "7cb33889-b894-4c9e-bd64-c53054796e2b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:42:16.410143 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e25c2948-c46a-4400-8373-5c12cc702911 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:42:16.410539 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5736d49-ea7e-48c5-9526-721762b14e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb33889-b894-4c9e-bd64-c53054796e2b', 'code': 200} Jan 27 22:42:16.437715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=7cb33889-b894-4c9e-bd64-c53054796e2b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:16.503127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb92e-f2b7-47ef-ada2-0b089454bf30 req-781f41ef-b0e3-4e76-ad2c-fbcbd30cdb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:16.504666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba1bb92e-f2b7-47ef-ada2-0b089454bf30 req-781f41ef-b0e3-4e76-ad2c-fbcbd30cdb9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 1097 time: 0.0424778 Jan 27 22:42:16.550447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba1bb92e-f2b7-47ef-ada2-0b089454bf30 req-83e7d52d-8d6e-4a67-813e-0a4782437e2a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 Jan 27 22:42:17.191840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf0d2a-cb49-4c42-b474-b7d3ce536eb7 req-4bea36aa-3cf0-4f2f-8f9f-6f3cdcc580f1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:17.193393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7bf0d2a-cb49-4c42-b474-b7d3ce536eb7 req-4bea36aa-3cf0-4f2f-8f9f-6f3cdcc580f1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 946 time: 0.0501640 Jan 27 22:42:17.250638 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7bf0d2a-cb49-4c42-b474-b7d3ce536eb7 req-0eda257d-8e5d-4d88-85ba-60face57db16 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513728 Jan 27 22:42:18.547086 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:18.653206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff894-43ce-4044-9705-420e1caee8a0 req-1711f431-965b-4354-bf48-ea66b58049d3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:18.654708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5dcff894-43ce-4044-9705-420e1caee8a0 req-1711f431-965b-4354-bf48-ea66b58049d3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 946 time: 0.0556202 Jan 27 22:42:18.705012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5dcff894-43ce-4044-9705-420e1caee8a0 req-03f36465-83bc-413c-ba04-4e8ee05a2301 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Jan 27 22:42:18.839565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60327a91-103b-4288-a680-7732f3cfd2a7 req-7dc7aacc-3da7-4563-925d-7ba62302d424 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:18.841013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60327a91-103b-4288-a680-7732f3cfd2a7 req-7dc7aacc-3da7-4563-925d-7ba62302d424 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 946 time: 0.0546515 Jan 27 22:42:18.891646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60327a91-103b-4288-a680-7732f3cfd2a7 req-ee499731-ee90-4370-8b9e-dca6e096e69c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444713 Jan 27 22:42:19.026998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763b568-21b5-482a-992a-1cf4bca3de83 req-756cee43-8543-496d-843e-a9115994e976 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:19.028611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9763b568-21b5-482a-992a-1cf4bca3de83 req-756cee43-8543-496d-843e-a9115994e976 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 946 time: 0.0611584 Jan 27 22:42:19.080651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9763b568-21b5-482a-992a-1cf4bca3de83 req-83d21733-35d0-43ef-9fcd-20a74a0d6a5d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Jan 27 22:42:19.337848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554710-0f4b-4ebc-bc5c-c9af3789852a req-6e29be90-3181-442d-bc41-7b9291e872cc tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:19.339443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51554710-0f4b-4ebc-bc5c-c9af3789852a req-6e29be90-3181-442d-bc41-7b9291e872cc tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 946 time: 0.0539134 Jan 27 22:42:19.397428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51554710-0f4b-4ebc-bc5c-c9af3789852a req-91a92722-0971-42e5-941b-268108f585ce tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494800 Jan 27 22:42:20.522261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c81d6-3a6e-4a6b-8ae5-6a4b2fd90225 req-079323ae-91cc-4974-a76f-d0067cebb5a6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:20.523825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-012c81d6-3a6e-4a6b-8ae5-6a4b2fd90225 req-079323ae-91cc-4974-a76f-d0067cebb5a6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 946 time: 0.0506396 Jan 27 22:42:20.580752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-012c81d6-3a6e-4a6b-8ae5-6a4b2fd90225 req-d39c06ce-fc21-4996-befc-7e167b7b3710 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490034 Jan 27 22:42:20.742809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-f333fc2d-c38a-401f-9b2b-ccbca8c4d93e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:20.744283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-f333fc2d-c38a-401f-9b2b-ccbca8c4d93e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 946 time: 0.0533986 Jan 27 22:42:20.839147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port 7cb33889-b894-4c9e-bd64-c53054796e2b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:42:20.839545 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:20.938443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] For port 7cb33889-b894-4c9e-bd64-c53054796e2b, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7cb33889-b894-4c9e-bd64-c53054796e2b,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:42:20.938815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:20.951468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for 7cb33889-b894-4c9e-bd64-c53054796e2b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:42:21.103702 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7cb33889-b894-4c9e-bd64-c53054796e2b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:21.117926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['7cb33889-b894-4c9e-bd64-c53054796e2b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:42:21.135526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=7cb33889-b894-4c9e-bd64-c53054796e2b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:21.179460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] No DVR routers for this DVR port 7cb33889-b894-4c9e-bd64-c53054796e2b on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:42:21.182736 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:21.186468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5ef1e07-231d-4bde-947b-c155d29757ee req-3a46af33-16f3-4395-a295-fddff25f3766 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "DELETE /v2.0/ports/7cb33889-b894-4c9e-bd64-c53054796e2b HTTP/1.1" status: 204 len: 173 time: 0.4370062 Jan 27 22:42:21.186959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5736d49-ea7e-48c5-9526-721762b14e08', 'name': 'network-vif-deleted', 'tag': '7cb33889-b894-4c9e-bd64-c53054796e2b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:42:21.189356 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8f7e73-c002-40d9-b9c5-d2bd7174fee9" -d '{"events": [{"server_uuid": "f5736d49-ea7e-48c5-9526-721762b14e08", "name": "network-vif-deleted", "tag": "7cb33889-b894-4c9e-bd64-c53054796e2b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:42:21.231166 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4901c9bc-d7e2-4ef9-b2b0-31a8bae459ce x-openstack-request-id: req-4901c9bc-d7e2-4ef9-b2b0-31a8bae459ce {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:42:21.231509 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5736d49-ea7e-48c5-9526-721762b14e08", "name": "network-vif-deleted", "tag": "7cb33889-b894-4c9e-bd64-c53054796e2b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:42:21.231735 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4901c9bc-d7e2-4ef9-b2b0-31a8bae459ce {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:42:21.232130 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5736d49-ea7e-48c5-9526-721762b14e08', 'name': 'network-vif-deleted', 'tag': '7cb33889-b894-4c9e-bd64-c53054796e2b', 'status': 'completed', 'code': 200} Jan 27 22:42:21.248084 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:21.680643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a30aad33-e016-4443-94af-b72a11875141 req-911666da-fcf1-4a16-81fc-8cc9c9a3a071 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0298214 Jan 27 22:42:22.789719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3b4c4d7-4800-4a0d-bc77-d0cb029b089c req-ab6f6286-c16f-4abf-9376-5a102a4c1609 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0325627 Jan 27 22:42:24.170672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7cb33889-b894-4c9e-bd64-c53054796e2b no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:42:24.193208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 7cb33889-b894-4c9e-bd64-c53054796e2b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:42:24.193557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7cb33889-b894-4c9e-bd64-c53054796e2b not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:42:24.241935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-09885c61-92f4-4013-8bc8-6b9e670c2f01 req-7ec53092-37a4-4311-a5dd-eada8df0c93b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.3772283 Jan 27 22:42:25.337724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7e2451c-8b58-4d39-9c61-4102d6ee333c req-f0ff7050-c3d1-4daa-8864-5a3285dda324 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0264423 Jan 27 22:42:26.433860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df27731f-b765-4256-9149-137e902c102b req-546ca55e-71b7-4686-8196-ccc9a3fdeb3b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Jan 27 22:42:27.532313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54784dc3-de08-4559-a36e-456c361025de req-624e2018-a852-4e9e-b67e-c9300c0534e3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0272315 Jan 27 22:42:28.634051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0260e855-0173-4dd8-9c59-2c553a598684 req-c627ce95-1be3-47f5-8a9c-191ba11300a1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0290248 Jan 27 22:42:29.740777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93090a61-c22f-4933-a53f-2a507c8fc187 req-f870745c-d562-4d5e-a081-97cdc9c28965 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5736d49-ea7e-48c5-9526-721762b14e08 HTTP/1.1" status: 200 len: 210 time: 0.0310366 Jan 27 22:42:34.084332 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c7f63f20-30ff-40f9-bf41-d6fad4cd7a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:37.106272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4144-3faa-4386-986a-3747564ea902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:38.626270 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:41.184333 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:41.297488 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:46.295577 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:42:48.546347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:51.262157 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:59.367263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-ef52c408-ab28-4d70-971f-077340a7ed44 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:59.368691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-ef52c408-ab28-4d70-971f-077340a7ed44 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1206307 Jan 27 22:42:59.384300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-a6abc520-05ae-4a5b-b2c8-da07a893f23a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/quotas/7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 375 time: 0.0100324 Jan 27 22:42:59.438986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-a9734ae0-70fe-4bde-b311-0c755733ebdb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493886 Jan 27 22:42:59.539431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-2c8fc231-bbd2-4181-a44c-027934fa2613 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937462 Jan 27 22:42:59.640290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-231fc54d-b9fb-4786-b958-4a53fa1fef40 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942404 Jan 27 22:42:59.836691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61eb1656-d464-413b-bb8b-9a69ff16af29 req-f53200c7-a3cd-4d4b-a6e3-a9f630fc5fe3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0284519 Jan 27 22:43:00.896129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-7fbe48e1-22a5-45ca-bcc1-f0371440040b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:00.897745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-7fbe48e1-22a5-45ca-bcc1-f0371440040b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1082737 Jan 27 22:43:00.909060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'port': {'device_id': 'b8b6e17a-533d-466c-955e-971057d08628', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'admin_state_up': True, 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:43:00.954309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a84d5368-4717-4acc-a9f9-d6e5c8f9e74c req-732dceb6-df44-4b74-95bb-8770aca879ac tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0412104 Jan 27 22:43:01.053421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:43:01.057812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:01.206041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.20.0.10 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/7f319c66-e5c3-47f5-87a3-56de5d6bce66) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:43:01.392245 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:01.428134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:01.475268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:43:01.480867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:43:01.486073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:43:01.490845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=7f319c66-e5c3-47f5-87a3-56de5d6bce66,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:01.525064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.525509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.525847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.526194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.526533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.526875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.527204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.527553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.527882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.528217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.528544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.528871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.529206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:01.557935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:01.558589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:01.577265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bd36979d-0abd-4e22-8c4c-7794144fdfd5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6722326 Jan 27 22:43:01.589739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Request body: {'port': {'device_id': 'b8b6e17a-533d-466c-955e-971057d08628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:43:01.657807 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:01.746715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-aee2f56b-3b00-4672-9ef0-3251c4064f84 None None] Provisioning complete for port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:43:01.747975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aee2f56b-3b00-4672-9ef0-3251c4064f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:01.794823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-aee2f56b-3b00-4672-9ef0-3251c4064f84 None None] Port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:43:01.942761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f319c66-e5c3-47f5-87a3-56de5d6bce66 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:43:01.950643 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Publish callbacks [] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:01.963641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Transition to ACTIVE for port object 7f319c66-e5c3-47f5-87a3-56de5d6bce66 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:43:01.969702 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:02.023898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f319c66-e5c3-47f5-87a3-56de5d6bce66,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:02.145241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e24de-33b8-4240-9787-07d86c83ecea req-b23368c4-a7ed-4502-a38f-da862df190e1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:02.146879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-093e24de-33b8-4240-9787-07d86c83ecea req-b23368c4-a7ed-4502-a38f-da862df190e1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0960879 Jan 27 22:43:02.152190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Attempting to bind port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:43:02.152526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Attempting to bind port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:43:02.152850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Attempting to bind port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:43:02.173560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 on network 008059fe-02f4-4122-a68d-ad08792cb796 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:43:02.174183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Attempting to bind port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:43:02.184722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:43:02.185105 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:43:02.185457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:43:02.185905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Bound port: 7f319c66-e5c3-47f5-87a3-56de5d6bce66, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:43:02.186274 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:02.242801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-093e24de-33b8-4240-9787-07d86c83ecea req-ac4b5cc0-ffe3-4c82-988b-d4e279f07875 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873411 Jan 27 22:43:02.281156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] For port 7f319c66-e5c3-47f5-87a3-56de5d6bce66, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:43:02.284889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] For port 7f319c66-e5c3-47f5-87a3-56de5d6bce66, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7f319c66-e5c3-47f5-87a3-56de5d6bce66,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:43:02.292311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:02.357227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:02.358333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:02.361371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] 10.222.0.57 "PUT /v2.0/ports/7f319c66-e5c3-47f5-87a3-56de5d6bce66 HTTP/1.1" status: 200 len: 1092 time: 0.7765312 Jan 27 22:43:02.362044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b6e17a-533d-466c-955e-971057d08628', 'tag': '7f319c66-e5c3-47f5-87a3-56de5d6bce66'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:43:02.365279 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e05648-4a27-477a-9f3f-5616326c4d97" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b6e17a-533d-466c-955e-971057d08628", "tag": "7f319c66-e5c3-47f5-87a3-56de5d6bce66"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:43:02.435403 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b3cb6-2bf1-48bb-b112-a238729154ac x-openstack-request-id: req-c04b3cb6-2bf1-48bb-b112-a238729154ac {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:43:02.435849 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b6e17a-533d-466c-955e-971057d08628", "tag": "7f319c66-e5c3-47f5-87a3-56de5d6bce66", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:43:02.436116 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c04b3cb6-2bf1-48bb-b112-a238729154ac {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:43:02.436784 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b6e17a-533d-466c-955e-971057d08628', 'tag': '7f319c66-e5c3-47f5-87a3-56de5d6bce66', 'status': 'completed', 'code': 200} Jan 27 22:43:02.458651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e6720-0149-400a-be49-c3135fee8ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f319c66-e5c3-47f5-87a3-56de5d6bce66,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:02.497540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-84e7d975-3307-478b-a344-8f081ba57610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:02.504120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-84e7d975-3307-478b-a344-8f081ba57610 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 1095 time: 0.0771706 Jan 27 22:43:02.548612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-bc33b8c3-6df8-4d8d-88ad-216cccbae3d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f319c66-e5c3-47f5-87a3-56de5d6bce66 HTTP/1.1" status: 200 len: 217 time: 0.0421920 Jan 27 22:43:02.616316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-5b5cf338-8af4-4b15-8106-b7de46d4ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:02.617893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-5b5cf338-8af4-4b15-8106-b7de46d4ecf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0640435 Jan 27 22:43:02.670485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-2b4a103a-b096-4691-b3d7-afe56aba5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:02.672353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-2b4a103a-b096-4691-b3d7-afe56aba5fbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479708 Jan 27 22:43:02.773798 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-c107f29a-bc02-415d-a894-871936dd0a32 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955803 Jan 27 22:43:02.887092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02ca9dee-9c93-4ebc-82c3-042a53f50387 req-969c8806-8707-46c7-a275-b92d9189389e service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079483 Jan 27 22:43:02.975537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-c0f1dae0-3f0f-4c83-baa2-9d6cc4cbb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:02.976986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-c0f1dae0-3f0f-4c83-baa2-9d6cc4cbb2cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 1095 time: 0.0458415 Jan 27 22:43:03.078010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-27f83d6e-e3d6-48da-89e9-8d0104ee9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:03.079811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-27f83d6e-e3d6-48da-89e9-8d0104ee9f39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0967131 Jan 27 22:43:03.122860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-a72b5c21-ea93-4b62-8af9-cec8843b508c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f319c66-e5c3-47f5-87a3-56de5d6bce66 HTTP/1.1" status: 200 len: 217 time: 0.0370903 Jan 27 22:43:03.174013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-35e6d69b-889a-419e-9e75-e7393d7a736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:03.175460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-35e6d69b-889a-419e-9e75-e7393d7a736b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0470605 Jan 27 22:43:03.222815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-6ca523d8-aedf-488a-965c-be106f638c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:03.224411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-6ca523d8-aedf-488a-965c-be106f638c24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436494 Jan 27 22:43:03.330543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-1079f848-aa6b-4e6e-a19f-a8a4608045e5 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994036 Jan 27 22:43:03.441941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ef636-1c9f-41f0-8906-024a92a4d247 req-172f8f51-478d-4658-9c84-751816cf9f6b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:03.443509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-454ef636-1c9f-41f0-8906-024a92a4d247 req-172f8f51-478d-4658-9c84-751816cf9f6b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.1164937 Jan 27 22:43:03.487639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33e05648-4a27-477a-9f3f-5616326c4d97 req-7d5e7690-7de2-47d6-bb40-4d41badb4dc9 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468513 Jan 27 22:43:03.517341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-454ef636-1c9f-41f0-8906-024a92a4d247 req-1ef47fc4-0d30-4b2b-88b2-c3a430dbf3e6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623028 Jan 27 22:43:04.078779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da1dd1f9-4b5b-46ae-bfb7-c3144105e554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:04.646992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2591d7-6dfc-4bbd-a161-49d0e65cb6a1 req-a9e1ebbd-2e01-459a-90d8-a8e2b0103fbb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:04.648825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f2591d7-6dfc-4bbd-a161-49d0e65cb6a1 req-a9e1ebbd-2e01-459a-90d8-a8e2b0103fbb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0533874 Jan 27 22:43:04.699567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f2591d7-6dfc-4bbd-a161-49d0e65cb6a1 req-0776b830-e7f6-48ac-a5e0-dec36f802506 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449505 Jan 27 22:43:05.827160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd30162-2cbc-4a95-ae2b-fa630df0f18c req-1682faf5-63e6-429b-bb8f-9d094a53adac tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:05.829040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cd30162-2cbc-4a95-ae2b-fa630df0f18c req-1682faf5-63e6-429b-bb8f-9d094a53adac tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0560501 Jan 27 22:43:05.880691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6cd30162-2cbc-4a95-ae2b-fa630df0f18c req-982e6752-2fcf-4c36-a4cf-9c2585b5b44a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Jan 27 22:43:07.013095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237ee0b-63b2-48c6-b117-f387e596971d req-712041ab-2065-4d32-857e-3fbeccd61351 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:07.015771 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8237ee0b-63b2-48c6-b117-f387e596971d req-712041ab-2065-4d32-857e-3fbeccd61351 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0545044 Jan 27 22:43:07.071779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8237ee0b-63b2-48c6-b117-f387e596971d req-0a71bd59-5aa7-4a60-8f3c-13da1dd8e9eb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 Jan 27 22:43:07.117807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0a55-e30a-4fcd-b027-0a65a2fe8bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:08.271537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbc9c-ffea-4366-bf7b-8fe1c4a47ec2 req-3d96bee8-3b86-4c41-b25d-6fc1902059e9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:08.271537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cecfbc9c-ffea-4366-bf7b-8fe1c4a47ec2 req-3d96bee8-3b86-4c41-b25d-6fc1902059e9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0831635 Jan 27 22:43:08.328619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cecfbc9c-ffea-4366-bf7b-8fe1c4a47ec2 req-83abfd09-e345-4363-be52-94335a08e13e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Jan 27 22:43:08.634434 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:09.473524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4adff-a626-4502-a252-7eefea653d5a req-79122365-51bd-497b-ab0e-406eb4560dfe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:09.475186 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07f4adff-a626-4502-a252-7eefea653d5a req-79122365-51bd-497b-ab0e-406eb4560dfe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0582469 Jan 27 22:43:09.524327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07f4adff-a626-4502-a252-7eefea653d5a req-909f457d-a5c3-418e-8874-cf56ef703755 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Jan 27 22:43:10.650985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c009-dac2-4c90-8f40-c75f5fcf33de req-2f49054c-b118-4332-9c32-2775334b21a4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:10.652700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc2c009-dac2-4c90-8f40-c75f5fcf33de req-2f49054c-b118-4332-9c32-2775334b21a4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0526621 Jan 27 22:43:10.706911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc2c009-dac2-4c90-8f40-c75f5fcf33de req-9cb08751-9a4a-405a-9ce9-fe2d499d3104 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481327 Jan 27 22:43:11.186155 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:11.285635 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:11.828858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0467b-7baa-4b32-80bd-4378bb1c31ca req-51f1a87d-19ce-4706-b818-b4061c540355 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:11.830367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ba0467b-7baa-4b32-80bd-4378bb1c31ca req-51f1a87d-19ce-4706-b818-b4061c540355 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0518250 Jan 27 22:43:11.882770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ba0467b-7baa-4b32-80bd-4378bb1c31ca req-fbf8759a-a506-4b76-8b77-b0272d055d8b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Jan 27 22:43:13.013511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f5852-91cd-46c2-8bf6-f402121b78c9 req-c8473330-9711-4239-8eae-4543720c61c8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:13.015098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b4f5852-91cd-46c2-8bf6-f402121b78c9 req-c8473330-9711-4239-8eae-4543720c61c8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0559928 Jan 27 22:43:13.067430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b4f5852-91cd-46c2-8bf6-f402121b78c9 req-cb31779d-c642-476f-9e7d-47229541e2cb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Jan 27 22:43:14.197567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fffc9-6530-47e3-b805-111bc05c0b33 req-9b3d6b71-263f-4f44-949d-7d24e4928e45 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:14.199110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c36fffc9-6530-47e3-b805-111bc05c0b33 req-9b3d6b71-263f-4f44-949d-7d24e4928e45 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0597358 Jan 27 22:43:14.248883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c36fffc9-6530-47e3-b805-111bc05c0b33 req-388e994d-f555-4c26-a40e-c1ee17cd1a6a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Jan 27 22:43:15.371278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10e3b5-f793-4e0a-8049-02f95b5953cb req-b7b4fe89-2d88-4da6-9db5-a434ad9c6307 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.372886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b10e3b5-f793-4e0a-8049-02f95b5953cb req-b7b4fe89-2d88-4da6-9db5-a434ad9c6307 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0521929 Jan 27 22:43:15.426016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b10e3b5-f793-4e0a-8049-02f95b5953cb req-27869902-63d9-44d7-b3f5-d50249567548 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471058 Jan 27 22:43:16.546078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534524-2dc3-48b5-b650-47a10f37b539 req-4531b060-9b20-4e2f-a2da-5c8a08fa8333 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:16.547669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40534524-2dc3-48b5-b650-47a10f37b539 req-4531b060-9b20-4e2f-a2da-5c8a08fa8333 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0495234 Jan 27 22:43:16.601673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40534524-2dc3-48b5-b650-47a10f37b539 req-b305e6e5-b008-41cc-8fd9-9cda430d1c96 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478845 Jan 27 22:43:17.731312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283bed4-7983-4040-b670-f1a307a91226 req-a7163cc0-dd11-4d44-a4a0-6d6ade52e399 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:17.732784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3283bed4-7983-4040-b670-f1a307a91226 req-a7163cc0-dd11-4d44-a4a0-6d6ade52e399 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0571239 Jan 27 22:43:17.784050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3283bed4-7983-4040-b670-f1a307a91226 req-8cb601ad-8824-4bcd-b188-36d59b04c800 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449095 Jan 27 22:43:18.559805 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:18.903639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562af088-e60f-46a2-b5fb-c36e06b85b91 req-4aea72d7-7de3-4563-9d47-cfd67aae038c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.905121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-562af088-e60f-46a2-b5fb-c36e06b85b91 req-4aea72d7-7de3-4563-9d47-cfd67aae038c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0516348 Jan 27 22:43:18.955002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-562af088-e60f-46a2-b5fb-c36e06b85b91 req-c725abdc-f4d8-495b-950b-c79fcc785dd4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Jan 27 22:43:20.080716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914d876-c17a-41b5-b10c-ab517017cb06 req-b42002e4-d223-4de7-8a45-750a362ae7fe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:20.082517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f914d876-c17a-41b5-b10c-ab517017cb06 req-b42002e4-d223-4de7-8a45-750a362ae7fe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0560379 Jan 27 22:43:20.131333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f914d876-c17a-41b5-b10c-ab517017cb06 req-b2c8bad8-4740-4af0-bde0-e1d2070c7926 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Jan 27 22:43:21.252548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:21.261651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9636d7-a16d-4f35-ad81-963ef56eb5b5 req-9d46cf38-ee6d-4a33-a7af-57962345e918 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:21.263318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc9636d7-a16d-4f35-ad81-963ef56eb5b5 req-9d46cf38-ee6d-4a33-a7af-57962345e918 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0601363 Jan 27 22:43:21.316105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc9636d7-a16d-4f35-ad81-963ef56eb5b5 req-9dc22214-99c8-4817-adfc-58057e1f4b8b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 Jan 27 22:43:22.442472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38403330-bd5c-46a9-847f-e7d9d957b0fd req-4cc97b1a-fc69-4828-af10-fc846248cc06 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:22.444102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38403330-bd5c-46a9-847f-e7d9d957b0fd req-4cc97b1a-fc69-4828-af10-fc846248cc06 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0534809 Jan 27 22:43:22.492229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38403330-bd5c-46a9-847f-e7d9d957b0fd req-7aec567b-88fb-458e-9b0d-3a378adf9c27 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422280 Jan 27 22:43:23.295549 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:43:23.613137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf460f01-898e-47b7-b5c6-8fc8201d317d req-efad672a-7f8c-47e4-833b-056cadbbdb9c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:23.614661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf460f01-898e-47b7-b5c6-8fc8201d317d req-efad672a-7f8c-47e4-833b-056cadbbdb9c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0532455 Jan 27 22:43:23.667215 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf460f01-898e-47b7-b5c6-8fc8201d317d req-72b2a3a6-ce75-49ed-bf2d-f3293cbabf98 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438795 Jan 27 22:43:24.803355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d116725-095d-4395-bc1a-47f55650e37c req-6bab32e8-1dd7-40b4-9d37-70b7a27508f4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:24.804888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d116725-095d-4395-bc1a-47f55650e37c req-6bab32e8-1dd7-40b4-9d37-70b7a27508f4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0606220 Jan 27 22:43:24.882904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d116725-095d-4395-bc1a-47f55650e37c req-271b5364-3470-434f-9006-f7bd973f503b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700407 Jan 27 22:43:26.014992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099ffad-76bf-4afd-a026-8578f41a8291 req-df2f213e-d8fb-4ef6-a918-791c308eb8b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:26.016588 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0099ffad-76bf-4afd-a026-8578f41a8291 req-df2f213e-d8fb-4ef6-a918-791c308eb8b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0553482 Jan 27 22:43:26.067563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0099ffad-76bf-4afd-a026-8578f41a8291 req-36b05572-3a81-4ee0-8c9b-632838c0cfac tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Jan 27 22:43:27.194092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871575d-814f-4823-863a-5effcb696086 req-103751be-ae37-4613-9b1f-99c5e3339515 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:27.195648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5871575d-814f-4823-863a-5effcb696086 req-103751be-ae37-4613-9b1f-99c5e3339515 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0523338 Jan 27 22:43:27.252160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5871575d-814f-4823-863a-5effcb696086 req-a51b46d3-4934-454a-8fc2-5e6bf2a4595e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508070 Jan 27 22:43:28.384619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62121db5-b233-4386-8a10-b3aec789196d req-3d0d9b1b-a9ab-4812-98b6-f0e788168dcb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:28.386127 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62121db5-b233-4386-8a10-b3aec789196d req-3d0d9b1b-a9ab-4812-98b6-f0e788168dcb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0592971 Jan 27 22:43:28.451452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62121db5-b233-4386-8a10-b3aec789196d req-b1915ec2-8dbf-46e7-a4c0-991df16947cb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568368 Jan 27 22:43:29.599504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd496163-9598-4ea3-bd8a-168a44a422fb req-e6e07e1b-8fd2-48ae-8649-7bb4b9a58c23 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:29.601100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd496163-9598-4ea3-bd8a-168a44a422fb req-e6e07e1b-8fd2-48ae-8649-7bb4b9a58c23 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 944 time: 0.0555403 Jan 27 22:43:29.667853 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd496163-9598-4ea3-bd8a-168a44a422fb req-c213d5fe-749f-4ef4-97ff-0f0e81636ab5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571501 Jan 27 22:43:30.496518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7f319c66-e5c3-47f5-87a3-56de5d6bce66 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:43:30.604702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7f319c66-e5c3-47f5-87a3-56de5d6bce66, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7f319c66-e5c3-47f5-87a3-56de5d6bce66,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:30.616421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '7f319c66-e5c3-47f5-87a3-56de5d6bce66', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'port_id': '7f319c66-e5c3-47f5-87a3-56de5d6bce66', 'mac_address': 'fa:16:3e:98:75:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:43:30.655589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:43:30.655987 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:30.670641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f319c66-e5c3-47f5-87a3-56de5d6bce66 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:43:30.690740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7f319c66-e5c3-47f5-87a3-56de5d6bce66, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7f319c66-e5c3-47f5-87a3-56de5d6bce66,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:30.698751 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:30.746382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=7f319c66-e5c3-47f5-87a3-56de5d6bce66,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:30.754806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.755073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.755537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.755884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.756223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.756558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.756887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.757213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.757538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.757861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.758185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.758508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.758834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:30.788294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f5eb0-e998-4701-93cb-a4958b81c237 req-2de22e39-fcfb-4d84-ab2a-4789787ccd13 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:30.789870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a17f5eb0-e998-4701-93cb-a4958b81c237 req-2de22e39-fcfb-4d84-ab2a-4789787ccd13 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 945 time: 0.0494642 Jan 27 22:43:30.841446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a17f5eb0-e998-4701-93cb-a4958b81c237 req-59809ebc-8a60-424a-a6ef-494c87390ea2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 Jan 27 22:43:30.902788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['7f319c66-e5c3-47f5-87a3-56de5d6bce66'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:43:31.962745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a107b-ed00-408f-8983-b22a223ce26e req-c52eab4b-9628-42ca-9549-5d3b4eec2c6c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:31.964237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd3a107b-ed00-408f-8983-b22a223ce26e req-c52eab4b-9628-42ca-9549-5d3b4eec2c6c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 945 time: 0.0530815 Jan 27 22:43:32.019644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd3a107b-ed00-408f-8983-b22a223ce26e req-4c9ca569-01b6-417f-9970-4ef5359cdb5e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471404 Jan 27 22:43:32.513091 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7f319c66-e5c3-47f5-87a3-56de5d6bce66 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:43:32.566813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:43:32.570862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:43:32.571247 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:32.657989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:43:32.658396 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:32.683797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b6e17a-533d-466c-955e-971057d08628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f319c66-e5c3-47f5-87a3-56de5d6bce66'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:43:32.686083 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91522866-803c-495a-8b9d-b38f57eb5a6f" -d '{"events": [{"server_uuid": "b8b6e17a-533d-466c-955e-971057d08628", "name": "network-vif-plugged", "status": "completed", "tag": "7f319c66-e5c3-47f5-87a3-56de5d6bce66"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:43:32.699088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 7f319c66-e5c3-47f5-87a3-56de5d6bce66, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7f319c66-e5c3-47f5-87a3-56de5d6bce66,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:32.704802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:32.729890 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f9d34-d593-400a-b139-1480a9d5b796 x-openstack-request-id: req-501f9d34-d593-400a-b139-1480a9d5b796 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:43:32.730185 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b6e17a-533d-466c-955e-971057d08628", "name": "network-vif-plugged", "status": "completed", "tag": "7f319c66-e5c3-47f5-87a3-56de5d6bce66", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:43:32.730474 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-501f9d34-d593-400a-b139-1480a9d5b796 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:43:32.731544 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b6e17a-533d-466c-955e-971057d08628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f319c66-e5c3-47f5-87a3-56de5d6bce66', 'code': 200} Jan 27 22:43:32.763939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=7f319c66-e5c3-47f5-87a3-56de5d6bce66,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:32.826534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51b6bc-f933-44ce-842c-cf253e15cd20 req-5d93623b-8c14-4aa5-8169-966c738e571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:32.828103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba51b6bc-f933-44ce-842c-cf253e15cd20 req-5d93623b-8c14-4aa5-8169-966c738e571d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 1097 time: 0.0423815 Jan 27 22:43:32.877108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba51b6bc-f933-44ce-842c-cf253e15cd20 req-e33672d5-cde6-4027-bb1c-e8209fa4bd80 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Jan 27 22:43:33.150575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b4ed-0cd4-443f-9d47-a4887d1381c9 req-5fa80ff8-a316-4b88-80b2-1a11e0f9f998 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:33.152167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e977b4ed-0cd4-443f-9d47-a4887d1381c9 req-5fa80ff8-a316-4b88-80b2-1a11e0f9f998 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 946 time: 0.0606546 Jan 27 22:43:33.200903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e977b4ed-0cd4-443f-9d47-a4887d1381c9 req-9c4d5d04-8afa-4a16-a842-db32fdd8c483 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Jan 27 22:43:34.086248 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-574cbdeb-8b95-4745-bb80-bdb238a647cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:34.333949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eb114-fa12-44d9-ab26-f822eff8c49b req-0a2aff84-0b9a-4979-9d2a-c2bccec8b7eb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:34.335476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-853eb114-fa12-44d9-ab26-f822eff8c49b req-0a2aff84-0b9a-4979-9d2a-c2bccec8b7eb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 946 time: 0.0534899 Jan 27 22:43:34.386428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-853eb114-fa12-44d9-ab26-f822eff8c49b req-9832ae06-2e27-4fab-bf1b-ae03d65d965f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 Jan 27 22:43:34.523122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc48b96-1888-4c46-b459-7b6c75c57a76 req-ec5ae699-ae84-47e9-b3c4-3090e837c2b2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:34.524690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc48b96-1888-4c46-b459-7b6c75c57a76 req-ec5ae699-ae84-47e9-b3c4-3090e837c2b2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 946 time: 0.0634682 Jan 27 22:43:34.575317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bfc48b96-1888-4c46-b459-7b6c75c57a76 req-adde684a-f63d-4cbc-b4fa-c6d7d36953e7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447652 Jan 27 22:43:34.706060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677b82-1541-476c-b5a5-4841808a78df req-df67baef-d7d1-4d2c-94ac-8d7132777a8a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:34.707622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00677b82-1541-476c-b5a5-4841808a78df req-df67baef-d7d1-4d2c-94ac-8d7132777a8a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 946 time: 0.0535986 Jan 27 22:43:34.766958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00677b82-1541-476c-b5a5-4841808a78df req-19bfa076-0aa9-40ec-9e1c-6e726b339457 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500288 Jan 27 22:43:35.090310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306000-cfd5-4bbc-ba43-f62fdd307949 req-95b3c20f-4c47-4055-9648-4b8e6c81116a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:35.091867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91306000-cfd5-4bbc-ba43-f62fdd307949 req-95b3c20f-4c47-4055-9648-4b8e6c81116a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 946 time: 0.0609024 Jan 27 22:43:35.148645 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91306000-cfd5-4bbc-ba43-f62fdd307949 req-1cd7a346-b77a-445c-933c-f99e21efec88 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496116 Jan 27 22:43:36.283458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff12471-a85b-4519-905d-fa728cd747f3 req-f7dd793f-0060-47ed-85ab-4a820f3cf322 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:36.284986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ff12471-a85b-4519-905d-fa728cd747f3 req-f7dd793f-0060-47ed-85ab-4a820f3cf322 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 946 time: 0.0516512 Jan 27 22:43:36.343406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ff12471-a85b-4519-905d-fa728cd747f3 req-ad95e965-5792-43bd-8baf-ed166aa3ea20 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520384 Jan 27 22:43:36.503265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-277d8f7d-131b-43a1-b9da-1a8cd3ccf894 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:36.504670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-277d8f7d-131b-43a1-b9da-1a8cd3ccf894 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 946 time: 0.0565875 Jan 27 22:43:36.603262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:43:36.603733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.698595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] For port 7f319c66-e5c3-47f5-87a3-56de5d6bce66, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=7f319c66-e5c3-47f5-87a3-56de5d6bce66,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:36.699016 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.712067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for 7f319c66-e5c3-47f5-87a3-56de5d6bce66 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:43:36.849862 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7f319c66-e5c3-47f5-87a3-56de5d6bce66), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.861704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['7f319c66-e5c3-47f5-87a3-56de5d6bce66'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:43:36.882394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=7f319c66-e5c3-47f5-87a3-56de5d6bce66,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:36.927184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] No DVR routers for this DVR port 7f319c66-e5c3-47f5-87a3-56de5d6bce66 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:43:36.930276 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.933884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d764c5ba-c2b5-40bc-83aa-0c866de36062 req-51048d57-f5a0-42b6-9b6b-76f10d00284c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "DELETE /v2.0/ports/7f319c66-e5c3-47f5-87a3-56de5d6bce66 HTTP/1.1" status: 204 len: 173 time: 0.4222338 Jan 27 22:43:36.934361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b6e17a-533d-466c-955e-971057d08628', 'name': 'network-vif-deleted', 'tag': '7f319c66-e5c3-47f5-87a3-56de5d6bce66'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:43:36.936834 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73c50f1-a407-46e4-b860-51700e8e538a" -d '{"events": [{"server_uuid": "b8b6e17a-533d-466c-955e-971057d08628", "name": "network-vif-deleted", "tag": "7f319c66-e5c3-47f5-87a3-56de5d6bce66"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:43:36.984444 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3028088f-ac53-4c6b-9367-e26d650e1138 x-openstack-request-id: req-3028088f-ac53-4c6b-9367-e26d650e1138 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:43:36.984768 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b6e17a-533d-466c-955e-971057d08628", "name": "network-vif-deleted", "tag": "7f319c66-e5c3-47f5-87a3-56de5d6bce66", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:43:36.985021 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3028088f-ac53-4c6b-9367-e26d650e1138 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:43:36.985630 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b6e17a-533d-466c-955e-971057d08628', 'name': 'network-vif-deleted', 'tag': '7f319c66-e5c3-47f5-87a3-56de5d6bce66', 'status': 'completed', 'code': 200} Jan 27 22:43:37.107355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0ed6-22eb-448b-b9eb-72a63e20caa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:37.448678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-991df64f-a92e-4ac9-a0a8-13087f1b2e10 req-e04813ef-3edd-49e6-a55f-41e2cec0450d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0309279 Jan 27 22:43:38.552280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-faec6732-af60-4a09-a3d7-c0c772d3204d req-1aef73e1-7e63-4568-a99e-21d373014a72 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0279629 Jan 27 22:43:38.638330 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:39.653949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b8e0217-791a-4a63-9e1c-57c6dc5c7fda req-16118d20-dee2-4b72-a190-cccfa00fe595 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0274026 Jan 27 22:43:40.541545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7f319c66-e5c3-47f5-87a3-56de5d6bce66 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:43:40.561579 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 7f319c66-e5c3-47f5-87a3-56de5d6bce66 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:43:40.561813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 7f319c66-e5c3-47f5-87a3-56de5d6bce66 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:43:40.752209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f614e5a1-b5fc-425c-962d-4bf7b524bd03 req-23a2f5ea-e949-425c-8000-b892ca79768b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0270329 Jan 27 22:43:41.192890 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:41.280483 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:41.856604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-043b9318-ae02-4dfc-82fe-205fec5a981f req-ee162d53-8820-463b-a62a-416ae9c7bad9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0291703 Jan 27 22:43:42.973246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8540b14b-ee4e-4012-a3dd-6b243f7a1214 req-6ce6fee2-a287-493d-87e9-fc02a4577698 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0276625 Jan 27 22:43:44.074722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-047944cd-215e-4a93-b0ef-d3addd77a242 req-be0f9e0d-fb7e-43ce-9013-07c99b09b244 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Jan 27 22:43:45.174858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0877b582-c689-4543-8f73-ec2dc559e9a6 req-325df692-82b5-4d90-aa44-494dbbf31225 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8b6e17a-533d-466c-955e-971057d08628 HTTP/1.1" status: 200 len: 210 time: 0.0286725 Jan 27 22:43:48.553452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:51.245054 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:00.295211 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:44:04.081714 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7cd01cb1-9d3a-409e-98e5-f9d50fd9ed96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:07.105962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ea2ca78-7c62-49f2-8868-63099324fc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:08.635380 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:11.197250 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:11.289279 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:16.614433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-302bc84e-865f-4d8c-8af2-d406680bfe64 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:16.616574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-302bc84e-865f-4d8c-8af2-d406680bfe64 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1229641 Jan 27 22:44:16.633193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-8aed600d-912a-45ed-9b01-64d771eab52f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/quotas/7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 375 time: 0.0107903 Jan 27 22:44:16.691888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-ee505f3a-52d3-48f1-817e-f20d5d20c998 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529346 Jan 27 22:44:16.782966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-74d31163-2a84-48f0-a1ae-f886a56fbb90 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842907 Jan 27 22:44:16.879354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-f9150574-a0f1-49df-8686-85ef0f63fbdc service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899465 Jan 27 22:44:17.189036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c07739f2-cb8e-4ecf-aa61-039d305d5211 req-be990498-ba33-4351-86b0-df3c15379f8d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0291142 Jan 27 22:44:18.178572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-381811e3-cc44-4554-8453-e5e175dad260 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:18.180141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-381811e3-cc44-4554-8453-e5e175dad260 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1076362 Jan 27 22:44:18.191855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'port': {'device_id': '1594f330-a8d1-4d87-816b-0d0d95c75ea7', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'admin_state_up': True, 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:18.305140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e98114b-94ff-4a77-a710-40ef93966540 req-3d1a7494-4bad-4e8b-bb3c-0e4a0ae06df5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0368958 Jan 27 22:44:18.337530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:18.341127 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.476061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.20.0.3 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/cb28545a-239b-4e90-b8b9-84687d2c42fb) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:18.554170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.630137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.667685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.713583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:18.716822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:18.722635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:18.747715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=cb28545a-239b-4e90-b8b9-84687d2c42fb,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:18.762814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.763231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.763516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.763854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.764209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.764534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.764858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.765174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.765503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.765828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.766129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.766464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.766786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:18.788746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:18.789489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.810584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2f19f9ff-2028-4802-81e0-f46bfeb4c8a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227036 Jan 27 22:44:18.822243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Request body: {'port': {'device_id': '1594f330-a8d1-4d87-816b-0d0d95c75ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:18.887527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.950093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-92b67b4f-e3b4-4e52-82ff-db6bd543d522 None None] Provisioning complete for port cb28545a-239b-4e90-b8b9-84687d2c42fb triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:18.950515 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-92b67b4f-e3b4-4e52-82ff-db6bd543d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.987744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-92b67b4f-e3b4-4e52-82ff-db6bd543d522 None None] Port cb28545a-239b-4e90-b8b9-84687d2c42fb cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:44:19.167555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb28545a-239b-4e90-b8b9-84687d2c42fb {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:44:19.175876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Publish callbacks [] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:19.188573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Transition to ACTIVE for port object cb28545a-239b-4e90-b8b9-84687d2c42fb will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:44:19.193417 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:19.266219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Pushing event updated for resources: {'Port': ['ID=cb28545a-239b-4e90-b8b9-84687d2c42fb,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:19.328682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Attempting to bind port cb28545a-239b-4e90-b8b9-84687d2c42fb on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:19.329176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Attempting to bind port cb28545a-239b-4e90-b8b9-84687d2c42fb by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:19.329515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Attempting to bind port cb28545a-239b-4e90-b8b9-84687d2c42fb on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:19.334771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Port cb28545a-239b-4e90-b8b9-84687d2c42fb on network 008059fe-02f4-4122-a68d-ad08792cb796 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:44:19.335102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Attempting to bind port cb28545a-239b-4e90-b8b9-84687d2c42fb on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:19.341034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:19.341401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:19.341766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:19.342557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Bound port: cb28545a-239b-4e90-b8b9-84687d2c42fb, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:19.342844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:19.446200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] For port cb28545a-239b-4e90-b8b9-84687d2c42fb, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:19.462728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] For port cb28545a-239b-4e90-b8b9-84687d2c42fb, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=cb28545a-239b-4e90-b8b9-84687d2c42fb,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:19.470752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:19.488195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dca790-c65b-4580-8fe2-1cb1a846e8b3 req-cbb85f52-9ed0-43e9-8211-b94fe41957f8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.489724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97dca790-c65b-4580-8fe2-1cb1a846e8b3 req-cbb85f52-9ed0-43e9-8211-b94fe41957f8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0830839 Jan 27 22:44:19.869793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.869911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:19.871440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] 10.222.0.57 "PUT /v2.0/ports/cb28545a-239b-4e90-b8b9-84687d2c42fb HTTP/1.1" status: 200 len: 1091 time: 1.0537660 Jan 27 22:44:19.876582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1594f330-a8d1-4d87-816b-0d0d95c75ea7', 'tag': 'cb28545a-239b-4e90-b8b9-84687d2c42fb'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:19.878854 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e307f5d9-fd6c-4f05-a691-9ae757910dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "1594f330-a8d1-4d87-816b-0d0d95c75ea7", "tag": "cb28545a-239b-4e90-b8b9-84687d2c42fb"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:19.934378 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a44002-c326-490d-a528-59c355231a3c x-openstack-request-id: req-81a44002-c326-490d-a528-59c355231a3c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:19.934674 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1594f330-a8d1-4d87-816b-0d0d95c75ea7", "tag": "cb28545a-239b-4e90-b8b9-84687d2c42fb", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:19.934922 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81a44002-c326-490d-a528-59c355231a3c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:19.935318 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1594f330-a8d1-4d87-816b-0d0d95c75ea7', 'tag': 'cb28545a-239b-4e90-b8b9-84687d2c42fb', 'status': 'completed', 'code': 200} Jan 27 22:44:19.942180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97683ca-423a-470a-939c-b3cb1655ca6d service neutron] Pushing event updated for resources: {'Port': ['ID=cb28545a-239b-4e90-b8b9-84687d2c42fb,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:19.969310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97dca790-c65b-4580-8fe2-1cb1a846e8b3 req-6e10e3cb-0b3b-4e6e-8187-d64c305611d2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553683 Jan 27 22:44:19.992075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-e1135323-32b1-4d4a-b64a-894514f5b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.993617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-e1135323-32b1-4d4a-b64a-894514f5b1ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 1094 time: 0.0695581 Jan 27 22:44:20.036797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-09543a7d-0532-4868-8e3b-1d5a020aacbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb28545a-239b-4e90-b8b9-84687d2c42fb HTTP/1.1" status: 200 len: 217 time: 0.0365958 Jan 27 22:44:20.094910 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-37189a28-33f6-4491-a30a-42e6e7413b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:20.096432 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-37189a28-33f6-4491-a30a-42e6e7413b28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0540602 Jan 27 22:44:20.144054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2429e62b-44d2-496c-bbf5-d89ad0b44c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:20.145614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-2429e62b-44d2-496c-bbf5-d89ad0b44c28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438476 Jan 27 22:44:20.237704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-e2aacc8e-d537-4db1-9aab-859a0983e5e9 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863962 Jan 27 22:44:20.333221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e42cb340-2793-4f81-a0a1-ae4c37fb71bc req-1c04d0dc-81fe-49b8-8691-357233f22968 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899127 Jan 27 22:44:20.419565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-728e6d11-014b-40ea-b78a-0c4014b7b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:20.421052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-728e6d11-014b-40ea-b78a-0c4014b7b709 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 1094 time: 0.0440793 Jan 27 22:44:20.521324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-f465209d-2ce6-4eea-b9fe-28995463caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:20.522819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-f465209d-2ce6-4eea-b9fe-28995463caa3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0955846 Jan 27 22:44:20.564355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-8aaddc9e-5e1a-4de9-902c-f71ef99054fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb28545a-239b-4e90-b8b9-84687d2c42fb HTTP/1.1" status: 200 len: 217 time: 0.0357916 Jan 27 22:44:20.612705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-0a552065-20e7-4b37-87f6-13d27e044093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:20.614181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-0a552065-20e7-4b37-87f6-13d27e044093 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0445771 Jan 27 22:44:20.668728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-0e39eeb9-922d-4682-940a-0c863d57842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:20.670379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-0e39eeb9-922d-4682-940a-0c863d57842c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507500 Jan 27 22:44:20.759714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-d37aa1aa-bf0a-47c9-ba65-5a289355c2b9 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829461 Jan 27 22:44:20.854523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e307f5d9-fd6c-4f05-a691-9ae757910dd3 req-3afbe6b2-edf3-4753-a75c-820417d44a2d service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894089 Jan 27 22:44:21.099803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea32a56-b5ff-4b8c-a9a2-a8cd1057f57f req-6e628f5d-69bc-415c-9f02-692789804bf9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:21.101410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eea32a56-b5ff-4b8c-a9a2-a8cd1057f57f req-6e628f5d-69bc-415c-9f02-692789804bf9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0525467 Jan 27 22:44:21.150646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eea32a56-b5ff-4b8c-a9a2-a8cd1057f57f req-68a246ff-f73d-49cd-ba15-a28f62da4a90 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Jan 27 22:44:21.253922 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:22.269454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dcfda-9c83-4092-8e9a-b256d7c791e4 req-089df70a-bdd4-46ea-ab59-d9b1e2e23da9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:22.270950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-710dcfda-9c83-4092-8e9a-b256d7c791e4 req-089df70a-bdd4-46ea-ab59-d9b1e2e23da9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0500054 Jan 27 22:44:22.320914 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-710dcfda-9c83-4092-8e9a-b256d7c791e4 req-9adc9c34-ed9d-4d57-9d65-2a17b737f4f4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441544 Jan 27 22:44:23.445407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa4b22-2f33-45fa-aac7-36b0b3e0e4f1 req-4222545a-4017-48ae-93a9-a7b6fe6aaef7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:23.446920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ffa4b22-2f33-45fa-aac7-36b0b3e0e4f1 req-4222545a-4017-48ae-93a9-a7b6fe6aaef7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0548007 Jan 27 22:44:23.494795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ffa4b22-2f33-45fa-aac7-36b0b3e0e4f1 req-1e7ff60b-d570-4c7e-979a-539aa274cda9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 Jan 27 22:44:24.613496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a1a7b-8e6e-4108-bd79-a8c3f08c51fd req-8b4d5c3e-bb74-4593-8613-de0d1a37850a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:24.614998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720a1a7b-8e6e-4108-bd79-a8c3f08c51fd req-8b4d5c3e-bb74-4593-8613-de0d1a37850a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0491183 Jan 27 22:44:24.668312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-720a1a7b-8e6e-4108-bd79-a8c3f08c51fd req-348c2fa6-6518-4c0c-9316-942c5b1e141a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 Jan 27 22:44:25.787855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6bbd9-6060-43ca-9cc4-84307f733e54 req-831f1104-5f94-4d36-a1a7-36ff282c772f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:25.789515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54b6bbd9-6060-43ca-9cc4-84307f733e54 req-831f1104-5f94-4d36-a1a7-36ff282c772f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0522852 Jan 27 22:44:25.852964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54b6bbd9-6060-43ca-9cc4-84307f733e54 req-9b5b10a0-b7b6-4243-bc76-1696cc814451 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Jan 27 22:44:26.976165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559d3e0-3da0-4e87-b23f-e7972daa949d req-7ba74a84-4f0f-49fb-8c89-36f3df5ef213 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:26.977573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1559d3e0-3da0-4e87-b23f-e7972daa949d req-7ba74a84-4f0f-49fb-8c89-36f3df5ef213 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0507796 Jan 27 22:44:27.028523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1559d3e0-3da0-4e87-b23f-e7972daa949d req-fb86c09a-8f77-47e8-857b-cd4d897356a5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Jan 27 22:44:28.152421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe60da2-1304-48db-a047-93d955bebc0e req-aa00ce99-e447-4ba7-bf26-916f0fe52b4d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:28.154036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbe60da2-1304-48db-a047-93d955bebc0e req-aa00ce99-e447-4ba7-bf26-916f0fe52b4d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0529020 Jan 27 22:44:28.204213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbe60da2-1304-48db-a047-93d955bebc0e req-de94ad63-f506-4473-ba39-5fbba8c3f87b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Jan 27 22:44:29.348413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab087eaa-fdf0-4a65-84c4-ae323c9cd30c req-dd85bb87-16ae-4392-8192-3cd36e70096c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:29.350106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab087eaa-fdf0-4a65-84c4-ae323c9cd30c req-dd85bb87-16ae-4392-8192-3cd36e70096c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0647428 Jan 27 22:44:29.409222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab087eaa-fdf0-4a65-84c4-ae323c9cd30c req-d4a3ef34-ce0d-4bad-88ce-0812d66958c5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525012 Jan 27 22:44:30.541638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b4543-05e0-4443-8522-dad5cf9f8ae9 req-a66fe52a-dcbc-435c-84a0-7fc63a08c02b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:30.543616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc9b4543-05e0-4443-8522-dad5cf9f8ae9 req-a66fe52a-dcbc-435c-84a0-7fc63a08c02b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0539463 Jan 27 22:44:30.595312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc9b4543-05e0-4443-8522-dad5cf9f8ae9 req-9167bf44-5f01-492c-8254-e66e0d20c8bf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Jan 27 22:44:31.720608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dce1a-1eba-4e7e-b81f-6500847a9329 req-0ab0359e-005e-4e58-9b5c-135dfde95cee tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:31.722093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a06dce1a-1eba-4e7e-b81f-6500847a9329 req-0ab0359e-005e-4e58-9b5c-135dfde95cee tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0536456 Jan 27 22:44:31.769815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a06dce1a-1eba-4e7e-b81f-6500847a9329 req-51d13e24-6bb7-4cf8-9e36-b4c4e0259658 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Jan 27 22:44:32.904349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352af7a-ee0c-4108-928c-653f8e817b3e req-b64a4eb3-d102-419b-86a4-e0fd01e33524 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:32.906410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d352af7a-ee0c-4108-928c-653f8e817b3e req-b64a4eb3-d102-419b-86a4-e0fd01e33524 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0583301 Jan 27 22:44:32.959262 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d352af7a-ee0c-4108-928c-653f8e817b3e req-b24e3bb1-9f4a-47dc-a75c-aa07d1a05a76 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458004 Jan 27 22:44:34.077212 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1ded5306-3a3b-49af-ac93-04c66082a17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:34.102077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5131c-7d92-4013-8375-81e69f574ae6 req-25ee0bff-022e-41e3-ae45-927f70f65756 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:34.103586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3d5131c-7d92-4013-8375-81e69f574ae6 req-25ee0bff-022e-41e3-ae45-927f70f65756 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 943 time: 0.0585530 Jan 27 22:44:34.169164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3d5131c-7d92-4013-8375-81e69f574ae6 req-5a480086-60c2-4b9e-8a3d-cae9578bd1e2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595820 Jan 27 22:44:34.790576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device cb28545a-239b-4e90-b8b9-84687d2c42fb details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:44:34.904686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port cb28545a-239b-4e90-b8b9-84687d2c42fb, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=cb28545a-239b-4e90-b8b9-84687d2c42fb,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:34.916726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'cb28545a-239b-4e90-b8b9-84687d2c42fb', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'port_id': 'cb28545a-239b-4e90-b8b9-84687d2c42fb', 'mac_address': 'fa:16:3e:91:a8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:44:34.955623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port cb28545a-239b-4e90-b8b9-84687d2c42fb is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:34.956236 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:34.975279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb28545a-239b-4e90-b8b9-84687d2c42fb {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:44:34.998191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port cb28545a-239b-4e90-b8b9-84687d2c42fb, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=cb28545a-239b-4e90-b8b9-84687d2c42fb,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:35.004660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:35.057469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=cb28545a-239b-4e90-b8b9-84687d2c42fb,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:35.065643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.065998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.066340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.066681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.067016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.067348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.067709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.068040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.068370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.068720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.069042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.069366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.069689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:35.205902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['cb28545a-239b-4e90-b8b9-84687d2c42fb'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:44:35.293025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6428e0-93df-439b-bc9b-9aa5750d870f req-253f230a-d35e-428a-927e-c1f40c7a744a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:35.294727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd6428e0-93df-439b-bc9b-9aa5750d870f req-253f230a-d35e-428a-927e-c1f40c7a744a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 944 time: 0.0496817 Jan 27 22:44:35.343654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd6428e0-93df-439b-bc9b-9aa5750d870f req-967f4eef-9b70-4030-b702-70eedbfc86a2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Jan 27 22:44:36.470494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc990b2-6e3b-4f1b-8b29-b7a01c29357c req-2375513d-949b-489f-877e-f60808d93944 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:36.472136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bc990b2-6e3b-4f1b-8b29-b7a01c29357c req-2375513d-949b-489f-877e-f60808d93944 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 944 time: 0.0565078 Jan 27 22:44:36.523468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bc990b2-6e3b-4f1b-8b29-b7a01c29357c req-931d696b-7f96-4e04-92ec-80b8f4a3c7e9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431306 Jan 27 22:44:36.805402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device cb28545a-239b-4e90-b8b9-84687d2c42fb up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:44:36.859241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port cb28545a-239b-4e90-b8b9-84687d2c42fb completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:44:36.864702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port cb28545a-239b-4e90-b8b9-84687d2c42fb triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:36.865143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:36.952402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port cb28545a-239b-4e90-b8b9-84687d2c42fb is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:36.952729 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:36.982723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1594f330-a8d1-4d87-816b-0d0d95c75ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb28545a-239b-4e90-b8b9-84687d2c42fb'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:36.985235 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73141a11-1e28-496b-87c8-d9a6a4bd373a" -d '{"events": [{"server_uuid": "1594f330-a8d1-4d87-816b-0d0d95c75ea7", "name": "network-vif-plugged", "status": "completed", "tag": "cb28545a-239b-4e90-b8b9-84687d2c42fb"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:37.002409 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port cb28545a-239b-4e90-b8b9-84687d2c42fb, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=cb28545a-239b-4e90-b8b9-84687d2c42fb,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:37.007027 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.032406 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48238bfa-d34f-4771-bc0d-e4a690ac4376 x-openstack-request-id: req-48238bfa-d34f-4771-bc0d-e4a690ac4376 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:37.032702 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1594f330-a8d1-4d87-816b-0d0d95c75ea7", "name": "network-vif-plugged", "status": "completed", "tag": "cb28545a-239b-4e90-b8b9-84687d2c42fb", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:37.032954 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48238bfa-d34f-4771-bc0d-e4a690ac4376 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:37.033929 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1594f330-a8d1-4d87-816b-0d0d95c75ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb28545a-239b-4e90-b8b9-84687d2c42fb', 'code': 200} Jan 27 22:44:37.062629 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=cb28545a-239b-4e90-b8b9-84687d2c42fb,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:37.097358 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1492fec9-0315-42a2-a76a-c220d731a1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.130131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d8202-18ea-4e07-abe6-a6b3ff0d4d15 req-89e95ba2-5821-48cf-9d64-ce1075c54702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:37.131662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af3d8202-18ea-4e07-abe6-a6b3ff0d4d15 req-89e95ba2-5821-48cf-9d64-ce1075c54702 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0449817 Jan 27 22:44:37.176232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af3d8202-18ea-4e07-abe6-a6b3ff0d4d15 req-7e781a00-a1e6-46a9-948f-eacfdfff5c5f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Jan 27 22:44:37.295173 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:44:37.648903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9705fd-3db8-496e-bc25-6a27c93a5d56 req-040badea-496e-40d8-a41c-973721215912 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:37.650419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac9705fd-3db8-496e-bc25-6a27c93a5d56 req-040badea-496e-40d8-a41c-973721215912 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Jan 27 22:44:37.707104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac9705fd-3db8-496e-bc25-6a27c93a5d56 req-b82a7a06-3712-4b98-94c5-2de2c5001ae0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471132 Jan 27 22:44:38.642035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:38.839062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e27a1-6ec9-47ef-8114-93a5896c5003 req-bc128849-345f-459c-b101-ae0299c8312e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:38.840636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-709e27a1-6ec9-47ef-8114-93a5896c5003 req-bc128849-345f-459c-b101-ae0299c8312e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 945 time: 0.0611360 Jan 27 22:44:38.896503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-709e27a1-6ec9-47ef-8114-93a5896c5003 req-4dc92efe-fa06-429a-8a8e-3c2604e57450 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475659 Jan 27 22:44:39.033447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea20e29-61e8-4741-9190-b3cd1ddb7bec req-8bb1b40c-4eeb-43a9-9296-00ce9c0112cd tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:39.035004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ea20e29-61e8-4741-9190-b3cd1ddb7bec req-8bb1b40c-4eeb-43a9-9296-00ce9c0112cd tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 945 time: 0.0601873 Jan 27 22:44:39.089000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ea20e29-61e8-4741-9190-b3cd1ddb7bec req-51fbd675-2dcf-49d3-9e00-1dcdcea2a476 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Jan 27 22:44:41.198960 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:41.287370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:42.686846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7d36-91d9-425b-b303-1099d13da672 req-f41d7887-7296-48a7-a80c-93675d4f0a30 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:42.688543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-f41d7887-7296-48a7-a80c-93675d4f0a30 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1226954 Jan 27 22:44:42.704836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-80eef1d4-5f91-4667-a537-b6e569d174e2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/quotas/7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 375 time: 0.0106833 Jan 27 22:44:42.765832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-d4282903-1c47-417f-a4c5-3f65157fb082 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550692 Jan 27 22:44:42.868296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-1036d0a6-8794-48f8-b634-5871bf52b6f6 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946958 Jan 27 22:44:42.966377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-6e60f3bd-7b6c-482a-b0e4-593c01f7ffcf service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919356 Jan 27 22:44:43.169172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-898e0ae1-9b99-4386-bb1e-3156f2d9fb98 req-bf06096b-ae58-450a-9dee-e6dec2fcdb8d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0298378 Jan 27 22:44:44.182691 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7d36-91d9-425b-b303-1099d13da672 req-ef36e443-a92f-4b61-ad0c-f07c1f489d08 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:44.184228 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-ef36e443-a92f-4b61-ad0c-f07c1f489d08 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1065941 Jan 27 22:44:44.197147 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'port': {'device_id': '29b6611c-ceab-46f2-bd98-4acaabaa4108', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'admin_state_up': True, 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:44.270350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4e8766b5-618d-484f-9133-33a8c6a7a558 req-a46461f6-00b8-4039-b0a1-ecbc2d428186 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Jan 27 22:44:44.320487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:44.325358 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.462503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.20.0.11 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/615a8e7d-7fbf-48cb-8025-7752b7d33e35) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:44.620681 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.656621 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.675016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['cb28545a-239b-4e90-b8b9-84687d2c42fb'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:44:44.718048 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:44.719689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=615a8e7d-7fbf-48cb-8025-7752b7d33e35,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:44.722161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:44.725019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:44.757317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.757894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.758383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.758882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.759379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.759894 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.760377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.760848 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.761798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.762292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.762435 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.762931 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.763507 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:44.801727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:44.802763 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.822524 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-efc7b58a-7c07-4546-9403-d6c4dfeafb12 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6294277 Jan 27 22:44:44.899331 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Request body: {'port': {'device_id': '29b6611c-ceab-46f2-bd98-4acaabaa4108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:44.957836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.042084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d4b99e92-439d-4e7a-948b-23bdce679543 None None] Provisioning complete for port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:45.042828 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d4b99e92-439d-4e7a-948b-23bdce679543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.083155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d4b99e92-439d-4e7a-948b-23bdce679543 None None] Port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:44:45.246822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615a8e7d-7fbf-48cb-8025-7752b7d33e35 {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:44:45.254841 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Publish callbacks [] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.268169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Transition to ACTIVE for port object 615a8e7d-7fbf-48cb-8025-7752b7d33e35 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:44:45.273692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.404261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Pushing event updated for resources: {'Port': ['ID=615a8e7d-7fbf-48cb-8025-7752b7d33e35,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:45.423461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b99607-a141-4f4d-84f4-fbbe9446dbb1 req-9709f2bc-14c9-486b-8584-078fe1d7200e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:45.428329 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Attempting to bind port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:45.428768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Attempting to bind port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:45.429059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Attempting to bind port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:45.432159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79b99607-a141-4f4d-84f4-fbbe9446dbb1 req-9709f2bc-14c9-486b-8584-078fe1d7200e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0765872 Jan 27 22:44:45.435774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 on network 008059fe-02f4-4122-a68d-ad08792cb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:44:45.436161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Attempting to bind port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:45.444364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:45.444903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:45.445307 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:45.446290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Bound port: 615a8e7d-7fbf-48cb-8025-7752b7d33e35, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:45.446290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.492145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79b99607-a141-4f4d-84f4-fbbe9446dbb1 req-c9af4b51-26fc-4664-a533-055b55756814 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Jan 27 22:44:45.537816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] For port 615a8e7d-7fbf-48cb-8025-7752b7d33e35, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:45.541159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] For port 615a8e7d-7fbf-48cb-8025-7752b7d33e35, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=615a8e7d-7fbf-48cb-8025-7752b7d33e35,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:45.547676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.595394 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:45.596087 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.597820 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] 10.222.0.16 "PUT /v2.0/ports/615a8e7d-7fbf-48cb-8025-7752b7d33e35 HTTP/1.1" status: 200 len: 1092 time: 0.7681437 Jan 27 22:44:45.598370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b6611c-ceab-46f2-bd98-4acaabaa4108', 'tag': '615a8e7d-7fbf-48cb-8025-7752b7d33e35'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:45.601385 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dd8088-e291-4dd8-b673-a62e63709152" -d '{"events": [{"name": "network-changed", "server_uuid": "29b6611c-ceab-46f2-bd98-4acaabaa4108", "tag": "615a8e7d-7fbf-48cb-8025-7752b7d33e35"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:45.619941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3017218-946e-424f-89e9-f029352e7d2b service neutron] Pushing event updated for resources: {'Port': ['ID=615a8e7d-7fbf-48cb-8025-7752b7d33e35,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:45.696422 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7d36-91d9-425b-b303-1099d13da672 req-ce9c586e-a34f-4a26-8d06-b6dac02d5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:45.698027 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-ce9c586e-a34f-4a26-8d06-b6dac02d5599 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 1095 time: 0.0501115 Jan 27 22:44:45.751386 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-bbd9ce1d-7a4d-4b9e-abca-9f098b500ba1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=615a8e7d-7fbf-48cb-8025-7752b7d33e35 HTTP/1.1" status: 200 len: 217 time: 0.0457773 Jan 27 22:44:45.821389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7d36-91d9-425b-b303-1099d13da672 req-487027f1-9a1f-4c94-9ff2-df3b1ec03166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:45.823179 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-487027f1-9a1f-4c94-9ff2-df3b1ec03166 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0665035 Jan 27 22:44:45.883446 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98863804-17bb-4c69-b43d-b8f98cc2dc50 x-openstack-request-id: req-98863804-17bb-4c69-b43d-b8f98cc2dc50 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:45.883736 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b6611c-ceab-46f2-bd98-4acaabaa4108", "tag": "615a8e7d-7fbf-48cb-8025-7752b7d33e35", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:45.884080 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98863804-17bb-4c69-b43d-b8f98cc2dc50 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:45.884451 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b6611c-ceab-46f2-bd98-4acaabaa4108', 'tag': '615a8e7d-7fbf-48cb-8025-7752b7d33e35', 'status': 'completed', 'code': 200} Jan 27 22:44:45.889815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7d36-91d9-425b-b303-1099d13da672 req-7cae92e1-40e0-4977-97c3-03c62d5c1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:45.891626 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-7cae92e1-40e0-4977-97c3-03c62d5c1ce5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621817 Jan 27 22:44:45.990245 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-1e592a47-57e2-4441-bafa-bd8b2cdab195 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920064 Jan 27 22:44:46.084038 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-665c7d36-91d9-425b-b303-1099d13da672 req-e46c35e2-7f06-44e7-a3ce-aab0929aa4b2 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878310 Jan 27 22:44:46.177112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-fffed0c6-650f-41e7-8d83-2f7ce3d645c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:46.178606 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-fffed0c6-650f-41e7-8d83-2f7ce3d645c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 1095 time: 0.0503278 Jan 27 22:44:46.275835 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-c57d5b6f-b42a-409a-9d89-7a94039ca084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:46.277383 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-c57d5b6f-b42a-409a-9d89-7a94039ca084 service neutron] 10.222.0.16 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0935173 Jan 27 22:44:46.319956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-2c3193b5-0eeb-418f-b982-0a8975dbf8e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=615a8e7d-7fbf-48cb-8025-7752b7d33e35 HTTP/1.1" status: 200 len: 217 time: 0.0370190 Jan 27 22:44:46.375804 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-93002d17-0ded-400a-862b-9de1ab317d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:46.377238 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-93002d17-0ded-400a-862b-9de1ab317d50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0519967 Jan 27 22:44:46.424880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-7fd65dd8-0e67-47cd-9795-ae57db49ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:46.427117 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-7fd65dd8-0e67-47cd-9795-ae57db49ab96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435948 Jan 27 22:44:46.526670 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-4a4bcabc-98eb-4181-b46f-38a9fe8ee332 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936909 Jan 27 22:44:46.607306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f71a15-dcc2-4f13-af60-48c62686331e req-450c20e2-d4c6-483b-9d26-b2a6e53b289c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:46.609170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f71a15-dcc2-4f13-af60-48c62686331e req-450c20e2-d4c6-483b-9d26-b2a6e53b289c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0528703 Jan 27 22:44:46.632059 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a9dd8088-e291-4dd8-b673-a62e63709152 req-b62cdde4-eacd-4a98-9730-2586b0d76dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997117 Jan 27 22:44:46.663897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77f71a15-dcc2-4f13-af60-48c62686331e req-bb0cafce-9d96-43a9-b719-0adf39c0924f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481517 Jan 27 22:44:47.792493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de4ed5-cfbc-4912-9b85-e96ea9607a05 req-bd515b8c-5085-456b-a61c-9944c70e8429 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:47.794140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6de4ed5-cfbc-4912-9b85-e96ea9607a05 req-bd515b8c-5085-456b-a61c-9944c70e8429 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0528185 Jan 27 22:44:47.854054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6de4ed5-cfbc-4912-9b85-e96ea9607a05 req-6f3ff66f-c7d2-455f-b805-e226044fe0f5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531697 Jan 27 22:44:48.563930 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:48.992816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f9fb4-c93c-465b-b897-66866faa336d req-d3fbabe8-30ec-45ee-bb91-5ca8b1b83295 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:48.994456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e74f9fb4-c93c-465b-b897-66866faa336d req-d3fbabe8-30ec-45ee-bb91-5ca8b1b83295 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0628705 Jan 27 22:44:49.048012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e74f9fb4-c93c-465b-b897-66866faa336d req-3718bfea-9c7e-4b3d-8941-263566c3be43 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474143 Jan 27 22:44:50.241604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2680931-52d3-4e2a-9ca9-269f981fb610 req-fa9834c8-bd82-4e70-80ce-39c2706ff05a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:50.243909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2680931-52d3-4e2a-9ca9-269f981fb610 req-fa9834c8-bd82-4e70-80ce-39c2706ff05a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0963423 Jan 27 22:44:50.342805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2680931-52d3-4e2a-9ca9-269f981fb610 req-9f0ba769-43dd-449b-81ac-5fb52df3f606 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859432 Jan 27 22:44:51.265653 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:51.525157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dfcf8-fe29-4dbd-bcbb-b87d9ad8b3e7 req-b328cec8-5fb8-43da-8cb1-bdcb1cf33f5d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:51.527518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-883dfcf8-fe29-4dbd-bcbb-b87d9ad8b3e7 req-b328cec8-5fb8-43da-8cb1-bdcb1cf33f5d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0909884 Jan 27 22:44:51.600274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-883dfcf8-fe29-4dbd-bcbb-b87d9ad8b3e7 req-b336050a-7439-4c76-8970-fa8b2c8d22b9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653925 Jan 27 22:44:52.749310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1313b-a55b-4891-8506-db011d30e3ad req-9060f99b-836e-47bf-bd41-7ae2279e59fe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:52.751548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cb1313b-a55b-4891-8506-db011d30e3ad req-9060f99b-836e-47bf-bd41-7ae2279e59fe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0670955 Jan 27 22:44:52.819029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cb1313b-a55b-4891-8506-db011d30e3ad req-190d5340-5dc9-4b38-859c-0615a3b9d64f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588448 Jan 27 22:44:53.961546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb319f-62ce-45d8-8dee-03da469feb7e req-7ca8fa41-509a-44c4-b7e8-152002e9e816 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:53.963091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5fb319f-62ce-45d8-8dee-03da469feb7e req-7ca8fa41-509a-44c4-b7e8-152002e9e816 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0575597 Jan 27 22:44:54.044331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5fb319f-62ce-45d8-8dee-03da469feb7e req-09f7ecb8-cb43-44dd-ba61-ddfe42d1280f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731001 Jan 27 22:44:54.863925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aade2820-d458-4e5c-9ed9-da39835826dd req-583a0d99-5dee-4473-ae4e-018c86b7553e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436320 Jan 27 22:44:54.957138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade2820-d458-4e5c-9ed9-da39835826dd req-aa32d9dc-0327-4270-901d-25cb37a0863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:54.958590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aade2820-d458-4e5c-9ed9-da39835826dd req-aa32d9dc-0327-4270-901d-25cb37a0863a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0490313 Jan 27 22:44:55.077288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade2820-d458-4e5c-9ed9-da39835826dd req-df3b412c-d5d5-42c6-a6c3-52c4540908b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:55.078795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aade2820-d458-4e5c-9ed9-da39835826dd req-df3b412c-d5d5-42c6-a6c3-52c4540908b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0999172 Jan 27 22:44:55.129271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aade2820-d458-4e5c-9ed9-da39835826dd req-a47f0ffb-d9f9-44b6-8de3-e525363d23ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb28545a-239b-4e90-b8b9-84687d2c42fb HTTP/1.1" status: 200 len: 217 time: 0.0450799 Jan 27 22:44:55.209697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade2820-d458-4e5c-9ed9-da39835826dd req-a436620c-18c8-48bd-9f09-e10451a5342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:55.211090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aade2820-d458-4e5c-9ed9-da39835826dd req-a436620c-18c8-48bd-9f09-e10451a5342d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0644665 Jan 27 22:44:55.221563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0874-097c-4f06-976a-a19f53ff2beb req-f2f77a15-c2a5-4793-bcc8-3b908917af43 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:55.223187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5ec0874-097c-4f06-976a-a19f53ff2beb req-f2f77a15-c2a5-4793-bcc8-3b908917af43 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.1030941 Jan 27 22:44:55.305246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade2820-d458-4e5c-9ed9-da39835826dd req-f63cac0a-04a1-416c-92b3-3183049730d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:55.307093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aade2820-d458-4e5c-9ed9-da39835826dd req-f63cac0a-04a1-416c-92b3-3183049730d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827518 Jan 27 22:44:55.311030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5ec0874-097c-4f06-976a-a19f53ff2beb req-dc5603c3-9fda-42b6-8c93-909df6cef451 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788314 Jan 27 22:44:55.413598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aade2820-d458-4e5c-9ed9-da39835826dd req-542b632c-4d28-4cde-a2ae-f2686ea8b69e service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999196 Jan 27 22:44:55.514814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aade2820-d458-4e5c-9ed9-da39835826dd req-62e2773e-4c98-46a9-bb15-6b055d8ba324 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951097 Jan 27 22:44:56.440536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076d514-444e-4d69-ab0b-364db55ae932 req-bc854a96-94eb-4bda-9300-e9ecc3f4d839 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:56.442130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0076d514-444e-4d69-ab0b-364db55ae932 req-bc854a96-94eb-4bda-9300-e9ecc3f4d839 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0572381 Jan 27 22:44:56.493808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0076d514-444e-4d69-ab0b-364db55ae932 req-5d2c25f5-19b6-43c2-90e6-1f9bb8bf9850 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Jan 27 22:44:57.630974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbbf5e-a64e-4774-b2af-0f3e4fa2a3f9 req-efc31ee7-9e56-424c-b291-d280227e04bf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:57.632562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dcbbf5e-a64e-4774-b2af-0f3e4fa2a3f9 req-efc31ee7-9e56-424c-b291-d280227e04bf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0578697 Jan 27 22:44:57.702965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dcbbf5e-a64e-4774-b2af-0f3e4fa2a3f9 req-0064d6bd-2c8a-4935-b07a-1a0d787d8338 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Jan 27 22:44:58.838322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8093d98-614d-4248-b8d0-a091a7e0506f req-377c71fd-5d2d-4e6f-ad60-772d5972c888 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:58.840011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8093d98-614d-4248-b8d0-a091a7e0506f req-377c71fd-5d2d-4e6f-ad60-772d5972c888 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0580292 Jan 27 22:44:58.893172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8093d98-614d-4248-b8d0-a091a7e0506f req-5420de52-2421-4c5e-86c8-40ddae1e041a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468237 Jan 27 22:45:00.024153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca14c19-daba-49bd-9733-51ae9548694a req-dfc87589-4700-408d-868d-7b1754f45440 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:00.025730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ca14c19-daba-49bd-9733-51ae9548694a req-dfc87589-4700-408d-868d-7b1754f45440 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0567710 Jan 27 22:45:00.077648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ca14c19-daba-49bd-9733-51ae9548694a req-bbc0c7e6-eece-4c57-9884-39e487d844b3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Jan 27 22:45:01.208408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ee2c-713c-4822-928b-aef12162302c req-7da9d507-9d70-4074-9253-04addd81397c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:01.210590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45b8ee2c-713c-4822-928b-aef12162302c req-7da9d507-9d70-4074-9253-04addd81397c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0587075 Jan 27 22:45:01.272102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45b8ee2c-713c-4822-928b-aef12162302c req-8f6974f6-9140-4b7d-a55b-618007691040 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553775 Jan 27 22:45:02.420829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d88a8f-335c-4c35-a8a8-0a694267ea4b req-47995f8b-528f-4323-b941-0254a8169ec1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:02.422495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4d88a8f-335c-4c35-a8a8-0a694267ea4b req-47995f8b-528f-4323-b941-0254a8169ec1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0569832 Jan 27 22:45:02.485283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4d88a8f-335c-4c35-a8a8-0a694267ea4b req-032c491a-3509-492d-8d27-091286c36d33 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539229 Jan 27 22:45:03.637943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb929f4-15ab-44ee-8997-31c292ed8f51 req-a983f016-984c-4b47-bddf-33524dc571f4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:03.639785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cb929f4-15ab-44ee-8997-31c292ed8f51 req-a983f016-984c-4b47-bddf-33524dc571f4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0647538 Jan 27 22:45:03.697230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3cb929f4-15ab-44ee-8997-31c292ed8f51 req-91bd8c7f-2c74-4f81-843f-c08487df646b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510812 Jan 27 22:45:04.084052 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c5e4e5d3-df93-4a9e-b5ea-84abc16435e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.826029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d90db-11e6-4885-a9e2-47298f98c619 req-a022b80b-f111-48b0-bb86-a0eb32edd075 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:04.828079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee9d90db-11e6-4885-a9e2-47298f98c619 req-a022b80b-f111-48b0-bb86-a0eb32edd075 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0561726 Jan 27 22:45:04.884229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ee9d90db-11e6-4885-a9e2-47298f98c619 req-668f0fd0-1043-41c7-9cb1-689bfec08101 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490744 Jan 27 22:45:06.030791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb344a-35af-4fd3-b536-4811ddac1856 req-bc3e09e9-d533-4aa2-aafd-cfb052210fcf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:06.033200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aceb344a-35af-4fd3-b536-4811ddac1856 req-bc3e09e9-d533-4aa2-aafd-cfb052210fcf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0749362 Jan 27 22:45:06.101043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aceb344a-35af-4fd3-b536-4811ddac1856 req-5f0f86fa-3c65-45d9-a7c2-f0092995ffc9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613780 Jan 27 22:45:07.106545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d24bbdc-45fc-41e1-9394-c794e79997bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.231449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb5c56-4705-4776-8331-e93199321cf6 req-c2b8c7c7-a58b-4bf3-a5e4-8e30545e46ca tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.233031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5bb5c56-4705-4776-8331-e93199321cf6 req-c2b8c7c7-a58b-4bf3-a5e4-8e30545e46ca tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0543263 Jan 27 22:45:07.286597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5bb5c56-4705-4776-8331-e93199321cf6 req-c03b90bd-68ca-4649-b101-b39ca7f54ada tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477324 Jan 27 22:45:08.415788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0dcc9-b4e9-42ec-863b-b5bc464ffe28 req-f636c256-f831-4d8a-b909-7cab55afdb21 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:08.417311 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00c0dcc9-b4e9-42ec-863b-b5bc464ffe28 req-f636c256-f831-4d8a-b909-7cab55afdb21 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0506101 Jan 27 22:45:08.472551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00c0dcc9-b4e9-42ec-863b-b5bc464ffe28 req-860a73b3-cb46-4650-8d8d-7f008c1c536c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493150 Jan 27 22:45:08.648447 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.626190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dfbad-2c92-44bf-bc89-1285753a6613 req-07ee103f-38f8-4f37-b5cd-82b386ebc0e0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:09.627794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b0dfbad-2c92-44bf-bc89-1285753a6613 req-07ee103f-38f8-4f37-b5cd-82b386ebc0e0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0599973 Jan 27 22:45:09.679275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b0dfbad-2c92-44bf-bc89-1285753a6613 req-691e118d-9d18-4ba7-9b39-d0cf1f7ab3cf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Jan 27 22:45:10.807629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b6eee-9596-4703-b70c-6aaa9c2c1658 req-d5d88f38-7920-49b0-89f9-db48e16cb61d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:10.809150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c37b6eee-9596-4703-b70c-6aaa9c2c1658 req-d5d88f38-7920-49b0-89f9-db48e16cb61d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0519755 Jan 27 22:45:10.858252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c37b6eee-9596-4703-b70c-6aaa9c2c1658 req-dd8a2bbb-99c5-43c6-b97f-8643d586a05d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Jan 27 22:45:11.202454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.282822 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.012732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee8f83-9bf2-4adf-878d-aec76370fa41 req-41d18203-69bc-46ce-884b-762efbf26af9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.014162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baee8f83-9bf2-4adf-878d-aec76370fa41 req-41d18203-69bc-46ce-884b-762efbf26af9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0660555 Jan 27 22:45:12.064201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baee8f83-9bf2-4adf-878d-aec76370fa41 req-819a440f-e43c-42cf-976a-551b13ac30f7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Jan 27 22:45:13.193903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c49ad-3087-4773-a0cc-07dbe3fa6856 req-dab5764b-0344-4b91-8a5e-e692a4144bad tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:13.195442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d08c49ad-3087-4773-a0cc-07dbe3fa6856 req-dab5764b-0344-4b91-8a5e-e692a4144bad tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0492227 Jan 27 22:45:13.245362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d08c49ad-3087-4773-a0cc-07dbe3fa6856 req-0e0ac4ea-7870-4977-894e-d4558438fe05 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440605 Jan 27 22:45:14.295294 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:45:14.381111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354cd8f-0201-40d1-8248-775ab4cade05 req-b604775c-3e19-47ef-88ad-48f7ec7e1b10 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:14.382665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3354cd8f-0201-40d1-8248-775ab4cade05 req-b604775c-3e19-47ef-88ad-48f7ec7e1b10 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 944 time: 0.0569959 Jan 27 22:45:14.436966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3354cd8f-0201-40d1-8248-775ab4cade05 req-2da5a4db-d20d-466d-8aaa-993f4b114e8a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Jan 27 22:45:14.837915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 615a8e7d-7fbf-48cb-8025-7752b7d33e35 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:45:14.949625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 615a8e7d-7fbf-48cb-8025-7752b7d33e35, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=615a8e7d-7fbf-48cb-8025-7752b7d33e35,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:14.961406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '615a8e7d-7fbf-48cb-8025-7752b7d33e35', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'port_id': '615a8e7d-7fbf-48cb-8025-7752b7d33e35', 'mac_address': 'fa:16:3e:74:20:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:45:15.001204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:15.001867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.015708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615a8e7d-7fbf-48cb-8025-7752b7d33e35 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:45:15.034925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 615a8e7d-7fbf-48cb-8025-7752b7d33e35, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=615a8e7d-7fbf-48cb-8025-7752b7d33e35,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:15.042118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.093079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=615a8e7d-7fbf-48cb-8025-7752b7d33e35,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:15.382255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['615a8e7d-7fbf-48cb-8025-7752b7d33e35'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:45:15.565094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26161e6-79bd-49cf-8716-a6310a72bc59 req-e1f04f50-fce9-491b-9cc1-b68f2e089d54 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:15.566509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f26161e6-79bd-49cf-8716-a6310a72bc59 req-e1f04f50-fce9-491b-9cc1-b68f2e089d54 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 945 time: 0.0534379 Jan 27 22:45:15.618218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f26161e6-79bd-49cf-8716-a6310a72bc59 req-18a96516-c4e3-4584-bc44-cb09da3f1be7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450418 Jan 27 22:45:16.744370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150f99e-f07e-4874-882b-1912a8d146d4 req-e66911ea-86a8-4482-8185-047730dead74 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:16.746051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5150f99e-f07e-4874-882b-1912a8d146d4 req-e66911ea-86a8-4482-8185-047730dead74 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 945 time: 0.0537050 Jan 27 22:45:16.804489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5150f99e-f07e-4874-882b-1912a8d146d4 req-55104a44-fb76-457d-8aa6-44c7ea426134 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521302 Jan 27 22:45:16.838865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 615a8e7d-7fbf-48cb-8025-7752b7d33e35 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:16.900406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:45:16.904561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:16.904933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:16.991493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:16.991895 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.021199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b6611c-ceab-46f2-bd98-4acaabaa4108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a8e7d-7fbf-48cb-8025-7752b7d33e35'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:17.023592 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b802c27f-60b1-4ae1-8f66-92e7d263c891" -d '{"events": [{"server_uuid": "29b6611c-ceab-46f2-bd98-4acaabaa4108", "name": "network-vif-plugged", "status": "completed", "tag": "615a8e7d-7fbf-48cb-8025-7752b7d33e35"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:17.037511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 615a8e7d-7fbf-48cb-8025-7752b7d33e35, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=615a8e7d-7fbf-48cb-8025-7752b7d33e35,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:17.043027 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.073412 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59a664c-12ff-4dc1-a913-706e95b7ebe8 x-openstack-request-id: req-b59a664c-12ff-4dc1-a913-706e95b7ebe8 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:17.073629 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b6611c-ceab-46f2-bd98-4acaabaa4108", "name": "network-vif-plugged", "status": "completed", "tag": "615a8e7d-7fbf-48cb-8025-7752b7d33e35", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:17.073859 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b59a664c-12ff-4dc1-a913-706e95b7ebe8 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:17.074280 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b6611c-ceab-46f2-bd98-4acaabaa4108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a8e7d-7fbf-48cb-8025-7752b7d33e35', 'code': 200} Jan 27 22:45:17.106771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=615a8e7d-7fbf-48cb-8025-7752b7d33e35,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:17.196173 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e6524-cf86-4a52-8d41-2fe16f7ec218 req-e86fd662-4121-49e7-9433-b6201ddcba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:17.197795 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2b8e6524-cf86-4a52-8d41-2fe16f7ec218 req-e86fd662-4121-49e7-9433-b6201ddcba9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 1097 time: 0.0483119 Jan 27 22:45:17.247349 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2b8e6524-cf86-4a52-8d41-2fe16f7ec218 req-560910e2-1ac1-40b1-bd78-680c5eabfd91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Jan 27 22:45:17.940826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2be0f-0b31-4f92-9d0b-0bb34dd2aee9 req-56bafcd7-c4d1-42f5-b26b-bbc3bbd5ba64 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:17.942299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71e2be0f-0b31-4f92-9d0b-0bb34dd2aee9 req-56bafcd7-c4d1-42f5-b26b-bbc3bbd5ba64 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 946 time: 0.0510495 Jan 27 22:45:17.993376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71e2be0f-0b31-4f92-9d0b-0bb34dd2aee9 req-8730ffa8-ebac-4cfa-ad2a-d412454ec32c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 Jan 27 22:45:18.559615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:19.149194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad5e43-2405-45eb-bd98-1ea445d8f911 req-27fdb397-22a8-407c-9c19-bb0a946f3d21 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:19.150980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49ad5e43-2405-45eb-bd98-1ea445d8f911 req-27fdb397-22a8-407c-9c19-bb0a946f3d21 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 946 time: 0.0633113 Jan 27 22:45:19.209260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49ad5e43-2405-45eb-bd98-1ea445d8f911 req-cd405874-8a20-45c0-9ec8-015b0514be4e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518909 Jan 27 22:45:19.351155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d7fcd-860a-4dff-ae93-ddf881bddb56 req-a9642652-337e-4b3b-8ef6-7d4e5bc049ce tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:19.352820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f9d7fcd-860a-4dff-ae93-ddf881bddb56 req-a9642652-337e-4b3b-8ef6-7d4e5bc049ce tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 946 time: 0.0589879 Jan 27 22:45:19.406973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f9d7fcd-860a-4dff-ae93-ddf881bddb56 req-26a0fd8d-565c-407c-9ad8-cb30c0ef4242 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Jan 27 22:45:19.761029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1336901-4432-4538-ad8f-f6707e64b3c3 req-e69042df-8da7-4a5e-82f4-b21c70fc2dba tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:19.762664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1336901-4432-4538-ad8f-f6707e64b3c3 req-e69042df-8da7-4a5e-82f4-b21c70fc2dba tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 946 time: 0.0654700 Jan 27 22:45:19.816934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1336901-4432-4538-ad8f-f6707e64b3c3 req-81697491-a007-4eb3-8924-9a12e60d58f4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Jan 27 22:45:20.940700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bdb7-3aa2-4049-a114-b144c5b5031d req-775f96b9-9c0e-476e-8feb-7fe13428ce19 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:20.942053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f7bdb7-3aa2-4049-a114-b144c5b5031d req-775f96b9-9c0e-476e-8feb-7fe13428ce19 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 946 time: 0.0517123 Jan 27 22:45:21.001533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48f7bdb7-3aa2-4049-a114-b144c5b5031d req-c21cad9c-1d68-4c9b-99fa-4632b0a4207a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508082 Jan 27 22:45:21.275816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.355064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-79d7ff9f-aa7a-4eaf-a1da-d439acf99356 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:21.356626 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-79d7ff9f-aa7a-4eaf-a1da-d439acf99356 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 946 time: 0.0566370 Jan 27 22:45:21.458425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:45:21.458824 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.553915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] For port 615a8e7d-7fbf-48cb-8025-7752b7d33e35, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=615a8e7d-7fbf-48cb-8025-7752b7d33e35,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:21.554192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.568010 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for 615a8e7d-7fbf-48cb-8025-7752b7d33e35 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:45:21.708824 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (615a8e7d-7fbf-48cb-8025-7752b7d33e35), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.722168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['615a8e7d-7fbf-48cb-8025-7752b7d33e35'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:45:21.724514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['cb28545a-239b-4e90-b8b9-84687d2c42fb'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:45:21.742798 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=615a8e7d-7fbf-48cb-8025-7752b7d33e35,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:21.785086 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] No DVR routers for this DVR port 615a8e7d-7fbf-48cb-8025-7752b7d33e35 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:45:21.789297 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.794435 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a7f55e30-22a5-4f6c-8984-e2fb5dab44e2 req-c727a71e-2555-4db6-8187-4887c806a78e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "DELETE /v2.0/ports/615a8e7d-7fbf-48cb-8025-7752b7d33e35 HTTP/1.1" status: 204 len: 173 time: 0.4323640 Jan 27 22:45:21.795540 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b6611c-ceab-46f2-bd98-4acaabaa4108', 'name': 'network-vif-deleted', 'tag': '615a8e7d-7fbf-48cb-8025-7752b7d33e35'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:21.798060 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d96b69-6626-42ca-b9d6-e4e2452efa3d" -d '{"events": [{"server_uuid": "29b6611c-ceab-46f2-bd98-4acaabaa4108", "name": "network-vif-deleted", "tag": "615a8e7d-7fbf-48cb-8025-7752b7d33e35"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:21.856606 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2765f3-1eb4-4a79-943a-17a13c108637 x-openstack-request-id: req-fb2765f3-1eb4-4a79-943a-17a13c108637 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:21.857003 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b6611c-ceab-46f2-bd98-4acaabaa4108", "name": "network-vif-deleted", "tag": "615a8e7d-7fbf-48cb-8025-7752b7d33e35", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:21.859611 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb2765f3-1eb4-4a79-943a-17a13c108637 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:21.861214 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b6611c-ceab-46f2-bd98-4acaabaa4108', 'name': 'network-vif-deleted', 'tag': '615a8e7d-7fbf-48cb-8025-7752b7d33e35', 'status': 'completed', 'code': 200} Jan 27 22:45:22.105125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a28ea53-c464-49c4-acc4-64cea4165ba6 req-6d4f613b-c2d4-4b28-b065-d1bf87a33294 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0269809 Jan 27 22:45:23.207031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4303f14b-6b36-4b68-ad0d-8b2da99d2b85 req-6a79829b-d59a-44ae-8bbe-b449c5b7e9f4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0270498 Jan 27 22:45:24.305418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d129afc-524d-4b85-8f59-db6f7d424188 req-ed9b3f5d-b23a-49de-bd61-32a057b54605 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Jan 27 22:45:24.915684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 615a8e7d-7fbf-48cb-8025-7752b7d33e35 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:45:24.939614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 615a8e7d-7fbf-48cb-8025-7752b7d33e35 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:45:24.939942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 615a8e7d-7fbf-48cb-8025-7752b7d33e35 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:45:25.402287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45960720-8556-4943-a743-751313fcad53 req-238b969d-46d4-416e-8816-46d019b4cf0f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0266283 Jan 27 22:45:26.499466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d288157a-6e33-4a7d-aa25-0ef728897bdb req-120ec56f-1223-4f27-b260-faf349b32aa3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0270274 Jan 27 22:45:27.603364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f07b0d9-5e32-4b65-8471-aa54992bf8e3 req-31b6edf5-4f81-49fe-b22e-b30b31ae6327 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0314224 Jan 27 22:45:28.702496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05e85843-8d65-4b21-85ca-df580f04f2bf req-85de569f-de6e-4af5-bf0b-a3a58036ff65 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0269322 Jan 27 22:45:29.800808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3356977-89e6-44eb-bfe3-5c4954c34996 req-ae872917-c8d0-47b5-b8ca-809ddb4e8bd0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=29b6611c-ceab-46f2-bd98-4acaabaa4108 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Jan 27 22:45:34.080653 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0359888-df18-4ff2-8c62-c468ec790741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:37.110448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b76009fe-56b8-4749-a8be-27bee2efda9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:38.510794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6857206-3682-4eb9-838c-f257bd78b750 req-5e3bd16d-af1d-4c30-8ada-42cf9b639317 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:38.512704 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6857206-3682-4eb9-838c-f257bd78b750 req-5e3bd16d-af1d-4c30-8ada-42cf9b639317 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 945 time: 0.0679712 Jan 27 22:45:38.579525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b6857206-3682-4eb9-838c-f257bd78b750 req-42e03f95-311e-4e06-bbd0-1e8e4a258218 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584776 Jan 27 22:45:38.645671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:39.707001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e8f8d-7829-4703-a16a-d98592ddfd58 req-63e1da77-c2de-48c2-8dfa-87006dab4b82 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:39.708613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a7e8f8d-7829-4703-a16a-d98592ddfd58 req-63e1da77-c2de-48c2-8dfa-87006dab4b82 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 945 time: 0.0562479 Jan 27 22:45:39.758463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4a7e8f8d-7829-4703-a16a-d98592ddfd58 req-4f787529-2db9-4d7f-866f-3fb30cbf7421 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Jan 27 22:45:39.994053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d3befe27-d7f3-48a5-9377-98ff59f96332 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:39.995631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d3befe27-d7f3-48a5-9377-98ff59f96332 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 945 time: 0.0512066 Jan 27 22:45:40.092695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port cb28545a-239b-4e90-b8b9-84687d2c42fb {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:45:40.093039 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:40.198783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] For port cb28545a-239b-4e90-b8b9-84687d2c42fb, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=cb28545a-239b-4e90-b8b9-84687d2c42fb,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:40.199267 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:40.214833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for cb28545a-239b-4e90-b8b9-84687d2c42fb owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:45:40.363729 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (cb28545a-239b-4e90-b8b9-84687d2c42fb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:40.376454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['cb28545a-239b-4e90-b8b9-84687d2c42fb'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:45:40.393987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=cb28545a-239b-4e90-b8b9-84687d2c42fb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:40.407251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.407642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.407987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.408318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.408651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.408984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.409310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.409627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.409959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.410612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.410936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.411262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.411609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:40.447186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] No DVR routers for this DVR port cb28545a-239b-4e90-b8b9-84687d2c42fb on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:45:40.450138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:40.453590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-401d564d-d8c0-4dd8-b3a5-c3fe67c67db6 req-d79f0719-237d-4fe7-bb1b-baba9876f75e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "DELETE /v2.0/ports/cb28545a-239b-4e90-b8b9-84687d2c42fb HTTP/1.1" status: 204 len: 173 time: 0.4530385 Jan 27 22:45:40.454056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1594f330-a8d1-4d87-816b-0d0d95c75ea7', 'name': 'network-vif-deleted', 'tag': 'cb28545a-239b-4e90-b8b9-84687d2c42fb'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:40.456426 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39317a5-48b5-4819-bee6-6e7f0bde87ee" -d '{"events": [{"server_uuid": "1594f330-a8d1-4d87-816b-0d0d95c75ea7", "name": "network-vif-deleted", "tag": "cb28545a-239b-4e90-b8b9-84687d2c42fb"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:40.496780 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac642d5-ecc2-47aa-a30c-42234701b7a0 x-openstack-request-id: req-dac642d5-ecc2-47aa-a30c-42234701b7a0 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:40.497074 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1594f330-a8d1-4d87-816b-0d0d95c75ea7", "name": "network-vif-deleted", "tag": "cb28545a-239b-4e90-b8b9-84687d2c42fb", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:40.497327 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dac642d5-ecc2-47aa-a30c-42234701b7a0 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:40.497737 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1594f330-a8d1-4d87-816b-0d0d95c75ea7', 'name': 'network-vif-deleted', 'tag': 'cb28545a-239b-4e90-b8b9-84687d2c42fb', 'status': 'completed', 'code': 200} Jan 27 22:45:40.873031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd016e9b-9ca5-49c0-b4ed-bedca7b3c9a6 req-82529a0b-dc9d-4048-85c8-119a72f8b944 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0360274 Jan 27 22:45:41.213137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:41.281177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:41.979259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-775f1526-1b01-4d3b-a7f9-80bacd883e69 req-baa3febf-ce3f-4efa-9db7-45b1359a949e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0324664 Jan 27 22:45:43.080113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06c7ef85-3871-4d06-bb9b-62cc54db11fd req-fcaa4bed-5a9a-444b-a9d1-7bc334f9b943 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0282948 Jan 27 22:45:43.162183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device cb28545a-239b-4e90-b8b9-84687d2c42fb no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:45:43.183176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: cb28545a-239b-4e90-b8b9-84687d2c42fb {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:45:43.183626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device cb28545a-239b-4e90-b8b9-84687d2c42fb not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:45:44.178100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90db09c2-7121-4133-9b5d-b065bb662288 req-776e5f71-05d0-430d-8855-00f7a5ee42b8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0283740 Jan 27 22:45:45.283009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54516505-026f-41e6-bd82-3f8921595bec req-a2f2d263-9bb1-4b32-a6c1-78f7a4063935 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0269413 Jan 27 22:45:46.384864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f00a2f2-6b13-4f73-a4a9-c4be085a356e req-19aabe46-a27f-46a1-a90e-d839fe5a64c2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0265741 Jan 27 22:45:47.483206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8b606ce-b98c-406d-8336-994a9ff0d24f req-604b21f2-d116-4ff8-b643-586917704121 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0297458 Jan 27 22:45:48.585616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:48.593996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b18e224-a403-4844-95f2-81ad5a64c107 req-69d8cefa-d7a8-41f9-b47e-456ec8dd6a9b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=1594f330-a8d1-4d87-816b-0d0d95c75ea7 HTTP/1.1" status: 200 len: 210 time: 0.0408509 Jan 27 22:45:51.273871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:51.295137 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:45:54.846280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43738) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:54.851011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-22a7c48d-cdef-4a11-a6f4-14039a51bd62 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171839478', 'description': 'tempest-secgroup-smoke-1171839478 description', 'project_id': '7923d5c01c6a47d49d6cfba977256c63'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:54.876801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22a7c48d-cdef-4a11-a6f4-14039a51bd62 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:54.948069 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22a7c48d-cdef-4a11-a6f4-14039a51bd62 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group (f5518cd7-0716-4310-89f7-8c829ef1e9ec), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:54.952629 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22a7c48d-cdef-4a11-a6f4-14039a51bd62 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f5518cd7-0716-4310-89f7-8c829ef1e9ec), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:54.983668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22a7c48d-cdef-4a11-a6f4-14039a51bd62 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:54.984918 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-22a7c48d-cdef-4a11-a6f4-14039a51bd62 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1376109 Jan 27 22:45:54.988606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43740) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:54.989139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7c48d-cdef-4a11-a6f4-14039a51bd62 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5518cd7-0716-4310-89f7-8c829ef1e9ec,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:54.995098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'security_group_rule': {'security_group_id': 'f5518cd7-0716-4310-89f7-8c829ef1e9ec', 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:55.037278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (e24ae0b4-f45d-4b61-a889-f9db7c09f7e5), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.087178 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (e24ae0b4-f45d-4b61-a889-f9db7c09f7e5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.091959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (e24ae0b4-f45d-4b61-a889-f9db7c09f7e5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.109903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24ae0b4-f45d-4b61-a889-f9db7c09f7e5,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:55.120303 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.121516 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317327 Jan 27 22:45:55.123647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.124098 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.124434 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.124774 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.124889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43742) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:55.125111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.125441 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.125768 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.126092 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.126414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.126737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.127059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.127384 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.127737 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83e14f-b2b7-4b46-9fa4-316c812c1860 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:55.130735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-67a9955a-0e2b-489e-b8e3-bde04085494a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'security_group_rule': {'security_group_id': 'f5518cd7-0716-4310-89f7-8c829ef1e9ec', 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:55.159727 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67a9955a-0e2b-489e-b8e3-bde04085494a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (1da2807e-cbb7-4b42-864b-f4f24f04d622), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.219506 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67a9955a-0e2b-489e-b8e3-bde04085494a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (1da2807e-cbb7-4b42-864b-f4f24f04d622), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.224532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67a9955a-0e2b-489e-b8e3-bde04085494a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (1da2807e-cbb7-4b42-864b-f4f24f04d622), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.243497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9955a-0e2b-489e-b8e3-bde04085494a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da2807e-cbb7-4b42-864b-f4f24f04d622,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:55.249527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67a9955a-0e2b-489e-b8e3-bde04085494a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.254170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-67a9955a-0e2b-489e-b8e3-bde04085494a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249764 Jan 27 22:45:55.254422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 43744) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:55.259027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-925b4045-8cb1-49f1-8b5d-f688f1d4157e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'security_group_rule': {'security_group_id': 'f5518cd7-0716-4310-89f7-8c829ef1e9ec', 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:55.291693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-925b4045-8cb1-49f1-8b5d-f688f1d4157e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (ea2ea96b-58ed-4dc1-9547-39ff85106593), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.359970 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-925b4045-8cb1-49f1-8b5d-f688f1d4157e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (ea2ea96b-58ed-4dc1-9547-39ff85106593), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.364319 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-925b4045-8cb1-49f1-8b5d-f688f1d4157e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (ea2ea96b-58ed-4dc1-9547-39ff85106593), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.383220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b4045-8cb1-49f1-8b5d-f688f1d4157e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2ea96b-58ed-4dc1-9547-39ff85106593,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:55.389775 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-925b4045-8cb1-49f1-8b5d-f688f1d4157e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.390802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-925b4045-8cb1-49f1-8b5d-f688f1d4157e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354227 Jan 27 22:45:55.394387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43746) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:55.399206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b7a1711f-ca49-4521-bd38-1dcacfa8ed7c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'security_group_rule': {'security_group_id': 'f5518cd7-0716-4310-89f7-8c829ef1e9ec', 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:55.426376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a1711f-ca49-4521-bd38-1dcacfa8ed7c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (be250471-1905-46d0-a5ac-935a2d8e1676), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.487084 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a1711f-ca49-4521-bd38-1dcacfa8ed7c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (be250471-1905-46d0-a5ac-935a2d8e1676), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.491437 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a1711f-ca49-4521-bd38-1dcacfa8ed7c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (be250471-1905-46d0-a5ac-935a2d8e1676), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.514218 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1711f-ca49-4521-bd38-1dcacfa8ed7c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be250471-1905-46d0-a5ac-935a2d8e1676,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:55.522484 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7a1711f-ca49-4521-bd38-1dcacfa8ed7c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.524043 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7a1711f-ca49-4521-bd38-1dcacfa8ed7c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285861 Jan 27 22:45:55.527044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43748) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:55.531702 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-203d1f6f-942d-4ae6-8d1a-1ba379d261b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'security_group_rule': {'security_group_id': 'f5518cd7-0716-4310-89f7-8c829ef1e9ec', 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:55.553824 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-203d1f6f-942d-4ae6-8d1a-1ba379d261b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Project 7923d5c01c6a47d49d6cfba977256c63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:45:55.559286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-203d1f6f-942d-4ae6-8d1a-1ba379d261b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (838fd8a5-ea5b-485e-b7e8-36d37c9431d6), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.623088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-203d1f6f-942d-4ae6-8d1a-1ba379d261b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (838fd8a5-ea5b-485e-b7e8-36d37c9431d6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.628451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-203d1f6f-942d-4ae6-8d1a-1ba379d261b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (838fd8a5-ea5b-485e-b7e8-36d37c9431d6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.648629 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d1f6f-942d-4ae6-8d1a-1ba379d261b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838fd8a5-ea5b-485e-b7e8-36d37c9431d6,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:55.655961 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-203d1f6f-942d-4ae6-8d1a-1ba379d261b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.657236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-203d1f6f-942d-4ae6-8d1a-1ba379d261b5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290891 Jan 27 22:45:55.662162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43750) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:55.667143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-867d78b1-e604-4484-af1b-bd9a08cde3af tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'security_group_rule': {'security_group_id': 'f5518cd7-0716-4310-89f7-8c829ef1e9ec', 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:55.691052 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-867d78b1-e604-4484-af1b-bd9a08cde3af tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Project 7923d5c01c6a47d49d6cfba977256c63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:45:55.697387 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867d78b1-e604-4484-af1b-bd9a08cde3af tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (d2a36489-48b4-45e7-b190-0ab1b7de34db), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.763710 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867d78b1-e604-4484-af1b-bd9a08cde3af tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (d2a36489-48b4-45e7-b190-0ab1b7de34db), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.769558 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867d78b1-e604-4484-af1b-bd9a08cde3af tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d2a36489-48b4-45e7-b190-0ab1b7de34db), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.790945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d78b1-e604-4484-af1b-bd9a08cde3af tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a36489-48b4-45e7-b190-0ab1b7de34db,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:55.802379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-867d78b1-e604-4484-af1b-bd9a08cde3af tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.804039 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-867d78b1-e604-4484-af1b-bd9a08cde3af tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406760 Jan 27 22:46:04.083598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d229e419-e5fc-4349-b6b1-6191e06d9fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:07.106397 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f172d937-089f-435b-9852-1fe91f0a5e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:08.647386 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:11.211347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:11.278565 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:15.472651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-48216bbe-265d-48c3-b664-846085d6f988 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171839478&fields=id&tenant_id=7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 267 time: 0.0477657 Jan 27 22:46:15.586291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-835c805e-d0fb-42f6-9b3b-9bbcd7677416 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:15.588825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-835c805e-d0fb-42f6-9b3b-9bbcd7677416 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1086500 Jan 27 22:46:15.605552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-e7f3c66a-bacf-466f-8bd8-5115065d2ef0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/quotas/7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 375 time: 0.0105040 Jan 27 22:46:15.664175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-fc52576b-4c0a-43b0-b444-cc9ebf5d2615 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529747 Jan 27 22:46:15.767709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0464f269-fdec-45df-90b2-ce8fb375c635 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896370 Jan 27 22:46:15.874600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-5379a99e-5b74-4111-b070-5f61e5aa17c9 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980566 Jan 27 22:46:16.245077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2dc77dca-0909-48ac-b5df-f2c26306c430 req-81937418-5682-413f-b7bf-9b94fa1f42ce tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0820379 Jan 27 22:46:17.136758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-bce28657-e9d1-4f74-8e2e-9f11e333a376 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:17.138333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-bce28657-e9d1-4f74-8e2e-9f11e333a376 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1104939 Jan 27 22:46:17.210261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-84a7074f-120a-4f64-905a-1b020b91ab32 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 380 time: 0.0631332 Jan 27 22:46:17.218698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'port': {'device_id': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'admin_state_up': True, 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'security_groups': ['f5518cd7-0716-4310-89f7-8c829ef1e9ec']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:46:17.353602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64075788-078e-4f5a-991e-eb0b7dc6aa05 req-f82d8162-5fda-4d51-bbec-903e0a2f4bba tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0334177 Jan 27 22:46:17.354337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:46:17.357668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:17.494437 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.20.0.3 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/71aa62e0-8c63-4de0-a202-d01fd93facee) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:46:17.658972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.048004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.092014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:46:18.095098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:46:18.101098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:46:18.108192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=71aa62e0-8c63-4de0-a202-d01fd93facee,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:18.160647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:18.161391 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.179945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-0037b00d-ed9d-4c8b-af1b-f8ba4669d0f6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9650586 Jan 27 22:46:18.241295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Request body: {'port': {'device_id': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:46:18.304465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.361563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-bedcd953-e743-49c7-898c-04d940a05cd3 None None] Provisioning complete for port 71aa62e0-8c63-4de0-a202-d01fd93facee triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:46:18.362141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bedcd953-e743-49c7-898c-04d940a05cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.431954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-bedcd953-e743-49c7-898c-04d940a05cd3 None None] Port 71aa62e0-8c63-4de0-a202-d01fd93facee cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:46:18.545944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968e93a-c548-4b90-884c-3d7443498341 req-8d13b4ce-b3db-486d-8507-7ba385b0f0dc tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:18.547576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f968e93a-c548-4b90-884c-3d7443498341 req-8d13b4ce-b3db-486d-8507-7ba385b0f0dc tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 931 time: 0.1037457 Jan 27 22:46:18.589615 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.642271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f968e93a-c548-4b90-884c-3d7443498341 req-1f2a0aea-a6e5-4220-9ac7-c6e4e6c5d16f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881925 Jan 27 22:46:18.656343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71aa62e0-8c63-4de0-a202-d01fd93facee {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:46:18.668890 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Publish callbacks [] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.681595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Transition to ACTIVE for port object 71aa62e0-8c63-4de0-a202-d01fd93facee will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:46:18.689835 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.761805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Pushing event updated for resources: {'Port': ['ID=71aa62e0-8c63-4de0-a202-d01fd93facee,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:18.823547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Attempting to bind port 71aa62e0-8c63-4de0-a202-d01fd93facee on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:46:18.824179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Attempting to bind port 71aa62e0-8c63-4de0-a202-d01fd93facee by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:46:18.824510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Attempting to bind port 71aa62e0-8c63-4de0-a202-d01fd93facee on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:46:18.830080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Port 71aa62e0-8c63-4de0-a202-d01fd93facee on network 008059fe-02f4-4122-a68d-ad08792cb796 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:46:18.830469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Attempting to bind port 71aa62e0-8c63-4de0-a202-d01fd93facee on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:46:18.836561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:46:18.836961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:46:18.837402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:46:18.837965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Bound port: 71aa62e0-8c63-4de0-a202-d01fd93facee, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:46:18.838353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.917746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] For port 71aa62e0-8c63-4de0-a202-d01fd93facee, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:46:18.921386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] For port 71aa62e0-8c63-4de0-a202-d01fd93facee, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71aa62e0-8c63-4de0-a202-d01fd93facee,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:46:18.928343 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.968900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:18.969571 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:18.971157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] 10.222.0.57 "PUT /v2.0/ports/71aa62e0-8c63-4de0-a202-d01fd93facee HTTP/1.1" status: 200 len: 1091 time: 0.7836850 Jan 27 22:46:18.971467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'tag': '71aa62e0-8c63-4de0-a202-d01fd93facee'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:46:18.973808 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291d39db-2885-4837-abf0-48986ff67277" -d '{"events": [{"name": "network-changed", "server_uuid": "8726f536-6a6f-43c3-8af8-79d111005c4f", "tag": "71aa62e0-8c63-4de0-a202-d01fd93facee"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:46:19.002669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0e898-f134-4c7d-8b86-c305093513b1 service neutron] Pushing event updated for resources: {'Port': ['ID=71aa62e0-8c63-4de0-a202-d01fd93facee,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:19.090354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-6dcc5bbf-1bf5-4f08-8df0-ef8b90d2a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.093745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-6dcc5bbf-1bf5-4f08-8df0-ef8b90d2a3b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 1094 time: 0.0573280 Jan 27 22:46:19.144605 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c209aa3-07e8-46a6-8b7c-f9cbf382b9f0 x-openstack-request-id: req-0c209aa3-07e8-46a6-8b7c-f9cbf382b9f0 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:46:19.144908 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8726f536-6a6f-43c3-8af8-79d111005c4f", "tag": "71aa62e0-8c63-4de0-a202-d01fd93facee", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:46:19.145335 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c209aa3-07e8-46a6-8b7c-f9cbf382b9f0 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:46:19.145600 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'tag': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'status': 'completed', 'code': 200} Jan 27 22:46:19.147528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-39dcea66-fc3e-4b5e-a59e-2e01ce7cbde3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71aa62e0-8c63-4de0-a202-d01fd93facee HTTP/1.1" status: 200 len: 217 time: 0.0461671 Jan 27 22:46:19.204730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-721b62a5-626e-4c06-bc1d-4b7aeea9647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.206386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-721b62a5-626e-4c06-bc1d-4b7aeea9647b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0532398 Jan 27 22:46:19.253483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-d338a028-72e5-4f37-8609-34a6a92b2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.254947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-d338a028-72e5-4f37-8609-34a6a92b2023 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424252 Jan 27 22:46:19.350233 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-1eb4ac75-b153-428b-8e02-8fd33a0032f1 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893438 Jan 27 22:46:19.445181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f261d974-a4fc-442f-ae14-0fac1c351365 req-dbbfc45a-d384-4633-bfa9-fca820d3ed73 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886934 Jan 27 22:46:19.532432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d39db-2885-4837-abf0-48986ff67277 req-73f11fb3-d3a4-433a-9b14-4b647c81d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.533962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291d39db-2885-4837-abf0-48986ff67277 req-73f11fb3-d3a4-433a-9b14-4b647c81d3f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 1094 time: 0.0428381 Jan 27 22:46:19.630056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d39db-2885-4837-abf0-48986ff67277 req-acc37bc4-3bae-4ca9-9fe7-d8f5d524c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.631605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291d39db-2885-4837-abf0-48986ff67277 req-acc37bc4-3bae-4ca9-9fe7-d8f5d524c67c service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0913234 Jan 27 22:46:19.675291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291d39db-2885-4837-abf0-48986ff67277 req-f1f9d38a-29f6-4692-adf3-c323a908a60c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71aa62e0-8c63-4de0-a202-d01fd93facee HTTP/1.1" status: 200 len: 217 time: 0.0378125 Jan 27 22:46:19.737360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d39db-2885-4837-abf0-48986ff67277 req-2b39cc9b-1a6d-4916-b3fe-d5dc649f7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.738805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291d39db-2885-4837-abf0-48986ff67277 req-2b39cc9b-1a6d-4916-b3fe-d5dc649f7710 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0576944 Jan 27 22:46:19.809201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358760d8-78ff-433e-bab6-eafd281162ba req-9c77518f-4668-470f-bd52-5ae075c2179c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.810750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-358760d8-78ff-433e-bab6-eafd281162ba req-9c77518f-4668-470f-bd52-5ae075c2179c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0883777 Jan 27 22:46:19.816615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d39db-2885-4837-abf0-48986ff67277 req-465216d0-e13b-4c37-b21f-79d8c86e817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.818099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291d39db-2885-4837-abf0-48986ff67277 req-465216d0-e13b-4c37-b21f-79d8c86e817c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607483 Jan 27 22:46:19.915318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-358760d8-78ff-433e-bab6-eafd281162ba req-4ab65ac0-a9c9-49fe-83af-67f1049e4f10 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961630 Jan 27 22:46:19.952183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291d39db-2885-4837-abf0-48986ff67277 req-39482ff3-d3cf-4760-ab90-6e484de6bb0f service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267779 Jan 27 22:46:20.068414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-291d39db-2885-4837-abf0-48986ff67277 req-8bacf5ab-6da7-4f3c-9974-2b3af70c8f3f service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103716 Jan 27 22:46:21.068759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b766d-b140-4c07-b231-6c8235a52600 req-d8b9ad20-0d6a-4653-8d9c-e4f071b9eb9c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:21.070362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-674b766d-b140-4c07-b231-6c8235a52600 req-d8b9ad20-0d6a-4653-8d9c-e4f071b9eb9c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0558023 Jan 27 22:46:21.129487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-674b766d-b140-4c07-b231-6c8235a52600 req-b295aaac-2e08-4672-ac00-d50a86b1d5c7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529439 Jan 27 22:46:21.289709 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:22.257756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d3d5d-9600-449b-9e87-66a16e66c577 req-ed4f3746-391d-4993-ab65-79602ebd9387 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:22.259445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-919d3d5d-9600-449b-9e87-66a16e66c577 req-ed4f3746-391d-4993-ab65-79602ebd9387 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0532525 Jan 27 22:46:22.319621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-919d3d5d-9600-449b-9e87-66a16e66c577 req-e14950f4-93e3-4e8d-aa07-cf565722085d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541389 Jan 27 22:46:23.446616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335a9b9-2520-4cae-991c-eefaafdcf9aa req-06dd8a90-1830-4aef-8a87-ee481974df8d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:23.448212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9335a9b9-2520-4cae-991c-eefaafdcf9aa req-06dd8a90-1830-4aef-8a87-ee481974df8d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0514495 Jan 27 22:46:23.498743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9335a9b9-2520-4cae-991c-eefaafdcf9aa req-2191a9b8-5f8b-4458-adf2-722f78d9ea9e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446272 Jan 27 22:46:24.622548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5908fa-710f-4eb8-92d1-b2606ded3473 req-6c37ca14-aa80-4058-b58f-98ab5d0ec595 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:24.624102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e5908fa-710f-4eb8-92d1-b2606ded3473 req-6c37ca14-aa80-4058-b58f-98ab5d0ec595 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0554006 Jan 27 22:46:24.674668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e5908fa-710f-4eb8-92d1-b2606ded3473 req-eb9f98bf-f36b-4c8f-82cc-1d428651e196 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447979 Jan 27 22:46:25.794610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b39a2-24ac-4eac-b73c-77499f4f62d5 req-c76a2ede-b092-4544-a6fe-79c2fc226fe3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:25.796185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d54b39a2-24ac-4eac-b73c-77499f4f62d5 req-c76a2ede-b092-4544-a6fe-79c2fc226fe3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0501666 Jan 27 22:46:25.847340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d54b39a2-24ac-4eac-b73c-77499f4f62d5 req-90393913-a065-456b-9a0f-5745da1907b3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Jan 27 22:46:26.986633 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99b4c7-a2a9-44bf-8337-e9657d3f748a req-43f2677f-a3aa-4754-8d24-2305a79a91e5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:26.988054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b99b4c7-a2a9-44bf-8337-e9657d3f748a req-43f2677f-a3aa-4754-8d24-2305a79a91e5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0501895 Jan 27 22:46:27.047455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b99b4c7-a2a9-44bf-8337-e9657d3f748a req-8c348b2d-8c8d-4d8f-921f-59c8755ae0e1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507157 Jan 27 22:46:28.176534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331c167-66e2-4853-a422-75f0cd4a3bdb req-b1ef718d-e1cd-439d-88d2-1b419a1c274f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:28.178058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a331c167-66e2-4853-a422-75f0cd4a3bdb req-b1ef718d-e1cd-439d-88d2-1b419a1c274f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0577092 Jan 27 22:46:28.229326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a331c167-66e2-4853-a422-75f0cd4a3bdb req-b52306f1-1467-4794-ae5c-4b2e2d7a4373 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454338 Jan 27 22:46:28.294722 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:46:29.354555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287597-bdf6-4d15-ba67-44ab289faedc req-b474a3f3-0b04-4050-916e-07272a578c59 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:29.356091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1287597-bdf6-4d15-ba67-44ab289faedc req-b474a3f3-0b04-4050-916e-07272a578c59 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0556595 Jan 27 22:46:29.417684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1287597-bdf6-4d15-ba67-44ab289faedc req-3973b2d7-10b6-43aa-ac0a-dd862c92cd73 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557144 Jan 27 22:46:30.568685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b3a7-e19a-4ea9-82d9-ef05e6aeedd6 req-6d21292e-8cc6-422f-9944-f544338425d7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:30.571498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8454b3a7-e19a-4ea9-82d9-ef05e6aeedd6 req-6d21292e-8cc6-422f-9944-f544338425d7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0785394 Jan 27 22:46:30.631858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8454b3a7-e19a-4ea9-82d9-ef05e6aeedd6 req-c65bd2b3-cb3e-4516-80c6-9b6f572af485 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533631 Jan 27 22:46:31.757869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b7975-d500-4a80-9d1c-390b5f4cc57b req-a8084e84-77e3-42e4-8604-7e71a8f3ea6f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:31.759389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b0b7975-d500-4a80-9d1c-390b5f4cc57b req-a8084e84-77e3-42e4-8604-7e71a8f3ea6f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0503981 Jan 27 22:46:31.819634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b0b7975-d500-4a80-9d1c-390b5f4cc57b req-58fc02e9-4fce-423f-bbb3-477513d622b1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514479 Jan 27 22:46:32.950415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b1595-d7a6-4975-b95e-13334466749b req-27cd0073-861a-45fa-991e-d61de9064a5e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:32.951857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-236b1595-d7a6-4975-b95e-13334466749b req-27cd0073-861a-45fa-991e-d61de9064a5e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0556231 Jan 27 22:46:33.002684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-236b1595-d7a6-4975-b95e-13334466749b req-dc176f2e-a2ad-439b-8d9f-b9aefcef4301 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451286 Jan 27 22:46:34.077860 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4931da49-9ec2-405c-bbff-5bb5b77bd28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:34.133644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d29ab-8232-48ff-9a5c-342dca4e2a89 req-fe45f826-aba5-4077-b3a7-d0cc5a42ba51 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:34.135263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-393d29ab-8232-48ff-9a5c-342dca4e2a89 req-fe45f826-aba5-4077-b3a7-d0cc5a42ba51 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0528259 Jan 27 22:46:34.185961 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-393d29ab-8232-48ff-9a5c-342dca4e2a89 req-5b5b867c-88c4-4c1c-810c-6550be3cc1ef tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448406 Jan 27 22:46:35.320109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546d31b-e80c-4e0d-bedf-02fa2608beda req-45e63994-f3ae-4485-8075-fe675f6cda65 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:35.321607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a546d31b-e80c-4e0d-bedf-02fa2608beda req-45e63994-f3ae-4485-8075-fe675f6cda65 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 943 time: 0.0640655 Jan 27 22:46:35.393748 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a546d31b-e80c-4e0d-bedf-02fa2608beda req-2efe84e7-6eda-41d1-aa7c-a99df23ddbf8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660472 Jan 27 22:46:35.421023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 71aa62e0-8c63-4de0-a202-d01fd93facee details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:46:35.517435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 71aa62e0-8c63-4de0-a202-d01fd93facee, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71aa62e0-8c63-4de0-a202-d01fd93facee,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:46:35.528791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'port_id': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'mac_address': 'fa:16:3e:51:ca:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:46:35.569989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 71aa62e0-8c63-4de0-a202-d01fd93facee is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:46:35.570378 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:35.584739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71aa62e0-8c63-4de0-a202-d01fd93facee {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:46:35.611261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 71aa62e0-8c63-4de0-a202-d01fd93facee, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71aa62e0-8c63-4de0-a202-d01fd93facee,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:46:35.616771 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:35.667631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=71aa62e0-8c63-4de0-a202-d01fd93facee,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:35.684040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.684388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.684734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.685075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.685412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.685743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.686074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.686403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.686732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.687052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.687379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.687728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.688055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:35.833529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['71aa62e0-8c63-4de0-a202-d01fd93facee'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:46:36.520265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35559eca-3811-4b8b-bd3c-39f32c6c002a req-1c863345-deda-4803-8797-d323cb21a981 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:36.521787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35559eca-3811-4b8b-bd3c-39f32c6c002a req-1c863345-deda-4803-8797-d323cb21a981 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 944 time: 0.0509813 Jan 27 22:46:36.583170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35559eca-3811-4b8b-bd3c-39f32c6c002a req-222e61a2-ced2-4175-a6a4-705f87ca1746 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555353 Jan 27 22:46:37.113160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-85bb6814-bedb-4365-8e40-dea9c908c563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:37.441171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 71aa62e0-8c63-4de0-a202-d01fd93facee up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:46:37.499220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 71aa62e0-8c63-4de0-a202-d01fd93facee completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:46:37.505618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 71aa62e0-8c63-4de0-a202-d01fd93facee triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:46:37.506374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:37.591326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 71aa62e0-8c63-4de0-a202-d01fd93facee is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:46:37.591757 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:37.615571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aa62e0-8c63-4de0-a202-d01fd93facee'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:46:37.617930 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6ba3b6-5042-42a7-a88a-ac4d2cce8a1b" -d '{"events": [{"server_uuid": "8726f536-6a6f-43c3-8af8-79d111005c4f", "name": "network-vif-plugged", "status": "completed", "tag": "71aa62e0-8c63-4de0-a202-d01fd93facee"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:46:37.637017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 71aa62e0-8c63-4de0-a202-d01fd93facee, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71aa62e0-8c63-4de0-a202-d01fd93facee,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:46:37.643457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:37.693875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=71aa62e0-8c63-4de0-a202-d01fd93facee,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:37.723521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f80cbb-adfd-4dc8-95e4-f80ef34c0814 req-9d1b9680-640d-4e5f-bf81-cfcf09569e59 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:37.724974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75f80cbb-adfd-4dc8-95e4-f80ef34c0814 req-9d1b9680-640d-4e5f-bf81-cfcf09569e59 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 945 time: 0.0636024 Jan 27 22:46:37.726117 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20877b6-74f6-4af7-bb2a-a57fa940711c x-openstack-request-id: req-a20877b6-74f6-4af7-bb2a-a57fa940711c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:46:37.726417 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8726f536-6a6f-43c3-8af8-79d111005c4f", "name": "network-vif-plugged", "status": "completed", "tag": "71aa62e0-8c63-4de0-a202-d01fd93facee", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:46:37.726677 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a20877b6-74f6-4af7-bb2a-a57fa940711c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:46:37.727068 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'code': 200} Jan 27 22:46:37.780597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-75f80cbb-adfd-4dc8-95e4-f80ef34c0814 req-5e497117-5ca7-458f-89d7-2817ffc5bbc4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493054 Jan 27 22:46:37.825728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce83298-03fa-48cc-bd4a-71c225b38b6a req-9986cbfe-aa4e-4a76-b73f-b73750ee6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:37.827303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ce83298-03fa-48cc-bd4a-71c225b38b6a req-9986cbfe-aa4e-4a76-b73f-b73750ee6ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 1096 time: 0.0458050 Jan 27 22:46:37.872445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ce83298-03fa-48cc-bd4a-71c225b38b6a req-ae859477-911e-4f3a-b457-70b231b59457 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Jan 27 22:46:38.658726 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:38.911538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90c32a-a2d5-433e-8a37-8378ee1b2b7d req-5b33f219-6c28-495f-b2e3-3743d6c93ac8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:38.912962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d90c32a-a2d5-433e-8a37-8378ee1b2b7d req-5b33f219-6c28-495f-b2e3-3743d6c93ac8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 945 time: 0.0545545 Jan 27 22:46:38.964242 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d90c32a-a2d5-433e-8a37-8378ee1b2b7d req-f28c2f03-9a66-4dd5-8f36-56bac113ae16 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Jan 27 22:46:40.084755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb766a2f-2501-4a81-87b6-850adf71ce1b req-a174e696-2a6f-4603-82dc-b4c9bcf71ee9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:40.086248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb766a2f-2501-4a81-87b6-850adf71ce1b req-a174e696-2a6f-4603-82dc-b4c9bcf71ee9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 945 time: 0.0513203 Jan 27 22:46:40.143440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb766a2f-2501-4a81-87b6-850adf71ce1b req-8e963227-888c-43aa-8380-50125b47a5a3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498796 Jan 27 22:46:40.268275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016715-3074-456d-8ef1-97b45b3f8843 req-8456cdfb-657a-4808-93b0-2e0df071bb7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:40.269693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9016715-3074-456d-8ef1-97b45b3f8843 req-8456cdfb-657a-4808-93b0-2e0df071bb7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 945 time: 0.0497358 Jan 27 22:46:40.334283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9016715-3074-456d-8ef1-97b45b3f8843 req-94ae8f38-a90f-4e9e-801a-80c900ca2931 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558553 Jan 27 22:46:40.359640 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43968) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:46:40.400665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a608b9ea-f652-4d12-b2c0-dd98c30f6a8a tempest-TestVolumeBootPattern-1319882655 tempest-TestVolumeBootPattern-1319882655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:40.402322 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a608b9ea-f652-4d12-b2c0-dd98c30f6a8a tempest-TestVolumeBootPattern-1319882655 tempest-TestVolumeBootPattern-1319882655-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 1091 time: 0.0415547 Jan 27 22:46:40.406638 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 43970) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:46:40.411376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:46:40.435316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:40.542573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:40.655155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.25.8.246 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8d2f3896-9fcd-41dd-b883-8cbc30344305) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:46:40.762151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (8d2f3896-9fcd-41dd-b883-8cbc30344305), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:40.801468 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8d2f3896-9fcd-41dd-b883-8cbc30344305), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:40.848473 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:46:40.853407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:46:40.857990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:46:40.861127 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=8d2f3896-9fcd-41dd-b883-8cbc30344305,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:41.211993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:41.240924 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (21d4bbe4-733d-4bbd-8533-152f1216a32c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:41.273698 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:41.317887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8d2f3896-9fcd-41dd-b883-8cbc30344305), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:41.475746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (8d2f3896-9fcd-41dd-b883-8cbc30344305), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:41.483104 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (8d2f3896-9fcd-41dd-b883-8cbc30344305), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:41.556066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=8d2f3896-9fcd-41dd-b883-8cbc30344305,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:41.567107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (21d4bbe4-733d-4bbd-8533-152f1216a32c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:41.678384 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Floating IP 21d4bbe4-733d-4bbd-8533-152f1216a32c associated. External IP: 172.25.8.246, port: 71aa62e0-8c63-4de0-a202-d01fd93facee. Jan 27 22:46:41.912955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:46:42.022187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:46:42.033474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:46:42.043945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:42.046811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:46:42.047452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:46:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:46:42.077123 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-77f021db-40e6-42bc-9053-64136501593b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6693611 Jan 27 22:46:42.077648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'tag': '71aa62e0-8c63-4de0-a202-d01fd93facee'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:46:42.079992 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae60473-1e57-4101-b977-d9eed169c452" -d '{"events": [{"name": "network-changed", "server_uuid": "8726f536-6a6f-43c3-8af8-79d111005c4f", "tag": "71aa62e0-8c63-4de0-a202-d01fd93facee"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:46:42.122345 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c100291-18f9-4acb-bc2d-77b98cc626d9 x-openstack-request-id: req-1c100291-18f9-4acb-bc2d-77b98cc626d9 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:46:42.122922 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8726f536-6a6f-43c3-8af8-79d111005c4f", "tag": "71aa62e0-8c63-4de0-a202-d01fd93facee", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:46:42.123176 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c100291-18f9-4acb-bc2d-77b98cc626d9 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:46:42.123847 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'tag': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'status': 'completed', 'code': 200} Jan 27 22:46:42.188065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60473-1e57-4101-b977-d9eed169c452 req-c5b870cb-3d18-474c-8fc1-a8f891b9d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:42.190350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-c5b870cb-3d18-474c-8fc1-a8f891b9d7fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 1096 time: 0.0471046 Jan 27 22:46:42.295296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60473-1e57-4101-b977-d9eed169c452 req-3c434da7-ba16-4eef-98c0-bb94ebff3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:42.296746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-3c434da7-ba16-4eef-98c0-bb94ebff3ef5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.1003149 Jan 27 22:46:42.349736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:46:42.365883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-79799306-1700-4e89-9f59-075b98e6f3f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71aa62e0-8c63-4de0-a202-d01fd93facee HTTP/1.1" status: 200 len: 999 time: 0.0630720 Jan 27 22:46:42.421092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60473-1e57-4101-b977-d9eed169c452 req-d9bd8b75-b300-41a5-8138-8f4815c4f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:42.423012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-d9bd8b75-b300-41a5-8138-8f4815c4f10a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0511959 Jan 27 22:46:42.471238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60473-1e57-4101-b977-d9eed169c452 req-e12b4c5d-086c-4b81-aa79-aee7b09474d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:42.473053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-e12b4c5d-086c-4b81-aa79-aee7b09474d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437291 Jan 27 22:46:42.483011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-d6b0d06b-5642-4c03-b1e0-adba57e68610 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:46:42.484261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-d6b0d06b-5642-4c03-b1e0-adba57e68610 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059538 Jan 27 22:46:42.589312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-3e597129-fec2-4483-9234-65a1c887e843 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990698 Jan 27 22:46:42.606504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '21d4bbe4-733d-4bbd-8533-152f1216a32c', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:51:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:46:41Z', 'updated_at': '2022-01-27T22:46:41Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:46:42.638713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:46:42.647746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:46:42.648381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:46:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:46:42.694249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ae60473-1e57-4101-b977-d9eed169c452 req-eff3588a-5739-4658-b206-8acc6898bf41 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988765 Jan 27 22:46:42.764195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:46:43.009519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '21d4bbe4-733d-4bbd-8533-152f1216a32c', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:51:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:46:41Z', 'updated_at': '2022-01-27T22:46:41Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:46:43.041182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da7198-36c2-4aa2-8b63-15d7ea002870 None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '21d4bbe4-733d-4bbd-8533-152f1216a32c', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:51:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:46:41Z', 'updated_at': '2022-01-27T22:46:41Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:46:43.259461 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd558f5-9c5e-4127-9412-5ccec7492894 None None] New status for floating IP 21d4bbe4-733d-4bbd-8533-152f1216a32c: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:46:48.597654 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:51.304654 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:55.138811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-6cba4d9d-47bb-487d-9c25-918cc86c5be5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499904 Jan 27 22:46:55.230552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-e178ea3d-0c36-41e3-9255-39ea8f428dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:55.232284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-e178ea3d-0c36-41e3-9255-39ea8f428dd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 1096 time: 0.0438364 Jan 27 22:46:55.342371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-41660dba-2bba-467e-9b34-cc473dd62766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:55.343900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-41660dba-2bba-467e-9b34-cc473dd62766 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0930090 Jan 27 22:46:55.415785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-d6f72801-a6b2-4e01-aaf5-2676b9962378 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71aa62e0-8c63-4de0-a202-d01fd93facee HTTP/1.1" status: 200 len: 1001 time: 0.0634499 Jan 27 22:46:55.474357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-17909a8c-9a5a-4fd2-876f-6dd78ea43046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:55.475971 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-17909a8c-9a5a-4fd2-876f-6dd78ea43046 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0544689 Jan 27 22:46:55.527432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-fc105b70-161c-4667-8e9a-e7c2f97a307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:55.529026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-fc105b70-161c-4667-8e9a-e7c2f97a307c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473499 Jan 27 22:46:55.631167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-9bf2b672-b038-446f-a5a1-6fca1d00fa2c service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951481 Jan 27 22:46:55.732905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9bbbf4ec-b1cf-4bff-95fe-3873ad874dc5 req-7ad619df-a6e9-4fe4-a91c-6916cb8d5d02 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949917 Jan 27 22:47:04.087685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-51444046-25f1-4e8f-88f3-55646f6c294b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:05.294909 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:47:07.107967 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ed8c83d0-3edb-4111-8b61-75f3079cf29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:08.653113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:11.217062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:11.281314 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.601095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.312552 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:34.086594 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-225eafe4-6fd1-4470-b1eb-2b4ccc5cd088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:37.114207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6340-f4ab-404a-8719-9fbaa20f0410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:38.658674 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:41.222692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:41.277612 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:42.295577 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:47:48.595280 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:51.315644 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:56.117355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-d4f64aa7-4502-4f52-8afa-db49c7a4a6ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460763 Jan 27 22:47:56.211250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-5e3fcc79-4157-45c0-be38-39ab29603d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:56.213141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-5e3fcc79-4157-45c0-be38-39ab29603d12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 1096 time: 0.0495064 Jan 27 22:47:56.322383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-a6b6351f-97a9-4fc0-9062-b55be0b026d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:56.323980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-a6b6351f-97a9-4fc0-9062-b55be0b026d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0920932 Jan 27 22:47:56.394530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-770006f7-eb73-450f-b3d1-74fe3aed5c67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71aa62e0-8c63-4de0-a202-d01fd93facee HTTP/1.1" status: 200 len: 1001 time: 0.0642850 Jan 27 22:47:56.451681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-4b6814d3-63cf-40e6-86c7-47724f112e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:56.453284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-4b6814d3-63cf-40e6-86c7-47724f112e52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0530667 Jan 27 22:47:56.500933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-f52985ec-e94f-4d7c-8368-57151f7b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:56.502456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-f52985ec-e94f-4d7c-8368-57151f7b7fd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435328 Jan 27 22:47:56.596143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-80e34b7e-66de-4790-ab20-76925e8d0e82 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876448 Jan 27 22:47:56.698052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85eb4363-f397-46ab-ad17-e3b7b8e29c66 req-70dd7f42-a5c5-44c9-bac1-34f99ffcc14d service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956056 Jan 27 22:48:04.080536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee187170-bc54-49e0-afc2-b6e810abf536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:07.108251 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0d9826a-8d3b-4d3c-83fe-355234b42ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:08.661133 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:11.221962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:11.273958 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:18.608551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:19.296336 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:48:21.318572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:34.085646 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc24d-fb56-4414-b1fd-5333653ff51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:37.117747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5ae637d3-e376-4f32-9e85-1095bea893bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:37.819433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361d0a-3027-4036-af61-5208917ef6ae req-39cb8507-8969-42fa-8de6-0d17f38fbcec tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:37.821097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a361d0a-3027-4036-af61-5208917ef6ae req-39cb8507-8969-42fa-8de6-0d17f38fbcec tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 945 time: 0.0527825 Jan 27 22:48:37.873580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a361d0a-3027-4036-af61-5208917ef6ae req-96398fab-1fba-4632-bbb9-75b79e47c879 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463700 Jan 27 22:48:38.672648 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.022554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b67db5-bd4b-4015-87c6-5dc15da69956 req-3be50062-77b9-4396-9cea-8b21df05b7a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:39.024223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34b67db5-bd4b-4015-87c6-5dc15da69956 req-3be50062-77b9-4396-9cea-8b21df05b7a8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 945 time: 0.0597157 Jan 27 22:48:39.082712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34b67db5-bd4b-4015-87c6-5dc15da69956 req-eafb21a2-e384-4e45-8687-ef18ffe8c3ef tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520833 Jan 27 22:48:39.280251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-d6d1110a-b710-4252-a1b9-2139abce81c5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:39.281657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-d6d1110a-b710-4252-a1b9-2139abce81c5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 945 time: 0.0505111 Jan 27 22:48:39.373655 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port 71aa62e0-8c63-4de0-a202-d01fd93facee {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:48:39.373958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.468122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] For port 71aa62e0-8c63-4de0-a202-d01fd93facee, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71aa62e0-8c63-4de0-a202-d01fd93facee,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:39.468598 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.648165 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.648571 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (21d4bbe4-733d-4bbd-8533-152f1216a32c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.648948 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Floating IP 21d4bbe4-733d-4bbd-8533-152f1216a32c disassociated. External IP: 172.25.8.246, port: 71aa62e0-8c63-4de0-a202-d01fd93facee. Jan 27 22:48:39.649482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for 71aa62e0-8c63-4de0-a202-d01fd93facee owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:48:39.790170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (71aa62e0-8c63-4de0-a202-d01fd93facee), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.819079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=71aa62e0-8c63-4de0-a202-d01fd93facee,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:39.830186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.830625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.830869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.831203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.831581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.831919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.832250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.832623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.832904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.833229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.833552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.833870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.834570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:39.959767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:48:40.074273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:48:40.085694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:48:40.107790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:48:40.108466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:48:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:40.115029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] No DVR routers for this DVR port 71aa62e0-8c63-4de0-a202-d01fd93facee on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:48:40.118945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:40.122680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a663f2f-012e-40af-8db9-4031fb96d73e req-32214314-f743-42cd-95ef-a21b44e6ff2f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "DELETE /v2.0/ports/71aa62e0-8c63-4de0-a202-d01fd93facee HTTP/1.1" status: 204 len: 173 time: 0.8359199 Jan 27 22:48:40.123509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'name': 'network-vif-deleted', 'tag': '71aa62e0-8c63-4de0-a202-d01fd93facee'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:48:40.126428 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4067a4c4-329c-4b6a-af71-46b379bfc1ef" -d '{"events": [{"server_uuid": "8726f536-6a6f-43c3-8af8-79d111005c4f", "name": "network-vif-deleted", "tag": "71aa62e0-8c63-4de0-a202-d01fd93facee"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:48:40.171897 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9de32e0-4a35-4c5c-9742-fe599fefc810 x-openstack-request-id: req-d9de32e0-4a35-4c5c-9742-fe599fefc810 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:48:40.172119 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8726f536-6a6f-43c3-8af8-79d111005c4f", "name": "network-vif-deleted", "tag": "71aa62e0-8c63-4de0-a202-d01fd93facee", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:48:40.172254 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9de32e0-4a35-4c5c-9742-fe599fefc810 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:48:40.172727 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8726f536-6a6f-43c3-8af8-79d111005c4f', 'name': 'network-vif-deleted', 'tag': '71aa62e0-8c63-4de0-a202-d01fd93facee', 'status': 'completed', 'code': 200} Jan 27 22:48:40.232454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a3ca67a-7c24-45f7-b226-2c0aaa093697 req-d5b3032a-2b7d-46f2-bebf-d431ab00c025 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0311973 Jan 27 22:48:40.260345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:48:40.485142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:40.511659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:48:40.520332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:48:40.520957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:48:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:40.630118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:48:40.842725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:40.870127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90627c1-18e1-4b4f-be5e-65f26b893c97 None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:48:41.133535 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b7bab-5d0c-41a9-8c0c-812218ec514c None None] New status for floating IP 21d4bbe4-733d-4bbd-8533-152f1216a32c: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:48:41.225322 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:41.274036 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:41.343988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aad8416f-824a-4fc2-ab84-c9142145562b req-87f719d3-35a9-4a97-af1b-56d90c88029e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0309293 Jan 27 22:48:42.076079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 71aa62e0-8c63-4de0-a202-d01fd93facee no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:48:42.101062 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 71aa62e0-8c63-4de0-a202-d01fd93facee {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:48:42.101438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 71aa62e0-8c63-4de0-a202-d01fd93facee not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:48:42.450334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-26b24298-8157-4922-81f1-e21624d6de76 req-5a4becba-2bf0-4508-85c7-c2005580f2dd tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0282545 Jan 27 22:48:43.560046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-103335f0-f510-492e-a151-e420a8484130 req-fcd95eee-4d5c-420c-91d9-48aaad0c5065 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0307374 Jan 27 22:48:44.667001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71d462e1-1f56-40b4-9387-89ac8fe3a89a req-d22b5067-08b3-4fc2-8815-33d8434d015d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0287445 Jan 27 22:48:45.770859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b9eccb5-e9d5-44e1-b4fd-1e20d2cf45c5 req-3974234e-2fc0-4b56-bf52-db42f027f965 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0301535 Jan 27 22:48:46.875966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb38fc73-9731-4928-a086-a17fe4da8b4a req-af8ba5e5-9347-4d9a-8ee6-7722b8f183fd tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0289755 Jan 27 22:48:47.981546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb426445-95a1-4b61-86e4-9d93d7524346 req-39efad68-6d65-4c50-bfc3-f8a85ffd4a10 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0305750 Jan 27 22:48:48.616137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:49.094580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a6e1e300-628c-411c-a6fb-254bef2eb35d req-38eef22d-4b86-4b16-92bd-1c899fa1b72a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=8726f536-6a6f-43c3-8af8-79d111005c4f HTTP/1.1" status: 200 len: 210 time: 0.0286484 Jan 27 22:48:50.341201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-3a2368be-91d6-4677-9b6a-2fe4dcc06e8a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171839478&fields=id&tenant_id=7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 267 time: 0.0482774 Jan 27 22:48:50.452574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762edb0-1378-4d43-b648-551467b580bc req-24a3052c-b82d-44f2-8af4-3d4743883774 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:50.454115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-24a3052c-b82d-44f2-8af4-3d4743883774 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1062243 Jan 27 22:48:50.472599 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-c5b9bf20-9e1e-4e77-8fdb-77d0d167a1ca tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/quotas/7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 375 time: 0.0100753 Jan 27 22:48:50.531050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-3c61ae67-2dc3-42e2-98f0-c4ccddd0567c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480881 Jan 27 22:48:50.589294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-ae9dd0aa-4c67-4aed-9f93-3afb2320ff13 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:48:50.590332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-ae9dd0aa-4c67-4aed-9f93-3afb2320ff13 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469284 Jan 27 22:48:50.686947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-ad0af812-ae13-4cb6-80e4-6de5a4245aa8 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902426 Jan 27 22:48:50.795378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-95232e09-7955-4273-8837-3022ed0677b1 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025193 Jan 27 22:48:51.114181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c679cf6a-3413-4c2c-b3c6-6c9d39b1dcec req-3eb90d39-50d6-4b81-adcc-34cc50b79e7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Jan 27 22:48:51.331699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:52.132761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762edb0-1378-4d43-b648-551467b580bc req-6db8c7de-3071-45f0-b388-bf183dc6dcea tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:52.134271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-6db8c7de-3071-45f0-b388-bf183dc6dcea tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1097000 Jan 27 22:48:52.554159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-577d716f-3e2a-45ab-94d4-28f54300ad60 req-6296e291-52c0-4115-8193-42dbd2208dc3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0309074 Jan 27 22:48:52.596162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-628813cc-ab97-407d-8226-a2c3e0db08a3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 380 time: 0.4538546 Jan 27 22:48:52.605609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'port': {'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'admin_state_up': True, 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'security_groups': ['f5518cd7-0716-4310-89f7-8c829ef1e9ec']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:52.728293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:48:52.732112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:52.858742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.20.0.5 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/c63d44bb-4760-4615-8196-8d194ff17337) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:48:53.015158 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (c63d44bb-4760-4615-8196-8d194ff17337), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.064857 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c63d44bb-4760-4615-8196-8d194ff17337), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.110443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:48:53.113604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:48:53.121141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:48:53.145612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=c63d44bb-4760-4615-8196-8d194ff17337,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:53.175856 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:53.176482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.199903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-7f8638a0-46b2-48a9-adf0-ca5e494e5c40 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5979743 Jan 27 22:48:53.211869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Request body: {'port': {'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:53.278018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c63d44bb-4760-4615-8196-8d194ff17337), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.402347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-cfd6d435-b69c-4b2f-87d0-f3e4f89e4cd5 None None] Provisioning complete for port c63d44bb-4760-4615-8196-8d194ff17337 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:48:53.403466 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cfd6d435-b69c-4b2f-87d0-f3e4f89e4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c63d44bb-4760-4615-8196-8d194ff17337), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.442992 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6d435-b69c-4b2f-87d0-f3e4f89e4cd5 None None] Port c63d44bb-4760-4615-8196-8d194ff17337 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:48:53.561751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63d44bb-4760-4615-8196-8d194ff17337 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:48:53.569358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Publish callbacks [] for port (c63d44bb-4760-4615-8196-8d194ff17337), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.582008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Transition to ACTIVE for port object c63d44bb-4760-4615-8196-8d194ff17337 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:48:53.589628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c63d44bb-4760-4615-8196-8d194ff17337), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.669071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Pushing event updated for resources: {'Port': ['ID=c63d44bb-4760-4615-8196-8d194ff17337,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:53.771057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba2c66-252c-4f92-b7b5-58a750b0fe6a req-00ed1f02-41f6-4c31-a094-66bc3c8ae923 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:53.772630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1eba2c66-252c-4f92-b7b5-58a750b0fe6a req-00ed1f02-41f6-4c31-a094-66bc3c8ae923 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.1020222 Jan 27 22:48:53.810081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Attempting to bind port c63d44bb-4760-4615-8196-8d194ff17337 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:48:53.810420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Attempting to bind port c63d44bb-4760-4615-8196-8d194ff17337 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:48:53.810748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Attempting to bind port c63d44bb-4760-4615-8196-8d194ff17337 on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:48:53.825121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Port c63d44bb-4760-4615-8196-8d194ff17337 on network 008059fe-02f4-4122-a68d-ad08792cb796 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:48:53.825442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Attempting to bind port c63d44bb-4760-4615-8196-8d194ff17337 on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:48:53.845095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:48:53.845436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:48:53.845826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:48:53.846257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Bound port: c63d44bb-4760-4615-8196-8d194ff17337, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:48:53.846615 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c63d44bb-4760-4615-8196-8d194ff17337), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.854332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1eba2c66-252c-4f92-b7b5-58a750b0fe6a req-d0a302e0-8fa4-4f4c-b393-df6078027b3e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735679 Jan 27 22:48:53.924032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] For port c63d44bb-4760-4615-8196-8d194ff17337, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:48:53.926932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] For port c63d44bb-4760-4615-8196-8d194ff17337, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c63d44bb-4760-4615-8196-8d194ff17337,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:48:53.933168 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c63d44bb-4760-4615-8196-8d194ff17337), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.967928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:53.968613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:53.970032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] 10.222.0.57 "PUT /v2.0/ports/c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 1091 time: 0.7628489 Jan 27 22:48:53.970486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:48:53.972815 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41021e76-cf58-4c17-aec6-2c571e48b7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "tag": "c63d44bb-4760-4615-8196-8d194ff17337"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:48:54.005507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f97b88-71f8-4210-b63a-9e962091009c service neutron] Pushing event updated for resources: {'Port': ['ID=c63d44bb-4760-4615-8196-8d194ff17337,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:54.031275 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a4ffa-c595-4430-a350-38ddf98ee2d2 x-openstack-request-id: req-239a4ffa-c595-4430-a350-38ddf98ee2d2 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:48:54.031763 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "tag": "c63d44bb-4760-4615-8196-8d194ff17337", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:48:54.032463 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-239a4ffa-c595-4430-a350-38ddf98ee2d2 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:48:54.032688 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337', 'status': 'completed', 'code': 200} Jan 27 22:48:54.076453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762edb0-1378-4d43-b648-551467b580bc req-f21633c1-2aef-40be-bfe1-b5e14aaf263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:54.078076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-f21633c1-2aef-40be-bfe1-b5e14aaf263b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1094 time: 0.0586984 Jan 27 22:48:54.122555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-79eb208f-1284-423f-a2b2-659da22ef474 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 217 time: 0.0382593 Jan 27 22:48:54.185029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762edb0-1378-4d43-b648-551467b580bc req-c7e56e8e-f7fd-4ec5-9031-c1c7dbcd7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:54.186527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-c7e56e8e-f7fd-4ec5-9031-c1c7dbcd7288 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0582800 Jan 27 22:48:54.239880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762edb0-1378-4d43-b648-551467b580bc req-3ad0f70e-9265-437b-8435-3ba34b76a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:54.241383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-3ad0f70e-9265-437b-8435-3ba34b76a04b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494070 Jan 27 22:48:54.337417 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-87bea05f-daa6-42c7-af28-8680d0e21f67 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894661 Jan 27 22:48:54.438083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e762edb0-1378-4d43-b648-551467b580bc req-8cfe24a4-8ffc-475d-95d0-bae75646c17e service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946805 Jan 27 22:48:54.523671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-e2235421-b538-485b-a202-98c41104be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:54.525437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-e2235421-b538-485b-a202-98c41104be1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1094 time: 0.0441318 Jan 27 22:48:54.619576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-b4514a22-8ef2-4da6-baf0-2adf7c9e040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:54.621072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-b4514a22-8ef2-4da6-baf0-2adf7c9e040e service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0899644 Jan 27 22:48:54.663907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-abb22384-8261-4910-9e2d-34443aebbae8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 217 time: 0.0357955 Jan 27 22:48:54.713217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-7ca5e119-66ff-4e56-8bd5-fb1cbcaf0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:54.714789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-7ca5e119-66ff-4e56-8bd5-fb1cbcaf0328 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0454309 Jan 27 22:48:54.766979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-6baeabeb-dfd6-4b17-b61b-9165e2a82649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:54.768569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-6baeabeb-dfd6-4b17-b61b-9165e2a82649 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478573 Jan 27 22:48:54.867689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-a8fe6b4a-367c-45c1-80c9-92b58e29fb05 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928063 Jan 27 22:48:55.002211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-41021e76-cf58-4c17-aec6-2c571e48b7fa req-bae26ecf-1675-4090-9f2e-fd081b6e0369 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282425 Jan 27 22:48:55.010112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67b8c3-bead-4264-a170-0fba428c0a11 req-f3acee96-b2aa-4ca2-b01b-7b45fc8893f2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:55.011622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f67b8c3-bead-4264-a170-0fba428c0a11 req-f3acee96-b2aa-4ca2-b01b-7b45fc8893f2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0812612 Jan 27 22:48:55.063261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f67b8c3-bead-4264-a170-0fba428c0a11 req-54eaa0ac-c938-4081-9ac6-b31ba4d70868 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453918 Jan 27 22:48:56.183155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5bde-1293-4d2f-ba54-a14e6d697881 req-ca228a25-d33b-4ba9-b313-8811a0536d4f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:56.184793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab8b5bde-1293-4d2f-ba54-a14e6d697881 req-ca228a25-d33b-4ba9-b313-8811a0536d4f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0500014 Jan 27 22:48:56.239265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ab8b5bde-1293-4d2f-ba54-a14e6d697881 req-324f9960-b5ad-4473-a108-24437fbfa2c6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478978 Jan 27 22:48:56.296476 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:48:57.375620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1dc3d-5a78-42d0-860b-8430e6b4d5e2 req-d468aa87-e085-41f6-80e7-10d9f98f03d7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:57.377234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ce1dc3d-5a78-42d0-860b-8430e6b4d5e2 req-d468aa87-e085-41f6-80e7-10d9f98f03d7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0616424 Jan 27 22:48:57.432454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ce1dc3d-5a78-42d0-860b-8430e6b4d5e2 req-b7c5b5f7-7d8c-49d4-8ff4-4c408868dfe8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490453 Jan 27 22:48:58.569213 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770d219-4370-4eaa-a13d-01d0aa5c5fc3 req-414398aa-4407-416a-b571-d83761b97dfb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:58.571433 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5770d219-4370-4eaa-a13d-01d0aa5c5fc3 req-414398aa-4407-416a-b571-d83761b97dfb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0570028 Jan 27 22:48:58.638305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5770d219-4370-4eaa-a13d-01d0aa5c5fc3 req-ec141662-4ac7-49ed-98eb-84cda29d093c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577552 Jan 27 22:48:59.768369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142d9bd-1611-4279-a4e0-c34eac20a4d6 req-d454441c-ed7b-4d9d-8393-a1cf53c93faf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:59.770896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a142d9bd-1611-4279-a4e0-c34eac20a4d6 req-d454441c-ed7b-4d9d-8393-a1cf53c93faf tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0604489 Jan 27 22:48:59.838607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a142d9bd-1611-4279-a4e0-c34eac20a4d6 req-d6a1f4f6-15a6-4d36-a855-9b80c64c2110 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606358 Jan 27 22:49:00.965010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f533bc-7d73-4713-a593-6a4cac460be5 req-98ed4a45-16c3-45b5-86d3-f26910b81913 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:00.966493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88f533bc-7d73-4713-a593-6a4cac460be5 req-98ed4a45-16c3-45b5-86d3-f26910b81913 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0510206 Jan 27 22:49:01.023229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88f533bc-7d73-4713-a593-6a4cac460be5 req-1e135ee9-1760-4a5c-8851-d5c492f65e9e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508842 Jan 27 22:49:02.147969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70898bbe-d8a2-4413-b50f-c12f7ef52723 req-cd1d86a0-7335-455d-bd62-26386c7cef8c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:02.149550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70898bbe-d8a2-4413-b50f-c12f7ef52723 req-cd1d86a0-7335-455d-bd62-26386c7cef8c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0560992 Jan 27 22:49:02.209210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70898bbe-d8a2-4413-b50f-c12f7ef52723 req-32f4c739-f755-47e4-96cf-59c43e76a0a5 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536144 Jan 27 22:49:03.335351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bd06f-76df-49f5-8b8a-3b32e89f0995 req-77242279-9fb6-4533-a8d6-33ec442f7359 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:03.336923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-871bd06f-76df-49f5-8b8a-3b32e89f0995 req-77242279-9fb6-4533-a8d6-33ec442f7359 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0551975 Jan 27 22:49:03.392301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-871bd06f-76df-49f5-8b8a-3b32e89f0995 req-c44d60e0-e5e5-4b91-a5e8-cc16a61e1012 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482275 Jan 27 22:49:04.084263 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8260cc7d-4219-4910-b7e9-14b2ee7f3fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:04.528729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29db71a-20dc-483b-a839-66d5a6ada54d req-0915135f-7272-4a10-909d-0a1219ed297b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:04.538461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f29db71a-20dc-483b-a839-66d5a6ada54d req-0915135f-7272-4a10-909d-0a1219ed297b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0710001 Jan 27 22:49:04.596376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f29db71a-20dc-483b-a839-66d5a6ada54d req-a40ebf2e-49b9-4721-865e-68740e71c8bc tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517256 Jan 27 22:49:05.727595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbd076-7deb-4bdd-948f-a54f7a81a79b req-5193245f-3bf1-42ad-9f64-c5aae7dbc1f1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:05.729371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02fbd076-7deb-4bdd-948f-a54f7a81a79b req-5193245f-3bf1-42ad-9f64-c5aae7dbc1f1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0551186 Jan 27 22:49:05.784070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02fbd076-7deb-4bdd-948f-a54f7a81a79b req-c2d95615-59fa-42a4-b4e4-b79bba68af3e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482867 Jan 27 22:49:06.908818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6b8b4-9cdf-485e-914c-9a6a8e2dd4e3 req-c54ac477-2dae-40be-8e34-dec7515827fb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:06.910344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ed6b8b4-9cdf-485e-914c-9a6a8e2dd4e3 req-c54ac477-2dae-40be-8e34-dec7515827fb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0515659 Jan 27 22:49:06.964191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ed6b8b4-9cdf-485e-914c-9a6a8e2dd4e3 req-603dba0c-0d64-433e-88b4-fedd69d2e20a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477874 Jan 27 22:49:07.114332 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fda73966-38f0-4a2e-840c-ecc148699021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:08.100843 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b67296-e1f5-4389-b61d-a0b2131851d0 req-9a1f5748-9bf4-48d6-99d3-10ae82a6b783 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:08.102374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19b67296-e1f5-4389-b61d-a0b2131851d0 req-9a1f5748-9bf4-48d6-99d3-10ae82a6b783 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0541615 Jan 27 22:49:08.156435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19b67296-e1f5-4389-b61d-a0b2131851d0 req-6dc5c8c5-9326-446c-8541-e71c2230b199 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479422 Jan 27 22:49:08.668352 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:09.282119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac48e-53b4-4018-8454-0c19a9a93670 req-eccb6cb3-b197-4166-8e20-36bf1e90f126 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:09.284026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c0ac48e-53b4-4018-8454-0c19a9a93670 req-eccb6cb3-b197-4166-8e20-36bf1e90f126 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0538270 Jan 27 22:49:09.335292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5c0ac48e-53b4-4018-8454-0c19a9a93670 req-0c345a84-65d3-491a-8b5e-2effe69dd26f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453007 Jan 27 22:49:10.246142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c63d44bb-4760-4615-8196-8d194ff17337 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:49:10.346621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c63d44bb-4760-4615-8196-8d194ff17337, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c63d44bb-4760-4615-8196-8d194ff17337,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:10.358789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'c63d44bb-4760-4615-8196-8d194ff17337', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:49:10.402039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c63d44bb-4760-4615-8196-8d194ff17337 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:10.402431 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c63d44bb-4760-4615-8196-8d194ff17337), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:10.416872 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63d44bb-4760-4615-8196-8d194ff17337 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:49:10.437589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c63d44bb-4760-4615-8196-8d194ff17337, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c63d44bb-4760-4615-8196-8d194ff17337,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:10.444817 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c63d44bb-4760-4615-8196-8d194ff17337), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:10.456304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4937ba9-563a-4be9-9026-0181905723c5 req-3c93633a-d072-4657-a4f6-23440a0018bb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:10.457852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4937ba9-563a-4be9-9026-0181905723c5 req-3c93633a-d072-4657-a4f6-23440a0018bb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 943 time: 0.0525794 Jan 27 22:49:10.496534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c63d44bb-4760-4615-8196-8d194ff17337,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:10.504166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.504910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.504910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.505207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.505496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.505826 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.506159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.506507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.506813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.507141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.507488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.507813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.508139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:10.516501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4937ba9-563a-4be9-9026-0181905723c5 req-a4e8eee6-c87e-421c-b30d-31616e799770 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526435 Jan 27 22:49:10.676643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['c63d44bb-4760-4615-8196-8d194ff17337'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:11.228521 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:11.270395 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:11.641830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055ffe8-c41e-4498-b42e-1135952eda8e req-0b3390b0-bf02-44b1-ab76-bcb01b90e57a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:11.643361 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f055ffe8-c41e-4498-b42e-1135952eda8e req-0b3390b0-bf02-44b1-ab76-bcb01b90e57a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 944 time: 0.0529187 Jan 27 22:49:11.697727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f055ffe8-c41e-4498-b42e-1135952eda8e req-4d1b90fe-1da5-44ab-b1ae-94596e2b75be tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482812 Jan 27 22:49:12.261559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c63d44bb-4760-4615-8196-8d194ff17337 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:49:12.318806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port c63d44bb-4760-4615-8196-8d194ff17337 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:49:12.324002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port c63d44bb-4760-4615-8196-8d194ff17337 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:12.324391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c63d44bb-4760-4615-8196-8d194ff17337), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:12.405032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c63d44bb-4760-4615-8196-8d194ff17337 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:12.405424 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c63d44bb-4760-4615-8196-8d194ff17337), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:12.430320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:12.432783 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fab88b-9a6b-4fc0-b436-54c015223743" -d '{"events": [{"server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "name": "network-vif-plugged", "status": "completed", "tag": "c63d44bb-4760-4615-8196-8d194ff17337"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:12.445670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c63d44bb-4760-4615-8196-8d194ff17337, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c63d44bb-4760-4615-8196-8d194ff17337,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:12.450721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c63d44bb-4760-4615-8196-8d194ff17337), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:12.474044 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226fcc72-6d17-42ed-a083-09368583073d x-openstack-request-id: req-226fcc72-6d17-42ed-a083-09368583073d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:12.474344 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "name": "network-vif-plugged", "status": "completed", "tag": "c63d44bb-4760-4615-8196-8d194ff17337", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:12.474601 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-226fcc72-6d17-42ed-a083-09368583073d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:12.475008 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337', 'code': 200} Jan 27 22:49:12.501818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c63d44bb-4760-4615-8196-8d194ff17337,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:12.576040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5cc4f-a69d-4d32-8e73-d3dac9d0fca7 req-7c26da34-f277-4080-9dd1-1190531c5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:12.577408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5b5cc4f-a69d-4d32-8e73-d3dac9d0fca7 req-7c26da34-f277-4080-9dd1-1190531c5b67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1096 time: 0.0440133 Jan 27 22:49:12.626090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e5b5cc4f-a69d-4d32-8e73-d3dac9d0fca7 req-9dc2d5f9-f142-4c98-847c-124e9f2163ce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Jan 27 22:49:12.823803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab379a2-1c51-424d-a321-dcbc5f6cf097 req-3674cab6-23f3-4914-b6b1-da8d319b06c4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:12.825325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ab379a2-1c51-424d-a321-dcbc5f6cf097 req-3674cab6-23f3-4914-b6b1-da8d319b06c4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 945 time: 0.0553269 Jan 27 22:49:12.875925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ab379a2-1c51-424d-a321-dcbc5f6cf097 req-8e4d8765-53a4-4bc4-a1c4-03a1d19af768 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446923 Jan 27 22:49:13.998922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb43f5-d5b2-4a0f-8975-075eb9e82eec req-1d81074b-ed61-4f2d-807c-4a84329c9ffa tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:14.000435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfeb43f5-d5b2-4a0f-8975-075eb9e82eec req-1d81074b-ed61-4f2d-807c-4a84329c9ffa tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 945 time: 0.0525641 Jan 27 22:49:14.059299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfeb43f5-d5b2-4a0f-8975-075eb9e82eec req-98d81bb2-42d6-4295-88d2-262e55200421 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503755 Jan 27 22:49:14.178254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fd4f4-a661-4bfb-8a20-e1b096f9539c req-afb1aa32-b17b-4e42-bdc0-ba19ba046a8a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:14.179783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-354fd4f4-a661-4bfb-8a20-e1b096f9539c req-afb1aa32-b17b-4e42-bdc0-ba19ba046a8a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 945 time: 0.0515664 Jan 27 22:49:14.243691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-354fd4f4-a661-4bfb-8a20-e1b096f9539c req-1bb2a81c-7d38-486b-a1b7-f81fb80ceb88 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573153 Jan 27 22:49:14.266568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44126) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:14.354182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e102c934-7699-4793-ad73-3e700e6efbbb tempest-TestVolumeBootPattern-1319882655 tempest-TestVolumeBootPattern-1319882655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:14.355789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e102c934-7699-4793-ad73-3e700e6efbbb tempest-TestVolumeBootPattern-1319882655 tempest-TestVolumeBootPattern-1319882655-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1091 time: 0.0882154 Jan 27 22:49:14.359019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44130) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:14.363508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:14.386484 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:14.493372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:14.604656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.25.8.17 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/4b0c9c96-eb8b-4a87-9625-43d9ca907689) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:14.724002 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (4b0c9c96-eb8b-4a87-9625-43d9ca907689), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:14.762461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (4b0c9c96-eb8b-4a87-9625-43d9ca907689), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:14.804144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:14.807541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:14.813738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:14.819594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=4b0c9c96-eb8b-4a87-9625-43d9ca907689,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:15.290953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (41e0bbca-7b30-46ad-ab55-ec2d06878e11), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:15.397911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (4b0c9c96-eb8b-4a87-9625-43d9ca907689), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:15.556468 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (4b0c9c96-eb8b-4a87-9625-43d9ca907689), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:15.562692 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (4b0c9c96-eb8b-4a87-9625-43d9ca907689), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:15.641666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=4b0c9c96-eb8b-4a87-9625-43d9ca907689,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:15.654864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (41e0bbca-7b30-46ad-ab55-ec2d06878e11), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:15.757089 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Floating IP 41e0bbca-7b30-46ad-ab55-ec2d06878e11 associated. External IP: 172.25.8.17, port: c63d44bb-4760-4615-8196-8d194ff17337. Jan 27 22:49:16.333563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:49:16.451083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:49:16.461830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:49:16.470527 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:16.473443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:16.474097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:49:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:16.498949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0a95fe43-668e-46cd-b221-c83dd5beec29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1388023 Jan 27 22:49:16.499575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:16.501846 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237c65cb-f986-4622-8f8c-66b0ba2405f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "tag": "c63d44bb-4760-4615-8196-8d194ff17337"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:16.541550 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ca06ea-7f40-421e-9c29-65d1225b5422 x-openstack-request-id: req-d5ca06ea-7f40-421e-9c29-65d1225b5422 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:16.541878 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "tag": "c63d44bb-4760-4615-8196-8d194ff17337", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:16.542129 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5ca06ea-7f40-421e-9c29-65d1225b5422 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:16.542536 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337', 'status': 'completed', 'code': 200} Jan 27 22:49:16.594608 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:16.615656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-5a9ddfb3-eaec-4716-a225-0c4818739056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:16.617198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-5a9ddfb3-eaec-4716-a225-0c4818739056 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1096 time: 0.0541170 Jan 27 22:49:16.720759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-2c841db5-0877-4f85-b757-7b6e023a9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:16.722312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-2c841db5-0877-4f85-b757-7b6e023a9238 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0994203 Jan 27 22:49:16.791628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-a9a4dac2-76a6-4699-9782-d230d4aea5c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 998 time: 0.0638530 Jan 27 22:49:16.840652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-01814979-48f7-4957-a463-cdd6c0754c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:16.842138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-01814979-48f7-4957-a463-cdd6c0754c11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0449800 Jan 27 22:49:16.846659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:15Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:16.874255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:49:16.883752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:16.884384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:49:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:16.891841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-d74100d8-d4a0-4e5c-82f2-aa304efcea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:16.893345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-d74100d8-d4a0-4e5c-82f2-aa304efcea2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459440 Jan 27 22:49:16.987888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-fefe14b2-b42a-455b-85c8-15df861796da service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880935 Jan 27 22:49:16.992169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:17.085782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-237c65cb-f986-4622-8f8c-66b0ba2405f6 req-b802d784-aed1-4ff0-ab6f-a23a2a8946e6 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923855 Jan 27 22:49:17.231119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:15Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:17.258606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e7de3-6f65-441a-a2df-d343d25e9e31 None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:15Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:49:17.492499 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf82ea9-9146-42ee-9e62-312d3e6b15a0 None None] New status for floating IP 41e0bbca-7b30-46ad-ab55-ec2d06878e11: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:49:18.636691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:21.332687 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.296866 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:49:34.080177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c773d96c-13f7-4409-9b9f-9d439fa64b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:37.108488 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-93665a98-92f4-4707-8bea-95815d891b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.672782 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.236369 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.274416 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.635454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.331574 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:57.117986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-bb822e89-8310-45eb-941b-1981a29b9399 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538118 Jan 27 22:49:57.208736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-2cc0ac17-9c6c-456a-9ce6-5eec3579505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:57.210294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-2cc0ac17-9c6c-456a-9ce6-5eec3579505d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1096 time: 0.0450809 Jan 27 22:49:57.320944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-9e0410e9-e7f2-4eb3-9ec0-fcc4169eecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:57.322486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-9e0410e9-e7f2-4eb3-9ec0-fcc4169eecc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0929205 Jan 27 22:49:57.389522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-1950327e-89cb-4559-b127-d67e3cab4d4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 1000 time: 0.0602155 Jan 27 22:49:57.448220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-28124afb-d6b9-4683-9e1b-8089eba65d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:57.449714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-28124afb-d6b9-4683-9e1b-8089eba65d8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0550022 Jan 27 22:49:57.499792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-3833464f-d3fa-42eb-a365-5cab30b70502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:57.501327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-3833464f-d3fa-42eb-a365-5cab30b70502 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457261 Jan 27 22:49:57.597830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-0233db6a-744c-47c9-a204-1fb980930b56 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909648 Jan 27 22:49:57.708294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bf2fed1-25e5-47c4-bfb8-8478846a1b61 req-2555c857-0ff0-45d5-8e1b-3850248cddd5 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045082 Jan 27 22:50:04.076553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aa08f0ba-afae-4e53-b004-347efed42321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:07.114760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-56e04c1e-0436-4d47-9ba2-125d2eda7cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.677855 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.297653 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:50:11.233536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:11.280795 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:18.633939 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:21.328999 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:34.084428 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-970b9485-bdfd-4644-9b30-9e7ec4f17b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:37.115597 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dcc38912-125b-4c0f-8f53-76c78270efef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:38.682027 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:41.236473 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:41.277086 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:47.297094 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:50:48.636311 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:51.345200 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:58.122454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-850643a1-3027-44c1-9341-60c842ba8967 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489180 Jan 27 22:50:58.207976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-9c004aef-e871-4f80-8a79-c39ee5493370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:58.209487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-9c004aef-e871-4f80-8a79-c39ee5493370 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1096 time: 0.0419276 Jan 27 22:50:58.328231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-01b25109-9556-4260-9d11-621033f49e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:58.329985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-01b25109-9556-4260-9d11-621033f49e22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.1004260 Jan 27 22:50:58.408109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-0254b275-bc59-4c80-935d-7dc9f22b0862 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 1000 time: 0.0725572 Jan 27 22:50:58.460291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-2961a0b6-dee8-4074-978d-cce7a5f50a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:58.461988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-2961a0b6-dee8-4074-978d-cce7a5f50a75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0487657 Jan 27 22:50:58.516095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-8ee40133-1487-4dfb-ba1e-101cd3403f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:58.517650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-8ee40133-1487-4dfb-ba1e-101cd3403f95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500617 Jan 27 22:50:58.610694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-a45aa68f-982b-4033-b138-2cf9c14fc929 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873079 Jan 27 22:50:58.707507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84327e1d-7f01-4453-9dca-b16ee679c246 req-0c277bf5-a4aa-4124-9a3e-2f913a0c9ec1 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912287 Jan 27 22:50:59.028423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-9ab85034-cf70-47b5-8e86-7a203de1684d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171839478&fields=id&tenant_id=7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 267 time: 0.0478032 Jan 27 22:50:59.145717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72b35f53-58bc-4e9e-81f2-98e44ef96233 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:59.152146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72b35f53-58bc-4e9e-81f2-98e44ef96233 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1106415 Jan 27 22:50:59.165864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-034e281c-1cb7-4c24-92d2-6fa416a01d4c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/quotas/7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 375 time: 0.0126159 Jan 27 22:50:59.230680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-a2c2730c-3ae0-42d1-9581-1a9c874ebf9e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592003 Jan 27 22:50:59.310049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-61ab548c-61e0-4c9d-8d26-951431b9d8f2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:50:59.311131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-61ab548c-61e0-4c9d-8d26-951431b9d8f2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0677469 Jan 27 22:50:59.412581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-aff246b5-7bbc-469f-9802-c80e685b7f14 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950799 Jan 27 22:50:59.527568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-bba9edaf-fc7c-497d-871b-d896f6745d98 service neutron] 10.222.0.45 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084054 Jan 27 22:50:59.858343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcc87785-d034-4a08-8e96-34f4a0c32f76 req-8739d69b-7042-4707-b093-08655c382a91 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0296094 Jan 27 22:51:00.940345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-763c8a24-731e-4beb-aaab-0bcffe5c2e91 req-58f3eed1-cf15-4ae1-860f-f6004bd74f4a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0291755 Jan 27 22:51:02.043898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b73455a4-bafc-4885-98fb-909e0504ed60 req-b42e859d-8423-41e1-b013-f7b038885884 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0275824 Jan 27 22:51:03.132012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb95fa6d-158f-41af-8dd4-7bc666e31904 req-7acb03b9-1268-4ec1-93c1-3320c1dc4d34 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0325167 Jan 27 22:51:04.082104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9a155be7-7e1f-4760-8732-c18f089880d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.238365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6d641f3-30df-4b04-98f1-a501afc3401f req-fb118055-a12f-42b6-83ef-3e3f7726ca83 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0311592 Jan 27 22:51:04.929479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-15e1bf1b-5f17-4d1e-a37a-646ef03b16fb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:04.931378 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-15e1bf1b-5f17-4d1e-a37a-646ef03b16fb tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 811 time: 0.1117918 Jan 27 22:51:04.998219 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-48be6ce6-a909-48f9-b4df-9775c4957eb4 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7923d5c01c6a47d49d6cfba977256c63 HTTP/1.1" status: 200 len: 380 time: 0.0589068 Jan 27 22:51:05.006628 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'port': {'device_id': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'admin_state_up': True, 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'security_groups': ['f5518cd7-0716-4310-89f7-8c829ef1e9ec']}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:05.372114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08f1f282-22bf-4367-ab8e-9622127130d2 req-25dcfedf-1a59-41af-9bd1-467867608853 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0549366 Jan 27 22:51:05.432642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Made reservation on behalf of 7923d5c01c6a47d49d6cfba977256c63 for: {'port': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:51:05.436901 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.591681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.20.0.13 (008059fe-02f4-4122-a68d-ad08792cb796/c45f52ec-0a98-45ce-a148-f18973e6479e/0b0a31b0-68cd-454d-894e-9be465679bfc) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:05.749162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.797398 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.844254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 008059fe-02f4-4122-a68d-ad08792cb796 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:05.847340 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:05.851187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:05.885996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=0b0a31b0-68cd-454d-894e-9be465679bfc,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:05.900134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.900529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.900827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.901197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.901533 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.901868 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.902197 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.902525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.902825 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.903183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.903504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.903863 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.904191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:05.926541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:05.927238 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.949336 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-e2b59100-d59e-4dfd-8501-8ceeab5d6a95 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9463484 Jan 27 22:51:05.959746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-06fc61fe-da82-4cf7-9ab4-39bc604bc687 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:51:05.960930 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-06fc61fe-da82-4cf7-9ab4-39bc604bc687 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059521 Jan 27 22:51:06.015922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Request body: {'port': {'device_id': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:06.078856 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.160299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2825c98e-1654-452c-83ec-0e3f2a561e23 None None] Provisioning complete for port 0b0a31b0-68cd-454d-894e-9be465679bfc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:06.160773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2825c98e-1654-452c-83ec-0e3f2a561e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.196665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2825c98e-1654-452c-83ec-0e3f2a561e23 None None] Port 0b0a31b0-68cd-454d-894e-9be465679bfc cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:06.377240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0a31b0-68cd-454d-894e-9be465679bfc {{(pid=103329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:51:06.385676 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Publish callbacks [] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.399707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Transition to ACTIVE for port object 0b0a31b0-68cd-454d-894e-9be465679bfc will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:51:06.405399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.508533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312c001-1cef-4d5c-87bf-656c3c382337 req-cad933de-3577-436e-a432-a8893d344b7e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:06.516806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d312c001-1cef-4d5c-87bf-656c3c382337 req-cad933de-3577-436e-a432-a8893d344b7e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0624821 Jan 27 22:51:06.536904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a31b0-68cd-454d-894e-9be465679bfc,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:06.565057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Attempting to bind port 0b0a31b0-68cd-454d-894e-9be465679bfc on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:06.565578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Attempting to bind port 0b0a31b0-68cd-454d-894e-9be465679bfc by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:06.566003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Attempting to bind port 0b0a31b0-68cd-454d-894e-9be465679bfc on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:06.572002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Port 0b0a31b0-68cd-454d-894e-9be465679bfc on network 008059fe-02f4-4122-a68d-ad08792cb796 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:51:06.572491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Attempting to bind port 0b0a31b0-68cd-454d-894e-9be465679bfc on network 008059fe-02f4-4122-a68d-ad08792cb796 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:06.576942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d312c001-1cef-4d5c-87bf-656c3c382337 req-7f90b072-38b8-4bdd-8991-cd410f2966ef tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591362 Jan 27 22:51:06.579093 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:06.579546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Checking segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:06.580170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Bound using segment: {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:06.580721 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Bound port: 0b0a31b0-68cd-454d-894e-9be465679bfc, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:06.581196 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.660862 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] For port 0b0a31b0-68cd-454d-894e-9be465679bfc, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:06.669149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] For port 0b0a31b0-68cd-454d-894e-9be465679bfc, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b0a31b0-68cd-454d-894e-9be465679bfc,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:06.675869 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.714430 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:06.714998 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.716577 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] 10.222.0.16 "PUT /v2.0/ports/0b0a31b0-68cd-454d-894e-9be465679bfc HTTP/1.1" status: 200 len: 1092 time: 0.7481177 Jan 27 22:51:06.717063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:51:06.719977 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d575e00-b595-4816-b092-579c12292a60" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:51:06.755338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5f9d4-78e3-442c-8fb2-3ee975a5c4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a31b0-68cd-454d-894e-9be465679bfc,revision_number=3']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:06.854503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-c6ecaf88-9910-4904-940a-84c0851e4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:06.857807 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-c6ecaf88-9910-4904-940a-84c0851e4af7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 1095 time: 0.0885355 Jan 27 22:51:06.923567 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-badb611f-098a-444a-a274-3edd0e08d951 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0a31b0-68cd-454d-894e-9be465679bfc HTTP/1.1" status: 200 len: 217 time: 0.0552042 Jan 27 22:51:06.999246 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-75bd8747-205e-4cce-8717-cce72584def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:07.002208 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-75bd8747-205e-4cce-8717-cce72584def0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0732982 Jan 27 22:51:07.077193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-b6bc0d8e-5da7-49c4-88c3-fcb0144889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:07.078780 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-b6bc0d8e-5da7-49c4-88c3-fcb0144889cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711739 Jan 27 22:51:07.121539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1850615d-0a74-49ee-bf2b-2fd2cc0e0ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.190994 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-5708a521-55ab-4637-ba1e-4fba90ba3d46 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060979 Jan 27 22:51:07.304673 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-cfdd6bfa-927c-412d-ad1e-e6563e74bec0 req-08b281ad-af43-4af1-808a-2f2ca11c55ab service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077120 Jan 27 22:51:07.713494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac16e-8620-4712-b54f-192966372f71 req-3991f0bb-9a3d-4add-8da8-06dce27236cc tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:07.715738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f8ac16e-8620-4712-b54f-192966372f71 req-3991f0bb-9a3d-4add-8da8-06dce27236cc tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0645065 Jan 27 22:51:07.784040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f8ac16e-8620-4712-b54f-192966372f71 req-af31d19d-22e1-4dc3-9baf-a1a9d956ab93 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600438 Jan 27 22:51:07.930163 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5eb7d9-0748-423f-99fe-29cd0e0dcd45 x-openstack-request-id: req-8a5eb7d9-0748-423f-99fe-29cd0e0dcd45 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:51:07.930460 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:51:07.930726 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a5eb7d9-0748-423f-99fe-29cd0e0dcd45 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:51:07.931167 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'status': 'completed', 'code': 200} Jan 27 22:51:08.004371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575e00-b595-4816-b092-579c12292a60 req-8884cdb1-5b9c-4f70-bb41-4a5d797c63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:08.006073 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d575e00-b595-4816-b092-579c12292a60 req-8884cdb1-5b9c-4f70-bb41-4a5d797c63bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 1095 time: 0.0516398 Jan 27 22:51:08.103293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575e00-b595-4816-b092-579c12292a60 req-d8598ad3-4d66-42c7-80f7-542c8ab1d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:08.104763 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d575e00-b595-4816-b092-579c12292a60 req-d8598ad3-4d66-42c7-80f7-542c8ab1d212 service neutron] 10.222.0.16 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0928817 Jan 27 22:51:08.147405 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d575e00-b595-4816-b092-579c12292a60 req-353d9596-5295-4d2d-820d-fa0656180257 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0a31b0-68cd-454d-894e-9be465679bfc HTTP/1.1" status: 200 len: 217 time: 0.0370977 Jan 27 22:51:08.201317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575e00-b595-4816-b092-579c12292a60 req-038b389e-14d7-4ab4-9da6-6938a7101edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:08.202838 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d575e00-b595-4816-b092-579c12292a60 req-038b389e-14d7-4ab4-9da6-6938a7101edd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0501723 Jan 27 22:51:08.249296 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d575e00-b595-4816-b092-579c12292a60 req-b6ecbcd0-4c5a-4e8e-88dd-5b0c6addf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:08.250850 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d575e00-b595-4816-b092-579c12292a60 req-b6ecbcd0-4c5a-4e8e-88dd-5b0c6addf53b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425162 Jan 27 22:51:08.341239 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d575e00-b595-4816-b092-579c12292a60 req-eeea0b3b-1c2a-46f8-a7ef-322a48bb62c2 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845840 Jan 27 22:51:08.438188 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-1d575e00-b595-4816-b092-579c12292a60 req-5ead11ec-0762-42dd-a8ad-e3bbc1df4e65 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914874 Jan 27 22:51:08.680355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.909206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf301b7a-99c5-406c-a7f8-d5c3d98d4e3b req-707dd29d-ce34-460f-9d40-2dd18691d08b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:08.911496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf301b7a-99c5-406c-a7f8-d5c3d98d4e3b req-707dd29d-ce34-460f-9d40-2dd18691d08b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0530381 Jan 27 22:51:08.964387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf301b7a-99c5-406c-a7f8-d5c3d98d4e3b req-efdd66c5-4cb5-409d-ba7d-b7c710456f51 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467317 Jan 27 22:51:10.084825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32bcad-ccd8-4537-9741-c40348d3eece req-fcdc9d77-3910-4d40-8c02-3a0c5273fd0d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:10.086854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd32bcad-ccd8-4537-9741-c40348d3eece req-fcdc9d77-3910-4d40-8c02-3a0c5273fd0d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0500689 Jan 27 22:51:10.137788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd32bcad-ccd8-4537-9741-c40348d3eece req-2f32119e-b5fb-4223-8bcf-85c606d6079f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447447 Jan 27 22:51:11.240205 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.272651 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.273770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfd5e8-642c-4882-8cdf-1c92ff2b1320 req-ff647f32-08dc-4168-9107-00842bc38353 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:11.275856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69bfd5e8-642c-4882-8cdf-1c92ff2b1320 req-ff647f32-08dc-4168-9107-00842bc38353 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0628874 Jan 27 22:51:11.332351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-69bfd5e8-642c-4882-8cdf-1c92ff2b1320 req-26e6014e-413a-436e-8d02-68e80cefed00 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504034 Jan 27 22:51:12.463298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdef5a-4e9b-4ea4-862e-745a56fa8743 req-37caf20f-fccc-4ab9-a89f-8b76b7838e32 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:12.465688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48cdef5a-4e9b-4ea4-862e-745a56fa8743 req-37caf20f-fccc-4ab9-a89f-8b76b7838e32 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0553558 Jan 27 22:51:12.520658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48cdef5a-4e9b-4ea4-862e-745a56fa8743 req-d9760883-1a9e-4350-bd6a-2495cf73babe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473330 Jan 27 22:51:13.650851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346099a-2a9b-4798-938a-7fc88b8dd040 req-c51e6b71-3431-40b3-8732-fd2443444e86 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:13.652524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6346099a-2a9b-4798-938a-7fc88b8dd040 req-c51e6b71-3431-40b3-8732-fd2443444e86 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0554860 Jan 27 22:51:13.710999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6346099a-2a9b-4798-938a-7fc88b8dd040 req-33585c62-28d8-4d62-bab5-e97413ebf284 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518997 Jan 27 22:51:14.842364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157315cd-d2ce-48e8-b8b9-879e50f7a44a req-9ba49f90-3939-469b-82b5-1779462a70f9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:14.843924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-157315cd-d2ce-48e8-b8b9-879e50f7a44a req-9ba49f90-3939-469b-82b5-1779462a70f9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0535178 Jan 27 22:51:14.898164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-157315cd-d2ce-48e8-b8b9-879e50f7a44a req-15ef4c59-5ed3-4113-8e7b-d425fc362192 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481229 Jan 27 22:51:16.069448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5abb2-fc6e-43e2-9817-3cf03319a71d req-905c5601-6155-42ed-a7cb-c9655ec5bdec tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:16.071024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6dc5abb2-fc6e-43e2-9817-3cf03319a71d req-905c5601-6155-42ed-a7cb-c9655ec5bdec tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0977502 Jan 27 22:51:16.122060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6dc5abb2-fc6e-43e2-9817-3cf03319a71d req-cf391054-863d-4e76-949a-2f889213b962 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450497 Jan 27 22:51:17.307732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ebe5b-84eb-4110-8d3e-206e2a91f810 req-3cc752b7-cc8f-4e22-813e-1757094ac66b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:17.309369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f1ebe5b-84eb-4110-8d3e-206e2a91f810 req-3cc752b7-cc8f-4e22-813e-1757094ac66b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.1163926 Jan 27 22:51:17.365715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f1ebe5b-84eb-4110-8d3e-206e2a91f810 req-330c63fb-2592-4fe5-99c8-89539dcfc75a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480366 Jan 27 22:51:18.504554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec22ca4-ef04-4e03-a837-e392126c882d req-538f0c3e-7dd2-429d-a93e-1b2ed1b68e75 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:18.506051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bec22ca4-ef04-4e03-a837-e392126c882d req-538f0c3e-7dd2-429d-a93e-1b2ed1b68e75 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0586314 Jan 27 22:51:18.565330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bec22ca4-ef04-4e03-a837-e392126c882d req-0c11f28a-3295-487a-a5e9-0d7dc0f4600e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535941 Jan 27 22:51:18.650600 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:19.696624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64dfc0-f346-45fc-89e7-4c5198c66e33 req-c77a66d6-2332-4367-9ca8-6e0647929704 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:19.698136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b64dfc0-f346-45fc-89e7-4c5198c66e33 req-c77a66d6-2332-4367-9ca8-6e0647929704 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0629659 Jan 27 22:51:19.751491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b64dfc0-f346-45fc-89e7-4c5198c66e33 req-76d7db00-f79e-4654-aedd-e7ecb8228a4f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 Jan 27 22:51:20.872886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458ce7f-9db2-4518-88ae-dd95f4342ca2 req-4f09b2b9-4aaa-4df1-a3ef-43bacc731334 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:20.874421 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c458ce7f-9db2-4518-88ae-dd95f4342ca2 req-4f09b2b9-4aaa-4df1-a3ef-43bacc731334 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0506973 Jan 27 22:51:20.925273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c458ce7f-9db2-4518-88ae-dd95f4342ca2 req-fcdc920b-0f34-4702-a194-190aa0aaa948 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449889 Jan 27 22:51:21.343339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:22.055150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5adab9-2649-43a1-ba2f-5142d4d6ccfe req-5628d4a9-2f6c-4e6a-95a0-17258f1242c8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:22.056849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf5adab9-2649-43a1-ba2f-5142d4d6ccfe req-5628d4a9-2f6c-4e6a-95a0-17258f1242c8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0498238 Jan 27 22:51:22.124210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf5adab9-2649-43a1-ba2f-5142d4d6ccfe req-a080bb71-82f7-470a-84f8-a2aed784c6a3 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612724 Jan 27 22:51:23.243212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e676bc-c99b-446a-8d21-5ded0831ca36 req-cb760054-c4f4-4a22-8b3a-415a5a122917 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:23.244715 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1e676bc-c99b-446a-8d21-5ded0831ca36 req-cb760054-c4f4-4a22-8b3a-415a5a122917 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0498490 Jan 27 22:51:23.298074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1e676bc-c99b-446a-8d21-5ded0831ca36 req-a6a6796f-1f7c-4d6b-919d-a013a3031495 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474634 Jan 27 22:51:24.297576 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:51:24.417953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b243-dc45-4af0-83d2-26ab3d2af693 req-0d0f073f-bba7-478b-8bad-a3b2c4a784fa tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:24.419521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef41b243-dc45-4af0-83d2-26ab3d2af693 req-0d0f073f-bba7-478b-8bad-a3b2c4a784fa tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 944 time: 0.0510364 Jan 27 22:51:24.469217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef41b243-dc45-4af0-83d2-26ab3d2af693 req-40922e98-f081-457d-a3c5-c55477767a91 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Jan 27 22:51:24.565873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b0a31b0-68cd-454d-894e-9be465679bfc details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:51:24.671691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b0a31b0-68cd-454d-894e-9be465679bfc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b0a31b0-68cd-454d-894e-9be465679bfc,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:24.684401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'port_id': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'mac_address': 'fa:16:3e:bf:d8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:51:24.727216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b0a31b0-68cd-454d-894e-9be465679bfc is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:24.727676 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:24.742348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0a31b0-68cd-454d-894e-9be465679bfc {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:51:24.763612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b0a31b0-68cd-454d-894e-9be465679bfc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b0a31b0-68cd-454d-894e-9be465679bfc,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:24.770002 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:24.821678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b0a31b0-68cd-454d-894e-9be465679bfc,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:24.829356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.829711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.830050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.830389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.830725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.831054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.831385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.831745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.832072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.832397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.832724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.833045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:24.833366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:25.137417 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['0b0a31b0-68cd-454d-894e-9be465679bfc'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:51:25.603662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb57bd-ba89-464e-beba-8c51d3fd92f6 req-fb657202-2b7f-4979-bec4-d1c1021cabfe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:25.605321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5feb57bd-ba89-464e-beba-8c51d3fd92f6 req-fb657202-2b7f-4979-bec4-d1c1021cabfe tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 945 time: 0.0617623 Jan 27 22:51:25.663991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5feb57bd-ba89-464e-beba-8c51d3fd92f6 req-efd703b8-a778-48a0-b91a-5696b288fc61 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519397 Jan 27 22:51:26.582075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b0a31b0-68cd-454d-894e-9be465679bfc up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:26.638610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 0b0a31b0-68cd-454d-894e-9be465679bfc completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:51:26.643064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 0b0a31b0-68cd-454d-894e-9be465679bfc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:26.643460 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:26.727176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 0b0a31b0-68cd-454d-894e-9be465679bfc is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:26.727662 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:26.752027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:51:26.754332 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e93aa4-faad-4f9d-9e7d-643523fbec5f" -d '{"events": [{"server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "name": "network-vif-plugged", "status": "completed", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:51:26.768166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 0b0a31b0-68cd-454d-894e-9be465679bfc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b0a31b0-68cd-454d-894e-9be465679bfc,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:26.773880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:26.788056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2ee2-0111-484e-92a8-13a0e8f2dce2 req-310465f3-614d-45ae-a3f5-bb3dd128099b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:26.789708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6be2ee2-0111-484e-92a8-13a0e8f2dce2 req-310465f3-614d-45ae-a3f5-bb3dd128099b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 945 time: 0.0543849 Jan 27 22:51:26.802016 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d8394c-960f-4bec-8fec-923d6b57d841 x-openstack-request-id: req-b4d8394c-960f-4bec-8fec-923d6b57d841 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:51:26.802372 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "name": "network-vif-plugged", "status": "completed", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:51:26.802548 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4d8394c-960f-4bec-8fec-923d6b57d841 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:51:26.802923 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'code': 200} Jan 27 22:51:26.828142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=0b0a31b0-68cd-454d-894e-9be465679bfc,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:26.842123 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6be2ee2-0111-484e-92a8-13a0e8f2dce2 req-b5448377-7d90-42bd-8396-351a651ea492 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Jan 27 22:51:26.900660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78995b-8b3b-4add-be9e-1908ff8a2f32 req-f75aff8b-21fe-4947-8caf-b7a61240c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:26.902602 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b78995b-8b3b-4add-be9e-1908ff8a2f32 req-f75aff8b-21fe-4947-8caf-b7a61240c77e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 1097 time: 0.0435493 Jan 27 22:51:26.951269 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7b78995b-8b3b-4add-be9e-1908ff8a2f32 req-5bf67acf-1346-4242-a833-ac81a135e027 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429149 Jan 27 22:51:27.968793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4905c9-adac-4f0a-a861-dbc3e9e07e33 req-ed56a1df-9302-4058-916e-97fce4386085 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:27.970386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e4905c9-adac-4f0a-a861-dbc3e9e07e33 req-ed56a1df-9302-4058-916e-97fce4386085 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 946 time: 0.0501840 Jan 27 22:51:28.030917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e4905c9-adac-4f0a-a861-dbc3e9e07e33 req-13ac03d0-975d-43e9-8cba-c94ac364914e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542417 Jan 27 22:51:29.161494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff490-0924-4903-bda1-a314c6d7de91 req-bee96820-641a-4619-91d6-5ea6c6af17ce tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:29.163030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9dff490-0924-4903-bda1-a314c6d7de91 req-bee96820-641a-4619-91d6-5ea6c6af17ce tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 946 time: 0.0552101 Jan 27 22:51:29.214267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9dff490-0924-4903-bda1-a314c6d7de91 req-adbc9588-c849-420e-b38f-626a6a1d2cc7 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450881 Jan 27 22:51:29.345966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd6fcc-a262-4a55-9881-94b6592e2f32 req-bdd78abb-1d9a-4909-994e-bd2507c22b74 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:29.347404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92bd6fcc-a262-4a55-9881-94b6592e2f32 req-bdd78abb-1d9a-4909-994e-bd2507c22b74 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 946 time: 0.0541074 Jan 27 22:51:29.401227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92bd6fcc-a262-4a55-9881-94b6592e2f32 req-24337593-a8a1-4d9f-946a-e095e1588c29 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478115 Jan 27 22:51:29.428614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44324) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:29.473337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e152a-acac-4e7e-8d58-c17b34ec765b tempest-TestVolumeBootPattern-1319882655 tempest-TestVolumeBootPattern-1319882655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:29.474894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-263e152a-acac-4e7e-8d58-c17b34ec765b tempest-TestVolumeBootPattern-1319882655 tempest-TestVolumeBootPattern-1319882655-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 1092 time: 0.0452652 Jan 27 22:51:29.477905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44326) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:29.482324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:29.506344 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:29.610969 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:29.729553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Allocated IP 172.25.8.146 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/66c8a966-a2b8-4215-926e-0dded777b2a0) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:29.841969 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (66c8a966-a2b8-4215-926e-0dded777b2a0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:29.884863 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (66c8a966-a2b8-4215-926e-0dded777b2a0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:29.927871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:29.930817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:29.936685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:29.942325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=66c8a966-a2b8-4215-926e-0dded777b2a0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:29.972085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.972436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.972776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.973114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.973457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.973791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.974122 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.974448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.974770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.975091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.975439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.975770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:29.976094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:30.331402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (088ebe11-5ef2-4e0f-bcd7-65409bd7f14b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:30.403988 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (66c8a966-a2b8-4215-926e-0dded777b2a0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:30.564056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for port (66c8a966-a2b8-4215-926e-0dded777b2a0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:30.569882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (66c8a966-a2b8-4215-926e-0dded777b2a0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:30.637335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event updated for resources: {'Port': ['ID=66c8a966-a2b8-4215-926e-0dded777b2a0,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:30.652277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (088ebe11-5ef2-4e0f-bcd7-65409bd7f14b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:30.756537 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Floating IP 088ebe11-5ef2-4e0f-bcd7-65409bd7f14b associated. External IP: 172.25.8.146, port: 0b0a31b0-68cd-454d-894e-9be465679bfc. Jan 27 22:51:30.974818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:51:31.089171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:31.099751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:31.108978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:31.116715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:31.117380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:51:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:31.137248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-09a0443c-51ae-41d8-aa3a-9d0ae3af2e6d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6582439 Jan 27 22:51:31.137823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:51:31.140118 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:51:31.230326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:31.237051 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d41adf-36b4-40aa-bfa9-db5fe84154b0 x-openstack-request-id: req-c2d41adf-36b4-40aa-bfa9-db5fe84154b0 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:51:31.237343 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:51:31.237602 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2d41adf-36b4-40aa-bfa9-db5fe84154b0 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:51:31.238025 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'status': 'completed', 'code': 200} Jan 27 22:51:31.306094 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-e59a5496-046a-473f-9e02-b8c7b011cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:31.307707 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-e59a5496-046a-473f-9e02-b8c7b011cd05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 1097 time: 0.0486248 Jan 27 22:51:31.402608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-fd5b381e-2fee-494d-9c97-9af560c726c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:31.404201 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-fd5b381e-2fee-494d-9c97-9af560c726c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0902774 Jan 27 22:51:31.480530 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-c8ce7f3a-28ed-4487-b181-507a505e3945 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0a31b0-68cd-454d-894e-9be465679bfc HTTP/1.1" status: 200 len: 1000 time: 0.0688808 Jan 27 22:51:31.534392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-2783da09-4ab2-4ac9-97c0-c6b8ee66d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:31.536065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-2783da09-4ab2-4ac9-97c0-c6b8ee66d6f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0501842 Jan 27 22:51:31.584557 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-614aa2ca-0268-41cb-b6e4-237e88eb04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:31.586162 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-614aa2ca-0268-41cb-b6e4-237e88eb04b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445585 Jan 27 22:51:31.653177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '088ebe11-5ef2-4e0f-bcd7-65409bd7f14b', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:bf:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:51:30Z', 'updated_at': '2022-01-27T22:51:30Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}, {'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:17Z', 'revision_number': 1, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:31.681949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:31.690790 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-3424a108-d003-4b90-8c4d-f4b2b24ca30b service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984819 Jan 27 22:51:31.691310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:31.692010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:51:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:31.786885 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-bd9ed110-f0e0-4a06-ab56-32c530bea0b2 req-dacfb848-f125-4b4b-9171-c926cc839323 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906334 Jan 27 22:51:31.804264 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:32.046391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '088ebe11-5ef2-4e0f-bcd7-65409bd7f14b', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:bf:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:51:30Z', 'updated_at': '2022-01-27T22:51:30Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}, {'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:17Z', 'revision_number': 1, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:32.087671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cbfafc-a204-4ad6-8103-d633cf5f9c68 None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '088ebe11-5ef2-4e0f-bcd7-65409bd7f14b', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:bf:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:51:30Z', 'updated_at': '2022-01-27T22:51:30Z', 'revision_number': 0, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}, {'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:17Z', 'revision_number': 1, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:32.309304 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12681824-e0f2-4741-b02b-e101cc62c8be None None] New status for floating IP 088ebe11-5ef2-4e0f-bcd7-65409bd7f14b: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:51:34.077370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c2125e6-af7f-4626-aca7-352c8b7c5b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:37.108201 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-04cd94fb-550d-4f6f-9822-2d2725cc119d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:38.685678 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.242329 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.270002 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.648546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:51.359890 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:59.200568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-8117c606-36e7-4d43-98b7-6ebdcf51ced7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439350 Jan 27 22:51:59.284063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-57c38bc2-d0e0-4d9d-9c79-a7e0ebc14438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:59.285605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-57c38bc2-d0e0-4d9d-9c79-a7e0ebc14438 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1096 time: 0.0427017 Jan 27 22:51:59.401578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-c2dc922f-0bd2-44a8-b925-4ed451071f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:59.403159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-c2dc922f-0bd2-44a8-b925-4ed451071f21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.0997281 Jan 27 22:51:59.473226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-b018828e-0a49-4c95-8425-6d7f1dcf6a2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 1000 time: 0.0640776 Jan 27 22:51:59.528258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-d7db7616-e6fb-4fda-89eb-be505f07a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:59.529783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-d7db7616-e6fb-4fda-89eb-be505f07a842 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0503991 Jan 27 22:51:59.577964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-79429ec7-9010-41ef-b557-586a3fe53965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:59.579169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-79429ec7-9010-41ef-b557-586a3fe53965 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433087 Jan 27 22:51:59.671642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-d5b9ff66-56ee-4b6c-8dce-ba7808cafa9d service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858788 Jan 27 22:51:59.767463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d56149a-1c03-44f1-bdf1-ca998ab7a3c9 req-e38a896f-8db6-489b-9391-9ba9b13b49d5 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905726 Jan 27 22:52:01.297330 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:52:04.088218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-40682e35-1306-46a0-9a8e-e09b6fc211bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:07.111819 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6de219d2-5a72-4b3d-947e-15f80e9f71b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:08.561228 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-4f566794-9c6f-4e05-a3f0-e6646e3db476 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509875 Jan 27 22:52:08.653990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-3919fa9c-f7d8-45ba-a9f6-7e8825cfe547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:08.655683 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-3919fa9c-f7d8-45ba-a9f6-7e8825cfe547 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 1097 time: 0.0500526 Jan 27 22:52:08.693287 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:08.785816 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-8cf66b98-3cfa-4bff-b8ec-47a495e14845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:08.787387 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-8cf66b98-3cfa-4bff-b8ec-47a495e14845 service neutron] 10.222.0.16 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.1077137 Jan 27 22:52:08.860430 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-bc2a0687-50cf-40a2-a365-9ac2c828185d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0a31b0-68cd-454d-894e-9be465679bfc HTTP/1.1" status: 200 len: 1002 time: 0.0662618 Jan 27 22:52:08.916226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-9d702967-fb5d-49a4-b8d8-be242f316574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:08.918555 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-9d702967-fb5d-49a4-b8d8-be242f316574 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0528181 Jan 27 22:52:08.967561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-12790311-f9f2-466a-97ea-4e076659b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:08.969153 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-12790311-f9f2-466a-97ea-4e076659b0c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451462 Jan 27 22:52:09.085816 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-47aa6bca-a3f7-4da4-8f01-56cfd440d277 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100223 Jan 27 22:52:09.189165 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-c8cbd022-3b64-4cc4-9660-4f6fe05abe58 req-a893782e-b454-4ce1-a442-592a20d33c8e service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967622 Jan 27 22:52:11.243959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:11.264502 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:11.896504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-d800ca05-033b-4d9f-b8c1-6c3c39d3143c req-9463fe24-40ee-49e0-a312-9c6a02e39f86 service neutron] (103330) timed out ('10.222.0.45', 41372) {{(pid=103330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:52:18.643854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:21.352966 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:34.085406 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa302a64-40d3-4631-89ab-0df7c326d044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:37.117005 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b262ef2e-cf5c-4074-a52a-f45fb3b087c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:38.297273 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:52:38.692828 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:41.247754 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:41.270948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:48.642471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.351458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.764578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44356) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:58.946616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port 66c8a966-a2b8-4215-926e-0dded777b2a0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:52:58.946876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (66c8a966-a2b8-4215-926e-0dded777b2a0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.039085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (66c8a966-a2b8-4215-926e-0dded777b2a0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.040027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (66c8a966-a2b8-4215-926e-0dded777b2a0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.055079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for 66c8a966-a2b8-4215-926e-0dded777b2a0 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:52:59.604278 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (66c8a966-a2b8-4215-926e-0dded777b2a0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.632764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=66c8a966-a2b8-4215-926e-0dded777b2a0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:59.647985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.648578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.649627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.650030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.650392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.650767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.651131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.651549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.651924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.652284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.652648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.653462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.653858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:59.719452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (088ebe11-5ef2-4e0f-bcd7-65409bd7f14b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.719763 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Floating IP 088ebe11-5ef2-4e0f-bcd7-65409bd7f14b disassociated (deleted). External IP: 172.25.8.146, port: 0b0a31b0-68cd-454d-894e-9be465679bfc. Jan 27 22:52:59.968022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:53:00.084988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:53:00.091038 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.098249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:53:00.114911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:00.115613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:52:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:00.119390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9c482759-056e-40a9-a416-c88f3076035d tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "DELETE /v2.0/floatingips/088ebe11-5ef2-4e0f-bcd7-65409bd7f14b HTTP/1.1" status: 204 len: 168 time: 1.3536046 Jan 27 22:53:00.120129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:00.123770 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3851e04-6445-4527-bddc-2efc52b2358c" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:00.172240 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008ffce9-71c1-4536-bf49-2b93489ce579 x-openstack-request-id: req-008ffce9-71c1-4536-bf49-2b93489ce579 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:00.172647 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:00.173000 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-008ffce9-71c1-4536-bf49-2b93489ce579 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:00.173576 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'status': 'completed', 'code': 200} Jan 27 22:53:00.252169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851e04-6445-4527-bddc-2efc52b2358c req-a295712d-05f2-4809-9223-937308b5fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:00.254636 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b3851e04-6445-4527-bddc-2efc52b2358c req-a295712d-05f2-4809-9223-937308b5fd8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 1097 time: 0.0565476 Jan 27 22:53:00.263591 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:00.379074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851e04-6445-4527-bddc-2efc52b2358c req-d9d684bf-a9b5-4dc7-83dd-0a0854572867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:00.381494 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b3851e04-6445-4527-bddc-2efc52b2358c req-d9d684bf-a9b5-4dc7-83dd-0a0854572867 service neutron] 10.222.0.16 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.1117013 Jan 27 22:53:00.393610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5a4f7-8507-4ea7-a05f-bd9c2b04dd89 req-87061843-a752-49d0-aef2-15f7516b812b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:00.395541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-12e5a4f7-8507-4ea7-a05f-bd9c2b04dd89 req-87061843-a752-49d0-aef2-15f7516b812b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 946 time: 0.0555742 Jan 27 22:53:00.425667 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b3851e04-6445-4527-bddc-2efc52b2358c req-0a2f5ba3-e7b3-4fe8-a5c7-6bae6ac7911f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0a31b0-68cd-454d-894e-9be465679bfc HTTP/1.1" status: 200 len: 217 time: 0.0365822 Jan 27 22:53:00.456345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-12e5a4f7-8507-4ea7-a05f-bd9c2b04dd89 req-482db0bb-bfda-40a1-9ff5-8dd3f593c232 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542955 Jan 27 22:53:00.482355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851e04-6445-4527-bddc-2efc52b2358c req-e900fdb9-8482-4be9-84a8-3de3f985966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:00.483914 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b3851e04-6445-4527-bddc-2efc52b2358c req-e900fdb9-8482-4be9-84a8-3de3f985966f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0516036 Jan 27 22:53:00.537193 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851e04-6445-4527-bddc-2efc52b2358c req-cb3bc5fa-148b-437b-b987-83717196625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:00.538656 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b3851e04-6445-4527-bddc-2efc52b2358c req-cb3bc5fa-148b-437b-b987-83717196625e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489993 Jan 27 22:53:00.563027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:17Z', 'revision_number': 1, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:00.593279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:53:00.602328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:00.602954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:52:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:00.654375 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b3851e04-6445-4527-bddc-2efc52b2358c req-98155385-28d6-4a04-8d24-97c124c722d0 service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093833 Jan 27 22:53:00.719276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:00.757849 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-b3851e04-6445-4527-bddc-2efc52b2358c req-a5410a02-be4c-41c7-bf5b-de42203dd6ba service neutron] 10.222.0.16 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969977 Jan 27 22:53:00.971609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:17Z', 'revision_number': 1, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:01.000425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fa982-3b1c-4b36-98a0-64518e9b37ea None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '41e0bbca-7b30-46ad-ab55-ec2d06878e11', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'port_id': 'c63d44bb-4760-4615-8196-8d194ff17337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'mac_address': 'fa:16:3e:3b:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726303c-a759-4477-aacb-3eb547b7e399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:49:15Z', 'updated_at': '2022-01-27T22:49:17Z', 'revision_number': 1, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:53:01.273993 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424492b0-8be8-403b-9fa4-3fc0d2ed64c9 None None] New status for floating IP 088ebe11-5ef2-4e0f-bcd7-65409bd7f14b: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:53:01.607210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521e5cb-3809-469e-8d66-ecf335a51562 req-5b7ec0fa-2370-40f2-a9d5-b1b525a2e852 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:01.609088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3521e5cb-3809-469e-8d66-ecf335a51562 req-5b7ec0fa-2370-40f2-a9d5-b1b525a2e852 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 946 time: 0.0603507 Jan 27 22:53:01.664868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3521e5cb-3809-469e-8d66-ecf335a51562 req-3e40f001-5623-4b85-a506-37a32d8acbe1 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499504 Jan 27 22:53:01.773689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5df1df-9a50-4788-81da-76c4095d195c req-72b1dd10-c5d1-41ec-859c-d242bcc4bad0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487061 Jan 27 22:53:01.862875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5df1df-9a50-4788-81da-76c4095d195c req-86ed7190-3917-4022-84d8-151176bd8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:01.864831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5df1df-9a50-4788-81da-76c4095d195c req-86ed7190-3917-4022-84d8-151176bd8809 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1096 time: 0.0490916 Jan 27 22:53:01.984691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5df1df-9a50-4788-81da-76c4095d195c req-e465bfbb-311a-4cfd-9536-46ee4019eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:01.986641 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5df1df-9a50-4788-81da-76c4095d195c req-e465bfbb-311a-4cfd-9536-46ee4019eec6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.1015892 Jan 27 22:53:02.019079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-6363aff5-3645-4ef7-a170-4710a8b12bd6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:02.020721 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-6363aff5-3645-4ef7-a170-4710a8b12bd6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 946 time: 0.0544622 Jan 27 22:53:02.074450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5df1df-9a50-4788-81da-76c4095d195c req-9e797106-8f6f-4ec5-b01b-33afc86f41b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 1000 time: 0.0819774 Jan 27 22:53:02.126975 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port 0b0a31b0-68cd-454d-894e-9be465679bfc {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:02.127609 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.130690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5df1df-9a50-4788-81da-76c4095d195c req-5ababfb9-d69c-498b-9cc6-cf50d07ba252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:02.132236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5df1df-9a50-4788-81da-76c4095d195c req-5ababfb9-d69c-498b-9cc6-cf50d07ba252 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0528297 Jan 27 22:53:02.187893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5df1df-9a50-4788-81da-76c4095d195c req-5b7e7a5b-d39b-41a8-8b36-88f08dd7d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:02.190459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5df1df-9a50-4788-81da-76c4095d195c req-5b7e7a5b-d39b-41a8-8b36-88f08dd7d52f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524385 Jan 27 22:53:02.248590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] For port 0b0a31b0-68cd-454d-894e-9be465679bfc, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=0b0a31b0-68cd-454d-894e-9be465679bfc,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:02.249112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.263135 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for 0b0a31b0-68cd-454d-894e-9be465679bfc owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:02.293081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5df1df-9a50-4788-81da-76c4095d195c req-00a9359a-74dd-4ff1-b1d4-6657b0bcbe85 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950990 Jan 27 22:53:02.399707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc5df1df-9a50-4788-81da-76c4095d195c req-07b1da5c-3dc9-4565-bf51-778e3a6d1fc0 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008334 Jan 27 22:53:02.413998 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0b0a31b0-68cd-454d-894e-9be465679bfc), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.452879 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=0b0a31b0-68cd-454d-894e-9be465679bfc,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:02.465594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.466070 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.466621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.466995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.467362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.467729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.468062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.468386 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.468717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.468991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.469447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.469776 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.470100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:02.506673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] No DVR routers for this DVR port 0b0a31b0-68cd-454d-894e-9be465679bfc on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:53:02.511310 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.515343 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7d79ef60-30c5-42f6-b1de-ab61f7707ac8 req-cbc547bf-df81-486b-98c8-d08083a0ecc8 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.16 "DELETE /v2.0/ports/0b0a31b0-68cd-454d-894e-9be465679bfc HTTP/1.1" status: 204 len: 173 time: 0.4885569 Jan 27 22:53:02.515855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'name': 'network-vif-deleted', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:02.518274 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f680217f-bcc5-4e0c-be61-805390c47283" -d '{"events": [{"server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "name": "network-vif-deleted", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:02.568512 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397bbde9-8aa4-4fe2-957e-d27642158483 x-openstack-request-id: req-397bbde9-8aa4-4fe2-957e-d27642158483 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:02.568967 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb5dc8-3fd9-4f15-bee3-be371ef104f0", "name": "network-vif-deleted", "tag": "0b0a31b0-68cd-454d-894e-9be465679bfc", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:02.570316 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-397bbde9-8aa4-4fe2-957e-d27642158483 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:02.570832 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb5dc8-3fd9-4f15-bee3-be371ef104f0', 'name': 'network-vif-deleted', 'tag': '0b0a31b0-68cd-454d-894e-9be465679bfc', 'status': 'completed', 'code': 200} Jan 27 22:53:02.768481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b545340-c666-4411-baec-32545d1c8fa7 req-44bcc708-bcde-442e-9b7d-ef030bd2d406 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0299459 Jan 27 22:53:03.885705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e4cab5c-dad0-4303-9d4d-a66893624dcb req-328f03ba-b031-40fa-9c65-aa4152fd133c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0272443 Jan 27 22:53:04.083069 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bd7d6afc-abca-45b3-964f-e60b112daedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.951724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b0a31b0-68cd-454d-894e-9be465679bfc no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:53:04.973442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 0b0a31b0-68cd-454d-894e-9be465679bfc {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:53:04.973776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 0b0a31b0-68cd-454d-894e-9be465679bfc not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:53:04.992145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1b7022c6-74e8-4076-a3a6-fbc55520aae5 req-1f5bbd53-40e8-416f-8031-234f645ac1f2 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0308018 Jan 27 22:53:06.101935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83862a66-c150-43de-b021-0a1a823c691b req-af8ed3f5-5c56-4726-86b3-cbd887f2f55a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0350645 Jan 27 22:53:07.121925 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f9e356b8-e721-4a83-b056-60546c47f599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:07.197360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63be7296-1d78-4b63-9efe-70a45a80a4a5 req-3a731a71-a8a3-47d2-972e-480f742fef79 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Jan 27 22:53:08.293654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c7f29abd-0205-4f1a-a313-a1357936cc52 req-e9aee4cc-e47d-404f-98be-c0c1ec083162 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0267210 Jan 27 22:53:08.697317 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.396346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd76ed7d-a254-4a7c-bbe7-b415a9a73f0f req-867cccf3-329e-40eb-b4d2-918b2147ab6b tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0303524 Jan 27 22:53:10.502703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-785a6a24-588f-4116-8ea2-2a263d504a80 req-9b967cd1-6763-4daa-be51-673fe8261547 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=17cb5dc8-3fd9-4f15-bee3-be371ef104f0 HTTP/1.1" status: 200 len: 210 time: 0.0295715 Jan 27 22:53:11.252710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:11.265452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:15.298597 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:53:18.642073 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:20.123194 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44426) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:20.324760 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port 4b0c9c96-eb8b-4a87-9625-43d9ca907689 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:20.325102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (4b0c9c96-eb8b-4a87-9625-43d9ca907689), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:20.407177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (4b0c9c96-eb8b-4a87-9625-43d9ca907689), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:20.407534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (4b0c9c96-eb8b-4a87-9625-43d9ca907689), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:20.420559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for 4b0c9c96-eb8b-4a87-9625-43d9ca907689 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:20.608514 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (4b0c9c96-eb8b-4a87-9625-43d9ca907689), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:20.634582 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=4b0c9c96-eb8b-4a87-9625-43d9ca907689,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:20.702579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (41e0bbca-7b30-46ad-ab55-ec2d06878e11), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:20.703106 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Floating IP 41e0bbca-7b30-46ad-ab55-ec2d06878e11 disassociated (deleted). External IP: 172.25.8.17, port: c63d44bb-4760-4615-8196-8d194ff17337. Jan 27 22:53:21.219018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:53:21.334773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:53:21.340026 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:21.348350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:53:21.365706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:21.366235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:53:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:21.368379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:21.371585 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e057b4f0-8600-4cde-a6ac-e2810fd2ca0c tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "DELETE /v2.0/floatingips/41e0bbca-7b30-46ad-ab55-ec2d06878e11 HTTP/1.1" status: 204 len: 168 time: 1.2446284 Jan 27 22:53:21.371585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:21.372080 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765" -d '{"events": [{"name": "network-changed", "server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "tag": "c63d44bb-4760-4615-8196-8d194ff17337"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:21.415541 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff87bcd-56b3-4aa7-951d-063c4e1ebea0 x-openstack-request-id: req-3ff87bcd-56b3-4aa7-951d-063c4e1ebea0 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:21.415843 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "tag": "c63d44bb-4760-4615-8196-8d194ff17337", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:21.416097 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ff87bcd-56b3-4aa7-951d-063c4e1ebea0 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:21.416494 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337', 'status': 'completed', 'code': 200} Jan 27 22:53:21.484224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:21.484479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-40167568-6748-499d-8ac2-3aaef5bee954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:21.486185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-40167568-6748-499d-8ac2-3aaef5bee954 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7923d5c01c6a47d49d6cfba977256c63&device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 1096 time: 0.0471692 Jan 27 22:53:21.631836 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-d40e9e25-3734-4f07-9f55-228af2a3b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:21.633358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-d40e9e25-3734-4f07-9f55-228af2a3b2e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 200 len: 912 time: 0.1359484 Jan 27 22:53:21.682467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-26011059-c9e2-41ad-8eb9-af1d5b432fe5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 200 len: 217 time: 0.0424759 Jan 27 22:53:21.694654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5facaa2-da0a-46c6-a8f1-49ca21e04f55 req-13431849-dd1a-469d-b6a4-6dff11b6dd19 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:21.696256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5facaa2-da0a-46c6-a8f1-49ca21e04f55 req-13431849-dd1a-469d-b6a4-6dff11b6dd19 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 945 time: 0.1063914 Jan 27 22:53:21.744190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:21.762416 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-169b1a08-e154-411c-936d-32053df1c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:21.764380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-169b1a08-e154-411c-936d-32053df1c70f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 200 len: 850 time: 0.0672581 Jan 27 22:53:21.772162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:53:21.781936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:21.782543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:53:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:21.793148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5facaa2-da0a-46c6-a8f1-49ca21e04f55 req-46434a6a-a7e8-4ad5-8ff3-94f582a709c0 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871444 Jan 27 22:53:21.823478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-f1d3167f-f014-4f05-b266-d920a43d0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:21.825169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-f1d3167f-f014-4f05-b266-d920a43d0c47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=008059fe-02f4-4122-a68d-ad08792cb796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502412 Jan 27 22:53:21.893298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:21.924561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-81b6452e-80f5-4aae-8f7e-5facb4b6ecc7 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931182 Jan 27 22:53:22.032129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7cdd0c1-2f26-4b4d-b90a-f40ce6854765 req-8afec6ec-ef3b-41e8-be09-b0667c8600a8 service neutron] 10.222.0.57 "GET /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987539 Jan 27 22:53:22.299967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:22.327879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f77e71-4b1a-4b53-b472-dcf8bced2b28 None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:45Z', 'revision_number': 4, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '46348c9f-fd7a-4ef3-b760-da0b7b5a654c', 'name': '', 'network_id': '008059fe-02f4-4122-a68d-ad08792cb796', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'mac_address': 'fa:16:3e:cc:b1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:45Z', 'updated_at': '2022-01-27T22:41:51Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'subnets': [{'id': 'c45f52ec-0a98-45ce-a148-f18973e6479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:53:22.555716 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8435c05-c3f8-412e-bdfd-d6b4719937bb None None] New status for floating IP 41e0bbca-7b30-46ad-ab55-ec2d06878e11: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:53:22.926243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c8f75-3704-4b00-ad96-c1f1f96d3768 req-1362d0d4-41a2-4eb3-ac3a-200695642c4f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:22.927764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b08c8f75-3704-4b00-ad96-c1f1f96d3768 req-1362d0d4-41a2-4eb3-ac3a-200695642c4f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 945 time: 0.0574603 Jan 27 22:53:22.981770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b08c8f75-3704-4b00-ad96-c1f1f96d3768 req-37b49d39-a400-45f0-8dc0-9ed3cf8daac9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5518cd7-0716-4310-89f7-8c829ef1e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479934 Jan 27 22:53:23.098505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-4484756d-28fe-4daf-be8a-8166147dc7b9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:23.100004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-4484756d-28fe-4daf-be8a-8166147dc7b9 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 945 time: 0.0532706 Jan 27 22:53:23.199609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port c63d44bb-4760-4615-8196-8d194ff17337 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:23.199897 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c63d44bb-4760-4615-8196-8d194ff17337), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:23.291622 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] For port c63d44bb-4760-4615-8196-8d194ff17337, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c63d44bb-4760-4615-8196-8d194ff17337,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:23.291996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c63d44bb-4760-4615-8196-8d194ff17337), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:23.304987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for c63d44bb-4760-4615-8196-8d194ff17337 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:23.444059 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c63d44bb-4760-4615-8196-8d194ff17337), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:23.473891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=c63d44bb-4760-4615-8196-8d194ff17337,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:23.518034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] No DVR routers for this DVR port c63d44bb-4760-4615-8196-8d194ff17337 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:53:23.520941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:23.524513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fcc8964-5443-4154-9bfd-b67f17c9c3c8 req-df3e8e30-15e8-43ca-8500-cc2339b3677a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.57 "DELETE /v2.0/ports/c63d44bb-4760-4615-8196-8d194ff17337 HTTP/1.1" status: 204 len: 173 time: 0.4198077 Jan 27 22:53:23.524968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'name': 'network-vif-deleted', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:23.527370 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3778328c-dd18-42c6-922c-50cf752a6cbe" -d '{"events": [{"server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "name": "network-vif-deleted", "tag": "c63d44bb-4760-4615-8196-8d194ff17337"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:23.569513 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044405cb-ae66-4134-88f2-24da1086c245 x-openstack-request-id: req-044405cb-ae66-4134-88f2-24da1086c245 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:23.569805 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3726303c-a759-4477-aacb-3eb547b7e399", "name": "network-vif-deleted", "tag": "c63d44bb-4760-4615-8196-8d194ff17337", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:23.570101 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-044405cb-ae66-4134-88f2-24da1086c245 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:23.570498 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3726303c-a759-4477-aacb-3eb547b7e399', 'name': 'network-vif-deleted', 'tag': 'c63d44bb-4760-4615-8196-8d194ff17337', 'status': 'completed', 'code': 200} Jan 27 22:53:24.086738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0af822a6-032b-4d8c-9160-71dbe6e67cec req-fc680d3b-9e40-468c-8973-825c79f65b67 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0317185 Jan 27 22:53:25.229440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25bd5b2b-c7c3-4666-bd59-c8a2e0709094 req-1547042e-8164-4f0f-8ab8-045319254fc6 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0420234 Jan 27 22:53:25.610616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c63d44bb-4760-4615-8196-8d194ff17337 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:53:25.631272 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: c63d44bb-4760-4615-8196-8d194ff17337 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:53:25.631651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c63d44bb-4760-4615-8196-8d194ff17337 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:53:26.336029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-962690f5-fb83-414f-bdc5-e8c797b3215b req-a0ab6339-6e31-4ae7-abe1-d7dcb1824f11 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0275230 Jan 27 22:53:27.435097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9405956f-bf00-407b-91b6-ef27d6b679de req-8e1977a9-2999-4d0b-9858-5828c69d8fcc tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0268867 Jan 27 22:53:28.535301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5d0e7980-e9c0-45d6-a612-6638c5d90bdf req-46e28797-00d5-473e-aee2-b7e0e245da3e tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0271270 Jan 27 22:53:29.634686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-723d57fc-9e21-46d3-995e-62766d1fb2c8 req-35f90539-aec4-41a8-bc92-000031647684 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0270755 Jan 27 22:53:30.737934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a040f271-f91e-4707-a2fb-73d34b7fa584 req-9fd04bb6-9ae0-4e59-a64a-5c9959fa3b49 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0300028 Jan 27 22:53:31.835890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7ffe703-53e9-4cc8-8da4-085514c947dd req-4fe36cb6-ed88-4d9a-ab2c-1736f444f427 tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "GET /v2.0/ports?device_id=3726303c-a759-4477-aacb-3eb547b7e399 HTTP/1.1" status: 200 len: 210 time: 0.0266461 Jan 27 22:53:32.905758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44456) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:33.034604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Deleting port 8d2f3896-9fcd-41dd-b883-8cbc30344305 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:33.034829 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8d2f3896-9fcd-41dd-b883-8cbc30344305), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:33.116741 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8d2f3896-9fcd-41dd-b883-8cbc30344305), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:33.117050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (8d2f3896-9fcd-41dd-b883-8cbc30344305), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:33.129765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Calling delete_port for 8d2f3896-9fcd-41dd-b883-8cbc30344305 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:33.280112 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8d2f3896-9fcd-41dd-b883-8cbc30344305), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:33.309236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'Port': ['ID=8d2f3896-9fcd-41dd-b883-8cbc30344305,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:33.378109 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for floatingip (21d4bbe4-733d-4bbd-8533-152f1216a32c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:33.380848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:33.382001 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-da8b2b33-f315-47b4-bbf2-69c33b1a4f7f tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "DELETE /v2.0/floatingips/21d4bbe4-733d-4bbd-8533-152f1216a32c HTTP/1.1" status: 204 len: 168 time: 0.4752002 Jan 27 22:53:34.088179 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6c06-9d69-416f-a823-fc6cd963aacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:37.127627 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6c141436-3c03-47ff-b30d-1f190145fe09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:38.700987 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:39.122959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44482) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:39.189444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c49c638-b539-4880-8baf-72bd664d145a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group (f5518cd7-0716-4310-89f7-8c829ef1e9ec), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:39.218609 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c49c638-b539-4880-8baf-72bd664d145a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group (f5518cd7-0716-4310-89f7-8c829ef1e9ec), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:39.300161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c49c638-b539-4880-8baf-72bd664d145a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f5518cd7-0716-4310-89f7-8c829ef1e9ec), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:39.304625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3c49c638-b539-4880-8baf-72bd664d145a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:39.306201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3c49c638-b539-4880-8baf-72bd664d145a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] 10.222.0.45 "DELETE /v2.0/security-groups/f5518cd7-0716-4310-89f7-8c829ef1e9ec HTTP/1.1" status: 204 len: 168 time: 0.1821606 Jan 27 22:53:39.317605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49c638-b539-4880-8baf-72bd664d145a tempest-TestVolumeBootPattern-794649635 tempest-TestVolumeBootPattern-794649635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5518cd7-0716-4310-89f7-8c829ef1e9ec,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:39.407577 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44486) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:40.140602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (9eec8570-168e-4db8-9b19-9bc0c36e6eee), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:40.426995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Deleting port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:40.427956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:40.518569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] For port 46348c9f-fd7a-4ef3-b760-da0b7b5a654c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:40.519046 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:40.536873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Calling delete_port for 46348c9f-fd7a-4ef3-b760-da0b7b5a654c owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:40.764228 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (46348c9f-fd7a-4ef3-b760-da0b7b5a654c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:40.790026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=46348c9f-fd7a-4ef3-b760-da0b7b5a654c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:40.971714 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (9eec8570-168e-4db8-9b19-9bc0c36e6eee), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:41.202978 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Router 9eec8570-168e-4db8-9b19-9bc0c36e6eee has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:53:41.265907 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:41.281162 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:41.352595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:53:41.361681 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c7e4b4f-8289-4c14-8e2e-7a06fde83f44 admin admin] 10.222.0.45 "PUT /v2.0/routers/9eec8570-168e-4db8-9b19-9bc0c36e6eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9515576 Jan 27 22:53:41.365872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44490) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:41.366461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] Sync routers for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:53:41.384158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:41.384891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:41.518234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks [] for router (9eec8570-168e-4db8-9b19-9bc0c36e6eee), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:41.548005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:41.651018 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks [] for router_gateway (9eec8570-168e-4db8-9b19-9bc0c36e6eee), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:41.729067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Deleting port a58d851f-46af-4159-8e59-4024570d9594 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:41.729417 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a58d851f-46af-4159-8e59-4024570d9594), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:41.767306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'a58d851f-46af-4159-8e59-4024570d9594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:53:40Z', 'revision_number': 5, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port': {'id': 'a58d851f-46af-4159-8e59-4024570d9594', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:39:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:41.807756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] Checking router: 9eec8570-168e-4db8-9b19-9bc0c36e6eee for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:53:41.820796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] Routers {'9eec8570-168e-4db8-9b19-9bc0c36e6eee'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:41.821461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:41.831924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] For port a58d851f-46af-4159-8e59-4024570d9594, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a58d851f-46af-4159-8e59-4024570d9594,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:41.832291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a58d851f-46af-4159-8e59-4024570d9594), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:41.846679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Calling delete_port for a58d851f-46af-4159-8e59-4024570d9594 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:41.931558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] Set router 9eec8570-168e-4db8-9b19-9bc0c36e6eee gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:41.992587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:53:41Z', 'revision_number': 6, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:42.022144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf82d52-e744-497c-a19e-de2d1c152f22 None None] The sync data for ids ['9eec8570-168e-4db8-9b19-9bc0c36e6eee'] in n-d-826529-2 is: [{'id': '9eec8570-168e-4db8-9b19-9bc0c36e6eee', 'name': 'tempest-TestVolumeBootPattern-355230937-router', 'tenant_id': '7923d5c01c6a47d49d6cfba977256c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:43Z', 'updated_at': '2022-01-27T22:53:41Z', 'revision_number': 6, 'project_id': '7923d5c01c6a47d49d6cfba977256c63', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:53:42.069511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a58d851f-46af-4159-8e59-4024570d9594), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.098563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58d851f-46af-4159-8e59-4024570d9594,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:42.161217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (9eec8570-168e-4db8-9b19-9bc0c36e6eee), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.257017 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (9eec8570-168e-4db8-9b19-9bc0c36e6eee), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.259227 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks [] for router_controller (9eec8570-168e-4db8-9b19-9bc0c36e6eee), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.304043 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (9eec8570-168e-4db8-9b19-9bc0c36e6eee), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.304659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eec8570-168e-4db8-9b19-9bc0c36e6eee {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:53:42.309330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.313456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44492) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:42.313996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1511c23f-fb30-4b85-a760-f0120e88e068 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9eec8570-168e-4db8-9b19-9bc0c36e6eee HTTP/1.1" status: 204 len: 168 time: 0.9462552 Jan 27 22:53:42.360935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed333d8-4eca-44b5-8ae0-ed8c97e3a781 admin admin] Deleting subnet c45f52ec-0a98-45ce-a148-f18973e6479e {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:53:42.367316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ed333d8-4eca-44b5-8ae0-ed8c97e3a781 admin admin] Publish callbacks [] for subnet (c45f52ec-0a98-45ce-a148-f18973e6479e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.419590 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ed333d8-4eca-44b5-8ae0-ed8c97e3a781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (c45f52ec-0a98-45ce-a148-f18973e6479e), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.502865 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ed333d8-4eca-44b5-8ae0-ed8c97e3a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c45f52ec-0a98-45ce-a148-f18973e6479e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.558960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ed333d8-4eca-44b5-8ae0-ed8c97e3a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (c45f52ec-0a98-45ce-a148-f18973e6479e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.585276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed333d8-4eca-44b5-8ae0-ed8c97e3a781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45f52ec-0a98-45ce-a148-f18973e6479e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:42.592647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3ed333d8-4eca-44b5-8ae0-ed8c97e3a781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.594822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894bee9-9390-4a49-8e39-3b9a4721c6a9 None None] Network 008059fe-02f4-4122-a68d-ad08792cb796 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:53:42.596525 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3ed333d8-4eca-44b5-8ae0-ed8c97e3a781 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c45f52ec-0a98-45ce-a148-f18973e6479e HTTP/1.1" status: 204 len: 168 time: 0.2818584 Jan 27 22:53:42.599121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44494) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:42.687697 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (008059fe-02f4-4122-a68d-ad08792cb796), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.747705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Deleting port 20c6d29e-4465-4194-af0d-c01e932aa207 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:42.748047 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.822981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] For port 20c6d29e-4465-4194-af0d-c01e932aa207, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20c6d29e-4465-4194-af0d-c01e932aa207,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:42.822981 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.828531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] DHCP port deletion for 008059fe-02f4-4122-a68d-ad08792cb796 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:53:42.843810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Calling delete_port for 20c6d29e-4465-4194-af0d-c01e932aa207 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:42.894628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Deleting port 20c6d29e-4465-4194-af0d-c01e932aa207 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:42.895354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.943035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.971113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c6d29e-4465-4194-af0d-c01e932aa207,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:42.972628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] For port 20c6d29e-4465-4194-af0d-c01e932aa207, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=20c6d29e-4465-4194-af0d-c01e932aa207,segment=NetworkSegment(bfd88dd0-cef5-4ea7-9118-dab70998cbd2),segment_id=bfd88dd0-cef5-4ea7-9118-dab70998cbd2)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:42.973033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:42.975618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] No DVR routers for this DVR port 20c6d29e-4465-4194-af0d-c01e932aa207 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:53:42.988597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Calling delete_port for 20c6d29e-4465-4194-af0d-c01e932aa207 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:43.050100 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (008059fe-02f4-4122-a68d-ad08792cb796), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.073660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (20c6d29e-4465-4194-af0d-c01e932aa207), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.074451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008059fe-02f4-4122-a68d-ad08792cb796']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:43.085907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:43.086228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd88dd0-cef5-4ea7-9118-dab70998cbd2') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:43.097225 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (bfd88dd0-cef5-4ea7-9118-dab70998cbd2), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.101456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Pushing event deleted for resources: {'Port': ['ID=20c6d29e-4465-4194-af0d-c01e932aa207,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:43.110576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.111014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.111455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.111884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.112422 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.112921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.113441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.113947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.114056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (bfd88dd0-cef5-4ea7-9118-dab70998cbd2), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.114564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.115070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.115619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.116125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.116515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:43.121983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e92558-4de8-4438-a7ea-574cd9124d9f None None] No DVR routers for this DVR port 20c6d29e-4465-4194-af0d-c01e932aa207 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:53:43.131222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:53:43.132211 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (bfd88dd0-cef5-4ea7-9118-dab70998cbd2), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:53:43.134516 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:53:43.211531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (008059fe-02f4-4122-a68d-ad08792cb796), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.220844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.224017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/008059fe-02f4-4122-a68d-ad08792cb796 HTTP/1.1" status: 204 len: 168 time: 0.6238668 Jan 27 22:53:43.227911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44496) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:43.238010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563422f6-f350-45bf-932f-21c8fc0a1cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=008059fe-02f4-4122-a68d-ad08792cb796,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:43.596725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.640387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20c6d29e-4465-4194-af0d-c01e932aa207 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:53:43.668104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 20c6d29e-4465-4194-af0d-c01e932aa207 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:53:43.668104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 20c6d29e-4465-4194-af0d-c01e932aa207 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:53:43.668104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 46348c9f-fd7a-4ef3-b760-da0b7b5a654c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:53:43.685504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 46348c9f-fd7a-4ef3-b760-da0b7b5a654c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:53:43.685995 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 46348c9f-fd7a-4ef3-b760-da0b7b5a654c not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:53:43.686518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a58d851f-46af-4159-8e59-4024570d9594 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:53:43.706002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a58d851f-46af-4159-8e59-4024570d9594 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:53:43.706493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a58d851f-46af-4159-8e59-4024570d9594 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:53:43.873811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Deleting port 0ac1e552-088b-4ea9-93b3-b797e6fa3180 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:43.874066 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.959504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] For port 0ac1e552-088b-4ea9-93b3-b797e6fa3180, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0ac1e552-088b-4ea9-93b3-b797e6fa3180,segment=NetworkSegment(08f7ba43-8bb1-46e9-bac9-e4eb8459c280),segment_id=08f7ba43-8bb1-46e9-bac9-e4eb8459c280)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:43.959825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:43.974100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Calling delete_port for 0ac1e552-088b-4ea9-93b3-b797e6fa3180 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:44.163977 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0ac1e552-088b-4ea9-93b3-b797e6fa3180), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:44.193549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac1e552-088b-4ea9-93b3-b797e6fa3180,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:44.363593 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:44.602955 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:53:45.010529 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:53:45.016717 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-758b4cb3-a76e-4a81-b1e6-d43901a1096a admin admin] 10.222.0.45 "PUT /v2.0/routers/514a4ce7-ce6b-414e-ad8a-acfcd941a1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7874830 Jan 27 22:53:45.019486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44498) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:45.026532 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] Sync routers for ids ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:53:45.037694 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] Routers {'514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:45.038327 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:45.137301 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks [] for router (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.158837 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] Set router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:45.252302 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks [] for router_gateway (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.308110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Deleting port df3250ea-5295-44dd-abb1-03ced465324f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:45.308348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (df3250ea-5295-44dd-abb1-03ced465324f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.338389 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:53:44Z', 'revision_number': 5, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port': {'id': 'df3250ea-5295-44dd-abb1-03ced465324f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:41:48Z', 'updated_at': '2022-01-27T22:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:45.369021 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] Checking router: 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:53:45.377833 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] Routers {'514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:45.378448 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:53:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:45.391138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] For port df3250ea-5295-44dd-abb1-03ced465324f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=df3250ea-5295-44dd-abb1-03ced465324f,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:45.391533 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (df3250ea-5295-44dd-abb1-03ced465324f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.403380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Calling delete_port for df3250ea-5295-44dd-abb1-03ced465324f owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:45.464930 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] Set router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:45.542032 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:53:45Z', 'revision_number': 6, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:45.573803 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8a4b3-5078-40de-9931-a0e607b1d475 None None] The sync data for ids ['514a4ce7-ce6b-414e-ad8a-acfcd941a1a1'] in n-d-826529-2 is: [{'id': '514a4ce7-ce6b-414e-ad8a-acfcd941a1a1', 'name': 'tempest-TestVolumeBootPattern-715467248-router', 'tenant_id': '8c62a8001cbd435d95f0d9dd45da334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:41:47Z', 'updated_at': '2022-01-27T22:53:45Z', 'revision_number': 6, 'project_id': '8c62a8001cbd435d95f0d9dd45da334e', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:53:45.582957 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (df3250ea-5295-44dd-abb1-03ced465324f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.612545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3250ea-5295-44dd-abb1-03ced465324f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:45.680568 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.781476 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.784134 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks [] for router_controller (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.843148 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (514a4ce7-ce6b-414e-ad8a-acfcd941a1a1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.843997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:53:45.851263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.852635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d75e5b13-35a1-4d4b-a7a6-32239ff782c8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/514a4ce7-ce6b-414e-ad8a-acfcd941a1a1 HTTP/1.1" status: 204 len: 168 time: 0.8320606 Jan 27 22:53:45.855350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44500) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:45.923538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a38b96-a7f2-44b1-83af-396dbce4f3db admin admin] Deleting subnet c8c579ec-140f-44cf-9e2e-5f920bb879fb {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:53:45.927770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0a38b96-a7f2-44b1-83af-396dbce4f3db admin admin] Publish callbacks [] for subnet (c8c579ec-140f-44cf-9e2e-5f920bb879fb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:45.965526 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0a38b96-a7f2-44b1-83af-396dbce4f3db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (c8c579ec-140f-44cf-9e2e-5f920bb879fb), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.051873 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0a38b96-a7f2-44b1-83af-396dbce4f3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c8c579ec-140f-44cf-9e2e-5f920bb879fb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.112314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0a38b96-a7f2-44b1-83af-396dbce4f3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (c8c579ec-140f-44cf-9e2e-5f920bb879fb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.141870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a38b96-a7f2-44b1-83af-396dbce4f3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c579ec-140f-44cf-9e2e-5f920bb879fb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:46.147020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b0a38b96-a7f2-44b1-83af-396dbce4f3db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.150366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b0a38b96-a7f2-44b1-83af-396dbce4f3db admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c8c579ec-140f-44cf-9e2e-5f920bb879fb HTTP/1.1" status: 204 len: 168 time: 0.2938075 Jan 27 22:53:46.152669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7abae3-4646-457b-8237-9c250fbe6f12 None None] Network 194d776b-97ec-4b46-8076-58ed517ce4c2 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:53:46.153302 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44502) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:46.224749 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (194d776b-97ec-4b46-8076-58ed517ce4c2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.283405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Deleting port 2af7307a-7830-4d00-bf7a-4d76acdfce68 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:46.283863 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.359290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] For port 2af7307a-7830-4d00-bf7a-4d76acdfce68, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2af7307a-7830-4d00-bf7a-4d76acdfce68,segment=NetworkSegment(08f7ba43-8bb1-46e9-bac9-e4eb8459c280),segment_id=08f7ba43-8bb1-46e9-bac9-e4eb8459c280)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:46.360267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.368925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] DHCP port deletion for 194d776b-97ec-4b46-8076-58ed517ce4c2 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:53:46.382305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Calling delete_port for 2af7307a-7830-4d00-bf7a-4d76acdfce68 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:46.419230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] Deleting port 2af7307a-7830-4d00-bf7a-4d76acdfce68 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:46.419629 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.467656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.490294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] For port 2af7307a-7830-4d00-bf7a-4d76acdfce68, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2af7307a-7830-4d00-bf7a-4d76acdfce68,segment=NetworkSegment(08f7ba43-8bb1-46e9-bac9-e4eb8459c280),segment_id=08f7ba43-8bb1-46e9-bac9-e4eb8459c280)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:46.490697 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.496751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] No DVR routers for this DVR port 2af7307a-7830-4d00-bf7a-4d76acdfce68 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:53:46.502433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af7307a-7830-4d00-bf7a-4d76acdfce68,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:46.507977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] Calling delete_port for 2af7307a-7830-4d00-bf7a-4d76acdfce68 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:46.588075 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (194d776b-97ec-4b46-8076-58ed517ce4c2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.588406 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (2af7307a-7830-4d00-bf7a-4d76acdfce68), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.614317 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194d776b-97ec-4b46-8076-58ed517ce4c2']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:46.615804 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] Pushing event deleted for resources: {'Port': ['ID=2af7307a-7830-4d00-bf7a-4d76acdfce68,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:46.622162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0c99e-02e2-4b00-9286-fa83206f2d2d None None] No DVR routers for this DVR port 2af7307a-7830-4d00-bf7a-4d76acdfce68 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:53:46.632616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f7ba43-8bb1-46e9-bac9-e4eb8459c280') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:46.633323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f7ba43-8bb1-46e9-bac9-e4eb8459c280') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:46.644431 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (08f7ba43-8bb1-46e9-bac9-e4eb8459c280), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.667631 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (08f7ba43-8bb1-46e9-bac9-e4eb8459c280), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.675940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:53:46.676346 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (08f7ba43-8bb1-46e9-bac9-e4eb8459c280), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:53:46.678371 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:53:46.733596 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (194d776b-97ec-4b46-8076-58ed517ce4c2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.740246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.743299 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/194d776b-97ec-4b46-8076-58ed517ce4c2 HTTP/1.1" status: 204 len: 168 time: 0.5889537 Jan 27 22:53:46.760149 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5700a-3cd5-4da2-b245-36297194d7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=194d776b-97ec-4b46-8076-58ed517ce4c2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:46.872241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44506) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:46.916055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b96501b0-43d8-436a-ae60-9614c28c28ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7923d5c01c6a47d49d6cfba977256c63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422134 Jan 27 22:53:46.918396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44508) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:46.968645 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb754-8f72-4dbd-8980-1d3067fd4fe8 admin admin] Publish callbacks [] for security_group (d3c71761-cbc4-4202-b0c1-e3778d3a9b9c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:46.991519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb754-8f72-4dbd-8980-1d3067fd4fe8 admin admin] Publish callbacks [] for security_group (d3c71761-cbc4-4202-b0c1-e3778d3a9b9c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:47.042277 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb754-8f72-4dbd-8980-1d3067fd4fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d3c71761-cbc4-4202-b0c1-e3778d3a9b9c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:47.044926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb754-8f72-4dbd-8980-1d3067fd4fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:47.046599 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a2ceb754-8f72-4dbd-8980-1d3067fd4fe8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3c71761-cbc4-4202-b0c1-e3778d3a9b9c HTTP/1.1" status: 204 len: 168 time: 0.1272798 Jan 27 22:53:47.055171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ceb754-8f72-4dbd-8980-1d3067fd4fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c71761-cbc4-4202-b0c1-e3778d3a9b9c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:47.411962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44514) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:47.458013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8aa1c08a-a4e6-4f2d-91cc-beb85044434a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c62a8001cbd435d95f0d9dd45da334e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448346 Jan 27 22:53:47.460733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44516) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:47.515528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbbceb97-54d6-4e81-9bef-1014a3e38f93 admin admin] Publish callbacks [] for security_group (1ef65291-0a46-4f3a-bd34-99e8196a4177), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:47.538792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbbceb97-54d6-4e81-9bef-1014a3e38f93 admin admin] Publish callbacks [] for security_group (1ef65291-0a46-4f3a-bd34-99e8196a4177), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:47.599393 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbbceb97-54d6-4e81-9bef-1014a3e38f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (1ef65291-0a46-4f3a-bd34-99e8196a4177), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:47.602077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cbbceb97-54d6-4e81-9bef-1014a3e38f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:47.604819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbbceb97-54d6-4e81-9bef-1014a3e38f93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ef65291-0a46-4f3a-bd34-99e8196a4177 HTTP/1.1" status: 204 len: 168 time: 0.1431630 Jan 27 22:53:47.614048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbceb97-54d6-4e81-9bef-1014a3e38f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef65291-0a46-4f3a-bd34-99e8196a4177,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:47.650894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0ac1e552-088b-4ea9-93b3-b797e6fa3180 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:53:47.674003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0ac1e552-088b-4ea9-93b3-b797e6fa3180 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:53:47.674607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0ac1e552-088b-4ea9-93b3-b797e6fa3180 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:53:47.675074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device df3250ea-5295-44dd-abb1-03ced465324f no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:53:47.694798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: df3250ea-5295-44dd-abb1-03ced465324f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:53:47.695142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device df3250ea-5295-44dd-abb1-03ced465324f not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:53:47.695604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2af7307a-7830-4d00-bf7a-4d76acdfce68 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:53:47.716729 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 2af7307a-7830-4d00-bf7a-4d76acdfce68 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:53:47.717080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2af7307a-7830-4d00-bf7a-4d76acdfce68 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:53:48.659605 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:51.365047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:52.298787 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:53:58.600232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-5f79e3a1-65e4-4ace-a9fe-a2ed1a2c965c tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b48702f021e442908908b27204ee9785&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299509 Jan 27 22:53:58.792773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-b44d9cb0-d07e-4324-80b9-d1d517cd6c06 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:58.794166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-b44d9cb0-d07e-4324-80b9-d1d517cd6c06 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886690 Jan 27 22:53:58.810966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-8fef009f-0e3b-4fce-b2ec-29daa6f55b4c tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/quotas/b48702f021e442908908b27204ee9785 HTTP/1.1" status: 200 len: 375 time: 0.0094631 Jan 27 22:53:59.195448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-42c3fb6c-2e9b-4515-835e-b8df617105f1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b48702f021e442908908b27204ee9785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3791232 Jan 27 22:53:59.366377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0727fe9e-59d8-46ec-8d9e-bce81cdadaf0 req-c0e3ed30-e9b9-4166-811d-b966f5204ac1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 210 time: 0.0282991 Jan 27 22:54:00.402355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-c6e6d964-5f96-47a8-9cf1-de96519e8df8 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b48702f021e442908908b27204ee9785&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253239 Jan 27 22:54:00.500358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc95ef17-0e45-4c5f-9574-74a43f9e9485 req-947f345c-875d-4445-a9bf-2bbce50db8a2 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 210 time: 0.0371444 Jan 27 22:54:00.548072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a41e6cf7-5cc1-4458-a39a-08c82368a3d7 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:00.549531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a41e6cf7-5cc1-4458-a39a-08c82368a3d7 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410029 Jan 27 22:54:00.561162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Request body: {'port': {'device_id': 'f6db2929-d51f-4c88-88c6-4d2344e82202', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'admin_state_up': True, 'tenant_id': 'b48702f021e442908908b27204ee9785'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:00.676488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Made reservation on behalf of b48702f021e442908908b27204ee9785 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:54:00.679976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:00.693683 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:00.771759 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks [] for security_group (375320fc-1c38-4982-907f-f5dfc7cae03c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:00.778157 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (375320fc-1c38-4982-907f-f5dfc7cae03c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:00.849033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375320fc-1c38-4982-907f-f5dfc7cae03c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:00.864256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.864606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.864958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.865299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.865640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.865976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.866308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.866668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.866975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.867304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.867667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.867997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.868322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:00.931141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Allocated IP 192.168.233.225 (2eb56a64-8ea7-4ee1-9d4f-8a46af179288/5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1/66dc3aaa-7f61-4b0a-8b12-c0e342d67e50) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:54:01.089145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks [] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.129752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.176290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:54:01.179365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:01.183081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:54:01.215736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Pushing event updated for resources: {'Port': ['ID=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:01.244867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:01.245526 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.264620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-1958192a-0210-4189-9dc4-8c90ffed96c1 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7074101 Jan 27 22:54:01.275893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Request body: {'port': {'device_id': 'f6db2929-d51f-4c88-88c6-4d2344e82202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:01.332085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.415005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-72fa91f5-0d4b-4436-b0cf-049419d3b953 None None] Provisioning complete for port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:01.415661 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-72fa91f5-0d4b-4436-b0cf-049419d3b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.461554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-72fa91f5-0d4b-4436-b0cf-049419d3b953 None None] Port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:54:01.642668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:54:01.652083 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Publish callbacks [] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.669408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93815-d22f-44fe-bdc4-776a133a9f33 req-b5201808-494f-45ca-b7bd-4f18028bf7b9 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:01.671346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8f93815-d22f-44fe-bdc4-776a133a9f33 req-b5201808-494f-45ca-b7bd-4f18028bf7b9 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 936 time: 0.1004536 Jan 27 22:54:01.676599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Transition to ACTIVE for port object 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:54:01.684958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.765931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8f93815-d22f-44fe-bdc4-776a133a9f33 req-2ae8f2fb-8c1e-4c9b-a585-5ed16bf11345 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881779 Jan 27 22:54:01.768127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Pushing event updated for resources: {'Port': ['ID=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:01.851761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Attempting to bind port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:54:01.852134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Attempting to bind port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:54:01.852467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Attempting to bind port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:01.857143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:54:01.857572 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Attempting to bind port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 on network 2eb56a64-8ea7-4ee1-9d4f-8a46af179288 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:01.863208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:54:01.863573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Checking segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:01.863958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Bound using segment: {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:54:01.864391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Bound port: 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e782fc8b-b875-4948-8a04-0b64175eb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:54:01.864754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.930635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] For port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:01.933647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] For port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:54:01.940314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.975683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:01.976366 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:01.977832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] 10.222.0.57 "PUT /v2.0/ports/66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 HTTP/1.1" status: 200 len: 1096 time: 0.7064555 Jan 27 22:54:01.978285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6db2929-d51f-4c88-88c6-4d2344e82202', 'tag': '66dc3aaa-7f61-4b0a-8b12-c0e342d67e50'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:01.980669 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659" -d '{"events": [{"name": "network-changed", "server_uuid": "f6db2929-d51f-4c88-88c6-4d2344e82202", "tag": "66dc3aaa-7f61-4b0a-8b12-c0e342d67e50"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:02.016720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1dcd7-de64-4496-8fa7-0ddfd1480214 service neutron] Pushing event updated for resources: {'Port': ['ID=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:02.054486 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0df2e9-8c78-47d0-8d39-9fa085659d2f x-openstack-request-id: req-ae0df2e9-8c78-47d0-8d39-9fa085659d2f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:02.054778 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6db2929-d51f-4c88-88c6-4d2344e82202", "tag": "66dc3aaa-7f61-4b0a-8b12-c0e342d67e50", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:02.055036 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae0df2e9-8c78-47d0-8d39-9fa085659d2f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:02.055459 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6db2929-d51f-4c88-88c6-4d2344e82202', 'tag': '66dc3aaa-7f61-4b0a-8b12-c0e342d67e50', 'status': 'completed', 'code': 200} Jan 27 22:54:02.072630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a2408289-f874-499b-a3c5-5671fe41fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.074249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-a2408289-f874-499b-a3c5-5671fe41fc40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b48702f021e442908908b27204ee9785&device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 1099 time: 0.0535071 Jan 27 22:54:02.128602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-23e6c6c1-a9e1-425a-8a1b-0931c9cd6d24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 HTTP/1.1" status: 200 len: 217 time: 0.0466967 Jan 27 22:54:02.178708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-2a83fae5-8c52-4048-9b00-83d40ba194f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.180238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-2a83fae5-8c52-4048-9b00-83d40ba194f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0463099 Jan 27 22:54:02.227913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-c273e0fb-05c5-45bd-b21e-7e289b050c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.229449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-c273e0fb-05c5-45bd-b21e-7e289b050c29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431490 Jan 27 22:54:02.329243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-37334fb9-b4b8-4018-9e7a-46dedb00ff91 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926099 Jan 27 22:54:02.422626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8051aa65-d95f-46d6-84cb-046f3daa395d req-70667c58-9773-4561-b959-7b4479ac73c3 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876594 Jan 27 22:54:02.516901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-0e343258-b624-44d9-86b5-68619402dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.518465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-0e343258-b624-44d9-86b5-68619402dd3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b48702f021e442908908b27204ee9785&device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 1099 time: 0.0495477 Jan 27 22:54:02.611890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-db1cf1d8-b043-41a5-90f9-d9093402ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.613316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-db1cf1d8-b043-41a5-90f9-d9093402ef34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288 HTTP/1.1" status: 200 len: 870 time: 0.0892797 Jan 27 22:54:02.662783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-5e8b3a0f-96a2-486b-8c3f-295b2c9266e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 HTTP/1.1" status: 200 len: 217 time: 0.0408649 Jan 27 22:54:02.727485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-82f30220-7098-43bd-ae94-2db80c3868f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.729805 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-82f30220-7098-43bd-ae94-2db80c3868f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1 HTTP/1.1" status: 200 len: 843 time: 0.0611031 Jan 27 22:54:02.782427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-a05d1845-758b-4257-8a10-b08fb364d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.784537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-a05d1845-758b-4257-8a10-b08fb364d0e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eb56a64-8ea7-4ee1-9d4f-8a46af179288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481384 Jan 27 22:54:02.923214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-15a8d5ec-a863-4707-943c-f511ffa6c976 service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316755 Jan 27 22:54:02.930855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1cf85-5eeb-42d3-b532-19ddf3b66485 req-a85e4e2c-21af-45ca-ae91-e7319e957201 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.932268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9a1cf85-5eeb-42d3-b532-19ddf3b66485 req-a85e4e2c-21af-45ca-ae91-e7319e957201 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 948 time: 0.0812769 Jan 27 22:54:03.034130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9a1cf85-5eeb-42d3-b532-19ddf3b66485 req-bba36481-2259-4651-b327-f0ad78507482 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937214 Jan 27 22:54:03.052227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f72e7c-cdab-4faf-b4de-35b2cb4df659 req-a434b460-0fe3-4917-bd59-1e367e1f5cbc service neutron] 10.222.0.57 "GET /v2.0/networks/2eb56a64-8ea7-4ee1-9d4f-8a46af179288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190238 Jan 27 22:54:04.094897 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b4dba84-cd9e-4c5a-a506-423192c140d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:04.163724 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca244-29b6-4335-aad5-c88c20d4685e req-d3ecc75e-7e02-4306-998a-3f67b4f24bec tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:04.165236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f1ca244-29b6-4335-aad5-c88c20d4685e req-d3ecc75e-7e02-4306-998a-3f67b4f24bec tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 948 time: 0.0515425 Jan 27 22:54:04.213252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2f1ca244-29b6-4335-aad5-c88c20d4685e req-09680aa9-ef09-48da-88f2-5e147b5c941a tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Jan 27 22:54:05.330823 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af989aea-bcf1-4a48-8e37-29b8720683fc req-ba3c7fb3-8ec6-4693-b590-fe22c7437ece tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:05.332411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af989aea-bcf1-4a48-8e37-29b8720683fc req-ba3c7fb3-8ec6-4693-b590-fe22c7437ece tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 948 time: 0.0497487 Jan 27 22:54:05.384768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af989aea-bcf1-4a48-8e37-29b8720683fc req-fd5c1267-f7c6-41e6-8eae-31f13b86f4a6 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 Jan 27 22:54:05.804214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:54:05.898964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:05.911677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '66dc3aaa-7f61-4b0a-8b12-c0e342d67e50', 'network_id': '2eb56a64-8ea7-4ee1-9d4f-8a46af179288', 'port_id': '66dc3aaa-7f61-4b0a-8b12-c0e342d67e50', 'mac_address': 'fa:16:3e:5a:4e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea4ca51-3c59-4ca6-bfd0-97ad522bb9c1', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:54:05.949556 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:05.949913 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:05.967041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:54:05.988772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:05.994233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:06.049260 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:06.229308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['66dc3aaa-7f61-4b0a-8b12-c0e342d67e50'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:54:06.515959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd30d9-b98c-4144-a832-98d77dc6d880 req-7c0eff97-9775-4c04-948e-56b3d834096d tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:06.517342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcdd30d9-b98c-4144-a832-98d77dc6d880 req-7c0eff97-9775-4c04-948e-56b3d834096d tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 949 time: 0.0618567 Jan 27 22:54:06.569755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcdd30d9-b98c-4144-a832-98d77dc6d880 req-8bbaec0b-19d7-4eae-ade2-bdf2d0142bec tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Jan 27 22:54:07.127856 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2b4e11e3-ee46-4187-8af9-48bec9c87b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:07.705864 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df125c26-b439-42e1-a70e-ed7636574ba5 req-74bc503b-a0a0-4630-b6d0-af20c9d97f35 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:07.707363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df125c26-b439-42e1-a70e-ed7636574ba5 req-74bc503b-a0a0-4630-b6d0-af20c9d97f35 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 949 time: 0.0618086 Jan 27 22:54:07.765558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df125c26-b439-42e1-a70e-ed7636574ba5 req-4d529698-042e-42d2-a994-23f508e0a2ac tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518711 Jan 27 22:54:07.846575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:54:07.909352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:54:07.913613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:07.913997 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:08.003642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:08.004026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:08.026928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6db2929-d51f-4c88-88c6-4d2344e82202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dc3aaa-7f61-4b0a-8b12-c0e342d67e50'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:08.029219 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cae0f4-46a7-42eb-93ba-6bbe90fb6e77" -d '{"events": [{"server_uuid": "f6db2929-d51f-4c88-88c6-4d2344e82202", "name": "network-vif-plugged", "status": "completed", "tag": "66dc3aaa-7f61-4b0a-8b12-c0e342d67e50"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:08.041784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:08.046534 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:08.093682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:08.136913 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a24cbc7-ad8d-46a9-a75d-6fae7f6c8253 x-openstack-request-id: req-4a24cbc7-ad8d-46a9-a75d-6fae7f6c8253 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:08.137533 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6db2929-d51f-4c88-88c6-4d2344e82202", "name": "network-vif-plugged", "status": "completed", "tag": "66dc3aaa-7f61-4b0a-8b12-c0e342d67e50", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:08.137533 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a24cbc7-ad8d-46a9-a75d-6fae7f6c8253 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:08.137946 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6db2929-d51f-4c88-88c6-4d2344e82202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dc3aaa-7f61-4b0a-8b12-c0e342d67e50', 'code': 200} Jan 27 22:54:08.268680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048146a-f05e-4fb0-a326-649295d20c23 req-c623b82f-d90e-48f8-a1d5-0171c2cff4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:08.270224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0048146a-f05e-4fb0-a326-649295d20c23 req-c623b82f-d90e-48f8-a1d5-0171c2cff4be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 1101 time: 0.0505693 Jan 27 22:54:08.314222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0048146a-f05e-4fb0-a326-649295d20c23 req-6c33b822-72be-4395-9ea2-dab336540e9f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382891 Jan 27 22:54:08.705388 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:08.894708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d7b64-e2e9-4ab0-84ea-37e11c219e4b req-9fea0a4b-c600-43bf-afb1-6d384c7305de tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:08.896285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-398d7b64-e2e9-4ab0-84ea-37e11c219e4b req-9fea0a4b-c600-43bf-afb1-6d384c7305de tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 950 time: 0.0551426 Jan 27 22:54:08.949486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-398d7b64-e2e9-4ab0-84ea-37e11c219e4b req-68020b27-a415-46c8-8184-ecf57ee16e7b tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Jan 27 22:54:10.091943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd014d7f-786a-4c3e-a942-0d6e8062c2da req-8b43ea7c-0931-4f87-9c59-33e6874f9202 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:10.093459 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd014d7f-786a-4c3e-a942-0d6e8062c2da req-8b43ea7c-0931-4f87-9c59-33e6874f9202 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 950 time: 0.0573163 Jan 27 22:54:10.148348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd014d7f-786a-4c3e-a942-0d6e8062c2da req-538abae2-3898-4341-a279-ec8ef03bc898 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488176 Jan 27 22:54:10.573582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-bc9fa465-2f1e-429c-a0d0-94c0e9cd1ab3 req-a8981b39-cfbc-4993-b189-ae6d35d98e28 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:54:10.574667 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc9fa465-2f1e-429c-a0d0-94c0e9cd1ab3 req-a8981b39-cfbc-4993-b189-ae6d35d98e28 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1180232 Jan 27 22:54:10.929530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-85fada27-bd01-4d20-a692-adfad0ff3f6d req-de6726a9-4b6d-4cb1-9589-4e3b6b78d9e9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:54:10.930700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-85fada27-bd01-4d20-a692-adfad0ff3f6d req-de6726a9-4b6d-4cb1-9589-4e3b6b78d9e9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055294 Jan 27 22:54:11.265648 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:11.269079 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:11.285920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6788bb-3430-4df5-89b6-1488bef546f8 req-889fc1be-3750-4deb-a9c8-c007dcb3c67f tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:11.287507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af6788bb-3430-4df5-89b6-1488bef546f8 req-889fc1be-3750-4deb-a9c8-c007dcb3c67f tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 950 time: 0.0521920 Jan 27 22:54:11.336705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-af6788bb-3430-4df5-89b6-1488bef546f8 req-61270e12-dbbf-41d9-aa6c-cbc726e3625c tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Jan 27 22:54:12.487461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73445e-7a4f-4d88-800b-c68f29e0e4f0 req-61db1e1e-195d-48c2-b796-b65b6985b92b tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:12.489016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c73445e-7a4f-4d88-800b-c68f29e0e4f0 req-61db1e1e-195d-48c2-b796-b65b6985b92b tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 950 time: 0.0709498 Jan 27 22:54:12.566901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-fccd9b2d-3c18-4669-86e9-19d1177fdf06 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:12.568415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-fccd9b2d-3c18-4669-86e9-19d1177fdf06 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6db2929-d51f-4c88-88c6-4d2344e82202 HTTP/1.1" status: 200 len: 950 time: 0.0785279 Jan 27 22:54:12.571931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3c73445e-7a4f-4d88-800b-c68f29e0e4f0 req-d0b3702f-b280-47bd-b252-9d44b83bd3b0 tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.45 "GET /v2.0/security-groups?id=375320fc-1c38-4982-907f-f5dfc7cae03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745177 Jan 27 22:54:12.683721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Deleting port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:12.684075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:12.794262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] For port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,segment=NetworkSegment(e782fc8b-b875-4948-8a04-0b64175eb1fc),segment_id=e782fc8b-b875-4948-8a04-0b64175eb1fc)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:12.794628 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:12.808527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Calling delete_port for 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:12.967874 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (66dc3aaa-7f61-4b0a-8b12-c0e342d67e50), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:12.983175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['66dc3aaa-7f61-4b0a-8b12-c0e342d67e50'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:54:13.002250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Pushing event deleted for resources: {'Port': ['ID=66dc3aaa-7f61-4b0a-8b12-c0e342d67e50,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:13.045594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] No DVR routers for this DVR port 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:54:13.048393 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:13.052737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5cf424de-f64a-4ef8-ac2c-bb7c5b795b8f req-202fee83-c383-4093-9e06-21c20f3c75af tempest-ServersAdminNegativeTestJSON-1266712862 tempest-ServersAdminNegativeTestJSON-1266712862-project] 10.222.0.57 "DELETE /v2.0/ports/66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 HTTP/1.1" status: 204 len: 173 time: 0.4787230 Jan 27 22:54:13.053267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6db2929-d51f-4c88-88c6-4d2344e82202', 'name': 'network-vif-deleted', 'tag': '66dc3aaa-7f61-4b0a-8b12-c0e342d67e50'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:13.056383 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f263f753-e06a-4a8e-b3c4-3cfc13518621" -d '{"events": [{"server_uuid": "f6db2929-d51f-4c88-88c6-4d2344e82202", "name": "network-vif-deleted", "tag": "66dc3aaa-7f61-4b0a-8b12-c0e342d67e50"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:13.097007 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabc7990-8818-44a3-bdef-de76abdb7849 x-openstack-request-id: req-fabc7990-8818-44a3-bdef-de76abdb7849 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:13.097325 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6db2929-d51f-4c88-88c6-4d2344e82202", "name": "network-vif-deleted", "tag": "66dc3aaa-7f61-4b0a-8b12-c0e342d67e50", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:13.097594 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fabc7990-8818-44a3-bdef-de76abdb7849 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:13.098025 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6db2929-d51f-4c88-88c6-4d2344e82202', 'name': 'network-vif-deleted', 'tag': '66dc3aaa-7f61-4b0a-8b12-c0e342d67e50', 'status': 'completed', 'code': 200} Jan 27 22:54:13.909047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44654) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:14.054147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-80a62df6-cc18-4f41-9649-00bddcdd0ca9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b48702f021e442908908b27204ee9785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435385 Jan 27 22:54:14.058063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44658) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:14.123768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-481ce5b1-f257-42e0-b0eb-0663f74c9103 admin admin] Publish callbacks [] for security_group (375320fc-1c38-4982-907f-f5dfc7cae03c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.147045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-481ce5b1-f257-42e0-b0eb-0663f74c9103 admin admin] Publish callbacks [] for security_group (375320fc-1c38-4982-907f-f5dfc7cae03c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.214304 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-481ce5b1-f257-42e0-b0eb-0663f74c9103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (375320fc-1c38-4982-907f-f5dfc7cae03c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.217953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-481ce5b1-f257-42e0-b0eb-0663f74c9103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.219750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-481ce5b1-f257-42e0-b0eb-0663f74c9103 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/375320fc-1c38-4982-907f-f5dfc7cae03c HTTP/1.1" status: 204 len: 168 time: 0.1602011 Jan 27 22:54:14.228371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ce5b1-f257-42e0-b0eb-0663f74c9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375320fc-1c38-4982-907f-f5dfc7cae03c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:14.518016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44664) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:14.531354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.619433 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Publish callbacks [] for security_group (8d970f9b-6b7c-4036-8462-7ecd218cdbc5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.626545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8d970f9b-6b7c-4036-8462-7ecd218cdbc5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.666441 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2328df3d991d46639f9ba09ab5b4c42c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473963 Jan 27 22:54:14.668073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d970f9b-6b7c-4036-8462-7ecd218cdbc5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:14.669617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44666) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:14.677116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.677464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.677797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.678134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.678469 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.678801 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.679129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.679460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.679808 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.680132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.680453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.680771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.681067 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c2760a-e34e-438f-a5a4-8ac537233a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:14.721411 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a25024e-bef3-4f1f-b444-254b9795c303 admin admin] Publish callbacks [] for security_group (8d970f9b-6b7c-4036-8462-7ecd218cdbc5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.743165 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a25024e-bef3-4f1f-b444-254b9795c303 admin admin] Publish callbacks [] for security_group (8d970f9b-6b7c-4036-8462-7ecd218cdbc5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.794985 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a25024e-bef3-4f1f-b444-254b9795c303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (8d970f9b-6b7c-4036-8462-7ecd218cdbc5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.797756 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9a25024e-bef3-4f1f-b444-254b9795c303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:14.799046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9a25024e-bef3-4f1f-b444-254b9795c303 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d970f9b-6b7c-4036-8462-7ecd218cdbc5 HTTP/1.1" status: 204 len: 168 time: 0.1283052 Jan 27 22:54:14.807499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25024e-bef3-4f1f-b444-254b9795c303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d970f9b-6b7c-4036-8462-7ecd218cdbc5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:15.542462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44688) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:15.648186 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1265158697-network', 'tenant_id': 'eedca086ca1940adb3f29dd8f1c32006'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:15.670202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Made reservation on behalf of eedca086ca1940adb3f29dd8f1c32006 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:54:15.672842 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:15.682906 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:15.768904 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Publish callbacks [] for security_group (19b22468-f896-48b3-8345-7f6605518fd9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:15.774267 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (19b22468-f896-48b3-8345-7f6605518fd9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:15.805278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:54:15.812300 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b22468-f896-48b3-8345-7f6605518fd9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:15.821688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1b6a2403-6b42-4551-89ea-50559f192bad), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:15.822229 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Added segment 1b6a2403-6b42-4551-89ea-50559f192bad of type vlan for network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 Jan 27 22:54:15.868615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (808054f4-dc2b-4f98-84f1-f4ce83aa0645), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:15.875788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:15.896056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (808054f4-dc2b-4f98-84f1-f4ce83aa0645), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:15.897091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:15.897505 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:54:15.897855 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:15.897969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 66dc3aaa-7f61-4b0a-8b12-c0e342d67e50 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:15.951314 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4075840 Jan 27 22:54:15.954406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44692) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:15.961338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Request body: {'subnet': {'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1265158697-subnet', 'tenant_id': 'eedca086ca1940adb3f29dd8f1c32006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:15.974318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8231-9188-4b4c-8cd7-f226056d2fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=808054f4-dc2b-4f98-84f1-f4ce83aa0645,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:15.987216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:54:15.990866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Made reservation on behalf of eedca086ca1940adb3f29dd8f1c32006 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:54:15.993498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:16.177085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (07d4bb41-cd90-4737-a53c-e4bd4d9dbacd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:16.232162 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:16.248059 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Checking segment: {'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:16.248423 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Network hostable DHCP agents. Network: 808054f4-dc2b-4f98-84f1-f4ce83aa0645, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:54:16.270367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:54:16.281241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 808054f4-dc2b-4f98-84f1-f4ce83aa0645) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:16.286126 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:16.286765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:16.291283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b39c13-f2b3-41aa-a024-a5a362c8eb4b None None] Network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:54:16.303770 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-aac26820-26fb-44cc-9443-e28fa1365f19 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3482354 Jan 27 22:54:16.399880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee828b-4180-4d12-84b8-cbc03261b7df None None] Network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:54:16.762020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-a2eacddc-e887-41cc-9696-8817584ab614 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:16.763515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-a2eacddc-e887-41cc-9696-8817584ab614 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/networks?id=808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 200 len: 812 time: 0.1036463 Jan 27 22:54:16.778919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-660235e6-970c-4495-affb-e8cc2f3676c2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/quotas/eedca086ca1940adb3f29dd8f1c32006 HTTP/1.1" status: 200 len: 375 time: 0.0095088 Jan 27 22:54:16.811850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-5f436261-fa6a-4e68-bbe7-dabda957f96d tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eedca086ca1940adb3f29dd8f1c32006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273104 Jan 27 22:54:16.903454 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-f4849391-e70f-4013-ac5f-79aff867c62e service neutron] 10.222.0.45 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846949 Jan 27 22:54:17.000198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-9c28d8da-04ec-489d-8437-201ea84655a3 service neutron] 10.222.0.45 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903194 Jan 27 22:54:17.175272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aa2ecb9-2699-4114-8712-abe649105b7f req-822f0e8a-0c61-4ba9-b5aa-ff22fb713479 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 210 time: 0.0290909 Jan 27 22:54:18.163581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-813b6e9f-8e57-4b5d-a543-af1e0b258341 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:18.165065 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-813b6e9f-8e57-4b5d-a543-af1e0b258341 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.57 "GET /v2.0/networks?id=808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 200 len: 812 time: 0.1109653 Jan 27 22:54:18.178753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Request body: {'port': {'device_id': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645', 'admin_state_up': True, 'tenant_id': 'eedca086ca1940adb3f29dd8f1c32006'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:18.287621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bac058be-6bf2-4230-832a-d6b40a523b8d req-38ac97fe-ee85-45fa-b0dd-ae021215cbd2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 210 time: 0.0381582 Jan 27 22:54:18.310038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Made reservation on behalf of eedca086ca1940adb3f29dd8f1c32006 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:54:18.313428 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.443212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Allocated IP 172.20.0.3 (808054f4-dc2b-4f98-84f1-f4ce83aa0645/07d4bb41-cd90-4737-a53c-e4bd4d9dbacd/6214dfe2-113c-4b3f-8b42-9e830ae77d89) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:54:18.613806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Publish callbacks [] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.660657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.660950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.711501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:54:18.714712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:18.717429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:54:18.745589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Pushing event updated for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:18.775171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:18.775778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.796730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-565fe392-181b-4901-8007-545e194211ef tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6224113 Jan 27 22:54:18.807602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Request body: {'port': {'device_id': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:18.864439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.159975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6214dfe2-113c-4b3f-8b42-9e830ae77d89 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:54:19.167908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Publish callbacks [] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.183400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Transition to ACTIVE for port object 6214dfe2-113c-4b3f-8b42-9e830ae77d89 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:54:19.189885 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.243190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Pushing event updated for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:19.329219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Attempting to bind port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:54:19.329570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Attempting to bind port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:54:19.329928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Attempting to bind port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:19.334703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:54:19.335032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Attempting to bind port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:19.340310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:54:19.340657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Checking segment: {'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:19.341045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Bound using segment: {'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:54:19.341472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Bound port: 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:54:19.341836 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.432416 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:19.436498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:54:19.444919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d035-5dec-4c85-a45c-b72a86314b53 req-18f802e9-9536-4e96-b073-d0d3e800fc52 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:19.446441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f082d035-5dec-4c85-a45c-b72a86314b53 req-18f802e9-9536-4e96-b073-d0d3e800fc52 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0893762 Jan 27 22:54:19.447952 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.498012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:19.498656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.500060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] 10.222.0.57 "PUT /v2.0/ports/6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 1091 time: 0.6966834 Jan 27 22:54:19.500519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:19.503080 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e94df61-0f02-4096-ae26-7a32a8e15650" -d '{"events": [{"name": "network-changed", "server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:19.557807 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058b9b0-0d0f-4227-9c1c-af0e4ae5a043 x-openstack-request-id: req-7058b9b0-0d0f-4227-9c1c-af0e4ae5a043 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:19.558090 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:19.558370 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7058b9b0-0d0f-4227-9c1c-af0e4ae5a043 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:19.558740 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'status': 'completed', 'code': 200} Jan 27 22:54:19.572617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad43e42-0b0c-4b32-b990-e11c0076c623 service neutron] Pushing event updated for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:19.579752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f082d035-5dec-4c85-a45c-b72a86314b53 req-f262e817-f8c7-4f68-97c8-c11e15467e41 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272802 Jan 27 22:54:19.604894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-b358ce11-4d48-4b6b-95fd-aa7af5f1aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:19.606392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-b358ce11-4d48-4b6b-95fd-aa7af5f1aa2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eedca086ca1940adb3f29dd8f1c32006&device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 1094 time: 0.0654087 Jan 27 22:54:19.650862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-4ecb60ed-ae6a-4bcf-9b45-1e837fa57160 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 217 time: 0.0361466 Jan 27 22:54:19.718234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-21cfc53a-c649-4d0a-93ba-14523b4552d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:19.720285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-21cfc53a-c649-4d0a-93ba-14523b4552d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd HTTP/1.1" status: 200 len: 852 time: 0.0602911 Jan 27 22:54:19.754126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-16616f41-23e2-4759-a6e1-e4621985d95c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=808054f4-dc2b-4f98-84f1-f4ce83aa0645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285444 Jan 27 22:54:19.853642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-d3465661-e401-4e66-bed6-c8cb7ad427d9 service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939717 Jan 27 22:54:19.953916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b96c3071-1e94-45d2-947e-4ecfa526e7a3 req-51e77b2f-f40c-40ea-824f-4f382f8c45a7 service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925534 Jan 27 22:54:20.041394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-2fbfd7ee-f3ea-48f7-84cd-3b44934babd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:20.042836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-2fbfd7ee-f3ea-48f7-84cd-3b44934babd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eedca086ca1940adb3f29dd8f1c32006&device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 1094 time: 0.0423930 Jan 27 22:54:20.134627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-fac2e395-a9cc-48b2-952e-e63df7267136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:20.136144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-fac2e395-a9cc-48b2-952e-e63df7267136 service neutron] 10.222.0.57 "GET /v2.0/networks?id=808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 200 len: 913 time: 0.0870011 Jan 27 22:54:20.183200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-9508cd6a-5875-4c52-92c3-72e7d82d4aa9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 217 time: 0.0410936 Jan 27 22:54:20.233652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-3eb6eb45-bbd1-4943-a0d7-387183d26504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:20.235119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-3eb6eb45-bbd1-4943-a0d7-387183d26504 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd HTTP/1.1" status: 200 len: 852 time: 0.0458858 Jan 27 22:54:20.267522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-609d7f7c-45a2-452e-a3a1-274c534198d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=808054f4-dc2b-4f98-84f1-f4ce83aa0645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258858 Jan 27 22:54:20.362055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-e7f81fdc-5dd2-408f-b389-7d93e4fa94d8 service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883908 Jan 27 22:54:20.454486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e94df61-0f02-4096-ae26-7a32a8e15650 req-c5b14c89-1c23-40e4-8af1-3f78b5feb93a service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862496 Jan 27 22:54:20.718642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92f6df-a060-49ee-a1a4-8b1749414454 req-f7cac190-48ed-4c2a-9868-81bddf8362a8 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:20.720159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e92f6df-a060-49ee-a1a4-8b1749414454 req-f7cac190-48ed-4c2a-9868-81bddf8362a8 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0621228 Jan 27 22:54:20.778966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e92f6df-a060-49ee-a1a4-8b1749414454 req-3cbdd5bf-ea45-4724-bb81-aba802db2638 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504751 Jan 27 22:54:21.359347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.909052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c715c1-eea6-4e0f-ae94-3aecd6200f62 req-1f8d91c7-5a64-4a86-a9b6-6190b0688020 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:21.910573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14c715c1-eea6-4e0f-ae94-3aecd6200f62 req-1f8d91c7-5a64-4a86-a9b6-6190b0688020 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0517828 Jan 27 22:54:21.960256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14c715c1-eea6-4e0f-ae94-3aecd6200f62 req-4d91d412-9820-4bad-819f-57029d5ebca7 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Jan 27 22:54:23.080648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd16006-b62d-4231-bdf0-ef9cef5a4d7d req-779d112d-17ce-4162-9fc8-bdd8bab06b19 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:23.082273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fd16006-b62d-4231-bdf0-ef9cef5a4d7d req-779d112d-17ce-4162-9fc8-bdd8bab06b19 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0503786 Jan 27 22:54:23.138483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fd16006-b62d-4231-bdf0-ef9cef5a4d7d req-ffbac231-583b-4261-8a0c-6b4bda769078 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Jan 27 22:54:23.923686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:54:24.022885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:24.034814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645', 'port_id': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'mac_address': 'fa:16:3e:5d:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d4bb41-cd90-4737-a53c-e4bd4d9dbacd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:54:24.079399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:24.079809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.093539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6214dfe2-113c-4b3f-8b42-9e830ae77d89 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:54:24.116362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:24.122990 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.172900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:24.263117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83deba3-4276-4edb-ac9c-01df31f9f243 req-f55aef47-dc59-49cd-9b30-cfb21b4e8c84 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:24.264688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83deba3-4276-4edb-ac9c-01df31f9f243 req-f55aef47-dc59-49cd-9b30-cfb21b4e8c84 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 944 time: 0.0509443 Jan 27 22:54:24.312329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83deba3-4276-4edb-ac9c-01df31f9f243 req-409b379c-e6da-4f6e-9367-cd6ebe67a7db tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 Jan 27 22:54:24.314736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['6214dfe2-113c-4b3f-8b42-9e830ae77d89'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:54:25.439584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b36a-49cc-4e55-9df8-03c9d96b5b07 req-e9f91d89-9322-46ca-a7fb-69a2d32bbb61 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:25.441230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9463b36a-49cc-4e55-9df8-03c9d96b5b07 req-e9f91d89-9322-46ca-a7fb-69a2d32bbb61 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 944 time: 0.0587246 Jan 27 22:54:25.490845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9463b36a-49cc-4e55-9df8-03c9d96b5b07 req-7325b0c6-6a67-46a0-bd0d-d9348d3938d2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Jan 27 22:54:25.938296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:54:25.992277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:54:26.000871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:26.001256 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.089787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:26.090174 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.114453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:26.116770 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b9fa6-7992-418d-98df-26b19406ae58" -d '{"events": [{"server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:26.129308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:26.134191 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.157517 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1663550-4dc5-45fb-9e60-3636f166e008 x-openstack-request-id: req-c1663550-4dc5-45fb-9e60-3636f166e008 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:26.157806 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:26.158061 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1663550-4dc5-45fb-9e60-3636f166e008 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:26.158735 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'code': 200} Jan 27 22:54:26.189559 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:26.630619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4406b-6b00-4d66-8336-32c442df5f82 req-bcc284ed-0b25-49ac-86c1-9f2b37cb70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:26.632181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15d4406b-6b00-4d66-8336-32c442df5f82 req-bcc284ed-0b25-49ac-86c1-9f2b37cb70b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 1096 time: 0.4204683 Jan 27 22:54:26.699902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b4249-9fe0-49f0-87de-768449312a8f req-5940dc0c-5f53-48b2-ae2c-d24754e3448f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:26.701446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df5b4249-9fe0-49f0-87de-768449312a8f req-5940dc0c-5f53-48b2-ae2c-d24754e3448f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0852714 Jan 27 22:54:26.703826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15d4406b-6b00-4d66-8336-32c442df5f82 req-95e9e423-baeb-4186-9eef-c993bc8b25d9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580225 Jan 27 22:54:26.757383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-df5b4249-9fe0-49f0-87de-768449312a8f req-a75843ca-bdaf-464f-a7f0-d3e457da326f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497909 Jan 27 22:54:27.880266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39be7b-e5da-44f3-86d7-290e2af5c7c8 req-4096a5d6-0d81-4df6-a4fd-331bebd3df03 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.881726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf39be7b-e5da-44f3-86d7-290e2af5c7c8 req-4096a5d6-0d81-4df6-a4fd-331bebd3df03 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0505981 Jan 27 22:54:27.934446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf39be7b-e5da-44f3-86d7-290e2af5c7c8 req-7b40bdf1-0121-4a53-8472-ed595570a5ea tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Jan 27 22:54:28.204709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3043b-f8b9-4bed-bf03-7bd352d78a04 req-f17c5315-ab0e-49b2-8a1b-ff4c81af9047 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:28.206203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fc3043b-f8b9-4bed-bf03-7bd352d78a04 req-f17c5315-ab0e-49b2-8a1b-ff4c81af9047 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0523622 Jan 27 22:54:28.209353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44752) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:28.267473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fc3043b-f8b9-4bed-bf03-7bd352d78a04 req-be8096ee-bb89-4470-b240-99cb950cada9 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523634 Jan 27 22:54:28.297487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-4502b0b3-dc3d-4f49-ae50-39ebccd3303f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868068 Jan 27 22:54:28.306133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-fe92560b-4437-41fa-a585-a26ddaa97156 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:54:28.307098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-fe92560b-4437-41fa-a585-a26ddaa97156 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050027 Jan 27 22:54:29.301889 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:54:29.391912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f077197-4ed7-4795-9ff6-caa3f2cff330 req-26ae8303-9da8-481d-8e68-c1e93abbeab7 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:29.393408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f077197-4ed7-4795-9ff6-caa3f2cff330 req-26ae8303-9da8-481d-8e68-c1e93abbeab7 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0547614 Jan 27 22:54:29.446088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f077197-4ed7-4795-9ff6-caa3f2cff330 req-976db5f6-3ca9-4121-be26-fae984fa88c0 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 Jan 27 22:54:29.561314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-9d47c961-3fed-4c0c-b335-ce94aff0f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:29.562750 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-9d47c961-3fed-4c0c-b335-ce94aff0f7a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eedca086ca1940adb3f29dd8f1c32006&device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 1096 time: 0.0436411 Jan 27 22:54:29.664756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-bf3c4889-a271-4d9a-9c4c-15e74992f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:29.666265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-bf3c4889-a271-4d9a-9c4c-15e74992f9d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 200 len: 913 time: 0.0982676 Jan 27 22:54:29.709419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-f13b38a3-6dcf-400d-9a22-47dec0396e83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 217 time: 0.0376034 Jan 27 22:54:29.765318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-26a7829f-2d5d-44ec-a990-1c09dc1f96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:29.766823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-26a7829f-2d5d-44ec-a990-1c09dc1f96b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd HTTP/1.1" status: 200 len: 852 time: 0.0524592 Jan 27 22:54:29.806811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-14bc84ab-1cb8-4f35-9d86-76a3894ecf8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=808054f4-dc2b-4f98-84f1-f4ce83aa0645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337582 Jan 27 22:54:29.902141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-08104253-9694-47e4-a6d2-56e6e2802b8c service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892134 Jan 27 22:54:29.991565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-b191e43b-c3af-4108-aedd-361b55478822 service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838320 Jan 27 22:54:30.588907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be4b03-be3c-420c-826f-6c901d8b2e20 req-543969ee-05d4-4ea5-84e6-7f238e95a3f4 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:30.590426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64be4b03-be3c-420c-826f-6c901d8b2e20 req-543969ee-05d4-4ea5-84e6-7f238e95a3f4 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0644605 Jan 27 22:54:30.640622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64be4b03-be3c-420c-826f-6c901d8b2e20 req-5a906e3e-54bb-40a5-8b6b-ccf26f44071e tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443525 Jan 27 22:54:31.773148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1932d2-6c63-46e5-b044-ed64bbf9de9c req-08d82a61-60fa-4b4a-b6b5-39865f82c835 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:31.774719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c1932d2-6c63-46e5-b044-ed64bbf9de9c req-08d82a61-60fa-4b4a-b6b5-39865f82c835 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0566154 Jan 27 22:54:31.832884 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c1932d2-6c63-46e5-b044-ed64bbf9de9c req-91e88154-e115-472a-a6be-9e04085b299f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523505 Jan 27 22:54:32.956519 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3f09-cd2c-4b94-b1b3-3973cef84567 req-3a67ed45-839a-42d7-9898-e44d1b6e607f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:32.957946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e7b3f09-cd2c-4b94-b1b3-3973cef84567 req-3a67ed45-839a-42d7-9898-e44d1b6e607f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0543392 Jan 27 22:54:33.014734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e7b3f09-cd2c-4b94-b1b3-3973cef84567 req-9ffc962f-6f7e-46ea-aa91-30a3d3f2982a tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510740 Jan 27 22:54:34.090520 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1975e222-7a19-48f0-8172-62f77e206f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:34.140272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6456ea8-ef72-4691-a0b6-fdc62a175d3c req-111e21d1-2ea8-4f4f-93ba-aacb47143ac6 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.141751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6456ea8-ef72-4691-a0b6-fdc62a175d3c req-111e21d1-2ea8-4f4f-93ba-aacb47143ac6 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0490518 Jan 27 22:54:34.193735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6456ea8-ef72-4691-a0b6-fdc62a175d3c req-88831282-4d98-4dcf-8a41-b8a7497a1cc8 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Jan 27 22:54:35.321041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bb696-7218-4000-9666-5db44fba41d6 req-8a8d2b02-fa49-4123-a00e-3b8230782a7d tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:35.322561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-997bb696-7218-4000-9666-5db44fba41d6 req-8a8d2b02-fa49-4123-a00e-3b8230782a7d tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0545571 Jan 27 22:54:35.372056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-997bb696-7218-4000-9666-5db44fba41d6 req-33520932-f665-4028-bc09-b0cf26be0440 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436263 Jan 27 22:54:36.511499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e9419-f427-41c3-93ae-357708f4d1f7 req-fdbd2792-be71-47d4-b7cc-892d89e7e9cc tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:36.513014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f2e9419-f427-41c3-93ae-357708f4d1f7 req-fdbd2792-be71-47d4-b7cc-892d89e7e9cc tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0560644 Jan 27 22:54:36.575334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f2e9419-f427-41c3-93ae-357708f4d1f7 req-9721f95d-838c-474b-a61c-0a5f4116ed6d tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535040 Jan 27 22:54:37.125326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ebe378cb-8148-450d-9362-98a4789060bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:37.701699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844a256-2280-41d6-bfe4-73c72feadd81 req-ceb6c292-08fa-443a-a89f-fe44aaa56230 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:37.703184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a844a256-2280-41d6-bfe4-73c72feadd81 req-ceb6c292-08fa-443a-a89f-fe44aaa56230 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0524323 Jan 27 22:54:37.759906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a844a256-2280-41d6-bfe4-73c72feadd81 req-9174749a-43e4-4f0a-992b-5146b05509b0 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490365 Jan 27 22:54:38.706738 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:38.904019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e692215-19bd-4039-aef7-4b65b48bf66a req-d9b9aeb2-95c2-4980-b4e1-b77149819965 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:38.905525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e692215-19bd-4039-aef7-4b65b48bf66a req-d9b9aeb2-95c2-4980-b4e1-b77149819965 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0654438 Jan 27 22:54:38.961693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e692215-19bd-4039-aef7-4b65b48bf66a req-cd7a2da6-3698-4c68-bb7b-44bc4f365540 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Jan 27 22:54:40.087186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb68838-0da4-4ea1-b706-909876b79ac6 req-4df87a55-62b4-40c1-ab8b-03d4219aeef2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:40.088724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fb68838-0da4-4ea1-b706-909876b79ac6 req-4df87a55-62b4-40c1-ab8b-03d4219aeef2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0562320 Jan 27 22:54:40.138577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fb68838-0da4-4ea1-b706-909876b79ac6 req-70c41a4b-8b28-4a97-a35b-9c522a7d5f1b tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439503 Jan 27 22:54:41.265276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d764e2-e514-4db4-8a87-ca977ea64b89 req-ae1724f9-f5f1-482d-afde-6b4b2c54cf4f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:41.267254 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9d764e2-e514-4db4-8a87-ca977ea64b89 req-ae1724f9-f5f1-482d-afde-6b4b2c54cf4f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0543315 Jan 27 22:54:41.270001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:41.274467 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:41.328184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9d764e2-e514-4db4-8a87-ca977ea64b89 req-e54289eb-dd5d-46fa-99ba-7a1247cb8754 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535765 Jan 27 22:54:42.473300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaf258-7431-4c36-ab29-f163ddf2fc49 req-1c335a90-c701-4116-bdb4-21314b62991b tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:42.474842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fbaf258-7431-4c36-ab29-f163ddf2fc49 req-1c335a90-c701-4116-bdb4-21314b62991b tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0507286 Jan 27 22:54:42.522717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fbaf258-7431-4c36-ab29-f163ddf2fc49 req-7d481fde-bdfc-40d7-8df2-6a9a55b7449d tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Jan 27 22:54:43.643538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4e759-34dd-45ef-bf2f-93541304a023 req-4ad3d8ab-5626-4d84-8b6b-1266168e3023 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:43.645086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ff4e759-34dd-45ef-bf2f-93541304a023 req-4ad3d8ab-5626-4d84-8b6b-1266168e3023 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0510464 Jan 27 22:54:43.696452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ff4e759-34dd-45ef-bf2f-93541304a023 req-5bd45d05-c5de-48f7-a32b-37f048a796ce tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455074 Jan 27 22:54:44.833757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004babe2-caba-446b-8ca3-185071dc0fe9 req-a2e4a409-da96-4f4b-8966-894b43d3f8b2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:44.835377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-004babe2-caba-446b-8ca3-185071dc0fe9 req-a2e4a409-da96-4f4b-8966-894b43d3f8b2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0646279 Jan 27 22:54:44.890946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-004babe2-caba-446b-8ca3-185071dc0fe9 req-be0b4e9a-3dbe-4c58-bd50-23fb97f69f85 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 Jan 27 22:54:46.024092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1c4ca-609d-4821-8b64-f3f76e45dc6f req-e1d782cc-8e94-4713-abc7-5278b77b0396 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:46.025631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01c1c4ca-609d-4821-8b64-f3f76e45dc6f req-e1d782cc-8e94-4713-abc7-5278b77b0396 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0508258 Jan 27 22:54:46.086266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-01c1c4ca-609d-4821-8b64-f3f76e45dc6f req-7ff186ef-c9f0-483a-a7ac-8611aa178b1d tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Jan 27 22:54:47.228150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db823e03-3e8a-4e0e-b587-163fe0ea5772 req-f110c5f9-43dc-406b-92a2-1361e50a42db tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:47.229643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db823e03-3e8a-4e0e-b587-163fe0ea5772 req-f110c5f9-43dc-406b-92a2-1361e50a42db tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0652258 Jan 27 22:54:47.281234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db823e03-3e8a-4e0e-b587-163fe0ea5772 req-c4c12671-4f4c-4e18-8aac-6432e491cd4c tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Jan 27 22:54:48.410142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92fe2-0590-40dc-9875-95bcf2a4e63c req-0c62740f-513b-4b43-a9b2-a5a59f08058c tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:48.411714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3c92fe2-0590-40dc-9875-95bcf2a4e63c req-0c62740f-513b-4b43-a9b2-a5a59f08058c tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0520449 Jan 27 22:54:48.462639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3c92fe2-0590-40dc-9875-95bcf2a4e63c req-29c83666-7e9f-4b14-844f-eba34d2df810 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Jan 27 22:54:48.646902 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:49.600707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a8c35-9028-45c5-bbca-308d2576276c req-0e1e2363-d51f-4beb-8ebc-abc20cc76b53 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:49.602204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f85a8c35-9028-45c5-bbca-308d2576276c req-0e1e2363-d51f-4beb-8ebc-abc20cc76b53 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0536797 Jan 27 22:54:49.650681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f85a8c35-9028-45c5-bbca-308d2576276c req-8bb3bd00-f4ad-49b5-ab82-cdba672452d6 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Jan 27 22:54:50.787302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369653f5-9013-42f6-8b54-3badb9e0672d req-38d49268-1f13-4073-a413-0f86ab77d8b1 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:50.789210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-369653f5-9013-42f6-8b54-3badb9e0672d req-38d49268-1f13-4073-a413-0f86ab77d8b1 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0663276 Jan 27 22:54:50.841768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-369653f5-9013-42f6-8b54-3badb9e0672d req-22acccd2-03e0-4a4a-8267-ddb40e280e6f tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Jan 27 22:54:51.368062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:51.968041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caca4eb-8f22-48c1-98ea-9d26db2bf3e1 req-b456d0a9-3b51-4f2e-972e-20670aebc4e9 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:51.969444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7caca4eb-8f22-48c1-98ea-9d26db2bf3e1 req-b456d0a9-3b51-4f2e-972e-20670aebc4e9 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0562057 Jan 27 22:54:52.026988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7caca4eb-8f22-48c1-98ea-9d26db2bf3e1 req-af1dea8b-95a4-4c90-b931-e669b48eb024 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491745 Jan 27 22:54:53.166659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c58aa-1cab-413b-b9c2-ae057d91e21c req-12d788c1-efce-471a-8210-6f3ddfa0bf25 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:53.168239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-059c58aa-1cab-413b-b9c2-ae057d91e21c req-12d788c1-efce-471a-8210-6f3ddfa0bf25 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0661695 Jan 27 22:54:53.224445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-059c58aa-1cab-413b-b9c2-ae057d91e21c req-46ffff61-4ede-4647-b86c-fa86c847fdf0 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Jan 27 22:54:54.351333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91db9ee-60c8-4285-ae36-6c44851ed769 req-308897c5-b200-4df0-a417-38f21b25de78 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:54.352854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e91db9ee-60c8-4285-ae36-6c44851ed769 req-308897c5-b200-4df0-a417-38f21b25de78 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0535288 Jan 27 22:54:54.404360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e91db9ee-60c8-4285-ae36-6c44851ed769 req-f8a4a3bc-64c3-461b-adb8-5b2bde334ad9 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Jan 27 22:54:55.529143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712045-1d27-498e-968d-00c1cc528bf2 req-837dbda7-d517-4f73-b452-b0e6092014eb tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:55.530721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86712045-1d27-498e-968d-00c1cc528bf2 req-837dbda7-d517-4f73-b452-b0e6092014eb tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0504336 Jan 27 22:54:55.588076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86712045-1d27-498e-968d-00c1cc528bf2 req-69f7fe73-1858-4b6f-9316-1f2df744d390 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512586 Jan 27 22:54:56.710878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406e505-a06e-45f7-869e-5ce1d31db8d8 req-8745054a-88d5-4c3d-8020-ab9472856108 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:56.712439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a406e505-a06e-45f7-869e-5ce1d31db8d8 req-8745054a-88d5-4c3d-8020-ab9472856108 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 945 time: 0.0537505 Jan 27 22:54:56.762316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a406e505-a06e-45f7-869e-5ce1d31db8d8 req-36993b22-e091-4132-997d-78f60a10807e tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Jan 27 22:54:56.951692 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-ac7655ae-7196-49ec-bb95-593c39d1d76f service neutron] show failed (client error): The resource could not be found. Jan 27 22:54:56.952747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-ac7655ae-7196-49ec-bb95-593c39d1d76f service neutron] 10.222.0.57 "GET /v2.0/ports/6214dfe2-113c-4b3f-8b42-9e830ae77d89/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0601799 Jan 27 22:54:57.219553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-0d67d28d-897a-4c5d-8ba4-3904581e4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.221029 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-0d67d28d-897a-4c5d-8ba4-3904581e4838 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb&tenant_id=eedca086ca1940adb3f29dd8f1c32006 HTTP/1.1" status: 200 len: 1096 time: 0.0863812 Jan 27 22:54:57.231436 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:57.298317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.516583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:57.550406 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:57.594594 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:57.596978 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec66bf26-4201-4b46-bd65-19e05b429fa8" -d '{"events": [{"server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:57.600774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Publish callbacks [] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.614742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Transition to ACTIVE for port object 6214dfe2-113c-4b3f-8b42-9e830ae77d89 will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:54:57.620157 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.659005 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d9e4cf-a00c-4a82-a73e-c639935855db x-openstack-request-id: req-17d9e4cf-a00c-4a82-a73e-c639935855db {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:57.659627 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:57.659901 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17d9e4cf-a00c-4a82-a73e-c639935855db {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:57.660353 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'code': 200} Jan 27 22:54:57.686836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] No DVR routers for this DVR port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:54:57.697612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:57.733339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Attempting to bind port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:54:57.733660 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Attempting to bind port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:54:57.734012 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Attempting to bind port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:57.738724 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:54:57.739080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Attempting to bind port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on network 808054f4-dc2b-4f98-84f1-f4ce83aa0645 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:57.744353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:54:57.744662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Checking segment: {'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:57.745080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Bound using segment: {'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:54:57.745512 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Bound port: 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6a2403-6b42-4551-89ea-50559f192bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:54:57.745857 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.810766 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:57.813936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:54:57.819923 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.860900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.861531 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.862950 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] 10.222.0.16 "PUT /v2.0/ports/6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 1091 time: 0.6356106 Jan 27 22:54:57.889706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eedba1-33a0-4678-b9bc-1b6c40fa6de4 req-3089fa67-faa8-4d13-89a7-500b10906dc2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.891468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79eedba1-33a0-4678-b9bc-1b6c40fa6de4 req-3089fa67-faa8-4d13-89a7-500b10906dc2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0580318 Jan 27 22:54:57.893033 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4e874-a88f-420e-96e0-d7dfbb43ccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:57.925389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-d1a3c6f4-92d7-4fd6-b105-d8f846da1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.926909 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-d1a3c6f4-92d7-4fd6-b105-d8f846da1c6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eedca086ca1940adb3f29dd8f1c32006&device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 1094 time: 0.0425317 Jan 27 22:54:57.940601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79eedba1-33a0-4678-b9bc-1b6c40fa6de4 req-a4fc7f5d-0680-477d-8cc7-0a13ee38be9c tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Jan 27 22:54:58.022065 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-9106d1d4-870c-47a8-9522-f178752d9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:58.024162 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-9106d1d4-870c-47a8-9522-f178752d9907 service neutron] 10.222.0.16 "GET /v2.0/networks?id=808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 200 len: 913 time: 0.0901411 Jan 27 22:54:58.080394 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-bb19fe23-9dff-4692-8aed-28b6d79c6008 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 217 time: 0.0499806 Jan 27 22:54:58.146656 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-1d0c3803-4e78-4287-bf21-8829a5c8845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:58.148348 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-1d0c3803-4e78-4287-bf21-8829a5c8845d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd HTTP/1.1" status: 200 len: 852 time: 0.0624139 Jan 27 22:54:58.181675 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-b159617c-1ee3-41b1-8df6-2c15f63d5151 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=808054f4-dc2b-4f98-84f1-f4ce83aa0645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271595 Jan 27 22:54:58.286929 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-94ac5daf-61fd-4b51-ae2f-507a9553cefb service neutron] 10.222.0.16 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993941 Jan 27 22:54:58.379430 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-7c995554-c5a4-406e-b955-c9ebf16777f3 req-ecff531d-d52c-45e4-8608-97132e052da3 service neutron] 10.222.0.16 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861280 Jan 27 22:54:59.070514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8345f6-9f5a-4504-84c0-ab3e00bc41a7 req-3d9fdfa7-a1aa-4d0f-a129-e9817a7e58fe tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:59.072617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8345f6-9f5a-4504-84c0-ab3e00bc41a7 req-3d9fdfa7-a1aa-4d0f-a129-e9817a7e58fe tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0532937 Jan 27 22:54:59.121515 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b8345f6-9f5a-4504-84c0-ab3e00bc41a7 req-1daa59fc-5bc0-4394-8766-602935d52719 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Jan 27 22:54:59.661319 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:59.664409 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:59.715870 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6911f2-5ed9-4404-96fa-d2aea39b5546 x-openstack-request-id: req-5f6911f2-5ed9-4404-96fa-d2aea39b5546 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:59.716172 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:59.716435 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f6911f2-5ed9-4404-96fa-d2aea39b5546 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:59.716830 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'status': 'completed', 'code': 200} Jan 27 22:54:59.772668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-ade07fe5-e9c9-4f4b-9487-9e6f3225b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:59.774194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-ade07fe5-e9c9-4f4b-9487-9e6f3225b661 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eedca086ca1940adb3f29dd8f1c32006&device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 1094 time: 0.0422432 Jan 27 22:54:59.784889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-5c4bb5ae-ffb1-47a9-bde5-3346844e9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:59.786659 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-5c4bb5ae-ffb1-47a9-bde5-3346844e9c5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eedca086ca1940adb3f29dd8f1c32006&device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 1094 time: 0.0496156 Jan 27 22:54:59.884407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-358f630b-6b48-4665-b06a-c911636d3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:59.886287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-358f630b-6b48-4665-b06a-c911636d3800 service neutron] 10.222.0.57 "GET /v2.0/networks?id=808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 200 len: 913 time: 0.1051230 Jan 27 22:54:59.891047 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-e4b7a283-8146-4f61-96ac-e6e785e20cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:59.892564 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-e4b7a283-8146-4f61-96ac-e6e785e20cea service neutron] 10.222.0.16 "GET /v2.0/networks?id=808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 200 len: 913 time: 0.0990150 Jan 27 22:54:59.933156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-701befec-e16d-4aa0-9b77-0c0c4128d7bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 217 time: 0.0414310 Jan 27 22:54:59.936553 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-c44d01f3-4b9f-4c64-ab7e-13db952e74d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 217 time: 0.0379064 Jan 27 22:54:59.987037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-38a6faaa-fec2-431b-85fa-666a22c26ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:59.988665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-38a6faaa-fec2-431b-85fa-666a22c26ce8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd HTTP/1.1" status: 200 len: 852 time: 0.0495844 Jan 27 22:54:59.989372 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-b92b76b1-eec3-4967-aa80-845bb462be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:59.991819 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-b92b76b1-eec3-4967-aa80-845bb462be5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd HTTP/1.1" status: 200 len: 852 time: 0.0498502 Jan 27 22:55:00.024668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-5e8ed836-bc6f-4da6-8a73-4d0431cc164b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=808054f4-dc2b-4f98-84f1-f4ce83aa0645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305195 Jan 27 22:55:00.025913 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-863a1c80-087a-4e0f-ade8-8b6b12a64d3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=808054f4-dc2b-4f98-84f1-f4ce83aa0645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275428 Jan 27 22:55:00.118444 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-d9f57f78-3a21-48c5-b534-597cedbc7511 service neutron] 10.222.0.16 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866270 Jan 27 22:55:00.119315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:00.120987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-9e421628-2077-419a-ba40-5f52c6bb77c9 service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904386 Jan 27 22:55:00.200685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:55:00.201182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:00.227691 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-153c74d9-82cd-4489-ba9a-0a82c24f678e service neutron] 10.222.0.16 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032560 Jan 27 22:55:00.249435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ec5fdcd-fe05-4e61-aef7-7fc2a76679c5 req-7cfa642d-36f9-421e-afcd-321055e44747 service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222253 Jan 27 22:55:00.269908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89836d-1963-4e6d-a8a8-03fa1e33587f req-3b1d3439-b884-4aae-96b0-9de144b4bdb2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:00.271535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae89836d-1963-4e6d-a8a8-03fa1e33587f req-3b1d3439-b884-4aae-96b0-9de144b4bdb2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0727229 Jan 27 22:55:00.321950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae89836d-1963-4e6d-a8a8-03fa1e33587f req-ef05e7ba-1193-42f6-b9ac-8ee17606bf55 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444839 Jan 27 22:55:01.470041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2f778-c3cc-4154-85a3-1eb967de53bb req-5f61bc34-251b-414c-b91c-89e95a9bc1b2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:01.471544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eea2f778-c3cc-4154-85a3-1eb967de53bb req-5f61bc34-251b-414c-b91c-89e95a9bc1b2 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0538437 Jan 27 22:55:01.525608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eea2f778-c3cc-4154-85a3-1eb967de53bb req-0ffd80ce-4757-4a9c-a1ab-9f07327ce740 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467145 Jan 27 22:55:01.811874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-2d832a15-51c3-4a5c-8e6f-7ece089d1154 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:01.813374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-2d832a15-51c3-4a5c-8e6f-7ece089d1154 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.57 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb&tenant_id=eedca086ca1940adb3f29dd8f1c32006&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 943 time: 0.0848565 Jan 27 22:55:01.875607 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-73338bb7-4c27-43f6-9c80-d59a1a9a0b6a service neutron] delete failed (client error): The resource could not be found. Jan 27 22:55:01.876562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-73338bb7-4c27-43f6-9c80-d59a1a9a0b6a service neutron] 10.222.0.57 "DELETE /v2.0/ports/6214dfe2-113c-4b3f-8b42-9e830ae77d89/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0568805 Jan 27 22:55:01.966236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-230271ec-dc22-4a20-ac5d-c7afa9cb489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:01.967826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-230271ec-dc22-4a20-ac5d-c7afa9cb489c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eedca086ca1940adb3f29dd8f1c32006&device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 1094 time: 0.0472775 Jan 27 22:55:02.072564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-8bd87c32-bf05-4d0a-81f3-f7a4413585b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:02.074086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-8bd87c32-bf05-4d0a-81f3-f7a4413585b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 200 len: 913 time: 0.0990820 Jan 27 22:55:02.120496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-63cb17a4-85ee-41d6-9e98-d0b35b86f8cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 200 len: 217 time: 0.0405240 Jan 27 22:55:02.170308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-60667021-45fd-4409-8806-265f31b61843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:02.171830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-60667021-45fd-4409-8806-265f31b61843 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd HTTP/1.1" status: 200 len: 852 time: 0.0458264 Jan 27 22:55:02.204063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-4f45e994-5f2e-4133-bb1a-9a3a82635f9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=808054f4-dc2b-4f98-84f1-f4ce83aa0645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267916 Jan 27 22:55:02.310249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-13268df8-e38b-4d03-9d65-f509e9150335 service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996428 Jan 27 22:55:02.408196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-15de818d-5fd8-486b-b3f8-1a08900ec810 service neutron] 10.222.0.57 "GET /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914910 Jan 27 22:55:03.152686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8d306-880c-4f07-9245-04a3578772d6 req-662a5fa0-9369-489a-848c-751c27c1102e tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:03.154209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02c8d306-880c-4f07-9245-04a3578772d6 req-662a5fa0-9369-489a-848c-751c27c1102e tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 943 time: 0.0521302 Jan 27 22:55:03.211175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-02c8d306-880c-4f07-9245-04a3578772d6 req-11112337-e1f4-42d3-9fd0-056d5b6e430d tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Jan 27 22:55:03.546765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:55:03.648046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:03.661527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'network_id': '808054f4-dc2b-4f98-84f1-f4ce83aa0645', 'port_id': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'mac_address': 'fa:16:3e:5d:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d4bb41-cd90-4737-a53c-e4bd4d9dbacd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:55:03.710244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:03.710672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.727776 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6214dfe2-113c-4b3f-8b42-9e830ae77d89 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:03.747993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:03.754521 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.803316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:03.811191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.811581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.811927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.812267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.812607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.812941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.813278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.813607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.813935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.814268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.814581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.814906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:03.815226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.097228 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01d6f8ac-e873-4ec7-92af-62bcc7ad6a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.118632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['6214dfe2-113c-4b3f-8b42-9e830ae77d89'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:55:04.355062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab7f42-1504-454f-ba30-e3441d9ea52a req-2e4f3b78-543d-4219-a97f-e53c1f257304 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:04.356527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6ab7f42-1504-454f-ba30-e3441d9ea52a req-2e4f3b78-543d-4219-a97f-e53c1f257304 tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 944 time: 0.0558484 Jan 27 22:55:04.400982 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-fda030fa-a955-41f2-9ecc-a8a7074c8ffe tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:04.402506 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-fda030fa-a955-41f2-9ecc-a8a7074c8ffe tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb HTTP/1.1" status: 200 len: 944 time: 0.0516508 Jan 27 22:55:04.404856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6ab7f42-1504-454f-ba30-e3441d9ea52a req-62095317-7caf-4048-a6d9-0a14efafafca tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.45 "GET /v2.0/security-groups?id=19b22468-f896-48b3-8345-7f6605518fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Jan 27 22:55:04.504777 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Deleting port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:04.505128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.596544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] For port 6214dfe2-113c-4b3f-8b42-9e830ae77d89, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=6214dfe2-113c-4b3f-8b42-9e830ae77d89,segment=NetworkSegment(1b6a2403-6b42-4551-89ea-50559f192bad),segment_id=1b6a2403-6b42-4551-89ea-50559f192bad)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:04.596914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.609833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Calling delete_port for 6214dfe2-113c-4b3f-8b42-9e830ae77d89 owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:04.761679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6214dfe2-113c-4b3f-8b42-9e830ae77d89), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.789707 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Pushing event deleted for resources: {'Port': ['ID=6214dfe2-113c-4b3f-8b42-9e830ae77d89,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:04.837997 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] No DVR routers for this DVR port 6214dfe2-113c-4b3f-8b42-9e830ae77d89 on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:55:04.840925 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.844482 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-32049e2f-9a60-4fde-ba1f-3a1ee4ea1f47 req-0cf61694-3340-4631-90ea-21193cd31aed tempest-DeleteServersTestJSON-60514020 tempest-DeleteServersTestJSON-60514020-project] 10.222.0.16 "DELETE /v2.0/ports/6214dfe2-113c-4b3f-8b42-9e830ae77d89 HTTP/1.1" status: 204 len: 173 time: 0.4370556 Jan 27 22:55:04.844933 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'name': 'network-vif-deleted', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:04.847205 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21a30bd-304b-4edf-9899-6ec29d7ed2bb" -d '{"events": [{"server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "name": "network-vif-deleted", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:04.887428 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfc243b-9d7d-4f8e-aa67-df4eb345b5f3 x-openstack-request-id: req-7bfc243b-9d7d-4f8e-aa67-df4eb345b5f3 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:04.887843 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb", "name": "network-vif-deleted", "tag": "6214dfe2-113c-4b3f-8b42-9e830ae77d89", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:04.888201 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bfc243b-9d7d-4f8e-aa67-df4eb345b5f3 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:04.888731 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40464e5-b6c5-4b44-95e3-3fc2c3a8c1cb', 'name': 'network-vif-deleted', 'tag': '6214dfe2-113c-4b3f-8b42-9e830ae77d89', 'status': 'completed', 'code': 200} Jan 27 22:55:05.544370 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44856) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:05.546787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:55:05.551371 n-d-826529-2 neutron-server[103331]: INFO neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No ports have port_id starting with 6214dfe2-113c-4b3f-8b42-9e830ae77d89 Jan 27 22:55:05.552934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 requested by agent hyperv_n-h1-826529-2 not found in database {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 27 22:55:05.596972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-192cce3d-e656-4c85-9d5b-4c53ee990b8c admin admin] Deleting subnet 07d4bb41-cd90-4737-a53c-e4bd4d9dbacd {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:55:05.600261 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-192cce3d-e656-4c85-9d5b-4c53ee990b8c admin admin] Publish callbacks [] for subnet (07d4bb41-cd90-4737-a53c-e4bd4d9dbacd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.638003 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-192cce3d-e656-4c85-9d5b-4c53ee990b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (07d4bb41-cd90-4737-a53c-e4bd4d9dbacd), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.681393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-192cce3d-e656-4c85-9d5b-4c53ee990b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (07d4bb41-cd90-4737-a53c-e4bd4d9dbacd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.743742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-192cce3d-e656-4c85-9d5b-4c53ee990b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (07d4bb41-cd90-4737-a53c-e4bd4d9dbacd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.767812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cce3d-e656-4c85-9d5b-4c53ee990b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d4bb41-cd90-4737-a53c-e4bd4d9dbacd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:05.775642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-192cce3d-e656-4c85-9d5b-4c53ee990b8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.779089 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-192cce3d-e656-4c85-9d5b-4c53ee990b8c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/07d4bb41-cd90-4737-a53c-e4bd4d9dbacd HTTP/1.1" status: 204 len: 168 time: 0.2334604 Jan 27 22:55:05.781741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44858) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:05.852302 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (808054f4-dc2b-4f98-84f1-f4ce83aa0645), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.943884 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (808054f4-dc2b-4f98-84f1-f4ce83aa0645), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.965005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808054f4-dc2b-4f98-84f1-f4ce83aa0645']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:05.974383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6a2403-6b42-4551-89ea-50559f192bad') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:05.974678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6a2403-6b42-4551-89ea-50559f192bad') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:05.984602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (1b6a2403-6b42-4551-89ea-50559f192bad), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.999923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (1b6a2403-6b42-4551-89ea-50559f192bad), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.007430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:55:06.007922 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (1b6a2403-6b42-4551-89ea-50559f192bad), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: timer() Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:55:06.009815 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:55:06.070004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (808054f4-dc2b-4f98-84f1-f4ce83aa0645), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.074997 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.078614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] 10.222.0.45 "DELETE /v2.0/networks/808054f4-dc2b-4f98-84f1-f4ce83aa0645 HTTP/1.1" status: 204 len: 168 time: 0.2958524 Jan 27 22:55:06.092391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Pushing event deleted for resources: {'Network': ['ID=808054f4-dc2b-4f98-84f1-f4ce83aa0645,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:06.100800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.101197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.101553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.101948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.102376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.102625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.103016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.103364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.103827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.104168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.104539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.104879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.105208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858ca55a-eda5-44d9-8729-996d31130070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:06.204205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44862) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:06.255109 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7f9555d3-2452-45cd-a0a9-accabd60efd1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eedca086ca1940adb3f29dd8f1c32006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492620 Jan 27 22:55:06.258304 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44864) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:06.302855 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:55:06.316155 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5720aa1-60cf-49e5-ba23-e38d7f57029e admin admin] Publish callbacks [] for security_group (19b22468-f896-48b3-8345-7f6605518fd9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.338533 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5720aa1-60cf-49e5-ba23-e38d7f57029e admin admin] Publish callbacks [] for security_group (19b22468-f896-48b3-8345-7f6605518fd9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.390076 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5720aa1-60cf-49e5-ba23-e38d7f57029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (19b22468-f896-48b3-8345-7f6605518fd9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.392794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e5720aa1-60cf-49e5-ba23-e38d7f57029e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.398643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e5720aa1-60cf-49e5-ba23-e38d7f57029e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19b22468-f896-48b3-8345-7f6605518fd9 HTTP/1.1" status: 204 len: 168 time: 0.1391280 Jan 27 22:55:06.407833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5720aa1-60cf-49e5-ba23-e38d7f57029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b22468-f896-48b3-8345-7f6605518fd9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:07.119395 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-20088def-79c9-4eb6-9b89-fe0a8c2fe6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.126551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 44886) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:07.241347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-771545388-network', 'tenant_id': '521ce29920d746ff865686f0fde02c60'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:07.262679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Made reservation on behalf of 521ce29920d746ff865686f0fde02c60 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:07.266434 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.276704 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.355315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Publish callbacks [] for security_group (c8437598-a540-4557-94ff-ca6ced7b20e1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.361202 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c8437598-a540-4557-94ff-ca6ced7b20e1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.386067 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:55:07.395048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8437598-a540-4557-94ff-ca6ced7b20e1,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:07.401528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.401891 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Added segment 89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930 of type vlan for network 300f3b3b-290d-4eef-a830-93cdf27429de Jan 27 22:55:07.447036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (300f3b3b-290d-4eef-a830-93cdf27429de), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.476368 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (300f3b3b-290d-4eef-a830-93cdf27429de), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.477418 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:07.478136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.534109 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4062138 Jan 27 22:55:07.537947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 44890) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:07.543382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Request body: {'subnet': {'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-771545388-subnet', 'tenant_id': '521ce29920d746ff865686f0fde02c60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:07.544181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe616b1-c343-4290-9452-142a28322d17 admin admin] Pushing event updated for resources: {'Network': ['ID=300f3b3b-290d-4eef-a830-93cdf27429de,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:07.555951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 300f3b3b-290d-4eef-a830-93cdf27429de details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:55:07.566242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Made reservation on behalf of 521ce29920d746ff865686f0fde02c60 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:07.568884 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.571979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:07.626436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 6214dfe2-113c-4b3f-8b42-9e830ae77d89 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:07.626768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 6214dfe2-113c-4b3f-8b42-9e830ae77d89 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:07.751972 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (2aff3a0e-f6f9-403a-a041-aa3a5eb705c5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.806217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:07.817928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Checking segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:07.818286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Network hostable DHCP agents. Network: 300f3b3b-290d-4eef-a830-93cdf27429de, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:55:07.837113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Network 300f3b3b-290d-4eef-a830-93cdf27429de is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:55:07.846977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 300f3b3b-290d-4eef-a830-93cdf27429de) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:07.851761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:07.852366 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.856749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bcfabd-76b6-4e93-8726-640065433b01 None None] Network 300f3b3b-290d-4eef-a830-93cdf27429de requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:55:07.869674 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d9f14e46-8493-4117-bdfb-0ac641286553 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3303671 Jan 27 22:55:07.963276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0540b-dc98-4b01-96e2-50860c64dff2 None None] Network 300f3b3b-290d-4eef-a830-93cdf27429de requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:55:08.346229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-f9305b51-e63f-4497-ad21-33f4c4724ac4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:08.348193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-f9305b51-e63f-4497-ad21-33f4c4724ac4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 814 time: 0.1286790 Jan 27 22:55:08.364533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-a679ef8b-07f9-41da-8175-3111181d47d3 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/quotas/521ce29920d746ff865686f0fde02c60 HTTP/1.1" status: 200 len: 375 time: 0.0102050 Jan 27 22:55:08.397442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-d93d74ae-13b8-4398-aa48-8ba7ff569315 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273499 Jan 27 22:55:08.491594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-2a2ec3a8-59e7-4d0c-a2c3-a6a36ac316f0 service neutron] 10.222.0.45 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865927 Jan 27 22:55:08.593345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-f193e410-4335-432d-bb39-4f35a4906b0f service neutron] 10.222.0.45 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958307 Jan 27 22:55:08.712422 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:09.779396 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03dd39c9-3fe8-4651-bbc0-97e1bd2d1181 req-58047f72-83c1-4d86-bd66-154fc87f6462 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 210 time: 0.0292912 Jan 27 22:55:10.794012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-6ee6cb10-fe48-4214-a5ef-9e9eb1ae1126 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:10.796680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-6ee6cb10-fe48-4214-a5ef-9e9eb1ae1126 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.57 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 814 time: 0.1134069 Jan 27 22:55:10.809770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Request body: {'port': {'device_id': '05994981-2735-453d-bbb4-406a7733fbe5', 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de', 'admin_state_up': True, 'tenant_id': '521ce29920d746ff865686f0fde02c60'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:10.887173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-def851e5-0a30-476a-a8ec-eed3eff567df req-ee2759aa-0b0e-4edd-b695-ee609eaa7a2a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 210 time: 0.0326312 Jan 27 22:55:10.945139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Made reservation on behalf of 521ce29920d746ff865686f0fde02c60 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:10.948615 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.081859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Allocated IP 172.20.0.2 (300f3b3b-290d-4eef-a830-93cdf27429de/2aff3a0e-f6f9-403a-a041-aa3a5eb705c5/c04e71e5-a8a4-4f96-8b11-148f389936fe) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:11.250735 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks [] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.281215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.282432 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.295359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.340032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Network 300f3b3b-290d-4eef-a830-93cdf27429de is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:11.343354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:11.350472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:11.357394 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:11.405101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:11.406156 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.426977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e50bbd3f-cd71-4943-8721-e1322a66a8ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6213791 Jan 27 22:55:11.440163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Request body: {'port': {'device_id': '05994981-2735-453d-bbb4-406a7733fbe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:11.501288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.798323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04e71e5-a8a4-4f96-8b11-148f389936fe {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:11.806983 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Publish callbacks [] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.820329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Transition to ACTIVE for port object c04e71e5-a8a4-4f96-8b11-148f389936fe will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:55:11.825551 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.878772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:11.951138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Attempting to bind port c04e71e5-a8a4-4f96-8b11-148f389936fe on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:11.951573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Attempting to bind port c04e71e5-a8a4-4f96-8b11-148f389936fe by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:11.951862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Attempting to bind port c04e71e5-a8a4-4f96-8b11-148f389936fe on network 300f3b3b-290d-4eef-a830-93cdf27429de {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:11.957007 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Port c04e71e5-a8a4-4f96-8b11-148f389936fe on network 300f3b3b-290d-4eef-a830-93cdf27429de not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:55:11.957397 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Attempting to bind port c04e71e5-a8a4-4f96-8b11-148f389936fe on network 300f3b3b-290d-4eef-a830-93cdf27429de {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:11.964189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:11.964536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Checking segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:11.964918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Bound using segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:11.965368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Bound port: c04e71e5-a8a4-4f96-8b11-148f389936fe, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:11.965731 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:12.050429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0f70c-51a4-4917-be9f-cfd1a094fb71 req-5c107a77-a2e5-40f8-a2ab-92a571c4cc48 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:12.052067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30c0f70c-51a4-4917-be9f-cfd1a094fb71 req-5c107a77-a2e5-40f8-a2ab-92a571c4cc48 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0891976 Jan 27 22:55:12.084504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:12.105613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:12.118035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:12.132407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30c0f70c-51a4-4917-be9f-cfd1a094fb71 req-81aa01eb-9b8b-472e-b534-bbcb6cf63f20 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721123 Jan 27 22:55:12.165455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:12.166061 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:12.167469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] 10.222.0.57 "PUT /v2.0/ports/c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 1091 time: 0.7326136 Jan 27 22:55:12.167945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:12.170220 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf451303-f68d-4de2-8247-3fceefe39d29" -d '{"events": [{"name": "network-changed", "server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:12.201640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c38e01-23a4-4e29-ba05-956072774694 service neutron] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:12.214621 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c3b7b1-cc55-4c1b-a475-53a226d8ea78 x-openstack-request-id: req-04c3b7b1-cc55-4c1b-a475-53a226d8ea78 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:12.214933 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:12.215319 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04c3b7b1-cc55-4c1b-a475-53a226d8ea78 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:12.215737 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'status': 'completed', 'code': 200} Jan 27 22:55:12.248766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-d7b5e4f9-cbe4-4d84-abad-4312340365e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:12.250247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-d7b5e4f9-cbe4-4d84-abad-4312340365e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 1094 time: 0.0440245 Jan 27 22:55:12.293829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-f52fa7a4-1174-4d19-b0a7-fa3ea8b4bfb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 217 time: 0.0354576 Jan 27 22:55:12.346103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-ce85e4a2-732f-4dce-9cf5-d701e53c367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:12.347584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-ce85e4a2-732f-4dce-9cf5-d701e53c367d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0446837 Jan 27 22:55:12.381232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-6d5f4ad7-814a-492a-8f3a-23ca2da98ec4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275886 Jan 27 22:55:12.478447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-fd24f877-fa59-49e9-8225-2eb1b161bb99 service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896356 Jan 27 22:55:12.574026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b5fc96b9-a712-41ba-b979-e4b6e1989458 req-18fde239-5473-4f16-a015-f10e8f27e9f8 service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901306 Jan 27 22:55:12.668115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-a0e3587a-3355-45a7-9cd2-3f5209d52491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:12.669627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-a0e3587a-3355-45a7-9cd2-3f5209d52491 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 1094 time: 0.0484283 Jan 27 22:55:12.770808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-67829408-4ba2-4576-b410-a6c175000a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:12.772344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-67829408-4ba2-4576-b410-a6c175000a8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0964155 Jan 27 22:55:12.817837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-204326c9-1204-4f96-95fb-fb8812c056a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 217 time: 0.0393479 Jan 27 22:55:12.869337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-d41e66c5-6140-4a39-8f74-4361fad8ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:12.870817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-d41e66c5-6140-4a39-8f74-4361fad8ab9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0465834 Jan 27 22:55:12.904624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-45338b40-6569-440e-8d9a-cdbfd457cd4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265980 Jan 27 22:55:13.009745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-92f4ec91-3e9d-4a02-879c-ebe2218d3c7a service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988078 Jan 27 22:55:13.107372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf451303-f68d-4de2-8247-3fceefe39d29 req-d45e441f-5f85-4f03-b43b-f18eec1d3468 service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889487 Jan 27 22:55:13.275975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d78b56-7ebd-4d8f-8265-fce1e5b4ac6e req-d2c16ceb-6703-409e-8889-cc46b16c8af7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:13.277374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a6d78b56-7ebd-4d8f-8265-fce1e5b4ac6e req-d2c16ceb-6703-409e-8889-cc46b16c8af7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0651271 Jan 27 22:55:13.688644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a6d78b56-7ebd-4d8f-8265-fce1e5b4ac6e req-b45f9a5a-a267-4e42-8f7f-b8d0baf1ebec tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055932 Jan 27 22:55:14.816626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0b1b-589a-4291-b3bc-019443b17c8f req-538d9d12-5e0f-4f7f-8d62-a37ef2cd6052 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:14.818124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f5b0b1b-589a-4291-b3bc-019443b17c8f req-538d9d12-5e0f-4f7f-8d62-a37ef2cd6052 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0580010 Jan 27 22:55:14.867650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6f5b0b1b-589a-4291-b3bc-019443b17c8f req-bd9383ed-e239-42c9-871f-b92ff4d4cc2b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 Jan 27 22:55:15.988550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadd21c-6b6b-4cb7-8aba-2657cd634c17 req-338b8fb5-80ca-4541-9389-4226a502c1a4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:15.990074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ddadd21c-6b6b-4cb7-8aba-2657cd634c17 req-338b8fb5-80ca-4541-9389-4226a502c1a4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0521822 Jan 27 22:55:16.054064 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ddadd21c-6b6b-4cb7-8aba-2657cd634c17 req-0f3782f0-dbae-4ca7-bd3e-5a1d4880e300 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576153 Jan 27 22:55:16.188390 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c04e71e5-a8a4-4f96-8b11-148f389936fe details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:55:16.294605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:16.307328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de', 'port_id': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'mac_address': 'fa:16:3e:15:d7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aff3a0e-f6f9-403a-a041-aa3a5eb705c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:55:16.355673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c04e71e5-a8a4-4f96-8b11-148f389936fe is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:16.356230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:16.377638 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04e71e5-a8a4-4f96-8b11-148f389936fe {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:16.402799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:16.408196 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:16.459860 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:16.612132 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['c04e71e5-a8a4-4f96-8b11-148f389936fe'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:55:17.178300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088fa3e-f7d7-4333-b6d1-f2e595d8b966 req-70ad33e3-5c10-461c-9b5a-7628d255854b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:17.179854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7088fa3e-f7d7-4333-b6d1-f2e595d8b966 req-70ad33e3-5c10-461c-9b5a-7628d255854b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 944 time: 0.0523677 Jan 27 22:55:17.229587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7088fa3e-f7d7-4333-b6d1-f2e595d8b966 req-73bcea69-5b69-4dc8-99a1-bf2a6f978f6d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Jan 27 22:55:18.204214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c04e71e5-a8a4-4f96-8b11-148f389936fe up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:18.261066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port c04e71e5-a8a4-4f96-8b11-148f389936fe completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:55:18.265538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port c04e71e5-a8a4-4f96-8b11-148f389936fe triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:18.265903 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.352692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c04e71e5-a8a4-4f96-8b11-148f389936fe is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:18.353095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.354229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd11bc9-1cae-4e56-acdb-8ab14c195cf4 req-b3bfb51e-9a61-412f-b1b1-6c8fb169fb5c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.359624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdd11bc9-1cae-4e56-acdb-8ab14c195cf4 req-b3bfb51e-9a61-412f-b1b1-6c8fb169fb5c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 944 time: 0.0553439 Jan 27 22:55:18.388468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:18.392016 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0bfc54-487c-47e8-955c-4859ae3cb289" -d '{"events": [{"server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "name": "network-vif-plugged", "status": "completed", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:18.411672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:18.417799 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.425489 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdd11bc9-1cae-4e56-acdb-8ab14c195cf4 req-f012c428-754d-4b53-b21a-96b88d76fe2a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635557 Jan 27 22:55:18.461951 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db76a243-daa4-4552-942b-99f950b9d2e3 x-openstack-request-id: req-db76a243-daa4-4552-942b-99f950b9d2e3 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:18.462638 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "name": "network-vif-plugged", "status": "completed", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:18.462898 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db76a243-daa4-4552-942b-99f950b9d2e3 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:18.463399 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'code': 200} Jan 27 22:55:18.490343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:18.544790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a288a3-55aa-437f-9db3-fe9e5cdd4485 req-d55a6356-4315-4bb9-a11f-e281fe610061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.546333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61a288a3-55aa-437f-9db3-fe9e5cdd4485 req-d55a6356-4315-4bb9-a11f-e281fe610061 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 1096 time: 0.0464454 Jan 27 22:55:18.592825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61a288a3-55aa-437f-9db3-fe9e5cdd4485 req-a3cabec6-452b-4916-8ec1-7ccae20e6585 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401204 Jan 27 22:55:18.676114 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:19.554431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7f33-f0b4-4ee0-90aa-52570483c851 req-d48aadb1-ad20-441e-b4ce-467d6515297d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:19.557075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2ca7f33-f0b4-4ee0-90aa-52570483c851 req-d48aadb1-ad20-441e-b4ce-467d6515297d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0558424 Jan 27 22:55:19.606563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2ca7f33-f0b4-4ee0-90aa-52570483c851 req-ee3a2469-52da-45a5-8feb-1c15da1f7024 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Jan 27 22:55:20.740454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd8841-ff49-4227-8609-d04c3c39751a req-f3e2e36f-95dd-4823-a546-12ae1cfc1aa7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:20.742141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dafd8841-ff49-4227-8609-d04c3c39751a req-f3e2e36f-95dd-4823-a546-12ae1cfc1aa7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0600696 Jan 27 22:55:20.798696 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dafd8841-ff49-4227-8609-d04c3c39751a req-1526b3bf-e21e-44f6-bc5f-28de6840ae74 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Jan 27 22:55:20.918341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4236c97-2f0b-4cb2-9d3b-ab0768726aa7 req-a10ac60e-0ef2-4725-b2e8-cb81694a3008 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:20.919775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4236c97-2f0b-4cb2-9d3b-ab0768726aa7 req-a10ac60e-0ef2-4725-b2e8-cb81694a3008 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0511284 Jan 27 22:55:20.967739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4236c97-2f0b-4cb2-9d3b-ab0768726aa7 req-5801484e-da56-46f1-a3ec-5b19ee1f3033 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Jan 27 22:55:21.193537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9b783-44e1-4680-a383-bcf36185024b req-08f56fcd-a948-4dea-a82d-67282cdb6d27 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:21.194980 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98b9b783-44e1-4680-a383-bcf36185024b req-08f56fcd-a948-4dea-a82d-67282cdb6d27 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0575597 Jan 27 22:55:21.249850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-98b9b783-44e1-4680-a383-bcf36185024b req-d300e223-9304-47ee-ad04-3c809751a8d8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Jan 27 22:55:21.374543 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:21.381019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79c8e3-0db1-4aa8-87d7-18af1b77251c req-8bab240f-aad4-4623-94f6-ecb396b8914a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:21.383391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f79c8e3-0db1-4aa8-87d7-18af1b77251c req-8bab240f-aad4-4623-94f6-ecb396b8914a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0643630 Jan 27 22:55:21.431947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f79c8e3-0db1-4aa8-87d7-18af1b77251c req-b6616923-5583-4bdc-99ad-60317688769b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Jan 27 22:55:21.701323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-632efc02-2236-4133-845e-ee9ad45dff0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700696 Jan 27 22:55:21.712950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e88c8-3eed-4b10-a1c8-b25091662e04 req-af1478f0-2b23-42f9-8a22-453810aca585 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:21.714826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-405e88c8-3eed-4b10-a1c8-b25091662e04 req-af1478f0-2b23-42f9-8a22-453810aca585 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0750992 Jan 27 22:55:21.769246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-405e88c8-3eed-4b10-a1c8-b25091662e04 req-bf9aefb4-79b8-4ba2-aba7-82a99f5f04ea tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482826 Jan 27 22:55:22.891022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3265707-3f85-4f09-acb5-d50ec2b4e132 req-ef6338f9-8388-4f3f-8401-b4fc9f9a309b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:22.892567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3265707-3f85-4f09-acb5-d50ec2b4e132 req-ef6338f9-8388-4f3f-8401-b4fc9f9a309b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0522859 Jan 27 22:55:22.963505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-7e1cbf3a-8a99-4cf1-82a3-58df32106750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:22.964937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-7e1cbf3a-8a99-4cf1-82a3-58df32106750 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 1096 time: 0.0712106 Jan 27 22:55:22.968520 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3265707-3f85-4f09-acb5-d50ec2b4e132 req-e2bc16ba-2f13-41e0-b1e9-d46fbc2bed4e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672925 Jan 27 22:55:23.066176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-1a8bcd6e-d252-4f32-9b97-b54278e2e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:23.067722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-1a8bcd6e-d252-4f32-9b97-b54278e2e53f service neutron] 10.222.0.57 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0950186 Jan 27 22:55:23.110229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-608894df-091d-47ad-a672-a3c336ba5db7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 217 time: 0.0364158 Jan 27 22:55:23.163375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-c6b43aa6-a0dd-4493-b92e-b956a3249136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:23.166421 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-c6b43aa6-a0dd-4493-b92e-b956a3249136 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0501001 Jan 27 22:55:23.206628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-2d35b656-e243-4839-b8d6-4b72f248a8f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309644 Jan 27 22:55:23.302024 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-71aafff6-1a1a-4446-81f1-6fb43505ca3f service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895190 Jan 27 22:55:23.403970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-8a1952d8-05e2-4358-a014-6455af0d261b service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950224 Jan 27 22:55:24.107716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117a4c6-e154-4028-b301-f297ac37d10e req-4d392d0c-9075-4a1e-b018-1edaccd8616a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:24.109220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f117a4c6-e154-4028-b301-f297ac37d10e req-4d392d0c-9075-4a1e-b018-1edaccd8616a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0538507 Jan 27 22:55:24.162138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f117a4c6-e154-4028-b301-f297ac37d10e req-e414157f-ab7d-47b4-bba9-5fe435c0dc11 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Jan 27 22:55:25.297273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753aa845-515d-4429-8436-b467d86a3d9e req-a91103df-4536-433f-9641-0d7637906b2d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:25.298788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-753aa845-515d-4429-8436-b467d86a3d9e req-a91103df-4536-433f-9641-0d7637906b2d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0581923 Jan 27 22:55:25.347800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-753aa845-515d-4429-8436-b467d86a3d9e req-5dd10e7b-0c0c-4c75-adbf-369653b4c18e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Jan 27 22:55:26.472606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f30a-47da-4af6-9593-0d1133d9b913 req-50be30c3-cf7a-42d6-ad1e-4513841e53dc tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:26.474108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c969f30a-47da-4af6-9593-0d1133d9b913 req-50be30c3-cf7a-42d6-ad1e-4513841e53dc tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0557306 Jan 27 22:55:26.530222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c969f30a-47da-4af6-9593-0d1133d9b913 req-e6e2346b-93d3-419a-abba-7dbbda5985c0 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478661 Jan 27 22:55:27.661603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ae384-9b70-4108-aa5b-f155521c0ffe req-faf8934c-18a3-4a2b-ae93-98008f89faab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:27.663130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de6ae384-9b70-4108-aa5b-f155521c0ffe req-faf8934c-18a3-4a2b-ae93-98008f89faab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0526438 Jan 27 22:55:27.716908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de6ae384-9b70-4108-aa5b-f155521c0ffe req-b733a5a4-4f14-47b6-b6d6-efc5f3fb3859 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472929 Jan 27 22:55:28.849181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383630a4-73ba-4390-9e9b-7cd95246a102 req-ce6b07e6-4fa7-44e3-a7d3-b29cdefce73c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:28.850839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-383630a4-73ba-4390-9e9b-7cd95246a102 req-ce6b07e6-4fa7-44e3-a7d3-b29cdefce73c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0613782 Jan 27 22:55:28.900455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-383630a4-73ba-4390-9e9b-7cd95246a102 req-835780c8-609c-4218-8c0d-0be1f7f961ee tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Jan 27 22:55:30.028789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd733894-f479-4c93-a98f-6dcc13c0bee1 req-ed102b66-2088-479f-b620-0dcde7801f63 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:30.030504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd733894-f479-4c93-a98f-6dcc13c0bee1 req-ed102b66-2088-479f-b620-0dcde7801f63 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0550427 Jan 27 22:55:30.083393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd733894-f479-4c93-a98f-6dcc13c0bee1 req-e5fed491-9190-47f9-b73e-f89695a3012a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461442 Jan 27 22:55:31.203849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828677-ca1c-4afc-9723-e5f5dd1263a5 req-6eaf870e-b54e-4bbf-9a8e-df5c524c8922 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:31.205444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04828677-ca1c-4afc-9723-e5f5dd1263a5 req-6eaf870e-b54e-4bbf-9a8e-df5c524c8922 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Jan 27 22:55:31.259042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04828677-ca1c-4afc-9723-e5f5dd1263a5 req-b01b764c-f98d-48f9-80bc-fc5b5627a699 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478811 Jan 27 22:55:32.382589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fcc3d-d9eb-4899-8bdd-e5bee54019f4 req-34193340-6e2c-4397-966b-0b6f1dbc56fc tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:32.384154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd5fcc3d-d9eb-4899-8bdd-e5bee54019f4 req-34193340-6e2c-4397-966b-0b6f1dbc56fc tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0533028 Jan 27 22:55:32.433239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd5fcc3d-d9eb-4899-8bdd-e5bee54019f4 req-fd721d80-0e59-46d8-8c23-4fabe5f19666 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 Jan 27 22:55:33.558811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4f77-bbe8-44c1-b3c1-92cbd890f8ca req-dd133b93-018a-459f-8d7f-e769e58be0f6 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:33.560374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07fd4f77-bbe8-44c1-b3c1-92cbd890f8ca req-dd133b93-018a-459f-8d7f-e769e58be0f6 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0535510 Jan 27 22:55:33.616843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-07fd4f77-bbe8-44c1-b3c1-92cbd890f8ca req-ebd9efd3-e130-4654-917c-23e8daa68158 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506794 Jan 27 22:55:34.093757 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30061fce-1619-4cc3-8a22-8bf21336d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:34.756222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c31b-be8d-4ddb-bf28-22acd9058b78 req-835a787e-1ea9-476c-899b-dabd669ad3e2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.757809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0533c31b-be8d-4ddb-bf28-22acd9058b78 req-835a787e-1ea9-476c-899b-dabd669ad3e2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0656352 Jan 27 22:55:34.810217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0533c31b-be8d-4ddb-bf28-22acd9058b78 req-ee895f0e-da50-4756-96b6-1178c1963451 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459323 Jan 27 22:55:35.932824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a3f08-700b-48a8-98bc-4aa5547dd867 req-4d994903-22be-4a31-aabe-d4885b0fd84f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:35.934349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-470a3f08-700b-48a8-98bc-4aa5547dd867 req-4d994903-22be-4a31-aabe-d4885b0fd84f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0521791 Jan 27 22:55:35.984497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-470a3f08-700b-48a8-98bc-4aa5547dd867 req-8d836272-26be-4314-9b7d-f56571d5cc12 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Jan 27 22:55:37.108021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981fc67-372c-4c6e-8650-1907167b32c2 req-44f0df69-489b-455b-b261-5746efab346a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:37.109566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6981fc67-372c-4c6e-8650-1907167b32c2 req-44f0df69-489b-455b-b261-5746efab346a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0515482 Jan 27 22:55:37.122789 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-79239346-06bb-4b3f-8c6f-b8ed628eb872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:37.166924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6981fc67-372c-4c6e-8650-1907167b32c2 req-f18eaf7d-bba4-4f60-81ce-1ac469e7882a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515440 Jan 27 22:55:38.289642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d034595-187c-4142-a960-5f3a0877ec0c req-2a4191ec-1fa0-41c2-96f3-1b8d2a18e99c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:38.291352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d034595-187c-4142-a960-5f3a0877ec0c req-2a4191ec-1fa0-41c2-96f3-1b8d2a18e99c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0539494 Jan 27 22:55:38.350051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d034595-187c-4142-a960-5f3a0877ec0c req-9dca45b8-df14-49d9-93c6-19ed7c6d09af tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527794 Jan 27 22:55:38.714206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:39.479225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2c789-dcf4-4680-a18b-f654a9b5d87d req-c7bca7bf-529b-41c0-baa9-e88b6f3a3522 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:39.480830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1c2c789-dcf4-4680-a18b-f654a9b5d87d req-c7bca7bf-529b-41c0-baa9-e88b6f3a3522 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0547638 Jan 27 22:55:39.540893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1c2c789-dcf4-4680-a18b-f654a9b5d87d req-473bc4ae-be8f-443f-82ae-3b7ae688a60a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491364 Jan 27 22:55:40.671431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf0425-dd6f-4fbd-937f-472ebd271a12 req-ca4e1139-1208-4d7a-abed-c86557a9baee tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:40.673670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15bf0425-dd6f-4fbd-937f-472ebd271a12 req-ca4e1139-1208-4d7a-abed-c86557a9baee tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0566616 Jan 27 22:55:40.720928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15bf0425-dd6f-4fbd-937f-472ebd271a12 req-52b91749-fedb-4610-b022-8aec7b92f6c9 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Jan 27 22:55:41.278728 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:41.280317 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:41.845083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00254832-4d87-4a40-a1b4-717aacee8f32 req-a2ed12be-da07-4f32-b423-8be965e516eb tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:41.846797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00254832-4d87-4a40-a1b4-717aacee8f32 req-a2ed12be-da07-4f32-b423-8be965e516eb tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0520172 Jan 27 22:55:41.895817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00254832-4d87-4a40-a1b4-717aacee8f32 req-5f61d636-4567-459f-95b8-7e89dafb93f9 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Jan 27 22:55:43.034336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d8b7d-fb97-4bbc-b283-a8ddbcf901f3 req-051b3a11-cfe1-45e3-a173-89cc633b48b0 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:43.036380 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e74d8b7d-fb97-4bbc-b283-a8ddbcf901f3 req-051b3a11-cfe1-45e3-a173-89cc633b48b0 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0602629 Jan 27 22:55:43.095103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e74d8b7d-fb97-4bbc-b283-a8ddbcf901f3 req-5fb167af-29ac-47ae-af9b-b787580db76d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524545 Jan 27 22:55:43.302974 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:55:44.218269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561f207-1eb4-4d60-ba97-4b69ba60a199 req-3bb043e9-e997-47c9-bc26-f4552bda188a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:44.219852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2561f207-1eb4-4d60-ba97-4b69ba60a199 req-3bb043e9-e997-47c9-bc26-f4552bda188a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Jan 27 22:55:44.269263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2561f207-1eb4-4d60-ba97-4b69ba60a199 req-17967d97-a005-4f3f-bf65-747b00cd5828 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Jan 27 22:55:45.389168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39764481-30e2-4b48-bb07-dcb9c37528df req-3f9dfdf1-58a4-4203-8860-07acdd4b3806 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:45.390723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39764481-30e2-4b48-bb07-dcb9c37528df req-3f9dfdf1-58a4-4203-8860-07acdd4b3806 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0497644 Jan 27 22:55:45.444358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39764481-30e2-4b48-bb07-dcb9c37528df req-bb888999-ad5d-46a4-947c-5988b36ae894 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 Jan 27 22:55:46.579733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a33fc-4648-400e-b2da-771ff02e622e req-a36bdd8c-4d19-42fe-abe5-934651469154 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:46.581278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f0a33fc-4648-400e-b2da-771ff02e622e req-a36bdd8c-4d19-42fe-abe5-934651469154 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0561583 Jan 27 22:55:46.632960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f0a33fc-4648-400e-b2da-771ff02e622e req-4d0b068d-1ae8-4724-a3f3-9c954436374f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458417 Jan 27 22:55:47.764993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127ab02-cbce-4747-bc7a-03df3ed00578 req-92257cba-da90-4617-9f10-40b019771aaa tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:47.767150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f127ab02-cbce-4747-bc7a-03df3ed00578 req-92257cba-da90-4617-9f10-40b019771aaa tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0559776 Jan 27 22:55:47.820855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f127ab02-cbce-4747-bc7a-03df3ed00578 req-ee7fc989-3d1f-4e18-99cf-b19b4aae403d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Jan 27 22:55:48.686498 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:48.952900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9c27-0ab6-4759-b87d-af9f3b636199 req-59b46568-155b-4a20-8641-d03125557357 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:48.955744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaba9c27-0ab6-4759-b87d-af9f3b636199 req-59b46568-155b-4a20-8641-d03125557357 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0575192 Jan 27 22:55:49.012534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eaba9c27-0ab6-4759-b87d-af9f3b636199 req-19e78d85-9a2d-4ed6-8a1d-482c94772088 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Jan 27 22:55:50.152148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b5ec-3e50-4247-8ffd-2906cb6d458b req-a0e96817-d1d6-4e63-897d-6bb1f7f3d4e2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:50.153761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91b5b5ec-3e50-4247-8ffd-2906cb6d458b req-a0e96817-d1d6-4e63-897d-6bb1f7f3d4e2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0566149 Jan 27 22:55:50.244039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91b5b5ec-3e50-4247-8ffd-2906cb6d458b req-6f619b1f-4237-43ea-a2d8-1136f832a3ef tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838733 Jan 27 22:55:50.254499 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-e3e833e4-49a2-4dc4-8263-9bed319094b8 service neutron] show failed (client error): The resource could not be found. Jan 27 22:55:50.255636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-e3e833e4-49a2-4dc4-8263-9bed319094b8 service neutron] 10.222.0.57 "GET /v2.0/ports/c04e71e5-a8a4-4f96-8b11-148f389936fe/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0792003 Jan 27 22:55:50.490773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-6dfdd929-3d69-4ec8-bcbf-327236a0b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:50.493534 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-6dfdd929-3d69-4ec8-bcbf-327236a0b5cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5&tenant_id=521ce29920d746ff865686f0fde02c60 HTTP/1.1" status: 200 len: 1096 time: 0.0495324 Jan 27 22:55:50.506219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:50.570769 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:50.785265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:50.819878 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h2-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:50.866831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:50.869640 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92745474-b399-4b92-8cc4-c05aaa3db943" -d '{"events": [{"server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "name": "network-vif-unplugged", "status": "completed", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:50.873322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Publish callbacks [] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:50.890382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.provisioning_blocks [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Transition to ACTIVE for port object c04e71e5-a8a4-4f96-8b11-148f389936fe will not be triggered until provisioned by entity L2. {{(pid=103329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:55:50.895770 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:50.926838 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9df2e0-1149-4e1d-90ea-5691f3131b1a x-openstack-request-id: req-8d9df2e0-1149-4e1d-90ea-5691f3131b1a {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:50.927142 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "name": "network-vif-unplugged", "status": "completed", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:50.927403 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d9df2e0-1149-4e1d-90ea-5691f3131b1a {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:50.927827 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'code': 200} Jan 27 22:55:50.969014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] No DVR routers for this DVR port c04e71e5-a8a4-4f96-8b11-148f389936fe on host n-h2-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:55:50.972334 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=6']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:50.997253 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:50.997608 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:50.997966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:50.998316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:50.998658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:50.999002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:50.999348 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:50.999723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:51.000060 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:51.000409 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:51.000745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:51.001074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:51.001403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:51.019238 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Attempting to bind port c04e71e5-a8a4-4f96-8b11-148f389936fe on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:51.019626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Attempting to bind port c04e71e5-a8a4-4f96-8b11-148f389936fe by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:51.019960 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Attempting to bind port c04e71e5-a8a4-4f96-8b11-148f389936fe on network 300f3b3b-290d-4eef-a830-93cdf27429de {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:51.024736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Port c04e71e5-a8a4-4f96-8b11-148f389936fe on network 300f3b3b-290d-4eef-a830-93cdf27429de not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:55:51.025089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Attempting to bind port c04e71e5-a8a4-4f96-8b11-148f389936fe on network 300f3b3b-290d-4eef-a830-93cdf27429de {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:51.030436 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:51.030782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Checking segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:51.031139 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Bound using segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} {{(pid=103329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:51.031632 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.managers [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Bound port: c04e71e5-a8a4-4f96-8b11-148f389936fe, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'}}] {{(pid=103329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:51.032002 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:51.102544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h1-826529-2, cleared binding levels {{(pid=103329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:51.106205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:51.112053 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:51.146021 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:51.147165 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:51.148634 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] 10.222.0.16 "PUT /v2.0/ports/c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 1091 time: 0.6474218 Jan 27 22:55:51.207325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4da92-80c7-4070-8051-a99c98df7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=7']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:51.232054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-b10621b4-6b94-4d0c-bb8e-528d5d458e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:51.234016 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-b10621b4-6b94-4d0c-bb8e-528d5d458e9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 1094 time: 0.0587237 Jan 27 22:55:51.333132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-de0276fc-a414-4d1b-bf4b-0eb4d26c9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:51.334712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-de0276fc-a414-4d1b-bf4b-0eb4d26c9c5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0948384 Jan 27 22:55:51.380834 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-69d8cb8d-c800-4a95-aea9-d301bec20d13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 217 time: 0.0392373 Jan 27 22:55:51.383721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:51.387280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8920b7-6c04-434f-be95-82c025faebfd req-b1ff5a1f-52b1-47a9-a7a0-95b9f0f82de9 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:51.390545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f8920b7-6c04-434f-be95-82c025faebfd req-b1ff5a1f-52b1-47a9-a7a0-95b9f0f82de9 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0692530 Jan 27 22:55:51.437976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-6fbf0018-d7c4-4760-9804-f13834d8567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:51.439873 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-6fbf0018-d7c4-4760-9804-f13834d8567f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0535967 Jan 27 22:55:51.462132 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f8920b7-6c04-434f-be95-82c025faebfd req-822aa5c7-3ec5-4115-8be3-fee075829ecb tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646482 Jan 27 22:55:51.473214 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-e27b7763-fd78-4940-b99f-a309b148f453 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277216 Jan 27 22:55:51.565615 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-c950b3c4-2dbb-43cf-9c47-9e7e2c83b9f3 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867083 Jan 27 22:55:51.669283 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90ae73f-2766-41ef-9c78-3fa3a376f305 req-16414f6c-d3d1-4027-be05-10a606f006d2 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981426 Jan 27 22:55:52.313317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c04e71e5-a8a4-4f96-8b11-148f389936fe no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:52.360236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port c04e71e5-a8a4-4f96-8b11-148f389936fe host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:55:52.360669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c04e71e5-a8a4-4f96-8b11-148f389936fe not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:52.600118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b7464-66b4-4a9c-901b-f007acbf0ce1 req-7ccd808c-7d3e-44fb-913a-5cc172bcee98 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:52.601574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-468b7464-66b4-4a9c-901b-f007acbf0ce1 req-7ccd808c-7d3e-44fb-913a-5cc172bcee98 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0532885 Jan 27 22:55:52.653473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-468b7464-66b4-4a9c-901b-f007acbf0ce1 req-ed0ea35f-47db-4c06-b6ee-8a218236185e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Jan 27 22:55:52.929305 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:52.931872 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de" -d '{"events": [{"name": "network-changed", "server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:52.984348 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1009d79c-8dfc-44cd-895d-420137ecb044 x-openstack-request-id: req-1009d79c-8dfc-44cd-895d-420137ecb044 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:52.984640 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:52.984898 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1009d79c-8dfc-44cd-895d-420137ecb044 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:52.985316 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'status': 'completed', 'code': 200} Jan 27 22:55:53.049889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-2eb1e85b-7619-48b2-b4bb-a30935f33812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:53.050175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-bacf0a0f-9adf-442c-88db-df59d5c07ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:53.051445 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-bacf0a0f-9adf-442c-88db-df59d5c07ef7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 1094 time: 0.0436316 Jan 27 22:55:53.051603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-2eb1e85b-7619-48b2-b4bb-a30935f33812 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 1094 time: 0.0485973 Jan 27 22:55:53.148589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-60d0e363-9954-4185-ae10-961f0dc0e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:53.150110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-60d0e363-9954-4185-ae10-961f0dc0e793 service neutron] 10.222.0.57 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0928648 Jan 27 22:55:53.152613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-fb4d1660-8b4d-4ae2-962c-3335b233d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:53.154148 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-fb4d1660-8b4d-4ae2-962c-3335b233d6ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0971305 Jan 27 22:55:53.195122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-d25276c5-7d3b-4eb8-a0e6-d368bbf61ac4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 217 time: 0.0386846 Jan 27 22:55:53.199167 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-ae531086-e4b4-4afb-ae37-8dd04da63e80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 217 time: 0.0384381 Jan 27 22:55:53.248910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-61104a4a-c7c1-4a3b-b149-aaaff262c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:53.249623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-d9a3e1cb-04d0-4994-a247-713e88db3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:53.250517 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-61104a4a-c7c1-4a3b-b149-aaaff262c72b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0457816 Jan 27 22:55:53.251204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-d9a3e1cb-04d0-4994-a247-713e88db3d1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0508556 Jan 27 22:55:53.282740 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-1e8e917c-7f59-40b7-81d1-8fcb9ab0d5ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259628 Jan 27 22:55:53.284729 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-f35fb1f0-ce0d-46dd-80c6-9b3a87d65c23 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281925 Jan 27 22:55:53.379478 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-05bf9b24-d1d2-465f-9d80-ede8e1879295 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901620 Jan 27 22:55:53.379873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-e709a4f7-8b57-4e04-96a4-7001882992d9 service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897622 Jan 27 22:55:53.479453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-8c27e34b-d644-4ccf-8b10-46534fcc7003 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940113 Jan 27 22:55:53.483381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de8a3c1-5f94-4f92-a9da-56b7a5c770de req-05f14d9c-ed16-40ee-be0f-9e601059bf4b service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953290 Jan 27 22:55:53.787330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddcaee-0539-409b-aca3-27f592b27ab5 req-a19e6844-e689-45ac-8b7b-bbc50110e65d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:53.788800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bddcaee-0539-409b-aca3-27f592b27ab5 req-a19e6844-e689-45ac-8b7b-bbc50110e65d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0531306 Jan 27 22:55:53.843142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bddcaee-0539-409b-aca3-27f592b27ab5 req-da02c505-c8c8-4fa3-a80a-7347c542e6c5 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480664 Jan 27 22:55:54.975725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbf6ce-32a1-4c9f-986e-47ed4c06087c req-4a8fa200-4df5-4876-9631-e3501182e0b0 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:54.977221 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7fbf6ce-32a1-4c9f-986e-47ed4c06087c req-4a8fa200-4df5-4876-9631-e3501182e0b0 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0600789 Jan 27 22:55:55.028998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7fbf6ce-32a1-4c9f-986e-47ed4c06087c req-e2c14b1a-821b-4122-aaa4-daf657ec7081 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Jan 27 22:55:55.268880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc200-4fd9-4a75-a314-8f511357becf req-8fa4ef9b-955e-48de-97f3-aa596ac1033e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:55.270315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94acc200-4fd9-4a75-a314-8f511357becf req-8fa4ef9b-955e-48de-97f3-aa596ac1033e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 943 time: 0.0839069 Jan 27 22:55:55.278356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-6d37823c-c96b-4283-bdc2-1648ea2177e4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:55.279859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-6d37823c-c96b-4283-bdc2-1648ea2177e4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.57 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5&tenant_id=521ce29920d746ff865686f0fde02c60&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 943 time: 0.0835464 Jan 27 22:55:55.369445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94acc200-4fd9-4a75-a314-8f511357becf req-c380a083-b5ac-459f-b93f-8eac08a09104 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885527 Jan 27 22:55:55.375425 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-a2bd4bfd-958b-4581-91e5-848cfc3b1672 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:55:55.376672 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-a2bd4bfd-958b-4581-91e5-848cfc3b1672 service neutron] 10.222.0.57 "DELETE /v2.0/ports/c04e71e5-a8a4-4f96-8b11-148f389936fe/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0895813 Jan 27 22:55:55.477760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-bfcf711a-4961-4897-8dbe-9040baf7706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:55.479394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-bfcf711a-4961-4897-8dbe-9040baf7706f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 1094 time: 0.0545208 Jan 27 22:55:55.578260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-848c29a7-eaa6-44fc-ab63-b49ebf7038c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:55.579752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-848c29a7-eaa6-44fc-ab63-b49ebf7038c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0940564 Jan 27 22:55:55.627764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-3dcd26c8-12e8-490c-bd42-33523eaca130 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 200 len: 217 time: 0.0427215 Jan 27 22:55:55.678551 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-feb1cc09-c2d4-4844-bc82-6c218ca7c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:55.680098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-feb1cc09-c2d4-4844-bc82-6c218ca7c15a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0464678 Jan 27 22:55:55.711957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-18af9f2d-79c4-4079-adeb-7a22a12022fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256853 Jan 27 22:55:55.725428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c04e71e5-a8a4-4f96-8b11-148f389936fe details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:55:55.827360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-3e8f5c9f-29f1-4408-8953-f81acc7dc32f service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094708 Jan 27 22:55:55.838812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:55.859459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de', 'port_id': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'mac_address': 'fa:16:3e:15:d7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aff3a0e-f6f9-403a-a041-aa3a5eb705c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:55:55.922256 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port c04e71e5-a8a4-4f96-8b11-148f389936fe is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:55.922852 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:55.941705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04e71e5-a8a4-4f96-8b11-148f389936fe {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:55.968639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-744dc93b-2a53-4672-96a8-ce5cdfd84ca4 req-ba3c4933-276b-4fb5-9089-308b5e8f123b service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355219 Jan 27 22:55:55.970463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:55.976024 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:56.028434 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:56.271575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['c04e71e5-a8a4-4f96-8b11-148f389936fe'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:55:56.504310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0506e-2417-48a8-a92b-275c8a1da154 req-fa3367ae-7c66-4cf8-bb29-be341da0566d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:56.506691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bc0506e-2417-48a8-a92b-275c8a1da154 req-fa3367ae-7c66-4cf8-bb29-be341da0566d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 944 time: 0.0610876 Jan 27 22:55:56.566951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1bc0506e-2417-48a8-a92b-275c8a1da154 req-40db3662-2dbb-4a63-98aa-a419f3688296 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523627 Jan 27 22:55:56.702545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed274258-325c-4aff-8c41-fc2aef2072c6 req-32e82949-d28e-4f24-92c5-a280ce82e91e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:56.704174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed274258-325c-4aff-8c41-fc2aef2072c6 req-32e82949-d28e-4f24-92c5-a280ce82e91e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 944 time: 0.0625439 Jan 27 22:55:56.756198 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed274258-325c-4aff-8c41-fc2aef2072c6 req-094ec6b4-0436-4976-9d01-5963c26a1d40 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Jan 27 22:55:56.879062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c3f02-6703-4e89-b2bc-6da989555557 req-6323f493-408e-4bcd-9b2d-2b607f56b596 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:56.880560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-363c3f02-6703-4e89-b2bc-6da989555557 req-6323f493-408e-4bcd-9b2d-2b607f56b596 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 944 time: 0.0565925 Jan 27 22:55:56.938829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-363c3f02-6703-4e89-b2bc-6da989555557 req-88857664-90b4-4965-b4c4-184e90091925 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489976 Jan 27 22:55:57.330169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-44dc5a81-169c-484c-95dd-7256930ca186 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:57.331720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-44dc5a81-169c-484c-95dd-7256930ca186 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 814 time: 0.1055069 Jan 27 22:55:57.347463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-d3a83246-bfc9-4953-a85a-41499d984d16 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/quotas/521ce29920d746ff865686f0fde02c60 HTTP/1.1" status: 200 len: 375 time: 0.0101285 Jan 27 22:55:57.399232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-86c39954-679e-488d-8bcc-a1cac576c51c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462925 Jan 27 22:55:57.500247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-5c8a297f-0a38-49d0-81ce-b8fd70f6b2c1 service neutron] 10.222.0.45 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927598 Jan 27 22:55:57.595430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-4dc39bdb-fe0c-4f11-8b9d-52f1217fe416 service neutron] 10.222.0.45 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886269 Jan 27 22:55:57.760936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c04e71e5-a8a4-4f96-8b11-148f389936fe up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:57.786223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fc34dd8b-0818-4d1e-9668-da408a7f5e46 req-50a8a6e0-9f98-4beb-81b4-35a0edbe1dc9 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 210 time: 0.0321112 Jan 27 22:55:57.819007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port c04e71e5-a8a4-4f96-8b11-148f389936fe completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:55:57.825740 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port c04e71e5-a8a4-4f96-8b11-148f389936fe triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:57.826127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:57.910211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port c04e71e5-a8a4-4f96-8b11-148f389936fe is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:57.910753 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:57.935023 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:57.937425 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef5533b-d479-4d9e-8a1c-195c7bd73757" -d '{"events": [{"server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "name": "network-vif-plugged", "status": "completed", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:57.957715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:57.963138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:57.996701 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3869af-a5f7-467c-8a1b-5ff505db51bb x-openstack-request-id: req-9f3869af-a5f7-467c-8a1b-5ff505db51bb {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:57.996995 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "name": "network-vif-plugged", "status": "completed", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:57.997335 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f3869af-a5f7-467c-8a1b-5ff505db51bb {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:57.997770 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'code': 200} Jan 27 22:55:58.030550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:58.673487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-a6a40378-c2b7-414e-9e2c-8e2d6d233c19 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:58.675147 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-a6a40378-c2b7-414e-9e2c-8e2d6d233c19 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.16 "GET /v2.0/ports?device_id=05994981-2735-453d-bbb4-406a7733fbe5 HTTP/1.1" status: 200 len: 945 time: 0.0657208 Jan 27 22:55:58.688013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.16', 54625) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:58.785395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Deleting port c04e71e5-a8a4-4f96-8b11-148f389936fe {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:58.785746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:58.805786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-485dddc4-e323-4dfb-a23f-c0a146d52597 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:58.807697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-485dddc4-e323-4dfb-a23f-c0a146d52597 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.16 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 814 time: 0.1174223 Jan 27 22:55:58.822680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Request body: {'port': {'device_id': '20c212f1-01e6-40a8-b932-57a45727f52c', 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de', 'admin_state_up': True, 'tenant_id': '521ce29920d746ff865686f0fde02c60'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:58.907850 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] For port c04e71e5-a8a4-4f96-8b11-148f389936fe, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c04e71e5-a8a4-4f96-8b11-148f389936fe,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:58.908491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:58.911967 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9405b1b-c7d6-44b2-b8ce-4fcaf2489117 req-057bf707-02ca-4b7d-ba6b-aab9c3c2bfae tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 210 time: 0.0414147 Jan 27 22:55:58.933071 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Calling delete_port for c04e71e5-a8a4-4f96-8b11-148f389936fe owned by compute:nova {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:58.980211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Made reservation on behalf of 521ce29920d746ff865686f0fde02c60 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:58.983879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.073637 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c04e71e5-a8a4-4f96-8b11-148f389936fe), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.092066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['c04e71e5-a8a4-4f96-8b11-148f389936fe'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:55:59.110442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Pushing event deleted for resources: {'Port': ['ID=c04e71e5-a8a4-4f96-8b11-148f389936fe,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:59.136719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Allocated IP 172.20.0.6 (300f3b3b-290d-4eef-a830-93cdf27429de/2aff3a0e-f6f9-403a-a041-aa3a5eb705c5/9a7270f9-c249-42cb-a38a-23e81304ed5c) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:59.164219 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] No DVR routers for this DVR port c04e71e5-a8a4-4f96-8b11-148f389936fe on host n-h1-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:55:59.167081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.172202 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.16 "DELETE /v2.0/ports/c04e71e5-a8a4-4f96-8b11-148f389936fe HTTP/1.1" status: 204 len: 173 time: 0.4839299 Jan 27 22:55:59.172713 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'name': 'network-vif-deleted', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:59.175457 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335db6fe-9383-421e-bac8-4ca81d4cda5d" -d '{"events": [{"server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "name": "network-vif-deleted", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:59.222092 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8f0e6d-7af4-404d-b9e0-707b15ca5ef5 x-openstack-request-id: req-5d8f0e6d-7af4-404d-b9e0-707b15ca5ef5 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:59.222433 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05994981-2735-453d-bbb4-406a7733fbe5", "name": "network-vif-deleted", "tag": "c04e71e5-a8a4-4f96-8b11-148f389936fe", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:59.222722 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d8f0e6d-7af4-404d-b9e0-707b15ca5ef5 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:59.223137 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05994981-2735-453d-bbb4-406a7733fbe5', 'name': 'network-vif-deleted', 'tag': 'c04e71e5-a8a4-4f96-8b11-148f389936fe', 'status': 'completed', 'code': 200} Jan 27 22:55:59.326495 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks [] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.370378 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.381737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['c04e71e5-a8a4-4f96-8b11-148f389936fe'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:55:59.421282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Network 300f3b3b-290d-4eef-a830-93cdf27429de is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:59.424859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:59.427670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:59.473255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:59.497880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:59.498537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.516090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-757ed4fd-684a-4b95-86da-ad031f689ad1 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6991992 Jan 27 22:55:59.527310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Request body: {'port': {'device_id': '20c212f1-01e6-40a8-b932-57a45727f52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:59.586709 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.893681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7270f9-c249-42cb-a38a-23e81304ed5c {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:59.901507 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Publish callbacks [] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.914094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Transition to ACTIVE for port object 9a7270f9-c249-42cb-a38a-23e81304ed5c will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:55:59.919757 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.975604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:00.089630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0959428-b8d3-4617-8437-dd98657fe5b7 req-234bf77b-7610-49b3-a810-4be3a3e2e310 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:00.091620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0959428-b8d3-4617-8437-dd98657fe5b7 req-234bf77b-7610-49b3-a810-4be3a3e2e310 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 943 time: 0.0937645 Jan 27 22:56:00.092771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Attempting to bind port 9a7270f9-c249-42cb-a38a-23e81304ed5c on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:56:00.093114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Attempting to bind port 9a7270f9-c249-42cb-a38a-23e81304ed5c by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:56:00.093443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Attempting to bind port 9a7270f9-c249-42cb-a38a-23e81304ed5c on network 300f3b3b-290d-4eef-a830-93cdf27429de {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:00.099129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Port 9a7270f9-c249-42cb-a38a-23e81304ed5c on network 300f3b3b-290d-4eef-a830-93cdf27429de not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:56:00.099449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Attempting to bind port 9a7270f9-c249-42cb-a38a-23e81304ed5c on network 300f3b3b-290d-4eef-a830-93cdf27429de {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:00.111833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:56:00.112159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Checking segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:56:00.112542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Bound using segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:56:00.112991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Bound port: 9a7270f9-c249-42cb-a38a-23e81304ed5c, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:56:00.113354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:00.184143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0959428-b8d3-4617-8437-dd98657fe5b7 req-f1eb2327-6ff4-48a1-8ad3-23342fa7eaa2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821855 Jan 27 22:56:00.210206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:56:00.213283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:56:00.219666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:00.254853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:00.255783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:00.257473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 1091 time: 0.7346432 Jan 27 22:56:00.257971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:00.260459 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed16143-ebec-4c0b-8165-97c71279e0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:00.293606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f14f0-e65d-4352-ae0a-212f8e4295e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:00.313913 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f5fd8a-9e1f-4102-9034-058329ca1b81 x-openstack-request-id: req-92f5fd8a-9e1f-4102-9034-058329ca1b81 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:00.314186 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:00.314441 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92f5fd8a-9e1f-4102-9034-058329ca1b81 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:00.314843 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'status': 'completed', 'code': 200} Jan 27 22:56:00.357312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-324a426f-67e5-4d93-aa52-c496f9ccbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:00.358990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-324a426f-67e5-4d93-aa52-c496f9ccbd76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1094 time: 0.0552516 Jan 27 22:56:00.404203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-f1271972-e7d2-4f48-85af-03e6edfd5576 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 217 time: 0.0382497 Jan 27 22:56:00.454472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-3e6041e1-f86f-4652-b8e6-da92e0b870f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:00.455875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-3e6041e1-f86f-4652-b8e6-da92e0b870f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0458686 Jan 27 22:56:00.486761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-3b83f1d9-ed18-437e-9805-56b429a20fc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247948 Jan 27 22:56:00.590195 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-ff7f3d7f-1cfe-4160-be22-ce9d9a664302 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974727 Jan 27 22:56:00.686134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1aadc39-8ff4-458d-81e6-757e98fe7aa3 req-721f905b-514f-44b7-988c-04a25975dfde service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899556 Jan 27 22:56:00.785064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-6e11456d-3079-47d9-aee2-c59dc374ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:00.786875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-6e11456d-3079-47d9-aee2-c59dc374ba72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1094 time: 0.0498312 Jan 27 22:56:00.884548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-222b6677-00f2-4d62-b25f-e03f0f6ff897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:00.886052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-222b6677-00f2-4d62-b25f-e03f0f6ff897 service neutron] 10.222.0.16 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0935748 Jan 27 22:56:00.932670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-e8b419ac-6544-492b-954e-b90c7aec0be8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 217 time: 0.0402968 Jan 27 22:56:00.980659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-d068f660-9570-4440-9fa8-3644cce1ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:00.982166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-d068f660-9570-4440-9fa8-3644cce1ebca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0445657 Jan 27 22:56:01.015296 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-57a03bb1-d3a8-4eda-883e-d2f33359507d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267463 Jan 27 22:56:01.107028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-dbfb4915-00c0-4672-a080-58cb3992310c service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Jan 27 22:56:01.204992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4ed16143-ebec-4c0b-8165-97c71279e0d5 req-62b3ebda-5cce-4b95-9a55-7e2f3fa78975 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922427 Jan 27 22:56:01.318109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6a4f-54d5-4442-808f-299d4b3677a1 req-26c0714c-b328-49a7-b8f8-cc01b3eaa786 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:01.319627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e11c6a4f-54d5-4442-808f-299d4b3677a1 req-26c0714c-b328-49a7-b8f8-cc01b3eaa786 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 943 time: 0.0537007 Jan 27 22:56:01.368339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e11c6a4f-54d5-4442-808f-299d4b3677a1 req-65b43dc0-6e81-4c8d-9d1c-80210893f462 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Jan 27 22:56:01.755307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c04e71e5-a8a4-4f96-8b11-148f389936fe no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:56:01.779828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: c04e71e5-a8a4-4f96-8b11-148f389936fe {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:56:01.780171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c04e71e5-a8a4-4f96-8b11-148f389936fe not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:56:02.499154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c38c46-d93a-46d2-a3e3-1661a39d27a6 req-cb8558a0-7152-4812-81d8-9b172b7a0094 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:02.500838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95c38c46-d93a-46d2-a3e3-1661a39d27a6 req-cb8558a0-7152-4812-81d8-9b172b7a0094 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 943 time: 0.0553145 Jan 27 22:56:02.552996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-95c38c46-d93a-46d2-a3e3-1661a39d27a6 req-9156a9f8-d049-4550-8e2b-f5734284849f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Jan 27 22:56:03.684117 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ff0fb-fe7e-4163-8480-1c78ca591563 req-9cb24759-3d5e-466b-8286-e12ce754949e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:03.685857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d9ff0fb-fe7e-4163-8480-1c78ca591563 req-9cb24759-3d5e-466b-8286-e12ce754949e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 943 time: 0.0549595 Jan 27 22:56:03.740287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d9ff0fb-fe7e-4163-8480-1c78ca591563 req-fb2aea02-ba94-42bf-98b4-e7a4d683199c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486259 Jan 27 22:56:03.765076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9a7270f9-c249-42cb-a38a-23e81304ed5c details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:56:03.871384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:03.886279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de', 'port_id': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'mac_address': 'fa:16:3e:be:66:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aff3a0e-f6f9-403a-a041-aa3a5eb705c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:56:03.933018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9a7270f9-c249-42cb-a38a-23e81304ed5c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:03.933443 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:03.950030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7270f9-c249-42cb-a38a-23e81304ed5c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:56:03.974083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:03.979163 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:04.034899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:04.044380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.044735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.045118 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.045463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.045799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.046137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.046474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.046820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.047144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.047474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.047822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.048151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.048474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:04.091687 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bce80a62-2a0a-4012-99ee-f10048db7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:04.286725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['9a7270f9-c249-42cb-a38a-23e81304ed5c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:56:05.153779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9df26-2fc8-41c0-960f-aea2ff08675b req-efbac284-f723-4b23-a536-6dbe266d2ed8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:05.155476 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ca9df26-2fc8-41c0-960f-aea2ff08675b req-efbac284-f723-4b23-a536-6dbe266d2ed8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 944 time: 0.0531082 Jan 27 22:56:05.215683 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ca9df26-2fc8-41c0-960f-aea2ff08675b req-c5ac399a-7fd6-46d1-9c2d-c6523ca83ffc tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502429 Jan 27 22:56:05.776250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9a7270f9-c249-42cb-a38a-23e81304ed5c up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:56:05.833018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 9a7270f9-c249-42cb-a38a-23e81304ed5c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:56:05.837753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 9a7270f9-c249-42cb-a38a-23e81304ed5c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:05.838135 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:05.930517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 9a7270f9-c249-42cb-a38a-23e81304ed5c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:05.930861 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:05.961528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:05.963744 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c183226-2088-4e83-a92d-108b32f92261" -d '{"events": [{"server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "name": "network-vif-plugged", "status": "completed", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:05.984623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:05.992647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:06.024441 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b604a70a-2de7-4977-9347-26e25926184f x-openstack-request-id: req-b604a70a-2de7-4977-9347-26e25926184f {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:06.024878 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "name": "network-vif-plugged", "status": "completed", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:06.025339 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b604a70a-2de7-4977-9347-26e25926184f {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:06.025781 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'code': 200} Jan 27 22:56:06.065129 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:06.171915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1637444-793f-4e49-a48c-d1f1456da7c8 req-971b2d26-0a59-42ac-b01d-35a36f075c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:06.173512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1637444-793f-4e49-a48c-d1f1456da7c8 req-971b2d26-0a59-42ac-b01d-35a36f075c13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1096 time: 0.0935960 Jan 27 22:56:06.231294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a1637444-793f-4e49-a48c-d1f1456da7c8 req-5c79183d-7a63-4f42-824c-cefebac5b3c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518749 Jan 27 22:56:06.353050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abe3e0-b80a-441e-930d-2111d26fac19 req-d1e32233-bca0-4e9f-b8ec-c411e342a9d4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:06.354690 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16abe3e0-b80a-441e-930d-2111d26fac19 req-d1e32233-bca0-4e9f-b8ec-c411e342a9d4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0649481 Jan 27 22:56:06.435070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16abe3e0-b80a-441e-930d-2111d26fac19 req-d27ac83c-54fb-4fd1-a551-25b383fc0c41 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734653 Jan 27 22:56:07.127853 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d24b3c59-956e-4e5c-b3ec-c2d3af5ddd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:07.581496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38941890-7296-4966-aebb-8ff5ebd4bc81 req-bc2bf5f6-8615-4a39-898a-e9c3c0bbb9b5 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:07.583146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38941890-7296-4966-aebb-8ff5ebd4bc81 req-bc2bf5f6-8615-4a39-898a-e9c3c0bbb9b5 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0654840 Jan 27 22:56:07.639488 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38941890-7296-4966-aebb-8ff5ebd4bc81 req-87687931-e0b7-4e3c-b3fe-ffbf87d5437f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Jan 27 22:56:08.724472 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:08.772135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d36bb6-5118-4dff-bac6-98087b741f3d req-12379bbc-1712-4d7c-ab99-89658677a945 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:08.773678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10d36bb6-5118-4dff-bac6-98087b741f3d req-12379bbc-1712-4d7c-ab99-89658677a945 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0558965 Jan 27 22:56:08.826509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10d36bb6-5118-4dff-bac6-98087b741f3d req-7e547786-95ea-404f-986f-f8c17cab94f7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465822 Jan 27 22:56:08.970719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca6a88-5bf5-4348-b957-aae86eb4d863 req-9634186a-c6ca-4fc4-ac64-d6e6123b4bab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:08.972298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3ca6a88-5bf5-4348-b957-aae86eb4d863 req-9634186a-c6ca-4fc4-ac64-d6e6123b4bab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0662031 Jan 27 22:56:09.024456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3ca6a88-5bf5-4348-b957-aae86eb4d863 req-cc156af9-bf46-4278-8ef3-05c158273456 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Jan 27 22:56:09.337913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a8575b0f-3923-4875-9242-0dabdca9290f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710230 Jan 27 22:56:09.351518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b008bd-2151-4015-a2e8-3d0016c3177d req-0ed97ca9-bc3b-451e-a048-14b7ee9819d7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:09.353686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9b008bd-2151-4015-a2e8-3d0016c3177d req-0ed97ca9-bc3b-451e-a048-14b7ee9819d7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0774143 Jan 27 22:56:09.406282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9b008bd-2151-4015-a2e8-3d0016c3177d req-03e2f4a8-3ac2-4e47-a6f1-a281b1be6fb2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 Jan 27 22:56:10.520827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-f87957c0-a69b-4207-9ced-d15d47b0ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:10.522332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-f87957c0-a69b-4207-9ced-d15d47b0ad89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1096 time: 0.0677683 Jan 27 22:56:10.579735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892ec0c-ba25-498a-bfcb-33123383c9e7 req-3de55cac-3248-441f-8b19-4d4bba7a7026 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:10.581227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5892ec0c-ba25-498a-bfcb-33123383c9e7 req-3de55cac-3248-441f-8b19-4d4bba7a7026 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0993056 Jan 27 22:56:10.655785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-46be8e37-949f-42dc-b849-55976ad631be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:10.657288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-46be8e37-949f-42dc-b849-55976ad631be service neutron] 10.222.0.16 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.1283727 Jan 27 22:56:10.660911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5892ec0c-ba25-498a-bfcb-33123383c9e7 req-e1b35dfe-c0c5-409a-b15a-221ee829bd2a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727053 Jan 27 22:56:10.700513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-8be36098-e34e-4e4b-9e7a-390315426559 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 217 time: 0.0375144 Jan 27 22:56:10.759991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-411026e0-3682-4181-be0c-953306dc1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:10.762626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-411026e0-3682-4181-be0c-953306dc1b95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0562220 Jan 27 22:56:10.794896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-c6efad5f-294b-438d-b24c-79c390f4b314 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261302 Jan 27 22:56:11.251078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-3a6ef551-7ab9-48e8-b113-c360b9ea3f3f service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502351 Jan 27 22:56:11.271024 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:11.273298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:11.351687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-8f9cbb32-65a1-47fb-a809-c3bddfd75aac service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946200 Jan 27 22:56:11.601241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-4f9e71af-2c65-42c0-9e3a-b45f5a11593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:11.602786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-4f9e71af-2c65-42c0-9e3a-b45f5a11593c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1096 time: 0.0450213 Jan 27 22:56:11.713229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-d540436d-fc13-434c-bd19-8223bc2593c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:11.714800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-d540436d-fc13-434c-bd19-8223bc2593c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0926199 Jan 27 22:56:11.761930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-6e9183ee-5ea0-447a-85d6-5cd82720d8e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 217 time: 0.0410395 Jan 27 22:56:11.833832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-a8d36dd3-4a42-44f0-ac49-fdda50d2af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:11.835332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-a8d36dd3-4a42-44f0-ac49-fdda50d2af04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0661209 Jan 27 22:56:11.843203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9d3e5-1f01-4ce5-a9f1-c49099c5c9a1 req-bb140c6c-cd4a-4c47-9fe9-664b07b27ada tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:11.844656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ddc9d3e5-1f01-4ce5-a9f1-c49099c5c9a1 req-bb140c6c-cd4a-4c47-9fe9-664b07b27ada tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0856311 Jan 27 22:56:11.878032 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-c6c58a6c-4a59-43fc-a7b2-bf2cbd1af326 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322964 Jan 27 22:56:11.960178 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ddc9d3e5-1f01-4ce5-a9f1-c49099c5c9a1 req-5d651ead-b37b-433f-9238-2ebed77ce359 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072435 Jan 27 22:56:11.992801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-e4ae0110-94d6-4916-a887-ea141550f291 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088123 Jan 27 22:56:12.100137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dbf96ab5-46b0-400e-8770-846adaaf8a12 req-97c6d13d-39c1-4dbd-86af-a9c64413c37d service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016450 Jan 27 22:56:13.092078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93928bdf-3437-4c4c-af60-4303e7f87f26 req-fc5cc884-2200-4dbe-b50c-1c9ac149bda8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:13.093629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93928bdf-3437-4c4c-af60-4303e7f87f26 req-fc5cc884-2200-4dbe-b50c-1c9ac149bda8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0534968 Jan 27 22:56:13.154814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93928bdf-3437-4c4c-af60-4303e7f87f26 req-c72cdce9-6778-49cb-b6a0-eb6f90a60d75 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550807 Jan 27 22:56:14.282821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10299c-74db-4a63-9c7b-88fef1d2a16d req-7117a021-77a7-4df1-b4f2-3acf74cead17 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:14.284357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a10299c-74db-4a63-9c7b-88fef1d2a16d req-7117a021-77a7-4df1-b4f2-3acf74cead17 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0567586 Jan 27 22:56:14.339695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a10299c-74db-4a63-9c7b-88fef1d2a16d req-cceedbef-d1ae-453a-a490-74412b4d6170 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Jan 27 22:56:15.465824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7997f-07ed-4fb1-b04e-da7396c2de32 req-ada33b41-eb95-44c9-b98f-50e465695373 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:15.467461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6af7997f-07ed-4fb1-b04e-da7396c2de32 req-ada33b41-eb95-44c9-b98f-50e465695373 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0514755 Jan 27 22:56:15.517797 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6af7997f-07ed-4fb1-b04e-da7396c2de32 req-e99eb0dd-bcc4-432f-b8f3-0c226bd85035 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Jan 27 22:56:16.642595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71f66c-b465-435e-bada-86da00c9bbf7 req-c6fa0aca-a4d7-4afc-93f3-87e46f4b3225 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:16.644260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e71f66c-b465-435e-bada-86da00c9bbf7 req-c6fa0aca-a4d7-4afc-93f3-87e46f4b3225 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0521326 Jan 27 22:56:16.703895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e71f66c-b465-435e-bada-86da00c9bbf7 req-d1293a3e-7d07-49cc-98d0-1e818155d098 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528049 Jan 27 22:56:17.884451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253ea2b-3191-4a24-bd19-31b32bf3b29e req-f58d9383-fb53-4b9f-af7f-b3b18d2c31e2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:17.885985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3253ea2b-3191-4a24-bd19-31b32bf3b29e req-f58d9383-fb53-4b9f-af7f-b3b18d2c31e2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.1088829 Jan 27 22:56:17.939442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3253ea2b-3191-4a24-bd19-31b32bf3b29e req-f7f387e8-39f9-4eac-9561-4b95b301c7bc tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Jan 27 22:56:18.705858 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:19.123745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773d71-a56d-40df-803f-caf61c338876 req-e2cb8e79-2a21-4309-a15c-854e611c0ecd tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:19.125387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62773d71-a56d-40df-803f-caf61c338876 req-e2cb8e79-2a21-4309-a15c-854e611c0ecd tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.1139905 Jan 27 22:56:19.183581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62773d71-a56d-40df-803f-caf61c338876 req-db14f5e5-a77e-445a-af47-f327e4bdc294 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503695 Jan 27 22:56:20.303628 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:56:20.308501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17654e45-275b-4f2f-bef8-ddc9a79e047d req-1c431534-3d68-49ed-856d-795f760e3d00 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:20.310023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17654e45-275b-4f2f-bef8-ddc9a79e047d req-1c431534-3d68-49ed-856d-795f760e3d00 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0559630 Jan 27 22:56:20.364452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17654e45-275b-4f2f-bef8-ddc9a79e047d req-04f921f4-7998-45f6-ae43-d3611ea93543 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481291 Jan 27 22:56:21.410029 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:21.504675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879e6b2-f8d2-4e1b-8da7-132719424870 req-9d0b8256-a8dc-4332-98dd-bc7425b3a895 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:21.506167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c879e6b2-f8d2-4e1b-8da7-132719424870 req-9d0b8256-a8dc-4332-98dd-bc7425b3a895 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0620973 Jan 27 22:56:21.561982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c879e6b2-f8d2-4e1b-8da7-132719424870 req-da9bd254-7886-4a8c-91f4-51d22f68b2f5 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499444 Jan 27 22:56:22.695082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce223cf-a86b-44b6-805c-7bb55e59e9f9 req-fb6db6fc-e46b-4475-8d33-b54c81565c19 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:22.696662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dce223cf-a86b-44b6-805c-7bb55e59e9f9 req-fb6db6fc-e46b-4475-8d33-b54c81565c19 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0527170 Jan 27 22:56:22.748942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dce223cf-a86b-44b6-805c-7bb55e59e9f9 req-0267d098-2396-4aa9-9063-b351b8e65cc6 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Jan 27 22:56:23.882917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade2d25-3736-45da-a918-23d019743648 req-309424b5-3580-4f4b-8d33-aad34bf3a2aa tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:23.884450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ade2d25-3736-45da-a918-23d019743648 req-309424b5-3580-4f4b-8d33-aad34bf3a2aa tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0550447 Jan 27 22:56:23.936745 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ade2d25-3736-45da-a918-23d019743648 req-f6878b48-3a8f-4b13-a6e6-3d3688b823e2 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Jan 27 22:56:25.078703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d20a49-f68b-4148-8b43-bded461ae347 req-47112e75-dc48-469f-bf52-b7bc9318602e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:25.080295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6d20a49-f68b-4148-8b43-bded461ae347 req-47112e75-dc48-469f-bf52-b7bc9318602e tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0660043 Jan 27 22:56:25.129668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d6d20a49-f68b-4148-8b43-bded461ae347 req-2d2bcf2b-02d0-4464-9a71-4121c64293e0 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 Jan 27 22:56:26.276272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743378b-976a-4751-8314-86fe4d9b6f57 req-8b997b8a-455d-43ec-8ca6-d648fb065ebd tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:26.278270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b743378b-976a-4751-8314-86fe4d9b6f57 req-8b997b8a-455d-43ec-8ca6-d648fb065ebd tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0664468 Jan 27 22:56:26.332871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b743378b-976a-4751-8314-86fe4d9b6f57 req-1771dd61-f19d-48b3-a13f-4be874be62cf tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458927 Jan 27 22:56:27.462246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9c136-d1ad-40f9-a6a3-76b98380b52b req-9092babb-446e-4fef-8a91-6c0c02463b6d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:27.463921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cab9c136-d1ad-40f9-a6a3-76b98380b52b req-9092babb-446e-4fef-8a91-6c0c02463b6d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0569074 Jan 27 22:56:27.516737 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cab9c136-d1ad-40f9-a6a3-76b98380b52b req-a75414d6-a9b8-43ff-b5a3-13cf655be0e3 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445271 Jan 27 22:56:28.645819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdba87d-487f-4a49-b9d8-bf327a4bf12a req-4340b7bc-fd70-4c50-96be-13c2341e24b5 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:28.647378 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bdba87d-487f-4a49-b9d8-bf327a4bf12a req-4340b7bc-fd70-4c50-96be-13c2341e24b5 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0486774 Jan 27 22:56:28.707739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bdba87d-487f-4a49-b9d8-bf327a4bf12a req-6cd20e30-8dcf-4d8e-8b10-f6a7a7f6269c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517697 Jan 27 22:56:29.835197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5903d-665d-4ce5-98bb-338f4d54fe34 req-9048fb89-24d4-480c-89f9-8891b079f3c4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:29.836738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1b5903d-665d-4ce5-98bb-338f4d54fe34 req-9048fb89-24d4-480c-89f9-8891b079f3c4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0489926 Jan 27 22:56:29.884671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1b5903d-665d-4ce5-98bb-338f4d54fe34 req-ed2186a8-1258-4d93-9070-ccd23af8dc89 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Jan 27 22:56:31.010136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1195fc-1ede-460e-b2b5-6ffc8bc57152 req-465c130b-4938-4366-aa8f-8c78641ab4fc tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:31.011666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e1195fc-1ede-460e-b2b5-6ffc8bc57152 req-465c130b-4938-4366-aa8f-8c78641ab4fc tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0521290 Jan 27 22:56:31.065857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e1195fc-1ede-460e-b2b5-6ffc8bc57152 req-255e9b6e-1b35-4b6a-8c3e-02f45cefef38 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 Jan 27 22:56:32.200882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6b675-5f22-4f2a-a678-39872cabb14d req-2b0f1c38-c08b-41b6-a5fd-65f577681765 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:32.202397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccc6b675-5f22-4f2a-a678-39872cabb14d req-2b0f1c38-c08b-41b6-a5fd-65f577681765 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0591888 Jan 27 22:56:32.250246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccc6b675-5f22-4f2a-a678-39872cabb14d req-588851f0-7066-477d-a666-0259793c8c4c tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419972 Jan 27 22:56:33.385143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee166a-7a78-4b32-bae4-948a99ff5845 req-748f15c2-ac7f-4f33-9898-4896135ff278 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:33.386740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aee166a-7a78-4b32-bae4-948a99ff5845 req-748f15c2-ac7f-4f33-9898-4896135ff278 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0538628 Jan 27 22:56:33.440277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7aee166a-7a78-4b32-bae4-948a99ff5845 req-f6cadf2c-3b2c-438f-a2e0-5548b7f1afca tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Jan 27 22:56:34.096536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-88f6328f-2b29-4e28-ba8b-0faf97136955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:34.578993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883373f9-8903-4a29-9ff0-764c2fc6d74c req-033a416a-88ad-4bb6-9b29-7b8a80b6a644 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:34.580632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-883373f9-8903-4a29-9ff0-764c2fc6d74c req-033a416a-88ad-4bb6-9b29-7b8a80b6a644 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0631552 Jan 27 22:56:34.650972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-883373f9-8903-4a29-9ff0-764c2fc6d74c req-7ab2a0fe-400a-418e-9e8e-50699fdcd296 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609171 Jan 27 22:56:35.791515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878e3d9-607c-4b5f-9faa-45b14311e548 req-de8a40be-d43f-4bf9-a8ab-65e67e41613f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:35.793019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b878e3d9-607c-4b5f-9faa-45b14311e548 req-de8a40be-d43f-4bf9-a8ab-65e67e41613f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0570645 Jan 27 22:56:35.843090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b878e3d9-607c-4b5f-9faa-45b14311e548 req-32b8502c-fdf6-40fc-b24c-8e16938564ec tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Jan 27 22:56:36.978690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225b7f0-f78b-4f21-8259-fe7c44981b03 req-d497b4fe-324e-4d48-bf0f-cb0495abe5ba tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:36.980149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c225b7f0-f78b-4f21-8259-fe7c44981b03 req-d497b4fe-324e-4d48-bf0f-cb0495abe5ba tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0626736 Jan 27 22:56:37.031261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c225b7f0-f78b-4f21-8259-fe7c44981b03 req-175e5776-0bad-443a-bd39-31e6884fb24d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Jan 27 22:56:37.119788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f4d54b5d-e0b9-4916-841f-aacc38188475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:38.168981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dded-f44f-43dc-8815-5bcf4dd61e4f req-f6f6eca3-df8b-4a17-8396-b17adedaead9 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:38.171011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8783dded-f44f-43dc-8815-5bcf4dd61e4f req-f6f6eca3-df8b-4a17-8396-b17adedaead9 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0658758 Jan 27 22:56:38.221303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8783dded-f44f-43dc-8815-5bcf4dd61e4f req-3915c12b-7360-4d28-8510-3c85f14451ab tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Jan 27 22:56:38.361011 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-f71ee410-a111-4add-b0d6-7d3c8eaa6f23 service neutron] show failed (client error): The resource could not be found. Jan 27 22:56:38.362427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-f71ee410-a111-4add-b0d6-7d3c8eaa6f23 service neutron] 10.222.0.16 "GET /v2.0/ports/9a7270f9-c249-42cb-a38a-23e81304ed5c/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0640140 Jan 27 22:56:38.609574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-f38603c7-3cc3-4f4c-b539-e7f2a748cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:38.611348 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-f38603c7-3cc3-4f4c-b539-e7f2a748cd56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c&tenant_id=521ce29920d746ff865686f0fde02c60 HTTP/1.1" status: 200 len: 1096 time: 0.0791290 Jan 27 22:56:38.623999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:38.681563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:38.718885 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:38.896384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:38.939852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:56:38.990392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:38.992787 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba37bf3-0c96-431e-8ffe-3700edd2bfeb" -d '{"events": [{"server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:38.996888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Publish callbacks [] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:39.014725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Transition to ACTIVE for port object 9a7270f9-c249-42cb-a38a-23e81304ed5c will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:56:39.019346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:39.084828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] No DVR routers for this DVR port 9a7270f9-c249-42cb-a38a-23e81304ed5c on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:56:39.088034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:39.114690 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25711b7-1706-4696-a509-a976fcca7c3a x-openstack-request-id: req-d25711b7-1706-4696-a509-a976fcca7c3a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:39.114979 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:39.115228 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d25711b7-1706-4696-a509-a976fcca7c3a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:39.115643 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'code': 200} Jan 27 22:56:39.116936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.117275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.117615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.117949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.118263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.118590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.118913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.119234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.119580 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.119909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.120215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.120536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.120853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:39.138960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Attempting to bind port 9a7270f9-c249-42cb-a38a-23e81304ed5c on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:56:39.139298 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Attempting to bind port 9a7270f9-c249-42cb-a38a-23e81304ed5c by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:56:39.139660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Attempting to bind port 9a7270f9-c249-42cb-a38a-23e81304ed5c on network 300f3b3b-290d-4eef-a830-93cdf27429de {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:39.144371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Port 9a7270f9-c249-42cb-a38a-23e81304ed5c on network 300f3b3b-290d-4eef-a830-93cdf27429de not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:56:39.144691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Attempting to bind port 9a7270f9-c249-42cb-a38a-23e81304ed5c on network 300f3b3b-290d-4eef-a830-93cdf27429de {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:39.149718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:56:39.149994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Checking segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:56:39.150377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Bound using segment: {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:56:39.150805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Bound port: 9a7270f9-c249-42cb-a38a-23e81304ed5c, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:56:39.151163 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:39.220192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:56:39.223404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:56:39.230349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:39.265059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:39.265696 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:39.267086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] 10.222.0.57 "PUT /v2.0/ports/9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 1091 time: 0.6477349 Jan 27 22:56:39.288516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e55cb-0518-4593-8ffa-ea06b8b05877 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:39.362516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-0964a722-e360-434e-a644-737f8c81e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:39.364087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-0964a722-e360-434e-a644-737f8c81e645 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1094 time: 0.0725579 Jan 27 22:56:39.370824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1ba29-49aa-45c9-9afc-43fd6eefddfd req-85c08b74-262e-40c0-a929-557c4156c577 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:39.372231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82b1ba29-49aa-45c9-9afc-43fd6eefddfd req-85c08b74-262e-40c0-a929-557c4156c577 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 943 time: 0.0723834 Jan 27 22:56:39.477357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82b1ba29-49aa-45c9-9afc-43fd6eefddfd req-19e28a6c-b089-4dcb-a6c5-4ed2b591d384 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968442 Jan 27 22:56:39.495524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-6571de4b-73f1-4604-a8c5-e91c8402135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:39.496989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-6571de4b-73f1-4604-a8c5-e91c8402135c service neutron] 10.222.0.57 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.1238747 Jan 27 22:56:39.543576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-cfc01ef6-3337-46c2-b7a1-3ff482329ee1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 217 time: 0.0409606 Jan 27 22:56:39.598120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-af5e9ac7-9a7e-468b-8e3d-233ccc9c2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:39.600569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-af5e9ac7-9a7e-468b-8e3d-233ccc9c2ae0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0515301 Jan 27 22:56:39.635113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-a5307a81-072c-43f8-9536-3e245db3d355 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287702 Jan 27 22:56:39.728293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-7f09347e-6a76-4e2c-bb0a-a85eaa3ede28 service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867743 Jan 27 22:56:39.832310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3afd7248-d87c-454f-8a54-3cfb9ccf2243 req-07c9496b-2099-42a3-a424-8f74764d2190 service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978837 Jan 27 22:56:40.612997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935de72-62a7-4fc6-b75d-57b1a5e0d478 req-b86cc046-077f-401c-94d7-fcf71ed4bf58 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:40.614474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f935de72-62a7-4fc6-b75d-57b1a5e0d478 req-b86cc046-077f-401c-94d7-fcf71ed4bf58 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 943 time: 0.0593822 Jan 27 22:56:40.667375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f935de72-62a7-4fc6-b75d-57b1a5e0d478 req-fb0b7fa2-61f2-4762-ba47-00ab3b9413dd tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Jan 27 22:56:41.117336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:41.120626 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5411bbe-c193-4086-8eb7-14067d1d98ab" -d '{"events": [{"name": "network-changed", "server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:41.172391 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bc6ea3-3844-4b2a-8b24-93431a2efac0 x-openstack-request-id: req-04bc6ea3-3844-4b2a-8b24-93431a2efac0 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:41.172683 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:41.172949 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04bc6ea3-3844-4b2a-8b24-93431a2efac0 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:41.173351 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'status': 'completed', 'code': 200} Jan 27 22:56:41.268455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-1828d721-ea87-4a70-9e16-dc0747973cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:41.270097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-1828d721-ea87-4a70-9e16-dc0747973cdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1094 time: 0.0782316 Jan 27 22:56:41.272974 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-1b3af819-0e19-45a9-b49a-09af21f42c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:41.274541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-1b3af819-0e19-45a9-b49a-09af21f42c71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1094 time: 0.0715115 Jan 27 22:56:41.277451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:41.281996 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:41.437996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-cdd5e528-0bf9-4e7b-bb1c-45fd78c4c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:41.439539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-cdd5e528-0bf9-4e7b-bb1c-45fd78c4c347 service neutron] 10.222.0.57 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.1634352 Jan 27 22:56:41.444336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-2c900efc-df15-40c9-81d3-07ae0b21adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:41.445693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-2c900efc-df15-40c9-81d3-07ae0b21adf3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.1607208 Jan 27 22:56:41.488948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-ccd88d59-1add-4ff4-9d36-2523e23e204e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 217 time: 0.0421708 Jan 27 22:56:41.527091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-8765ad74-bcd3-4d3f-b2e6-afe65cc74e5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 217 time: 0.0739350 Jan 27 22:56:41.596879 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-b0d220c4-7208-4758-9726-ee555ed5c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:41.598352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-b0d220c4-7208-4758-9726-ee555ed5c663 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0795875 Jan 27 22:56:41.602048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-59aced76-f43b-4da0-9a1b-2249e0ee36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:41.603426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-59aced76-f43b-4da0-9a1b-2249e0ee36b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0569510 Jan 27 22:56:41.639749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-67b717bb-4968-44d5-ab3e-205f2ccdfce2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352874 Jan 27 22:56:41.662572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-21613869-8063-48a4-8edd-dc0c0602ecb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509844 Jan 27 22:56:41.846995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-c17d9578-8605-4465-84e7-8eedfa5b5526 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731303 Jan 27 22:56:41.850493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-f3946346-b5e7-4f64-a0b4-b32ee23e3fa6 service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970015 Jan 27 22:56:41.884952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55cd34-bf4d-42dc-8fb1-15add1ca8471 req-490ab6a7-f1c4-4dde-aafd-b21759e2b19d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:41.886434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce55cd34-bf4d-42dc-8fb1-15add1ca8471 req-490ab6a7-f1c4-4dde-aafd-b21759e2b19d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 943 time: 0.1348598 Jan 27 22:56:41.891737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9a7270f9-c249-42cb-a38a-23e81304ed5c no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:56:41.933468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 9a7270f9-c249-42cb-a38a-23e81304ed5c host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:56:41.933869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 9a7270f9-c249-42cb-a38a-23e81304ed5c not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:56:42.058765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce55cd34-bf4d-42dc-8fb1-15add1ca8471 req-9a09771d-f599-4742-a8bc-9f44421c43b0 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402278 Jan 27 22:56:42.066582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-3112b5b8-7a7f-4cb2-9d8d-cfc9bd87a7e1 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120824 Jan 27 22:56:42.069088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5411bbe-c193-4086-8eb7-14067d1d98ab req-64682360-24a4-47eb-a0a6-a78809fa603f service neutron] 10.222.0.57 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059636 Jan 27 22:56:42.312689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5bf8c-bf15-4cce-a029-a99a0854f1dc req-9645716e-1433-4c50-b2dd-e0be0bc38f02 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:42.314167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fe5bf8c-bf15-4cce-a029-a99a0854f1dc req-9645716e-1433-4c50-b2dd-e0be0bc38f02 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 943 time: 0.0837960 Jan 27 22:56:42.321185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c483b8-836c-4e25-9034-c621ce066535 req-42235529-390d-4149-b21e-62b5ebbeb13f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:42.322605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-42235529-390d-4149-b21e-62b5ebbeb13f tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.16 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c&tenant_id=521ce29920d746ff865686f0fde02c60&binding%3Ahost_id=n-h2-826529-2 HTTP/1.1" status: 200 len: 943 time: 0.0799134 Jan 27 22:56:42.412756 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fe5bf8c-bf15-4cce-a029-a99a0854f1dc req-d350b6a2-dcf5-4fa9-968f-eb48dab20764 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885484 Jan 27 22:56:42.418077 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-08c483b8-836c-4e25-9034-c621ce066535 req-691e889c-9c72-4352-ab87-dcf015e769e8 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:56:42.419486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-691e889c-9c72-4352-ab87-dcf015e769e8 service neutron] 10.222.0.16 "DELETE /v2.0/ports/9a7270f9-c249-42cb-a38a-23e81304ed5c/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0887630 Jan 27 22:56:42.516102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c483b8-836c-4e25-9034-c621ce066535 req-bd63477a-d953-47d5-9a75-28b45578f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:42.517608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-bd63477a-d953-47d5-9a75-28b45578f858 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=521ce29920d746ff865686f0fde02c60&device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 1094 time: 0.0441837 Jan 27 22:56:42.594312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 9a7270f9-c249-42cb-a38a-23e81304ed5c details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:56:42.613914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c483b8-836c-4e25-9034-c621ce066535 req-de16eecf-133d-465f-b6c9-bb6344af284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:42.615452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-de16eecf-133d-465f-b6c9-bb6344af284b service neutron] 10.222.0.16 "GET /v2.0/networks?id=300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 200 len: 915 time: 0.0907867 Jan 27 22:56:42.666846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-3840023d-966f-430a-b96e-ac595fa072bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 200 len: 217 time: 0.0442328 Jan 27 22:56:42.719647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c483b8-836c-4e25-9034-c621ce066535 req-4cc75bac-26f7-4e86-94f6-2b3ba9cf7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:42.721176 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-4cc75bac-26f7-4e86-94f6-2b3ba9cf7432 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 200 len: 854 time: 0.0490429 Jan 27 22:56:42.754742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-8f9dcebf-b9c9-4e40-b4e1-aad02bfc2702 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f3b3b-290d-4eef-a830-93cdf27429de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276561 Jan 27 22:56:42.868042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-ffc52673-de84-4106-9a9f-4672913d57b9 service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066477 Jan 27 22:56:42.874467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:42.887232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'network_id': '300f3b3b-290d-4eef-a830-93cdf27429de', 'port_id': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'mac_address': 'fa:16:3e:be:66:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aff3a0e-f6f9-403a-a041-aa3a5eb705c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:56:42.929423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 9a7270f9-c249-42cb-a38a-23e81304ed5c is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:42.929896 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:42.944262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7270f9-c249-42cb-a38a-23e81304ed5c {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:56:42.959335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-08c483b8-836c-4e25-9034-c621ce066535 req-e3903625-a763-422f-86f1-ec819b1a318a service neutron] 10.222.0.16 "GET /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853679 Jan 27 22:56:42.965097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:42.971405 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:43.026435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:43.198499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['9a7270f9-c249-42cb-a38a-23e81304ed5c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:56:43.546840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497c95d-164f-4f5e-9647-e81cd358a4ac req-87642883-c4ee-46f6-93be-451b7ba1900a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:43.548833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f497c95d-164f-4f5e-9647-e81cd358a4ac req-87642883-c4ee-46f6-93be-451b7ba1900a tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 944 time: 0.0597949 Jan 27 22:56:43.601041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f497c95d-164f-4f5e-9647-e81cd358a4ac req-7209e024-85a2-44e5-8bcf-fb2d25a8a123 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Jan 27 22:56:43.724263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6678c-22f2-423c-8486-4daa5b94436b req-ad7567a6-db68-4391-a5c0-e00965bd83cd tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:43.725662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92c6678c-22f2-423c-8486-4daa5b94436b req-ad7567a6-db68-4391-a5c0-e00965bd83cd tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 944 time: 0.0511849 Jan 27 22:56:43.773616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92c6678c-22f2-423c-8486-4daa5b94436b req-8d0143b6-9996-4d20-b677-b59b938ddfc8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Jan 27 22:56:43.900518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633de3b-72fe-4442-b83b-192527126107 req-a8f67201-ab87-47f7-80d7-d22b8842706b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:43.902161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8633de3b-72fe-4442-b83b-192527126107 req-a8f67201-ab87-47f7-80d7-d22b8842706b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 944 time: 0.0531545 Jan 27 22:56:43.956082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8633de3b-72fe-4442-b83b-192527126107 req-74f788b6-5f9c-4926-ac7f-1c741657f29d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475349 Jan 27 22:56:44.356187 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea81a8-5d09-4524-8f28-d1c1ab5d755a req-c1486bb7-f0a5-41b3-8db9-d1e33744cea7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:44.358189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4aea81a8-5d09-4524-8f28-d1c1ab5d755a req-c1486bb7-f0a5-41b3-8db9-d1e33744cea7 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 944 time: 0.0599487 Jan 27 22:56:44.420547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4aea81a8-5d09-4524-8f28-d1c1ab5d755a req-86b031de-42ad-4cb5-850d-c9bb154d700d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561748 Jan 27 22:56:44.600917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 9a7270f9-c249-42cb-a38a-23e81304ed5c up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:56:44.659351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 9a7270f9-c249-42cb-a38a-23e81304ed5c completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:56:44.665328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 9a7270f9-c249-42cb-a38a-23e81304ed5c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:44.665707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:44.755477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 9a7270f9-c249-42cb-a38a-23e81304ed5c is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:44.756306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:44.785921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:44.788554 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04193bb8-1988-4982-b114-c405ca347f7c" -d '{"events": [{"server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "name": "network-vif-plugged", "status": "completed", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:44.802175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:44.807785 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:44.836117 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15be53-358d-4be8-9251-a63fb538f006 x-openstack-request-id: req-0b15be53-358d-4be8-9251-a63fb538f006 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:44.836438 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "name": "network-vif-plugged", "status": "completed", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:44.836696 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b15be53-358d-4be8-9251-a63fb538f006 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:44.837085 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'code': 200} Jan 27 22:56:44.867180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:45.490220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-c50da6bf-9b5e-4cc2-b033-584134bb2125 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:45.491754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-c50da6bf-9b5e-4cc2-b033-584134bb2125 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.57 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.0503283 Jan 27 22:56:45.603722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f920b-7dff-4d9f-9932-f080453b4401 req-e19b6a24-e706-42a1-9391-9212f864ae3b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:45.605341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-763f920b-7dff-4d9f-9932-f080453b4401 req-e19b6a24-e706-42a1-9391-9212f864ae3b tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/ports?device_id=20c212f1-01e6-40a8-b932-57a45727f52c HTTP/1.1" status: 200 len: 945 time: 0.1017933 Jan 27 22:56:45.651969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Deleting port 9a7270f9-c249-42cb-a38a-23e81304ed5c {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:56:45.652300 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:45.677759 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-763f920b-7dff-4d9f-9932-f080453b4401 req-65198682-a05c-48e2-a169-85468f2451f4 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8437598-a540-4557-94ff-ca6ced7b20e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662067 Jan 27 22:56:45.759634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] For port 9a7270f9-c249-42cb-a38a-23e81304ed5c, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9a7270f9-c249-42cb-a38a-23e81304ed5c,segment=NetworkSegment(89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930),segment_id=89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:45.759909 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:45.772482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Calling delete_port for 9a7270f9-c249-42cb-a38a-23e81304ed5c owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:56:45.914328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9a7270f9-c249-42cb-a38a-23e81304ed5c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:45.927064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['9a7270f9-c249-42cb-a38a-23e81304ed5c'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:56:45.946805 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Pushing event deleted for resources: {'Port': ['ID=9a7270f9-c249-42cb-a38a-23e81304ed5c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:45.991261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] No DVR routers for this DVR port 9a7270f9-c249-42cb-a38a-23e81304ed5c on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:56:45.994118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:45.997648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55df0234-0f8c-47bb-86ca-8365650ef2fd req-7a5f6a42-d97f-46da-8582-67da29a354f8 tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] 10.222.0.57 "DELETE /v2.0/ports/9a7270f9-c249-42cb-a38a-23e81304ed5c HTTP/1.1" status: 204 len: 173 time: 0.5004256 Jan 27 22:56:45.998104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'name': 'network-vif-deleted', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:46.000424 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aada5b-9990-46e1-9abf-3ff09fc738bd" -d '{"events": [{"server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "name": "network-vif-deleted", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:46.040922 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac66685-14cd-44c7-80ca-097ca75fedab x-openstack-request-id: req-4ac66685-14cd-44c7-80ca-097ca75fedab {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:46.041342 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c212f1-01e6-40a8-b932-57a45727f52c", "name": "network-vif-deleted", "tag": "9a7270f9-c249-42cb-a38a-23e81304ed5c", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:46.041732 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ac66685-14cd-44c7-80ca-097ca75fedab {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:46.042258 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c212f1-01e6-40a8-b932-57a45727f52c', 'name': 'network-vif-deleted', 'tag': '9a7270f9-c249-42cb-a38a-23e81304ed5c', 'status': 'completed', 'code': 200} Jan 27 22:56:46.803943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45220) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:46.848532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9729e17f-8676-41c4-ba95-8189fb3b3746 admin admin] Deleting subnet 2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:56:46.852007 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9729e17f-8676-41c4-ba95-8189fb3b3746 admin admin] Publish callbacks [] for subnet (2aff3a0e-f6f9-403a-a041-aa3a5eb705c5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:46.886457 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9729e17f-8676-41c4-ba95-8189fb3b3746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (2aff3a0e-f6f9-403a-a041-aa3a5eb705c5), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:46.929551 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9729e17f-8676-41c4-ba95-8189fb3b3746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (2aff3a0e-f6f9-403a-a041-aa3a5eb705c5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:46.986412 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9729e17f-8676-41c4-ba95-8189fb3b3746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (2aff3a0e-f6f9-403a-a041-aa3a5eb705c5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.023444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9729e17f-8676-41c4-ba95-8189fb3b3746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.026811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9729e17f-8676-41c4-ba95-8189fb3b3746 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2aff3a0e-f6f9-403a-a041-aa3a5eb705c5 HTTP/1.1" status: 204 len: 168 time: 0.2218549 Jan 27 22:56:47.027904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729e17f-8676-41c4-ba95-8189fb3b3746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aff3a0e-f6f9-403a-a041-aa3a5eb705c5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:47.029555 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45222) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:47.103532 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (300f3b3b-290d-4eef-a830-93cdf27429de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.184013 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (300f3b3b-290d-4eef-a830-93cdf27429de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.205773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300f3b3b-290d-4eef-a830-93cdf27429de']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:47.215106 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:47.215403 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:47.224913 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.239255 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.246057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:56:47.246466 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (89d2e2a8-fa06-4bde-9dd7-eb36d0f9f930), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: timer() Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:56:47.248318 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:56:47.308953 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (300f3b3b-290d-4eef-a830-93cdf27429de), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.314831 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.318082 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] 10.222.0.45 "DELETE /v2.0/networks/300f3b3b-290d-4eef-a830-93cdf27429de HTTP/1.1" status: 204 len: 168 time: 0.2875466 Jan 27 22:56:47.329268 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62b09f-f839-49cf-94db-7b39fcc620de admin admin] Pushing event deleted for resources: {'Network': ['ID=300f3b3b-290d-4eef-a830-93cdf27429de,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:47.440087 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45226) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:47.479911 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ae323eca-dd6e-49bb-ae5a-cb0b99b61880 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=521ce29920d746ff865686f0fde02c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386255 Jan 27 22:56:47.482513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:47.529773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d86fed21-1c3a-4987-80ca-94d9d5ae9322 admin admin] Publish callbacks [] for security_group (c8437598-a540-4557-94ff-ca6ced7b20e1), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.552281 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d86fed21-1c3a-4987-80ca-94d9d5ae9322 admin admin] Publish callbacks [] for security_group (c8437598-a540-4557-94ff-ca6ced7b20e1), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.606362 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d86fed21-1c3a-4987-80ca-94d9d5ae9322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c8437598-a540-4557-94ff-ca6ced7b20e1), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.609780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d86fed21-1c3a-4987-80ca-94d9d5ae9322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.611069 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d86fed21-1c3a-4987-80ca-94d9d5ae9322 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8437598-a540-4557-94ff-ca6ced7b20e1 HTTP/1.1" status: 204 len: 168 time: 0.1276844 Jan 27 22:56:47.621224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fed21-1c3a-4987-80ca-94d9d5ae9322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8437598-a540-4557-94ff-ca6ced7b20e1,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:48.364787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45250) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:48.470992 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-412543363-network', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:48.498311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Made reservation on behalf of b56521ba1ec048d784e0ab869b31d6f8 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:56:48.500675 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.513627 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.599193 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Publish callbacks [] for security_group (27377751-04f0-47ba-b797-3445827f2533), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.604724 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (27377751-04f0-47ba-b797-3445827f2533), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.610511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 9a7270f9-c249-42cb-a38a-23e81304ed5c no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:56:48.637327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 9a7270f9-c249-42cb-a38a-23e81304ed5c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:56:48.637579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:56:48.637717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 9a7270f9-c249-42cb-a38a-23e81304ed5c not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:56:48.648472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27377751-04f0-47ba-b797-3445827f2533,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:48.653411 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8c80cf11-f5c1-451c-b856-9bbcec7dac5b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.653792 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Added segment 8c80cf11-f5c1-451c-b856-9bbcec7dac5b of type vlan for network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 Jan 27 22:56:48.696169 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.723239 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.724412 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:48.725079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.733702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:48.773398 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4074986 Jan 27 22:56:48.776794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45254) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:48.782329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Request body: {'subnet': {'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-412543363-subnet', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:48.793082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746adbf-49eb-42c8-8c0d-972bd20930d0 admin admin] Pushing event updated for resources: {'Network': ['ID=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:48.805138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:56:48.809369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Made reservation on behalf of b56521ba1ec048d784e0ab869b31d6f8 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:56:48.812118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.001685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (4c5b61b5-637a-4af0-90da-069e45cecf80), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.061915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5b61b5-637a-4af0-90da-069e45cecf80,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:49.081345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:56:49.081842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Network hostable DHCP agents. Network: 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:56:49.105182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:56:49.116720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:56:49.121131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:49.121729 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.125934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d2948-7735-4bef-ac6f-38328d28db5d None None] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:56:49.139263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0ba951cd-ddcd-4ed5-904f-fc0d0d07b6af admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3612933 Jan 27 22:56:49.142028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45256) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:49.146340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:49.168890 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (9be87cb2-661e-4476-882c-0d057ce5e865), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.169972 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (9be87cb2-661e-4476-882c-0d057ce5e865), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.227226 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks [] for router_controller (9be87cb2-661e-4476-882c-0d057ce5e865), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.237791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:56:49.239163 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.386634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Allocated IP 172.20.0.2 (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9/4c5b61b5-637a-4af0-90da-069e45cecf80/8d82773a-183f-4d3f-b195-ed7cf350f7c5) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:56:49.539330 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Publish callbacks [] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.546065 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.588838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:56:49.592144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:56:49.595765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:56:49.606766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Pushing event updated for resources: {'Port': ['ID=8d82773a-183f-4d3f-b195-ed7cf350f7c5,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:49.660499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Attempting to bind port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:56:49.661180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Attempting to bind port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:56:49.661180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Attempting to bind port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:49.667242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:56:49.667673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:56:49.668090 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.668495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:56:49.668998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Bound port: 8d82773a-183f-4d3f-b195-ed7cf350f7c5, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:56:49.669419 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.736251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] For port 8d82773a-183f-4d3f-b195-ed7cf350f7c5, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:56:49.737349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks [] for router_gateway (9be87cb2-661e-4476-882c-0d057ce5e865), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.739721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] For port 8d82773a-183f-4d3f-b195-ed7cf350f7c5, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8d82773a-183f-4d3f-b195-ed7cf350f7c5,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:56:49.745659 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.808779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62fd79-fe40-4de0-9d1e-582100898c67 None None] Pushing event updated for resources: {'Port': ['ID=8d82773a-183f-4d3f-b195-ed7cf350f7c5,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:49.968729 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks [] for router_gateway (9be87cb2-661e-4476-882c-0d057ce5e865), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:49.991207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.105109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Allocated IP 172.25.8.74 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/58ea68a8-abfc-4b72-9588-f44464fe4201) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:56:50.221093 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks [] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.262809 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.308668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:56:50.313750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:56:50.319299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:56:50.322441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Pushing event updated for resources: {'Port': ['ID=58ea68a8-abfc-4b72-9588-f44464fe4201,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:50.578772 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks [] for router_gateway (9be87cb2-661e-4476-882c-0d057ce5e865), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.728243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc0942-f676-4c17-bd0f-09feea03cad0 None None] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:56:50.786920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8f17622e-1e7e-4157-a6b1-f5142d640149 None None] Provisioning complete for port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:50.787516 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8f17622e-1e7e-4157-a6b1-f5142d640149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.791995 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (9be87cb2-661e-4476-882c-0d057ce5e865), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.934576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Router 9be87cb2-661e-4476-882c-0d057ce5e865 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:56:50.963453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8f17622e-1e7e-4157-a6b1-f5142d640149 None None] Current status of the port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:50.963789 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8f17622e-1e7e-4157-a6b1-f5142d640149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.010890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8f17622e-1e7e-4157-a6b1-f5142d640149 None None] For port 8d82773a-183f-4d3f-b195-ed7cf350f7c5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8d82773a-183f-4d3f-b195-ed7cf350f7c5,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:51.019304 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8f17622e-1e7e-4157-a6b1-f5142d640149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.057023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:56:51.082824 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.083607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:56:51.084578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ebac204f-7d8d-4249-a682-d65c616e0285 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9412427 Jan 27 22:56:51.087311 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45258) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:51.118392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:56:51.119033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:51.120827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17622e-1e7e-4157-a6b1-f5142d640149 None None] Pushing event updated for resources: {'Port': ['ID=8d82773a-183f-4d3f-b195-ed7cf350f7c5,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:51.225043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7a527c28-61b9-46b6-b342-828baf6e6c9c None None] Provisioning complete for port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:51.225413 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7a527c28-61b9-46b6-b342-828baf6e6c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.281767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:56:51.438716 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.465957 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7a527c28-61b9-46b6-b342-828baf6e6c9c None None] Current status of the port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:51.520394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:50Z', 'revision_number': 3, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:51.549298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:56:51.549645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Updating router 9be87cb2-661e-4476-882c-0d057ce5e865 port 58ea68a8-abfc-4b72-9588-f44464fe4201 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:56:51.578163 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.793332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8d82773a-183f-4d3f-b195-ed7cf350f7c5 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:56:51.815383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.899529 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:51.900296 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.903176 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Publish callbacks [] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.926471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.998225 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Allocated IP 172.20.0.1 (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9/4c5b61b5-637a-4af0-90da-069e45cecf80/2b73a2a0-c288-4409-9811-224d3fff3080) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:56:51.999050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Attempting to bind port 58ea68a8-abfc-4b72-9588-f44464fe4201 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:56:51.999546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Attempting to bind port 58ea68a8-abfc-4b72-9588-f44464fe4201 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:56:51.999922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Attempting to bind port 58ea68a8-abfc-4b72-9588-f44464fe4201 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:52.008603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca4e60-d813-4ed7-96ac-4deceb0a1e82 None None] Pushing event updated for resources: {'Port': ['ID=58ea68a8-abfc-4b72-9588-f44464fe4201,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:52.015499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:56:52.015875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:56:52.016286 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.016700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:56:52.017273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Bound port: 58ea68a8-abfc-4b72-9588-f44464fe4201, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:56:52.017545 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.107702 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:52.113798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] For port 58ea68a8-abfc-4b72-9588-f44464fe4201, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:56:52.114584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Publish callbacks [] for port (2b73a2a0-c288-4409-9811-224d3fff3080), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.117410 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] For port 58ea68a8-abfc-4b72-9588-f44464fe4201, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=58ea68a8-abfc-4b72-9588-f44464fe4201,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:56:52.123746 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.152907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.191222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:56:52.191876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:52.194042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:56:52.204083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:56:52.208494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:56:52.211674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Pushing event updated for resources: {'Port': ['ID=2b73a2a0-c288-4409-9811-224d3fff3080,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:52.243137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.243544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.243893 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.244207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.244554 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.244912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.245208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.245731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.246266 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.246583 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.246914 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.247294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.247616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:52.261921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (9be87cb2-661e-4476-882c-0d057ce5e865), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.411206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca4e60-d813-4ed7-96ac-4deceb0a1e82 None None] Pushing event updated for resources: {'Port': ['ID=58ea68a8-abfc-4b72-9588-f44464fe4201,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:52.413317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.489944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:56:52.563768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-60da8e06-b5b8-442a-ba25-c47a0953cac1 None None] Provisioning complete for port 2b73a2a0-c288-4409-9811-224d3fff3080 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:52.564152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60da8e06-b5b8-442a-ba25-c47a0953cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.582707 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Publish callbacks [] for port (2b73a2a0-c288-4409-9811-224d3fff3080), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.588350 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.636010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-60da8e06-b5b8-442a-ba25-c47a0953cac1 None None] Port 2b73a2a0-c288-4409-9811-224d3fff3080 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:56:52.654821 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (9be87cb2-661e-4476-882c-0d057ce5e865), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.658976 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Pushing event updated for resources: {'Port': ['ID=2b73a2a0-c288-4409-9811-224d3fff3080,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:52.721156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:50Z', 'revision_number': 3, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:52.748926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898b535-e1d8-4a83-b5e3-2debd9de32f8 None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:50Z', 'revision_number': 3, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:56:52.783345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:56:52.784993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:56:52.910011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:56:53.034505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:56:53.042447 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c6fcb4f5-31f2-4a24-ab20-161338b0c75e admin admin] 10.222.0.45 "PUT /v2.0/routers/9be87cb2-661e-4476-882c-0d057ce5e865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9509864 Jan 27 22:56:53.069147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7d63045b-2264-4852-8d35-acf5c8cc3777 None None] Provisioning complete for port 2b73a2a0-c288-4409-9811-224d3fff3080 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:53.069147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d63045b-2264-4852-8d35-acf5c8cc3777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.109655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7d63045b-2264-4852-8d35-acf5c8cc3777 None None] Port 2b73a2a0-c288-4409-9811-224d3fff3080 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:56:53.477977 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45266) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:53.482823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b74c6767-0ace-44b6-a92d-dd2600a33d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263546229', 'description': 'tempest-description--1724507123'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:53.505605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b74c6767-0ace-44b6-a92d-dd2600a33d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.590101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b74c6767-0ace-44b6-a92d-dd2600a33d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group (c549285e-a936-4f7c-b54a-0cd712829cf5), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.594434 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b74c6767-0ace-44b6-a92d-dd2600a33d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c549285e-a936-4f7c-b54a-0cd712829cf5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.626822 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b74c6767-0ace-44b6-a92d-dd2600a33d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.628108 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b74c6767-0ace-44b6-a92d-dd2600a33d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1490269 Jan 27 22:56:53.630174 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c6767-0ace-44b6-a92d-dd2600a33d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c549285e-a936-4f7c-b54a-0cd712829cf5,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:53.631182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45268) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:53.638197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ca906f0f-61fd-4ff7-9fc6-84d7ac190182 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'security_group_rule': {'security_group_id': 'c549285e-a936-4f7c-b54a-0cd712829cf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:53.672494 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca906f0f-61fd-4ff7-9fc6-84d7ac190182 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group_rule (a58541ed-3f80-42a9-ae05-9592719c696b), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.732601 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca906f0f-61fd-4ff7-9fc6-84d7ac190182 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group_rule (a58541ed-3f80-42a9-ae05-9592719c696b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.736650 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca906f0f-61fd-4ff7-9fc6-84d7ac190182 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (a58541ed-3f80-42a9-ae05-9592719c696b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.759969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906f0f-61fd-4ff7-9fc6-84d7ac190182 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58541ed-3f80-42a9-ae05-9592719c696b,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:53.766566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ca906f0f-61fd-4ff7-9fc6-84d7ac190182 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.767843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ca906f0f-61fd-4ff7-9fc6-84d7ac190182 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348393 Jan 27 22:56:53.770634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45270) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:53.775600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3fa3224a-4ec3-4904-abe1-af9722447d1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'security_group_rule': {'security_group_id': 'c549285e-a936-4f7c-b54a-0cd712829cf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:53.779045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 58ea68a8-abfc-4b72-9588-f44464fe4201 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:56:53.804016 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3fa3224a-4ec3-4904-abe1-af9722447d1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group_rule (49663a82-2a3e-45dd-bd3a-f9a942602a7d), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.831645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 58ea68a8-abfc-4b72-9588-f44464fe4201 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:53.832115 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.860910 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3fa3224a-4ec3-4904-abe1-af9722447d1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group_rule (49663a82-2a3e-45dd-bd3a-f9a942602a7d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.865834 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3fa3224a-4ec3-4904-abe1-af9722447d1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (49663a82-2a3e-45dd-bd3a-f9a942602a7d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.884351 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3224a-4ec3-4904-abe1-af9722447d1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49663a82-2a3e-45dd-bd3a-f9a942602a7d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:53.892733 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3fa3224a-4ec3-4904-abe1-af9722447d1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.894198 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3fa3224a-4ec3-4904-abe1-af9722447d1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224673 Jan 27 22:56:53.897336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45272) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:53.902311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:53.925560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.925805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 58ea68a8-abfc-4b72-9588-f44464fe4201 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:53.926094 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.947158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 58ea68a8-abfc-4b72-9588-f44464fe4201, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=58ea68a8-abfc-4b72-9588-f44464fe4201,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:53.952324 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.003854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=58ea68a8-abfc-4b72-9588-f44464fe4201,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:54.023396 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.143308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Allocated IP 172.25.8.75 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/b82d500a-beb5-46fc-82d0-345f3f4b4e83) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:56:54.251351 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for port (b82d500a-beb5-46fc-82d0-345f3f4b4e83), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.294770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b82d500a-beb5-46fc-82d0-345f3f4b4e83), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.333239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:56:54.336107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:56:54.341928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:56:54.347783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'Port': ['ID=b82d500a-beb5-46fc-82d0-345f3f4b4e83,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:54.428724 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:56:54.438849 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:56:54.439049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.439547 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:54.475367 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b82d500a-beb5-46fc-82d0-345f3f4b4e83), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.548891 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:56:54.654857 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for port (b82d500a-beb5-46fc-82d0-345f3f4b4e83), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.660903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b82d500a-beb5-46fc-82d0-345f3f4b4e83), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.744808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'Port': ['ID=b82d500a-beb5-46fc-82d0-345f3f4b4e83,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:54.757927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.771230 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 2, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:54.779074 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.787490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-65301ae8-0dab-4ad7-99bf-388ea7e2fa47 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8821344 Jan 27 22:56:54.806777 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:56:54.807124 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Updating router 9be87cb2-661e-4476-882c-0d057ce5e865 port 2b73a2a0-c288-4409-9811-224d3fff3080 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:56:54.837412 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.938956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-acd3fa86-861c-4d6c-a9f2-45414943a80a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--263546229&fields=id&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 267 time: 0.0441449 Jan 27 22:56:55.050936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-93d07f73-2d9a-41b3-9cc4-78e4eba80bbd tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:55.052478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-93d07f73-2d9a-41b3-9cc4-78e4eba80bbd tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1068919 Jan 27 22:56:55.068010 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-6f8ce21b-f1a5-4d5d-a44f-80930485bb59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/quotas/b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 375 time: 0.0097914 Jan 27 22:56:55.105216 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Publish callbacks [] for port (2b73a2a0-c288-4409-9811-224d3fff3080), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.113364 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.127831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d8351823-12b4-4a0c-89c1-a9ce0d7a0ee3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542941 Jan 27 22:56:55.165087 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Pushing event updated for resources: {'Port': ['ID=2b73a2a0-c288-4409-9811-224d3fff3080,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:55.196515 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.196896 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.197097 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.197442 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.197774 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.198109 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.198437 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.198757 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.199080 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.199400 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.199759 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.200085 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.200503 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:55.235731 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Attempting to bind port 2b73a2a0-c288-4409-9811-224d3fff3080 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:56:55.236114 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Attempting to bind port 2b73a2a0-c288-4409-9811-224d3fff3080 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:56:55.236758 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Attempting to bind port 2b73a2a0-c288-4409-9811-224d3fff3080 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:55.241765 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:56:55.242199 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:56:55.242584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-af49c82d-d459-406c-9cc5-d6c399720c88 service neutron] 10.222.0.45 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008191 Jan 27 22:56:55.242791 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.243228 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:56:55.243862 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Bound port: 2b73a2a0-c288-4409-9811-224d3fff3080, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:56:55.244253 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.310490 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] For port 2b73a2a0-c288-4409-9811-224d3fff3080, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:56:55.314696 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] For port 2b73a2a0-c288-4409-9811-224d3fff3080, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2b73a2a0-c288-4409-9811-224d3fff3080,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:56:55.320318 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.352723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-e4e79ef1-5c46-4cbd-9378-1013529e7e10 service neutron] 10.222.0.45 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025546 Jan 27 22:56:55.381484 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:56:55.382335 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:56:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:55.427980 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb20368-cb44-45fe-958a-4b52f9e5d976 None None] Pushing event updated for resources: {'Port': ['ID=2b73a2a0-c288-4409-9811-224d3fff3080,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:55.452706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ee93fcef-9a21-4d05-b109-52d8e29f93a1 None None] Provisioning complete for port 2b73a2a0-c288-4409-9811-224d3fff3080 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:55.453789 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee93fcef-9a21-4d05-b109-52d8e29f93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.544490 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:56:55.568920 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ee93fcef-9a21-4d05-b109-52d8e29f93a1 None None] Current status of the port 2b73a2a0-c288-4409-9811-224d3fff3080 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:55.569354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee93fcef-9a21-4d05-b109-52d8e29f93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.589732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76a99464-5865-4616-ba5d-1e838b75644c req-7c5f1c23-4280-4ccd-87bb-e09962b8e350 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 210 time: 0.0402422 Jan 27 22:56:55.623715 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ee93fcef-9a21-4d05-b109-52d8e29f93a1 None None] For port 2b73a2a0-c288-4409-9811-224d3fff3080, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2b73a2a0-c288-4409-9811-224d3fff3080,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:55.628717 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee93fcef-9a21-4d05-b109-52d8e29f93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.685061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93fcef-9a21-4d05-b109-52d8e29f93a1 None None] Pushing event updated for resources: {'Port': ['ID=2b73a2a0-c288-4409-9811-224d3fff3080,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:55.754012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 58ea68a8-abfc-4b72-9588-f44464fe4201 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:56:55.778915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7dbd07f1-2891-4814-a1cb-ded2a40b22be None None] Provisioning complete for port 2b73a2a0-c288-4409-9811-224d3fff3080 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:55.779287 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7dbd07f1-2891-4814-a1cb-ded2a40b22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.827335 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:55.848379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 58ea68a8-abfc-4b72-9588-f44464fe4201 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:55.848764 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.856952 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb98af-7515-4845-b457-394442b5f8dd None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:56:55.931482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd07f1-2891-4814-a1cb-ded2a40b22be None None] Current status of the port 2b73a2a0-c288-4409-9811-224d3fff3080 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:56.004219 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 58ea68a8-abfc-4b72-9588-f44464fe4201 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:56.701175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc3b1334-fcfa-45ed-8f78-9ebf694a9437 req-ee7d6327-af33-4df9-b66d-92e9b9c4467b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 210 time: 0.0286417 Jan 27 22:56:56.844313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-9454e765-99ce-4261-a222-138a7f44fda4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:56.846069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-9454e765-99ce-4261-a222-138a7f44fda4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1439471 Jan 27 22:56:56.915463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-f3c7d836-02e5-4448-81ce-74b8ddcb22cb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 379 time: 0.0618656 Jan 27 22:56:56.925087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'port': {'device_id': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'admin_state_up': True, 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'security_groups': ['c549285e-a936-4f7c-b54a-0cd712829cf5']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:57.039241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Made reservation on behalf of b56521ba1ec048d784e0ab869b31d6f8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:56:57.042768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.199994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Allocated IP 172.20.0.3 (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9/4c5b61b5-637a-4af0-90da-069e45cecf80/36f18624-03c6-4370-ba86-a28906259e00) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:56:57.303234 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:56:57.369626 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for port (36f18624-03c6-4370-ba86-a28906259e00), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.413364 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.458755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:56:57.462390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:56:57.469796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:56:57.477217 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:57.530042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:57.530708 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.550100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-53c4373d-b5d6-4cf4-a538-822ab70437a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6290214 Jan 27 22:56:57.561687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-0e02f0c5-fcb9-4c83-9304-479537b511ee tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:56:57.562719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-0e02f0c5-fcb9-4c83-9304-479537b511ee tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055087 Jan 27 22:56:57.573990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Request body: {'port': {'device_id': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:57.637868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.781575 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-919f44a1-3de4-4033-9dc9-b9bf7a06e87d None None] Provisioning complete for port 36f18624-03c6-4370-ba86-a28906259e00 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:57.782469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-919f44a1-3de4-4033-9dc9-b9bf7a06e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (36f18624-03c6-4370-ba86-a28906259e00), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.817634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2b73a2a0-c288-4409-9811-224d3fff3080 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:56:57.849217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-919f44a1-3de4-4033-9dc9-b9bf7a06e87d None None] Port 36f18624-03c6-4370-ba86-a28906259e00 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:56:57.885667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 2b73a2a0-c288-4409-9811-224d3fff3080 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:56:57.886048 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.909585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce4e75-b7ec-417e-87c0-5d16c3195e9a req-15936d46-d341-40c3-9b65-088d174d1633 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:57.911062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28ce4e75-b7ec-417e-87c0-5d16c3195e9a req-15936d46-d341-40c3-9b65-088d174d1633 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 931 time: 0.1230314 Jan 27 22:56:57.977104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 2b73a2a0-c288-4409-9811-224d3fff3080 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:56:58.013671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28ce4e75-b7ec-417e-87c0-5d16c3195e9a req-e9b6bda7-698f-4d58-8340-4aa39644ad28 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892649 Jan 27 22:56:58.021975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f18624-03c6-4370-ba86-a28906259e00 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:56:58.030724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Publish callbacks [] for port (36f18624-03c6-4370-ba86-a28906259e00), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.046349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Transition to ACTIVE for port object 36f18624-03c6-4370-ba86-a28906259e00 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:56:58.051668 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.104440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:58.193893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Attempting to bind port 36f18624-03c6-4370-ba86-a28906259e00 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:56:58.194428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Attempting to bind port 36f18624-03c6-4370-ba86-a28906259e00 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:56:58.194548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Attempting to bind port 36f18624-03c6-4370-ba86-a28906259e00 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:58.200242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Port 36f18624-03c6-4370-ba86-a28906259e00 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:56:58.200876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Attempting to bind port 36f18624-03c6-4370-ba86-a28906259e00 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:56:58.207252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:56:58.207626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:56:58.208012 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:56:58.208445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Bound port: 36f18624-03c6-4370-ba86-a28906259e00, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:56:58.208842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.284057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:56:58.288276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:56:58.293310 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.331335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:58.332006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.334331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 1091 time: 0.7645056 Jan 27 22:56:58.335282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'tag': '36f18624-03c6-4370-ba86-a28906259e00'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:58.338944 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4393aa6-1941-4997-96dc-80be5c8742f8" -d '{"events": [{"name": "network-changed", "server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "tag": "36f18624-03c6-4370-ba86-a28906259e00"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:58.379878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c7a40-7a26-4961-8dac-a7977f5222e9 service neutron] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:58.429023 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc756f15-6939-491a-80a1-05ba90cbf9f8 x-openstack-request-id: req-cc756f15-6939-491a-80a1-05ba90cbf9f8 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:58.429571 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "tag": "36f18624-03c6-4370-ba86-a28906259e00", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:58.430031 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc756f15-6939-491a-80a1-05ba90cbf9f8 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:58.430716 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'tag': '36f18624-03c6-4370-ba86-a28906259e00', 'status': 'completed', 'code': 200} Jan 27 22:56:58.451211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-3364c72c-13cc-4cea-b4d1-e500c081d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:58.452845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-3364c72c-13cc-4cea-b4d1-e500c081d5ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1094 time: 0.0681536 Jan 27 22:56:58.502812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-f57aa25a-d686-4cf7-82b4-2fb903dc6cb5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 217 time: 0.0416749 Jan 27 22:56:58.556702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-21b10ae9-2cea-4c26-b5ae-01f36bc45bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:58.558235 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-21b10ae9-2cea-4c26-b5ae-01f36bc45bff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0491850 Jan 27 22:56:58.606231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-26582896-546a-447d-8064-5e8087802b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:58.607918 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-26582896-546a-447d-8064-5e8087802b7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438290 Jan 27 22:56:58.707587 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-f75ee645-652d-40e1-b249-03be0547d518 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937626 Jan 27 22:56:58.805621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b1ea14d8-c3a1-49e5-a720-a8019c720465 req-ef5e36bd-3a3a-43be-827c-ee8e48bde109 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920124 Jan 27 22:56:58.903027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-dfb79b30-5958-4192-b503-500b75d0c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:58.904717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-dfb79b30-5958-4192-b503-500b75d0c026 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1094 time: 0.0490818 Jan 27 22:56:59.002978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-1f6c5948-88e7-468b-80fa-4bc3cf1e2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:59.004368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-1f6c5948-88e7-468b-80fa-4bc3cf1e2099 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0938697 Jan 27 22:56:59.046330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-62b5b3c6-93d3-446d-9132-5d5dd5b05a08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 217 time: 0.0360277 Jan 27 22:56:59.099049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-782efc5b-a88c-415c-8538-e3d2c25adc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:59.100617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-782efc5b-a88c-415c-8538-e3d2c25adc4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0489159 Jan 27 22:56:59.158296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e7a6e-6c46-47ef-93b7-95509a0b2862 req-5c7520f2-b463-4f32-85af-01e07be9b582 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:59.160011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-256e7a6e-6c46-47ef-93b7-95509a0b2862 req-5c7520f2-b463-4f32-85af-01e07be9b582 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 943 time: 0.0583792 Jan 27 22:56:59.234463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-537de367-795d-447d-ab5a-894a2e7a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:59.236027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-537de367-795d-447d-ab5a-894a2e7a9450 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246145 Jan 27 22:56:59.239608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-256e7a6e-6c46-47ef-93b7-95509a0b2862 req-85520676-cab9-478a-a455-496473de595e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702274 Jan 27 22:56:59.708532 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-89aee77a-59ac-483a-a35a-0075a30d4bec service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659929 Jan 27 22:56:59.816984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4393aa6-1941-4997-96dc-80be5c8742f8 req-29926981-a2ed-4378-9417-60b4de60dfe0 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019406 Jan 27 22:57:00.368179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6704342-9ec3-4ead-9bc3-7a1c52ac54a7 req-db0530af-1772-4d1d-9018-7fba2965930b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:00.369657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6704342-9ec3-4ead-9bc3-7a1c52ac54a7 req-db0530af-1772-4d1d-9018-7fba2965930b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 943 time: 0.0560222 Jan 27 22:57:00.424150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6704342-9ec3-4ead-9bc3-7a1c52ac54a7 req-02a29d19-0cb3-4afa-a599-caf5aa81695d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479815 Jan 27 22:57:01.553261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571f5e-db97-45b0-b621-5888835aca2b req-2eb031a3-96de-46fa-bfbf-937dd12235eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:01.555330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60571f5e-db97-45b0-b621-5888835aca2b req-2eb031a3-96de-46fa-bfbf-937dd12235eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 943 time: 0.0564206 Jan 27 22:57:01.606264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-60571f5e-db97-45b0-b621-5888835aca2b req-651af153-ad35-45b3-8833-f165f9de9c89 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449169 Jan 27 22:57:02.690170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 36f18624-03c6-4370-ba86-a28906259e00 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:57:02.728774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7391a7a-fefb-4920-ad5d-13da8b540e15 req-365463f4-5ee0-4baf-a8da-1dcd22c3db33 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:02.730313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7391a7a-fefb-4920-ad5d-13da8b540e15 req-365463f4-5ee0-4baf-a8da-1dcd22c3db33 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 943 time: 0.0531344 Jan 27 22:57:02.781030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d7391a7a-fefb-4920-ad5d-13da8b540e15 req-1c20f5dc-00b9-41af-9650-906d8fe046ac tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445573 Jan 27 22:57:02.795451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:02.808202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '36f18624-03c6-4370-ba86-a28906259e00', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': '36f18624-03c6-4370-ba86-a28906259e00', 'mac_address': 'fa:16:3e:c7:c5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:57:02.853358 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 36f18624-03c6-4370-ba86-a28906259e00 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:02.853742 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.868429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f18624-03c6-4370-ba86-a28906259e00 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:57:02.889125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:02.893359 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.956137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:03.081325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['36f18624-03c6-4370-ba86-a28906259e00'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:57:03.917738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bed34-897e-49cd-959c-958afb7e68e8 req-e2a0f135-166d-4af4-a558-c6e1f946529a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:03.919468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27bed34-897e-49cd-959c-958afb7e68e8 req-e2a0f135-166d-4af4-a558-c6e1f946529a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 944 time: 0.0574989 Jan 27 22:57:03.977957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27bed34-897e-49cd-959c-958afb7e68e8 req-513b9fca-b626-4e6d-b637-d11a5562a07b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519474 Jan 27 22:57:04.092062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6cc935fd-2a14-4042-b11f-c94620a44f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.703557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 36f18624-03c6-4370-ba86-a28906259e00 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:57:04.756010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 36f18624-03c6-4370-ba86-a28906259e00 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:57:04.760828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 36f18624-03c6-4370-ba86-a28906259e00 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:04.761177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (36f18624-03c6-4370-ba86-a28906259e00), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.847727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 36f18624-03c6-4370-ba86-a28906259e00 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:04.848125 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.871298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f18624-03c6-4370-ba86-a28906259e00'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:57:04.873949 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d3ca0-a047-41d8-a977-6f92ffb86b3a" -d '{"events": [{"server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "name": "network-vif-plugged", "status": "completed", "tag": "36f18624-03c6-4370-ba86-a28906259e00"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:57:04.886388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:04.891817 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.915511 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a988fe79-8d04-44e1-8c61-eb88c5d277c6 x-openstack-request-id: req-a988fe79-8d04-44e1-8c61-eb88c5d277c6 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:57:04.915804 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "name": "network-vif-plugged", "status": "completed", "tag": "36f18624-03c6-4370-ba86-a28906259e00", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:57:04.916052 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a988fe79-8d04-44e1-8c61-eb88c5d277c6 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:57:04.916539 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f18624-03c6-4370-ba86-a28906259e00', 'code': 200} Jan 27 22:57:04.952741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:04.960824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.961171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.961483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.961818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.962148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.962475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.962798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.963120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.963474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.963802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.964123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.964441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:04.964759 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:05.025690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac3772-f9ea-4304-829f-37cdd1759c2b req-c90aea90-72db-4b03-8955-ffc3bcddcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:05.027294 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bac3772-f9ea-4304-829f-37cdd1759c2b req-c90aea90-72db-4b03-8955-ffc3bcddcd5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1096 time: 0.0479116 Jan 27 22:57:05.103346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5bac3772-f9ea-4304-829f-37cdd1759c2b req-1e5ef263-65e8-43d7-98e9-8fe78868fc6f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696342 Jan 27 22:57:05.120357 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8407fa5-acbb-4e50-b575-ed1d3b46b66a req-068a2624-a2c6-4539-82ae-54b9f219e7e4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:05.121897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8407fa5-acbb-4e50-b575-ed1d3b46b66a req-068a2624-a2c6-4539-82ae-54b9f219e7e4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0699413 Jan 27 22:57:05.176827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8407fa5-acbb-4e50-b575-ed1d3b46b66a req-df188c2c-f64b-4d77-ad83-57157a1506ce tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486553 Jan 27 22:57:06.316484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0b817-0b0a-4bd4-9154-373daf29ac21 req-19c48048-6340-47d1-a137-a8b6f6562bfb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:06.318408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5c0b817-0b0a-4bd4-9154-373daf29ac21 req-19c48048-6340-47d1-a137-a8b6f6562bfb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0538123 Jan 27 22:57:06.369910 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5c0b817-0b0a-4bd4-9154-373daf29ac21 req-e4bcd2a6-f77d-4a41-8695-d6184fad9cf3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443523 Jan 27 22:57:06.487930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f919dfe-4aba-4d4d-86e6-b97f4c630d66 req-822e632e-3770-4349-8568-7d03d46a3ac1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:06.489423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f919dfe-4aba-4d4d-86e6-b97f4c630d66 req-822e632e-3770-4349-8568-7d03d46a3ac1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0517709 Jan 27 22:57:06.498290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 45326) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:06.503561 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'floatingip': {'port_id': '36f18624-03c6-4370-ba86-a28906259e00'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:57:06.548281 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:07.022329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:07.027801 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:07.112548 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-917aa940-b427-4193-8a3a-c38dba2b1b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:07.142172 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66 associated. External IP: 172.25.8.75, port: 36f18624-03c6-4370-ba86-a28906259e00. Jan 27 22:57:07.362513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:57:07.473838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:57:07.478692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:07.485714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:57:07.496697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:57:07.497356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:57:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:07.508009 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c92ca7a5-7dd6-4918-b137-d7580c269e1e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "PUT /v2.0/floatingips/31f1278e-3f26-4acb-a1d3-71a79cd06e66 HTTP/1.1" status: 200 len: 990 time: 1.0083935 Jan 27 22:57:07.508580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'tag': '36f18624-03c6-4370-ba86-a28906259e00'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:57:07.510993 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f845eb10-2975-41d4-8785-7cfe6e9e7e71" -d '{"events": [{"name": "network-changed", "server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "tag": "36f18624-03c6-4370-ba86-a28906259e00"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:57:07.619029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:57:07.622384 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739d36d-2ff9-44b7-be03-069e168069f6 x-openstack-request-id: req-c739d36d-2ff9-44b7-be03-069e168069f6 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:57:07.622711 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "tag": "36f18624-03c6-4370-ba86-a28906259e00", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:57:07.624331 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c739d36d-2ff9-44b7-be03-069e168069f6 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:57:07.624331 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'tag': '36f18624-03c6-4370-ba86-a28906259e00', 'status': 'completed', 'code': 200} Jan 27 22:57:07.690453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-26f5dc29-4d47-4af9-b268-1a03cada5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:07.692019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-26f5dc29-4d47-4af9-b268-1a03cada5cc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1096 time: 0.0474455 Jan 27 22:57:07.785406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-4b6c1d47-31c5-40ef-810c-dbf12799927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:07.786902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-4b6c1d47-31c5-40ef-810c-dbf12799927d service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0896845 Jan 27 22:57:07.862611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-167c8f94-bbe8-43b1-aeef-2512d56305d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 998 time: 0.0690429 Jan 27 22:57:07.873279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '36f18624-03c6-4370-ba86-a28906259e00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:c7:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 1, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:07.900847 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:57:07.910537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:57:07.911168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:57:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:07.914569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-6ef7c131-9a8e-4b1d-a187-79f54edffdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:07.916144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-6ef7c131-9a8e-4b1d-a187-79f54edffdfc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0479999 Jan 27 22:57:07.963093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-1ca560c2-f361-47b6-967b-02f0f50a8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:07.964720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-1ca560c2-f361-47b6-967b-02f0f50a8ba4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423429 Jan 27 22:57:08.038341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:57:08.083271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-e8cc457c-d46c-403a-bc1e-e6df5c286c27 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126089 Jan 27 22:57:08.188449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f845eb10-2975-41d4-8785-7cfe6e9e7e71 req-71187eef-fe0e-417b-a131-2303461e908b service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986083 Jan 27 22:57:08.292644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '36f18624-03c6-4370-ba86-a28906259e00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:c7:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 1, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:08.324195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29603aa0-a62c-4c53-9452-cdbee59fc024 None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '36f18624-03c6-4370-ba86-a28906259e00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:c7:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 1, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:57:08.546432 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685648da-cdf6-40d2-805d-b1ddcb5c21cb None None] New status for floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:57:08.733716 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:11.272523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:11.282591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:18.722835 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:21.426218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:34.088816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-58f59d4f-b83b-441a-bac9-6adac1c73262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:34.303428 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:57:37.119233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d27c3e69-3a9a-4f88-8a6d-6970ea956455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:38.726229 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:41.274528 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:41.282049 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:48.737087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:51.419294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:04.086238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-01debe4a-e408-481a-8690-3f35fbf0179c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.109850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797280f9-6131-4196-9171-8863b27ccd84 req-d6bfbc0e-b1fc-47d5-b4a4-019e8ae778ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410171 Jan 27 22:58:06.212041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797280f9-6131-4196-9171-8863b27ccd84 req-e734083b-0a65-4a9f-9ffa-0f71bc1bf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:06.214336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797280f9-6131-4196-9171-8863b27ccd84 req-e734083b-0a65-4a9f-9ffa-0f71bc1bf27e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1096 time: 0.0573096 Jan 27 22:58:06.327341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797280f9-6131-4196-9171-8863b27ccd84 req-a713142d-b328-443a-9e2d-ee321bf8a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:06.328904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797280f9-6131-4196-9171-8863b27ccd84 req-a713142d-b328-443a-9e2d-ee321bf8a21f service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0922539 Jan 27 22:58:06.404480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797280f9-6131-4196-9171-8863b27ccd84 req-514f5478-3b39-4eab-a2ab-7fc07dcfbbae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 1000 time: 0.0687406 Jan 27 22:58:06.460798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797280f9-6131-4196-9171-8863b27ccd84 req-274f7734-541b-4584-93cf-1baf70c905e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:06.462595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797280f9-6131-4196-9171-8863b27ccd84 req-274f7734-541b-4584-93cf-1baf70c905e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0460916 Jan 27 22:58:06.508333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797280f9-6131-4196-9171-8863b27ccd84 req-85df33ed-c1fc-485e-aa91-807bfb24bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:06.509846 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797280f9-6131-4196-9171-8863b27ccd84 req-85df33ed-c1fc-485e-aa91-807bfb24bb0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419698 Jan 27 22:58:06.609309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797280f9-6131-4196-9171-8863b27ccd84 req-3eda7f31-bab8-48e5-9579-15360cb4a8cb service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931613 Jan 27 22:58:06.716505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-797280f9-6131-4196-9171-8863b27ccd84 req-a0e60972-7d38-481c-944b-773299d3b777 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009324 Jan 27 22:58:07.115765 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a51bfa8c-689b-4245-be24-2716e49cbf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:08.732069 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.279019 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.286247 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.302882 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:58:18.727105 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.443336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:34.085812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f5b1fdb3-b987-4e16-83ae-00612f0053ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:37.112977 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6faa7ca-a509-4045-9ce0-2fee76028668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:38.735658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:41.280422 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:41.286238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:42.929617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ffe80-3e06-4590-87ff-04b8c1963780 req-b2e7a3f7-5cac-42e4-baaf-3c5a7597a5ad tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:42.931151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b1ffe80-3e06-4590-87ff-04b8c1963780 req-b2e7a3f7-5cac-42e4-baaf-3c5a7597a5ad tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0567336 Jan 27 22:58:42.985593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b1ffe80-3e06-4590-87ff-04b8c1963780 req-f77b66f1-46cc-45b5-99b3-d6c6e964aa04 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473707 Jan 27 22:58:43.275582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-123fc9c1-cecd-46b7-ba9c-3de0accd912d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827658 Jan 27 22:58:43.288374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a400-5a18-49e3-b398-dd5c4dda8f49 req-cf4d3c01-fe68-4054-9d87-0df004fc801b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:43.290995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e121a400-5a18-49e3-b398-dd5c4dda8f49 req-cf4d3c01-fe68-4054-9d87-0df004fc801b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0847759 Jan 27 22:58:43.364203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e121a400-5a18-49e3-b398-dd5c4dda8f49 req-296356b3-966f-4163-beec-3f08c4cef3c1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625336 Jan 27 22:58:44.543464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05ba5-db89-42f9-b67a-8d6ba69a0601 req-6ed869e5-42b7-452b-9eec-e56f90b5eb8b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:44.545070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bd05ba5-db89-42f9-b67a-8d6ba69a0601 req-6ed869e5-42b7-452b-9eec-e56f90b5eb8b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0885885 Jan 27 22:58:44.551205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-7c4e5ae4-2e15-48fa-bed6-ec9e15a556de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:44.552764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-7c4e5ae4-2e15-48fa-bed6-ec9e15a556de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1096 time: 0.0664620 Jan 27 22:58:44.650007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bd05ba5-db89-42f9-b67a-8d6ba69a0601 req-db548c52-64ff-47fb-b52f-b13f434742af tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962126 Jan 27 22:58:44.690278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-723a6e3b-c1cb-4d74-adc9-4e69ff8cadce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:44.692942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-723a6e3b-c1cb-4d74-adc9-4e69ff8cadce service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1326225 Jan 27 22:58:44.767057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-cc398331-6ec0-43f5-860c-27b535b3668c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 1000 time: 0.0676537 Jan 27 22:58:44.821090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-753d53ea-00c6-4551-b68f-bef81ba6378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:44.823320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-753d53ea-00c6-4551-b68f-bef81ba6378a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0509474 Jan 27 22:58:44.873812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-96165497-d72a-44cc-8b0d-cc02d2a3aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:44.875351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-96165497-d72a-44cc-8b0d-cc02d2a3aa64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460935 Jan 27 22:58:44.981020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-6c9e3e81-9bce-49a9-afe5-9c715879ba4d service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994112 Jan 27 22:58:45.084236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-fc4c0d65-38a8-4c05-b397-78b54a78308f service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976424 Jan 27 22:58:45.784564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e45c3d-ed06-4cc1-b56f-cd728ed102e6 req-40592cfb-c2bb-4bb4-88c6-d8d0685c1e8e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:45.786405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5e45c3d-ed06-4cc1-b56f-cd728ed102e6 req-40592cfb-c2bb-4bb4-88c6-d8d0685c1e8e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0637510 Jan 27 22:58:45.844192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c5e45c3d-ed06-4cc1-b56f-cd728ed102e6 req-67ec97ed-b39a-49c2-9f6c-8bebe1bf9734 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514650 Jan 27 22:58:46.980839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd875e-66b7-44c0-abb4-91624fa2dd87 req-ad9b4d8d-9add-4e20-8653-c38c053a5c01 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:46.982278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2bd875e-66b7-44c0-abb4-91624fa2dd87 req-ad9b4d8d-9add-4e20-8653-c38c053a5c01 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0525374 Jan 27 22:58:47.050740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f2bd875e-66b7-44c0-abb4-91624fa2dd87 req-642addf7-b4fc-494b-b543-065a1d9325a0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621974 Jan 27 22:58:48.180978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1196f0-9969-4f0c-a3ad-6db63875444f req-fb88f908-7852-4b8f-bfee-0054a8d68411 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:48.182649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1196f0-9969-4f0c-a3ad-6db63875444f req-fb88f908-7852-4b8f-bfee-0054a8d68411 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0567250 Jan 27 22:58:48.247450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea1196f0-9969-4f0c-a3ad-6db63875444f req-af48ed94-90a9-42f5-9e3b-fc4a14b09748 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584247 Jan 27 22:58:48.302019 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:58:48.749241 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:49.373578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa89b3-fdfa-460e-bb82-f6cb71f03d61 req-aebf1573-41ec-4de8-96f8-2bc911374321 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:49.375202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45aa89b3-fdfa-460e-bb82-f6cb71f03d61 req-aebf1573-41ec-4de8-96f8-2bc911374321 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0527658 Jan 27 22:58:49.432854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45aa89b3-fdfa-460e-bb82-f6cb71f03d61 req-54e13c6e-7d12-4d04-b544-6c9688536dc7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495090 Jan 27 22:58:50.566377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13332d-125d-428e-83af-b0932ebe4408 req-e943e0fb-218c-4084-80f6-b000e11b857a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:50.568114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb13332d-125d-428e-83af-b0932ebe4408 req-e943e0fb-218c-4084-80f6-b000e11b857a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0559833 Jan 27 22:58:50.624265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb13332d-125d-428e-83af-b0932ebe4408 req-0b32a1bf-af33-45ac-8778-6d6fa1856f2e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494077 Jan 27 22:58:51.437629 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:51.793713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da394ea1-91d4-4414-9ec9-52f9897ce255 req-dc2269a7-4a05-4322-8727-246ace59a08c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:51.795247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da394ea1-91d4-4414-9ec9-52f9897ce255 req-dc2269a7-4a05-4322-8727-246ace59a08c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0552127 Jan 27 22:58:51.844767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da394ea1-91d4-4414-9ec9-52f9897ce255 req-d69df343-3215-48ea-a9d1-6f110285e5ea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 Jan 27 22:58:52.970345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb88b7-92f8-4915-ad27-5044b10ab199 req-8da53469-66bc-4e58-ae17-2569cd7eec64 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:52.971842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4fb88b7-92f8-4915-ad27-5044b10ab199 req-8da53469-66bc-4e58-ae17-2569cd7eec64 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0533967 Jan 27 22:58:53.032082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a4fb88b7-92f8-4915-ad27-5044b10ab199 req-a9b9d254-e2c1-491d-8c62-663f4d858b9b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542603 Jan 27 22:58:54.158036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8b07e-215e-4ef3-9440-9193a512ad8e req-0ffb5392-26a9-484e-b66c-c9e0c4ae7f9e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:54.159741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40d8b07e-215e-4ef3-9440-9193a512ad8e req-0ffb5392-26a9-484e-b66c-c9e0c4ae7f9e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0535791 Jan 27 22:58:54.211964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40d8b07e-215e-4ef3-9440-9193a512ad8e req-a4bf638b-9e79-4b02-8f4a-33ce9ce6f175 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453203 Jan 27 22:58:55.338664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d9f04-86f8-479a-85bc-25142af46ecc req-135f26a3-9adb-4c39-9aed-7798f7cb76a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:55.340281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-389d9f04-86f8-479a-85bc-25142af46ecc req-135f26a3-9adb-4c39-9aed-7798f7cb76a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0536883 Jan 27 22:58:55.399327 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-389d9f04-86f8-479a-85bc-25142af46ecc req-11d48f0d-5a42-4ba9-a690-36192eac9d7e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531616 Jan 27 22:58:56.522385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92956c8b-eec4-41b8-b8ef-1564296e7b48 req-9498d81e-dd12-4f08-b57e-716859623580 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:56.524009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92956c8b-eec4-41b8-b8ef-1564296e7b48 req-9498d81e-dd12-4f08-b57e-716859623580 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0531821 Jan 27 22:58:56.579916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92956c8b-eec4-41b8-b8ef-1564296e7b48 req-23a9f170-1cba-41d9-b757-3ad41bcfca8a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496738 Jan 27 22:58:57.369527 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-fff79ee8-2c41-40b3-a738-14695520411f service neutron] show failed (client error): The resource could not be found. Jan 27 22:58:57.370571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-fff79ee8-2c41-40b3-a738-14695520411f service neutron] 10.222.0.57 "GET /v2.0/ports/36f18624-03c6-4370-ba86-a28906259e00/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0589147 Jan 27 22:58:57.582141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-b697d95b-9f2c-43e1-99a0-102a8c9ce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:57.584560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-b697d95b-9f2c-43e1-99a0-102a8c9ce4f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0481780 Jan 27 22:58:57.597501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:57.658924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:57.739451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de850b-1ccd-4427-92df-7f8e64e9f130 req-a25e2cd9-2bf0-454d-a8d4-60739a8f3b02 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:57.741025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58de850b-1ccd-4427-92df-7f8e64e9f130 req-a25e2cd9-2bf0-454d-a8d4-60739a8f3b02 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0841393 Jan 27 22:58:57.888463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58de850b-1ccd-4427-92df-7f8e64e9f130 req-c9195495-e27d-4aa3-95ce-b9df949ef2f0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403315 Jan 27 22:58:57.934922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:57.971434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:58.018136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f18624-03c6-4370-ba86-a28906259e00'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:58.020490 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00fc06f-e094-4aa8-9de9-565a2b4c9b23" -d '{"events": [{"server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "name": "network-vif-unplugged", "status": "completed", "tag": "36f18624-03c6-4370-ba86-a28906259e00"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:58.025098 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Publish callbacks [] for port (36f18624-03c6-4370-ba86-a28906259e00), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:58.040579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Transition to ACTIVE for port object 36f18624-03c6-4370-ba86-a28906259e00 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:58:58.046380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:58.074901 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09845ee-ea9e-450a-852e-f55d4727ee89 x-openstack-request-id: req-f09845ee-ea9e-450a-852e-f55d4727ee89 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:58.075202 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "name": "network-vif-unplugged", "status": "completed", "tag": "36f18624-03c6-4370-ba86-a28906259e00", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:58.075540 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f09845ee-ea9e-450a-852e-f55d4727ee89 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:58.075937 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f18624-03c6-4370-ba86-a28906259e00', 'code': 200} Jan 27 22:58:58.149862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:58.170361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.170747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.171046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.171379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.171737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.172066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.172393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.172762 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.173056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.173378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.173702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.174008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.174498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:58.242917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] No DVR routers for this DVR port 36f18624-03c6-4370-ba86-a28906259e00 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:58:58.385692 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Attempting to bind port 36f18624-03c6-4370-ba86-a28906259e00 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:58.386022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Attempting to bind port 36f18624-03c6-4370-ba86-a28906259e00 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:58.386353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Attempting to bind port 36f18624-03c6-4370-ba86-a28906259e00 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:58.391034 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Port 36f18624-03c6-4370-ba86-a28906259e00 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:58:58.391358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Attempting to bind port 36f18624-03c6-4370-ba86-a28906259e00 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:58.396637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:58.396977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:58.397360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:58.397798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Bound port: 36f18624-03c6-4370-ba86-a28906259e00, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:58.398189 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:58.464459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:58.467623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:58.476256 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:58.515086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:58.515846 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:58.517232 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] 10.222.0.16 "PUT /v2.0/ports/36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 1091 time: 0.9251881 Jan 27 22:58:58.539999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dd695-fcd7-4ec5-a1b7-8a96932f9289 service neutron] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:58.586274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-846a7f2a-ffed-430f-94d0-6339b4034fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:58.587861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-846a7f2a-ffed-430f-94d0-6339b4034fa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1094 time: 0.0450037 Jan 27 22:58:58.681886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-5077a542-d15d-4bb9-a292-12da51b1a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:58.683439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-5077a542-d15d-4bb9-a292-12da51b1a682 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0896659 Jan 27 22:58:58.756568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-f4d3a9c1-59cb-45f7-a400-45c8286f7b3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 998 time: 0.0671024 Jan 27 22:58:58.808530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-5f627fc6-c35b-47e8-8e40-cccf14469faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:58.810027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-5f627fc6-c35b-47e8-8e40-cccf14469faa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0470231 Jan 27 22:58:58.856614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-e2a93005-3753-4706-b694-24d84c860400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:58.858104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-e2a93005-3753-4706-b694-24d84c860400 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425594 Jan 27 22:58:58.957947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-9bb4e3b5-0bb8-4293-b34e-aa8a24afa0d2 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934701 Jan 27 22:58:59.079451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01cbc-35e2-4521-8d02-62a9b2a1c4b4 req-ac2d5590-ba0c-4861-ae26-64d1aa7ebb39 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:59.080827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29f01cbc-35e2-4521-8d02-62a9b2a1c4b4 req-ac2d5590-ba0c-4861-ae26-64d1aa7ebb39 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 943 time: 0.1100769 Jan 27 22:58:59.097643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cbfbdef-fb04-4509-bdff-7a22b8dc0c0b req-9b97f018-3b9c-4e57-8744-6ee7a0181c39 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340654 Jan 27 22:58:59.138338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29f01cbc-35e2-4521-8d02-62a9b2a1c4b4 req-03a324fc-d69c-4e30-acdc-c2aff3364cc8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515082 Jan 27 22:59:00.077426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'tag': '36f18624-03c6-4370-ba86-a28906259e00'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:00.080572 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794" -d '{"events": [{"name": "network-changed", "server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "tag": "36f18624-03c6-4370-ba86-a28906259e00"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:00.137653 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f37e126-1d13-410d-bb53-a4159aa69eb3 x-openstack-request-id: req-9f37e126-1d13-410d-bb53-a4159aa69eb3 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:00.137947 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "tag": "36f18624-03c6-4370-ba86-a28906259e00", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:00.138177 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f37e126-1d13-410d-bb53-a4159aa69eb3 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:00.138583 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'tag': '36f18624-03c6-4370-ba86-a28906259e00', 'status': 'completed', 'code': 200} Jan 27 22:59:00.256614 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-5e97a3dc-0824-483d-9b36-261fbebe6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.258174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-5e97a3dc-0824-483d-9b36-261fbebe6a58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1094 time: 0.0913444 Jan 27 22:59:00.260696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-6141d62d-7550-4519-b171-7d1c11cbe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.262052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-6141d62d-7550-4519-b171-7d1c11cbe51f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1094 time: 0.1038086 Jan 27 22:59:00.381524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aacd28-d9b4-4da8-97da-81ffcbc59ab8 req-56ef79b3-6459-4cb4-b843-3b0914432682 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.383206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2aacd28-d9b4-4da8-97da-81ffcbc59ab8 req-56ef79b3-6459-4cb4-b843-3b0914432682 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 943 time: 0.1670988 Jan 27 22:59:00.462774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-0b56e4e6-b576-4d97-b1ba-cb56c31bce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.464303 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-0b56e4e6-b576-4d97-b1ba-cb56c31bce07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1987116 Jan 27 22:59:00.468305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-463fb450-f8af-4d2a-85d1-ccfde4221ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.469710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-463fb450-f8af-4d2a-85d1-ccfde4221ec0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1954174 Jan 27 22:59:00.525153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2aacd28-d9b4-4da8-97da-81ffcbc59ab8 req-b15b5b43-f102-478d-8f39-c50994af443f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351807 Jan 27 22:59:00.588634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-cdb2ac48-2f64-46d1-92d7-2d9685e2378a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 998 time: 0.1140535 Jan 27 22:59:00.592437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-266793fd-7963-4e0b-b2a7-7d123e96c9e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 998 time: 0.1137669 Jan 27 22:59:00.677317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-4786ec49-9568-47f0-a258-6de6321013b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.678860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-4786ec49-9568-47f0-a258-6de6321013b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0841992 Jan 27 22:59:00.680461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-3657fcba-5a4d-4030-a42a-9107b8439a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.681785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-3657fcba-5a4d-4030-a42a-9107b8439a76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0798950 Jan 27 22:59:00.751448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-b265e174-3c4a-4017-8695-a3777c734455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.752979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-b265e174-3c4a-4017-8695-a3777c734455 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664895 Jan 27 22:59:00.755371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-2f67bda9-388e-4fa6-abaa-2389c115f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:00.756723 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-2f67bda9-388e-4fa6-abaa-2389c115f639 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690529 Jan 27 22:59:00.906263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-44594773-6c68-4138-8d34-b84bcdab7932 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466284 Jan 27 22:59:00.909726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-7d563a2f-3152-49a2-83c5-abd375d4094c service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431451 Jan 27 22:59:01.157690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 36f18624-03c6-4370-ba86-a28906259e00 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:59:01.200238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port 36f18624-03c6-4370-ba86-a28906259e00 host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:59:01.200649 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 36f18624-03c6-4370-ba86-a28906259e00 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:59:01.433966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-fb79bcba-be7d-435e-8328-9f05e3f23f90 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200014 Jan 27 22:59:01.437353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2888e4f3-ff25-4bbf-9ef4-bb0c3e175794 req-3f6a90d8-f9e5-4ecc-bb56-6d979523fdb2 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119576 Jan 27 22:59:01.669145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ed96b-cec2-42f8-9a5a-60a607d1ce98 req-ee54bdc3-3472-4681-a3aa-6405b440bfdc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:01.670978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c83ed96b-cec2-42f8-9a5a-60a607d1ce98 req-ee54bdc3-3472-4681-a3aa-6405b440bfdc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 943 time: 0.0681298 Jan 27 22:59:01.723387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c83ed96b-cec2-42f8-9a5a-60a607d1ce98 req-a928e18a-6b1e-4893-81fe-5dfaa3e10fed tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446594 Jan 27 22:59:02.635052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 36f18624-03c6-4370-ba86-a28906259e00 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:59:02.736257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:02.753234 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '36f18624-03c6-4370-ba86-a28906259e00', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': '36f18624-03c6-4370-ba86-a28906259e00', 'mac_address': 'fa:16:3e:c7:c5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:59:02.798237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 36f18624-03c6-4370-ba86-a28906259e00 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:59:02.798237 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:02.814666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f18624-03c6-4370-ba86-a28906259e00 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:59:02.836175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:02.840865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:02.846286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b3e5f-5c54-4ebd-9978-f08816b1496a req-596627ae-e74b-4333-87f2-d4aafcbc3aab tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:02.847891 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd0b3e5f-5c54-4ebd-9978-f08816b1496a req-596627ae-e74b-4333-87f2-d4aafcbc3aab tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 943 time: 0.0501962 Jan 27 22:59:02.892675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:02.901939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.902527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.903107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.903305 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd0b3e5f-5c54-4ebd-9978-f08816b1496a req-cce516d8-d5c4-47e1-8c2e-246619f50fae tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482924 Jan 27 22:59:02.903849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.904491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.905114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.905767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.906315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.906684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.907291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.908031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.908613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:02.909138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:03.147933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a0e39-4c58-4dba-afbd-4d41b7cc263e req-7de280f7-2a8d-4870-84f9-bf2d42035bd9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:03.149586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-721a0e39-4c58-4dba-afbd-4d41b7cc263e req-7de280f7-2a8d-4870-84f9-bf2d42035bd9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 944 time: 0.0838854 Jan 27 22:59:03.163151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-708dd414-7179-43f3-bbcc-2f6d44caef67 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:03.165349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-708dd414-7179-43f3-bbcc-2f6d44caef67 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800&tenant_id=b56521ba1ec048d784e0ab869b31d6f8&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 944 time: 0.0831888 Jan 27 22:59:03.220898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['36f18624-03c6-4370-ba86-a28906259e00'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:59:03.253546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-721a0e39-4c58-4dba-afbd-4d41b7cc263e req-ebd9cb09-a95b-480c-ba94-484d91018fb3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975859 Jan 27 22:59:03.260342 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-83ec854e-8220-48d0-a715-16918e2a93e0 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:59:03.261516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-83ec854e-8220-48d0-a715-16918e2a93e0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/36f18624-03c6-4370-ba86-a28906259e00/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0903010 Jan 27 22:59:03.360518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-2443cd17-6166-4d3d-b456-1bcc7a450e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:03.362089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-2443cd17-6166-4d3d-b456-1bcc7a450e2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 1095 time: 0.0431592 Jan 27 22:59:03.452736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-ea76ad3f-624e-493c-ba4e-846c267de1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:03.454122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-ea76ad3f-624e-493c-ba4e-846c267de1b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0868607 Jan 27 22:59:03.530607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-cc3b099d-509c-4661-9334-46d995db9f58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 200 len: 999 time: 0.0708771 Jan 27 22:59:03.603565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-96bed784-b079-4a9f-9cd6-e390b93ec5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:03.606078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-96bed784-b079-4a9f-9cd6-e390b93ec5f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0698411 Jan 27 22:59:03.655872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-53826982-b6be-4e35-ab71-ee5a8bb6507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:03.657509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-53826982-b6be-4e35-ab71-ee5a8bb6507d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460849 Jan 27 22:59:03.769580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-74bf658d-38d0-49d6-aead-630b6212d3a7 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035576 Jan 27 22:59:03.874191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ced33313-fd3a-45e9-8098-f8b1ad4e7155 req-86feaab9-d1eb-4833-9876-08003a7629b9 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993562 Jan 27 22:59:04.082250 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-26e0b937-1e11-4afd-b1d0-1b968d632dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:04.386478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace2882-7f71-4357-af9d-ac8146acb96f req-7b009c45-afec-44a3-8569-1abda923ca81 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:04.388278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dace2882-7f71-4357-af9d-ac8146acb96f req-7b009c45-afec-44a3-8569-1abda923ca81 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 944 time: 0.0551243 Jan 27 22:59:04.449904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dace2882-7f71-4357-af9d-ac8146acb96f req-08a8a353-e12e-4031-93eb-0617f8bc6e29 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537119 Jan 27 22:59:04.578455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160844af-f789-42ee-87d6-f4b77f236c57 req-e777e8f6-ce80-4140-a800-104ecc3de90a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:04.580172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-160844af-f789-42ee-87d6-f4b77f236c57 req-e777e8f6-ce80-4140-a800-104ecc3de90a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 944 time: 0.0538671 Jan 27 22:59:04.637842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-160844af-f789-42ee-87d6-f4b77f236c57 req-de9bb299-361a-4028-acea-95d2235ea128 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495760 Jan 27 22:59:04.649698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 36f18624-03c6-4370-ba86-a28906259e00 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:59:04.705737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 36f18624-03c6-4370-ba86-a28906259e00 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:59:04.710393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 36f18624-03c6-4370-ba86-a28906259e00 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:59:04.710773 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (36f18624-03c6-4370-ba86-a28906259e00), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:04.764439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c970-a4fa-48f7-bb92-5070778ccb75 req-e9949aea-3c6e-4e03-8990-4e51fb2e69c3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:04.766137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c826c970-a4fa-48f7-bb92-5070778ccb75 req-e9949aea-3c6e-4e03-8990-4e51fb2e69c3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 944 time: 0.0515842 Jan 27 22:59:04.796259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 36f18624-03c6-4370-ba86-a28906259e00 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:59:04.796650 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:04.821284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f18624-03c6-4370-ba86-a28906259e00'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:04.823667 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca90d38-a917-4520-8db9-570832b9804c" -d '{"events": [{"server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "name": "network-vif-plugged", "status": "completed", "tag": "36f18624-03c6-4370-ba86-a28906259e00"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:04.827317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c826c970-a4fa-48f7-bb92-5070778ccb75 req-a2e0ec32-880b-40f7-85f4-8c6febbe7727 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529234 Jan 27 22:59:04.838314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:04.843720 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:04.877759 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfdc406-cb7b-4445-8ce0-8f0085e04f6c x-openstack-request-id: req-7bfdc406-cb7b-4445-8ce0-8f0085e04f6c {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:04.878051 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "name": "network-vif-plugged", "status": "completed", "tag": "36f18624-03c6-4370-ba86-a28906259e00", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:04.878311 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bfdc406-cb7b-4445-8ce0-8f0085e04f6c {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:04.878802 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f18624-03c6-4370-ba86-a28906259e00', 'code': 200} Jan 27 22:59:04.898442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:05.108623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e934b-65cf-423b-903a-d1372257d549 req-ca6bd73c-da56-422e-95fc-be830eaf917b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:05.110177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b40e934b-65cf-423b-903a-d1372257d549 req-ca6bd73c-da56-422e-95fc-be830eaf917b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0564597 Jan 27 22:59:05.159768 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b40e934b-65cf-423b-903a-d1372257d549 req-74ea83a9-1a65-4b47-8427-7b7ef46f2457 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435030 Jan 27 22:59:06.289582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1ca8-eec9-46ec-9e25-372db0d122ed req-86724efc-2a79-4a12-8900-fc984960e434 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:06.291120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51ff1ca8-eec9-46ec-9e25-372db0d122ed req-86724efc-2a79-4a12-8900-fc984960e434 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Jan 27 22:59:06.340642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51ff1ca8-eec9-46ec-9e25-372db0d122ed req-ce192605-b3ea-4c3c-b62a-ffc0477091d3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 Jan 27 22:59:06.612037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661060a-bda5-4324-a9ca-c864f68e478a req-cdd1c9f0-e300-4e61-be82-7ed24d96de7a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:06.613417 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3661060a-bda5-4324-a9ca-c864f68e478a req-cdd1c9f0-e300-4e61-be82-7ed24d96de7a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.16 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 945 time: 0.0586922 Jan 27 22:59:06.707806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Deleting port 36f18624-03c6-4370-ba86-a28906259e00 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:59:06.708125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (36f18624-03c6-4370-ba86-a28906259e00), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:06.805951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] For port 36f18624-03c6-4370-ba86-a28906259e00, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=36f18624-03c6-4370-ba86-a28906259e00,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:06.806323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (36f18624-03c6-4370-ba86-a28906259e00), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:06.983760 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:06.984131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:06.984453 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66 disassociated. External IP: 172.25.8.75, port: 36f18624-03c6-4370-ba86-a28906259e00. Jan 27 22:59:06.984801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Calling delete_port for 36f18624-03c6-4370-ba86-a28906259e00 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:59:07.107781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-12879488-228a-4591-8b7b-a589fe259e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:07.128349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (36f18624-03c6-4370-ba86-a28906259e00), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:07.165337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event deleted for resources: {'Port': ['ID=36f18624-03c6-4370-ba86-a28906259e00,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:07.290219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:59:07.404735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:59:07.416153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:59:07.427221 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:59:07.427891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:59:07.455537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] No DVR routers for this DVR port 36f18624-03c6-4370-ba86-a28906259e00 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:59:07.457346 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:07.460912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3661060a-bda5-4324-a9ca-c864f68e478a req-72ff5b94-2e3f-43b4-8abe-088bb64075eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.16 "DELETE /v2.0/ports/36f18624-03c6-4370-ba86-a28906259e00 HTTP/1.1" status: 204 len: 173 time: 0.8421500 Jan 27 22:59:07.474391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'name': 'network-vif-deleted', 'tag': '36f18624-03c6-4370-ba86-a28906259e00'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:07.476987 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2264697e-2f46-434c-bbfd-2f451594ff0b" -d '{"events": [{"server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "name": "network-vif-deleted", "tag": "36f18624-03c6-4370-ba86-a28906259e00"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:07.481932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4c1ca57c-7178-431a-afa9-0c5a0ca69e2c req-ce27f203-3a0d-423e-a8a6-106cbee58fc2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=875b4dfa-e1d8-4969-8f64-abea344a9800 HTTP/1.1" status: 200 len: 210 time: 0.0538957 Jan 27 22:59:07.520334 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c050635-b7bc-44b4-a502-1e1cd0434e6e x-openstack-request-id: req-8c050635-b7bc-44b4-a502-1e1cd0434e6e {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:07.520642 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875b4dfa-e1d8-4969-8f64-abea344a9800", "name": "network-vif-deleted", "tag": "36f18624-03c6-4370-ba86-a28906259e00", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:07.520883 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c050635-b7bc-44b4-a502-1e1cd0434e6e {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:07.521305 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875b4dfa-e1d8-4969-8f64-abea344a9800', 'name': 'network-vif-deleted', 'tag': '36f18624-03c6-4370-ba86-a28906259e00', 'status': 'completed', 'code': 200} Jan 27 22:59:07.557406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:59:07.781003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:59:07.808236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:59:07.817666 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:59:07.818278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:59:07.927584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:59:08.132448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:59:08.162512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffbd15a-8e75-43bf-9b4e-ec7dd171f845 None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:59:08.407182 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbdb544-8e0c-42d1-9736-2cf5a42fbd2b None None] New status for floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:59:08.737707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:08.772541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-4ddcf9a0-c613-4ebd-97d1-6534db2e90cf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--263546229&fields=id&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 267 time: 0.0435388 Jan 27 22:59:08.898072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-300a3763-a143-44e8-8da0-3f15516924c0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:08.900092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-300a3763-a143-44e8-8da0-3f15516924c0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1206925 Jan 27 22:59:08.918820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-1a26031b-5973-4b9a-84f0-ffc5147734bc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/quotas/b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 375 time: 0.0126998 Jan 27 22:59:08.971954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-c45949a2-1bf2-4b06-8694-a425317cdbef tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477099 Jan 27 22:59:09.133169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-1d6f0bd8-4004-420a-8d03-51b89cff811d service neutron] 10.222.0.45 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440616 Jan 27 22:59:09.253037 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-c62c2090-745d-4b77-b2a1-29267644cb26 service neutron] 10.222.0.45 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138136 Jan 27 22:59:10.453069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ee93574-9e1f-4ef0-8b6d-25ac2fc01500 req-cbf04b9e-5594-40d3-89f8-7714fc25ef93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 210 time: 0.0319250 Jan 27 22:59:10.687929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 36f18624-03c6-4370-ba86-a28906259e00 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:59:10.709018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 36f18624-03c6-4370-ba86-a28906259e00 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:59:10.709338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 36f18624-03c6-4370-ba86-a28906259e00 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:59:11.282852 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:11.293609 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:11.545179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87ee78c9-f9c4-4a84-a7e4-92cbca5006dd req-2aa2e21c-308e-49d3-800e-34b85e357a52 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 210 time: 0.0330927 Jan 27 22:59:12.627898 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0738bf07-27dd-49f8-be58-74df104f587e req-68f839e6-d19d-4c29-a0f6-124dfc6413d9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 210 time: 0.0272751 Jan 27 22:59:13.709278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccd5dc80-9ff0-4a93-b849-5e67018d1221 req-7e9160b7-8a66-4b0b-8c75-3a9e0c54a45c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 210 time: 0.0280256 Jan 27 22:59:14.815298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d239ba27-6927-4751-8dbf-c7534c566cc3 req-bdefee31-5f4b-40b5-848c-1dd32ce51469 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 210 time: 0.0320222 Jan 27 22:59:15.502100 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-dfeb7f22-e6c2-4ccd-bc56-1618ad59902d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:15.504018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-dfeb7f22-e6c2-4ccd-bc56-1618ad59902d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1215112 Jan 27 22:59:15.565895 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-1bbc70c8-b05d-4077-8f35-69b5344ef6a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 379 time: 0.0533729 Jan 27 22:59:15.574725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'port': {'device_id': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'admin_state_up': True, 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'security_groups': ['c549285e-a936-4f7c-b54a-0cd712829cf5']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:59:15.683959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Made reservation on behalf of b56521ba1ec048d784e0ab869b31d6f8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:59:15.687364 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:15.818933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Allocated IP 172.20.0.6 (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9/4c5b61b5-637a-4af0-90da-069e45cecf80/05e101d3-26b2-4795-86fb-ab104b940815) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:59:15.943319 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fe72a2c-ffb9-4f3c-b114-4c4773b60324 req-51f09ea4-f094-4662-83ff-ef9474e829b9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 210 time: 0.0428903 Jan 27 22:59:15.991442 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for port (05e101d3-26b2-4795-86fb-ab104b940815), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.028041 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.070256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:59:16.073522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:59:16.077401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:59:16.106574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:16.136366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:16.137056 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.157039 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-410a113b-c816-4b11-8994-07e06907f940 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5859704 Jan 27 22:59:16.169328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Request body: {'port': {'device_id': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:59:16.241041 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.329149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fe00a04f-0091-4435-8a1d-187d47d9cc10 None None] Provisioning complete for port 05e101d3-26b2-4795-86fb-ab104b940815 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:59:16.329728 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe00a04f-0091-4435-8a1d-187d47d9cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05e101d3-26b2-4795-86fb-ab104b940815), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.367979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe00a04f-0091-4435-8a1d-187d47d9cc10 None None] Port 05e101d3-26b2-4795-86fb-ab104b940815 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:59:16.531356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e101d3-26b2-4795-86fb-ab104b940815 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:59:16.540233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Publish callbacks [] for port (05e101d3-26b2-4795-86fb-ab104b940815), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.554261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Transition to ACTIVE for port object 05e101d3-26b2-4795-86fb-ab104b940815 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:59:16.558537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.609230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:16.687983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Attempting to bind port 05e101d3-26b2-4795-86fb-ab104b940815 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:59:16.688328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Attempting to bind port 05e101d3-26b2-4795-86fb-ab104b940815 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:59:16.688663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Attempting to bind port 05e101d3-26b2-4795-86fb-ab104b940815 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:59:16.693955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Port 05e101d3-26b2-4795-86fb-ab104b940815 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:59:16.694284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Attempting to bind port 05e101d3-26b2-4795-86fb-ab104b940815 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:59:16.699938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:59:16.700284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:59:16.700679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:59:16.701120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Bound port: 05e101d3-26b2-4795-86fb-ab104b940815, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:59:16.701488 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.771234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:59:16.774876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:59:16.782354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.816324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:16.816945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:16.818317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] 10.222.0.57 "PUT /v2.0/ports/05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 1091 time: 0.6544185 Jan 27 22:59:16.818758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:16.821272 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4510a146-9c39-4983-8f03-eef28ca96038" -d '{"events": [{"name": "network-changed", "server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "tag": "05e101d3-26b2-4795-86fb-ab104b940815"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:16.874725 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd998cd-539a-40fc-af16-dfbf4e964517 x-openstack-request-id: req-bcd998cd-539a-40fc-af16-dfbf4e964517 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:16.875111 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "tag": "05e101d3-26b2-4795-86fb-ab104b940815", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:16.875466 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcd998cd-539a-40fc-af16-dfbf4e964517 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:16.875881 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815', 'status': 'completed', 'code': 200} Jan 27 22:59:16.880237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601d5f3-cb60-4392-b0f5-f0c8a9cd0969 service neutron] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:16.913946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-11d68f1c-42f9-4f39-be3d-b82e1eba6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:16.915992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-11d68f1c-42f9-4f39-be3d-b82e1eba6eb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1094 time: 0.0543420 Jan 27 22:59:16.965106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-ad1c81b0-f200-42c5-9848-6647d7fe8ceb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 217 time: 0.0415912 Jan 27 22:59:17.019783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-74590b67-2759-4e92-ba2b-a7df8cfc036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:17.022022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-74590b67-2759-4e92-ba2b-a7df8cfc036d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0512946 Jan 27 22:59:17.098831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-e141d403-35f7-4b4b-8658-ecba9cca6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:17.100274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-e141d403-35f7-4b4b-8658-ecba9cca6b24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675101 Jan 27 22:59:17.108060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4a506-f63c-4832-a38c-c5857c7d732b req-0c59aac4-4806-4c97-afe0-18cc9824c5a2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:17.109529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9be4a506-f63c-4832-a38c-c5857c7d732b req-0c59aac4-4806-4c97-afe0-18cc9824c5a2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 943 time: 0.0856373 Jan 27 22:59:17.208456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9be4a506-f63c-4832-a38c-c5857c7d732b req-187ead51-525a-415e-ab07-9564ce900295 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908163 Jan 27 22:59:17.227678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-6799f8be-e0fb-4b2a-93b6-b352396ff905 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171229 Jan 27 22:59:17.330366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed738f59-9b5e-4696-a169-c0ed22b2bb5e req-f21570b5-5c3a-4c36-bcdd-47647e5925a1 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958486 Jan 27 22:59:17.424922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510a146-9c39-4983-8f03-eef28ca96038 req-2983de13-4b51-4254-a1c6-72b76cc071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:17.426473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4510a146-9c39-4983-8f03-eef28ca96038 req-2983de13-4b51-4254-a1c6-72b76cc071b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1094 time: 0.0437086 Jan 27 22:59:17.527041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510a146-9c39-4983-8f03-eef28ca96038 req-83ff2631-4698-4032-8667-07d1ecd2542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:17.528612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4510a146-9c39-4983-8f03-eef28ca96038 req-83ff2631-4698-4032-8667-07d1ecd2542d service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0963681 Jan 27 22:59:17.576389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4510a146-9c39-4983-8f03-eef28ca96038 req-86da9a74-1ea2-425a-b826-12bb913d67b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 217 time: 0.0411599 Jan 27 22:59:17.626567 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510a146-9c39-4983-8f03-eef28ca96038 req-8bd44709-039f-4af4-ad0d-88fb17e70a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:17.628099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4510a146-9c39-4983-8f03-eef28ca96038 req-8bd44709-039f-4af4-ad0d-88fb17e70a0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0462406 Jan 27 22:59:17.688868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510a146-9c39-4983-8f03-eef28ca96038 req-cb3d4002-51e9-45ac-bffc-9026bb016d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:17.690313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4510a146-9c39-4983-8f03-eef28ca96038 req-cb3d4002-51e9-45ac-bffc-9026bb016d97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556493 Jan 27 22:59:17.785000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4510a146-9c39-4983-8f03-eef28ca96038 req-1dfb7c57-d2cf-4477-9674-04ab835c1584 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881357 Jan 27 22:59:17.885006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4510a146-9c39-4983-8f03-eef28ca96038 req-0952af09-06fb-4f91-baff-1821c3f4d9a9 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936964 Jan 27 22:59:18.333663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3a770-8552-489e-9726-091272cb22e5 req-7646c75f-2428-49ae-8a02-beda747d7b68 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:18.335326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acf3a770-8552-489e-9726-091272cb22e5 req-7646c75f-2428-49ae-8a02-beda747d7b68 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 943 time: 0.0537045 Jan 27 22:59:18.388418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-acf3a770-8552-489e-9726-091272cb22e5 req-0a555c0a-7343-455a-b536-93a19a73a2c7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Jan 27 22:59:18.780492 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:19.215716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 05e101d3-26b2-4795-86fb-ab104b940815 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:59:19.321191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:19.333362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '05e101d3-26b2-4795-86fb-ab104b940815', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': '05e101d3-26b2-4795-86fb-ab104b940815', 'mac_address': 'fa:16:3e:09:f9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:59:19.374268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 05e101d3-26b2-4795-86fb-ab104b940815 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:59:19.374664 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:19.388796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e101d3-26b2-4795-86fb-ab104b940815 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:59:19.409492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:19.416221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:19.464223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:19.514711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e97948-fc1e-4e10-9143-ac2b8b25c2ee req-de88c1c3-4734-4166-9f93-4930cc545dc8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:19.516227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2e97948-fc1e-4e10-9143-ac2b8b25c2ee req-de88c1c3-4734-4166-9f93-4930cc545dc8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 944 time: 0.0486164 Jan 27 22:59:19.565678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2e97948-fc1e-4e10-9143-ac2b8b25c2ee req-c2c98bc5-e1dd-4ca3-8548-1b12b2c2ec44 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 Jan 27 22:59:19.623724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['05e101d3-26b2-4795-86fb-ab104b940815'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:59:20.697835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00489f34-d136-435d-a051-8968be6edb37 req-edecb2a1-c400-41f2-ae31-347a9f3829cf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:20.699292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00489f34-d136-435d-a051-8968be6edb37 req-edecb2a1-c400-41f2-ae31-347a9f3829cf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 944 time: 0.0551410 Jan 27 22:59:20.748687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00489f34-d136-435d-a051-8968be6edb37 req-2dd2f2da-4755-4afd-959e-a53925fa47d3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414805 Jan 27 22:59:21.233883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 05e101d3-26b2-4795-86fb-ab104b940815 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:59:21.291705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 05e101d3-26b2-4795-86fb-ab104b940815 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:59:21.296703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 05e101d3-26b2-4795-86fb-ab104b940815 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:59:21.297095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05e101d3-26b2-4795-86fb-ab104b940815), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:21.380056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 05e101d3-26b2-4795-86fb-ab104b940815 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:59:21.380622 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:21.404763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:21.407040 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835af1a2-b68d-4575-aa51-c380271287c2" -d '{"events": [{"server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "name": "network-vif-plugged", "status": "completed", "tag": "05e101d3-26b2-4795-86fb-ab104b940815"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:21.420020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:21.425647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:21.467978 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:21.485277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:21.508368 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3c7342-56eb-49f3-8411-07c3f294ce1e x-openstack-request-id: req-bb3c7342-56eb-49f3-8411-07c3f294ce1e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:21.508668 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "name": "network-vif-plugged", "status": "completed", "tag": "05e101d3-26b2-4795-86fb-ab104b940815", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:21.508923 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb3c7342-56eb-49f3-8411-07c3f294ce1e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:21.509352 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815', 'code': 200} Jan 27 22:59:21.611387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5e42c-5cd0-43a4-933a-cd82ecf296c2 req-b92d3e46-b8e4-4b2f-be32-41ee880b2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:21.612925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0be5e42c-5cd0-43a4-933a-cd82ecf296c2 req-b92d3e46-b8e4-4b2f-be32-41ee880b2585 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1096 time: 0.0433547 Jan 27 22:59:21.662885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0be5e42c-5cd0-43a4-933a-cd82ecf296c2 req-6e6afabe-fd51-4c56-9cb3-92bba36ab08b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441139 Jan 27 22:59:21.898766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ad13-df18-4c7b-979a-fbda5478a8da req-593afc34-f5b4-46fb-bec8-b73fcb9e19dc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:21.900670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bdb8ad13-df18-4c7b-979a-fbda5478a8da req-593afc34-f5b4-46fb-bec8-b73fcb9e19dc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0674455 Jan 27 22:59:21.960963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bdb8ad13-df18-4c7b-979a-fbda5478a8da req-9a97311f-81eb-4ce9-9eac-c90da76f1325 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521252 Jan 27 22:59:23.096148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d3ecb-1d04-483f-a54b-96fba30f97fc req-c2134ab8-fbcc-40b8-929a-1068d6f194d6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:23.097856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d2d3ecb-1d04-483f-a54b-96fba30f97fc req-c2134ab8-fbcc-40b8-929a-1068d6f194d6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0542188 Jan 27 22:59:23.157264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d2d3ecb-1d04-483f-a54b-96fba30f97fc req-5d8e265d-ff7e-4222-b86d-e39948f805dd tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534904 Jan 27 22:59:23.274270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaad59d-e734-4dfe-b81d-e5d87182dcdb req-6eb956d7-88b8-43be-be86-cebdb98f0b75 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:23.275728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2aaad59d-e734-4dfe-b81d-e5d87182dcdb req-6eb956d7-88b8-43be-be86-cebdb98f0b75 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0506740 Jan 27 22:59:23.289425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 45682) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:59:23.294771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'floatingip': {'port_id': '05e101d3-26b2-4795-86fb-ab104b940815'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:59:23.350945 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:24.186165 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:24.193657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:24.297095 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66 associated. External IP: 172.25.8.75, port: 05e101d3-26b2-4795-86fb-ab104b940815. Jan 27 22:59:24.551269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:59:24.663591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:59:24.669589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:24.677392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:59:24.688558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:59:24.689217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:59:24.700490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0329e5e8-1e54-42bc-a5d8-7fe023981f98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "PUT /v2.0/floatingips/31f1278e-3f26-4acb-a1d3-71a79cd06e66 HTTP/1.1" status: 200 len: 990 time: 1.4094534 Jan 27 22:59:24.701085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:24.703479 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd43e75c-401e-44eb-891e-eeb162c389ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "tag": "05e101d3-26b2-4795-86fb-ab104b940815"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:24.746240 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d382dc5-3c1e-458c-8e06-ce4e7df7bea7 x-openstack-request-id: req-4d382dc5-3c1e-458c-8e06-ce4e7df7bea7 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:24.747325 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "tag": "05e101d3-26b2-4795-86fb-ab104b940815", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:24.747629 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d382dc5-3c1e-458c-8e06-ce4e7df7bea7 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:24.748166 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815', 'status': 'completed', 'code': 200} Jan 27 22:59:24.817760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-c5d71849-f951-49ea-b961-cfd454a7288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:24.819258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-c5d71849-f951-49ea-b961-cfd454a7288a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1096 time: 0.0455461 Jan 27 22:59:24.819948 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:59:24.911952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-7ead0ff4-afdc-4af0-8dce-26e99fc2a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:24.913492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-7ead0ff4-afdc-4af0-8dce-26e99fc2a005 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0877042 Jan 27 22:59:24.984765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-00a267a8-5e1e-4cb0-bc60-482e8bb444f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 998 time: 0.0653074 Jan 27 22:59:25.034328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-f71486c7-042a-4451-acb0-5d66b69582a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:25.035869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-f71486c7-042a-4451-acb0-5d66b69582a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0457013 Jan 27 22:59:25.049734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '05e101d3-26b2-4795-86fb-ab104b940815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:09:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T22:59:24Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:59:25.080812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:59:25.084961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-f31d00e8-84f9-411a-a4ec-a3cd98fadd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:25.086487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-f31d00e8-84f9-411a-a4ec-a3cd98fadd45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432215 Jan 27 22:59:25.092044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:59:25.092696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T22:59:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:59:25.188917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-62bed6b6-08a6-4354-882b-6593c514f45a service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966666 Jan 27 22:59:25.282801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd43e75c-401e-44eb-891e-eeb162c389ad req-ac123697-9568-41d2-8af3-96f528fb2d0a service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883708 Jan 27 22:59:25.301339 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:59:25.371859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:59:25.610840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '05e101d3-26b2-4795-86fb-ab104b940815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:09:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T22:59:24Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:59:25.637809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a38be-81c6-4751-85dd-6a221969d0df None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '05e101d3-26b2-4795-86fb-ab104b940815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:09:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T22:59:24Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:59:25.851119 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b2254c-4374-458d-8f70-c73badd66d5e None None] New status for floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:59:34.078100 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ffaa00a-5b11-4f0f-9cd6-03540d919527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:37.121325 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0a45baeb-4d32-4029-b956-71f16993121e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:38.739541 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:41.279161 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:41.293241 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:48.782722 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:51.454685 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:02.301417 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:00:04.072659 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c430f395-a110-4c65-9000-ec99cc792bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:07.118734 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0692f4fb-9f5b-46cd-81e9-28a0f84f36d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:08.365250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-59366db7-01a6-4884-a4bf-90315741ee98 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512719 Jan 27 23:00:08.455963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-a5ebd77d-7a0d-4f69-8fb8-c6e742f7e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:08.457493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-a5ebd77d-7a0d-4f69-8fb8-c6e742f7e0fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1096 time: 0.0477285 Jan 27 23:00:08.568907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-41463bee-ecfe-42a7-ba3b-97002164b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:08.571150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-41463bee-ecfe-42a7-ba3b-97002164b39d service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0944541 Jan 27 23:00:08.646970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-c5cc2f39-d28d-4b65-9ee0-f272407ee7d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 1000 time: 0.0689080 Jan 27 23:00:08.699623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-7cec3e93-62e1-42db-8231-7f04c6d440fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:08.700487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-7cec3e93-62e1-42db-8231-7f04c6d440fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0477347 Jan 27 23:00:08.742536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:08.746970 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-b88a8de5-911c-4c05-b5d8-02c566a86a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:08.748563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-b88a8de5-911c-4c05-b5d8-02c566a86a69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423748 Jan 27 23:00:08.848249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-05aa3fd1-8e12-460a-9b4d-2e1ba88f3701 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936837 Jan 27 23:00:08.946063 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58f1ff0b-70c0-4b09-b439-4dad908da599 req-cfd41189-b20b-4ee8-87c0-6f4fb91392ed service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914469 Jan 27 23:00:11.280508 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:11.295394 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:18.809187 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:21.457980 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:34.080552 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f24327a5-3b2b-49db-a7b5-3c623f14a72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:37.117767 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-68217f62-5c7d-4a85-b904-fef8fe24ffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:38.748807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:39.302592 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:00:41.275547 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:41.296029 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.799148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:51.453342 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:00.301754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113d7fb-2009-4996-94f2-0ee687a00a47 req-43ea464a-cffd-4b35-9107-7cb65674fe05 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:00.303484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1113d7fb-2009-4996-94f2-0ee687a00a47 req-43ea464a-cffd-4b35-9107-7cb65674fe05 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0574543 Jan 27 23:01:00.357896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1113d7fb-2009-4996-94f2-0ee687a00a47 req-dc96c621-9f5e-40b5-a41c-ad4b73b2ecc0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483370 Jan 27 23:01:01.491180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf2ebc-5e34-4bce-9f0c-4b61029ab537 req-56bde8c1-cfeb-4845-be26-275e7d7c2011 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:01.492820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbaf2ebc-5e34-4bce-9f0c-4b61029ab537 req-56bde8c1-cfeb-4845-be26-275e7d7c2011 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0596654 Jan 27 23:01:01.545618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbaf2ebc-5e34-4bce-9f0c-4b61029ab537 req-f931506a-e0f7-4c67-9ad8-c8bcb07a4497 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453167 Jan 27 23:01:02.686127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55f689-f244-47a5-aeb9-57397ff34de0 req-9a2dcbe2-f0a7-48b4-916b-5ba7e4d2f4d6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:02.687697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f55f689-f244-47a5-aeb9-57397ff34de0 req-9a2dcbe2-f0a7-48b4-916b-5ba7e4d2f4d6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0560365 Jan 27 23:01:02.738818 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f55f689-f244-47a5-aeb9-57397ff34de0 req-47557b8c-0dc6-4f86-8009-507db5e875dc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 Jan 27 23:01:03.865980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1f42-404e-4f98-8aa7-68a3c1671ad8 req-43596c03-fceb-40b9-a217-5cff067b126f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:03.870246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-753e1f42-404e-4f98-8aa7-68a3c1671ad8 req-43596c03-fceb-40b9-a217-5cff067b126f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0558815 Jan 27 23:01:03.918499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-753e1f42-404e-4f98-8aa7-68a3c1671ad8 req-3c7295ee-d2ae-4121-95e8-b7b5df8dbbdf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452635 Jan 27 23:01:04.076116 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffcb6-ed31-4e04-8849-cc9c0e816d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.046070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eaec0-6e8c-4508-8acf-4e7c35ca8a4e req-5b9323be-c934-4ba1-8b9e-132e2597073f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:05.047799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd4eaec0-6e8c-4508-8acf-4e7c35ca8a4e req-5b9323be-c934-4ba1-8b9e-132e2597073f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0544090 Jan 27 23:01:05.107733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd4eaec0-6e8c-4508-8acf-4e7c35ca8a4e req-b6393fd2-ef51-4eca-86ec-e1b0ea1bb1bb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540185 Jan 27 23:01:06.237923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b399d-4a9f-4d6d-8a3e-0fbb662869b4 req-afdfc9c5-bdd0-4cd5-9d99-b34b896d8921 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:06.239452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad7b399d-4a9f-4d6d-8a3e-0fbb662869b4 req-afdfc9c5-bdd0-4cd5-9d99-b34b896d8921 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0503740 Jan 27 23:01:06.299902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad7b399d-4a9f-4d6d-8a3e-0fbb662869b4 req-79f69eca-64c9-4ca5-b481-f25e63514c52 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538077 Jan 27 23:01:07.114700 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5e83-9290-41d0-bb9f-5fbf7baa2f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:07.422620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59613-6907-4a55-b964-b618b472a7b0 req-59ecc68e-4ec0-4512-b31c-f42922d77a61 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.424144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3e59613-6907-4a55-b964-b618b472a7b0 req-59ecc68e-4ec0-4512-b31c-f42922d77a61 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0507858 Jan 27 23:01:07.478061 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3e59613-6907-4a55-b964-b618b472a7b0 req-357a4013-699e-439b-9aa8-eec0758af253 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477562 Jan 27 23:01:08.616356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71d1d9-fe89-4413-9a4f-70c5cadc56e5 req-88ebaf1e-e125-42ba-9779-41929514dd67 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:08.617921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc71d1d9-fe89-4413-9a4f-70c5cadc56e5 req-88ebaf1e-e125-42ba-9779-41929514dd67 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0545406 Jan 27 23:01:08.668579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc71d1d9-fe89-4413-9a4f-70c5cadc56e5 req-a136d4c2-bb13-4732-a4c6-1c901a8b296d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447438 Jan 27 23:01:08.754551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:09.793775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0bac5-917e-4c95-b613-1f5527445bdd req-cc887674-9b77-498e-bdb9-a2f29974105a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:09.795280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78e0bac5-917e-4c95-b613-1f5527445bdd req-cc887674-9b77-498e-bdb9-a2f29974105a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0542800 Jan 27 23:01:09.848216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-78e0bac5-917e-4c95-b613-1f5527445bdd req-adad3d98-25ae-4ddf-91c8-66b207d72f62 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443695 Jan 27 23:01:10.163154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-7f595e7e-bbb3-4e56-84af-dc7fd9618538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:10.164944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-7f595e7e-bbb3-4e56-84af-dc7fd9618538 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1096 time: 0.0435536 Jan 27 23:01:10.277441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-9fdff8c0-2546-4e8f-a2b8-804154ea75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:10.279769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-9fdff8c0-2546-4e8f-a2b8-804154ea75a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0954671 Jan 27 23:01:10.355135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-000667ca-00ea-4b15-a86e-0636f86078fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 1000 time: 0.0698283 Jan 27 23:01:10.413004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-7762c7f5-1851-4191-9bbf-a98f8862ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:10.414614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-7762c7f5-1851-4191-9bbf-a98f8862ac12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0529044 Jan 27 23:01:10.468695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-5560387c-0f73-4927-aa27-821673965641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:10.470273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-5560387c-0f73-4927-aa27-821673965641 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487013 Jan 27 23:01:10.568562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-1811318c-0f52-4cb6-831b-12eef5e03465 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907822 Jan 27 23:01:10.673927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cd4a2d1-69d2-4f88-88af-78fab2253fae req-5e5913b7-75fd-4f84-af3d-419effdce21c service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992389 Jan 27 23:01:10.976795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca4b21-778e-44e8-b9b8-212fca372b8d req-d05ebcdc-5b24-417e-a696-ac2bfa7f39e2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:10.978220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9ca4b21-778e-44e8-b9b8-212fca372b8d req-d05ebcdc-5b24-417e-a696-ac2bfa7f39e2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0564022 Jan 27 23:01:11.037525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9ca4b21-778e-44e8-b9b8-212fca372b8d req-2da8f629-128e-4487-ae4a-f6b13d1f563f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509760 Jan 27 23:01:11.281455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:11.301622 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:12.316361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9447b-8e4a-4195-9aea-e31f3e62d97d req-b86e8d55-567a-4c46-8bbc-3eac7c634609 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:12.317888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f9447b-8e4a-4195-9aea-e31f3e62d97d req-b86e8d55-567a-4c46-8bbc-3eac7c634609 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0517943 Jan 27 23:01:12.397393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-160b69b0-6857-4a75-a234-7c9002e00d0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387923 Jan 27 23:01:12.401026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f9447b-8e4a-4195-9aea-e31f3e62d97d req-78b59bf6-fe88-4a51-8015-70aa318d9300 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718005 Jan 27 23:01:13.539621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016881a-cf70-4a1f-a6ca-8ba3e7e670b3 req-3873e6f3-e7d2-43d3-99b2-2237e26057e1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:13.541573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5016881a-cf70-4a1f-a6ca-8ba3e7e670b3 req-3873e6f3-e7d2-43d3-99b2-2237e26057e1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0598269 Jan 27 23:01:13.592400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5016881a-cf70-4a1f-a6ca-8ba3e7e670b3 req-c6afb383-8ba5-44fd-a6e7-7e9003ec0dd9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Jan 27 23:01:13.638880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-86e4eae7-00d3-4483-a734-9b8ea932ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:13.640481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-86e4eae7-00d3-4483-a734-9b8ea932ebea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1096 time: 0.0415452 Jan 27 23:01:13.742925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-b09b4a72-6f6f-412b-9010-518c978dfd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:13.744423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-b09b4a72-6f6f-412b-9010-518c978dfd0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0962656 Jan 27 23:01:13.814185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-64aaf823-d27a-43a6-aa21-71b4befc9e72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 1000 time: 0.0637245 Jan 27 23:01:13.874829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-270f4546-bdaf-45e6-a011-dc46390614cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:13.877177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-270f4546-bdaf-45e6-a011-dc46390614cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0567541 Jan 27 23:01:13.930026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-0dd07a41-c5e8-47a7-8f6d-735e5d5fb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:13.931714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-0dd07a41-c5e8-47a7-8f6d-735e5d5fb25e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484412 Jan 27 23:01:14.043117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-7009e1a9-1d5b-48db-baa9-7fc4a71f17de service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053722 Jan 27 23:01:14.148322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-9b872f87-6134-48d7-a38b-02a66632d767 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992022 Jan 27 23:01:14.733415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a84be-294c-4501-bdb9-f42dbd092aee req-3e1bbf4d-6db7-4ac4-8c15-8974e4c70ce4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:14.734940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a8a84be-294c-4501-bdb9-f42dbd092aee req-3e1bbf4d-6db7-4ac4-8c15-8974e4c70ce4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0625079 Jan 27 23:01:14.794760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a8a84be-294c-4501-bdb9-f42dbd092aee req-9692e845-8181-46af-b588-8d6ae3c1410e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517173 Jan 27 23:01:15.922834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526ba3f-2281-4adc-9818-a701043f15eb req-320e40d8-1474-47c6-846b-0efbec7eb8c3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:15.924333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1526ba3f-2281-4adc-9818-a701043f15eb req-320e40d8-1474-47c6-846b-0efbec7eb8c3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0559337 Jan 27 23:01:15.978747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1526ba3f-2281-4adc-9818-a701043f15eb req-6994dc15-9feb-4f88-adff-a755bd53f4d3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482442 Jan 27 23:01:16.175903 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-c5888c0d-1e8b-4d49-9e88-ad3d55053eea service neutron] show failed (client error): The resource could not be found. Jan 27 23:01:16.176885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-c5888c0d-1e8b-4d49-9e88-ad3d55053eea service neutron] 10.222.0.57 "GET /v2.0/ports/05e101d3-26b2-4795-86fb-ab104b940815/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0562439 Jan 27 23:01:16.306482 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:01:16.449963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-2cd91a4f-3772-443e-bd59-ddbdb9f02abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:16.451391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-2cd91a4f-3772-443e-bd59-ddbdb9f02abc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0990779 Jan 27 23:01:16.461886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-fa970b90-7f18-4abf-8e52-cabfa7eadb30 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:01:16.462819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-fa970b90-7f18-4abf-8e52-cabfa7eadb30 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049832 Jan 27 23:01:16.474449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:01:16.532262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:16.742278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:16.776332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:01:16.816112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:16.818413 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a715d9-b0e0-40a8-9c27-e740805fde4f" -d '{"events": [{"server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "name": "network-vif-unplugged", "status": "completed", "tag": "05e101d3-26b2-4795-86fb-ab104b940815"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:16.822057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Publish callbacks [] for port (05e101d3-26b2-4795-86fb-ab104b940815), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:16.835526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Transition to ACTIVE for port object 05e101d3-26b2-4795-86fb-ab104b940815 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:01:16.840699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:16.877426 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d92dc4-7bd4-49f8-ac5f-521b1a3ebbb1 x-openstack-request-id: req-d1d92dc4-7bd4-49f8-ac5f-521b1a3ebbb1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:16.877701 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "name": "network-vif-unplugged", "status": "completed", "tag": "05e101d3-26b2-4795-86fb-ab104b940815", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:16.877961 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1d92dc4-7bd4-49f8-ac5f-521b1a3ebbb1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:16.878363 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815', 'code': 200} Jan 27 23:01:16.926903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:16.939407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.939764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.940107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.940444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.940773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.941099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.941424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.941746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.942072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.942399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.942720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.943051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.943369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:16.980585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] No DVR routers for this DVR port 05e101d3-26b2-4795-86fb-ab104b940815 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:01:17.148744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1e5e3-fd53-4c61-b77a-b8305d5a8a52 req-95333ef7-9cf6-4f7a-ab91-960d19c7a616 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:17.150156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9a1e5e3-fd53-4c61-b77a-b8305d5a8a52 req-95333ef7-9cf6-4f7a-ab91-960d19c7a616 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 943 time: 0.0815735 Jan 27 23:01:17.166180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Attempting to bind port 05e101d3-26b2-4795-86fb-ab104b940815 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:01:17.166496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Attempting to bind port 05e101d3-26b2-4795-86fb-ab104b940815 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:01:17.166887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Attempting to bind port 05e101d3-26b2-4795-86fb-ab104b940815 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:01:17.172058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Port 05e101d3-26b2-4795-86fb-ab104b940815 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:01:17.172364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Attempting to bind port 05e101d3-26b2-4795-86fb-ab104b940815 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:01:17.177607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:01:17.177949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:01:17.178315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:01:17.178741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Bound port: 05e101d3-26b2-4795-86fb-ab104b940815, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:01:17.179103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:17.274029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:01:17.293502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:01:17.297331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9a1e5e3-fd53-4c61-b77a-b8305d5a8a52 req-db8db081-0f99-4e2a-a863-726059c5945d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396670 Jan 27 23:01:17.298994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:17.333505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:17.334133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:17.335609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] 10.222.0.16 "PUT /v2.0/ports/05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 1091 time: 0.8650329 Jan 27 23:01:17.357244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112daed-d3ea-4791-98ee-40a35842407a service neutron] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:17.403240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-369fc616-03e4-4e91-8e45-42e7b4a8cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:17.404927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-369fc616-03e4-4e91-8e45-42e7b4a8cd4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1094 time: 0.0441720 Jan 27 23:01:17.511763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-3f1aeed6-15be-4c8c-82cf-686d13d32239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:17.513298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-3f1aeed6-15be-4c8c-82cf-686d13d32239 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1024396 Jan 27 23:01:17.588810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-f71013a6-7a6e-4496-9dd2-040d564c4a45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 998 time: 0.0666606 Jan 27 23:01:17.653193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5b9f2a40-e19d-47c9-aaf1-658ed018415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:17.654698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5b9f2a40-e19d-47c9-aaf1-658ed018415e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0605335 Jan 27 23:01:17.703715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-830f41d2-81ce-4482-b1db-dd2fe30718ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:17.705310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-830f41d2-81ce-4482-b1db-dd2fe30718ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446219 Jan 27 23:01:17.800899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-a353a016-e321-4fb9-aeda-6719f9a07a93 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886440 Jan 27 23:01:17.896720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3cf62b1-a27c-4d1a-add8-5f78a0ea4512 req-5328186e-62c6-4402-aa9d-00b4aa0f55f0 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901408 Jan 27 23:01:18.435060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef32d48-7460-4143-a0f6-737077212550 req-5975cb87-9aef-44a1-9231-a94077827f0a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:18.436604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ef32d48-7460-4143-a0f6-737077212550 req-5975cb87-9aef-44a1-9231-a94077827f0a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 943 time: 0.0649264 Jan 27 23:01:18.488225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ef32d48-7460-4143-a0f6-737077212550 req-0c11f593-af7d-4fd4-a099-f8fb52bdb740 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Jan 27 23:01:18.828431 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:18.879277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:18.881857 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46faae7c-fdca-4f35-a220-1dd21935ca43" -d '{"events": [{"name": "network-changed", "server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "tag": "05e101d3-26b2-4795-86fb-ab104b940815"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:18.937253 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4128fd-f650-4199-9ff6-aa61a16d8322 x-openstack-request-id: req-bf4128fd-f650-4199-9ff6-aa61a16d8322 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:18.937588 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "tag": "05e101d3-26b2-4795-86fb-ab104b940815", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:18.937885 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf4128fd-f650-4199-9ff6-aa61a16d8322 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:18.938311 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815', 'status': 'completed', 'code': 200} Jan 27 23:01:19.030978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-86877349-91cc-429a-b95c-98d6bf429aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.032528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-86877349-91cc-429a-b95c-98d6bf429aad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1094 time: 0.0719631 Jan 27 23:01:19.038164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-92a2aba6-506b-4f24-aea0-501165ffcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.039618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-92a2aba6-506b-4f24-aea0-501165ffcdc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1094 time: 0.0701346 Jan 27 23:01:19.198544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-37bdffc2-2c52-4ee7-98d2-49da36150646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.200320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-37bdffc2-2c52-4ee7-98d2-49da36150646 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1598747 Jan 27 23:01:19.201423 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-81dd1075-3bc3-4d20-b32b-66e481dd97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.202751 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-81dd1075-3bc3-4d20-b32b-66e481dd97d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1543524 Jan 27 23:01:19.314855 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-a2f9dcc6-3ac0-4450-b27c-ae895cd77059 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 998 time: 0.1074810 Jan 27 23:01:19.316617 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-5d4cdd9f-f96c-4af7-ba6a-2ec39eceb164 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 998 time: 0.1082218 Jan 27 23:01:19.399744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-f9581348-0477-4afc-96f3-0e556b843206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.401287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-f9581348-0477-4afc-96f3-0e556b843206 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0804856 Jan 27 23:01:19.405786 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-34e16980-eaee-4a42-a5a3-0356d988fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.407447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-34e16980-eaee-4a42-a5a3-0356d988fb4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0789545 Jan 27 23:01:19.474215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-25306522-6d0a-4bca-b494-ff4d1855f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.475665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-25306522-6d0a-4bca-b494-ff4d1855f92b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673311 Jan 27 23:01:19.481529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-6abe352e-6f76-4bf6-80ef-ceed02072704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.482889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-6abe352e-6f76-4bf6-80ef-ceed02072704 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671737 Jan 27 23:01:19.931746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 05e101d3-26b2-4795-86fb-ab104b940815 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:01:19.976874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port 05e101d3-26b2-4795-86fb-ab104b940815 host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 23:01:19.977258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 05e101d3-26b2-4795-86fb-ab104b940815 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:01:20.041897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-9662170b-4fb0-424e-ad59-e1bd4533da2b service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580499 Jan 27 23:01:20.070257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-38b5630e-6430-4d20-a19f-3379708053a3 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794272 Jan 27 23:01:20.196509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0d99-7a43-410a-87a8-36f7eb80d661 req-af3edfc9-3900-4c60-808d-c20ac0b980c8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:20.197984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c1f0d99-7a43-410a-87a8-36f7eb80d661 req-af3edfc9-3900-4c60-808d-c20ac0b980c8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 943 time: 0.2624109 Jan 27 23:01:20.242318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-ad8b5a47-41bf-4d0a-9279-d8e47c055c3c service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816926 Jan 27 23:01:20.275042 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46faae7c-fdca-4f35-a220-1dd21935ca43 req-3859a151-9f52-4dd4-8742-e3b8c45403ea service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922519 Jan 27 23:01:20.282992 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c1f0d99-7a43-410a-87a8-36f7eb80d661 req-b47b0832-8438-4d5f-bf2c-6952bed75765 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782669 Jan 27 23:01:21.311659 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 05e101d3-26b2-4795-86fb-ab104b940815 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:01:21.407024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb8d8-e9e9-49b8-b79a-2a323a46ad55 req-6b2a4c23-9324-4e33-9710-13ad08c680eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:21.408188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:21.408582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd9eb8d8-e9e9-49b8-b79a-2a323a46ad55 req-6b2a4c23-9324-4e33-9710-13ad08c680eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 943 time: 0.0509446 Jan 27 23:01:21.420504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '05e101d3-26b2-4795-86fb-ab104b940815', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': '05e101d3-26b2-4795-86fb-ab104b940815', 'mac_address': 'fa:16:3e:09:f9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:01:21.462693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd9eb8d8-e9e9-49b8-b79a-2a323a46ad55 req-06da1502-0999-4894-ae66-fef624e913cf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481162 Jan 27 23:01:21.466293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 05e101d3-26b2-4795-86fb-ab104b940815 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:21.466692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:21.487500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e101d3-26b2-4795-86fb-ab104b940815 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:01:21.493427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:21.509127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:21.513695 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:21.581160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:21.591851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.592004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.592271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.592637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.593001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.593310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.593635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.593960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.594333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.594609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.594959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.595281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.595620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:21.708704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5163ec-4e1f-48f2-84cb-d2d1aab2d477 req-adafda4f-7391-45b7-9b20-645adea8c897 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:21.710371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a5163ec-4e1f-48f2-84cb-d2d1aab2d477 req-adafda4f-7391-45b7-9b20-645adea8c897 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 944 time: 0.0828490 Jan 27 23:01:21.722577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-f153c2fe-ffb3-4564-8970-c41ac0afec83 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:21.724149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-f153c2fe-ffb3-4564-8970-c41ac0afec83 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3&tenant_id=b56521ba1ec048d784e0ab869b31d6f8&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 944 time: 0.0834050 Jan 27 23:01:21.815439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a5163ec-4e1f-48f2-84cb-d2d1aab2d477 req-cc9d899f-d31d-44eb-a46c-00cdea1f1d1f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902288 Jan 27 23:01:21.821069 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-35535383-c942-4648-8fca-0e9b25a3af36 service neutron] delete failed (client error): The resource could not be found. Jan 27 23:01:21.822103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-35535383-c942-4648-8fca-0e9b25a3af36 service neutron] 10.222.0.57 "DELETE /v2.0/ports/05e101d3-26b2-4795-86fb-ab104b940815/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0896065 Jan 27 23:01:21.858763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['05e101d3-26b2-4795-86fb-ab104b940815'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:01:21.916634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-9de67458-810f-4303-9e23-d526c3e02681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:21.918610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-9de67458-810f-4303-9e23-d526c3e02681 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1095 time: 0.0450683 Jan 27 23:01:22.011163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-66aa5a2c-3af5-48ae-bcfa-1d161c2003d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:22.013043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-66aa5a2c-3af5-48ae-bcfa-1d161c2003d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0885108 Jan 27 23:01:22.091950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-ffa35b17-9cc1-4ae1-995b-6a29925e3f57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 999 time: 0.0734258 Jan 27 23:01:22.151923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-53228b90-0bba-49ec-bd12-82b5f630c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:22.153785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-53228b90-0bba-49ec-bd12-82b5f630c7e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0565159 Jan 27 23:01:22.214554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-89b52b3f-94dc-4af0-b457-5a443a35e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:22.216269 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-89b52b3f-94dc-4af0-b457-5a443a35e9d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560801 Jan 27 23:01:22.314887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-80930759-4b3e-4ed2-9212-9477b3ba9947 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925899 Jan 27 23:01:22.408917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c530081a-e14d-4bb5-92cb-160ae45e35a8 req-d79bc2e0-320b-4887-bd53-9b628952d0a5 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876806 Jan 27 23:01:22.960209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02b36-408b-417f-876a-cf2dcb4acbc9 req-6ff7e193-af9f-4ab5-af8d-9d56614a2f72 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:22.961642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcb02b36-408b-417f-876a-cf2dcb4acbc9 req-6ff7e193-af9f-4ab5-af8d-9d56614a2f72 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 944 time: 0.0607350 Jan 27 23:01:23.015946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcb02b36-408b-417f-876a-cf2dcb4acbc9 req-c3b0f09e-8324-45f9-898d-4b158fbe09d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478735 Jan 27 23:01:23.135248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b9932-5d7c-40ef-8813-06d069384769 req-7eddcd9e-41e9-4c95-b5bd-e5538eb9687b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:23.136894 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c7b9932-5d7c-40ef-8813-06d069384769 req-7eddcd9e-41e9-4c95-b5bd-e5538eb9687b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 944 time: 0.0508990 Jan 27 23:01:23.185626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6c7b9932-5d7c-40ef-8813-06d069384769 req-8079165a-0b30-4945-bce9-9b6d08823db4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Jan 27 23:01:23.312242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 05e101d3-26b2-4795-86fb-ab104b940815 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:01:23.373657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 05e101d3-26b2-4795-86fb-ab104b940815 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:01:23.377931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 05e101d3-26b2-4795-86fb-ab104b940815 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:01:23.378537 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (05e101d3-26b2-4795-86fb-ab104b940815), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:23.437872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a758c-1170-458e-907b-e66a7cbd0a7d req-70ad78f8-aaa7-412d-ba57-da8ae838b385 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:23.439539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e0a758c-1170-458e-907b-e66a7cbd0a7d req-70ad78f8-aaa7-412d-ba57-da8ae838b385 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 944 time: 0.0888593 Jan 27 23:01:23.445430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-78834245-e886-4f4b-9ba0-df98bf2b2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:23.446885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-78834245-e886-4f4b-9ba0-df98bf2b2ced service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 1095 time: 0.0586741 Jan 27 23:01:23.464456 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 05e101d3-26b2-4795-86fb-ab104b940815 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:23.464849 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:23.488607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:23.490953 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab92f4a-54fb-4c2d-9794-2bc35bdfce51" -d '{"events": [{"server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "name": "network-vif-plugged", "status": "completed", "tag": "05e101d3-26b2-4795-86fb-ab104b940815"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:23.503734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:23.509768 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:23.537147 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca421c57-194a-4915-ae3d-63eafe15d958 x-openstack-request-id: req-ca421c57-194a-4915-ae3d-63eafe15d958 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:23.537445 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "name": "network-vif-plugged", "status": "completed", "tag": "05e101d3-26b2-4795-86fb-ab104b940815", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:23.537697 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca421c57-194a-4915-ae3d-63eafe15d958 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:23.538115 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815', 'code': 200} Jan 27 23:01:23.550813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e0a758c-1170-458e-907b-e66a7cbd0a7d req-d933f471-d504-47c6-a788-7d23627225e1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029217 Jan 27 23:01:23.562213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:23.586771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-4eebbc0f-0338-4ea9-8d46-776c45b74cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:23.588354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-4eebbc0f-0338-4ea9-8d46-776c45b74cee service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1336432 Jan 27 23:01:23.698012 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-c747f952-5359-4b16-87c1-3429e9938526 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 200 len: 1000 time: 0.0623159 Jan 27 23:01:23.748575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-75fc6243-b2f2-4cfd-a82a-a22aae209ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:23.749970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-75fc6243-b2f2-4cfd-a82a-a22aae209ed5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0458102 Jan 27 23:01:23.801612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-f5628b12-dcb0-49ba-8c7b-c4cdec29ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:23.803134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-f5628b12-dcb0-49ba-8c7b-c4cdec29ca6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468078 Jan 27 23:01:23.900289 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-2e47fa54-9aa3-4b40-9ab4-894721935ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892935 Jan 27 23:01:24.009100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bca3143-c6fe-4c5f-ac40-471177b06d85 req-b171c40e-1cde-484e-83c3-5b90b22421a8 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010036 Jan 27 23:01:24.683826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbc81b-1cf0-4be5-b863-2fc6a7fa6ff3 req-3d450327-4d90-414d-8646-18237255aa5e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:24.685366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ebbc81b-1cf0-4be5-b863-2fc6a7fa6ff3 req-3d450327-4d90-414d-8646-18237255aa5e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0613191 Jan 27 23:01:24.735185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ebbc81b-1cf0-4be5-b863-2fc6a7fa6ff3 req-36e828f3-07a4-45ac-9cef-b51a319a61b9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Jan 27 23:01:24.988419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ff08-c431-44c3-af39-cf73162b22bb req-f18032a8-e12a-4afa-870f-4a41302ab5c9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:24.989954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de9ff08-c431-44c3-af39-cf73162b22bb req-f18032a8-e12a-4afa-870f-4a41302ab5c9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0516167 Jan 27 23:01:25.040572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5de9ff08-c431-44c3-af39-cf73162b22bb req-7370efe4-626a-48f2-aeb4-45fe5dd31449 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447752 Jan 27 23:01:26.173765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9792-4a51-4d67-9b98-50bb3ccd1d60 req-4c0af351-c10b-42d8-b629-1f7ed206804f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:26.175546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05ec9792-4a51-4d67-9b98-50bb3ccd1d60 req-4c0af351-c10b-42d8-b629-1f7ed206804f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0606892 Jan 27 23:01:26.244381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05ec9792-4a51-4d67-9b98-50bb3ccd1d60 req-f931dadd-36a5-4817-9807-b5cf471ffb2b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597913 Jan 27 23:01:26.338816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-a2c08188-225c-45fc-874e-8a6000d7b174 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:26.340262 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-a2c08188-225c-45fc-874e-8a6000d7b174 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.16 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 945 time: 0.0519805 Jan 27 23:01:26.441268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Deleting port 05e101d3-26b2-4795-86fb-ab104b940815 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:01:26.441607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (05e101d3-26b2-4795-86fb-ab104b940815), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:26.536016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] For port 05e101d3-26b2-4795-86fb-ab104b940815, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=05e101d3-26b2-4795-86fb-ab104b940815,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:26.536408 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (05e101d3-26b2-4795-86fb-ab104b940815), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:26.721092 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:26.721467 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:26.721791 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66 disassociated. External IP: 172.25.8.75, port: 05e101d3-26b2-4795-86fb-ab104b940815. Jan 27 23:01:26.722143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Calling delete_port for 05e101d3-26b2-4795-86fb-ab104b940815 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:01:26.872247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (05e101d3-26b2-4795-86fb-ab104b940815), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:26.901433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event deleted for resources: {'Port': ['ID=05e101d3-26b2-4795-86fb-ab104b940815,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:27.023393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:01:27.137051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:01:27.147602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:01:27.158119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:01:27.158938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:01:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:27.178568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] No DVR routers for this DVR port 05e101d3-26b2-4795-86fb-ab104b940815 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:01:27.181435 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:27.184976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4b720fd-00fe-4f66-a61d-7e76d10580ec req-82824703-9366-4808-b12a-8ae1e535b3a9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.16 "DELETE /v2.0/ports/05e101d3-26b2-4795-86fb-ab104b940815 HTTP/1.1" status: 204 len: 173 time: 0.8391559 Jan 27 23:01:27.185431 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'name': 'network-vif-deleted', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:27.188131 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16053e5-9a6d-4f49-a3f4-4e845a793177" -d '{"events": [{"server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "name": "network-vif-deleted", "tag": "05e101d3-26b2-4795-86fb-ab104b940815"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:27.232546 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0ad584-7455-4b84-88cb-300884f911e1 x-openstack-request-id: req-3d0ad584-7455-4b84-88cb-300884f911e1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:27.232969 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48295f9-24e1-49c2-a58f-7ebde99b64c3", "name": "network-vif-deleted", "tag": "05e101d3-26b2-4795-86fb-ab104b940815", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:27.233225 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d0ad584-7455-4b84-88cb-300884f911e1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:27.233629 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48295f9-24e1-49c2-a58f-7ebde99b64c3', 'name': 'network-vif-deleted', 'tag': '05e101d3-26b2-4795-86fb-ab104b940815', 'status': 'completed', 'code': 200} Jan 27 23:01:27.271349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:01:27.365857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40434c47-871f-402b-a234-169430f66221 req-2f7076a1-6526-405c-b035-4e512ca592af tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=f48295f9-24e1-49c2-a58f-7ebde99b64c3 HTTP/1.1" status: 200 len: 210 time: 0.0295877 Jan 27 23:01:27.486875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:27.513206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:01:27.522354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:01:27.522960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:01:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:27.636653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:01:27.853750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:27.883706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95186591-7b8d-481f-bbc1-8c99b2745a57 None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:01:28.120751 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3c114-4e02-4e27-8aa4-0b2cde7f93b9 None None] New status for floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:01:28.658772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-a5aa095c-ca29-457f-a389-f314f1469ad5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--263546229&fields=id&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 267 time: 0.0481918 Jan 27 23:01:28.782002 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-fa5ce1f0-5091-47f4-9e2b-60fcffaf3513 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:28.783555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-fa5ce1f0-5091-47f4-9e2b-60fcffaf3513 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1178830 Jan 27 23:01:28.800302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-95da6b9d-647a-4e03-8b85-1b735f1f6e60 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/quotas/b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 375 time: 0.0111058 Jan 27 23:01:28.857364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-29e438c6-5eb8-4ee8-8fd9-ef0bb25e13a3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516415 Jan 27 23:01:28.876210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-9bc26249-db56-44ce-951b-68ab84174fd6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:01:28.877440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-9bc26249-db56-44ce-951b-68ab84174fd6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079758 Jan 27 23:01:28.977309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-9db4663c-56c1-4ed1-a153-dc63575b300c service neutron] 10.222.0.45 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939281 Jan 27 23:01:29.080579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-fb3a1b19-8d3c-44b0-8af5-a88c276530c5 service neutron] 10.222.0.45 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971899 Jan 27 23:01:29.249080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b468fbd-5234-41ef-b89d-38f4815c7af4 req-83574f33-9311-44cb-bfa1-067c324ac9a5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0278404 Jan 27 23:01:29.343103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 05e101d3-26b2-4795-86fb-ab104b940815 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:01:29.364191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 05e101d3-26b2-4795-86fb-ab104b940815 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:01:29.364539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 05e101d3-26b2-4795-86fb-ab104b940815 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:01:30.247059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-ee4daeff-cbe6-4712-9e6f-50f02276b9c6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:30.248562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-ee4daeff-cbe6-4712-9e6f-50f02276b9c6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1109219 Jan 27 23:01:30.323716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2d72964a-4335-4072-a60f-8b561d9f89f5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 379 time: 0.0642357 Jan 27 23:01:30.338244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'port': {'device_id': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'admin_state_up': True, 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'security_groups': ['c549285e-a936-4f7c-b54a-0cd712829cf5']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:01:30.356442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fdd46d24-8eb5-41a9-8511-833b13274691 req-c403c73e-d1e8-4f6b-82b2-594020668578 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0317626 Jan 27 23:01:30.472661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Made reservation on behalf of b56521ba1ec048d784e0ab869b31d6f8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:01:30.476142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:30.619582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Allocated IP 172.20.0.10 (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9/4c5b61b5-637a-4af0-90da-069e45cecf80/95f8b07e-42d1-4693-b67a-13582db5366e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:01:30.759477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for port (95f8b07e-42d1-4693-b67a-13582db5366e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:30.802021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:30.848930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:01:30.852059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:01:30.858400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:01:30.864494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:30.911395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:30.912057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:30.930562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-e5cb42b5-03c5-4a4b-b55e-61efd59f83d7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5976961 Jan 27 23:01:30.943819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Request body: {'port': {'device_id': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:01:31.006737 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:31.149217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b8308862-9c87-4811-a4ac-e4448c533b1b None None] Provisioning complete for port 95f8b07e-42d1-4693-b67a-13582db5366e triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:01:31.149833 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b8308862-9c87-4811-a4ac-e4448c533b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:31.185008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b8308862-9c87-4811-a4ac-e4448c533b1b None None] Port 95f8b07e-42d1-4693-b67a-13582db5366e cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:01:31.291652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f8b07e-42d1-4693-b67a-13582db5366e {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:01:31.299453 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Publish callbacks [] for port (95f8b07e-42d1-4693-b67a-13582db5366e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:31.311671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Transition to ACTIVE for port object 95f8b07e-42d1-4693-b67a-13582db5366e will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:01:31.317867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:31.366488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:31.452851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:01:31.453254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:01:31.453593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:01:31.472366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:01:31.472693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:01:31.481684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:01:31.482013 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:01:31.482398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:01:31.482834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Bound port: 95f8b07e-42d1-4693-b67a-13582db5366e, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:01:31.483204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:31.512730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e018db-6066-4fd3-bf1e-b42fd73c2f6b req-2d731e93-8906-487a-93c9-021c5593573f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:31.514313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54e018db-6066-4fd3-bf1e-b42fd73c2f6b req-2d731e93-8906-487a-93c9-021c5593573f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 944 time: 0.0787685 Jan 27 23:01:31.594535 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:01:31.598375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:01:31.602678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54e018db-6066-4fd3-bf1e-b42fd73c2f6b req-a5f41928-bfc1-4288-a062-cd2fc49e7218 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708985 Jan 27 23:01:31.604733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:31.643869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:31.644495 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:31.645917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1092 time: 0.7083695 Jan 27 23:01:31.646361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:31.648705 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a51443-0443-4a8f-a827-de0fb519f3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:31.687901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fed72-ed38-463c-8b3d-f7ab90f7c9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:31.724208 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7246116c-d964-4689-b71f-e3e78a037176 x-openstack-request-id: req-7246116c-d964-4689-b71f-e3e78a037176 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:31.724503 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:31.724759 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7246116c-d964-4689-b71f-e3e78a037176 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:31.725166 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'status': 'completed', 'code': 200} Jan 27 23:01:31.744069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-931884db-28b8-4006-a065-a2e62cd55d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:31.745765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-931884db-28b8-4006-a065-a2e62cd55d00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1095 time: 0.0502644 Jan 27 23:01:31.789301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-9714c19f-1c88-4bbe-9d76-8ac2a23770ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 217 time: 0.0370836 Jan 27 23:01:31.848091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-f01b5275-4c8d-4650-9819-4d4e2bf087e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:31.849709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-f01b5275-4c8d-4650-9819-4d4e2bf087e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0481520 Jan 27 23:01:31.904550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-a48f5bfa-b344-4af6-b9c0-bfd313b542ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:31.906152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-a48f5bfa-b344-4af6-b9c0-bfd313b542ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486987 Jan 27 23:01:32.000720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-7f95a6e8-0235-4087-afd5-ea07cf93102c service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882378 Jan 27 23:01:32.101264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bb54b1f-4b7f-466d-9cd9-caee925e20d9 req-8cd99cbb-7949-45df-9a0a-21b5114545e9 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945046 Jan 27 23:01:32.191935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-d3745c88-4831-4c8f-8084-3a1d1e20e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:32.193483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-d3745c88-4831-4c8f-8084-3a1d1e20e0e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1095 time: 0.0441253 Jan 27 23:01:32.285682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-d6913d34-f563-47bd-8d66-2cc798f0c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:32.287679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-d6913d34-f563-47bd-8d66-2cc798f0c187 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0883279 Jan 27 23:01:32.340579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-df209a57-183a-4675-99cc-07d240aa1f5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 217 time: 0.0464489 Jan 27 23:01:32.392613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-4c0b8c7c-d87e-4ad0-bace-4f8686bb42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:32.394136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-4c0b8c7c-d87e-4ad0-bace-4f8686bb42d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0459058 Jan 27 23:01:32.456101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-0efe859e-1d72-48f7-b55a-89fe44835294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:32.457651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-0efe859e-1d72-48f7-b55a-89fe44835294 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522847 Jan 27 23:01:32.555817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-9067d8be-8adb-4248-942b-0a415d11490b service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904806 Jan 27 23:01:32.661226 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24a51443-0443-4a8f-a827-de0fb519f3a6 req-a0cc7d01-62ef-4a42-b2ca-cc12449437fa service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991731 Jan 27 23:01:32.743770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d68e2e-b8eb-4af4-9f69-f580660fcd5a req-8cc1f2e5-c545-4d43-afe3-b03b66456ca8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:32.745267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1d68e2e-b8eb-4af4-9f69-f580660fcd5a req-8cc1f2e5-c545-4d43-afe3-b03b66456ca8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 944 time: 0.0654056 Jan 27 23:01:32.795125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1d68e2e-b8eb-4af4-9f69-f580660fcd5a req-ef8c33dc-c324-416d-aa83-e14be355959c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438285 Jan 27 23:01:33.923517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9effa68-f164-445b-a881-5093786afe41 req-2ce131d0-1bbe-4fdb-ae6c-a5dd483cab82 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:33.924952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9effa68-f164-445b-a881-5093786afe41 req-2ce131d0-1bbe-4fdb-ae6c-a5dd483cab82 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 944 time: 0.0549607 Jan 27 23:01:33.974505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9effa68-f164-445b-a881-5093786afe41 req-32c5d3c8-c1bf-4b18-aa13-bdc38d5028d2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Jan 27 23:01:34.010534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:01:34.104827 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f99f0d8a-13bf-4f53-9fd8-86050616fc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:34.133373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:34.157204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '95f8b07e-42d1-4693-b67a-13582db5366e', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': '95f8b07e-42d1-4693-b67a-13582db5366e', 'mac_address': 'fa:16:3e:d6:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:01:34.200069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 95f8b07e-42d1-4693-b67a-13582db5366e is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:34.200344 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:34.213748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f8b07e-42d1-4693-b67a-13582db5366e {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:01:34.234728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:34.240264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:34.288662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:34.483281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['95f8b07e-42d1-4693-b67a-13582db5366e'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:01:35.104134 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5eee2-bc4f-4440-bd06-c81efec541b8 req-3638adb3-5fca-4862-bd0c-e57d32c8ae8a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:35.105603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70c5eee2-bc4f-4440-bd06-c81efec541b8 req-3638adb3-5fca-4862-bd0c-e57d32c8ae8a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0491385 Jan 27 23:01:35.157962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70c5eee2-bc4f-4440-bd06-c81efec541b8 req-40883776-7584-45d5-b1aa-80c6d52eb781 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465052 Jan 27 23:01:36.041755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:01:36.095942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 95f8b07e-42d1-4693-b67a-13582db5366e completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:01:36.100625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 95f8b07e-42d1-4693-b67a-13582db5366e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:01:36.101067 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:36.192267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 95f8b07e-42d1-4693-b67a-13582db5366e is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:36.192759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:36.298433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0421ea9-a5fb-4a4e-b88e-48fa6b44395b req-b6b394eb-9e14-445e-bb71-6d2ad9b4a679 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:36.300059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0421ea9-a5fb-4a4e-b88e-48fa6b44395b req-b6b394eb-9e14-445e-bb71-6d2ad9b4a679 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0540149 Jan 27 23:01:36.360932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0421ea9-a5fb-4a4e-b88e-48fa6b44395b req-93b11146-14ba-475a-a68b-da4e89a81b02 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547540 Jan 27 23:01:36.387188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:36.389500 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf9505b-4d47-4d09-b6ad-437a390faa38" -d '{"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:36.403241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:36.407965 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:36.431322 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0795d5-cd2c-4bcf-b762-9f56bc51a77e x-openstack-request-id: req-0a0795d5-cd2c-4bcf-b762-9f56bc51a77e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:36.431660 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:36.431901 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a0795d5-cd2c-4bcf-b762-9f56bc51a77e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:36.432285 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'code': 200} Jan 27 23:01:36.458912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:36.549627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d46b74-f15d-4c2c-aa69-4f441c74ff49 req-bd04a390-bd9b-46c7-bdc3-5c5b70b04906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:36.551088 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51d46b74-f15d-4c2c-aa69-4f441c74ff49 req-bd04a390-bd9b-46c7-bdc3-5c5b70b04906 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1097 time: 0.0614064 Jan 27 23:01:36.600358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-51d46b74-f15d-4c2c-aa69-4f441c74ff49 req-a66e6d73-93e5-4f98-a3ec-da51eefe6568 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436299 Jan 27 23:01:37.119154 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-318d4155-96e5-41ad-984a-fdf9bb36693d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:37.487024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c72c3-6905-46b0-acf2-bac0a6e4ee72 req-d7008531-ede9-4022-86ee-9b911b2b7619 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:37.488577 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec1c72c3-6905-46b0-acf2-bac0a6e4ee72 req-d7008531-ede9-4022-86ee-9b911b2b7619 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0542638 Jan 27 23:01:37.544224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec1c72c3-6905-46b0-acf2-bac0a6e4ee72 req-458e9920-71fc-4e38-8d74-558643dbb809 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499592 Jan 27 23:01:38.669657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f544923-f86a-4f86-ba9a-f58911ae5c9d req-0f2931b9-379c-48f9-ac56-734c25a7a1cb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:38.671229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f544923-f86a-4f86-ba9a-f58911ae5c9d req-0f2931b9-379c-48f9-ac56-734c25a7a1cb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0508749 Jan 27 23:01:38.729585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1f544923-f86a-4f86-ba9a-f58911ae5c9d req-bd7e1f1b-84f1-48b7-901f-59c64525dd0d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512493 Jan 27 23:01:38.754586 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:38.861384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835e92b-14c8-4333-a11a-fe91b8f8ccf3 req-04219834-d839-4ad7-9232-eba839834992 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:38.863188 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0835e92b-14c8-4333-a11a-fe91b8f8ccf3 req-04219834-d839-4ad7-9232-eba839834992 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0650363 Jan 27 23:01:38.875108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46032) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:01:38.880836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'floatingip': {'port_id': '95f8b07e-42d1-4693-b67a-13582db5366e'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:01:38.924429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:39.406774 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:39.413746 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:39.527333 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66 associated. External IP: 172.25.8.75, port: 95f8b07e-42d1-4693-b67a-13582db5366e. Jan 27 23:01:39.753285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:01:40.161892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:01:40.167935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:40.173181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:01:40.184677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:01:40.185305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:01:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:40.196459 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f81aaafc-3db1-4c20-b708-1f56cb12c90e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "PUT /v2.0/floatingips/31f1278e-3f26-4acb-a1d3-71a79cd06e66 HTTP/1.1" status: 200 len: 991 time: 1.3200512 Jan 27 23:01:40.196921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:40.199233 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050" -d '{"events": [{"name": "network-changed", "server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:40.240567 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1337678b-7796-4f34-81b2-50fcecc3b827 x-openstack-request-id: req-1337678b-7796-4f34-81b2-50fcecc3b827 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:40.241867 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:40.242117 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1337678b-7796-4f34-81b2-50fcecc3b827 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:40.242552 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'status': 'completed', 'code': 200} Jan 27 23:01:40.307654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-c07973cf-e443-48ce-a04e-8857a97e317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:40.308869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:01:40.309355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-c07973cf-e443-48ce-a04e-8857a97e317f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1097 time: 0.0430226 Jan 27 23:01:40.402511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-dda945f6-8dbb-4db0-a34e-f408d8ec81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:40.404101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-dda945f6-8dbb-4db0-a34e-f408d8ec81aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0894952 Jan 27 23:01:40.477703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-e22dad54-b593-4f01-9493-899f5b4cefd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 999 time: 0.0667386 Jan 27 23:01:40.526605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-a0e95345-ea05-4ffc-9c71-cc4fb218c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:40.528155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-a0e95345-ea05-4ffc-9c71-cc4fb218c806 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0441129 Jan 27 23:01:40.545580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '95f8b07e-42d1-4693-b67a-13582db5366e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:d6:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T23:01:39Z', 'revision_number': 9, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:40.573213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:01:40.574851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-cd6613f5-feb9-43c6-813f-40966c1216c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:40.576456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-cd6613f5-feb9-43c6-813f-40966c1216c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426557 Jan 27 23:01:40.582476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:01:40.583107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:01:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:40.678664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-caaaad5a-e693-4b25-95e3-12d3e27541db service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962882 Jan 27 23:01:40.697866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:01:40.771671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9075a97b-0ab8-4661-ac59-b7ac6e8cf050 req-c4f2a4bc-d0bf-4c6b-abcc-b85c57a0276c service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864019 Jan 27 23:01:40.948587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '95f8b07e-42d1-4693-b67a-13582db5366e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:d6:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T23:01:39Z', 'revision_number': 9, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:40.978241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e9039-d387-4a86-872b-3361b80b87a8 None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': '95f8b07e-42d1-4693-b67a-13582db5366e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:d6:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T23:01:39Z', 'revision_number': 9, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:01:41.185466 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589de19c-60f8-4b09-a3b2-47593475b124 None None] New status for floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:01:41.278789 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:41.305989 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:48.824886 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:51.490215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:53.307277 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:02:04.086825 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1cb38843-a2cf-4131-8c94-89ce3e3948a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:07.114427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-27af1823-a3aa-496a-bc1a-9f4da921e3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:08.758298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:11.135924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-788c34d3-210a-44be-b8b0-85b09a1efe96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980496 Jan 27 23:02:11.223929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-7ac23494-0308-4efa-814a-e5ae090df07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:11.225438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-7ac23494-0308-4efa-814a-e5ae090df07e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1097 time: 0.0437620 Jan 27 23:02:11.274011 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:11.307933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:11.338129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-d3a96302-efbf-402f-8b7e-b9ee80ffa382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:11.339668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-d3a96302-efbf-402f-8b7e-b9ee80ffa382 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0913317 Jan 27 23:02:11.410246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-adf383f7-cdae-4d23-a700-e7b1a7d24fcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1002 time: 0.0640819 Jan 27 23:02:11.459309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-da4f7ec6-669f-41a6-9f40-c6fc6c0f7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:11.460826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-da4f7ec6-669f-41a6-9f40-c6fc6c0f7a28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0447831 Jan 27 23:02:11.507679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-25c2ecfc-f499-42a1-aa49-573fe12c54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:11.509187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-25c2ecfc-f499-42a1-aa49-573fe12c54d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426459 Jan 27 23:02:11.605364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-339c706a-1481-43a6-9816-f99ccf89938c service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893734 Jan 27 23:02:11.696929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4eef75fc-6e1e-466c-bd91-32d19cf3e546 req-61c4e645-083c-4d9a-a8d4-21fbe7bb76fa service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854058 Jan 27 23:02:18.826512 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:21.477597 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:30.308333 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:02:34.084191 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1839452-6b8e-421f-9846-cc4ac0a56206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:37.109381 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a1dc063b-f420-4969-a27d-33ce2de2be17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:38.768427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.288021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.311006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:48.825944 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:51.485239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:04.081093 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-768a99b2-0d53-4fbf-a2ad-7916885ed73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:07.114786 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-734dcbaa-a28f-429e-b3d3-ebd92de47e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:07.396334 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:03:08.766988 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:11.286206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:11.319759 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.113654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-437da4a6-d008-4629-aa70-38b8605a9303 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532382 Jan 27 23:03:12.206991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-0be91dd6-6a9d-429e-a9ff-fa83e33645db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:12.209062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-0be91dd6-6a9d-429e-a9ff-fa83e33645db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1097 time: 0.0476265 Jan 27 23:03:12.329019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-64c1f9af-d5a4-4555-833b-6c5079e7f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:12.330575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-64c1f9af-d5a4-4555-833b-6c5079e7f4c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0994704 Jan 27 23:03:12.415852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-095295ce-785a-41ff-99b2-bcdd8632b0b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1002 time: 0.0795434 Jan 27 23:03:12.467319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-001084cf-063b-4640-9eeb-386ffb2d1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:12.468851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-001084cf-063b-4640-9eeb-386ffb2d1f1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0476661 Jan 27 23:03:12.515536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-4c631167-ab97-4922-8f98-36bfcc18026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:12.517019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-4c631167-ab97-4922-8f98-36bfcc18026a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418618 Jan 27 23:03:12.616480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-d6ab2014-9dd2-437d-aa8d-fe23474b2d73 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934532 Jan 27 23:03:12.715381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9261fcbb-bbdc-48e2-8a3b-07777b3b5ffa req-890c8b46-6051-4bfb-a292-f8869fd0daea service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926213 Jan 27 23:03:15.262368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-19b57340-21c5-4260-823a-5fd0455c3f63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4577389 Jan 27 23:03:15.272001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd68e-2ef1-46a1-b08d-a5bc0f5e67f9 req-4c3a70d0-840b-418f-a185-ce4dbc9e9e75 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:15.273438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ccfd68e-2ef1-46a1-b08d-a5bc0f5e67f9 req-4c3a70d0-840b-418f-a185-ce4dbc9e9e75 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.4590864 Jan 27 23:03:15.322614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ccfd68e-2ef1-46a1-b08d-a5bc0f5e67f9 req-0a827406-2001-48d7-826a-9b3c7d34f8cf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434985 Jan 27 23:03:16.540634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f76bc9-7111-4180-b553-ae8ac2542404 req-f0ddf9f7-5442-4c8c-b96f-499c6859fab6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:16.543455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20f76bc9-7111-4180-b553-ae8ac2542404 req-f0ddf9f7-5442-4c8c-b96f-499c6859fab6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.1339903 Jan 27 23:03:16.553969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-bf7239bc-2dbf-4b6e-b361-b390e66c9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:16.556420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-bf7239bc-2dbf-4b6e-b361-b390e66c9df4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1097 time: 0.1047063 Jan 27 23:03:16.709501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20f76bc9-7111-4180-b553-ae8ac2542404 req-c01ee78c-29f5-45bd-abec-598019b1fd2e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588809 Jan 27 23:03:16.755260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-767c0d08-ef15-425e-b8c6-52d978de6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:16.757806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-767c0d08-ef15-425e-b8c6-52d978de6d5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1923983 Jan 27 23:03:16.829932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-4c059efc-3ce6-4402-b5ee-0e81ace4f0b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1002 time: 0.0664444 Jan 27 23:03:16.878166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-8e8a37b2-01d0-4aab-818c-aafac94bcc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:16.879675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-8e8a37b2-01d0-4aab-818c-aafac94bcc71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0444238 Jan 27 23:03:16.924719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-2b2d1d5a-f534-40a3-ab86-4c65c9baf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:16.926170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-2b2d1d5a-f534-40a3-ab86-4c65c9baf276 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411179 Jan 27 23:03:17.022813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-5ea9588d-a252-4ee3-940b-44058c17b5ab service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906801 Jan 27 23:03:17.113922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-529a10cb-c101-4052-958d-daaa3ef3b087 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847809 Jan 27 23:03:17.850913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ebfb4-34bb-40ef-99a2-30a57756a66b req-ef5e1a45-90cf-4697-92da-51255c6f2ba1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:17.852586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-033ebfb4-34bb-40ef-99a2-30a57756a66b req-ef5e1a45-90cf-4697-92da-51255c6f2ba1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0549808 Jan 27 23:03:17.909029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-033ebfb4-34bb-40ef-99a2-30a57756a66b req-4fd98ca9-7dd1-4a6b-8047-ea4146d8e60a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474939 Jan 27 23:03:18.836170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:19.034382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3341-ff9d-4bf0-9ce4-c5b8c75bff97 req-bdc3cd9e-072d-4059-bda1-588eb8c51d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:19.036083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abec3341-ff9d-4bf0-9ce4-c5b8c75bff97 req-bdc3cd9e-072d-4059-bda1-588eb8c51d59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0517092 Jan 27 23:03:19.088610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-abec3341-ff9d-4bf0-9ce4-c5b8c75bff97 req-4b83022f-f3fb-4943-937b-ff5bff4e014c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452418 Jan 27 23:03:20.212348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c54cb4-cb90-4dce-88b5-4e33e24cdf6b req-ea988493-283b-4b61-a646-3e3228093fa7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:20.213926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4c54cb4-cb90-4dce-88b5-4e33e24cdf6b req-ea988493-283b-4b61-a646-3e3228093fa7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0520291 Jan 27 23:03:20.268844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4c54cb4-cb90-4dce-88b5-4e33e24cdf6b req-480c1c2a-4d80-40c6-b82b-7348f43ca746 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488501 Jan 27 23:03:21.393495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9afbc2-baa4-4455-a9fe-abb01e3368c4 req-c94db605-515e-4436-a951-0325aba29c33 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:21.395062 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f9afbc2-baa4-4455-a9fe-abb01e3368c4 req-c94db605-515e-4436-a951-0325aba29c33 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0514326 Jan 27 23:03:21.447568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8f9afbc2-baa4-4455-a9fe-abb01e3368c4 req-3ba88030-80dd-4ec3-9faf-e96fdeb9e2df tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 Jan 27 23:03:21.477465 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:22.576262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca44031-d680-4067-9952-107cbde69239 req-300362f4-2d6b-41e9-8223-3a1d0b0413a1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:22.577871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ca44031-d680-4067-9952-107cbde69239 req-300362f4-2d6b-41e9-8223-3a1d0b0413a1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0591531 Jan 27 23:03:22.629637 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ca44031-d680-4067-9952-107cbde69239 req-902aea94-e42b-42d2-bdbb-ef1d774d1373 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452390 Jan 27 23:03:23.768124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eeaf8-57e4-4eff-b383-8ee2afb21a41 req-0567608f-35c9-40e3-9dd0-14d1cca16b6f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:23.771265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-330eeaf8-57e4-4eff-b383-8ee2afb21a41 req-0567608f-35c9-40e3-9dd0-14d1cca16b6f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0619264 Jan 27 23:03:23.834983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-330eeaf8-57e4-4eff-b383-8ee2afb21a41 req-2255e902-087d-463c-abfe-645142043e4e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584743 Jan 27 23:03:24.960509 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cf447-30c2-4027-9f62-f014145e20a1 req-f852967c-aa07-4b4b-8625-feb3e15c9942 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:24.961909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4cf447-30c2-4027-9f62-f014145e20a1 req-f852967c-aa07-4b4b-8625-feb3e15c9942 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0534070 Jan 27 23:03:25.014701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a4cf447-30c2-4027-9f62-f014145e20a1 req-25cc2c12-f794-4b73-b198-38f3f0337b2c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439665 Jan 27 23:03:26.147527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5d839-4951-451f-b5bf-8383fd58dc28 req-662ad808-bc46-4de6-a33f-ac082152b3e3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:26.149080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06f5d839-4951-451f-b5bf-8383fd58dc28 req-662ad808-bc46-4de6-a33f-ac082152b3e3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0560470 Jan 27 23:03:26.199826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-06f5d839-4951-451f-b5bf-8383fd58dc28 req-86869e35-3312-48cf-bbe9-94e75490b1fe tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442507 Jan 27 23:03:27.328442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ddec-a5c4-4165-a465-3839b0418c82 req-33326e21-0f7b-4e6c-b721-b5af4662dbc3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:27.330131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8a5ddec-a5c4-4165-a465-3839b0418c82 req-33326e21-0f7b-4e6c-b721-b5af4662dbc3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0583861 Jan 27 23:03:27.383668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8a5ddec-a5c4-4165-a465-3839b0418c82 req-497a45e2-fdfa-4ba3-bbb2-421d4b9d2766 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471346 Jan 27 23:03:28.512246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8a990-285d-49bd-86f3-c30043a69a5a req-9695e57d-26c1-48de-8b88-42adc66a5ad2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:28.514241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6e8a990-285d-49bd-86f3-c30043a69a5a req-9695e57d-26c1-48de-8b88-42adc66a5ad2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0543537 Jan 27 23:03:28.575779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6e8a990-285d-49bd-86f3-c30043a69a5a req-1fbeaf55-4ef2-4374-aea5-abaaf6466d71 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525038 Jan 27 23:03:29.392954 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-7b455017-270b-4e6b-9fd6-a65d6a825777 service neutron] show failed (client error): The resource could not be found. Jan 27 23:03:29.394019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-7b455017-270b-4e6b-9fd6-a65d6a825777 service neutron] 10.222.0.57 "GET /v2.0/ports/95f8b07e-42d1-4693-b67a-13582db5366e/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0575600 Jan 27 23:03:29.613732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-ef0b9ca7-eb04-4d8e-8218-279326b6c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:29.615703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-ef0b9ca7-eb04-4d8e-8218-279326b6c4c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 1097 time: 0.0504446 Jan 27 23:03:29.628275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:03:29.731063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:29.748564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345ff8e-beca-4c2b-b547-a9d6ed307f2c req-20c90742-00f8-4b4c-89f8-2e83c27f9d8a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:29.750095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c345ff8e-beca-4c2b-b547-a9d6ed307f2c req-20c90742-00f8-4b4c-89f8-2e83c27f9d8a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0918891 Jan 27 23:03:29.886885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c345ff8e-beca-4c2b-b547-a9d6ed307f2c req-bcf49bb8-d40f-490c-883f-80bd3869caa8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302934 Jan 27 23:03:30.001905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:30.037194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:03:30.079339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:30.081834 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d11f4a4-9c75-4d5a-ad0b-0062f8093c22" -d '{"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:30.085786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Publish callbacks [] for port (95f8b07e-42d1-4693-b67a-13582db5366e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:30.101116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Transition to ACTIVE for port object 95f8b07e-42d1-4693-b67a-13582db5366e will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:03:30.106127 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:30.196031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:30.209592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.209932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.210902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.211257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.211627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.211955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.212295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.212640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.212947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.213277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.213611 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.213994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.214251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.224175 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f4163-7f3e-4e04-8e14-377952111c2f x-openstack-request-id: req-a62f4163-7f3e-4e04-8e14-377952111c2f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:30.224436 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:30.224737 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a62f4163-7f3e-4e04-8e14-377952111c2f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:30.225144 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'code': 200} Jan 27 23:03:30.260317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] No DVR routers for this DVR port 95f8b07e-42d1-4693-b67a-13582db5366e on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:03:30.408973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:03:30.409310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:03:30.409642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:03:30.414262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:03:30.414589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:03:30.420291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:03:30.420569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:03:30.420936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:03:30.421376 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Bound port: 95f8b07e-42d1-4693-b67a-13582db5366e, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:03:30.421735 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:30.491809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:03:30.494934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:03:30.501262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:30.536832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:30.537467 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:30.538920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] 10.222.0.16 "PUT /v2.0/ports/95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1092 time: 0.9168558 Jan 27 23:03:30.595518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bfa2d-b83c-463d-b4c3-7b0f8139d34e service neutron] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:30.615581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-16027086-6a95-40ab-8e6b-67cb34ad12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:30.617154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-16027086-6a95-40ab-8e6b-67cb34ad12cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1095 time: 0.0513885 Jan 27 23:03:30.731292 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-32795362-59f9-4f13-8dd2-095cc26b5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:30.732883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-32795362-59f9-4f13-8dd2-095cc26b5c83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1099648 Jan 27 23:03:30.805241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-ff94d3ac-a6ee-4a98-8590-ce50e01887e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1000 time: 0.0660419 Jan 27 23:03:30.858123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-ed4f40b5-058b-48d2-8e34-b5c859d6dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:30.859612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-ed4f40b5-058b-48d2-8e34-b5c859d6dc1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0484807 Jan 27 23:03:30.911272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-72498ab4-67a6-4f3b-9384-2416cb6cada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:30.912767 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-72498ab4-67a6-4f3b-9384-2416cb6cada5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477204 Jan 27 23:03:31.046789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1556f-5d73-4282-9520-42761e2ea39f req-a08e3b3c-916e-4fa4-8016-9de5ba170d40 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:31.048299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed1556f-5d73-4282-9520-42761e2ea39f req-a08e3b3c-916e-4fa4-8016-9de5ba170d40 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 944 time: 0.0847917 Jan 27 23:03:31.050323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-41fcd82f-d06d-4bf7-8d88-423cab27649b service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317751 Jan 27 23:03:31.148602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ed1556f-5d73-4282-9520-42761e2ea39f req-0524c873-422f-4714-91d4-ea7c5f4406c4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941401 Jan 27 23:03:31.179995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6c79dd4-93ab-4d6f-b3e0-293b57a01a21 req-c2557eef-b31b-470f-ae89-67ced2d54b35 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237528 Jan 27 23:03:32.227053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:32.230175 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836" -d '{"events": [{"name": "network-changed", "server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:32.288253 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3736c4-3781-4ce5-9919-63fb6dc784ba x-openstack-request-id: req-8b3736c4-3781-4ce5-9919-63fb6dc784ba {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:32.288559 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:32.288826 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b3736c4-3781-4ce5-9919-63fb6dc784ba {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:32.289290 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'status': 'completed', 'code': 200} Jan 27 23:03:32.303591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703ae8a-c079-4160-bfbd-f462d518469c req-1433ae5c-2d84-495d-a6f0-b61bd662f635 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.305607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c703ae8a-c079-4160-bfbd-f462d518469c req-1433ae5c-2d84-495d-a6f0-b61bd662f635 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 944 time: 0.0714343 Jan 27 23:03:32.422708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-70505c0d-1519-4a78-aa78-aa873b6aa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.424325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-70505c0d-1519-4a78-aa78-aa873b6aa36b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1095 time: 0.1137033 Jan 27 23:03:32.426544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-844646b9-ea17-43f7-8185-e6dc29fbdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.427977 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-844646b9-ea17-43f7-8185-e6dc29fbdbf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1095 time: 0.1157694 Jan 27 23:03:32.431518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c703ae8a-c079-4160-bfbd-f462d518469c req-436f6433-26eb-4985-8a3e-689e9dee447d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181059 Jan 27 23:03:32.594664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-893baad8-1ee2-4a5d-955e-bd74664cb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.596219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-893baad8-1ee2-4a5d-955e-bd74664cb53b service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1638653 Jan 27 23:03:32.599044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-72230eae-6472-48fa-909b-93d7f6db1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.600478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-72230eae-6472-48fa-909b-93d7f6db1e4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1600523 Jan 27 23:03:32.721868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-c9df2511-d502-4c10-9bb4-dc7c5db4f02d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1000 time: 0.1192536 Jan 27 23:03:32.723572 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-a8512d71-a472-4aa8-bd53-0ce2044bc9fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1000 time: 0.1148117 Jan 27 23:03:32.773443 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:03:32.817566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port 95f8b07e-42d1-4693-b67a-13582db5366e host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 23:03:32.818207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:03:32.834690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-41298205-6043-4cb0-b29c-0ccc757be056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.836263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-41298205-6043-4cb0-b29c-0ccc757be056 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.1089604 Jan 27 23:03:32.838152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-72f90d0d-d65c-4b4d-bf28-5cda92e0e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.839533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-72f90d0d-d65c-4b4d-bf28-5cda92e0e59c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.1043789 Jan 27 23:03:32.917841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-99cd5942-7a9e-4a3b-a82d-6bacd8202e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.919387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-99cd5942-7a9e-4a3b-a82d-6bacd8202e26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757086 Jan 27 23:03:32.922003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-20f5236e-84c0-405e-873a-31398ad39bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.923362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-20f5236e-84c0-405e-873a-31398ad39bcf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718944 Jan 27 23:03:33.079994 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-c717f715-5f73-415b-9070-18a94c5990b9 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544538 Jan 27 23:03:33.081734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-cdf2b6f0-5a65-420b-9e21-68ae492a1e29 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492076 Jan 27 23:03:33.268151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-ee808e8a-2019-459b-aa83-d3d29d3ed0ab service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827581 Jan 27 23:03:33.270125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2c37e817-6f63-44e6-aa83-7d8fa6bcf836 req-7680e00a-af55-4de4-a230-da13b5c6c369 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687777 Jan 27 23:03:33.566252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaacb49-1eb6-405e-a3c4-c334e61a7ff5 req-0468b257-4c7a-4ce8-b59a-54ac06fcd680 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:33.567901 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccaacb49-1eb6-405e-a3c4-c334e61a7ff5 req-0468b257-4c7a-4ce8-b59a-54ac06fcd680 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 944 time: 0.0529604 Jan 27 23:03:33.636133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccaacb49-1eb6-405e-a3c4-c334e61a7ff5 req-cc634f17-1fef-47eb-a4df-bfbe4bdd9c2a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619433 Jan 27 23:03:33.944873 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:03:34.053229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:34.074582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '95f8b07e-42d1-4693-b67a-13582db5366e', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': '95f8b07e-42d1-4693-b67a-13582db5366e', 'mac_address': 'fa:16:3e:d6:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:03:34.085135 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac471e73-9fe3-4e20-85da-baf0d5e03ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:34.121828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 95f8b07e-42d1-4693-b67a-13582db5366e is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:03:34.122292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:34.140808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f8b07e-42d1-4693-b67a-13582db5366e {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:03:34.167461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:34.173931 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:34.235448 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:34.243946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.244296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.244638 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.244982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.245314 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.245651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.245983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.246368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.246726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.247058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.247634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.248000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.248332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:34.505944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['95f8b07e-42d1-4693-b67a-13582db5366e'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:03:34.767665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6fca-f821-41be-9da3-8326362150e7 req-9e7323e3-d8c8-4287-baea-b51011eb6ebc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.769197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-226c6fca-f821-41be-9da3-8326362150e7 req-9e7323e3-d8c8-4287-baea-b51011eb6ebc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0559070 Jan 27 23:03:34.836475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-226c6fca-f821-41be-9da3-8326362150e7 req-3d4e5f66-dd47-44d6-8422-d66f1ce03f69 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584157 Jan 27 23:03:35.197531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-0d548b49-bb2d-4386-b1d5-3e421f20d54b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:35.201524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-0d548b49-bb2d-4386-b1d5-3e421f20d54b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.16 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d&tenant_id=b56521ba1ec048d784e0ab869b31d6f8&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 945 time: 0.0955188 Jan 27 23:03:35.224269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e541b-3b5a-415f-9c40-7c585c450ea1 req-19e77a25-ceb3-4abe-bfa1-447397b5e1d6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:35.225917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-915e541b-3b5a-415f-9c40-7c585c450ea1 req-19e77a25-ceb3-4abe-bfa1-447397b5e1d6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0909526 Jan 27 23:03:35.313913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-a16c5390-4bd7-4bed-9d2d-f064706dc833 service neutron] 10.222.0.16 "GET /v2.0/ports/95f8b07e-42d1-4693-b67a-13582db5366e/bindings/n-h1-826529-2 HTTP/1.1" status: 200 len: 382 time: 0.1058462 Jan 27 23:03:35.317427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-915e541b-3b5a-415f-9c40-7c585c450ea1 req-b3369f9d-c5e2-4608-bd8b-08aadd00b5b6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737789 Jan 27 23:03:35.392602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-dffa133f-9dcc-4104-9002-32fe36e6f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:35.394190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-dffa133f-9dcc-4104-9002-32fe36e6f011 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.0466187 Jan 27 23:03:35.497430 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-9bbbe50f-22ac-4dd0-89d9-b2431ce3f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:35.498937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-9bbbe50f-22ac-4dd0-89d9-b2431ce3f915 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0984590 Jan 27 23:03:35.570481 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-f9c19922-4620-4158-9cb9-713d5c55b585 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1001 time: 0.0653393 Jan 27 23:03:35.621452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-42efe0fe-11f8-485e-b4ca-2bdf8cbd0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:35.623051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-42efe0fe-11f8-485e-b4ca-2bdf8cbd0421 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0467842 Jan 27 23:03:35.675763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-75f444d0-1e58-4a21-98f1-d71230242161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:35.677352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-75f444d0-1e58-4a21-98f1-d71230242161 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487132 Jan 27 23:03:35.771386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-af7c5cfc-dcde-4247-b9dc-64338e7674f4 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871971 Jan 27 23:03:35.891498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-ef66b752-7abd-4741-ad86-7333b234f0d8 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138947 Jan 27 23:03:35.967531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:03:36.020039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 95f8b07e-42d1-4693-b67a-13582db5366e completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:03:36.024814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 95f8b07e-42d1-4693-b67a-13582db5366e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:03:36.025232 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:36.119343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 95f8b07e-42d1-4693-b67a-13582db5366e is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:03:36.119779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:36.146050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:36.148404 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f5d0c-c23d-4009-b676-a5c844b1030d" -d '{"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:36.163633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:36.169422 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:36.207314 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5208e47b-4688-42e4-b81a-dad6572420d3 x-openstack-request-id: req-5208e47b-4688-42e4-b81a-dad6572420d3 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:36.207754 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:36.208123 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5208e47b-4688-42e4-b81a-dad6572420d3 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:36.208612 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'code': 200} Jan 27 23:03:36.228269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:36.455225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a8b85-4384-4cf1-bd49-b7973375661a req-ced4c274-a16f-434f-acc7-8c443b923581 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:36.456860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f22a8b85-4384-4cf1-bd49-b7973375661a req-ced4c274-a16f-434f-acc7-8c443b923581 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0582223 Jan 27 23:03:36.508448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f22a8b85-4384-4cf1-bd49-b7973375661a req-228a4a2c-cc6f-494f-b2dd-1375888f49ed tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Jan 27 23:03:37.122031 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2c1b-1977-40fd-abd6-ec220f3feefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:37.646845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b9ce7-30bc-41d3-ae4f-0cf8afb92ca4 req-99f360c9-882f-496a-9461-af8e34cf0342 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:37.648405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c55b9ce7-30bc-41d3-ae4f-0cf8afb92ca4 req-99f360c9-882f-496a-9461-af8e34cf0342 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0534973 Jan 27 23:03:37.719183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c55b9ce7-30bc-41d3-ae4f-0cf8afb92ca4 req-a9bef461-32f0-40e3-a531-98ce66e7322b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643353 Jan 27 23:03:38.001206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-9a799230-5d7d-4bd5-8d82-fcf109c67dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:38.002775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-9a799230-5d7d-4bd5-8d82-fcf109c67dee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 1097 time: 0.0474217 Jan 27 23:03:38.014194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:03:38.074370 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:38.342107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:38.404601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:03:38.451588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:38.454150 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff11bf87-7a42-4209-a876-9429cd367248" -d '{"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:38.458603 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Publish callbacks [] for port (95f8b07e-42d1-4693-b67a-13582db5366e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:38.476090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Transition to ACTIVE for port object 95f8b07e-42d1-4693-b67a-13582db5366e will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:03:38.482279 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:38.538541 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6a8229-4968-44ca-b880-240cfa6f91a5 x-openstack-request-id: req-bc6a8229-4968-44ca-b880-240cfa6f91a5 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:38.538842 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:38.539095 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc6a8229-4968-44ca-b880-240cfa6f91a5 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:38.539520 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'code': 200} Jan 27 23:03:38.589494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=10']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:38.639899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] No DVR routers for this DVR port 95f8b07e-42d1-4693-b67a-13582db5366e on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:03:38.780501 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:38.801061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:03:38.801979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:03:38.801979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:03:38.808643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:03:38.809068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Attempting to bind port 95f8b07e-42d1-4693-b67a-13582db5366e on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:03:38.815971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:03:38.816452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:03:38.817037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:03:38.817714 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Bound port: 95f8b07e-42d1-4693-b67a-13582db5366e, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:03:38.818147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:38.920365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf9b22-664f-400d-9cc5-e1115d239a8c req-b041a4ba-dddd-4066-ab12-f753e1026911 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:38.922367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2cf9b22-664f-400d-9cc5-e1115d239a8c req-b041a4ba-dddd-4066-ab12-f753e1026911 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0999315 Jan 27 23:03:38.932104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:03:38.937446 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:03:38.946268 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:39.009885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:39.010554 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:39.012074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] 10.222.0.57 "PUT /v2.0/ports/95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1093 time: 1.0024071 Jan 27 23:03:39.053038 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c2cf9b22-664f-400d-9cc5-e1115d239a8c req-bc2a0b56-1375-4531-9201-45efb06512bb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179228 Jan 27 23:03:39.053705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb6c51-764d-4f84-a94e-906c1ceb7d68 service neutron] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=11']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:39.091366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-ec896828-e38b-4f81-8d8c-1f31e405f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:39.093249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-ec896828-e38b-4f81-8d8c-1f31e405f37b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.0562117 Jan 27 23:03:39.213795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-08463041-4178-4809-978c-8d32c3be080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:39.215541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-08463041-4178-4809-978c-8d32c3be080f service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1152411 Jan 27 23:03:39.706868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-6542934b-b733-498a-9594-2a3ff33e336b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1000 time: 0.4853249 Jan 27 23:03:39.761846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-118af724-69d3-43fd-afd2-5dfa73580bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:39.763499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-118af724-69d3-43fd-afd2-5dfa73580bef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0499382 Jan 27 23:03:39.818502 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-9aac2a04-7bb0-4eb7-973f-f754aacc2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:39.820136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-9aac2a04-7bb0-4eb7-973f-f754aacc2a76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504327 Jan 27 23:03:39.939229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-75ada284-e059-4e8c-8a05-6a526d458459 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128495 Jan 27 23:03:39.967312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:03:40.011381 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] The host n-h1-826529-2 is not matching for port 95f8b07e-42d1-4693-b67a-13582db5366e host n-h2-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 23:03:40.011814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:03:40.062713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa264b5-dae4-4278-8d2c-579884ce215a req-192e6e34-ed9b-42ad-8f8d-8b77beb70949 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179433 Jan 27 23:03:40.227300 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2a5e4-6cec-44a4-a821-6dfca61244ce req-f048e3b7-0da9-4186-ab17-951364bc09d5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:40.228935 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ed2a5e4-6cec-44a4-a821-6dfca61244ce req-f048e3b7-0da9-4186-ab17-951364bc09d5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0576129 Jan 27 23:03:40.289055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ed2a5e4-6cec-44a4-a821-6dfca61244ce req-78f005bd-87da-40dc-b2e1-7c31e784650f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497160 Jan 27 23:03:40.541356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:40.545937 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fde9c6-2b57-4445-9fc2-d9458ce964bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:40.628236 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b9a5e7-690b-4c44-93f6-d219aa316763 x-openstack-request-id: req-64b9a5e7-690b-4c44-93f6-d219aa316763 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:40.628643 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:40.628955 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64b9a5e7-690b-4c44-93f6-d219aa316763 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:40.629450 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'status': 'completed', 'code': 200} Jan 27 23:03:40.730582 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-94652a5a-409e-405f-a8e5-dbfc92d03844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:40.732234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-94652a5a-409e-405f-a8e5-dbfc92d03844 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.0817850 Jan 27 23:03:40.734464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-05fbea28-25ef-4729-aa3a-04de54f25edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:40.736236 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-05fbea28-25ef-4729-aa3a-04de54f25edf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.0772276 Jan 27 23:03:40.908785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-19f8f59a-025e-48e6-b218-fdb92727b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:40.910411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-19f8f59a-025e-48e6-b218-fdb92727b106 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1722350 Jan 27 23:03:40.913921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-4b9cb9bf-189c-4982-8ce5-a432e5174304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:40.915443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-4b9cb9bf-189c-4982-8ce5-a432e5174304 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1692023 Jan 27 23:03:41.037314 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-4a1f0da2-3fbb-4bf0-a17d-f26e01e1b14a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1000 time: 0.1195574 Jan 27 23:03:41.042735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-0f5c7574-bb2a-465c-b821-53a3bc981961 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 200 len: 1000 time: 0.1185503 Jan 27 23:03:41.129847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-52eaace5-49eb-4a64-8c73-45fd9f1efc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:41.131448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-52eaace5-49eb-4a64-8c73-45fd9f1efc83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0873892 Jan 27 23:03:41.133125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-e4ac931c-e74e-45b8-99c8-35fc9c8fa847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:41.134660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-e4ac931c-e74e-45b8-99c8-35fc9c8fa847 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0825322 Jan 27 23:03:41.234421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-8e926722-045e-4c92-9ff8-be7e69ee1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:41.236113 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-8e926722-045e-4c92-9ff8-be7e69ee1709 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976079 Jan 27 23:03:41.238470 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-6b287124-9775-45e9-9fe4-f96d4a7bd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:41.240083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-6b287124-9775-45e9-9fe4-f96d4a7bd58f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885489 Jan 27 23:03:41.287770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:41.322369 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:41.428755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-fec62d77-a4e2-45ac-bdb3-0ba665a2b60c service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824949 Jan 27 23:03:41.432946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-5b9ef395-2785-4596-a1bb-1680b47d5e23 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781058 Jan 27 23:03:41.603986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebaa47-7d7c-49e5-bfee-8725f6acbcd5 req-e6b9a0d6-6b56-43a3-b8e0-8a8123545043 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:41.605630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63ebaa47-7d7c-49e5-bfee-8725f6acbcd5 req-e6b9a0d6-6b56-43a3-b8e0-8a8123545043 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.1930633 Jan 27 23:03:41.658790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-9eed58f0-2716-4737-a60c-5515eca1890a service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242737 Jan 27 23:03:41.683046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21fde9c6-2b57-4445-9fc2-d9458ce964bc req-f562077f-0e05-469c-a33c-59c3a547a0f6 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397444 Jan 27 23:03:41.716210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63ebaa47-7d7c-49e5-bfee-8725f6acbcd5 req-996b3a11-1ff1-4ee0-9da2-8fee59039f04 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932083 Jan 27 23:03:42.818241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:03:42.874804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607a50-7f9e-4991-9b74-a4552017ed6e req-afae0e7c-5b17-4d2a-8c9d-22125408bb10 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:42.877575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6607a50-7f9e-4991-9b74-a4552017ed6e req-afae0e7c-5b17-4d2a-8c9d-22125408bb10 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0764742 Jan 27 23:03:42.936816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:42.949061 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '95f8b07e-42d1-4693-b67a-13582db5366e', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': '95f8b07e-42d1-4693-b67a-13582db5366e', 'mac_address': 'fa:16:3e:d6:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:03:42.960055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6607a50-7f9e-4991-9b74-a4552017ed6e req-3274790e-93dd-4e53-9b6c-bb943b968b7e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694714 Jan 27 23:03:43.001915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 95f8b07e-42d1-4693-b67a-13582db5366e is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:03:43.002699 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:43.026286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f8b07e-42d1-4693-b67a-13582db5366e {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:03:43.056731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:43.065255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:43.115118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909588-182d-4c9f-bda7-34da9b382d8f req-2e089fdf-9fed-4089-a89c-c15544e2eed7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:43.116990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf909588-182d-4c9f-bda7-34da9b382d8f req-2e089fdf-9fed-4089-a89c-c15544e2eed7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0772378 Jan 27 23:03:43.142269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=12']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:43.179243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf909588-182d-4c9f-bda7-34da9b382d8f req-1bd63400-fc88-4bdf-bfca-4d9cf4b21ec8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536966 Jan 27 23:03:43.281515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['95f8b07e-42d1-4693-b67a-13582db5366e'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:03:43.306536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb16e8a-8ad9-4932-a58b-577ca819ff80 req-1266a321-6fae-457f-97a6-fad9e1f8d745 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:43.308525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ddb16e8a-8ad9-4932-a58b-577ca819ff80 req-1266a321-6fae-457f-97a6-fad9e1f8d745 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0574143 Jan 27 23:03:43.362904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ddb16e8a-8ad9-4932-a58b-577ca819ff80 req-cc92c73a-d845-4a8c-8e53-ee9e0bb1640a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478897 Jan 27 23:03:43.656979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c2728-aab1-461f-bc47-93a9ddd22013 req-1b93cbc9-9e70-4f00-8aab-a0d6ec6db247 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:43.658711 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d04c2728-aab1-461f-bc47-93a9ddd22013 req-1b93cbc9-9e70-4f00-8aab-a0d6ec6db247 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0696766 Jan 27 23:03:43.723612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d04c2728-aab1-461f-bc47-93a9ddd22013 req-c1f98d6f-0c39-4a1f-9f1c-0dbb54c5bb51 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580142 Jan 27 23:03:44.306094 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:03:44.834711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:03:44.888773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd9ccb-6311-427b-ace8-537887f2e126 req-3c208ae2-bc44-459d-9cdd-6f2c52a38aac tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:44.890453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16bd9ccb-6311-427b-ace8-537887f2e126 req-3c208ae2-bc44-459d-9cdd-6f2c52a38aac tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0867727 Jan 27 23:03:44.901929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 95f8b07e-42d1-4693-b67a-13582db5366e completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:03:44.905344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-9b0cd9e9-dca0-457c-91bd-7d396c531713 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:44.906727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 95f8b07e-42d1-4693-b67a-13582db5366e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:03:44.906933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-9b0cd9e9-dca0-457c-91bd-7d396c531713 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 946 time: 0.0739229 Jan 27 23:03:44.907111 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.003892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 95f8b07e-42d1-4693-b67a-13582db5366e is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:03:45.004207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.014317 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16bd9ccb-6311-427b-ace8-537887f2e126 req-beddbe06-c07c-4eff-8e94-7587786ac4da tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062813 Jan 27 23:03:45.034417 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:45.036799 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f240d47-7f95-4241-a3cf-9941c2c8845f" -d '{"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:45.052100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:45.058755 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.068595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Deleting port 95f8b07e-42d1-4693-b67a-13582db5366e {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:03:45.068933 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.093618 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56bf42f-30db-47f5-83b6-0eb585e2b950 x-openstack-request-id: req-e56bf42f-30db-47f5-83b6-0eb585e2b950 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:45.093895 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:45.094151 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e56bf42f-30db-47f5-83b6-0eb585e2b950 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:45.094557 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'code': 200} Jan 27 23:03:45.126370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=13']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:45.177062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] For port 95f8b07e-42d1-4693-b67a-13582db5366e, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=95f8b07e-42d1-4693-b67a-13582db5366e,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:45.177441 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.362982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.363225 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.363599 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66 disassociated. External IP: 172.25.8.75, port: 95f8b07e-42d1-4693-b67a-13582db5366e. Jan 27 23:03:45.363948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Calling delete_port for 95f8b07e-42d1-4693-b67a-13582db5366e owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:03:45.517220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (95f8b07e-42d1-4693-b67a-13582db5366e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.550405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event deleted for resources: {'Port': ['ID=95f8b07e-42d1-4693-b67a-13582db5366e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:45.686461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:03:45.805991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:03:45.819686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:03:45.842718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:03:45.844040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:03:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:45.853311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] No DVR routers for this DVR port 95f8b07e-42d1-4693-b67a-13582db5366e on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:03:45.856828 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:45.860569 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7a25c18-12f7-4086-9760-9cdaea0fab24 req-1aaec953-2ba3-4db2-8865-fdb8f45a346a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "DELETE /v2.0/ports/95f8b07e-42d1-4693-b67a-13582db5366e HTTP/1.1" status: 204 len: 173 time: 0.9463520 Jan 27 23:03:45.861049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-deleted', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:45.863394 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b215ca4-30bb-421c-a283-08003b725988" -d '{"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-deleted", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:45.908680 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91368ca8-ba15-47bc-8cbb-79d7fdef43a3 x-openstack-request-id: req-91368ca8-ba15-47bc-8cbb-79d7fdef43a3 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:45.908680 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c309aae6-6c4e-4430-aa2c-476f747b9e5d", "name": "network-vif-deleted", "tag": "95f8b07e-42d1-4693-b67a-13582db5366e", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:45.908680 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91368ca8-ba15-47bc-8cbb-79d7fdef43a3 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:45.910430 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c309aae6-6c4e-4430-aa2c-476f747b9e5d', 'name': 'network-vif-deleted', 'tag': '95f8b07e-42d1-4693-b67a-13582db5366e', 'status': 'completed', 'code': 200} Jan 27 23:03:46.028106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:03:46.161878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7709eef0-88f0-4cbc-aab6-60c0039c242c req-90e9dedb-6f6c-4e63-b4e5-1cf75b6251ee tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=c309aae6-6c4e-4430-aa2c-476f747b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0409622 Jan 27 23:03:46.455320 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:46.483309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:03:46.493392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:03:46.494073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:03:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:46.614465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:03:46.844304 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:46.872043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385ccec-7361-4cb9-8503-ec24fc420ea9 None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:03:47.117160 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8e115-4c38-414b-bf46-86489952e075 None None] New status for floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:03:47.492926 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4170ac0e-b699-45f9-a517-c296d6b2e244 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--263546229&fields=id&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 267 time: 0.0467741 Jan 27 23:03:47.609764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-0760e722-6c74-4085-88a0-b1b7e1a38095 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:47.611190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-0760e722-6c74-4085-88a0-b1b7e1a38095 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1108689 Jan 27 23:03:47.627653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-cc68fe8b-891b-41ed-b309-b1220ce45edb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/quotas/b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 375 time: 0.0104296 Jan 27 23:03:47.686391 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-3ffedf5c-550d-49fa-94f4-5fd62987f210 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532169 Jan 27 23:03:47.786051 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-f6fab72d-6bef-479e-a428-86b030205f5e service neutron] 10.222.0.45 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876801 Jan 27 23:03:47.882528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-05150293-635a-4a34-b570-60b9f7764ee3 service neutron] 10.222.0.45 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905592 Jan 27 23:03:48.053675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c9ed6932-b18b-4660-89f6-e37b7e30ea91 req-3c83330e-41b0-47a9-b2df-6f84c6cbf0aa tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Jan 27 23:03:48.830889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:03:48.861186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 95f8b07e-42d1-4693-b67a-13582db5366e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:03:48.861515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 95f8b07e-42d1-4693-b67a-13582db5366e not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:03:48.869751 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:49.127131 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-a2637a2c-caf6-4065-942b-56b490060ace tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:49.128689 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-a2637a2c-caf6-4065-942b-56b490060ace tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1188333 Jan 27 23:03:49.188710 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bacfd5c-0526-479e-af64-70d67e8df716 req-ee58f7ea-0f1a-42c4-ab6a-ea0f244728f4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0372224 Jan 27 23:03:49.237028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-6c0a344e-1203-4dfd-9dd4-e962156e3720 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 379 time: 0.0996273 Jan 27 23:03:49.250455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'port': {'device_id': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'admin_state_up': True, 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'security_groups': ['c549285e-a936-4f7c-b54a-0cd712829cf5']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:03:49.399587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Made reservation on behalf of b56521ba1ec048d784e0ab869b31d6f8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:03:49.403234 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:49.569339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Allocated IP 172.20.0.12 (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9/4c5b61b5-637a-4af0-90da-069e45cecf80/b42a29ae-579c-4100-a527-8306a203cd85) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:03:49.756879 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for port (b42a29ae-579c-4100-a527-8306a203cd85), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:49.803361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:49.856177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:03:49.859384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:03:49.865850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:03:49.872956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:49.939548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:49.940990 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:49.966140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-840df4e2-eb4d-427a-993b-971b63a12b3e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7220726 Jan 27 23:03:49.978645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Request body: {'port': {'device_id': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:03:50.040761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:50.107602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-24c327e6-d4ca-413a-86b7-b978dedf0ecc None None] Provisioning complete for port b42a29ae-579c-4100-a527-8306a203cd85 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:03:50.108404 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24c327e6-d4ca-413a-86b7-b978dedf0ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b42a29ae-579c-4100-a527-8306a203cd85), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:50.146477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-24c327e6-d4ca-413a-86b7-b978dedf0ecc None None] Port b42a29ae-579c-4100-a527-8306a203cd85 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:03:50.369511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a5a0-621c-4afd-93f6-eac570958f11 req-6b5a4f55-e5b1-4e9c-a1af-f39109a7c0d8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:50.371116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5528a5a0-621c-4afd-93f6-eac570958f11 req-6b5a4f55-e5b1-4e9c-a1af-f39109a7c0d8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 932 time: 0.0882320 Jan 27 23:03:50.377817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42a29ae-579c-4100-a527-8306a203cd85 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:03:50.386978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Publish callbacks [] for port (b42a29ae-579c-4100-a527-8306a203cd85), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:50.414099 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Transition to ACTIVE for port object b42a29ae-579c-4100-a527-8306a203cd85 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:03:50.423359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:50.472405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5528a5a0-621c-4afd-93f6-eac570958f11 req-19a83f08-f031-4d3f-8799-508e81f7e342 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900650 Jan 27 23:03:50.489946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:50.564375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:03:50.564718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:03:50.565053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:03:50.570036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:03:50.570360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:03:50.576172 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:03:50.576515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:03:50.576907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:03:50.577342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Bound port: b42a29ae-579c-4100-a527-8306a203cd85, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:03:50.577717 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:50.650679 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:03:50.654295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:03:50.661131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:50.701852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:50.702484 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:50.703936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] 10.222.0.57 "PUT /v2.0/ports/b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1092 time: 0.7300386 Jan 27 23:03:50.704404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:50.706683 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a477b232-d15e-4ba5-b2c5-3f35fe35b450" -d '{"events": [{"name": "network-changed", "server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:50.735169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e7ae5-b2b6-46bf-bba8-04b288f50448 service neutron] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:50.756832 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a199925-c7f5-482a-9f3e-d0ee2827063a x-openstack-request-id: req-3a199925-c7f5-482a-9f3e-d0ee2827063a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:50.757316 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:50.757626 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a199925-c7f5-482a-9f3e-d0ee2827063a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:50.758320 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'status': 'completed', 'code': 200} Jan 27 23:03:50.809047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-e7eaefca-591e-4204-a108-e3150ae4fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:50.810609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-e7eaefca-591e-4204-a108-e3150ae4fabb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1095 time: 0.0486801 Jan 27 23:03:50.857344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-82631d04-c333-4428-80ce-88757ebedea9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 217 time: 0.0378809 Jan 27 23:03:50.910616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-b0699c12-b263-41c2-8e63-ed9dece346d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:50.912318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-b0699c12-b263-41c2-8e63-ed9dece346d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0493476 Jan 27 23:03:50.964956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-dc15bf92-19de-4918-a8c7-e60e22658dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:50.966802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-dc15bf92-19de-4918-a8c7-e60e22658dd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476155 Jan 27 23:03:51.070427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-a84eada1-57fb-4002-a823-f22b463a9787 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973654 Jan 27 23:03:51.182934 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3d994aea-8dba-4eec-a481-9e9ef0924110 req-ca633714-0318-45cc-8bfe-6d561d94d925 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062016 Jan 27 23:03:51.285673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-085904fa-f5d3-4d8a-8d56-dab277f2781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:51.287875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-085904fa-f5d3-4d8a-8d56-dab277f2781f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1095 time: 0.0522580 Jan 27 23:03:51.384165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-a03a6845-bac8-48c4-9291-b2edab833c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:51.385701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-a03a6845-bac8-48c4-9291-b2edab833c7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0919790 Jan 27 23:03:51.431823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-cacb588a-42ee-4bf0-b0ae-d09b14a7b092 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 217 time: 0.0399494 Jan 27 23:03:51.486926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:51.496041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-37099c33-83b0-443d-b761-01e3c38d73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:51.497541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-37099c33-83b0-443d-b761-01e3c38d73b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0596337 Jan 27 23:03:51.551321 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-1a8ee083-5b4a-47e5-be26-859ee590a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:51.552955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-1a8ee083-5b4a-47e5-be26-859ee590a445 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490170 Jan 27 23:03:51.659195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec530a-0b75-43b4-a9a2-21d878dc2750 req-f812ec1d-5443-4051-b056-e38061e81193 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:51.660785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfec530a-0b75-43b4-a9a2-21d878dc2750 req-f812ec1d-5443-4051-b056-e38061e81193 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.1120350 Jan 27 23:03:51.686948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-f1951f08-56b4-457e-aa8d-f269e8979e74 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254799 Jan 27 23:03:51.782649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfec530a-0b75-43b4-a9a2-21d878dc2750 req-22981f72-4ae3-4f61-8876-7d97dd158a29 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073678 Jan 27 23:03:51.813031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a477b232-d15e-4ba5-b2c5-3f35fe35b450 req-4ed5a88c-910e-4f3d-a5f9-7a873ccb15c3 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193285 Jan 27 23:03:52.865215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:03:52.915899 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03568b35-1f32-422e-be15-e158c939ea34 req-9b55f267-62ea-46e8-809a-94a98c98a10a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:52.918089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03568b35-1f32-422e-be15-e158c939ea34 req-9b55f267-62ea-46e8-809a-94a98c98a10a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0533419 Jan 27 23:03:52.974584 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03568b35-1f32-422e-be15-e158c939ea34 req-ff8ce0db-c364-4cb3-9e74-5d09ca5dfe34 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491979 Jan 27 23:03:52.975472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:52.998685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'b42a29ae-579c-4100-a527-8306a203cd85', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': 'b42a29ae-579c-4100-a527-8306a203cd85', 'mac_address': 'fa:16:3e:7a:bc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:03:53.047692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b42a29ae-579c-4100-a527-8306a203cd85 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:03:53.048085 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:53.062858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42a29ae-579c-4100-a527-8306a203cd85 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:03:53.084339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:53.092312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:53.147133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:53.290252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b42a29ae-579c-4100-a527-8306a203cd85'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:03:54.109035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a83da0-e941-41c3-84ee-acf4cf491dd8 req-3d7967af-6ed8-4b88-aa9a-8cf0f14da440 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:54.110575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8a83da0-e941-41c3-84ee-acf4cf491dd8 req-3d7967af-6ed8-4b88-aa9a-8cf0f14da440 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0642319 Jan 27 23:03:54.170289 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a8a83da0-e941-41c3-84ee-acf4cf491dd8 req-4199ada1-c6d9-46e4-b683-ff4a2bb93830 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520968 Jan 27 23:03:54.890698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:03:54.946632 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port b42a29ae-579c-4100-a527-8306a203cd85 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:03:54.950906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port b42a29ae-579c-4100-a527-8306a203cd85 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:03:54.951282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b42a29ae-579c-4100-a527-8306a203cd85), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:55.037466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b42a29ae-579c-4100-a527-8306a203cd85 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:03:55.037836 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:55.063613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:55.065930 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b15f5-7d3c-4ba6-973e-96fa080c1f81" -d '{"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-plugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:55.080779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:55.086920 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:55.111008 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf469dc-34b9-4d39-a83e-c8aa437371ea x-openstack-request-id: req-aaf469dc-34b9-4d39-a83e-c8aa437371ea {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:55.111278 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-plugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:55.111583 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aaf469dc-34b9-4d39-a83e-c8aa437371ea {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:55.111972 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'code': 200} Jan 27 23:03:55.144204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:55.211662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bb5c-a7d6-443c-82a9-f3c9d7c12413 req-07a62329-69ff-41ce-8278-add3c3dd5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:55.213306 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b000bb5c-a7d6-443c-82a9-f3c9d7c12413 req-07a62329-69ff-41ce-8278-add3c3dd5a09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1097 time: 0.0443845 Jan 27 23:03:55.269669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b000bb5c-a7d6-443c-82a9-f3c9d7c12413 req-ad92b230-26e4-416e-b590-5db5bad93f93 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507343 Jan 27 23:03:55.305475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29c2d-2340-42f6-a318-158b8dd5df28 req-e190f14f-38ab-44e0-9250-3b59932b80db tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:55.307005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65f29c2d-2340-42f6-a318-158b8dd5df28 req-e190f14f-38ab-44e0-9250-3b59932b80db tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0570555 Jan 27 23:03:55.359675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-65f29c2d-2340-42f6-a318-158b8dd5df28 req-7fe22e6a-4729-4b12-b993-a4d7b95650d3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468998 Jan 27 23:03:56.490512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8e269-ac73-4597-9b21-154e8f389a27 req-d254feed-8c26-4eea-b403-887f8bc6fb71 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:56.492156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91d8e269-ac73-4597-9b21-154e8f389a27 req-d254feed-8c26-4eea-b403-887f8bc6fb71 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0561328 Jan 27 23:03:56.546773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91d8e269-ac73-4597-9b21-154e8f389a27 req-9a3e03a9-b257-41e0-95a3-69c9ae43f838 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481548 Jan 27 23:03:56.670347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03693-5c85-4960-b5e1-1820470d91a6 req-228fc495-830e-42fa-ab3c-d02c7d0aabed tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:56.671921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cd03693-5c85-4960-b5e1-1820470d91a6 req-228fc495-830e-42fa-ab3c-d02c7d0aabed tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0538614 Jan 27 23:03:56.681653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46392) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:03:56.687319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Request body: {'floatingip': {'port_id': 'b42a29ae-579c-4100-a527-8306a203cd85'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:03:57.119021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:57.585311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:57.590560 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:57.701882 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66 associated. External IP: 172.25.8.75, port: b42a29ae-579c-4100-a527-8306a203cd85. Jan 27 23:03:57.930878 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:03:58.056691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:03:58.062296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:58.074414 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:03:58.085103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:03:58.085731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:03:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:58.090467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-306aa7fb-eefe-456d-b8d1-c093a8ae6556 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "PUT /v2.0/floatingips/31f1278e-3f26-4acb-a1d3-71a79cd06e66 HTTP/1.1" status: 200 len: 992 time: 1.4074936 Jan 27 23:03:58.091184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:58.093791 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7aeca-e903-4fd4-b157-fb77f96da977" -d '{"events": [{"name": "network-changed", "server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:58.141546 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1820f973-78ea-4e02-ab5b-278b685a6a06 x-openstack-request-id: req-1820f973-78ea-4e02-ab5b-278b685a6a06 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:58.141953 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:58.142904 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1820f973-78ea-4e02-ab5b-278b685a6a06 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:58.143319 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'status': 'completed', 'code': 200} Jan 27 23:03:58.204683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:03:58.211200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-0d46ccf8-fb2b-4857-adc3-22ee58195dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:58.212804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-0d46ccf8-fb2b-4857-adc3-22ee58195dc7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1097 time: 0.0464060 Jan 27 23:03:58.307706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-09e4dfc8-ca92-47bc-8344-25b73fc45fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:58.309251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-09e4dfc8-ca92-47bc-8344-25b73fc45fd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0902431 Jan 27 23:03:58.382477 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-86c400d1-c7bb-48fb-8237-708f97397b21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1000 time: 0.0672944 Jan 27 23:03:58.433379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-cebfc07c-2ab9-4ef4-948f-e8d5c5257552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:58.434958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-cebfc07c-2ab9-4ef4-948f-e8d5c5257552 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0463908 Jan 27 23:03:58.435954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': 'b42a29ae-579c-4100-a527-8306a203cd85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:7a:bc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T23:03:57Z', 'revision_number': 13, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:58.465289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:03:58.475106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:03:58.475761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:03:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:58.482729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-90a9a90e-54b6-48ed-baec-08456c1fc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:58.484358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-90a9a90e-54b6-48ed-baec-08456c1fc727 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436869 Jan 27 23:03:58.582282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-a653ae03-7f7d-448c-9f9a-fed8bb7d4d43 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915720 Jan 27 23:03:58.588354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:03:58.676800 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7b7aeca-e903-4fd4-b157-fb77f96da977 req-308f09f1-bfe5-4e80-8e6f-b34e60998612 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885875 Jan 27 23:03:58.834123 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': 'b42a29ae-579c-4100-a527-8306a203cd85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:7a:bc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T23:03:57Z', 'revision_number': 13, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:58.862026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a078cd7-50ca-4a73-ae4d-1abf2506aeca None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '31f1278e-3f26-4acb-a1d3-71a79cd06e66', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'port_id': 'b42a29ae-579c-4100-a527-8306a203cd85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'mac_address': 'fa:16:3e:7a:bc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:56:54Z', 'updated_at': '2022-01-27T23:03:57Z', 'revision_number': 13, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:03:59.088330 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1de05-e121-4ab1-ba7e-4486306cb458 None None] New status for floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:04:04.083120 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-04769b5c-d025-49ba-9489-08c7e44d9575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:07.117847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1ebf21a2-b6c8-4b7b-8c78-b92597f48ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:08.773682 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:11.287369 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:11.322094 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:14.108249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-b12eb4e4-dc8d-4453-a836-6a47e350fcd0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479431 Jan 27 23:04:14.202588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-f9ad8db7-8d63-4f6a-8fce-88cc73958b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:14.204002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-f9ad8db7-8d63-4f6a-8fce-88cc73958b9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1097 time: 0.0501752 Jan 27 23:04:14.312797 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-8d4fd1e6-9034-426a-8f63-3e81c4030b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:14.314336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-8d4fd1e6-9034-426a-8f63-3e81c4030b0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0884256 Jan 27 23:04:14.386794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-191f121d-412d-4034-829d-4100eeb81eca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1002 time: 0.0657907 Jan 27 23:04:14.448040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-22c5d264-e918-4b22-8202-fa7f92bec1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:14.449565 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-22c5d264-e918-4b22-8202-fa7f92bec1cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0574059 Jan 27 23:04:14.499302 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-cb8ca527-ea1c-4581-8319-4f714cffb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:14.501249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-cb8ca527-ea1c-4581-8319-4f714cffb4ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448761 Jan 27 23:04:14.599632 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-1d36efd1-1ed1-47e2-86c5-ca3183082caf service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911927 Jan 27 23:04:14.693953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b7e4976-c201-41fa-b23d-cb9e6906224e req-67d1330a-a51a-4f13-8f1f-a26ab426e349 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882816 Jan 27 23:04:18.852882 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.305423 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:04:21.482175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:34.083210 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-42f12bdc-2d06-4845-bae1-3fc9f868a348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.124166 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aa3c6212-d17e-445b-b787-0665b41f10ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:38.781959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:41.283799 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:41.328023 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:48.850373 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:51.492568 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:58.306029 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:05:04.085037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-97a9c6dc-4a9f-4172-b848-fafecc14ea49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:07.121534 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7f80173-181a-4162-949b-d2172cdb2ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:08.776511 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:11.279672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:11.331810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:14.134309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-9805a9ac-805a-46c7-aea4-cea828d176fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471952 Jan 27 23:05:14.229264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-14c0cc75-03ac-4275-a6a1-6e02f866d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:14.230738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-14c0cc75-03ac-4275-a6a1-6e02f866d474 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1097 time: 0.0505002 Jan 27 23:05:14.342530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-0825f0df-33dd-4367-b586-c60d3a17801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:14.344118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-0825f0df-33dd-4367-b586-c60d3a17801f service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0906777 Jan 27 23:05:14.416339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-a69c82cb-1445-4dcf-b2dc-70a2be27d6a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1002 time: 0.0656800 Jan 27 23:05:14.466123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-eb4e5c77-b88e-4516-b5a9-65fe3ef5d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:14.467674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-eb4e5c77-b88e-4516-b5a9-65fe3ef5d6b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0454965 Jan 27 23:05:14.514844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-ab615129-02de-4f69-9196-a767163f4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:14.516299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-ab615129-02de-4f69-9196-a767163f4196 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429399 Jan 27 23:05:14.618713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-0f5469f3-6bac-40ad-a87f-03ae17011a06 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955553 Jan 27 23:05:14.715679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79ff4cc1-8432-4537-810d-c8494a1e7b40 req-7314b5fa-5cdf-40f7-b4f5-ca04f806889d service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911572 Jan 27 23:05:18.851101 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:21.493560 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:34.084624 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11b44e7a-eb3d-4033-bb1c-720eaca5b71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:35.310168 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:05:35.996811 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d92c7-b83a-43ca-8ab3-d72f027b9053 req-a4616763-76e4-4f85-9b8d-8f3ca4afdcb7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:35.998364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa4d92c7-b83a-43ca-8ab3-d72f027b9053 req-a4616763-76e4-4f85-9b8d-8f3ca4afdcb7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0511789 Jan 27 23:05:36.050815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa4d92c7-b83a-43ca-8ab3-d72f027b9053 req-c9293f69-0b40-459a-a59f-275180e11f22 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464604 Jan 27 23:05:37.115892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-215c09cf-3dfd-488c-91c8-bcdcd00d8bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:38.780611 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:41.277154 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:41.332486 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:48.864103 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:51.500085 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:52.401165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-ed1afef8-a433-4d20-ac12-cace9bece735 req-bec6b7c8-a03b-49cb-b041-75fc74e45554 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:05:52.402291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed1afef8-a433-4d20-ac12-cace9bece735 req-bec6b7c8-a03b-49cb-b041-75fc74e45554 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0697351 Jan 27 23:05:52.625027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-b570a22a-6ff3-4649-bda6-b58856105a67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701010 Jan 27 23:05:52.635392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-ea3e51f3-fad3-4adb-904d-d7818ec8a4ba service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:05:52.636401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-ea3e51f3-fad3-4adb-904d-d7818ec8a4ba service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050523 Jan 27 23:05:52.648356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98357-3bfe-4bf3-8c87-6e5b2ed7d0d4 req-4cf84149-689d-4793-b711-4b208b6a96f3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:52.649875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ef98357-3bfe-4bf3-8c87-6e5b2ed7d0d4 req-4cf84149-689d-4793-b711-4b208b6a96f3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0662024 Jan 27 23:05:52.703452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ef98357-3bfe-4bf3-8c87-6e5b2ed7d0d4 req-626f2634-2e54-4484-b226-007c2932d77f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462286 Jan 27 23:05:53.832518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13b427-8acc-4151-939c-9800cab94d03 req-5d09423a-7795-447a-b184-693017856833 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:53.834035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f13b427-8acc-4151-939c-9800cab94d03 req-5d09423a-7795-447a-b184-693017856833 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0587344 Jan 27 23:05:53.885138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f13b427-8acc-4151-939c-9800cab94d03 req-6aef0c38-c403-4006-b5c8-cabe62f9551e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Jan 27 23:05:54.846448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-31674478-164f-4644-be49-aee814e3eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:54.848043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-31674478-164f-4644-be49-aee814e3eb82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1097 time: 0.0477362 Jan 27 23:05:54.950162 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-8613f8f3-d21c-46f8-a6be-6099f79abef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:54.951880 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-8613f8f3-d21c-46f8-a6be-6099f79abef3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0983057 Jan 27 23:05:55.048512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-80dcffe4-0dc8-4ec7-abb9-2089d4caad4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1002 time: 0.0908799 Jan 27 23:05:55.060146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66629aa-90af-41b8-8b63-36301dfdaee2 req-d8dab8a9-8eb4-4391-a03a-659422cd4333 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:55.061960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e66629aa-90af-41b8-8b63-36301dfdaee2 req-d8dab8a9-8eb4-4391-a03a-659422cd4333 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0983200 Jan 27 23:05:55.126744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-b3f9eb68-0d10-4864-9089-a55cd1d06903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:55.128273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-b3f9eb68-0d10-4864-9089-a55cd1d06903 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0653980 Jan 27 23:05:55.155355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e66629aa-90af-41b8-8b63-36301dfdaee2 req-491bc065-8ec8-47f7-868e-e656f6a3a52e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850587 Jan 27 23:05:55.185251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-6991c754-78be-4476-a22a-773d9381c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:55.186821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-6991c754-78be-4476-a22a-773d9381c49d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508368 Jan 27 23:05:55.288799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-eb991a8e-fbe0-4a83-ba9c-d0fe82ea2e31 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960252 Jan 27 23:05:55.386537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-2507d922-7ff5-4b23-a94d-c19c58c94ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917284 Jan 27 23:05:56.285069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ce88-fb2a-4e28-b749-f5a06ed95ee8 req-bfa76b6d-5f9e-44fd-bf02-fa39e4db65d0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:56.286475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49f8ce88-fb2a-4e28-b749-f5a06ed95ee8 req-bfa76b6d-5f9e-44fd-bf02-fa39e4db65d0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0543256 Jan 27 23:05:56.335359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-49f8ce88-fb2a-4e28-b749-f5a06ed95ee8 req-1a47ec21-e043-4c82-996c-23132a0ad6e2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Jan 27 23:05:57.460458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed6ef-f4c3-448a-88d6-5d8b85c651fe req-4c3e3c9b-fad0-4917-95f4-2a0daf1ee190 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:57.461997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d71ed6ef-f4c3-448a-88d6-5d8b85c651fe req-4c3e3c9b-fad0-4917-95f4-2a0daf1ee190 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0518372 Jan 27 23:05:57.527084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d71ed6ef-f4c3-448a-88d6-5d8b85c651fe req-8288938f-302e-44ef-b23e-79df275851eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554843 Jan 27 23:05:58.669018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306e203-f76c-4f95-9355-eb1f5cbac5fb req-b6b633a0-41bb-4b0b-a44d-c4764d7680f8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:58.678625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2306e203-f76c-4f95-9355-eb1f5cbac5fb req-b6b633a0-41bb-4b0b-a44d-c4764d7680f8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0693457 Jan 27 23:05:58.728020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2306e203-f76c-4f95-9355-eb1f5cbac5fb req-1de0b45f-7fa8-4b83-b953-97ad832bc229 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505831 Jan 27 23:05:59.850814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c12cb-dfb1-4501-a70c-49d9c3c31f0e req-29410600-d842-4e83-9bc1-03df8c6eb87b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:59.852329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-853c12cb-dfb1-4501-a70c-49d9c3c31f0e req-29410600-d842-4e83-9bc1-03df8c6eb87b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0498748 Jan 27 23:05:59.901020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-853c12cb-dfb1-4501-a70c-49d9c3c31f0e req-49e02a90-f694-40cb-8139-870030116f78 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 Jan 27 23:06:01.043004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a29efc-28e1-4fa6-b29f-fe941a10b103 req-5cd2686f-8d5c-4325-99d5-d9901c223ae9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:01.044540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a29efc-28e1-4fa6-b29f-fe941a10b103 req-5cd2686f-8d5c-4325-99d5-d9901c223ae9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0678208 Jan 27 23:06:01.097796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8a29efc-28e1-4fa6-b29f-fe941a10b103 req-5331e50c-30d6-4b07-998d-beb89256444a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473115 Jan 27 23:06:02.239168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c4055-d7ef-4bfc-8d25-537ad350cc53 req-3dd25af0-5e1d-49d9-9b83-d0bd09d5f66a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:02.240685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a32c4055-d7ef-4bfc-8d25-537ad350cc53 req-3dd25af0-5e1d-49d9-9b83-d0bd09d5f66a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0658541 Jan 27 23:06:02.289468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a32c4055-d7ef-4bfc-8d25-537ad350cc53 req-03fa61ec-543b-4224-a5a2-d21012bd801f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430384 Jan 27 23:06:03.407554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d841e7-9fd8-4c95-ac25-9ac4d25df9a2 req-36c0de24-b327-4742-88c4-aa86448d94eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:03.409149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10d841e7-9fd8-4c95-ac25-9ac4d25df9a2 req-36c0de24-b327-4742-88c4-aa86448d94eb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0479221 Jan 27 23:06:03.465393 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10d841e7-9fd8-4c95-ac25-9ac4d25df9a2 req-25f8ab74-4240-46da-8b0c-3b9bd9455db4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476859 Jan 27 23:06:04.081497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96f8d89b-8787-45a5-97e4-850c5ea18108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:04.593998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd5124-ffff-4be5-ad9d-20b43e3627e8 req-577b61ac-b490-4da8-82b7-7a811022ea8a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:04.595965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bffd5124-ffff-4be5-ad9d-20b43e3627e8 req-577b61ac-b490-4da8-82b7-7a811022ea8a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0547149 Jan 27 23:06:04.650730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bffd5124-ffff-4be5-ad9d-20b43e3627e8 req-c9ad6eaa-5afd-4b55-b523-48c5ad7cf0f4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490754 Jan 27 23:06:05.793763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9231c-4fce-4969-8b3c-2ed159488c32 req-fb24b8b5-0985-4a9d-bd25-183348809428 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:05.796193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79f9231c-4fce-4969-8b3c-2ed159488c32 req-fb24b8b5-0985-4a9d-bd25-183348809428 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0648005 Jan 27 23:06:05.859574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-79f9231c-4fce-4969-8b3c-2ed159488c32 req-788ca914-4a60-4992-9de8-dd3d17d7ce0f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572536 Jan 27 23:06:07.019776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5283d-cd81-4dc8-a561-adec6f6f3a79 req-77e4a01a-79d4-4f0b-bdd7-4800ea8e6616 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:07.021392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3d5283d-cd81-4dc8-a561-adec6f6f3a79 req-77e4a01a-79d4-4f0b-bdd7-4800ea8e6616 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0665286 Jan 27 23:06:07.076541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f3d5283d-cd81-4dc8-a561-adec6f6f3a79 req-e06c49c4-ce3c-4954-9175-52385dfc1afb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491285 Jan 27 23:06:07.127509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-76b956ea-1401-4c64-a273-d7ca91f4b8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:08.211871 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d7f56-e194-46af-837d-22282913221d req-5ffe567f-592f-487c-afd2-9f211a2f070f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:08.213656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d1d7f56-e194-46af-837d-22282913221d req-5ffe567f-592f-487c-afd2-9f211a2f070f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0565784 Jan 27 23:06:08.295159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d1d7f56-e194-46af-837d-22282913221d req-0c5ea883-0a53-4aca-8f2d-b7a4baf6078a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707500 Jan 27 23:06:08.790733 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:09.472691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5277-8e23-4589-9ef8-0d4aa124506d req-c15eafdc-254a-47aa-9536-c658df353760 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:09.474610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbfe5277-8e23-4589-9ef8-0d4aa124506d req-c15eafdc-254a-47aa-9536-c658df353760 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0809269 Jan 27 23:06:09.539301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbfe5277-8e23-4589-9ef8-0d4aa124506d req-787c9c2d-4feb-4609-b81c-f2e67f497956 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556185 Jan 27 23:06:10.702404 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733668f-6f89-4852-8356-1bc78803de12 req-a788c6ae-ddb9-43d1-a591-095b8abdd602 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:10.704996 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e733668f-6f89-4852-8356-1bc78803de12 req-a788c6ae-ddb9-43d1-a591-095b8abdd602 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0763242 Jan 27 23:06:10.775730 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e733668f-6f89-4852-8356-1bc78803de12 req-a7dabb4b-eb5e-4a44-b884-2d6de29512fa tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643234 Jan 27 23:06:11.282001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:11.356649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:11.453549 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-643a50b2-ac16-4a9c-9bda-1cbf456abd21 service neutron] show failed (client error): The resource could not be found. Jan 27 23:06:11.454664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-643a50b2-ac16-4a9c-9bda-1cbf456abd21 service neutron] 10.222.0.57 "GET /v2.0/ports/b42a29ae-579c-4100-a527-8306a203cd85/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0719359 Jan 27 23:06:11.505278 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:06:11.600628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b42a29ae-579c-4100-a527-8306a203cd85 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:11.600628 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:11.639792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:06:11.642715 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dc1216-e0e2-4f70-a407-5407d98c7b47" -d '{"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-unplugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:06:11.660675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:11.667722 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:11.731714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:11.740181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-371ac8a9-0f3e-4985-99f7-bb41d5971e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:11.740907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.740907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.741182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.741429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.741764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.742098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.742439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.742767 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.743093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.743451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.743774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.744104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.744425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:11.745495 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-371ac8a9-0f3e-4985-99f7-bb41d5971e1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 1095 time: 0.0838704 Jan 27 23:06:11.763920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:06:11.806109 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3e1b86-bbf2-4660-bc6b-b1596dc6089d x-openstack-request-id: req-fb3e1b86-bbf2-4660-bc6b-b1596dc6089d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:06:11.806585 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-unplugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:06:11.806993 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb3e1b86-bbf2-4660-bc6b-b1596dc6089d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:06:11.810092 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'code': 200} Jan 27 23:06:11.846345 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:12.053005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248a31-a80a-424a-bf13-a14ca59c3a87 req-f17f3615-6619-48ad-9154-a0ad983353f6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:12.054635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6248a31-a80a-424a-bf13-a14ca59c3a87 req-f17f3615-6619-48ad-9154-a0ad983353f6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.1416066 Jan 27 23:06:12.163480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6248a31-a80a-424a-bf13-a14ca59c3a87 req-08086d0f-9093-4987-97a2-2ea988dc8974 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015191 Jan 27 23:06:12.193492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:12.233330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:06:12.269833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42a29ae-579c-4100-a527-8306a203cd85 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:06:12.279257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Publish callbacks [] for port (b42a29ae-579c-4100-a527-8306a203cd85), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:12.293723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Transition to ACTIVE for port object b42a29ae-579c-4100-a527-8306a203cd85 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:06:12.301106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:12.314354 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:06:12.395045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:12.411620 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.411976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.412324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.412668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.413005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.413336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.413666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.413992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.414319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.414645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.414973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.415291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.415637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:12.462793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] No DVR routers for this DVR port b42a29ae-579c-4100-a527-8306a203cd85 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:06:12.673861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:06:12.674348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:06:12.674837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:06:12.679958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:06:12.680287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:06:12.686629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:06:12.686979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:06:12.687377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:06:12.687848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Bound port: b42a29ae-579c-4100-a527-8306a203cd85, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:06:12.688670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:12.766464 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:06:12.772220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:06:12.779460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:12.820101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:12.820740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:12.822344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] 10.222.0.16 "PUT /v2.0/ports/b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1092 time: 1.0686707 Jan 27 23:06:12.822667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:06:12.825136 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc" -d '{"events": [{"name": "network-changed", "server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:06:12.871999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c6b8-8fd0-4978-b9de-ca2fa3561726 service neutron] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=8']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:12.920319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-6c55c1d7-f7df-4601-ac02-cc565885a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:12.922841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-6c55c1d7-f7df-4601-ac02-cc565885a7a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1095 time: 0.0610590 Jan 27 23:06:12.925156 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6e1945-2d93-401b-9dbc-172c607aab6a x-openstack-request-id: req-5e6e1945-2d93-401b-9dbc-172c607aab6a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:06:12.925628 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:06:12.926000 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e6e1945-2d93-401b-9dbc-172c607aab6a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:06:12.926417 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'status': 'completed', 'code': 200} Jan 27 23:06:13.527038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-c7239f06-914a-4c91-a146-4173b6d6314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:13.528658 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-c7239f06-914a-4c91-a146-4173b6d6314b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1095 time: 0.5887280 Jan 27 23:06:13.538264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-5533f87f-f88c-4600-bba8-a63548db999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:13.540090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-5533f87f-f88c-4600-bba8-a63548db999d service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.6094463 Jan 27 23:06:13.555950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b334-f2fd-40a3-ac19-8ea2dcaba475 req-8b8078de-ed5d-462c-bbd3-0d5193bace98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:13.557494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d453b334-f2fd-40a3-ac19-8ea2dcaba475 req-8b8078de-ed5d-462c-bbd3-0d5193bace98 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.1043355 Jan 27 23:06:13.700347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-ecd22b97-346a-4d22-b265-9083491055aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1000 time: 0.1518390 Jan 27 23:06:13.757079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d453b334-f2fd-40a3-ac19-8ea2dcaba475 req-296f23ab-69bc-44da-8d60-7a07ed15a641 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827545 Jan 27 23:06:13.762579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-6783fb4b-30de-437d-948d-f8ec94b94f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:13.764142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-6783fb4b-30de-437d-948d-f8ec94b94f12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.2289522 Jan 27 23:06:13.822274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-4672654c-c00c-43c2-9bb8-f3f84a7d2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:13.823761 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-4672654c-c00c-43c2-9bb8-f3f84a7d2477 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.1127815 Jan 27 23:06:13.870915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-e9c75989-c1ff-4aa2-9330-45464780cfbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1000 time: 0.0999455 Jan 27 23:06:13.915770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-880fcc13-d0ab-462c-8dc7-894a6e0011ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:13.917685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-880fcc13-d0ab-462c-8dc7-894a6e0011ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834334 Jan 27 23:06:13.953220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-a7a66f10-8488-46d7-85e0-f53999b1ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:13.954779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-a7a66f10-8488-46d7-85e0-f53999b1ccdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0758154 Jan 27 23:06:14.055492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-51dfad26-142d-406e-b7e2-eff7b8f37d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.057121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-51dfad26-142d-406e-b7e2-eff7b8f37d2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765326 Jan 27 23:06:14.059244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-d63511c6-8527-49ba-9c52-955ce0c051c1 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348913 Jan 27 23:06:14.232087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-693dcdab-e6ef-495c-b7bb-581ea1e7e0dc service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666079 Jan 27 23:06:14.236962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-045e4410-9cce-499a-a881-47d93ac7efff service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698852 Jan 27 23:06:14.395243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-0a277b5f-d012-4243-bfaa-7fabee5f05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.396870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-0a277b5f-d012-4243-bfaa-7fabee5f05f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1095 time: 0.0845993 Jan 27 23:06:14.399343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-afa9d72b-4bb0-49c3-adee-cabc4fb74b42 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612666 Jan 27 23:06:14.505980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-2c1c19bc-63f4-41d1-b384-dc579a9bff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.507507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-2c1c19bc-63f4-41d1-b384-dc579a9bff06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1049407 Jan 27 23:06:14.578329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-28caaeb5-52b5-4e06-b4ee-9cb4dd4a403a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1000 time: 0.0652804 Jan 27 23:06:14.630054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-e57d91b2-6b43-4f57-b79d-e358693c8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.631637 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-e57d91b2-6b43-4f57-b79d-e358693c8c36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0474031 Jan 27 23:06:14.686980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-41b72433-cf00-4297-a478-a626d1bec699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.688618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-41b72433-cf00-4297-a478-a626d1bec699 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516503 Jan 27 23:06:14.779167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-69f86f90-4a42-4158-be60-fdd7e024cf7b service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846214 Jan 27 23:06:14.908950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ce4fa71-33c1-4f22-b4ee-bea519b449dc req-897b61ae-09ba-414c-892b-d879b1ef3110 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236615 Jan 27 23:06:14.920684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305218e-3ec2-4273-a5db-d4326dd8d061 req-75f3de31-8711-45d6-b0c1-e26bb3d708bc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.922194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a305218e-3ec2-4273-a5db-d4326dd8d061 req-75f3de31-8711-45d6-b0c1-e26bb3d708bc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0762928 Jan 27 23:06:14.975827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a305218e-3ec2-4273-a5db-d4326dd8d061 req-1bd68863-79b6-4e09-aab8-351edc721b59 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451837 Jan 27 23:06:16.100897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2e69f-0d08-4057-ad5a-117ecfbd01aa req-38a1ff88-b634-4048-90f4-693e88c74d10 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:16.102475 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2c2e69f-0d08-4057-ad5a-117ecfbd01aa req-38a1ff88-b634-4048-90f4-693e88c74d10 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0510790 Jan 27 23:06:16.157463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b2c2e69f-0d08-4057-ad5a-117ecfbd01aa req-bbe691e7-f7a2-40ac-862c-84c0e95c7336 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486863 Jan 27 23:06:17.284980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece40083-5ad2-4ed9-ad04-e5a8af6de4b5 req-50c4437c-990e-45cc-88ed-aa6601fa20b8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:17.286516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ece40083-5ad2-4ed9-ad04-e5a8af6de4b5 req-50c4437c-990e-45cc-88ed-aa6601fa20b8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0515921 Jan 27 23:06:17.338053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ece40083-5ad2-4ed9-ad04-e5a8af6de4b5 req-c77b479b-1135-4d20-946d-96ec8deb0ec3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455163 Jan 27 23:06:18.462538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d00a3-6ee0-4075-90d6-04eec191cd9a req-5a64b90f-692a-4e24-8348-ee0fc5f00cd0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:18.464284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-945d00a3-6ee0-4075-90d6-04eec191cd9a req-5a64b90f-692a-4e24-8348-ee0fc5f00cd0 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0543573 Jan 27 23:06:18.517574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-945d00a3-6ee0-4075-90d6-04eec191cd9a req-8287342e-ecca-4cc0-952c-21f10b88efbb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473945 Jan 27 23:06:18.877216 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:19.703634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db025d5-f3b5-4cfd-b2eb-9481638e08c4 req-286d2bac-114b-49f3-95a0-80a4de59d531 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:19.705318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8db025d5-f3b5-4cfd-b2eb-9481638e08c4 req-286d2bac-114b-49f3-95a0-80a4de59d531 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.1151912 Jan 27 23:06:19.756744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8db025d5-f3b5-4cfd-b2eb-9481638e08c4 req-24fb5377-0279-43f3-9d1e-ec6d893b470f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451133 Jan 27 23:06:20.941243 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb078-0c6e-4bed-bb2b-42f09587e5e7 req-be261f90-450b-4963-b07f-ee8f420e66c1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:20.942904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-464bb078-0c6e-4bed-bb2b-42f09587e5e7 req-be261f90-450b-4963-b07f-ee8f420e66c1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.1044374 Jan 27 23:06:20.995455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-464bb078-0c6e-4bed-bb2b-42f09587e5e7 req-45a8180c-d4b3-4d7a-9a09-4a077db3483b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461400 Jan 27 23:06:21.502746 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:22.135860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b915e0-8f85-4f33-8a97-babef944a65d req-04aa700c-9d56-493a-8ebd-58ccc7d052a1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:22.137931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80b915e0-8f85-4f33-8a97-babef944a65d req-04aa700c-9d56-493a-8ebd-58ccc7d052a1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0599482 Jan 27 23:06:22.209037 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-80b915e0-8f85-4f33-8a97-babef944a65d req-1612d2e4-dc77-462c-817b-1db72a824954 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612957 Jan 27 23:06:22.659798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-d7ec53db-54ed-4e8b-8ec8-5c8f3aae9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:22.661387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-d7ec53db-54ed-4e8b-8ec8-5c8f3aae9fa1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1095 time: 0.1144052 Jan 27 23:06:22.791261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-abc3ac83-607c-4452-a32d-2ddf3333a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:22.793190 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-abc3ac83-607c-4452-a32d-2ddf3333a877 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1123283 Jan 27 23:06:22.886788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-2e379a93-7034-405d-9771-4272f14023bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1000 time: 0.0867321 Jan 27 23:06:22.939160 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-5923fa3b-a17d-46e2-b572-608ae44177eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:22.940781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-5923fa3b-a17d-46e2-b572-608ae44177eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0477533 Jan 27 23:06:23.010579 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-516ee47a-b0e5-40af-afe8-fad53ce2ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:23.012238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-516ee47a-b0e5-40af-afe8-fad53ce2ba14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650747 Jan 27 23:06:23.114561 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-025ab12f-7a5b-4ae3-bf92-f07f26e200dd service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957060 Jan 27 23:06:23.262578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-874a96a8-df98-42cb-9656-ffb98b66a27d req-3dbc8bca-3352-41b4-a47c-2c689436423a service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418619 Jan 27 23:06:23.355271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6127c9-0848-44cb-806a-7dd3c55373e8 req-5b6597d2-fc9a-4b16-8b2c-542e8665d851 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:23.356965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb6127c9-0848-44cb-806a-7dd3c55373e8 req-5b6597d2-fc9a-4b16-8b2c-542e8665d851 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0554433 Jan 27 23:06:23.413544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eb6127c9-0848-44cb-806a-7dd3c55373e8 req-9e32d047-69f7-4928-870c-83bb513d9180 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502462 Jan 27 23:06:24.538641 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489f6d-122d-4247-b630-abaf43c2d7bc req-ad72b0e9-276d-4ad1-9f8b-fdd6184e8ad5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:24.540278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb489f6d-122d-4247-b630-abaf43c2d7bc req-ad72b0e9-276d-4ad1-9f8b-fdd6184e8ad5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0512557 Jan 27 23:06:24.597082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fb489f6d-122d-4247-b630-abaf43c2d7bc req-09a27634-3b2e-408d-ac31-71e12e3865a7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500150 Jan 27 23:06:25.755948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9c7d7-6b18-4ddd-8ea1-b0fa67ff6a70 req-ccf21d66-86aa-4bef-9e02-4c92681d7baf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:25.758500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40e9c7d7-6b18-4ddd-8ea1-b0fa67ff6a70 req-ccf21d66-86aa-4bef-9e02-4c92681d7baf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0638998 Jan 27 23:06:25.829183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-40e9c7d7-6b18-4ddd-8ea1-b0fa67ff6a70 req-0937e31b-5923-408a-9d20-315cd4850e21 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613101 Jan 27 23:06:26.973703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1f321-0d7e-4d21-8fd3-0d0713ec4cea req-74f8e8cc-62c1-4324-9411-2c7f15c74168 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:26.975402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33d1f321-0d7e-4d21-8fd3-0d0713ec4cea req-74f8e8cc-62c1-4324-9411-2c7f15c74168 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0650969 Jan 27 23:06:27.028343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33d1f321-0d7e-4d21-8fd3-0d0713ec4cea req-a71ca17b-9571-4c80-a0a7-e13c76d02390 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467227 Jan 27 23:06:28.449375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f34b2-c015-4593-acb6-0a886634741c req-d430ea24-6c70-41bd-bfed-7ab8e11a8c91 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:28.450988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b6f34b2-c015-4593-acb6-0a886634741c req-d430ea24-6c70-41bd-bfed-7ab8e11a8c91 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0516589 Jan 27 23:06:28.513614 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3b6f34b2-c015-4593-acb6-0a886634741c req-19077b2e-5578-4be6-824b-9ebbfebb3352 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548303 Jan 27 23:06:29.655320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d87373-9c24-4977-8548-56f428b9bcca req-be5081bc-0f0e-4cca-9931-ccd7faea7fa6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:29.656869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25d87373-9c24-4977-8548-56f428b9bcca req-be5081bc-0f0e-4cca-9931-ccd7faea7fa6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0567722 Jan 27 23:06:29.711401 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25d87373-9c24-4977-8548-56f428b9bcca req-162c0382-0023-4fe9-a0eb-b83e0849a3bc tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483291 Jan 27 23:06:30.841280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144de671-4d31-49eb-811c-9c8fd430b5ca req-1199b469-a121-4f1e-adf3-c74dbbeecc5b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:30.842832 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-144de671-4d31-49eb-811c-9c8fd430b5ca req-1199b469-a121-4f1e-adf3-c74dbbeecc5b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0549502 Jan 27 23:06:30.893908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-144de671-4d31-49eb-811c-9c8fd430b5ca req-58b89787-d322-4e9c-9e53-415bf72c38a4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448606 Jan 27 23:06:32.021867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a33520-415b-4625-ac68-34e230ae1e27 req-3160ee31-0680-4a37-83f0-58c69ba7b318 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:32.023387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2a33520-415b-4625-ac68-34e230ae1e27 req-3160ee31-0680-4a37-83f0-58c69ba7b318 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0565326 Jan 27 23:06:32.074702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2a33520-415b-4625-ac68-34e230ae1e27 req-e354a12b-0ae3-44a9-a3d0-7d71fdfedccd tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432165 Jan 27 23:06:32.839862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:06:32.947514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:33.135313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'b42a29ae-579c-4100-a527-8306a203cd85', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': 'b42a29ae-579c-4100-a527-8306a203cd85', 'mac_address': 'fa:16:3e:7a:bc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:06:33.175841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b42a29ae-579c-4100-a527-8306a203cd85 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:33.176235 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:33.190403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42a29ae-579c-4100-a527-8306a203cd85 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:06:33.204018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f311e-e997-41c1-b6ac-54138be98612 req-c2bceb1d-4108-49f2-849a-624e70a91a40 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:33.206292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b71f311e-e997-41c1-b6ac-54138be98612 req-c2bceb1d-4108-49f2-849a-624e70a91a40 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 944 time: 0.0548983 Jan 27 23:06:33.210710 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:33.214495 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:33.260480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b71f311e-e997-41c1-b6ac-54138be98612 req-5f5e709f-6159-4cb6-9a4e-f64ca36b22c2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473554 Jan 27 23:06:33.264222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:33.569917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['b42a29ae-579c-4100-a527-8306a203cd85'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:06:34.087137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-35af948b-a7e3-4974-9a2f-bf053a447078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:34.391626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba81aee-7edb-45d1-b6ef-896b5b461944 req-500dca70-360c-43f5-ad21-e6ede42038f1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:34.393174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bba81aee-7edb-45d1-b6ef-896b5b461944 req-500dca70-360c-43f5-ad21-e6ede42038f1 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0563138 Jan 27 23:06:34.447784 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bba81aee-7edb-45d1-b6ef-896b5b461944 req-728c72cf-8cb8-41ef-8e2e-3bc8c3bae6cf tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463731 Jan 27 23:06:34.785436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3192fd59-1254-4fc3-b5d8-c8448007c24c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:34.787157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3192fd59-1254-4fc3-b5d8-c8448007c24c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.16 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434&tenant_id=b56521ba1ec048d784e0ab869b31d6f8&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 945 time: 0.0767884 Jan 27 23:06:34.807997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2e80-c52d-43ea-8012-658245a021a8 req-31ba59a5-f0f5-4498-ad75-2c999dd22442 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:34.809343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e0f2e80-c52d-43ea-8012-658245a021a8 req-31ba59a5-f0f5-4498-ad75-2c999dd22442 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0725331 Jan 27 23:06:34.849010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:06:34.891045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-716f4fd5-9f44-487f-bb8a-8e9a3e6e673f service neutron] 10.222.0.16 "GET /v2.0/ports/b42a29ae-579c-4100-a527-8306a203cd85/bindings/n-h1-826529-2 HTTP/1.1" status: 200 len: 382 time: 0.0971131 Jan 27 23:06:34.895962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5e0f2e80-c52d-43ea-8012-658245a021a8 req-d4340a85-4a89-4985-b99f-0f0c19c7d073 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697689 Jan 27 23:06:34.907368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port b42a29ae-579c-4100-a527-8306a203cd85 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:06:34.912660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port b42a29ae-579c-4100-a527-8306a203cd85 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:06:34.913141 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b42a29ae-579c-4100-a527-8306a203cd85), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:34.968781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-4c3c133c-b7cf-484c-8c65-99a423cdf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:34.970606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-4c3c133c-b7cf-484c-8c65-99a423cdf3ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1096 time: 0.0547488 Jan 27 23:06:34.997145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b42a29ae-579c-4100-a527-8306a203cd85 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:34.998285 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:35.022342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:06:35.024715 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee680af9-892e-42dd-a818-2e1d6bf5c2b6" -d '{"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-plugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:06:35.040446 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:35.047014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:35.077588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-47ff4404-0e71-414b-ba83-49310b9cf3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:35.079115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-47ff4404-0e71-414b-ba83-49310b9cf3f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1020939 Jan 27 23:06:35.082342 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197a5fd-c3fc-4f01-8fac-6899b4ac7636 x-openstack-request-id: req-8197a5fd-c3fc-4f01-8fac-6899b4ac7636 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:06:35.082649 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-plugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:06:35.082926 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8197a5fd-c3fc-4f01-8fac-6899b4ac7636 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:06:35.083312 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'code': 200} Jan 27 23:06:35.099703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:35.157498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-51be4308-af6c-4b13-a73d-64ca81296203 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1002 time: 0.0647049 Jan 27 23:06:35.207625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-cd8a9cec-357c-4328-9dff-4901220a6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:35.209126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-cd8a9cec-357c-4328-9dff-4901220a6efe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0452788 Jan 27 23:06:35.258173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-eb042723-bfda-4ab7-9de5-ae6e94d732eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:35.260473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-eb042723-bfda-4ab7-9de5-ae6e94d732eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455959 Jan 27 23:06:35.369575 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-08c03169-2afc-4ab1-9364-4bf369f498ce service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027248 Jan 27 23:06:35.464634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-49dbc42c-321d-4084-be40-71cdb6d5f2b1 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893211 Jan 27 23:06:36.036731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f56c8-29c0-45b9-90ce-dc595e4f9271 req-6e6e8c74-5baa-4b5f-917c-cf044cac89f9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:36.038280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc6f56c8-29c0-45b9-90ce-dc595e4f9271 req-6e6e8c74-5baa-4b5f-917c-cf044cac89f9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 947 time: 0.0632429 Jan 27 23:06:36.089245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cc6f56c8-29c0-45b9-90ce-dc595e4f9271 req-0cf51ede-6bd0-4673-8782-f5af6392c4cd tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441375 Jan 27 23:06:37.122454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24b171d0-f66c-4036-b933-e80370a113f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:37.221659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc92a9-06ba-447e-bc08-ca94c0ad5497 req-f9408600-d25d-443b-8708-56fef34d3b50 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:37.223344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5cc92a9-06ba-447e-bc08-ca94c0ad5497 req-f9408600-d25d-443b-8708-56fef34d3b50 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 947 time: 0.0537741 Jan 27 23:06:37.277004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d5cc92a9-06ba-447e-bc08-ca94c0ad5497 req-84a1307e-e51c-415d-bcd9-e17d87361304 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478671 Jan 27 23:06:38.401979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb8f66-3e9d-459d-bee4-ce0834692d55 req-65b092c2-8da0-400e-a9ca-c61270273c43 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:38.403503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61cb8f66-3e9d-459d-bee4-ce0834692d55 req-65b092c2-8da0-400e-a9ca-c61270273c43 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 947 time: 0.0534270 Jan 27 23:06:38.452212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61cb8f66-3e9d-459d-bee4-ce0834692d55 req-5547b655-5d6b-4bff-a6d6-4113e56c1d51 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428605 Jan 27 23:06:38.794551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:39.573094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73422b4-86c6-47df-990e-5f967793da11 req-b19a24d7-2b04-459f-ba86-6348dd604dcb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:39.574606 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a73422b4-86c6-47df-990e-5f967793da11 req-b19a24d7-2b04-459f-ba86-6348dd604dcb tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 947 time: 0.0491550 Jan 27 23:06:39.622628 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a73422b4-86c6-47df-990e-5f967793da11 req-2374b84a-c734-4d4b-b2c8-f643180a5777 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 Jan 27 23:06:40.751659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd6b47-f416-4afd-aaa9-8be8dcebeead req-7adf7c75-5cc5-4d25-ad74-f81eecb84f39 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:40.753218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48fd6b47-f416-4afd-aaa9-8be8dcebeead req-7adf7c75-5cc5-4d25-ad74-f81eecb84f39 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 947 time: 0.0529902 Jan 27 23:06:40.818281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-48fd6b47-f416-4afd-aaa9-8be8dcebeead req-48c78a25-bc06-46b7-8e6a-0f9d06f7dbb7 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582278 Jan 27 23:06:40.854954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:06:40.933004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port b42a29ae-579c-4100-a527-8306a203cd85 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:40.933262 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:40.960922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:06:40.963288 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159106b-3759-42d8-b3a4-935ea82fbc7a" -d '{"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-unplugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:06:40.976525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:40.983195 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:41.021235 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e17ad03-82c9-4b59-b04a-305ae0ee45e9 x-openstack-request-id: req-9e17ad03-82c9-4b59-b04a-305ae0ee45e9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:06:41.021540 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-unplugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:06:41.021792 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e17ad03-82c9-4b59-b04a-305ae0ee45e9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:06:41.022188 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'code': 200} Jan 27 23:06:41.034946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=11']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:41.272854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:41.338909 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:41.555699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-f92e3470-9e4b-4be3-b6c9-10f293f2e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:41.557290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-f92e3470-9e4b-4be3-b6c9-10f293f2e0bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434&tenant_id=b56521ba1ec048d784e0ab869b31d6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0459228 Jan 27 23:06:41.568932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:06:41.624942 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:41.845142 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:41.889268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:06:41.945798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42a29ae-579c-4100-a527-8306a203cd85 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:06:41.955587 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Publish callbacks [] for port (b42a29ae-579c-4100-a527-8306a203cd85), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:41.974048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Transition to ACTIVE for port object b42a29ae-579c-4100-a527-8306a203cd85 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:06:41.980482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:41.990746 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa7f4e-ba6e-4065-8a44-6f60dff34f7c req-39a0f255-8f59-4049-8bec-0aded24951ed tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:41.992335 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5aa7f4e-ba6e-4065-8a44-6f60dff34f7c req-39a0f255-8f59-4049-8bec-0aded24951ed tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0837090 Jan 27 23:06:42.062835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=12']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:42.142700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a5aa7f4e-ba6e-4065-8a44-6f60dff34f7c req-867c0333-9dbe-4bf0-8c09-3dee77223589 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404500 Jan 27 23:06:42.177313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] No DVR routers for this DVR port b42a29ae-579c-4100-a527-8306a203cd85 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:06:42.336654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:06:42.336908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:06:42.337219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:06:42.342317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:06:42.342648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Attempting to bind port b42a29ae-579c-4100-a527-8306a203cd85 on network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:06:42.349014 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:06:42.349648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Checking segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:06:42.350031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Bound using segment: {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:06:42.350463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Bound port: b42a29ae-579c-4100-a527-8306a203cd85, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c80cf11-f5c1-451c-b856-9bbcec7dac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:06:42.350833 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:42.422383 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:06:42.425977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:06:42.431062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:42.466530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.467231 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:42.468813 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] 10.222.0.57 "PUT /v2.0/ports/b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1093 time: 0.9042273 Jan 27 23:06:42.471301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:06:42.473778 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7246dd54-af37-4096-a294-1f187e4edec8" -d '{"events": [{"name": "network-changed", "server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:06:42.499319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc569c-80ce-4339-9d73-a38d814acf9d service neutron] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=13']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:42.539107 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89136300-83f9-4cd3-81d1-29b391597d71 x-openstack-request-id: req-89136300-83f9-4cd3-81d1-29b391597d71 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:06:42.539406 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:06:42.539781 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89136300-83f9-4cd3-81d1-29b391597d71 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:06:42.540193 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'status': 'completed', 'code': 200} Jan 27 23:06:42.558554 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-a3c15d04-7324-43c0-bd03-4760dd1c9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.559390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-a3c15d04-7324-43c0-bd03-4760dd1c9fa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1096 time: 0.0561504 Jan 27 23:06:42.681932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dd54-af37-4096-a294-1f187e4edec8 req-b728d678-f0b1-4f52-8f35-14753d415a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.683547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-b728d678-f0b1-4f52-8f35-14753d415a52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1096 time: 0.1070187 Jan 27 23:06:42.716283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-5238e317-8255-487e-ae6c-f0eab707474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.717755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-5238e317-8255-487e-ae6c-f0eab707474b service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1512229 Jan 27 23:06:42.832385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-5caa372b-4d72-437b-b737-4211c0601641 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1000 time: 0.0880041 Jan 27 23:06:42.872696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dd54-af37-4096-a294-1f187e4edec8 req-5f672a78-178b-4e31-8b00-6cbf131abe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.874941 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-5f672a78-178b-4e31-8b00-6cbf131abe19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1841745 Jan 27 23:06:42.959807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-fd76d969-150d-4da4-a150-03a888b277a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.961309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-fd76d969-150d-4da4-a150-03a888b277a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.1192176 Jan 27 23:06:42.996267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-71226b90-cacf-4971-bdc2-72c935fc9923 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1000 time: 0.1152539 Jan 27 23:06:43.048073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-9f593d31-b8a4-44b5-89e3-080055be54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.049641 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-9f593d31-b8a4-44b5-89e3-080055be54b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829024 Jan 27 23:06:43.055707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dd54-af37-4096-a294-1f187e4edec8 req-978284b0-cb1b-42ad-91d6-bb3fea2ca6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.057222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-978284b0-cb1b-42ad-91d6-bb3fea2ca6b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0544350 Jan 27 23:06:43.163461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dd54-af37-4096-a294-1f187e4edec8 req-82378904-d6f4-4218-af56-efe84f5ce3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.164987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-82378904-d6f4-4218-af56-efe84f5ce3f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998585 Jan 27 23:06:43.185203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-f9e9da1c-3510-499e-af56-c6e8255bace2 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270835 Jan 27 23:06:43.374457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-ae05f19f-408f-4573-be61-e4e002040db6 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013688 Jan 27 23:06:43.383631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f9ea6-1064-4a5d-ad9c-05059f1530a9 req-254c16dd-1aaa-4c4a-a986-ae7eab6ae071 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.385090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a65f9ea6-1064-4a5d-ad9c-05059f1530a9 req-254c16dd-1aaa-4c4a-a986-ae7eab6ae071 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.1487181 Jan 27 23:06:43.388320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e59b333f-648b-431b-b31d-4c160dc9c1d4 req-65b8dcb0-6751-48ff-b3c1-63b63efabc09 service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933198 Jan 27 23:06:43.944192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a65f9ea6-1064-4a5d-ad9c-05059f1530a9 req-cebfb4e5-47d1-479f-b1ec-ef284ed04069 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5477083 Jan 27 23:06:43.948322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dd54-af37-4096-a294-1f187e4edec8 req-640d7155-7bcb-46b6-96c2-cca4546a3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.949755 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-640d7155-7bcb-46b6-96c2-cca4546a3cc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 1096 time: 0.5070982 Jan 27 23:06:43.953436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-7d572bdf-aae9-46f2-8a8c-a32bc09b0792 service neutron] 10.222.0.16 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672891 Jan 27 23:06:44.051317 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dd54-af37-4096-a294-1f187e4edec8 req-e945218e-798d-4995-a8fc-c2d32e63f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:44.052955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-e945218e-798d-4995-a8fc-c2d32e63f474 service neutron] 10.222.0.57 "GET /v2.0/networks?id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 200 len: 912 time: 0.0966821 Jan 27 23:06:44.122487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-a441f57d-218a-42e6-910d-10853105d908 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 200 len: 1000 time: 0.0634866 Jan 27 23:06:44.172191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dd54-af37-4096-a294-1f187e4edec8 req-05f15eb2-0179-46e0-a8ed-9e9d116c34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:44.173674 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-05f15eb2-0179-46e0-a8ed-9e9d116c34da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 200 len: 850 time: 0.0449882 Jan 27 23:06:44.217973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246dd54-af37-4096-a294-1f187e4edec8 req-091a916d-1675-43bd-a9d6-94cc5e89a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:44.219514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-091a916d-1675-43bd-a9d6-94cc5e89a566 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405827 Jan 27 23:06:44.316026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-57139e4f-2424-4eed-b1dd-d32f5ae7b97b service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906706 Jan 27 23:06:44.409924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7246dd54-af37-4096-a294-1f187e4edec8 req-d856a00d-f04d-484d-80da-1c876914860d service neutron] 10.222.0.57 "GET /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881083 Jan 27 23:06:45.068565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670c6f-5875-44de-86b3-85ed48b926c5 req-08c5e9c6-4bed-4a12-99b7-f46f24e91c96 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:45.070115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54670c6f-5875-44de-86b3-85ed48b926c5 req-08c5e9c6-4bed-4a12-99b7-f46f24e91c96 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0517404 Jan 27 23:06:45.125547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54670c6f-5875-44de-86b3-85ed48b926c5 req-107042fa-e202-42dd-81b5-a567794cacc8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469055 Jan 27 23:06:46.250756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cdffc-d699-4f18-bb31-e145a4b13eba req-74fa1c62-91b1-400b-995d-63b020ede515 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:46.252182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b7cdffc-d699-4f18-bb31-e145a4b13eba req-74fa1c62-91b1-400b-995d-63b020ede515 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Jan 27 23:06:46.302563 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b7cdffc-d699-4f18-bb31-e145a4b13eba req-06416bcd-84f3-40c5-b1d7-e1ee9527f5e6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443547 Jan 27 23:06:47.424076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5a4bb-cc02-4daa-a5e8-0311dfb54ff3 req-42aa76eb-529f-431c-a838-df6787ba4850 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:47.425620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aff5a4bb-cc02-4daa-a5e8-0311dfb54ff3 req-42aa76eb-529f-431c-a838-df6787ba4850 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0506077 Jan 27 23:06:47.474552 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aff5a4bb-cc02-4daa-a5e8-0311dfb54ff3 req-9705a26f-f724-4995-b6bd-cd18a09fdb66 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417323 Jan 27 23:06:48.600795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a1ae9-e691-4689-8992-99f1daa13501 req-5bcd4c22-2621-44ef-8142-292e339f2c43 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:48.602336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d99a1ae9-e691-4689-8992-99f1daa13501 req-5bcd4c22-2621-44ef-8142-292e339f2c43 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0548971 Jan 27 23:06:48.651952 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d99a1ae9-e691-4689-8992-99f1daa13501 req-35388098-d37a-4918-bf06-41c86e049572 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Jan 27 23:06:48.879378 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:49.314657 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:06:49.774837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccda60e-9b2d-4ffd-bc96-131508f2d8ef req-c99899cb-38ba-4813-a18b-f90bc64a6271 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:49.776382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ccda60e-9b2d-4ffd-bc96-131508f2d8ef req-c99899cb-38ba-4813-a18b-f90bc64a6271 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0535879 Jan 27 23:06:49.825841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6ccda60e-9b2d-4ffd-bc96-131508f2d8ef req-ea943be8-dfb0-4cb9-82c2-de5792578ed9 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 Jan 27 23:06:50.950459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eb25d-c6d1-4e94-a8de-88d3f4587d9c req-06abb5d5-1a33-4640-bedf-d06d5503521d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:50.951998 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a29eb25d-c6d1-4e94-a8de-88d3f4587d9c req-06abb5d5-1a33-4640-bedf-d06d5503521d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0523431 Jan 27 23:06:51.008184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a29eb25d-c6d1-4e94-a8de-88d3f4587d9c req-5c45515d-a238-4038-b5e7-c6dbf676f6e5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505581 Jan 27 23:06:51.511146 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:52.138684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b835-0f79-47ae-9150-6cc4308b7c14 req-1b74b476-b7b0-497e-9263-6a6c5b84bb3d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:52.140342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8668b835-0f79-47ae-9150-6cc4308b7c14 req-1b74b476-b7b0-497e-9263-6a6c5b84bb3d tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0511601 Jan 27 23:06:52.191493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8668b835-0f79-47ae-9150-6cc4308b7c14 req-08fa070c-fe92-484a-b385-8ae61c42d125 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Jan 27 23:06:53.326118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b39bd-f0b4-4c36-a9be-b04de3cbdd86 req-046fb09e-bc33-4108-8803-9a8e0001fa6e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:53.327775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff5b39bd-f0b4-4c36-a9be-b04de3cbdd86 req-046fb09e-bc33-4108-8803-9a8e0001fa6e tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0593605 Jan 27 23:06:53.381362 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff5b39bd-f0b4-4c36-a9be-b04de3cbdd86 req-a52fae03-5c50-4571-bf9d-5f8298a854b3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476682 Jan 27 23:06:54.515890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7681e-cfa4-4cbf-b9ea-c893caafa4cb req-1f3a3b6c-74ae-43af-bd51-1dcd06944821 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:54.517366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ec7681e-cfa4-4cbf-b9ea-c893caafa4cb req-1f3a3b6c-74ae-43af-bd51-1dcd06944821 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0590775 Jan 27 23:06:54.568457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9ec7681e-cfa4-4cbf-b9ea-c893caafa4cb req-4dae1bb5-97ed-4adf-91e4-43aed0687d6a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446439 Jan 27 23:06:55.695401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f174-f73e-42e9-89fe-b409812c06d0 req-238cda1d-0f2a-4e6b-ae8e-6942cb3b63c5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:55.696958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ce6f174-f73e-42e9-89fe-b409812c06d0 req-238cda1d-0f2a-4e6b-ae8e-6942cb3b63c5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0533285 Jan 27 23:06:55.750915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ce6f174-f73e-42e9-89fe-b409812c06d0 req-8929c257-47ad-489b-ab57-7ae500e41303 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460629 Jan 27 23:06:56.901678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cd531-0ca6-4e72-975f-357df13152ff req-7a5c250c-fb90-4397-a03d-25f7309c6a1c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:56.903170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd2cd531-0ca6-4e72-975f-357df13152ff req-7a5c250c-fb90-4397-a03d-25f7309c6a1c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0585320 Jan 27 23:06:56.951820 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd2cd531-0ca6-4e72-975f-357df13152ff req-8e5fb9c5-b019-4550-808d-d21cc9a5e249 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Jan 27 23:06:58.076076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb64579-ffed-44f0-b88e-67fd07c63c37 req-c9e5cf6d-d743-4110-8013-2ad1a5e0244f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:58.077602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fb64579-ffed-44f0-b88e-67fd07c63c37 req-c9e5cf6d-d743-4110-8013-2ad1a5e0244f tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0528679 Jan 27 23:06:58.129747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fb64579-ffed-44f0-b88e-67fd07c63c37 req-3e942857-f717-40fe-b605-2cdc1ec07bb5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Jan 27 23:06:59.252874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049774-3387-4015-9056-a3890808d43d req-ca9320c3-6fbf-4012-8cc9-c60fe835e983 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:59.254395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049774-3387-4015-9056-a3890808d43d req-ca9320c3-6fbf-4012-8cc9-c60fe835e983 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 945 time: 0.0535808 Jan 27 23:06:59.308793 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32049774-3387-4015-9056-a3890808d43d req-58f22e64-bc33-4f19-ae96-bbf33084daa4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481997 Jan 27 23:06:59.698133 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:06:59.809063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:59.823346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'b42a29ae-579c-4100-a527-8306a203cd85', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'port_id': 'b42a29ae-579c-4100-a527-8306a203cd85', 'mac_address': 'fa:16:3e:7a:bc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:06:59.867539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b42a29ae-579c-4100-a527-8306a203cd85 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:59.868038 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:59.884820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42a29ae-579c-4100-a527-8306a203cd85 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:06:59.905105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:59.911230 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:59.961544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=14']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:00.181832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['b42a29ae-579c-4100-a527-8306a203cd85'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:07:00.432617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472242-cf35-4681-9a57-7482dfb624d5 req-7d6fa681-205a-4582-8471-bc1e4c04b8f5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:00.434119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7472242-cf35-4681-9a57-7482dfb624d5 req-7d6fa681-205a-4582-8471-bc1e4c04b8f5 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0549533 Jan 27 23:07:00.489264 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f7472242-cf35-4681-9a57-7482dfb624d5 req-4704ae47-94e9-4cc5-8dc9-7078d00d7eb3 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469656 Jan 27 23:07:00.626087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd330b44-3573-4633-b8ab-31de6788d193 req-b2357f83-d737-408d-b2c9-78d79372275a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:00.627541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd330b44-3573-4633-b8ab-31de6788d193 req-b2357f83-d737-408d-b2c9-78d79372275a tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0590756 Jan 27 23:07:00.679465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dd330b44-3573-4633-b8ab-31de6788d193 req-aea05977-9d19-4afb-90df-d06aa2ff9999 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Jan 27 23:07:00.811493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34515621-f3e9-4ed9-bd89-a226aa78ccb3 req-5e30a113-4088-4414-806e-d1daecb82aa6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:00.813031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34515621-f3e9-4ed9-bd89-a226aa78ccb3 req-5e30a113-4088-4414-806e-d1daecb82aa6 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0626044 Jan 27 23:07:00.867780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-34515621-f3e9-4ed9-bd89-a226aa78ccb3 req-49666fc3-c885-410b-b15f-c62205f6289b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465801 Jan 27 23:07:01.114769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09371-cdf5-4c10-8fd8-361e1a6fb110 req-0b761ba3-5482-4f37-807b-2e0438abb6a2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:01.116313 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-22f09371-cdf5-4c10-8fd8-361e1a6fb110 req-0b761ba3-5482-4f37-807b-2e0438abb6a2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 946 time: 0.0514112 Jan 27 23:07:01.173530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-22f09371-cdf5-4c10-8fd8-361e1a6fb110 req-bf572311-9ccc-4e25-90db-9dbc9095e108 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484316 Jan 27 23:07:01.710761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:07:01.766508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port b42a29ae-579c-4100-a527-8306a203cd85 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:07:01.771634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port b42a29ae-579c-4100-a527-8306a203cd85 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:07:01.772191 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b42a29ae-579c-4100-a527-8306a203cd85), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:01.860017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port b42a29ae-579c-4100-a527-8306a203cd85 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:07:01.860417 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:01.885052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:01.887605 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc2a749-7de0-4a2f-8d8b-84d0087cd6ac" -d '{"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-plugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:01.901312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:01.906283 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:01.932609 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1168d2-bee3-402c-9106-61d99988450b x-openstack-request-id: req-fb1168d2-bee3-402c-9106-61d99988450b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:01.933041 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-plugged", "status": "completed", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:01.933296 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb1168d2-bee3-402c-9106-61d99988450b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:01.933694 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'code': 200} Jan 27 23:07:01.960600 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=15']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:02.300307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a955-3082-41d5-a116-05eac675072f req-c7e1916e-d1b8-47f8-b3a0-bdd05f49180c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:02.301918 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46c7a955-3082-41d5-a116-05eac675072f req-c7e1916e-d1b8-47f8-b3a0-bdd05f49180c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 947 time: 0.0524607 Jan 27 23:07:02.362627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46c7a955-3082-41d5-a116-05eac675072f req-1bb9f8f4-857b-4a15-a80e-a9acd9e0ffa2 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups?id=c549285e-a936-4f7c-b54a-0cd712829cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541103 Jan 27 23:07:02.692903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-3b851787-a8bd-49ea-b8d5-d2b7d6f92ffa tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:02.694416 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-3b851787-a8bd-49ea-b8d5-d2b7d6f92ffa tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 947 time: 0.0675824 Jan 27 23:07:02.806283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Deleting port b42a29ae-579c-4100-a527-8306a203cd85 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:07:02.806605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b42a29ae-579c-4100-a527-8306a203cd85), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:02.904008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] For port b42a29ae-579c-4100-a527-8306a203cd85, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=b42a29ae-579c-4100-a527-8306a203cd85,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:02.904381 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b42a29ae-579c-4100-a527-8306a203cd85), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:03.097233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:03.097537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:03.097899 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66 disassociated. External IP: 172.25.8.75, port: b42a29ae-579c-4100-a527-8306a203cd85. Jan 27 23:07:03.098293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Calling delete_port for b42a29ae-579c-4100-a527-8306a203cd85 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:07:03.243241 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (b42a29ae-579c-4100-a527-8306a203cd85), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:03.273306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event deleted for resources: {'Port': ['ID=b42a29ae-579c-4100-a527-8306a203cd85,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:03.399091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:07:03.480286 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aab868e7-d53b-4640-9172-5b2a356385ae req-3fa0011b-5ddc-4d29-b649-5c1e4c7d8822 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0358007 Jan 27 23:07:03.540358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:07:03.551363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:07:03.562147 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:07:03.562780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:06:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:03.580588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] No DVR routers for this DVR port b42a29ae-579c-4100-a527-8306a203cd85 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:07:03.583566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:03.587388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-96efce02-7b53-4ad2-9b32-6c114035bb8d req-9fec3c81-1cf5-4629-a443-e6366d2e7d4c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.57 "DELETE /v2.0/ports/b42a29ae-579c-4100-a527-8306a203cd85 HTTP/1.1" status: 204 len: 173 time: 0.8872259 Jan 27 23:07:03.587885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-deleted', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:03.590930 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483cffc6-fafd-42fb-9cea-d1c86db885e7" -d '{"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-deleted", "tag": "b42a29ae-579c-4100-a527-8306a203cd85"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:03.639052 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbbe368-32df-43fc-8dbe-4bb57126befc x-openstack-request-id: req-edbbe368-32df-43fc-8dbe-4bb57126befc {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:03.639377 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bc903d-a446-4583-a8e5-6108fe6cc434", "name": "network-vif-deleted", "tag": "b42a29ae-579c-4100-a527-8306a203cd85", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:03.639657 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edbbe368-32df-43fc-8dbe-4bb57126befc {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:03.640065 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95bc903d-a446-4583-a8e5-6108fe6cc434', 'name': 'network-vif-deleted', 'tag': 'b42a29ae-579c-4100-a527-8306a203cd85', 'status': 'completed', 'code': 200} Jan 27 23:07:03.680143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:07:03.881701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:03.907636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:07:03.916296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:07:03.916892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:06:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:04.025461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:07:04.145969 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9261-bc37-4068-b8f5-9ecc1fee9519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:04.245653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:04.272283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599affe8-c4fb-435c-9788-3322c7354a84 None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 4, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '2b73a2a0-c288-4409-9811-224d3fff3080', 'name': '', 'network_id': '477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'mac_address': 'fa:16:3e:13:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:51Z', 'updated_at': '2022-01-27T22:56:55Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'subnets': [{'id': '4c5b61b5-637a-4af0-90da-069e45cecf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:07:04.501050 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28387b4-5a48-47f7-8e13-5742dc5c1922 None None] New status for floating IP 31f1278e-3f26-4acb-a1d3-71a79cd06e66: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:07:04.591015 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-343d6731-1ec1-4fd7-ba1e-1e43583dcae5 req-be2ba6b5-e704-4ee7-ac07-a013d5d2a48c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0343206 Jan 27 23:07:05.696678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-678ac6aa-1eb8-426e-bd00-d3e939b70e98 req-7644e87a-e2e5-44be-ae2b-c3a9ea7dcd74 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0298336 Jan 27 23:07:05.733768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:07:05.756019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: b42a29ae-579c-4100-a527-8306a203cd85 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:07:05.756364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device b42a29ae-579c-4100-a527-8306a203cd85 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:07:06.796276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74db2dd5-31cf-452d-a9ab-2d691b54bf2a req-b99b2375-ec90-4314-a2dc-9ebf574940f8 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0275936 Jan 27 23:07:07.123399 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-42fc0269-a14b-4493-bd25-ec1ddb1746b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:07.894434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-010823d6-d88f-47c1-83e5-9df083468429 req-34633592-79e3-429a-a3c3-a69a6b45d6b4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0269647 Jan 27 23:07:08.790464 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:08.993440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c0b77556-73d7-440a-9293-fba4365154b3 req-1ff19eb6-66d6-4701-9ef4-7acbba81316c tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Jan 27 23:07:10.094943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bdd2191f-ded5-445a-be46-0dcbd94538b0 req-f4e4bd53-b1ca-4b91-868a-c7e1773784f4 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0278888 Jan 27 23:07:11.200827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82f64ebb-2e09-4d86-8970-998a8fc55cbe req-085b44f4-2fbe-40e0-86ec-6a7fe55c3027 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0297067 Jan 27 23:07:11.269149 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:11.341026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:12.313398 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-159ddcd7-38c3-4693-b5f7-9de50ba94cfc req-5ad10c9c-6f38-4e87-8b94-afffdc7d3f91 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/ports?device_id=95bc903d-a446-4583-a8e5-6108fe6cc434 HTTP/1.1" status: 200 len: 210 time: 0.0284312 Jan 27 23:07:18.884438 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.244245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46892) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:19.301767 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group (c549285e-a936-4f7c-b54a-0cd712829cf5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.326700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group (c549285e-a936-4f7c-b54a-0cd712829cf5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.375616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c549285e-a936-4f7c-b54a-0cd712829cf5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.378871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.380187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "DELETE /v2.0/security-groups/c549285e-a936-4f7c-b54a-0cd712829cf5 HTTP/1.1" status: 204 len: 168 time: 0.1346688 Jan 27 23:07:19.382928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46894) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:19.390333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c549285e-a936-4f7c-b54a-0cd712829cf5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:19.398186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.398534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.398891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.399216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.399577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.399912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.400152 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-9619b67c-d538-4451-9d1a-08ea4d5cff0b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] show failed (client error): The resource could not be found. Jan 27 23:07:19.400644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.400976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.401065 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9619b67c-d538-4451-9d1a-08ea4d5cff0b tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "GET /v2.0/security-groups/c549285e-a936-4f7c-b54a-0cd712829cf5 HTTP/1.1" status: 404 len: 347 time: 0.0165219 Jan 27 23:07:19.401291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.401616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.401941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.402267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.402591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71182f-6849-47f7-8d4d-92aceca21dea tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.404159 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46898) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:19.545202 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Deleting port b82d500a-beb5-46fc-82d0-345f3f4b4e83 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:07:19.545566 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b82d500a-beb5-46fc-82d0-345f3f4b4e83), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.624263 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b82d500a-beb5-46fc-82d0-345f3f4b4e83), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.624598 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (b82d500a-beb5-46fc-82d0-345f3f4b4e83), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.636995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Calling delete_port for b82d500a-beb5-46fc-82d0-345f3f4b4e83 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:07:19.777742 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b82d500a-beb5-46fc-82d0-345f3f4b4e83), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.804806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Pushing event deleted for resources: {'Port': ['ID=b82d500a-beb5-46fc-82d0-345f3f4b4e83,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:19.817404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.817780 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.818122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.818470 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.818806 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.819146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.819495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.819860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.820175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.820504 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.820822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.821168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.821475 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:19.879783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks [] for floatingip (31f1278e-3f26-4acb-a1d3-71a79cd06e66), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.882512 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:19.883768 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fe1cb66e-c01d-4ed6-823d-a937ace47e93 tempest-ServerActionsTestJSON-731856288 tempest-ServerActionsTestJSON-731856288-project] 10.222.0.45 "DELETE /v2.0/floatingips/31f1278e-3f26-4acb-a1d3-71a79cd06e66 HTTP/1.1" status: 204 len: 168 time: 0.4776855 Jan 27 23:07:19.886631 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46900) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:20.423430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (9be87cb2-661e-4476-882c-0d057ce5e865), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:20.701453 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Deleting port 2b73a2a0-c288-4409-9811-224d3fff3080 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:07:20.701687 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:20.783113 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] For port 2b73a2a0-c288-4409-9811-224d3fff3080, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=2b73a2a0-c288-4409-9811-224d3fff3080,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:20.783475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:20.796543 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Calling delete_port for 2b73a2a0-c288-4409-9811-224d3fff3080 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:07:21.006647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (2b73a2a0-c288-4409-9811-224d3fff3080), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:21.037371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2b73a2a0-c288-4409-9811-224d3fff3080,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:21.202232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (9be87cb2-661e-4476-882c-0d057ce5e865), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:21.461237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Router 9be87cb2-661e-4476-882c-0d057ce5e865 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:07:21.545253 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:21.582379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:07:21.588396 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d72f30ae-0ef0-49be-84d7-6c50012540ba admin admin] 10.222.0.45 "PUT /v2.0/routers/9be87cb2-661e-4476-882c-0d057ce5e865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7007031 Jan 27 23:07:21.591114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46906) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:21.593154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] Sync routers for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:07:21.604812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:07:21.605451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:21.701346 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks [] for router (9be87cb2-661e-4476-882c-0d057ce5e865), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:21.814813 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks [] for router_gateway (9be87cb2-661e-4476-882c-0d057ce5e865), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:21.873928 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Deleting port 58ea68a8-abfc-4b72-9588-f44464fe4201 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:07:21.874275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:21.891398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:07:21.954971 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] For port 58ea68a8-abfc-4b72-9588-f44464fe4201, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=58ea68a8-abfc-4b72-9588-f44464fe4201,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:21.955330 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:21.967652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Calling delete_port for 58ea68a8-abfc-4b72-9588-f44464fe4201 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:07:22.083998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T23:07:20Z', 'revision_number': 5, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port': {'id': '58ea68a8-abfc-4b72-9588-f44464fe4201', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T22:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:22.110959 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] Checking router: 9be87cb2-661e-4476-882c-0d057ce5e865 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:07:22.119544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] Routers {'9be87cb2-661e-4476-882c-0d057ce5e865'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:07:22.120191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:07:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['9be87cb2-661e-4476-882c-0d057ce5e865'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:22.147787 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (58ea68a8-abfc-4b72-9588-f44464fe4201), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.178013 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ea68a8-abfc-4b72-9588-f44464fe4201,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:22.213386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] Set router 9be87cb2-661e-4476-882c-0d057ce5e865 gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:07:22.244199 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (9be87cb2-661e-4476-882c-0d057ce5e865), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.270499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T23:07:21Z', 'revision_number': 6, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:22.298235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ff592-d685-4ca9-9d50-3a0eaaa0e7d2 None None] The sync data for ids ['9be87cb2-661e-4476-882c-0d057ce5e865'] in n-d-826529-2 is: [{'id': '9be87cb2-661e-4476-882c-0d057ce5e865', 'name': 'tempest-ServerActionsTestJSON-412543363-router', 'tenant_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:49Z', 'updated_at': '2022-01-27T23:07:21Z', 'revision_number': 6, 'project_id': 'b56521ba1ec048d784e0ab869b31d6f8', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:07:22.339276 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (9be87cb2-661e-4476-882c-0d057ce5e865), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.341692 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks [] for router_controller (9be87cb2-661e-4476-882c-0d057ce5e865), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.390177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (9be87cb2-661e-4476-882c-0d057ce5e865), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.391062 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be87cb2-661e-4476-882c-0d057ce5e865 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:07:22.396413 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.400083 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d12e845a-a589-44e6-b473-a9f4a17c37b0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9be87cb2-661e-4476-882c-0d057ce5e865 HTTP/1.1" status: 204 len: 168 time: 0.8053679 Jan 27 23:07:22.400343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46908) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:22.445758 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f709a698-a759-48ee-91af-496490e37cc8 admin admin] Deleting subnet 4c5b61b5-637a-4af0-90da-069e45cecf80 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:07:22.449136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f709a698-a759-48ee-91af-496490e37cc8 admin admin] Publish callbacks [] for subnet (4c5b61b5-637a-4af0-90da-069e45cecf80), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.485056 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f709a698-a759-48ee-91af-496490e37cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (4c5b61b5-637a-4af0-90da-069e45cecf80), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.569510 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f709a698-a759-48ee-91af-496490e37cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4c5b61b5-637a-4af0-90da-069e45cecf80), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.629420 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f709a698-a759-48ee-91af-496490e37cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (4c5b61b5-637a-4af0-90da-069e45cecf80), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.655974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709a698-a759-48ee-91af-496490e37cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5b61b5-637a-4af0-90da-069e45cecf80,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:22.659680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f709a698-a759-48ee-91af-496490e37cc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.662997 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f709a698-a759-48ee-91af-496490e37cc8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4c5b61b5-637a-4af0-90da-069e45cecf80 HTTP/1.1" status: 204 len: 168 time: 0.2617307 Jan 27 23:07:22.668623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb342ce9-351f-4cf4-84dd-ad2860fcfbfb None None] Network 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:07:22.669190 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46910) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:22.744131 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.800471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Deleting port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:07:22.800806 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.865541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] For port 8d82773a-183f-4d3f-b195-ed7cf350f7c5, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8d82773a-183f-4d3f-b195-ed7cf350f7c5,segment=NetworkSegment(8c80cf11-f5c1-451c-b856-9bbcec7dac5b),segment_id=8c80cf11-f5c1-451c-b856-9bbcec7dac5b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:22.865916 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:22.879636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Calling delete_port for 8d82773a-183f-4d3f-b195-ed7cf350f7c5 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:07:22.976741 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8d82773a-183f-4d3f-b195-ed7cf350f7c5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.004743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d82773a-183f-4d3f-b195-ed7cf350f7c5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:23.006558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] No DVR routers for this DVR port 8d82773a-183f-4d3f-b195-ed7cf350f7c5 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:07:23.060833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d50755-c231-4de6-901f-bb4c1c6173c8 None None] DHCP port deletion for 477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:07:23.088247 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.112056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:23.121962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c80cf11-f5c1-451c-b856-9bbcec7dac5b') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:23.122175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c80cf11-f5c1-451c-b856-9bbcec7dac5b') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:23.131707 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (8c80cf11-f5c1-451c-b856-9bbcec7dac5b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.145417 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8c80cf11-f5c1-451c-b856-9bbcec7dac5b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.152102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:07:23.152982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (8c80cf11-f5c1-451c-b856-9bbcec7dac5b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:07:23.154867 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:07:23.213439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.219850 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.223045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] 10.222.0.45 "DELETE /v2.0/networks/477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9 HTTP/1.1" status: 204 len: 168 time: 0.5537107 Jan 27 23:07:23.234542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2193329-f113-495f-ad4d-9fe0cb62b72d admin admin] Pushing event deleted for resources: {'Network': ['ID=477ff6c6-8363-47b7-bfbc-9e1a36b8f0b9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:23.366313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46914) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:23.407404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f6c35376-a287-4040-90fc-6d62632961a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b56521ba1ec048d784e0ab869b31d6f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398057 Jan 27 23:07:23.410141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46916) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:23.463889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60e34148-86ab-469f-b91e-886392318770 admin admin] Publish callbacks [] for security_group (27377751-04f0-47ba-b797-3445827f2533), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.487177 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60e34148-86ab-469f-b91e-886392318770 admin admin] Publish callbacks [] for security_group (27377751-04f0-47ba-b797-3445827f2533), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.538763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60e34148-86ab-469f-b91e-886392318770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (27377751-04f0-47ba-b797-3445827f2533), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.541616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-60e34148-86ab-469f-b91e-886392318770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.543220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-60e34148-86ab-469f-b91e-886392318770 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27377751-04f0-47ba-b797-3445827f2533 HTTP/1.1" status: 204 len: 168 time: 0.1321068 Jan 27 23:07:23.551803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e34148-86ab-469f-b91e-886392318770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27377751-04f0-47ba-b797-3445827f2533,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:24.076795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2b73a2a0-c288-4409-9811-224d3fff3080 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:07:24.097167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 2b73a2a0-c288-4409-9811-224d3fff3080 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:07:24.097516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 2b73a2a0-c288-4409-9811-224d3fff3080 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:07:24.097942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8d82773a-183f-4d3f-b195-ed7cf350f7c5 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:07:24.118073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8d82773a-183f-4d3f-b195-ed7cf350f7c5 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:07:24.118701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8d82773a-183f-4d3f-b195-ed7cf350f7c5 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:07:24.119049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 58ea68a8-abfc-4b72-9588-f44464fe4201 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:07:24.142291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 58ea68a8-abfc-4b72-9588-f44464fe4201 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:07:24.142739 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 58ea68a8-abfc-4b72-9588-f44464fe4201 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:07:24.358956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 46938) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:24.467210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-867055468-network', 'tenant_id': '866545d4a96c43d997fb635199172976'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:24.492053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Made reservation on behalf of 866545d4a96c43d997fb635199172976 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:07:24.494685 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.503705 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.581144 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Publish callbacks [] for security_group (e25164bc-e8bc-410c-88e8-f2b078e7f33c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.586676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e25164bc-e8bc-410c-88e8-f2b078e7f33c), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.613222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:07:24.623505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25164bc-e8bc-410c-88e8-f2b078e7f33c,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:24.628973 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b58cb0dd-bf85-467e-8211-de7867c2887d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.629316 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Added segment b58cb0dd-bf85-467e-8211-de7867c2887d of type vlan for network 9bc56e91-529e-4338-be9e-71277e634d2b Jan 27 23:07:24.671354 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (9bc56e91-529e-4338-be9e-71277e634d2b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.706927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (9bc56e91-529e-4338-be9e-71277e634d2b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.708458 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:24.709059 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.764379 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4042256 Jan 27 23:07:24.767389 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 46942) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:24.772334 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcf885-fede-43c8-8137-49fb6362a9ca admin admin] Pushing event updated for resources: {'Network': ['ID=9bc56e91-529e-4338-be9e-71277e634d2b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:24.772562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Request body: {'subnet': {'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-867055468-subnet', 'tenant_id': '866545d4a96c43d997fb635199172976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:24.782615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 9bc56e91-529e-4338-be9e-71277e634d2b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:07:24.796477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Made reservation on behalf of 866545d4a96c43d997fb635199172976 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:07:24.799026 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.982562 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (71ebee00-bffe-4405-82c8-9a018465b184), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:25.031034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ebee00-bffe-4405-82c8-9a018465b184,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:25.047843 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Checking segment: {'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:07:25.048316 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Network hostable DHCP agents. Network: 9bc56e91-529e-4338-be9e-71277e634d2b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:07:25.066536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Network 9bc56e91-529e-4338-be9e-71277e634d2b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:07:25.080404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 9bc56e91-529e-4338-be9e-71277e634d2b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:07:25.085000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:25.085615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:25.090330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300aa14-0c9b-4143-b070-56c0dbc78dc6 None None] Network 9bc56e91-529e-4338-be9e-71277e634d2b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:07:25.105352 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9994b8c1-04ad-4415-a857-e33ac58cc948 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3360682 Jan 27 23:07:25.192356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac98785-21ba-4521-b2bd-48f77ec3d673 None None] Network 9bc56e91-529e-4338-be9e-71277e634d2b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:07:25.604646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-451b1f90-0ddb-44ab-bc8d-dde3f74a5ec3 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:25.606067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-451b1f90-0ddb-44ab-bc8d-dde3f74a5ec3 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/networks?id=9bc56e91-529e-4338-be9e-71277e634d2b HTTP/1.1" status: 200 len: 813 time: 0.1385334 Jan 27 23:07:25.621849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-0ec46692-a2ac-44d5-90ca-2327baab8c92 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/quotas/866545d4a96c43d997fb635199172976 HTTP/1.1" status: 200 len: 375 time: 0.0098560 Jan 27 23:07:25.659966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-21211998-0053-4b0c-b8b6-86bd71928648 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=866545d4a96c43d997fb635199172976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300734 Jan 27 23:07:25.720110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-f305d6c8-34b9-47cb-b57d-5fe53e9f8813 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:07:25.722014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-f305d6c8-34b9-47cb-b57d-5fe53e9f8813 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555522 Jan 27 23:07:25.826122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-280c6db1-c47a-4ec9-816f-f926c8a06750 service neutron] 10.222.0.45 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978045 Jan 27 23:07:25.934963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-340513b7-2b85-45bb-8458-c6c335c34a95 service neutron] 10.222.0.45 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986166 Jan 27 23:07:26.108717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-88e82685-987b-4dad-abf4-ce0c9909e68f req-2d63e9f8-a471-402e-98a7-c39aa9865150 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Jan 27 23:07:26.314272 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:07:27.130448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-21104954-bd8c-474b-a80a-f6e5cad175a1 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:27.132159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-21104954-bd8c-474b-a80a-f6e5cad175a1 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.57 "GET /v2.0/networks?id=9bc56e91-529e-4338-be9e-71277e634d2b HTTP/1.1" status: 200 len: 813 time: 0.1100159 Jan 27 23:07:27.147070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Request body: {'port': {'device_id': 'fea1ee8b-00ad-4804-bcc2-d23620207555', 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b', 'admin_state_up': True, 'tenant_id': '866545d4a96c43d997fb635199172976'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:27.227636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97e7275f-10b1-4c5f-a041-52f6399c0b6d req-ff859826-297d-408f-9d4a-790c35cd50cb tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 210 time: 0.0349195 Jan 27 23:07:27.283003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Made reservation on behalf of 866545d4a96c43d997fb635199172976 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:07:27.286518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:27.429606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Allocated IP 172.20.0.2 (9bc56e91-529e-4338-be9e-71277e634d2b/71ebee00-bffe-4405-82c8-9a018465b184/30b45f6b-88f0-4e7b-94bb-f01609792c93) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:07:27.585105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks [] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:27.621675 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:27.664574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Network 9bc56e91-529e-4338-be9e-71277e634d2b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:07:27.668155 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:07:27.674806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:07:27.681209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Pushing event updated for resources: {'Port': ['ID=30b45f6b-88f0-4e7b-94bb-f01609792c93,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:27.725385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:27.725998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:27.745143 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-990877f0-d731-4a0a-b659-6a73312527f7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6019719 Jan 27 23:07:27.756639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-a8665db0-099f-42b6-b85f-eebd35b947d7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:07:27.758255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-a8665db0-099f-42b6-b85f-eebd35b947d7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077417 Jan 27 23:07:27.819445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Request body: {'port': {'device_id': 'fea1ee8b-00ad-4804-bcc2-d23620207555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:27.879200 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:28.156536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b45f6b-88f0-4e7b-94bb-f01609792c93 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:07:28.164770 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Publish callbacks [] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:28.177713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Transition to ACTIVE for port object 30b45f6b-88f0-4e7b-94bb-f01609792c93 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:07:28.182438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:28.233045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Pushing event updated for resources: {'Port': ['ID=30b45f6b-88f0-4e7b-94bb-f01609792c93,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:28.313016 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Attempting to bind port 30b45f6b-88f0-4e7b-94bb-f01609792c93 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:07:28.313363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Attempting to bind port 30b45f6b-88f0-4e7b-94bb-f01609792c93 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:07:28.313703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Attempting to bind port 30b45f6b-88f0-4e7b-94bb-f01609792c93 on network 9bc56e91-529e-4338-be9e-71277e634d2b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:07:28.331476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Port 30b45f6b-88f0-4e7b-94bb-f01609792c93 on network 9bc56e91-529e-4338-be9e-71277e634d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:07:28.331783 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Attempting to bind port 30b45f6b-88f0-4e7b-94bb-f01609792c93 on network 9bc56e91-529e-4338-be9e-71277e634d2b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:07:28.341326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:07:28.341672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Checking segment: {'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:07:28.342062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Bound using segment: {'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:07:28.342495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Bound port: 30b45f6b-88f0-4e7b-94bb-f01609792c93, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:07:28.342864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:28.369041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8130ac-e610-4121-b48b-db8225e53041 req-9e1afcd1-761f-4295-856e-c491e3302366 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:28.370553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e8130ac-e610-4121-b48b-db8225e53041 req-9e1afcd1-761f-4295-856e-c491e3302366 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 943 time: 0.0708654 Jan 27 23:07:28.449381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] For port 30b45f6b-88f0-4e7b-94bb-f01609792c93, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:07:28.452773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] For port 30b45f6b-88f0-4e7b-94bb-f01609792c93, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=30b45f6b-88f0-4e7b-94bb-f01609792c93,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:07:28.456640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e8130ac-e610-4121-b48b-db8225e53041 req-f2474b8b-a413-47ab-89aa-00a0de6c0a9e tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689178 Jan 27 23:07:28.458101 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:28.498630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:28.499273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:28.500740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] 10.222.0.57 "PUT /v2.0/ports/30b45f6b-88f0-4e7b-94bb-f01609792c93 HTTP/1.1" status: 200 len: 1091 time: 0.7359316 Jan 27 23:07:28.501186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea1ee8b-00ad-4804-bcc2-d23620207555', 'tag': '30b45f6b-88f0-4e7b-94bb-f01609792c93'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:28.503497 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde71a1a-4997-47f3-b592-57240b9e5275" -d '{"events": [{"name": "network-changed", "server_uuid": "fea1ee8b-00ad-4804-bcc2-d23620207555", "tag": "30b45f6b-88f0-4e7b-94bb-f01609792c93"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:28.529781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59071a5a-2bba-44d7-bd5b-388d77766e03 service neutron] Pushing event updated for resources: {'Port': ['ID=30b45f6b-88f0-4e7b-94bb-f01609792c93,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:28.551761 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c60aa70-9592-4118-b5ac-44b67d2bf0cd x-openstack-request-id: req-4c60aa70-9592-4118-b5ac-44b67d2bf0cd {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:28.552056 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea1ee8b-00ad-4804-bcc2-d23620207555", "tag": "30b45f6b-88f0-4e7b-94bb-f01609792c93", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:28.552311 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c60aa70-9592-4118-b5ac-44b67d2bf0cd {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:28.552698 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea1ee8b-00ad-4804-bcc2-d23620207555', 'tag': '30b45f6b-88f0-4e7b-94bb-f01609792c93', 'status': 'completed', 'code': 200} Jan 27 23:07:28.582782 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-6bc4a3db-0566-4a18-9f34-c58c5222f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:28.584403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-6bc4a3db-0566-4a18-9f34-c58c5222f754 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=866545d4a96c43d997fb635199172976&device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 1094 time: 0.0431285 Jan 27 23:07:28.628906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-8f87bf9e-42b9-47b9-ab0b-e946501823e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30b45f6b-88f0-4e7b-94bb-f01609792c93 HTTP/1.1" status: 200 len: 217 time: 0.0349939 Jan 27 23:07:28.681881 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-81c16e9b-870b-4f73-baef-487c4d608457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:28.683427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-81c16e9b-870b-4f73-baef-487c4d608457 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ebee00-bffe-4405-82c8-9a018465b184 HTTP/1.1" status: 200 len: 853 time: 0.0493679 Jan 27 23:07:28.713733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-1432855c-9bc3-4441-941c-f698038751f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bc56e91-529e-4338-be9e-71277e634d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246041 Jan 27 23:07:28.803783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-cb1fa456-48d4-4bff-b78f-d3115aa3c866 service neutron] 10.222.0.57 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835416 Jan 27 23:07:28.898829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-109dfb1a-a839-4473-9428-cdc8ee31940b req-b67449ff-84a7-4578-a5b0-cdab47436b62 service neutron] 10.222.0.57 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897536 Jan 27 23:07:29.004848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-9bf5291e-495a-45a5-856c-bd55659044b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:29.006354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-9bf5291e-495a-45a5-856c-bd55659044b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=866545d4a96c43d997fb635199172976&device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 1094 time: 0.0517526 Jan 27 23:07:29.101189 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-f5cd1330-3182-4d4d-9d99-b48a2c2d4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:29.102586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-f5cd1330-3182-4d4d-9d99-b48a2c2d4fb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9bc56e91-529e-4338-be9e-71277e634d2b HTTP/1.1" status: 200 len: 914 time: 0.0900357 Jan 27 23:07:29.146821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-9e90a508-8fe9-43ea-bf0f-fc5bf1d2f4f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30b45f6b-88f0-4e7b-94bb-f01609792c93 HTTP/1.1" status: 200 len: 217 time: 0.0380950 Jan 27 23:07:29.200650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-9ea23855-4f61-44bf-b9f6-b06de582c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:29.210260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-9ea23855-4f61-44bf-b9f6-b06de582c0ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ebee00-bffe-4405-82c8-9a018465b184 HTTP/1.1" status: 200 len: 853 time: 0.0565827 Jan 27 23:07:29.250732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-7b105e62-9113-470d-9a9b-280e613cdbca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9bc56e91-529e-4338-be9e-71277e634d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337677 Jan 27 23:07:29.344228 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-9729b273-2e0e-4a76-9928-dd99d60b7189 service neutron] 10.222.0.57 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871787 Jan 27 23:07:29.435618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cde71a1a-4997-47f3-b592-57240b9e5275 req-ef23a219-47d9-4d5f-b41e-927e8d5764ce service neutron] 10.222.0.57 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836761 Jan 27 23:07:29.596916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d80fe-1e1d-469e-b0fb-c57b971549a2 req-3d9f3b8f-d236-44fe-ab6c-b8d3b64f6128 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:29.599158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b9d80fe-1e1d-469e-b0fb-c57b971549a2 req-3d9f3b8f-d236-44fe-ab6c-b8d3b64f6128 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 943 time: 0.0641115 Jan 27 23:07:29.650013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b9d80fe-1e1d-469e-b0fb-c57b971549a2 req-1af1ce3a-3840-439b-86b7-bdbf743e4773 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Jan 27 23:07:29.873810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 30b45f6b-88f0-4e7b-94bb-f01609792c93 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:07:29.974580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 30b45f6b-88f0-4e7b-94bb-f01609792c93, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=30b45f6b-88f0-4e7b-94bb-f01609792c93,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:29.990143 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '30b45f6b-88f0-4e7b-94bb-f01609792c93', 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b', 'port_id': '30b45f6b-88f0-4e7b-94bb-f01609792c93', 'mac_address': 'fa:16:3e:de:93:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ebee00-bffe-4405-82c8-9a018465b184', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:07:30.029087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 30b45f6b-88f0-4e7b-94bb-f01609792c93 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:07:30.029486 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:30.042881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b45f6b-88f0-4e7b-94bb-f01609792c93 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:07:30.062465 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 30b45f6b-88f0-4e7b-94bb-f01609792c93, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=30b45f6b-88f0-4e7b-94bb-f01609792c93,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:30.070308 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:30.117326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=30b45f6b-88f0-4e7b-94bb-f01609792c93,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:30.125083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.125325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.125802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.126022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.126355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.126689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.127022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.127372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.127685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.128009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.128346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.128697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.129022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:30.261603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['30b45f6b-88f0-4e7b-94bb-f01609792c93'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:07:30.778444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46ceac-c265-4183-8d41-22b19b4abf39 req-951844d2-1c10-405c-95bd-378215b13ef5 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:30.779947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e46ceac-c265-4183-8d41-22b19b4abf39 req-951844d2-1c10-405c-95bd-378215b13ef5 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 944 time: 0.0577867 Jan 27 23:07:30.832288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e46ceac-c265-4183-8d41-22b19b4abf39 req-492fa2ff-f614-466a-9544-53a4255db3f3 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Jan 27 23:07:31.890014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 30b45f6b-88f0-4e7b-94bb-f01609792c93 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:07:31.948908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 30b45f6b-88f0-4e7b-94bb-f01609792c93 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:07:31.952962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 30b45f6b-88f0-4e7b-94bb-f01609792c93 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:07:31.953339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:31.959434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70271fd-3a6b-4fcb-8876-780947b50067 req-3e9b2ae1-052e-4c43-b93b-6ed5c3ecdfc7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:31.960936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d70271fd-3a6b-4fcb-8876-780947b50067 req-3e9b2ae1-052e-4c43-b93b-6ed5c3ecdfc7 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 944 time: 0.0559161 Jan 27 23:07:32.014523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d70271fd-3a6b-4fcb-8876-780947b50067 req-1aba5692-9129-4fa3-bad0-2cfdb052a1ec tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476015 Jan 27 23:07:32.037144 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 30b45f6b-88f0-4e7b-94bb-f01609792c93 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:07:32.037536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:32.060777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea1ee8b-00ad-4804-bcc2-d23620207555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b45f6b-88f0-4e7b-94bb-f01609792c93'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:32.063050 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f90bd3-ab1d-44c5-999a-35e574343d94" -d '{"events": [{"server_uuid": "fea1ee8b-00ad-4804-bcc2-d23620207555", "name": "network-vif-plugged", "status": "completed", "tag": "30b45f6b-88f0-4e7b-94bb-f01609792c93"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:32.075552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 30b45f6b-88f0-4e7b-94bb-f01609792c93, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=30b45f6b-88f0-4e7b-94bb-f01609792c93,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:32.080419 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:32.107062 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0de4cc5-b4a6-4069-a7c6-031fc509c2b5 x-openstack-request-id: req-c0de4cc5-b4a6-4069-a7c6-031fc509c2b5 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:32.107382 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea1ee8b-00ad-4804-bcc2-d23620207555", "name": "network-vif-plugged", "status": "completed", "tag": "30b45f6b-88f0-4e7b-94bb-f01609792c93", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:32.108012 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0de4cc5-b4a6-4069-a7c6-031fc509c2b5 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:32.108409 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea1ee8b-00ad-4804-bcc2-d23620207555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b45f6b-88f0-4e7b-94bb-f01609792c93', 'code': 200} Jan 27 23:07:32.138947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=30b45f6b-88f0-4e7b-94bb-f01609792c93,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:32.199078 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66dabe-8475-4a64-b933-6e0183fb57f6 req-01392238-fb50-481b-8b3b-719b3a556bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:32.200591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea66dabe-8475-4a64-b933-6e0183fb57f6 req-01392238-fb50-481b-8b3b-719b3a556bbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 1096 time: 0.0425375 Jan 27 23:07:32.245300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea66dabe-8475-4a64-b933-6e0183fb57f6 req-a4a79ad9-3800-4f40-aebb-0116f4c03981 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Jan 27 23:07:33.137513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382d5e9-a717-4aab-b269-42da742942a9 req-5a1b3f81-65f3-4bec-8de2-2b92e785e28e tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:33.139217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2382d5e9-a717-4aab-b269-42da742942a9 req-5a1b3f81-65f3-4bec-8de2-2b92e785e28e tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0531702 Jan 27 23:07:33.188022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2382d5e9-a717-4aab-b269-42da742942a9 req-1139b73a-ccfa-44ca-bd26-31c8eb0d149c tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Jan 27 23:07:34.092660 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-017207d2-7656-4b01-8e76-fa081ff10ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:34.324870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0506d-8178-4448-978c-dfc6f686af0e req-fae581b8-805c-4e2e-ae18-83ee1f40f950 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:34.327371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84a0506d-8178-4448-978c-dfc6f686af0e req-fae581b8-805c-4e2e-ae18-83ee1f40f950 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0627921 Jan 27 23:07:34.378639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84a0506d-8178-4448-978c-dfc6f686af0e req-f3d1bc0d-638a-4e0c-8423-ebad0e3db609 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Jan 27 23:07:34.628648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-dc8bc29d-e442-4d28-b4b6-9ff64eba33cb tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:34.630972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-dc8bc29d-e442-4d28-b4b6-9ff64eba33cb tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/networks?id=9bc56e91-529e-4338-be9e-71277e634d2b HTTP/1.1" status: 200 len: 813 time: 0.1200862 Jan 27 23:07:34.648993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-753f404b-2b62-43dc-9e4f-8dea691d8f81 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/quotas/866545d4a96c43d997fb635199172976 HTTP/1.1" status: 200 len: 375 time: 0.0124362 Jan 27 23:07:34.705662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-1f165970-124a-4da2-9ad2-2314c22b15c6 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=866545d4a96c43d997fb635199172976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510058 Jan 27 23:07:34.799128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-0d32897b-7078-49c8-af84-830ff7216189 service neutron] 10.222.0.45 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868092 Jan 27 23:07:34.897720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-67c55a84-818a-4af5-8fcd-dde7de74562f service neutron] 10.222.0.45 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926118 Jan 27 23:07:35.062757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b11cd5c3-b5a3-44f2-9a65-c32aac3cc345 req-2984bfef-d156-4580-8c95-b4bc00f49050 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 210 time: 0.0266767 Jan 27 23:07:36.166130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-68de3200-418e-42fe-8094-b6e3b7a65e12 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:36.167938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-68de3200-418e-42fe-8094-b6e3b7a65e12 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.16 "GET /v2.0/networks?id=9bc56e91-529e-4338-be9e-71277e634d2b HTTP/1.1" status: 200 len: 813 time: 0.1209373 Jan 27 23:07:36.185382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Request body: {'port': {'device_id': 'a3aa5e89-cd98-4bfa-80f7-7f82c2e13240', 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b', 'admin_state_up': True, 'tenant_id': '866545d4a96c43d997fb635199172976'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:36.189968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4f7c5d1b-82f4-47ba-9d43-9715aa9308f7 req-01742800-c39f-49af-853b-d91429fd6f9d tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 210 time: 0.0516031 Jan 27 23:07:36.316969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Made reservation on behalf of 866545d4a96c43d997fb635199172976 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:07:36.320468 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:36.828869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Allocated IP 172.20.0.4 (9bc56e91-529e-4338-be9e-71277e634d2b/71ebee00-bffe-4405-82c8-9a018465b184/17d98d2c-68cd-4027-9e24-c2dad698f82b) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:07:36.988647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks [] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.039651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.052865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['30b45f6b-88f0-4e7b-94bb-f01609792c93'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:07:37.083931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Network 9bc56e91-529e-4338-be9e-71277e634d2b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:07:37.086735 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:07:37.092745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:07:37.099296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Pushing event updated for resources: {'Port': ['ID=17d98d2c-68cd-4027-9e24-c2dad698f82b,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:37.125570 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c75d6c1-f353-466b-bb4d-0c752a9c4765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.146236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:37.147315 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.164071 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-cacd44e6-c656-4c73-b88a-5efadba042aa tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9826052 Jan 27 23:07:37.175084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Request body: {'port': {'device_id': 'a3aa5e89-cd98-4bfa-80f7-7f82c2e13240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:37.235612 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.388073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc38706-a319-4185-82ec-685b7d64a6e7 req-88dd9ee2-1eb7-403f-afa3-6057b48ba888 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:37.389553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dc38706-a319-4185-82ec-685b7d64a6e7 req-88dd9ee2-1eb7-403f-afa3-6057b48ba888 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 931 time: 0.1178863 Jan 27 23:07:37.488712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dc38706-a319-4185-82ec-685b7d64a6e7 req-5d309455-f45e-4786-80e6-dbb07ee26f73 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913639 Jan 27 23:07:37.578474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d98d2c-68cd-4027-9e24-c2dad698f82b {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:07:37.586853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Publish callbacks [] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.604860 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Transition to ACTIVE for port object 17d98d2c-68cd-4027-9e24-c2dad698f82b will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:07:37.612827 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.679511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Pushing event updated for resources: {'Port': ['ID=17d98d2c-68cd-4027-9e24-c2dad698f82b,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:37.750388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Attempting to bind port 17d98d2c-68cd-4027-9e24-c2dad698f82b on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:07:37.750685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Attempting to bind port 17d98d2c-68cd-4027-9e24-c2dad698f82b by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:07:37.751036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Attempting to bind port 17d98d2c-68cd-4027-9e24-c2dad698f82b on network 9bc56e91-529e-4338-be9e-71277e634d2b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:07:37.756993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Port 17d98d2c-68cd-4027-9e24-c2dad698f82b on network 9bc56e91-529e-4338-be9e-71277e634d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:07:37.757434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Attempting to bind port 17d98d2c-68cd-4027-9e24-c2dad698f82b on network 9bc56e91-529e-4338-be9e-71277e634d2b {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:07:37.764616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:07:37.764966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Checking segment: {'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:07:37.765360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Bound using segment: {'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:07:37.765781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Bound port: 17d98d2c-68cd-4027-9e24-c2dad698f82b, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58cb0dd-bf85-467e-8211-de7867c2887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:07:37.766139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.835704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] For port 17d98d2c-68cd-4027-9e24-c2dad698f82b, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:07:37.838687 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] For port 17d98d2c-68cd-4027-9e24-c2dad698f82b, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=17d98d2c-68cd-4027-9e24-c2dad698f82b,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:07:37.845782 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.879557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:37.880179 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.881550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/17d98d2c-68cd-4027-9e24-c2dad698f82b HTTP/1.1" status: 200 len: 1091 time: 0.7107301 Jan 27 23:07:37.881983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aa5e89-cd98-4bfa-80f7-7f82c2e13240', 'tag': '17d98d2c-68cd-4027-9e24-c2dad698f82b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:37.884343 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05645f2b-ddb1-4347-aff5-d6fc1a34722b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3aa5e89-cd98-4bfa-80f7-7f82c2e13240", "tag": "17d98d2c-68cd-4027-9e24-c2dad698f82b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:37.914238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf488f6-07fc-44a6-b9fd-789d138162c2 service neutron] Pushing event updated for resources: {'Port': ['ID=17d98d2c-68cd-4027-9e24-c2dad698f82b,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:37.929683 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72a3670-2297-4269-9a6c-89fd58c8aad1 x-openstack-request-id: req-d72a3670-2297-4269-9a6c-89fd58c8aad1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:37.929975 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3aa5e89-cd98-4bfa-80f7-7f82c2e13240", "tag": "17d98d2c-68cd-4027-9e24-c2dad698f82b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:37.930234 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d72a3670-2297-4269-9a6c-89fd58c8aad1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:37.930637 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3aa5e89-cd98-4bfa-80f7-7f82c2e13240', 'tag': '17d98d2c-68cd-4027-9e24-c2dad698f82b', 'status': 'completed', 'code': 200} Jan 27 23:07:37.964553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-22810874-d57c-443f-8da5-8dafcedf6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:37.966173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-22810874-d57c-443f-8da5-8dafcedf6f60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=866545d4a96c43d997fb635199172976&device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 1094 time: 0.0454798 Jan 27 23:07:38.007407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-a4108ec8-786d-4cc3-b01b-d5af282ced57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17d98d2c-68cd-4027-9e24-c2dad698f82b HTTP/1.1" status: 200 len: 217 time: 0.0347242 Jan 27 23:07:38.060046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-2f1872f5-c06d-4c37-bf42-8524135c7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:38.061551 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-2f1872f5-c06d-4c37-bf42-8524135c7373 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71ebee00-bffe-4405-82c8-9a018465b184 HTTP/1.1" status: 200 len: 853 time: 0.0486534 Jan 27 23:07:38.092420 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-735e2a37-cc73-466d-8064-15d070b3563d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9bc56e91-529e-4338-be9e-71277e634d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251906 Jan 27 23:07:38.188717 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-a71145be-413d-4e21-a63c-3468a8e26633 service neutron] 10.222.0.16 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897708 Jan 27 23:07:38.284624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7fad5f0b-b9d2-42d3-a03b-5a58da472993 req-bdc2eaaa-965c-4518-9e01-6753361f62e9 service neutron] 10.222.0.16 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904181 Jan 27 23:07:38.372610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-ce271fb1-9417-4ffe-ba38-b1cfe64d5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:38.374128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-ce271fb1-9417-4ffe-ba38-b1cfe64d5243 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=866545d4a96c43d997fb635199172976&device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 1094 time: 0.0438108 Jan 27 23:07:38.473272 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-3825e81a-940e-4bcf-9be9-b6d2eba8079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:38.474686 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-3825e81a-940e-4bcf-9be9-b6d2eba8079f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9bc56e91-529e-4338-be9e-71277e634d2b HTTP/1.1" status: 200 len: 914 time: 0.0950856 Jan 27 23:07:38.518107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-e56d8f8e-ea5a-4885-9d50-c250fd8215f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17d98d2c-68cd-4027-9e24-c2dad698f82b HTTP/1.1" status: 200 len: 217 time: 0.0363183 Jan 27 23:07:38.595739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-a930d5f2-3842-4e37-b706-f6c86d4e798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:38.597227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-a930d5f2-3842-4e37-b706-f6c86d4e798d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71ebee00-bffe-4405-82c8-9a018465b184 HTTP/1.1" status: 200 len: 853 time: 0.0744138 Jan 27 23:07:38.632947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-646cb3b5-e4a1-4509-9195-6d10de4035a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9bc56e91-529e-4338-be9e-71277e634d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283980 Jan 27 23:07:38.643739 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcbcaf-191e-447d-8bd5-339bbf956b9f req-2b1eb4c0-ba0a-429a-8672-e722e8b25d3d tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:38.645199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bdcbcaf-191e-447d-8bd5-339bbf956b9f req-2b1eb4c0-ba0a-429a-8672-e722e8b25d3d tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 943 time: 0.0844862 Jan 27 23:07:38.752057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3bdcbcaf-191e-447d-8bd5-339bbf956b9f req-48edfc6d-78cb-4b80-8fba-25a7f91cd970 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986533 Jan 27 23:07:38.768059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-3f798d86-171e-49f6-bc37-db637bd947eb service neutron] 10.222.0.16 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218116 Jan 27 23:07:38.793085 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:38.867280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05645f2b-ddb1-4347-aff5-d6fc1a34722b req-b4fb1de8-8cac-4dc0-9b3c-44ec548af0bb service neutron] 10.222.0.16 "GET /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934989 Jan 27 23:07:39.883314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b0093-961e-4512-8b57-b748476354b2 req-f46336c1-3d86-4c0b-a8ba-8698a3e06973 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:39.885163 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-790b0093-961e-4512-8b57-b748476354b2 req-f46336c1-3d86-4c0b-a8ba-8698a3e06973 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 943 time: 0.0580940 Jan 27 23:07:39.938766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-790b0093-961e-4512-8b57-b748476354b2 req-8f0417c2-b762-449a-8c10-2d62b72225b5 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476387 Jan 27 23:07:41.080069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dde01-6ea9-4efd-b869-ad9a00faff8d req-6f0819fa-1310-4f38-9985-91911ebd572f tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:41.081911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e6dde01-6ea9-4efd-b869-ad9a00faff8d req-6f0819fa-1310-4f38-9985-91911ebd572f tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 943 time: 0.0548882 Jan 27 23:07:41.131490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1e6dde01-6ea9-4efd-b869-ad9a00faff8d req-b3dea56c-377d-4cee-b7ff-d07b688b21f0 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435381 Jan 27 23:07:41.137130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 17d98d2c-68cd-4027-9e24-c2dad698f82b details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:07:41.238165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 17d98d2c-68cd-4027-9e24-c2dad698f82b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=17d98d2c-68cd-4027-9e24-c2dad698f82b,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:41.254626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': '17d98d2c-68cd-4027-9e24-c2dad698f82b', 'network_id': '9bc56e91-529e-4338-be9e-71277e634d2b', 'port_id': '17d98d2c-68cd-4027-9e24-c2dad698f82b', 'mac_address': 'fa:16:3e:7e:9c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ebee00-bffe-4405-82c8-9a018465b184', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:07:41.285546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:41.302911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 17d98d2c-68cd-4027-9e24-c2dad698f82b is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:07:41.303299 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:41.316797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d98d2c-68cd-4027-9e24-c2dad698f82b {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:07:41.343641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 17d98d2c-68cd-4027-9e24-c2dad698f82b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=17d98d2c-68cd-4027-9e24-c2dad698f82b,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:41.348591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:41.353662 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:41.403079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=17d98d2c-68cd-4027-9e24-c2dad698f82b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:41.652495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['17d98d2c-68cd-4027-9e24-c2dad698f82b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:07:42.250138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d212aba-795e-4c3d-9c95-9a5422a85862 req-72135c10-56e6-4adb-8bf6-7e2e9071a7e3 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:42.251841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d212aba-795e-4c3d-9c95-9a5422a85862 req-72135c10-56e6-4adb-8bf6-7e2e9071a7e3 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 944 time: 0.0508599 Jan 27 23:07:42.303342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4d212aba-795e-4c3d-9c95-9a5422a85862 req-ab71cbd7-47a5-43d5-adbd-d286545cdb9c tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439839 Jan 27 23:07:43.152419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 17d98d2c-68cd-4027-9e24-c2dad698f82b up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:07:43.210203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port 17d98d2c-68cd-4027-9e24-c2dad698f82b completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:07:43.214874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port 17d98d2c-68cd-4027-9e24-c2dad698f82b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:07:43.215276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:43.294978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port 17d98d2c-68cd-4027-9e24-c2dad698f82b is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:07:43.295379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:43.319676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aa5e89-cd98-4bfa-80f7-7f82c2e13240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d98d2c-68cd-4027-9e24-c2dad698f82b'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:43.322033 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b90ac6-f022-4b4c-99ad-82bdda1547b2" -d '{"events": [{"server_uuid": "a3aa5e89-cd98-4bfa-80f7-7f82c2e13240", "name": "network-vif-plugged", "status": "completed", "tag": "17d98d2c-68cd-4027-9e24-c2dad698f82b"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:43.337693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port 17d98d2c-68cd-4027-9e24-c2dad698f82b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=17d98d2c-68cd-4027-9e24-c2dad698f82b,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:43.344536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:43.379559 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f353f64d-b141-40cb-a501-f1c282c5a1ab x-openstack-request-id: req-f353f64d-b141-40cb-a501-f1c282c5a1ab {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:43.379932 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aa5e89-cd98-4bfa-80f7-7f82c2e13240", "name": "network-vif-plugged", "status": "completed", "tag": "17d98d2c-68cd-4027-9e24-c2dad698f82b", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:43.380165 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f353f64d-b141-40cb-a501-f1c282c5a1ab {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:43.380554 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aa5e89-cd98-4bfa-80f7-7f82c2e13240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d98d2c-68cd-4027-9e24-c2dad698f82b', 'code': 200} Jan 27 23:07:43.420837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=17d98d2c-68cd-4027-9e24-c2dad698f82b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:43.484604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fbe46-f851-4000-8289-1b4cd1878407 req-d7cd897e-3a9e-4256-87ca-36e14b1a38dd tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:43.486112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d3fbe46-f851-4000-8289-1b4cd1878407 req-d7cd897e-3a9e-4256-87ca-36e14b1a38dd tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 945 time: 0.0809429 Jan 27 23:07:43.492339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c4b60-23e9-4216-a9ea-39e804ec873c req-bfb11283-6dbc-4d81-9afe-efd24fe0c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:43.493794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-817c4b60-23e9-4216-a9ea-39e804ec873c req-bfb11283-6dbc-4d81-9afe-efd24fe0c138 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 1096 time: 0.0583768 Jan 27 23:07:43.563825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d3fbe46-f851-4000-8289-1b4cd1878407 req-ae8889d7-08e2-4e69-be95-50cf47c730bd tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690227 Jan 27 23:07:43.565831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-817c4b60-23e9-4216-a9ea-39e804ec873c req-a37f326d-f22a-4fe5-99b8-ccc0a4a72154 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651360 Jan 27 23:07:44.694193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1777d3-4605-4528-aabb-da92b5f624e5 req-c1b9f10c-e412-49fa-9a85-5bd8fa8baa30 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:44.695731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff1777d3-4605-4528-aabb-da92b5f624e5 req-c1b9f10c-e412-49fa-9a85-5bd8fa8baa30 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 945 time: 0.0611808 Jan 27 23:07:44.751537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff1777d3-4605-4528-aabb-da92b5f624e5 req-cdbc2ae0-ffe7-4d6c-85fa-83725a3cce8a tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487905 Jan 27 23:07:45.877209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e120c5c-9ed5-4c8b-b8bf-79469d328dae req-8d230459-67a6-4267-9227-84ece5875932 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:45.878968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e120c5c-9ed5-4c8b-b8bf-79469d328dae req-8d230459-67a6-4267-9227-84ece5875932 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 945 time: 0.0543983 Jan 27 23:07:45.933046 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e120c5c-9ed5-4c8b-b8bf-79469d328dae req-847fef18-9a6c-41b2-8092-5085531b61b1 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456152 Jan 27 23:07:46.195387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622af8f-89d2-4d6a-87e5-794abe239110 req-a891c198-3ec8-444f-b011-40b58ddd5d4b tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:46.196828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2622af8f-89d2-4d6a-87e5-794abe239110 req-a891c198-3ec8-444f-b011-40b58ddd5d4b tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 945 time: 0.0580032 Jan 27 23:07:46.250615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2622af8f-89d2-4d6a-87e5-794abe239110 req-46b8e05a-4cb7-4e72-8f7c-d4512c06feca tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Jan 27 23:07:47.406639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ac0c0-4c1c-43c9-81df-c0da57b70d21 req-2af554f1-a54f-43d1-804a-e8ea33d84cae tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:47.408295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e5ac0c0-4c1c-43c9-81df-c0da57b70d21 req-2af554f1-a54f-43d1-804a-e8ea33d84cae tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 945 time: 0.0696938 Jan 27 23:07:47.457954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6e5ac0c0-4c1c-43c9-81df-c0da57b70d21 req-aa64679d-e559-4a37-a50c-5e8cddcaeb3a tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Jan 27 23:07:47.558816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-52af7563-fe0f-4f52-86a5-96faff33eb60 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:47.560293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-52af7563-fe0f-4f52-86a5-96faff33eb60 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 945 time: 0.0557091 Jan 27 23:07:47.660064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Deleting port 17d98d2c-68cd-4027-9e24-c2dad698f82b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:07:47.660454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:47.759011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] For port 17d98d2c-68cd-4027-9e24-c2dad698f82b, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=17d98d2c-68cd-4027-9e24-c2dad698f82b,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:47.759387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:47.773151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Calling delete_port for 17d98d2c-68cd-4027-9e24-c2dad698f82b owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:07:47.920573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (17d98d2c-68cd-4027-9e24-c2dad698f82b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:47.940382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['30b45f6b-88f0-4e7b-94bb-f01609792c93'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:07:47.947016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['17d98d2c-68cd-4027-9e24-c2dad698f82b'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:07:47.953991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Pushing event deleted for resources: {'Port': ['ID=17d98d2c-68cd-4027-9e24-c2dad698f82b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:48.002901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] No DVR routers for this DVR port 17d98d2c-68cd-4027-9e24-c2dad698f82b on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:07:48.006694 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:48.010168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2faa2582-39ef-45c6-8957-bd966d7bf5f7 req-64dff48a-2ca9-4187-a0f8-4ffa5fceae71 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.16 "DELETE /v2.0/ports/17d98d2c-68cd-4027-9e24-c2dad698f82b HTTP/1.1" status: 204 len: 173 time: 0.4448857 Jan 27 23:07:48.010712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aa5e89-cd98-4bfa-80f7-7f82c2e13240', 'name': 'network-vif-deleted', 'tag': '17d98d2c-68cd-4027-9e24-c2dad698f82b'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:48.013386 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf7afd-592c-4e4e-8626-da3a5e2d3395" -d '{"events": [{"server_uuid": "a3aa5e89-cd98-4bfa-80f7-7f82c2e13240", "name": "network-vif-deleted", "tag": "17d98d2c-68cd-4027-9e24-c2dad698f82b"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:48.069893 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9939c3c-ddfc-46f9-9c93-8b78381cd9e4 x-openstack-request-id: req-c9939c3c-ddfc-46f9-9c93-8b78381cd9e4 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:48.070224 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3aa5e89-cd98-4bfa-80f7-7f82c2e13240", "name": "network-vif-deleted", "tag": "17d98d2c-68cd-4027-9e24-c2dad698f82b", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:48.070430 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9939c3c-ddfc-46f9-9c93-8b78381cd9e4 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:48.071069 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3aa5e89-cd98-4bfa-80f7-7f82c2e13240', 'name': 'network-vif-deleted', 'tag': '17d98d2c-68cd-4027-9e24-c2dad698f82b', 'status': 'completed', 'code': 200} Jan 27 23:07:48.580270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0463d551-8465-45d1-9217-532d82a24ced req-b06679e6-9d90-40cb-8f33-df7fe49a818b tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3aa5e89-cd98-4bfa-80f7-7f82c2e13240 HTTP/1.1" status: 200 len: 210 time: 0.0359194 Jan 27 23:07:48.891088 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:49.748870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c86e3-ae50-420a-99d6-8eb7429ea45e req-aa07c149-4bc2-4505-a94a-00c616e6ea79 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:49.750742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a0c86e3-ae50-420a-99d6-8eb7429ea45e req-aa07c149-4bc2-4505-a94a-00c616e6ea79 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0566888 Jan 27 23:07:49.805757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1a0c86e3-ae50-420a-99d6-8eb7429ea45e req-e21474d6-0461-4062-985f-fa67a60fc9a6 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489240 Jan 27 23:07:49.957176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1beb-2717-4cb5-901d-420764b361cb req-8fab5aec-61ea-4d02-9aca-58a1926595bc tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:49.958712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-657b1beb-2717-4cb5-901d-420764b361cb req-8fab5aec-61ea-4d02-9aca-58a1926595bc tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0584130 Jan 27 23:07:50.012865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-657b1beb-2717-4cb5-901d-420764b361cb req-ae4ec92e-5a7c-48f0-ae34-45b8f0cb46dd tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451851 Jan 27 23:07:50.140102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b4360-f497-4952-be5e-181aa8aad115 req-451c646e-3467-4094-8b65-c12d52dfc874 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:50.141727 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f3b4360-f497-4952-be5e-181aa8aad115 req-451c646e-3467-4094-8b65-c12d52dfc874 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0566938 Jan 27 23:07:50.197708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3f3b4360-f497-4952-be5e-181aa8aad115 req-514aacf0-3b99-4b2a-83eb-303d61a18029 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495708 Jan 27 23:07:50.282870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-c1554a16-1a1a-4fe0-85d0-31d4b095233c req-7b125e57-58a6-42bf-a825-9a062f7cfebe service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:07:50.283987 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c1554a16-1a1a-4fe0-85d0-31d4b095233c req-7b125e57-58a6-42bf-a825-9a062f7cfebe service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061455 Jan 27 23:07:50.398596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabef7c-bc4e-448c-8d96-f30b77fa7da1 req-52252ef2-f3d0-4684-bba0-cd0bc2eac374 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:50.400267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5eabef7c-bc4e-448c-8d96-f30b77fa7da1 req-52252ef2-f3d0-4684-bba0-cd0bc2eac374 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0572522 Jan 27 23:07:50.450421 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5eabef7c-bc4e-448c-8d96-f30b77fa7da1 req-8f451c57-904e-4cd6-b94d-c3e2534f343d tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444453 Jan 27 23:07:50.581436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968b785-9305-4f6a-9d22-eb3d6ec0d020 req-9b83f810-657c-4563-bbba-2931a855efcc tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:50.583050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f968b785-9305-4f6a-9d22-eb3d6ec0d020 req-9b83f810-657c-4563-bbba-2931a855efcc tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0554664 Jan 27 23:07:50.637458 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f968b785-9305-4f6a-9d22-eb3d6ec0d020 req-752759c3-9275-40f0-89bd-6b008522b3d3 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485513 Jan 27 23:07:50.777785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0c38d-bb56-4091-b53c-8659fc59cb33 req-7c180e02-5237-4230-b4c5-f7deb494c789 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:50.779298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb0c38d-bb56-4091-b53c-8659fc59cb33 req-7c180e02-5237-4230-b4c5-f7deb494c789 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Jan 27 23:07:50.829082 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb0c38d-bb56-4091-b53c-8659fc59cb33 req-3732d8f8-fb78-406b-9885-11e97dae6547 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Jan 27 23:07:51.153071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277eb73-43fd-43da-bfde-9aa5f1d5878a req-d6f6f8ac-4dfa-4f6c-83c4-907b85e43e85 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:51.154815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6277eb73-43fd-43da-bfde-9aa5f1d5878a req-d6f6f8ac-4dfa-4f6c-83c4-907b85e43e85 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0537610 Jan 27 23:07:51.214464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6277eb73-43fd-43da-bfde-9aa5f1d5878a req-03f26f15-8557-4275-9502-4d9f00d34aed tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Jan 27 23:07:51.558719 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:52.348400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116686ee-9b4d-4dea-abd8-81a7aba4f1e3 req-81a51ca8-82d7-41fd-9932-65dff6483820 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:52.349881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-116686ee-9b4d-4dea-abd8-81a7aba4f1e3 req-81a51ca8-82d7-41fd-9932-65dff6483820 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0537059 Jan 27 23:07:52.428346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-116686ee-9b4d-4dea-abd8-81a7aba4f1e3 req-313f6158-e109-49e0-b4d0-fb001863673c tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.45 "GET /v2.0/security-groups?id=e25164bc-e8bc-410c-88e8-f2b078e7f33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724409 Jan 27 23:07:52.436011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-660ad139-dc2b-48cc-809e-efe707ea0262 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:52.437527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-660ad139-dc2b-48cc-809e-efe707ea0262 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.57 "GET /v2.0/ports?device_id=fea1ee8b-00ad-4804-bcc2-d23620207555 HTTP/1.1" status: 200 len: 945 time: 0.0754476 Jan 27 23:07:52.535700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Deleting port 30b45f6b-88f0-4e7b-94bb-f01609792c93 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:07:52.536038 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:52.640164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] For port 30b45f6b-88f0-4e7b-94bb-f01609792c93, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=30b45f6b-88f0-4e7b-94bb-f01609792c93,segment=NetworkSegment(b58cb0dd-bf85-467e-8211-de7867c2887d),segment_id=b58cb0dd-bf85-467e-8211-de7867c2887d)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:52.640536 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:52.653605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Calling delete_port for 30b45f6b-88f0-4e7b-94bb-f01609792c93 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:07:52.794488 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (30b45f6b-88f0-4e7b-94bb-f01609792c93), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:52.807545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['30b45f6b-88f0-4e7b-94bb-f01609792c93'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:07:52.822354 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Pushing event deleted for resources: {'Port': ['ID=30b45f6b-88f0-4e7b-94bb-f01609792c93,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:52.869947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] No DVR routers for this DVR port 30b45f6b-88f0-4e7b-94bb-f01609792c93 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:07:52.872795 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:52.876478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b8b3834-b9be-4ded-af4c-94ca0f554cfd req-44e8f6ef-3009-402c-95ff-24bff2d43518 tempest-ServersNegativeTestJSON-937835469 tempest-ServersNegativeTestJSON-937835469-project] 10.222.0.57 "DELETE /v2.0/ports/30b45f6b-88f0-4e7b-94bb-f01609792c93 HTTP/1.1" status: 204 len: 173 time: 0.4329619 Jan 27 23:07:52.876946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea1ee8b-00ad-4804-bcc2-d23620207555', 'name': 'network-vif-deleted', 'tag': '30b45f6b-88f0-4e7b-94bb-f01609792c93'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:52.879267 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a3ad1-3dda-4d9c-9551-6a32fda0e9fa" -d '{"events": [{"server_uuid": "fea1ee8b-00ad-4804-bcc2-d23620207555", "name": "network-vif-deleted", "tag": "30b45f6b-88f0-4e7b-94bb-f01609792c93"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:52.918644 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6493ea35-b7d1-466a-9cf8-d3bf48a7e866 x-openstack-request-id: req-6493ea35-b7d1-466a-9cf8-d3bf48a7e866 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:52.918941 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea1ee8b-00ad-4804-bcc2-d23620207555", "name": "network-vif-deleted", "tag": "30b45f6b-88f0-4e7b-94bb-f01609792c93", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:52.919200 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6493ea35-b7d1-466a-9cf8-d3bf48a7e866 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:52.919649 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea1ee8b-00ad-4804-bcc2-d23620207555', 'name': 'network-vif-deleted', 'tag': '30b45f6b-88f0-4e7b-94bb-f01609792c93', 'status': 'completed', 'code': 200} Jan 27 23:07:53.182697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 17d98d2c-68cd-4027-9e24-c2dad698f82b no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:07:53.206599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: 17d98d2c-68cd-4027-9e24-c2dad698f82b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:07:53.206944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device 17d98d2c-68cd-4027-9e24-c2dad698f82b not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:07:53.493549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47086) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:53.556588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fad10b-a6d6-4b8a-a473-43f87e151332 admin admin] Deleting subnet 71ebee00-bffe-4405-82c8-9a018465b184 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:07:53.562028 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49fad10b-a6d6-4b8a-a473-43f87e151332 admin admin] Publish callbacks [] for subnet (71ebee00-bffe-4405-82c8-9a018465b184), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:53.614602 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49fad10b-a6d6-4b8a-a473-43f87e151332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (71ebee00-bffe-4405-82c8-9a018465b184), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:53.657625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49fad10b-a6d6-4b8a-a473-43f87e151332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (71ebee00-bffe-4405-82c8-9a018465b184), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:53.726465 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49fad10b-a6d6-4b8a-a473-43f87e151332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (71ebee00-bffe-4405-82c8-9a018465b184), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:53.753991 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fad10b-a6d6-4b8a-a473-43f87e151332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ebee00-bffe-4405-82c8-9a018465b184,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:53.758057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-49fad10b-a6d6-4b8a-a473-43f87e151332 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:53.761532 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-49fad10b-a6d6-4b8a-a473-43f87e151332 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/71ebee00-bffe-4405-82c8-9a018465b184 HTTP/1.1" status: 204 len: 168 time: 0.2639840 Jan 27 23:07:53.765392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47088) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:53.858203 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (9bc56e91-529e-4338-be9e-71277e634d2b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:53.948459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (9bc56e91-529e-4338-be9e-71277e634d2b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:53.979269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc56e91-529e-4338-be9e-71277e634d2b']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:53.990393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58cb0dd-bf85-467e-8211-de7867c2887d') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:53.990721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58cb0dd-bf85-467e-8211-de7867c2887d') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:07:54.002434 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (b58cb0dd-bf85-467e-8211-de7867c2887d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.019761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (b58cb0dd-bf85-467e-8211-de7867c2887d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.028072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:07:54.028208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (b58cb0dd-bf85-467e-8211-de7867c2887d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:07:54.030063 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:07:54.094324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (9bc56e91-529e-4338-be9e-71277e634d2b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.100439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.103734 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9bc56e91-529e-4338-be9e-71277e634d2b HTTP/1.1" status: 204 len: 168 time: 0.3369236 Jan 27 23:07:54.116147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36badec6-0037-45a8-a305-90b4a57d6b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc56e91-529e-4338-be9e-71277e634d2b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:54.232621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47092) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:54.276927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c5557c61-31a4-4b50-a4a8-d05f35cbcec6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=866545d4a96c43d997fb635199172976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431478 Jan 27 23:07:54.279763 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47094) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:54.333058 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baf93dd5-759f-4eaf-93f9-c4929892a6f2 admin admin] Publish callbacks [] for security_group (e25164bc-e8bc-410c-88e8-f2b078e7f33c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.360361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baf93dd5-759f-4eaf-93f9-c4929892a6f2 admin admin] Publish callbacks [] for security_group (e25164bc-e8bc-410c-88e8-f2b078e7f33c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.414719 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baf93dd5-759f-4eaf-93f9-c4929892a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e25164bc-e8bc-410c-88e8-f2b078e7f33c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.419082 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-baf93dd5-759f-4eaf-93f9-c4929892a6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.420485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-baf93dd5-759f-4eaf-93f9-c4929892a6f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e25164bc-e8bc-410c-88e8-f2b078e7f33c HTTP/1.1" status: 204 len: 168 time: 0.1396484 Jan 27 23:07:54.429870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf93dd5-759f-4eaf-93f9-c4929892a6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25164bc-e8bc-410c-88e8-f2b078e7f33c,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:55.192571 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47116) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:55.302836 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-380233146'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:55.324790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:07:55.329340 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:55.339195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:55.429458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for security_group (c817904a-1355-49d7-90f0-615c0dab9f00), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:55.434704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c817904a-1355-49d7-90f0-615c0dab9f00), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:55.462921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:07:55.473038 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c817904a-1355-49d7-90f0-615c0dab9f00,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:55.478289 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4527b717-852f-4010-98d6-13015d2048cd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:55.478632 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Added segment 4527b717-852f-4010-98d6-13015d2048cd of type vlan for network d85f0e51-ead2-4abf-8312-d25a175ca407 Jan 27 23:07:55.525247 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (d85f0e51-ead2-4abf-8312-d25a175ca407), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:55.553415 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (d85f0e51-ead2-4abf-8312-d25a175ca407), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:55.558486 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:55.559083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:55.620396 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4242785 Jan 27 23:07:55.632079 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438e3fa-710b-44d8-bcbd-0363d5baa542 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Network': ['ID=d85f0e51-ead2-4abf-8312-d25a175ca407,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:55.644797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network d85f0e51-ead2-4abf-8312-d25a175ca407 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:07:56.014060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 30b45f6b-88f0-4e7b-94bb-f01609792c93 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:07:56.040292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 30b45f6b-88f0-4e7b-94bb-f01609792c93 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:07:56.040652 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 30b45f6b-88f0-4e7b-94bb-f01609792c93 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:07:58.865841 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47120) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:58.871234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'subnet': {'network_id': 'd85f0e51-ead2-4abf-8312-d25a175ca407', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:58.965763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:07:58.969347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.197222 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (de9fd204-dec3-439a-954b-34431327b04f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.587573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Subnet': ['ID=de9fd204-dec3-439a-954b-34431327b04f,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:59.598598 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Checking segment: {'id': '4527b717-852f-4010-98d6-13015d2048cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd85f0e51-ead2-4abf-8312-d25a175ca407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:07:59.598954 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network hostable DHCP agents. Network: d85f0e51-ead2-4abf-8312-d25a175ca407, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:07:59.627364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network d85f0e51-ead2-4abf-8312-d25a175ca407 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:07:59.639789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, d85f0e51-ead2-4abf-8312-d25a175ca407) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:07:59.648773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f2bb4-227a-413d-9186-5b111b0faa23 None None] Network d85f0e51-ead2-4abf-8312-d25a175ca407 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:07:59.649857 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:59.650442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.671467 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6aba94b0-709d-4a54-9f05-17304211994d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8034177 Jan 27 23:07:59.680482 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47122) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:59.685964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97755213'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:59.709237 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:07:59.714534 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.744122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:07:59.756115 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9f60ab00-28d7-4d26-973d-2e9da7b6a9c8), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.756115 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Added segment 9f60ab00-28d7-4d26-973d-2e9da7b6a9c8 of type vlan for network 7a747824-d88e-4c3a-8e3b-c6967182842b Jan 27 23:07:59.758360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-d85f0e51-ead2-4abf-8312-d25a175ca407', 'network_id': 'd85f0e51-ead2-4abf-8312-d25a175ca407', 'project_id': 'c13a2363c459446c82936607e5d90578', 'fixed_ips': [{'subnet_id': 'de9fd204-dec3-439a-954b-34431327b04f'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:07:59.760204 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.801321 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (7a747824-d88e-4c3a-8e3b-c6967182842b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.834785 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (7a747824-d88e-4c3a-8e3b-c6967182842b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.840580 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:59.841460 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.900695 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2190349 Jan 27 23:07:59.903787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47124) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:07:59.909200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'subnet': {'network_id': '7a747824-d88e-4c3a-8e3b-c6967182842b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:59.910281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Allocated IP 2001:db8:0:ffff::2 (d85f0e51-ead2-4abf-8312-d25a175ca407/de9fd204-dec3-439a-954b-34431327b04f/0d10bcea-a8e8-4319-9717-5cb473b1c5e6) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:07:59.921727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b066b9-d660-440d-9b9e-207b02676ad4 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Network': ['ID=7a747824-d88e-4c3a-8e3b-c6967182842b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:59.941291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 7a747824-d88e-4c3a-8e3b-c6967182842b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:00.008943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:00.012803 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.140106 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Publish callbacks [] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.149011 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.189576 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Network d85f0e51-ead2-4abf-8312-d25a175ca407 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:00.192898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:00.196416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:00.213326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Pushing event updated for resources: {'Port': ['ID=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:00.232154 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (82c076e9-9b4a-4e18-909e-ae040ec90b6a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.263352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Attempting to bind port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:00.263803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Attempting to bind port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '4527b717-852f-4010-98d6-13015d2048cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd85f0e51-ead2-4abf-8312-d25a175ca407'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:00.264198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Attempting to bind port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 on network d85f0e51-ead2-4abf-8312-d25a175ca407 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:00.269790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:00.270176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Checking segment: {'id': '4527b717-852f-4010-98d6-13015d2048cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd85f0e51-ead2-4abf-8312-d25a175ca407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:00.270586 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.270985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Bound using segment: {'id': '4527b717-852f-4010-98d6-13015d2048cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd85f0e51-ead2-4abf-8312-d25a175ca407'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:00.271473 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Bound port: 0d10bcea-a8e8-4319-9717-5cb473b1c5e6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4527b717-852f-4010-98d6-13015d2048cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd85f0e51-ead2-4abf-8312-d25a175ca407'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:00.271870 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.299085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Subnet': ['ID=82c076e9-9b4a-4e18-909e-ae040ec90b6a,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:00.318108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Checking segment: {'id': '9f60ab00-28d7-4d26-973d-2e9da7b6a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7a747824-d88e-4c3a-8e3b-c6967182842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:00.318477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network hostable DHCP agents. Network: 7a747824-d88e-4c3a-8e3b-c6967182842b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:00.341991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network 7a747824-d88e-4c3a-8e3b-c6967182842b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:00.347371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] For port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:00.350988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] For port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,segment=NetworkSegment(4527b717-852f-4010-98d6-13015d2048cd),segment_id=4527b717-852f-4010-98d6-13015d2048cd)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:00.355255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 7a747824-d88e-4c3a-8e3b-c6967182842b) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:00.361691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:00.361986 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.362605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.369779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9932b6-90ca-4804-9898-96e763464c3f None None] Network 7a747824-d88e-4c3a-8e3b-c6967182842b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:00.383172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-162a7b81-341c-4bcf-b8ac-30d8d8264fc1 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4781272 Jan 27 23:08:00.386108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47126) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:00.482552 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebeaee6-7afd-4e6e-9a90-a699b1f6da88 None None] Pushing event updated for resources: {'Port': ['ID=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:00.499371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (7a747824-d88e-4c3a-8e3b-c6967182842b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.639569 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (82c076e9-9b4a-4e18-909e-ae040ec90b6a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.749736 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (82c076e9-9b4a-4e18-909e-ae040ec90b6a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.750025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4cb6c-b710-4478-991f-70053514cca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-7a747824-d88e-4c3a-8e3b-c6967182842b', 'network_id': '7a747824-d88e-4c3a-8e3b-c6967182842b', 'project_id': 'c13a2363c459446c82936607e5d90578', 'fixed_ips': [{'subnet_id': '82c076e9-9b4a-4e18-909e-ae040ec90b6a'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:00.750639 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ae4cb6c-b710-4478-991f-70053514cca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.781814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Subnet': ['ID=82c076e9-9b4a-4e18-909e-ae040ec90b6a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:00.844333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08fe09e-ab28-46ec-b74e-03719611fa24 None None] Network 7a747824-d88e-4c3a-8e3b-c6967182842b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:00.872459 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (7a747824-d88e-4c3a-8e3b-c6967182842b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.896774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a747824-d88e-4c3a-8e3b-c6967182842b']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:00.907586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f60ab00-28d7-4d26-973d-2e9da7b6a9c8') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:00.908349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f60ab00-28d7-4d26-973d-2e9da7b6a9c8') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:00.925075 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (9f60ab00-28d7-4d26-973d-2e9da7b6a9c8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.940653 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (9f60ab00-28d7-4d26-973d-2e9da7b6a9c8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.947143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:00.947613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (9f60ab00-28d7-4d26-973d-2e9da7b6a9c8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:00.950792 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:01.016040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (7a747824-d88e-4c3a-8e3b-c6967182842b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.023774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.026899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/7a747824-d88e-4c3a-8e3b-c6967182842b HTTP/1.1" status: 204 len: 168 time: 0.6396682 Jan 27 23:08:01.031290 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47128) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:01.036616 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804761930'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:01.046626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7771d6d-7e6f-4a42-93bb-d742eacb2b3e tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Network': ['ID=7a747824-d88e-4c3a-8e3b-c6967182842b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:01.069077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:01.072656 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.098536 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:01.108229 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8428a0d2-7520-4f92-80f8-5a45df8928fb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.108573 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Added segment 8428a0d2-7520-4f92-80f8-5a45df8928fb of type vlan for network aa8e56ec-da55-4801-a8b7-2b61e7be17ae Jan 27 23:08:01.153580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (aa8e56ec-da55-4801-a8b7-2b61e7be17ae), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.193268 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (aa8e56ec-da55-4801-a8b7-2b61e7be17ae), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.200323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:01.201008 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.291132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Network': ['ID=aa8e56ec-da55-4801-a8b7-2b61e7be17ae,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:01.305623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network aa8e56ec-da55-4801-a8b7-2b61e7be17ae details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:01.351629 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e1bb81b0-1fda-4baa-9e3e-b3694b6018fb tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3190317 Jan 27 23:08:01.354618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47130) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:01.360288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'subnet': {'network_id': 'aa8e56ec-da55-4801-a8b7-2b61e7be17ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:01.455664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:01.460864 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.532024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aade1bc-9c89-4798-8a7f-9c0951c0ad2a None None] Network d85f0e51-ead2-4abf-8312-d25a175ca407 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:01.546558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Performing IP validity checks on allocation pools {{(pid=103330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 23:08:01.547074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103330) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 23:08:01.607043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-7d035a93-6001-40a5-ae08-c3e012e78c38 None None] Provisioning complete for port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:01.607440 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d035a93-6001-40a5-ae08-c3e012e78c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.686160 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (47742fc8-bdec-42a7-adb9-ad7721273cf7), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.740117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-7d035a93-6001-40a5-ae08-c3e012e78c38 None None] Current status of the port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:01.740517 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d035a93-6001-40a5-ae08-c3e012e78c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.756284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Subnet': ['ID=47742fc8-bdec-42a7-adb9-ad7721273cf7,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:01.776634 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Checking segment: {'id': '8428a0d2-7520-4f92-80f8-5a45df8928fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'aa8e56ec-da55-4801-a8b7-2b61e7be17ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:01.777072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network hostable DHCP agents. Network: aa8e56ec-da55-4801-a8b7-2b61e7be17ae, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:01.784395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-7d035a93-6001-40a5-ae08-c3e012e78c38 None None] For port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,segment=NetworkSegment(4527b717-852f-4010-98d6-13015d2048cd),segment_id=4527b717-852f-4010-98d6-13015d2048cd)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:01.790378 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7d035a93-6001-40a5-ae08-c3e012e78c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.804425 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network aa8e56ec-da55-4801-a8b7-2b61e7be17ae is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:01.820453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, aa8e56ec-da55-4801-a8b7-2b61e7be17ae) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:01.828865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:01.830305 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.831344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32f90a-082f-41c0-9c9d-e993bc8a81d1 None None] Network aa8e56ec-da55-4801-a8b7-2b61e7be17ae requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:01.854121 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4734f5c0-4c4a-4616-835f-5e9b1b83fb17 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4979208 Jan 27 23:08:01.856770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47132) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:01.917329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d035a93-6001-40a5-ae08-c3e012e78c38 None None] Pushing event updated for resources: {'Port': ['ID=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:01.975212 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (aa8e56ec-da55-4801-a8b7-2b61e7be17ae), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:01.982145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f91be-a962-4d8f-abdf-4a01d6654009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-aa8e56ec-da55-4801-a8b7-2b61e7be17ae', 'network_id': 'aa8e56ec-da55-4801-a8b7-2b61e7be17ae', 'project_id': 'c13a2363c459446c82936607e5d90578', 'fixed_ips': [{'subnet_id': '47742fc8-bdec-42a7-adb9-ad7721273cf7'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:01.983121 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-770f91be-a962-4d8f-abdf-4a01d6654009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.066071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (47742fc8-bdec-42a7-adb9-ad7721273cf7), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.082108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9452b982-f59b-4a80-8265-b9974bb35707 None None] Provisioning complete for port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:02.082889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9452b982-f59b-4a80-8265-b9974bb35707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.136665 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (47742fc8-bdec-42a7-adb9-ad7721273cf7), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-770f91be-a962-4d8f-abdf-4a01d6654009 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47742fc8-bdec-42a7-adb9-ad7721273cf7: This subnet is being modified by another concurrent operation. Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47742fc8-bdec-42a7-adb9-ad7721273cf7: This subnet is being modified by another concurrent operation. Jan 27 23:08:02.142829 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 23:08:02.170450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Subnet': ['ID=47742fc8-bdec-42a7-adb9-ad7721273cf7,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:02.195764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:02.198685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab562322-f3df-4306-8ed6-8a7f24ab7c9a None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 23:08:02.235575 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (aa8e56ec-da55-4801-a8b7-2b61e7be17ae), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.267360 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8e56ec-da55-4801-a8b7-2b61e7be17ae']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:02.270014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9452b982-f59b-4a80-8265-b9974bb35707 None None] Current status of the port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:02.278769 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8428a0d2-7520-4f92-80f8-5a45df8928fb') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:02.279185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8428a0d2-7520-4f92-80f8-5a45df8928fb') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:02.290482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (8428a0d2-7520-4f92-80f8-5a45df8928fb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.308348 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8428a0d2-7520-4f92-80f8-5a45df8928fb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.315610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:02.316071 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (8428a0d2-7520-4f92-80f8-5a45df8928fb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:02.319439 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:02.329364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:02.329719 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.332518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab562322-f3df-4306-8ed6-8a7f24ab7c9a None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 23:08:02.380811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (aa8e56ec-da55-4801-a8b7-2b61e7be17ae), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.390060 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.393406 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/aa8e56ec-da55-4801-a8b7-2b61e7be17ae HTTP/1.1" status: 204 len: 168 time: 0.5355439 Jan 27 23:08:02.397274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47134) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:02.403114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1777364303'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:02.403803 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a09054-5c4b-4013-95cf-46993f83b72f tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Network': ['ID=aa8e56ec-da55-4801-a8b7-2b61e7be17ae,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:02.432569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:02.436562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.463203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:02.473549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (710a4a6b-545a-4a45-8648-f0d0f257e951), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.473895 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Added segment 710a4a6b-545a-4a45-8648-f0d0f257e951 of type vlan for network f4970b48-4506-4f94-be1e-27939a243104 Jan 27 23:08:02.492807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:02.516327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f4970b48-4506-4f94-be1e-27939a243104), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.544536 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f4970b48-4506-4f94-be1e-27939a243104), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.550245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:02.550975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.571081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc23a67-b42a-4480-8def-e65e7b148969 None None] Network aa8e56ec-da55-4801-a8b7-2b61e7be17ae requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:02.584311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc23a67-b42a-4480-8def-e65e7b148969 None None] Network aa8e56ec-da55-4801-a8b7-2b61e7be17ae could not be found, it might have been deleted concurrently. {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 23:08:02.632144 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2337313 Jan 27 23:08:02.635287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47136) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:02.641011 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'subnet': {'network_id': 'f4970b48-4506-4f94-be1e-27939a243104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:02.658097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4cdb8-28dc-4ad4-b297-5a8397e30449 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Network': ['ID=f4970b48-4506-4f94-be1e-27939a243104,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:02.668103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f4970b48-4506-4f94-be1e-27939a243104 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:02.737906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:02.741438 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.943879 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (7793f52d-fb22-46f0-81f6-ea33eaf1f1c5), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.004751 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Subnet': ['ID=7793f52d-fb22-46f0-81f6-ea33eaf1f1c5,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:03.014110 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Checking segment: {'id': '710a4a6b-545a-4a45-8648-f0d0f257e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f4970b48-4506-4f94-be1e-27939a243104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:03.014503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network hostable DHCP agents. Network: f4970b48-4506-4f94-be1e-27939a243104, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:03.032641 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network f4970b48-4506-4f94-be1e-27939a243104 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:03.042773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f4970b48-4506-4f94-be1e-27939a243104) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:03.047204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:03.047863 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.054766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b38271-ac81-45d7-94c2-07189cdb6542 None None] Network f4970b48-4506-4f94-be1e-27939a243104 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:03.065067 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b5ef5fab-18de-4239-8dcc-0ac1c671ccc3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4283860 Jan 27 23:08:03.069444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47138) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:03.074311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860182729'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:03.096057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:03.099698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.130754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:03.140881 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (92a6b14c-fa8c-494a-b576-c6c12c46a86c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.141242 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Added segment 92a6b14c-fa8c-494a-b576-c6c12c46a86c of type vlan for network 81dd6166-5ffe-4f9b-a3e8-2b0369a7decb Jan 27 23:08:03.159877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-f4970b48-4506-4f94-be1e-27939a243104', 'network_id': 'f4970b48-4506-4f94-be1e-27939a243104', 'project_id': 'c13a2363c459446c82936607e5d90578', 'fixed_ips': [{'subnet_id': '7793f52d-fb22-46f0-81f6-ea33eaf1f1c5'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:03.160788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.196762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (81dd6166-5ffe-4f9b-a3e8-2b0369a7decb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.224712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (81dd6166-5ffe-4f9b-a3e8-2b0369a7decb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.230618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:03.231261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.291991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2217340 Jan 27 23:08:03.293212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47140) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:03.298849 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Request body: {'subnet': {'network_id': '81dd6166-5ffe-4f9b-a3e8-2b0369a7decb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:03.303032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Allocated IP 2001:db8::2 (f4970b48-4506-4f94-be1e-27939a243104/7793f52d-fb22-46f0-81f6-ea33eaf1f1c5/48d03808-b3d0-47a1-819c-1000428f9b2d) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:03.313270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54824faa-6599-48e3-9f6b-67a61788019d tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Network': ['ID=81dd6166-5ffe-4f9b-a3e8-2b0369a7decb,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:03.314744 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:08:03.336728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 81dd6166-5ffe-4f9b-a3e8-2b0369a7decb details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:03.401392 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Made reservation on behalf of c13a2363c459446c82936607e5d90578 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:03.405591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.528463 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Publish callbacks [] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.535004 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.578824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Network f4970b48-4506-4f94-be1e-27939a243104 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:03.581931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:03.584616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:03.596566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Pushing event updated for resources: {'Port': ['ID=48d03808-b3d0-47a1-819c-1000428f9b2d,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:03.613706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (4a159601-8d47-42db-b732-461689edd4b0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.653405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Attempting to bind port 48d03808-b3d0-47a1-819c-1000428f9b2d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:03.654150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Attempting to bind port 48d03808-b3d0-47a1-819c-1000428f9b2d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '710a4a6b-545a-4a45-8648-f0d0f257e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f4970b48-4506-4f94-be1e-27939a243104'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:03.654903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Attempting to bind port 48d03808-b3d0-47a1-819c-1000428f9b2d on network f4970b48-4506-4f94-be1e-27939a243104 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:03.663572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:03.664139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Checking segment: {'id': '710a4a6b-545a-4a45-8648-f0d0f257e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f4970b48-4506-4f94-be1e-27939a243104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:03.664690 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.665997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Bound using segment: {'id': '710a4a6b-545a-4a45-8648-f0d0f257e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f4970b48-4506-4f94-be1e-27939a243104'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:03.666215 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Bound port: 48d03808-b3d0-47a1-819c-1000428f9b2d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710a4a6b-545a-4a45-8648-f0d0f257e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f4970b48-4506-4f94-be1e-27939a243104'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:03.666681 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.682513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event updated for resources: {'Subnet': ['ID=4a159601-8d47-42db-b732-461689edd4b0,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:03.693207 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Checking segment: {'id': '92a6b14c-fa8c-494a-b576-c6c12c46a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81dd6166-5ffe-4f9b-a3e8-2b0369a7decb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:03.693579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network hostable DHCP agents. Network: 81dd6166-5ffe-4f9b-a3e8-2b0369a7decb, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:03.712108 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Network 81dd6166-5ffe-4f9b-a3e8-2b0369a7decb is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:03.723132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 81dd6166-5ffe-4f9b-a3e8-2b0369a7decb) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:03.727604 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:03.728211 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.736896 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b665a6-df8e-4162-916f-2ca726123297 None None] Network 81dd6166-5ffe-4f9b-a3e8-2b0369a7decb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:03.751284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47142) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:03.751969 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-21e1f08b-b5d5-4f05-9362-d6749e1197f5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569595 Jan 27 23:08:03.789189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] For port 48d03808-b3d0-47a1-819c-1000428f9b2d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:03.810815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] For port 48d03808-b3d0-47a1-819c-1000428f9b2d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=48d03808-b3d0-47a1-819c-1000428f9b2d,segment=NetworkSegment(710a4a6b-545a-4a45-8648-f0d0f257e951),segment_id=710a4a6b-545a-4a45-8648-f0d0f257e951)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:03.818734 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.863115 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (81dd6166-5ffe-4f9b-a3e8-2b0369a7decb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.908525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c4e797-d2c7-4772-b958-4d1d8b852bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-81dd6166-5ffe-4f9b-a3e8-2b0369a7decb', 'network_id': '81dd6166-5ffe-4f9b-a3e8-2b0369a7decb', 'project_id': 'c13a2363c459446c82936607e5d90578', 'fixed_ips': [{'subnet_id': '4a159601-8d47-42db-b732-461689edd4b0'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:03.909407 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-50c4e797-d2c7-4772-b958-4d1d8b852bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.931934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (4a159601-8d47-42db-b732-461689edd4b0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:03.932641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ed035-9e9a-4271-a685-07de34b9e760 None None] Pushing event updated for resources: {'Port': ['ID=48d03808-b3d0-47a1-819c-1000428f9b2d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:04.001779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (4a159601-8d47-42db-b732-461689edd4b0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server [None req-50c4e797-d2c7-4772-b958-4d1d8b852bee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a159601-8d47-42db-b732-461689edd4b0: This subnet is being modified by another concurrent operation. Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server raise exception Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a159601-8d47-42db-b732-461689edd4b0: This subnet is being modified by another concurrent operation. Jan 27 23:08:04.027177 n-d-826529-2 neutron-server[103331]: ERROR oslo_messaging.rpc.server Jan 27 23:08:04.038166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Subnet': ['ID=4a159601-8d47-42db-b732-461689edd4b0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:04.053807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0126f-3e6f-4b90-a883-bac858bfcb24 None None] Network 81dd6166-5ffe-4f9b-a3e8-2b0369a7decb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:04.127629 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (81dd6166-5ffe-4f9b-a3e8-2b0369a7decb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.143455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a76e22c-ae72-4c9b-a8d6-4883efad0fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.162358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81dd6166-5ffe-4f9b-a3e8-2b0369a7decb']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:04.180289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a6b14c-fa8c-494a-b576-c6c12c46a86c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:04.180603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a6b14c-fa8c-494a-b576-c6c12c46a86c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:04.192327 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (92a6b14c-fa8c-494a-b576-c6c12c46a86c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.208015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (92a6b14c-fa8c-494a-b576-c6c12c46a86c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.215813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:04.216348 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (92a6b14c-fa8c-494a-b576-c6c12c46a86c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:04.220250 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:04.289085 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (81dd6166-5ffe-4f9b-a3e8-2b0369a7decb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.297035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.300222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/81dd6166-5ffe-4f9b-a3e8-2b0369a7decb HTTP/1.1" status: 204 len: 168 time: 0.5476494 Jan 27 23:08:04.303677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47144) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:04.313339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5986d1-bd22-4f27-9754-33890c71b36c tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Network': ['ID=81dd6166-5ffe-4f9b-a3e8-2b0369a7decb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:04.332550 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e950a01-ed80-41fc-9124-98e607af3d14 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] GET failed (client error): The resource could not be found. Jan 27 23:08:04.333879 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1e950a01-ed80-41fc-9124-98e607af3d14 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "GET /v2.0/subnets/4a159601-8d47-42db-b732-461689edd4b0 HTTP/1.1" status: 404 len: 337 time: 0.0291879 Jan 27 23:08:04.336866 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47146) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:04.356266 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2f69d3-806b-4287-8801-8b05210ad2b3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] DELETE failed (client error): The resource could not be found. Jan 27 23:08:04.356700 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2f69d3-806b-4287-8801-8b05210ad2b3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 23:08:04.359878 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1a2f69d3-806b-4287-8801-8b05210ad2b3 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/81dd6166-5ffe-4f9b-a3e8-2b0369a7decb HTTP/1.1" status: 404 len: 339 time: 0.0220001 Jan 27 23:08:04.363891 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47148) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:04.391058 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3cca48-0a7f-4fad-b632-ad35bb867c0b tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] DELETE failed (client error): The resource could not be found. Jan 27 23:08:04.391559 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3cca48-0a7f-4fad-b632-ad35bb867c0b tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 23:08:04.394665 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ff3cca48-0a7f-4fad-b632-ad35bb867c0b tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/subnets/4a159601-8d47-42db-b732-461689edd4b0 HTTP/1.1" status: 404 len: 337 time: 0.0297847 Jan 27 23:08:04.397377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47150) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:04.416376 n-d-826529-2 neutron-server[103329]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc2477e-d31c-43cd-86b0-14eb4d708d68 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] DELETE failed (client error): The resource could not be found. Jan 27 23:08:04.417017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc2477e-d31c-43cd-86b0-14eb4d708d68 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103329) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 23:08:04.420585 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bfc2477e-d31c-43cd-86b0-14eb4d708d68 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/81dd6166-5ffe-4f9b-a3e8-2b0369a7decb HTTP/1.1" status: 404 len: 339 time: 0.0222695 Jan 27 23:08:04.423690 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47152) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:04.479904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da62174-c82b-4c81-90d5-be114d7584c7 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Deleting subnet 7793f52d-fb22-46f0-81f6-ea33eaf1f1c5 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:08:04.483746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6da62174-c82b-4c81-90d5-be114d7584c7 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (7793f52d-fb22-46f0-81f6-ea33eaf1f1c5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.529037 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6da62174-c82b-4c81-90d5-be114d7584c7 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (7793f52d-fb22-46f0-81f6-ea33eaf1f1c5), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.665090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6da62174-c82b-4c81-90d5-be114d7584c7 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7793f52d-fb22-46f0-81f6-ea33eaf1f1c5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.729548 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6da62174-c82b-4c81-90d5-be114d7584c7 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (7793f52d-fb22-46f0-81f6-ea33eaf1f1c5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.759927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da62174-c82b-4c81-90d5-be114d7584c7 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Subnet': ['ID=7793f52d-fb22-46f0-81f6-ea33eaf1f1c5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:04.761978 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6da62174-c82b-4c81-90d5-be114d7584c7 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.768055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6da62174-c82b-4c81-90d5-be114d7584c7 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/subnets/7793f52d-fb22-46f0-81f6-ea33eaf1f1c5 HTTP/1.1" status: 204 len: 168 time: 0.3406401 Jan 27 23:08:04.768055 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47154) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:04.856129 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f4970b48-4506-4f94-be1e-27939a243104), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.914426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Deleting port 48d03808-b3d0-47a1-819c-1000428f9b2d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:04.914781 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.922854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05df847-bd25-41fb-95f0-5908f0a9f218 None None] get_active_networks_info from n-d-826529-2 {{(pid=103331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 23:08:04.983024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] For port 48d03808-b3d0-47a1-819c-1000428f9b2d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=48d03808-b3d0-47a1-819c-1000428f9b2d,segment=NetworkSegment(710a4a6b-545a-4a45-8648-f0d0f257e951),segment_id=710a4a6b-545a-4a45-8648-f0d0f257e951)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:04.983373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.993043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05df847-bd25-41fb-95f0-5908f0a9f218 None None] Resources bound (agent type, host, resource id): {{(pid=103331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 23:08:04.997534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Calling delete_port for 48d03808-b3d0-47a1-819c-1000428f9b2d owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:05.240430 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-93d0ad3a-f41e-434d-91b6-cf98e44a59ec None None] Provisioning complete for port 48d03808-b3d0-47a1-819c-1000428f9b2d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:05.241078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-93d0ad3a-f41e-434d-91b6-cf98e44a59ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.387188 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-93d0ad3a-f41e-434d-91b6-cf98e44a59ec None None] Current status of the port 48d03808-b3d0-47a1-819c-1000428f9b2d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:05.387713 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-93d0ad3a-f41e-434d-91b6-cf98e44a59ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.399308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b7564-55f8-4e9d-afec-dc4a68bac139 None None] Network f4970b48-4506-4f94-be1e-27939a243104 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:05.471695 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-93d0ad3a-f41e-434d-91b6-cf98e44a59ec None None] For port 48d03808-b3d0-47a1-819c-1000428f9b2d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=48d03808-b3d0-47a1-819c-1000428f9b2d,segment=NetworkSegment(710a4a6b-545a-4a45-8648-f0d0f257e951),segment_id=710a4a6b-545a-4a45-8648-f0d0f257e951)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:05.478619 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-93d0ad3a-f41e-434d-91b6-cf98e44a59ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.488039 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (48d03808-b3d0-47a1-819c-1000428f9b2d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.515064 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Port': ['ID=48d03808-b3d0-47a1-819c-1000428f9b2d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:05.518959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No DVR routers for this DVR port 48d03808-b3d0-47a1-819c-1000428f9b2d on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:05.520532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0ad3a-f41e-434d-91b6-cf98e44a59ec None None] Pushing event deleted for resources: {'Port': ['ID=48d03808-b3d0-47a1-819c-1000428f9b2d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:05.595513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22ef87-ba57-47b5-ab09-dd10e4fdc04a None None] DHCP port deletion for f4970b48-4506-4f94-be1e-27939a243104 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:08:05.609362 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f4970b48-4506-4f94-be1e-27939a243104), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.631804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4970b48-4506-4f94-be1e-27939a243104']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:05.643798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710a4a6b-545a-4a45-8648-f0d0f257e951') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:05.644123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710a4a6b-545a-4a45-8648-f0d0f257e951') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:05.654079 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (710a4a6b-545a-4a45-8648-f0d0f257e951), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.669081 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (710a4a6b-545a-4a45-8648-f0d0f257e951), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.676515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:05.676966 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (710a4a6b-545a-4a45-8648-f0d0f257e951), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:05.680171 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:05.748617 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f4970b48-4506-4f94-be1e-27939a243104), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.756024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:05.759538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/f4970b48-4506-4f94-be1e-27939a243104 HTTP/1.1" status: 204 len: 168 time: 0.9904065 Jan 27 23:08:05.762255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47156) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:05.779079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaa74d-0b82-4492-a005-c636c22f76b2 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Network': ['ID=f4970b48-4506-4f94-be1e-27939a243104,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:05.805761 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac89ab0-6da9-4d69-99e1-5d4424434517 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] DELETE failed (client error): The resource could not be found. Jan 27 23:08:05.806222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac89ab0-6da9-4d69-99e1-5d4424434517 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 23:08:05.809322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3ac89ab0-6da9-4d69-99e1-5d4424434517 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/subnets/47742fc8-bdec-42a7-adb9-ad7721273cf7 HTTP/1.1" status: 404 len: 337 time: 0.0376031 Jan 27 23:08:05.812330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:05.835656 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b05b43b-1ad4-4ec4-9609-1ee1da46ea06 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] DELETE failed (client error): The resource could not be found. Jan 27 23:08:05.836060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b05b43b-1ad4-4ec4-9609-1ee1da46ea06 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 23:08:05.839040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1b05b43b-1ad4-4ec4-9609-1ee1da46ea06 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/aa8e56ec-da55-4801-a8b7-2b61e7be17ae HTTP/1.1" status: 404 len: 339 time: 0.0257599 Jan 27 23:08:05.843151 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47160) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:05.869889 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d0e903-9552-41b5-9a71-6c983348f54b tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] DELETE failed (client error): The resource could not be found. Jan 27 23:08:05.870344 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d0e903-9552-41b5-9a71-6c983348f54b tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 23:08:05.873830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-20d0e903-9552-41b5-9a71-6c983348f54b tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/subnets/82c076e9-9b4a-4e18-909e-ae040ec90b6a HTTP/1.1" status: 404 len: 337 time: 0.0296378 Jan 27 23:08:05.876778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47162) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:05.895375 n-d-826529-2 neutron-server[103330]: INFO neutron.pecan_wsgi.hooks.translation [None req-223cdf8b-2964-4dbf-bacd-2dcbc4dc6824 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] DELETE failed (client error): The resource could not be found. Jan 27 23:08:05.895826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223cdf8b-2964-4dbf-bacd-2dcbc4dc6824 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103330) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 23:08:05.899100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-223cdf8b-2964-4dbf-bacd-2dcbc4dc6824 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/7a747824-d88e-4c3a-8e3b-c6967182842b HTTP/1.1" status: 404 len: 339 time: 0.0213137 Jan 27 23:08:05.901895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47164) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:05.971227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e235f74-be66-4699-87ee-979a2e2fb1e5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Deleting subnet de9fd204-dec3-439a-954b-34431327b04f {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:08:05.975141 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e235f74-be66-4699-87ee-979a2e2fb1e5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (de9fd204-dec3-439a-954b-34431327b04f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.019553 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e235f74-be66-4699-87ee-979a2e2fb1e5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (de9fd204-dec3-439a-954b-34431327b04f), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.116376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e235f74-be66-4699-87ee-979a2e2fb1e5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (de9fd204-dec3-439a-954b-34431327b04f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.179317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e235f74-be66-4699-87ee-979a2e2fb1e5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (de9fd204-dec3-439a-954b-34431327b04f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.207124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e235f74-be66-4699-87ee-979a2e2fb1e5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Subnet': ['ID=de9fd204-dec3-439a-954b-34431327b04f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:06.212926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9e235f74-be66-4699-87ee-979a2e2fb1e5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.218848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9e235f74-be66-4699-87ee-979a2e2fb1e5 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/subnets/de9fd204-dec3-439a-954b-34431327b04f HTTP/1.1" status: 204 len: 168 time: 0.3143280 Jan 27 23:08:06.220039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47166) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:06.223148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f5ea6-10b1-4744-bbed-cbc3e43bdcbe None None] Network d85f0e51-ead2-4abf-8312-d25a175ca407 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:06.302389 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (d85f0e51-ead2-4abf-8312-d25a175ca407), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.357709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Deleting port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:06.358053 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.368534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] DHCP port deletion for d85f0e51-ead2-4abf-8312-d25a175ca407 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:08:06.417189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] Deleting port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:06.417899 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.423540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] For port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,segment=NetworkSegment(4527b717-852f-4010-98d6-13015d2048cd),segment_id=4527b717-852f-4010-98d6-13015d2048cd)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:06.423927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.438798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Calling delete_port for 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:06.480488 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] For port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,segment=NetworkSegment(4527b717-852f-4010-98d6-13015d2048cd),segment_id=4527b717-852f-4010-98d6-13015d2048cd)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:06.480895 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.495876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] Calling delete_port for 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:06.526214 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.553123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Port': ['ID=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:06.557628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] No DVR routers for this DVR port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:06.588075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (0d10bcea-a8e8-4319-9717-5cb473b1c5e6), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.614763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] Pushing event deleted for resources: {'Port': ['ID=0d10bcea-a8e8-4319-9717-5cb473b1c5e6,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:06.616617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecbf4cb-cd16-494b-a46b-3344ee3d7a07 None None] No DVR routers for this DVR port 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:06.648725 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (d85f0e51-ead2-4abf-8312-d25a175ca407), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.671984 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85f0e51-ead2-4abf-8312-d25a175ca407']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:06.682869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4527b717-852f-4010-98d6-13015d2048cd') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:06.683157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4527b717-852f-4010-98d6-13015d2048cd') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:06.694072 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (4527b717-852f-4010-98d6-13015d2048cd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.708145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4527b717-852f-4010-98d6-13015d2048cd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.714432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:06.714813 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (4527b717-852f-4010-98d6-13015d2048cd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:06.718407 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:06.778746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (d85f0e51-ead2-4abf-8312-d25a175ca407), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.787717 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.790975 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] 10.222.0.45 "DELETE /v2.0/networks/d85f0e51-ead2-4abf-8312-d25a175ca407 HTTP/1.1" status: 204 len: 168 time: 0.5697606 Jan 27 23:08:06.804349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20008f-299c-4b71-8cab-2917c71f8996 tempest-NetworksIpV6Test-1506731607 tempest-NetworksIpV6Test-1506731607-project] Pushing event deleted for resources: {'Network': ['ID=d85f0e51-ead2-4abf-8312-d25a175ca407,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:07.067456 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:07.121727 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c11a34b7-733e-498d-ac2c-573c4b3bf24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:07.208893 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fdec3f45-1e0c-495d-8c4a-14b04115ae8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c13a2363c459446c82936607e5d90578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399472 Jan 27 23:08:07.211400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47176) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:07.260322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e13319e4-0125-4e46-9012-32882105e4b7 admin admin] Publish callbacks [] for security_group (c817904a-1355-49d7-90f0-615c0dab9f00), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:07.286412 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e13319e4-0125-4e46-9012-32882105e4b7 admin admin] Publish callbacks [] for security_group (c817904a-1355-49d7-90f0-615c0dab9f00), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:07.334430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e13319e4-0125-4e46-9012-32882105e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (c817904a-1355-49d7-90f0-615c0dab9f00), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:07.337104 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e13319e4-0125-4e46-9012-32882105e4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:07.338300 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e13319e4-0125-4e46-9012-32882105e4b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c817904a-1355-49d7-90f0-615c0dab9f00 HTTP/1.1" status: 204 len: 168 time: 0.1259134 Jan 27 23:08:07.346809 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13319e4-0125-4e46-9012-32882105e4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c817904a-1355-49d7-90f0-615c0dab9f00,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:08.030305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47198) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:08.088560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:08.111158 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:08.111614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0d10bcea-a8e8-4319-9717-5cb473b1c5e6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:08.140054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f5ea2ae1-f1a6-452b-bf80-daaff4c66291 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1526184079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:08.161950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2ae1-f1a6-452b-bf80-daaff4c66291 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (98268d3d-0d91-43ec-98e1-240e70d420e6), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.163037 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2ae1-f1a6-452b-bf80-daaff4c66291 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (98268d3d-0d91-43ec-98e1-240e70d420e6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.219352 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2ae1-f1a6-452b-bf80-daaff4c66291 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for router_controller (98268d3d-0d91-43ec-98e1-240e70d420e6), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.225291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2ae1-f1a6-452b-bf80-daaff4c66291 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (98268d3d-0d91-43ec-98e1-240e70d420e6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.243967 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2ae1-f1a6-452b-bf80-daaff4c66291 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.245255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f5ea2ae1-f1a6-452b-bf80-daaff4c66291 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2139173 Jan 27 23:08:08.248135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47202) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:08.253164 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-665567022'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:08.274750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Made reservation on behalf of 285e72b4a68d4e80969b2d9b0777c8ac for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:08.278139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.287040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.370100 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for security_group (f8154480-d44e-4eff-98fc-53b553b49305), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.375973 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f8154480-d44e-4eff-98fc-53b553b49305), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.406004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:08.412650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8154480-d44e-4eff-98fc-53b553b49305,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:08.419475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a03860d8-72e8-4d55-9705-c345274cf75c), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.419853 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Added segment a03860d8-72e8-4d55-9705-c345274cf75c of type vlan for network 46dc8f01-44a5-4450-927e-e2b35290b012 Jan 27 23:08:08.460487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (46dc8f01-44a5-4450-927e-e2b35290b012), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.488794 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (46dc8f01-44a5-4450-927e-e2b35290b012), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.493952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:08.494546 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.556005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3065932 Jan 27 23:08:08.558825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47204) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:08.566543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Request body: {'subnet': {'network_id': '46dc8f01-44a5-4450-927e-e2b35290b012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:08.587665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96354135-89eb-41f6-9a5f-3d6ae3d72bcb tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event updated for resources: {'Network': ['ID=46dc8f01-44a5-4450-927e-e2b35290b012,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:08.598361 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 46dc8f01-44a5-4450-927e-e2b35290b012 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:08.674477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Made reservation on behalf of 285e72b4a68d4e80969b2d9b0777c8ac for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:08.678153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.796526 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.875519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (11cd9ad7-9484-4a2a-a6fb-28032efebc0e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.947288 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event updated for resources: {'Subnet': ['ID=11cd9ad7-9484-4a2a-a6fb-28032efebc0e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:08.957398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Checking segment: {'id': 'a03860d8-72e8-4d55-9705-c345274cf75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '46dc8f01-44a5-4450-927e-e2b35290b012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:08.957771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Network hostable DHCP agents. Network: 46dc8f01-44a5-4450-927e-e2b35290b012, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:08.977952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Network 46dc8f01-44a5-4450-927e-e2b35290b012 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:08.988331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 46dc8f01-44a5-4450-927e-e2b35290b012) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:08.992696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:08.993295 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:08.998945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915d958-1f3d-4d80-84af-39914ee6cd05 None None] Network 46dc8f01-44a5-4450-927e-e2b35290b012 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:09.012634 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8bd8ca40-e82c-4f0c-9aa5-c5f50231db06 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4526691 Jan 27 23:08:09.015946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47206) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:09.021073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1843598334'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:09.042853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Made reservation on behalf of 285e72b4a68d4e80969b2d9b0777c8ac for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:09.046662 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.072896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:09.086932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.087507 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Added segment 8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e of type vlan for network 135e5104-8793-4708-bb63-3c28b5f4dd0f Jan 27 23:08:09.120492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-46dc8f01-44a5-4450-927e-e2b35290b012', 'network_id': '46dc8f01-44a5-4450-927e-e2b35290b012', 'project_id': '285e72b4a68d4e80969b2d9b0777c8ac', 'fixed_ips': [{'subnet_id': '11cd9ad7-9484-4a2a-a6fb-28032efebc0e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:09.121509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.133473 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (135e5104-8793-4708-bb63-3c28b5f4dd0f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.163423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (135e5104-8793-4708-bb63-3c28b5f4dd0f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.168822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:09.169428 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.234410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2173233 Jan 27 23:08:09.237428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:09.241197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abd698-d4b4-45dc-b925-3d6a531f1e94 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event updated for resources: {'Network': ['ID=135e5104-8793-4708-bb63-3c28b5f4dd0f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:09.244462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Request body: {'subnet': {'network_id': '135e5104-8793-4708-bb63-3c28b5f4dd0f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:09.263744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 135e5104-8793-4708-bb63-3c28b5f4dd0f details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:09.269825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Allocated IP 172.20.0.2 (46dc8f01-44a5-4450-927e-e2b35290b012/11cd9ad7-9484-4a2a-a6fb-28032efebc0e/c951c541-44bf-4207-a706-0e1b0c7d445f) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:09.344541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Made reservation on behalf of 285e72b4a68d4e80969b2d9b0777c8ac for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:09.348260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.473967 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Publish callbacks [] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.481774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.520571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Network 46dc8f01-44a5-4450-927e-e2b35290b012 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:09.523526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:09.529438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:09.539678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Pushing event updated for resources: {'Port': ['ID=c951c541-44bf-4207-a706-0e1b0c7d445f,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:09.545526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (36297438-1c4b-4135-81f7-999076aed24b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.593045 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Attempting to bind port c951c541-44bf-4207-a706-0e1b0c7d445f on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:09.593420 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Attempting to bind port c951c541-44bf-4207-a706-0e1b0c7d445f by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a03860d8-72e8-4d55-9705-c345274cf75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '46dc8f01-44a5-4450-927e-e2b35290b012'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:09.593800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Attempting to bind port c951c541-44bf-4207-a706-0e1b0c7d445f on network 46dc8f01-44a5-4450-927e-e2b35290b012 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:09.599722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:09.600297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Checking segment: {'id': 'a03860d8-72e8-4d55-9705-c345274cf75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '46dc8f01-44a5-4450-927e-e2b35290b012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:09.600513 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.600905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Bound using segment: {'id': 'a03860d8-72e8-4d55-9705-c345274cf75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '46dc8f01-44a5-4450-927e-e2b35290b012'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:09.601389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Bound port: c951c541-44bf-4207-a706-0e1b0c7d445f, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03860d8-72e8-4d55-9705-c345274cf75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '46dc8f01-44a5-4450-927e-e2b35290b012'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:09.601774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.614831 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event updated for resources: {'Subnet': ['ID=36297438-1c4b-4135-81f7-999076aed24b,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:09.626330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Checking segment: {'id': '8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '135e5104-8793-4708-bb63-3c28b5f4dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:09.626697 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Network hostable DHCP agents. Network: 135e5104-8793-4708-bb63-3c28b5f4dd0f, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:09.645100 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Network 135e5104-8793-4708-bb63-3c28b5f4dd0f is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:09.658416 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 135e5104-8793-4708-bb63-3c28b5f4dd0f) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:09.669605 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:09.669605 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.672593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f489904a-2166-45c3-900a-1d0dfe660987 None None] Network 135e5104-8793-4708-bb63-3c28b5f4dd0f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:09.686745 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-437609c3-e76b-4e27-9b0e-3738c37950dd tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4474905 Jan 27 23:08:09.689718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47210) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:09.691970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] For port c951c541-44bf-4207-a706-0e1b0c7d445f, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:09.694495 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c1f0bddd-7bd8-4036-acc7-ecaaf489ef6f tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Request body: {'router': {'external_gateway_info': {'network_id': '135e5104-8793-4708-bb63-3c28b5f4dd0f'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:09.732770 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] For port c951c541-44bf-4207-a706-0e1b0c7d445f, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c951c541-44bf-4207-a706-0e1b0c7d445f,segment=NetworkSegment(a03860d8-72e8-4d55-9705-c345274cf75c),segment_id=a03860d8-72e8-4d55-9705-c345274cf75c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:09.742247 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.840178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-135e5104-8793-4708-bb63-3c28b5f4dd0f', 'network_id': '135e5104-8793-4708-bb63-3c28b5f4dd0f', 'project_id': '285e72b4a68d4e80969b2d9b0777c8ac', 'fixed_ips': [{'subnet_id': '36297438-1c4b-4135-81f7-999076aed24b'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:09.841174 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.855169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457c207-b7b4-4b3f-9bae-ae6c06ce49cc None None] Pushing event updated for resources: {'Port': ['ID=c951c541-44bf-4207-a706-0e1b0c7d445f,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:09.941810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c1f0bddd-7bd8-4036-acc7-ecaaf489ef6f tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for router_gateway (98268d3d-0d91-43ec-98e1-240e70d420e6), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.055663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Allocated IP 172.21.0.2 (135e5104-8793-4708-bb63-3c28b5f4dd0f/36297438-1c4b-4135-81f7-999076aed24b/505a6b46-e30b-4595-82c6-ebdd932ef03c) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:10.162236 n-d-826529-2 neutron-server[103329]: INFO neutron.api.v2.resource [None req-c1f0bddd-7bd8-4036-acc7-ecaaf489ef6f tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 23:08:10.163872 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c1f0bddd-7bd8-4036-acc7-ecaaf489ef6f tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "PUT /v2.0/routers/98268d3d-0d91-43ec-98e1-240e70d420e6 HTTP/1.1" status: 400 len: 364 time: 0.4727707 Jan 27 23:08:10.170851 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47212) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:10.216058 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c951c541-44bf-4207-a706-0e1b0c7d445f up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:10.272432 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-8020c89e-edf1-437d-b54f-cb6a77676380 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Deleting subnet 36297438-1c4b-4135-81f7-999076aed24b {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:08:10.348913 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Publish callbacks [] for port (505a6b46-e30b-4595-82c6-ebdd932ef03c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.352328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c951c541-44bf-4207-a706-0e1b0c7d445f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:10.352766 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.357565 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8020c89e-edf1-437d-b54f-cb6a77676380 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for subnet (36297438-1c4b-4135-81f7-999076aed24b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.377804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (505a6b46-e30b-4595-82c6-ebdd932ef03c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.404916 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8020c89e-edf1-437d-b54f-cb6a77676380 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (36297438-1c4b-4135-81f7-999076aed24b), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.434421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Network 135e5104-8793-4708-bb63-3c28b5f4dd0f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:10.442449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:10.446589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:10.463218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Pushing event updated for resources: {'Port': ['ID=505a6b46-e30b-4595-82c6-ebdd932ef03c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:10.516570 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8020c89e-edf1-437d-b54f-cb6a77676380 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (36297438-1c4b-4135-81f7-999076aed24b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.536975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Attempting to bind port 505a6b46-e30b-4595-82c6-ebdd932ef03c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:10.537339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Attempting to bind port 505a6b46-e30b-4595-82c6-ebdd932ef03c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '135e5104-8793-4708-bb63-3c28b5f4dd0f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:10.537698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Attempting to bind port 505a6b46-e30b-4595-82c6-ebdd932ef03c on network 135e5104-8793-4708-bb63-3c28b5f4dd0f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:10.547577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:10.547984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Checking segment: {'id': '8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '135e5104-8793-4708-bb63-3c28b5f4dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:10.548377 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.548799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Bound using segment: {'id': '8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '135e5104-8793-4708-bb63-3c28b5f4dd0f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:10.549239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Bound port: 505a6b46-e30b-4595-82c6-ebdd932ef03c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '135e5104-8793-4708-bb63-3c28b5f4dd0f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:10.549630 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (505a6b46-e30b-4595-82c6-ebdd932ef03c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.564273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c951c541-44bf-4207-a706-0e1b0c7d445f is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:10.564687 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.587898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8020c89e-edf1-437d-b54f-cb6a77676380 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (36297438-1c4b-4135-81f7-999076aed24b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.616722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020c89e-edf1-437d-b54f-cb6a77676380 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event deleted for resources: {'Subnet': ['ID=36297438-1c4b-4135-81f7-999076aed24b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:10.621537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8020c89e-edf1-437d-b54f-cb6a77676380 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.625360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8020c89e-edf1-437d-b54f-cb6a77676380 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "DELETE /v2.0/subnets/36297438-1c4b-4135-81f7-999076aed24b HTTP/1.1" status: 204 len: 168 time: 0.4531255 Jan 27 23:08:10.628398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47216) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:10.645982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port c951c541-44bf-4207-a706-0e1b0c7d445f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c951c541-44bf-4207-a706-0e1b0c7d445f,segment=NetworkSegment(a03860d8-72e8-4d55-9705-c345274cf75c),segment_id=a03860d8-72e8-4d55-9705-c345274cf75c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:10.656174 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.689916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] For port 505a6b46-e30b-4595-82c6-ebdd932ef03c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:10.712083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] For port 505a6b46-e30b-4595-82c6-ebdd932ef03c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=505a6b46-e30b-4595-82c6-ebdd932ef03c,segment=NetworkSegment(8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e),segment_id=8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:10.725511 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (135e5104-8793-4708-bb63-3c28b5f4dd0f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.726295 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (505a6b46-e30b-4595-82c6-ebdd932ef03c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.746416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=c951c541-44bf-4207-a706-0e1b0c7d445f,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:10.805606 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Deleting port 505a6b46-e30b-4595-82c6-ebdd932ef03c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:10.805944 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (505a6b46-e30b-4595-82c6-ebdd932ef03c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.813674 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930eff7-db73-44f7-9426-49a8c46dfaef None None] Pushing event updated for resources: {'Port': ['ID=505a6b46-e30b-4595-82c6-ebdd932ef03c,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:10.897428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] For port 505a6b46-e30b-4595-82c6-ebdd932ef03c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=505a6b46-e30b-4595-82c6-ebdd932ef03c,segment=NetworkSegment(8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e),segment_id=8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:10.897809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (505a6b46-e30b-4595-82c6-ebdd932ef03c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:10.914036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Calling delete_port for 505a6b46-e30b-4595-82c6-ebdd932ef03c owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:11.003804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (505a6b46-e30b-4595-82c6-ebdd932ef03c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.053859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event deleted for resources: {'Port': ['ID=505a6b46-e30b-4595-82c6-ebdd932ef03c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:11.063498 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] No DVR routers for this DVR port 505a6b46-e30b-4595-82c6-ebdd932ef03c on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:11.088645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a782c-7f6d-48fd-8bd2-9d2ee0fa33c0 None None] Network 46dc8f01-44a5-4450-927e-e2b35290b012 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:11.166500 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (135e5104-8793-4708-bb63-3c28b5f4dd0f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.190236 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9ba3d6e8-9a9a-4001-8797-48fcc9d6ed5e None None] Provisioning complete for port c951c541-44bf-4207-a706-0e1b0c7d445f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:11.190236 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d6e8-9a9a-4001-8797-48fcc9d6ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.192236 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135e5104-8793-4708-bb63-3c28b5f4dd0f']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:11.205333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:11.205333 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:11.219296 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.234732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.243338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:11.244001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (8fc4e4ee-268e-4c8f-9148-b5ade23c2e7e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:11.247564 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:11.272779 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.326298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3d6e8-9a9a-4001-8797-48fcc9d6ed5e None None] Current status of the port c951c541-44bf-4207-a706-0e1b0c7d445f is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:11.326630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (135e5104-8793-4708-bb63-3c28b5f4dd0f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.332503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.337249 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "DELETE /v2.0/networks/135e5104-8793-4708-bb63-3c28b5f4dd0f HTTP/1.1" status: 204 len: 168 time: 0.7076848 Jan 27 23:08:11.339820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47218) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:11.352566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.360528 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2ad66-9627-4978-acc1-8f8467648340 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event deleted for resources: {'Network': ['ID=135e5104-8793-4708-bb63-3c28b5f4dd0f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:11.401484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f97ad3-34f1-4726-995f-ce3fc053eb62 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Deleting subnet 11cd9ad7-9484-4a2a-a6fb-28032efebc0e {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:08:11.405656 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f97ad3-34f1-4726-995f-ce3fc053eb62 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for subnet (11cd9ad7-9484-4a2a-a6fb-28032efebc0e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.454857 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f97ad3-34f1-4726-995f-ce3fc053eb62 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (11cd9ad7-9484-4a2a-a6fb-28032efebc0e), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.547906 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f97ad3-34f1-4726-995f-ce3fc053eb62 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (11cd9ad7-9484-4a2a-a6fb-28032efebc0e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.553235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-677bf0a8-2fd2-467f-a434-ceb133c4ad5e None None] Provisioning complete for port c951c541-44bf-4207-a706-0e1b0c7d445f triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:11.553614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-677bf0a8-2fd2-467f-a434-ceb133c4ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.615285 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f97ad3-34f1-4726-995f-ce3fc053eb62 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (11cd9ad7-9484-4a2a-a6fb-28032efebc0e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.647773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f97ad3-34f1-4726-995f-ce3fc053eb62 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event deleted for resources: {'Subnet': ['ID=11cd9ad7-9484-4a2a-a6fb-28032efebc0e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:11.652513 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d4f97ad3-34f1-4726-995f-ce3fc053eb62 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.655447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-677bf0a8-2fd2-467f-a434-ceb133c4ad5e None None] Current status of the port c951c541-44bf-4207-a706-0e1b0c7d445f is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:11.660064 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d4f97ad3-34f1-4726-995f-ce3fc053eb62 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "DELETE /v2.0/subnets/11cd9ad7-9484-4a2a-a6fb-28032efebc0e HTTP/1.1" status: 204 len: 168 time: 0.3182416 Jan 27 23:08:11.660689 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47220) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:11.662010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30f84d-fc65-47b7-9811-7b36d1fcc015 None None] Network 46dc8f01-44a5-4450-927e-e2b35290b012 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:11.750652 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (46dc8f01-44a5-4450-927e-e2b35290b012), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.811932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Deleting port c951c541-44bf-4207-a706-0e1b0c7d445f {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:11.812475 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.887491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] For port c951c541-44bf-4207-a706-0e1b0c7d445f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c951c541-44bf-4207-a706-0e1b0c7d445f,segment=NetworkSegment(a03860d8-72e8-4d55-9705-c345274cf75c),segment_id=a03860d8-72e8-4d55-9705-c345274cf75c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:11.887845 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.903398 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Calling delete_port for c951c541-44bf-4207-a706-0e1b0c7d445f owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:12.007678 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c951c541-44bf-4207-a706-0e1b0c7d445f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.012370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215e5ac6-8bf2-466f-bf96-79518158f58a None None] DHCP port deletion for 46dc8f01-44a5-4450-927e-e2b35290b012 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:08:12.034165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event deleted for resources: {'Port': ['ID=c951c541-44bf-4207-a706-0e1b0c7d445f,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:12.046217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] No DVR routers for this DVR port c951c541-44bf-4207-a706-0e1b0c7d445f on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:12.069342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8acc20-64c5-4600-9b8f-eb6f17afbde8 None None] DHCP port deletion for 135e5104-8793-4708-bb63-3c28b5f4dd0f request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:08:12.083500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-45cb9c7c-896d-4568-b1b3-47806ce6545c None None] Could not find standard attr ID for object 505a6b46-e30b-4595-82c6-ebdd932ef03c. {{(pid=103331) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 23:08:12.106275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef5dc9-41f8-4ec5-930a-3a576179995a None None] Network 135e5104-8793-4708-bb63-3c28b5f4dd0f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:12.119246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef5dc9-41f8-4ec5-930a-3a576179995a None None] Network 135e5104-8793-4708-bb63-3c28b5f4dd0f could not be found, it might have been deleted concurrently. {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 23:08:12.133249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (46dc8f01-44a5-4450-927e-e2b35290b012), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.133814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c951c541-44bf-4207-a706-0e1b0c7d445f no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:12.155328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c951c541-44bf-4207-a706-0e1b0c7d445f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:12.155829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c951c541-44bf-4207-a706-0e1b0c7d445f not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:12.155969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dc8f01-44a5-4450-927e-e2b35290b012']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:12.166003 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03860d8-72e8-4d55-9705-c345274cf75c') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:12.166298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03860d8-72e8-4d55-9705-c345274cf75c') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:12.176498 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (a03860d8-72e8-4d55-9705-c345274cf75c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.189365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a03860d8-72e8-4d55-9705-c345274cf75c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.195112 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:12.195526 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (a03860d8-72e8-4d55-9705-c345274cf75c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:12.198607 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:12.267164 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (46dc8f01-44a5-4450-927e-e2b35290b012), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.273741 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.278635 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "DELETE /v2.0/networks/46dc8f01-44a5-4450-927e-e2b35290b012 HTTP/1.1" status: 204 len: 168 time: 0.6145504 Jan 27 23:08:12.280201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47222) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:12.289731 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585f174-bbe7-429e-bade-e76a5426ae34 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Pushing event deleted for resources: {'Network': ['ID=46dc8f01-44a5-4450-927e-e2b35290b012,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:12.309457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-99f4fa3d-75bb-43dd-b979-f089adf7df32 tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "GET /v2.0/ports?device_id=98268d3d-0d91-43ec-98e1-240e70d420e6 HTTP/1.1" status: 200 len: 205 time: 0.0275235 Jan 27 23:08:12.312245 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47224) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:12.447020 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a3f323-f50e-4e64-8dbc-2cb421cf1d0d tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for router (98268d3d-0d91-43ec-98e1-240e70d420e6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.638497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a3f323-f50e-4e64-8dbc-2cb421cf1d0d tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (98268d3d-0d91-43ec-98e1-240e70d420e6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.642124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a3f323-f50e-4e64-8dbc-2cb421cf1d0d tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for router_controller (98268d3d-0d91-43ec-98e1-240e70d420e6), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.722953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a3f323-f50e-4e64-8dbc-2cb421cf1d0d tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (98268d3d-0d91-43ec-98e1-240e70d420e6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.723521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a3f323-f50e-4e64-8dbc-2cb421cf1d0d tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Fanout notify agent at l3_agent the message router_deleted on router 98268d3d-0d91-43ec-98e1-240e70d420e6 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:08:12.731528 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-75a3f323-f50e-4e64-8dbc-2cb421cf1d0d tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:12.735866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-75a3f323-f50e-4e64-8dbc-2cb421cf1d0d tempest-RoutersNegativeTest-243727732 tempest-RoutersNegativeTest-243727732-project] 10.222.0.45 "DELETE /v2.0/routers/98268d3d-0d91-43ec-98e1-240e70d420e6 HTTP/1.1" status: 204 len: 168 time: 0.4194210 Jan 27 23:08:13.004455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47230) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:13.160136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-16ff179a-7eb0-4014-81c7-4deec90f0d2a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=285e72b4a68d4e80969b2d9b0777c8ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541204 Jan 27 23:08:13.162693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47234) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:13.219549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54a235e8-c1fb-4373-a4f5-8bae628b9e26 admin admin] Publish callbacks [] for security_group (f8154480-d44e-4eff-98fc-53b553b49305), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:13.242543 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54a235e8-c1fb-4373-a4f5-8bae628b9e26 admin admin] Publish callbacks [] for security_group (f8154480-d44e-4eff-98fc-53b553b49305), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:13.307304 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54a235e8-c1fb-4373-a4f5-8bae628b9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f8154480-d44e-4eff-98fc-53b553b49305), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:13.310490 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-54a235e8-c1fb-4373-a4f5-8bae628b9e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:13.312095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-54a235e8-c1fb-4373-a4f5-8bae628b9e26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8154480-d44e-4eff-98fc-53b553b49305 HTTP/1.1" status: 204 len: 168 time: 0.1484735 Jan 27 23:08:13.321215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a235e8-c1fb-4373-a4f5-8bae628b9e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8154480-d44e-4eff-98fc-53b553b49305,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:14.027039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47256) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:14.146592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-910826819-network', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:14.169860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Made reservation on behalf of 8d1a0a9664c34fea81de82bb8a50dfdc for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:14.172346 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.181604 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.259470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Publish callbacks [] for security_group (49999350-a8a1-4da0-addc-f0bb148ef21e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.265529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (49999350-a8a1-4da0-addc-f0bb148ef21e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.290694 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:14.301638 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49999350-a8a1-4da0-addc-f0bb148ef21e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:14.306749 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6be8b7fd-acd8-4bb4-9b90-205c165ed65c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.307069 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Added segment 6be8b7fd-acd8-4bb4-9b90-205c165ed65c of type vlan for network 583dbade-5abd-419b-9157-e833dbea936f Jan 27 23:08:14.349446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (583dbade-5abd-419b-9157-e833dbea936f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.378001 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (583dbade-5abd-419b-9157-e833dbea936f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.379663 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:14.380735 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.445389 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4171429 Jan 27 23:08:14.448591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47260) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:14.449261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8c918-7950-4f0f-9fb9-153ad8bf6622 admin admin] Pushing event updated for resources: {'Network': ['ID=583dbade-5abd-419b-9157-e833dbea936f,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:14.455479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Request body: {'subnet': {'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-subnet', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:14.463466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 583dbade-5abd-419b-9157-e833dbea936f details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:14.478267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Made reservation on behalf of 8d1a0a9664c34fea81de82bb8a50dfdc for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:14.480762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.663329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (a525e7ac-69e4-4f4e-8415-d6a4c8115598), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.734793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a525e7ac-69e4-4f4e-8415-d6a4c8115598,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:14.746664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Checking segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:14.747028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Network hostable DHCP agents. Network: 583dbade-5abd-419b-9157-e833dbea936f, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:14.767907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Network 583dbade-5abd-419b-9157-e833dbea936f is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:14.779489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 583dbade-5abd-419b-9157-e833dbea936f) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:14.783671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:14.784283 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.790088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb7d75d-cec3-41da-adf1-54de2fc6367f None None] Network 583dbade-5abd-419b-9157-e833dbea936f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:14.802974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-67ed9f64-e121-415d-91fd-ac88cec3c2d6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3532217 Jan 27 23:08:14.805729 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47262) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:14.810231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:14.838400 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (2bc874b1-5598-4fde-988d-3bed2d482cb4), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.839699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (2bc874b1-5598-4fde-988d-3bed2d482cb4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.910288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks [] for router_controller (2bc874b1-5598-4fde-988d-3bed2d482cb4), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:14.910577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-583dbade-5abd-419b-9157-e833dbea936f', 'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'fixed_ips': [{'subnet_id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:14.911380 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.056155 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks [] for router_gateway (2bc874b1-5598-4fde-988d-3bed2d482cb4), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.066927 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Allocated IP 172.20.0.2 (583dbade-5abd-419b-9157-e833dbea936f/a525e7ac-69e4-4f4e-8415-d6a4c8115598/8f5b49e5-a7aa-4c21-9274-853ee37a1946) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:15.249616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Publish callbacks [] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.259255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.305774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Network 583dbade-5abd-419b-9157-e833dbea936f is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:15.309295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:15.313371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:15.325177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Pushing event updated for resources: {'Port': ['ID=8f5b49e5-a7aa-4c21-9274-853ee37a1946,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:15.384128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Attempting to bind port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:15.384506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Attempting to bind port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:15.384879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Attempting to bind port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 on network 583dbade-5abd-419b-9157-e833dbea936f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:15.395683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:15.396286 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Checking segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:15.396996 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.397705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Bound using segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:15.398510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Bound port: 8f5b49e5-a7aa-4c21-9274-853ee37a1946, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:15.399146 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.485438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] For port 8f5b49e5-a7aa-4c21-9274-853ee37a1946, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:15.491285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] For port 8f5b49e5-a7aa-4c21-9274-853ee37a1946, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f5b49e5-a7aa-4c21-9274-853ee37a1946,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:15.500744 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.555291 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks [] for router_gateway (2bc874b1-5598-4fde-988d-3bed2d482cb4), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.577631 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.605375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee294b0b-03e9-4a82-93d8-37ea8cfb8d0f None None] Pushing event updated for resources: {'Port': ['ID=8f5b49e5-a7aa-4c21-9274-853ee37a1946,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:15.720165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Allocated IP 172.25.8.168 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/e86a2c4d-e535-4ee4-a39e-f57c9a21d31d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:15.871718 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks [] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.913103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:15.988778 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:15.993533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:15.995951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e86a2c4d-e535-4ee4-a39e-f57c9a21d31d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:15.998830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:16.186756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f5b49e5-a7aa-4c21-9274-853ee37a1946 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:16.252684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:16.253057 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:16.362325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:16.362831 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:16.367068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks [] for router_gateway (2bc874b1-5598-4fde-988d-3bed2d482cb4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:16.417941 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 8f5b49e5-a7aa-4c21-9274-853ee37a1946, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f5b49e5-a7aa-4c21-9274-853ee37a1946,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:16.426691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:16.515819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=8f5b49e5-a7aa-4c21-9274-853ee37a1946,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:16.658584 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (2bc874b1-5598-4fde-988d-3bed2d482cb4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:16.768606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758eb1fe-24ad-4b79-987e-d3226abc6b66 None None] Network 583dbade-5abd-419b-9157-e833dbea936f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:16.834768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Router 2bc874b1-5598-4fde-988d-3bed2d482cb4 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:08:16.886816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-00164e70-00ea-4c36-9449-b1b41e0b4294 None None] Provisioning complete for port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:16.887199 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-00164e70-00ea-4c36-9449-b1b41e0b4294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:16.965793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:16.979660 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Sync routers for ids ['2bc874b1-5598-4fde-988d-3bed2d482cb4'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:16.988630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-00164e70-00ea-4c36-9449-b1b41e0b4294 None None] Current status of the port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:17.000138 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Routers {'2bc874b1-5598-4fde-988d-3bed2d482cb4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:17.000823 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2bc874b1-5598-4fde-988d-3bed2d482cb4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:17.001054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:17.006812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1b75a000-f455-41ec-95af-b4d89decc2b2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1957588 Jan 27 23:08:17.007137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47264) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:17.168729 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Set router 2bc874b1-5598-4fde-988d-3bed2d482cb4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:17.222392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b2aed226-d1eb-416b-ad82-baf5d148b639 None None] Provisioning complete for port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:17.223194 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b2aed226-d1eb-416b-ad82-baf5d148b639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:17.356642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b2aed226-d1eb-416b-ad82-baf5d148b639 None None] Current status of the port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:17.474758 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:08:16Z', 'revision_number': 3, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port': {'id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:15Z', 'updated_at': '2022-01-27T23:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:17.518483 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Checking router: 2bc874b1-5598-4fde-988d-3bed2d482cb4 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:17.519008 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Updating router 2bc874b1-5598-4fde-988d-3bed2d482cb4 port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:08:17.555599 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:17.629615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:17.867010 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Publish callbacks [] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:17.874623 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:17.927845 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Attempting to bind port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:17.928213 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Attempting to bind port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:17.928574 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Attempting to bind port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:17.935951 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Pushing event updated for resources: {'Port': ['ID=e86a2c4d-e535-4ee4-a39e-f57c9a21d31d,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:17.939507 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:17.939908 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:17.940306 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:17.940664 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:17.941160 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Bound port: e86a2c4d-e535-4ee4-a39e-f57c9a21d31d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:17.941538 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:17.948324 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.948627 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.948995 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.949322 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.949696 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.950181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.950312 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.950720 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.950951 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.951229 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.951740 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.952249 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:17.952620 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:18.012615 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] For port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:18.016472 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] For port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e86a2c4d-e535-4ee4-a39e-f57c9a21d31d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:18.022502 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.092560 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26e62f-cc2e-42e9-9c69-806dcc6cd5f8 None None] Pushing event updated for resources: {'Port': ['ID=e86a2c4d-e535-4ee4-a39e-f57c9a21d31d,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:18.095458 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Routers {'2bc874b1-5598-4fde-988d-3bed2d482cb4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:18.096096 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2bc874b1-5598-4fde-988d-3bed2d482cb4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:18.131048 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f5b49e5-a7aa-4c21-9274-853ee37a1946 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:18.143346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Allocated IP 172.20.0.1 (583dbade-5abd-419b-9157-e833dbea936f/a525e7ac-69e4-4f4e-8415-d6a4c8115598/7dd51c1e-8a9e-4837-be85-24f8c198b36b) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:18.191184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:18.191600 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.213456 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] Set router 2bc874b1-5598-4fde-988d-3bed2d482cb4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:18.269004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Publish callbacks [] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.281809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:18.307838 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.347635 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Network 583dbade-5abd-419b-9157-e833dbea936f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:18.350591 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:18.357415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:18.380549 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Pushing event updated for resources: {'Port': ['ID=7dd51c1e-8a9e-4837-be85-24f8c198b36b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:18.401055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (2bc874b1-5598-4fde-988d-3bed2d482cb4), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.520226 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:08:16Z', 'revision_number': 3, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port': {'id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:15Z', 'updated_at': '2022-01-27T23:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:18.554918 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37779154-b7ff-492d-be31-493aa3e328cd None None] The sync data for ids ['2bc874b1-5598-4fde-988d-3bed2d482cb4'] in n-d-826529-2 is: [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:08:16Z', 'revision_number': 3, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port': {'id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:15Z', 'updated_at': '2022-01-27T23:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:18.566152 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.691034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9de5db25-d884-4edb-a291-b5f367404288 None None] Provisioning complete for port 7dd51c1e-8a9e-4837-be85-24f8c198b36b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:18.691592 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9de5db25-d884-4edb-a291-b5f367404288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.729639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9de5db25-d884-4edb-a291-b5f367404288 None None] Port 7dd51c1e-8a9e-4837-be85-24f8c198b36b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:08:18.769956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Publish callbacks [] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.776335 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.845750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Pushing event updated for resources: {'Port': ['ID=7dd51c1e-8a9e-4837-be85-24f8c198b36b,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:18.848202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (2bc874b1-5598-4fde-988d-3bed2d482cb4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.897366 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:18.950634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Network 583dbade-5abd-419b-9157-e833dbea936f is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:18.952454 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:19.097005 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Router 2bc874b1-5598-4fde-988d-3bed2d482cb4 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:08:19.226395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:19.231975 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-714b66bf-ae8f-48a9-bd45-1022f531d3ab admin admin] 10.222.0.45 "PUT /v2.0/routers/2bc874b1-5598-4fde-988d-3bed2d482cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2235901 Jan 27 23:08:19.254708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-19e9db51-675e-416d-bebe-5d71483b6b3c None None] Provisioning complete for port 7dd51c1e-8a9e-4837-be85-24f8c198b36b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:19.260430 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19e9db51-675e-416d-bebe-5d71483b6b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:19.299626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-19e9db51-675e-416d-bebe-5d71483b6b3c None None] Port 7dd51c1e-8a9e-4837-be85-24f8c198b36b cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:08:19.747624 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47280) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:19.753185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1040970721-network', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:19.776588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Made reservation on behalf of 07ccc0c5b24f412e814d2d6c1b41cd94 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:19.779232 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:19.790353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:19.878569 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Publish callbacks [] for security_group (787176f4-3016-4a79-953d-edef14416eb6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:19.883739 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (787176f4-3016-4a79-953d-edef14416eb6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:19.910388 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:19.931195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787176f4-3016-4a79-953d-edef14416eb6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:19.936895 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4335e611-e6bb-464b-9675-655271c9b181), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:19.937247 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Added segment 4335e611-e6bb-464b-9675-655271c9b181 of type vlan for network c7747e20-6447-4d14-b12a-0b045e1cb281 Jan 27 23:08:19.950745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.951116 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.951517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.951852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.952192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.952534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.952860 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.953187 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.953532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.953853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.954183 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.954508 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:19.954833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.002781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c7747e20-6447-4d14-b12a-0b045e1cb281), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.031867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c7747e20-6447-4d14-b12a-0b045e1cb281), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.032969 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:20.033718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.095257 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3463311 Jan 27 23:08:20.098037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47282) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:20.105073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Request body: {'subnet': {'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-subnet', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'ip_version': 4}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:20.106618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5fd2e-3606-47e1-a8f9-432df45b3dcd admin admin] Pushing event updated for resources: {'Network': ['ID=c7747e20-6447-4d14-b12a-0b045e1cb281,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:20.119758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c7747e20-6447-4d14-b12a-0b045e1cb281 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:20.131332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Made reservation on behalf of 07ccc0c5b24f412e814d2d6c1b41cd94 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:20.134699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.192800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e86a2c4d-e535-4ee4-a39e-f57c9a21d31d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:20.263679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:20.264439 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.326273 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (3797ee58-f784-45e4-b2ce-9adf530811fa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.358134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:20.358598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.380986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Sync routers for ids ['2bc874b1-5598-4fde-988d-3bed2d482cb4'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:20.384930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e86a2c4d-e535-4ee4-a39e-f57c9a21d31d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:20.385118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3797ee58-f784-45e4-b2ce-9adf530811fa,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:20.394006 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.396954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.397309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.397929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.398756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.399107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.400253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Routers {'2bc874b1-5598-4fde-988d-3bed2d482cb4'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:20.400846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.400968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2bc874b1-5598-4fde-988d-3bed2d482cb4'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:20.401199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.401542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.401882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.402212 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.402543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.402874 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.403216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:20.409000 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Checking segment: {'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:20.409369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Network hostable DHCP agents. Network: c7747e20-6447-4d14-b12a-0b045e1cb281, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:20.429263 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Network c7747e20-6447-4d14-b12a-0b045e1cb281 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:20.440756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c7747e20-6447-4d14-b12a-0b045e1cb281) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:20.445479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:20.446162 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.458499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4baab74-75cd-4342-9039-c101bbc25fa8 None None] Network c7747e20-6447-4d14-b12a-0b045e1cb281 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:20.464760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-adcb8034-6281-4f8d-a9ae-048a153629ea admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3655314 Jan 27 23:08:20.467391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47284) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:20.471824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:20.492961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (02f5145c-2807-44e7-a92b-cb0c3263ce83), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.495033 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (02f5145c-2807-44e7-a92b-cb0c3263ce83), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.556893 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks [] for router_controller (02f5145c-2807-44e7-a92b-cb0c3263ce83), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.577318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=e86a2c4d-e535-4ee4-a39e-f57c9a21d31d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:20.620660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Set router 2bc874b1-5598-4fde-988d-3bed2d482cb4 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:20.681486 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-c7747e20-6447-4d14-b12a-0b045e1cb281', 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281', 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'fixed_ips': [{'subnet_id': '3797ee58-f784-45e4-b2ce-9adf530811fa'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:20.682617 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.699641 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks [] for router_gateway (02f5145c-2807-44e7-a92b-cb0c3263ce83), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.924242 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks [] for router_gateway (02f5145c-2807-44e7-a92b-cb0c3263ce83), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:20.940994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Allocated IP 172.20.0.2 (c7747e20-6447-4d14-b12a-0b045e1cb281/3797ee58-f784-45e4-b2ce-9adf530811fa/38165394-36b5-4bd4-99f7-828f7342faa0) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:20.945455 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.074320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Allocated IP 172.25.8.140 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/987e374d-9d9c-4243-bb27-93a5b242ab99) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:21.196976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks [] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.197967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:08:18Z', 'revision_number': 4, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port': {'id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:15Z', 'updated_at': '2022-01-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7dd51c1e-8a9e-4837-be85-24f8c198b36b', 'name': '', 'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'mac_address': 'fa:16:3e:00:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:17Z', 'updated_at': '2022-01-27T23:08:18Z', 'revision_number': 2, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'subnets': [{'id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:21.232633 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Checking router: 2bc874b1-5598-4fde-988d-3bed2d482cb4 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:21.233014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Updating router 2bc874b1-5598-4fde-988d-3bed2d482cb4 port 7dd51c1e-8a9e-4837-be85-24f8c198b36b binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:08:21.235088 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.271384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:21.276499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:21.277851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.280481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:21.316769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Pushing event updated for resources: {'Port': ['ID=987e374d-9d9c-4243-bb27-93a5b242ab99,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:21.358842 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Publish callbacks [] for port (38165394-36b5-4bd4-99f7-828f7342faa0), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.369776 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.472906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Network c7747e20-6447-4d14-b12a-0b045e1cb281 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:21.484825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:21.494299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:21.500592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Pushing event updated for resources: {'Port': ['ID=38165394-36b5-4bd4-99f7-828f7342faa0,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:21.564192 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks [] for router_gateway (02f5145c-2807-44e7-a92b-cb0c3263ce83), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.606175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.610530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Attempting to bind port 38165394-36b5-4bd4-99f7-828f7342faa0 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:21.610905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Attempting to bind port 38165394-36b5-4bd4-99f7-828f7342faa0 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:21.611344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Attempting to bind port 38165394-36b5-4bd4-99f7-828f7342faa0 on network c7747e20-6447-4d14-b12a-0b045e1cb281 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:21.631404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:21.631811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Checking segment: {'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:21.632232 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.632651 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Bound using segment: {'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:21.633135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Bound port: 38165394-36b5-4bd4-99f7-828f7342faa0, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:21.633522 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.754945 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] For port 38165394-36b5-4bd4-99f7-828f7342faa0, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:21.759866 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] For port 38165394-36b5-4bd4-99f7-828f7342faa0, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=38165394-36b5-4bd4-99f7-828f7342faa0,segment=NetworkSegment(4335e611-e6bb-464b-9675-655271c9b181),segment_id=4335e611-e6bb-464b-9675-655271c9b181)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:21.772035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.780146 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Publish callbacks [] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.808104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.857508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77b576-459d-49bf-8c64-30f5257c70f7 None None] Pushing event updated for resources: {'Port': ['ID=38165394-36b5-4bd4-99f7-828f7342faa0,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:21.946364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e45d85-fc01-45c3-a09c-177bde4970bc None None] Pushing event updated for resources: {'Port': ['ID=7dd51c1e-8a9e-4837-be85-24f8c198b36b,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:21.949481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Attempting to bind port 7dd51c1e-8a9e-4837-be85-24f8c198b36b on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:21.949854 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Attempting to bind port 7dd51c1e-8a9e-4837-be85-24f8c198b36b by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:21.950273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Attempting to bind port 7dd51c1e-8a9e-4837-be85-24f8c198b36b on network 583dbade-5abd-419b-9157-e833dbea936f {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:21.956868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:21.957251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Checking segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:21.957742 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:21.958089 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Bound using segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:21.958625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Bound port: 7dd51c1e-8a9e-4837-be85-24f8c198b36b, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:21.958953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.043292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] For port 7dd51c1e-8a9e-4837-be85-24f8c198b36b, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:22.048119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] For port 7dd51c1e-8a9e-4837-be85-24f8c198b36b, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7dd51c1e-8a9e-4837-be85-24f8c198b36b,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:22.055812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.067350 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (02f5145c-2807-44e7-a92b-cb0c3263ce83), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.150655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Routers {'2bc874b1-5598-4fde-988d-3bed2d482cb4'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:22.151329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2bc874b1-5598-4fde-988d-3bed2d482cb4'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:22.223161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e86a2c4d-e535-4ee4-a39e-f57c9a21d31d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:22.228352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e45d85-fc01-45c3-a09c-177bde4970bc None None] Pushing event updated for resources: {'Port': ['ID=7dd51c1e-8a9e-4837-be85-24f8c198b36b,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:22.245010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Router 02f5145c-2807-44e7-a92b-cb0c3263ce83 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:08:22.358719 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-24b9bf16-072d-40af-8691-96bbebcb6a86 None None] Provisioning complete for port 7dd51c1e-8a9e-4837-be85-24f8c198b36b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:22.359923 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24b9bf16-072d-40af-8691-96bbebcb6a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.379790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:22.406904 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Sync routers for ids ['02f5145c-2807-44e7-a92b-cb0c3263ce83'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:22.414303 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.418902 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47286) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:22.422621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] Set router 2bc874b1-5598-4fde-988d-3bed2d482cb4 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:22.426791 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Routers {'02f5145c-2807-44e7-a92b-cb0c3263ce83'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:22.427515 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['02f5145c-2807-44e7-a92b-cb0c3263ce83'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:22.428903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1b107f14-1431-4c23-8abe-8c281a6eb040 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9596972 Jan 27 23:08:22.480277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:22.484035 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.539834 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Set router 02f5145c-2807-44e7-a92b-cb0c3263ce83 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:22.637466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-24b9bf16-072d-40af-8691-96bbebcb6a86 None None] Current status of the port 7dd51c1e-8a9e-4837-be85-24f8c198b36b is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:22.637892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24b9bf16-072d-40af-8691-96bbebcb6a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.753138 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:21Z', 'revision_number': 3, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:22.755114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-24b9bf16-072d-40af-8691-96bbebcb6a86 None None] For port 7dd51c1e-8a9e-4837-be85-24f8c198b36b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7dd51c1e-8a9e-4837-be85-24f8c198b36b,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:22.766283 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24b9bf16-072d-40af-8691-96bbebcb6a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.783019 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Checking router: 02f5145c-2807-44e7-a92b-cb0c3263ce83 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:22.783510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Updating router 02f5145c-2807-44e7-a92b-cb0c3263ce83 port 987e374d-9d9c-4243-bb27-93a5b242ab99 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:08:22.801477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:22.812041 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.857298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9bf16-072d-40af-8691-96bbebcb6a86 None None] Pushing event updated for resources: {'Port': ['ID=7dd51c1e-8a9e-4837-be85-24f8c198b36b,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:22.867806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:08:18Z', 'revision_number': 4, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port': {'id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:15Z', 'updated_at': '2022-01-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7dd51c1e-8a9e-4837-be85-24f8c198b36b', 'name': '', 'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'mac_address': 'fa:16:3e:00:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:17Z', 'updated_at': '2022-01-27T23:08:22Z', 'revision_number': 4, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'subnets': [{'id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:22.905433 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d467b4-fe83-441a-8755-66ee4254606c None None] The sync data for ids ['2bc874b1-5598-4fde-988d-3bed2d482cb4'] in n-d-826529-2 is: [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:08:18Z', 'revision_number': 4, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port': {'id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:15Z', 'updated_at': '2022-01-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7dd51c1e-8a9e-4837-be85-24f8c198b36b', 'name': '', 'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'mac_address': 'fa:16:3e:00:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:17Z', 'updated_at': '2022-01-27T23:08:22Z', 'revision_number': 4, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'subnets': [{'id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:22.922788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-016d4691-5235-4bae-ad86-057c59587b56 None None] Provisioning complete for port 7dd51c1e-8a9e-4837-be85-24f8c198b36b triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:22.923182 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-016d4691-5235-4bae-ad86-057c59587b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.972880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.099708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-016d4691-5235-4bae-ad86-057c59587b56 None None] Current status of the port 7dd51c1e-8a9e-4837-be85-24f8c198b36b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:23.120935 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Publish callbacks [] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.130320 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.193496 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Attempting to bind port 987e374d-9d9c-4243-bb27-93a5b242ab99 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:23.195135 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Attempting to bind port 987e374d-9d9c-4243-bb27-93a5b242ab99 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:23.195547 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Attempting to bind port 987e374d-9d9c-4243-bb27-93a5b242ab99 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:23.207856 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:23.208619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:23.209269 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.209884 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:23.210670 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Bound port: 987e374d-9d9c-4243-bb27-93a5b242ab99, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:23.211240 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.243112 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955319eb-22d0-4de5-8574-b1a309646686 None None] Pushing event updated for resources: {'Port': ['ID=987e374d-9d9c-4243-bb27-93a5b242ab99,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:23.246032 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Allocated IP 172.20.0.1 (c7747e20-6447-4d14-b12a-0b045e1cb281/3797ee58-f784-45e4-b2ce-9adf530811fa/1e1763d1-3c7c-461e-87cc-2c53b913e9e2) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:23.301501 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] For port 987e374d-9d9c-4243-bb27-93a5b242ab99, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:23.306269 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] For port 987e374d-9d9c-4243-bb27-93a5b242ab99, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=987e374d-9d9c-4243-bb27-93a5b242ab99,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:23.312924 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.379769 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Routers {'02f5145c-2807-44e7-a92b-cb0c3263ce83'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:23.380737 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['02f5145c-2807-44e7-a92b-cb0c3263ce83'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:23.416960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Publish callbacks [] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.441930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309b76f-33df-4afd-b53e-500f4a453776 None None] Network c7747e20-6447-4d14-b12a-0b045e1cb281 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:23.462298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.500569 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Network c7747e20-6447-4d14-b12a-0b045e1cb281 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:23.504292 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:23.505294 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] Set router 02f5145c-2807-44e7-a92b-cb0c3263ce83 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:23.508641 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:23.548872 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Pushing event updated for resources: {'Port': ['ID=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:23.560429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (02f5145c-2807-44e7-a92b-cb0c3263ce83), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.568828 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955319eb-22d0-4de5-8574-b1a309646686 None None] Pushing event updated for resources: {'Port': ['ID=987e374d-9d9c-4243-bb27-93a5b242ab99,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:23.667324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-81da933b-f46b-430f-866b-e3ef0d7f8640 None None] Provisioning complete for port 38165394-36b5-4bd4-99f7-828f7342faa0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:23.668052 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81da933b-f46b-430f-866b-e3ef0d7f8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.750035 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.774423 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:21Z', 'revision_number': 3, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:23.799391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-81da933b-f46b-430f-866b-e3ef0d7f8640 None None] Current status of the port 38165394-36b5-4bd4-99f7-828f7342faa0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:23.800527 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81da933b-f46b-430f-866b-e3ef0d7f8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.804105 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf784be-e73a-4886-b4dd-810404295497 None None] The sync data for ids ['02f5145c-2807-44e7-a92b-cb0c3263ce83'] in n-d-826529-2 is: [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:21Z', 'revision_number': 3, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:23.852545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-81da933b-f46b-430f-866b-e3ef0d7f8640 None None] For port 38165394-36b5-4bd4-99f7-828f7342faa0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=38165394-36b5-4bd4-99f7-828f7342faa0,segment=NetworkSegment(4335e611-e6bb-464b-9675-655271c9b181),segment_id=4335e611-e6bb-464b-9675-655271c9b181)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:23.859707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-81da933b-f46b-430f-866b-e3ef0d7f8640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:23.921469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da933b-f46b-430f-866b-e3ef0d7f8640 None None] Pushing event updated for resources: {'Port': ['ID=38165394-36b5-4bd4-99f7-828f7342faa0,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:24.018688 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Publish callbacks [] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.030887 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.104762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Pushing event updated for resources: {'Port': ['ID=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:24.109451 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (02f5145c-2807-44e7-a92b-cb0c3263ce83), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.124519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1c5de4c2-5a8a-4b00-8372-35733735637d None None] Provisioning complete for port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:24.126313 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c5de4c2-5a8a-4b00-8372-35733735637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.185811 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1c5de4c2-5a8a-4b00-8372-35733735637d None None] Port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:08:24.238124 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1c5de4c2-5a8a-4b00-8372-35733735637d None None] Provisioning complete for port 38165394-36b5-4bd4-99f7-828f7342faa0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:24.238693 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1c5de4c2-5a8a-4b00-8372-35733735637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.284380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Network c7747e20-6447-4d14-b12a-0b045e1cb281 is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:24.286938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:24.397441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1c5de4c2-5a8a-4b00-8372-35733735637d None None] Current status of the port 38165394-36b5-4bd4-99f7-828f7342faa0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:24.431953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7dd51c1e-8a9e-4837-be85-24f8c198b36b up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:24.483181 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Router 02f5145c-2807-44e7-a92b-cb0c3263ce83 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:08:24.530807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7dd51c1e-8a9e-4837-be85-24f8c198b36b triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:24.533524 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.568898 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f7d89b82-2814-452f-a405-a56c98ebbff4 None None] Provisioning complete for port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:24.569272 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f7d89b82-2814-452f-a405-a56c98ebbff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.649136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:24.664928 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d1bdc247-8369-465f-be8f-a39b6a47f9ac admin admin] 10.222.0.45 "PUT /v2.0/routers/02f5145c-2807-44e7-a92b-cb0c3263ce83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2347574 Jan 27 23:08:24.686762 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f7d89b82-2814-452f-a405-a56c98ebbff4 None None] Port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:08:24.703962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7dd51c1e-8a9e-4837-be85-24f8c198b36b is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:24.705161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 38165394-36b5-4bd4-99f7-828f7342faa0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:24.769835 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 38165394-36b5-4bd4-99f7-828f7342faa0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:24.770315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.826100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-847bf9c6-36fa-4265-a66d-ce322c908901 None None] Provisioning complete for port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:24.826570 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-847bf9c6-36fa-4265-a66d-ce322c908901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.890832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-847bf9c6-36fa-4265-a66d-ce322c908901 None None] Port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:08:24.903152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 38165394-36b5-4bd4-99f7-828f7342faa0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:25.771031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-485021a1-d27a-40ee-a731-461b4172b1b6 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:25.772605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-485021a1-d27a-40ee-a731-461b4172b1b6 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/networks?id=583dbade-5abd-419b-9157-e833dbea936f HTTP/1.1" status: 200 len: 816 time: 0.1151991 Jan 27 23:08:25.796754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-dc68b959-a7bb-4f4d-a6cc-aed7993dabb3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/quotas/8d1a0a9664c34fea81de82bb8a50dfdc HTTP/1.1" status: 200 len: 375 time: 0.0157979 Jan 27 23:08:25.850684 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-9328a323-9c7a-47d5-8ae2-da9ee7eb91ca tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d1a0a9664c34fea81de82bb8a50dfdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484183 Jan 27 23:08:25.956625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-52851f00-105b-44e1-80cf-fdc303b5d2f0 service neutron] 10.222.0.45 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929842 Jan 27 23:08:26.055053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-8ede5bb9-f2e3-44a1-8071-672ada88921a service neutron] 10.222.0.45 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924602 Jan 27 23:08:26.182111 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 987e374d-9d9c-4243-bb27-93a5b242ab99 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:26.242046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 987e374d-9d9c-4243-bb27-93a5b242ab99 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:26.242427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:26.243329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-068a7b36-3baf-43bd-a8c9-794e0910e277 req-128db596-7d45-466a-924a-9f0bc691cecb tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 210 time: 0.0328290 Jan 27 23:08:26.347757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 987e374d-9d9c-4243-bb27-93a5b242ab99 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:26.348159 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:26.369857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 987e374d-9d9c-4243-bb27-93a5b242ab99, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=987e374d-9d9c-4243-bb27-93a5b242ab99,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:26.380814 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:26.442141 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=987e374d-9d9c-4243-bb27-93a5b242ab99,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:26.483343 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Sync routers for ids ['02f5145c-2807-44e7-a92b-cb0c3263ce83'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:26.494593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Routers {'02f5145c-2807-44e7-a92b-cb0c3263ce83'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:26.495268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['02f5145c-2807-44e7-a92b-cb0c3263ce83'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:26.784355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Set router 02f5145c-2807-44e7-a92b-cb0c3263ce83 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:26.990038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:23Z', 'revision_number': 4, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '1e1763d1-3c7c-461e-87cc-2c53b913e9e2', 'name': '', 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'mac_address': 'fa:16:3e:d5:2b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3797ee58-f784-45e4-b2ce-9adf530811fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:23Z', 'updated_at': '2022-01-27T23:08:23Z', 'revision_number': 2, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'subnets': [{'id': '3797ee58-f784-45e4-b2ce-9adf530811fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:27.017392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Checking router: 02f5145c-2807-44e7-a92b-cb0c3263ce83 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:27.017738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Updating router 02f5145c-2807-44e7-a92b-cb0c3263ce83 port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:08:27.044266 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.279869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-0c5628b8-e519-474b-b1d9-5d3e899c4ec0 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:27.281440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-0c5628b8-e519-474b-b1d9-5d3e899c4ec0 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.57 "GET /v2.0/networks?id=583dbade-5abd-419b-9157-e833dbea936f HTTP/1.1" status: 200 len: 816 time: 0.1187754 Jan 27 23:08:27.295722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Request body: {'port': {'device_id': 'ad75b9ee-a9cb-453f-ab4d-06ee24a75dec', 'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'admin_state_up': True, 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:27.356181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Publish callbacks [] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.363598 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.375803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25995b34-f277-4814-8547-06480fca59d7 req-a23a55e9-8b46-415c-a0ae-b265d62333d2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 210 time: 0.0337369 Jan 27 23:08:27.420423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c73d7f-3507-424f-9c55-7d44e0d9eee4 None None] Pushing event updated for resources: {'Port': ['ID=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:27.442935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Made reservation on behalf of 8d1a0a9664c34fea81de82bb8a50dfdc for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:27.446514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.479453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Attempting to bind port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:27.480037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Attempting to bind port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:27.480565 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Attempting to bind port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 on network c7747e20-6447-4d14-b12a-0b045e1cb281 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:27.486848 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:27.487589 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Checking segment: {'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:27.488206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.488761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Bound using segment: {'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:27.489396 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Bound port: 1e1763d1-3c7c-461e-87cc-2c53b913e9e2, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4335e611-e6bb-464b-9675-655271c9b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:27.489968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.564496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] For port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:27.568114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] For port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,segment=NetworkSegment(4335e611-e6bb-464b-9675-655271c9b181),segment_id=4335e611-e6bb-464b-9675-655271c9b181)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:27.574367 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.598750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Allocated IP 172.20.0.5 (583dbade-5abd-419b-9157-e833dbea936f/a525e7ac-69e4-4f4e-8415-d6a4c8115598/c437052d-9c8b-4f5d-b2b3-a7d1d4162f65) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:27.643159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Routers {'02f5145c-2807-44e7-a92b-cb0c3263ce83'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:27.643611 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:08:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['02f5145c-2807-44e7-a92b-cb0c3263ce83'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:27.691725 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c73d7f-3507-424f-9c55-7d44e0d9eee4 None None] Pushing event updated for resources: {'Port': ['ID=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:27.782977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5e38420b-5b40-4b08-9a05-b47c595a4a9b None None] Provisioning complete for port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:27.783398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e38420b-5b40-4b08-9a05-b47c595a4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.812651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks [] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.832704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] Set router 02f5145c-2807-44e7-a92b-cb0c3263ce83 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:27.863055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.909801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Network 583dbade-5abd-419b-9157-e833dbea936f is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:27.915133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:27.924658 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:27.935168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Pushing event updated for resources: {'Port': ['ID=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:27.993268 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:27.994010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.013966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-d8e157d3-456a-459e-a341-c5174af27ecd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7237225 Jan 27 23:08:28.025314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Request body: {'port': {'device_id': 'ad75b9ee-a9cb-453f-ab4d-06ee24a75dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:28.028140 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5e38420b-5b40-4b08-9a05-b47c595a4a9b None None] Current status of the port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:28.028551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e38420b-5b40-4b08-9a05-b47c595a4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.088379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5e38420b-5b40-4b08-9a05-b47c595a4a9b None None] For port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,segment=NetworkSegment(4335e611-e6bb-464b-9675-655271c9b181),segment_id=4335e611-e6bb-464b-9675-655271c9b181)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:28.094487 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.122435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5e38420b-5b40-4b08-9a05-b47c595a4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.134935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 987e374d-9d9c-4243-bb27-93a5b242ab99 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:28.229753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38420b-5b40-4b08-9a05-b47c595a4a9b None None] Pushing event updated for resources: {'Port': ['ID=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:28.265953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:23Z', 'revision_number': 4, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '1e1763d1-3c7c-461e-87cc-2c53b913e9e2', 'name': '', 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'mac_address': 'fa:16:3e:d5:2b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3797ee58-f784-45e4-b2ce-9adf530811fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:23Z', 'updated_at': '2022-01-27T23:08:27Z', 'revision_number': 4, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'subnets': [{'id': '3797ee58-f784-45e4-b2ce-9adf530811fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:28.269516 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fe05f691-7abe-4caa-a1af-073b0f66afd5 None None] Provisioning complete for port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:28.269905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fe05f691-7abe-4caa-a1af-073b0f66afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.320163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 987e374d-9d9c-4243-bb27-93a5b242ab99 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:28.320592 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.354987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3149794-d42e-4642-a4c9-90daa6f82434 None None] The sync data for ids ['02f5145c-2807-44e7-a92b-cb0c3263ce83'] in n-d-826529-2 is: [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:23Z', 'revision_number': 4, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '1e1763d1-3c7c-461e-87cc-2c53b913e9e2', 'name': '', 'network_id': 'c7747e20-6447-4d14-b12a-0b045e1cb281', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'mac_address': 'fa:16:3e:d5:2b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3797ee58-f784-45e4-b2ce-9adf530811fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:23Z', 'updated_at': '2022-01-27T23:08:27Z', 'revision_number': 4, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'subnets': [{'id': '3797ee58-f784-45e4-b2ce-9adf530811fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:28.401740 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:08:28.411913 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Publish callbacks [] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.430482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Transition to ACTIVE for port object c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:08:28.439512 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.526424 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fe05f691-7abe-4caa-a1af-073b0f66afd5 None None] Current status of the port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:28.533728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 987e374d-9d9c-4243-bb27-93a5b242ab99 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:28.548045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Pushing event updated for resources: {'Port': ['ID=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:28.647688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Attempting to bind port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:28.647688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Attempting to bind port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:28.647688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Attempting to bind port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 on network 583dbade-5abd-419b-9157-e833dbea936f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:28.657791 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2ea06-91f4-4889-b085-408b919ae93b req-abd255cb-3113-4152-9601-005fc0d389e2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:28.659533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ad2ea06-91f4-4889-b085-408b919ae93b req-abd255cb-3113-4152-9601-005fc0d389e2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 943 time: 0.1436388 Jan 27 23:08:28.660424 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 on network 583dbade-5abd-419b-9157-e833dbea936f not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:08:28.660748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Attempting to bind port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 on network 583dbade-5abd-419b-9157-e833dbea936f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:28.667831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:28.668133 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Checking segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:28.668528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Bound using segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:28.668965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Bound port: c437052d-9c8b-4f5d-b2b3-a7d1d4162f65, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:28.669330 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.768218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ad2ea06-91f4-4889-b085-408b919ae93b req-c170bad3-2154-44c4-b0d2-666bb8afa31f tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960283 Jan 27 23:08:28.784145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] For port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:28.789524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] For port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:28.796666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.844610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:28.845357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.846966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] 10.222.0.57 "PUT /v2.0/ports/c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 HTTP/1.1" status: 200 len: 1091 time: 0.8264160 Jan 27 23:08:28.847553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad75b9ee-a9cb-453f-ab4d-06ee24a75dec', 'tag': 'c437052d-9c8b-4f5d-b2b3-a7d1d4162f65'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:08:28.850071 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad75b9ee-a9cb-453f-ab4d-06ee24a75dec", "tag": "c437052d-9c8b-4f5d-b2b3-a7d1d4162f65"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:08:28.882996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3423183-7b7d-481a-957d-6fb4abef4339 service neutron] Pushing event updated for resources: {'Port': ['ID=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:28.896024 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df450911-ed46-44e3-b43d-94316ae0d355 x-openstack-request-id: req-df450911-ed46-44e3-b43d-94316ae0d355 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:08:28.896488 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad75b9ee-a9cb-453f-ab4d-06ee24a75dec", "tag": "c437052d-9c8b-4f5d-b2b3-a7d1d4162f65", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:08:28.896819 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df450911-ed46-44e3-b43d-94316ae0d355 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:08:28.897240 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad75b9ee-a9cb-453f-ab4d-06ee24a75dec', 'tag': 'c437052d-9c8b-4f5d-b2b3-a7d1d4162f65', 'status': 'completed', 'code': 200} Jan 27 23:08:28.945770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-4ce35008-67b8-406e-8ee5-49444f52da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:28.947590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-4ce35008-67b8-406e-8ee5-49444f52da61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d1a0a9664c34fea81de82bb8a50dfdc&device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 1094 time: 0.0491297 Jan 27 23:08:28.993234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-7b45eb06-f2d0-48e7-951f-ea0f705c79d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 HTTP/1.1" status: 200 len: 217 time: 0.0385864 Jan 27 23:08:29.052154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-8dc34089-ebfb-4ca1-a030-8013268b671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:29.053678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-8dc34089-ebfb-4ca1-a030-8013268b671e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a525e7ac-69e4-4f4e-8415-d6a4c8115598 HTTP/1.1" status: 200 len: 855 time: 0.0550368 Jan 27 23:08:29.103484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-954062f5-4c64-4e98-8675-222a65f17db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:29.104978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-954062f5-4c64-4e98-8675-222a65f17db3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=583dbade-5abd-419b-9157-e833dbea936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455444 Jan 27 23:08:29.204069 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-7622d2dc-1e2d-4d92-aac2-4f568c67aea7 service neutron] 10.222.0.57 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930262 Jan 27 23:08:29.306300 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dca9d8da-91a1-4f2b-95b8-4ef1f0f8040e req-53e2d03a-9997-403d-a32a-752e302b4e6e service neutron] 10.222.0.57 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954893 Jan 27 23:08:29.394522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-565be367-c00d-4c3c-86ef-f8a8474345e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:29.396083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-565be367-c00d-4c3c-86ef-f8a8474345e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d1a0a9664c34fea81de82bb8a50dfdc&device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 1094 time: 0.0431983 Jan 27 23:08:29.500522 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-82584db5-53bd-4b6e-b3e2-fab34fcb8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:29.502054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-82584db5-53bd-4b6e-b3e2-fab34fcb8848 service neutron] 10.222.0.57 "GET /v2.0/networks?id=583dbade-5abd-419b-9157-e833dbea936f HTTP/1.1" status: 200 len: 917 time: 0.0994267 Jan 27 23:08:29.546570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-34fdcba5-f0de-42a3-a679-1cf2301a7470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 HTTP/1.1" status: 200 len: 217 time: 0.0378265 Jan 27 23:08:29.598152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-1e392b01-0d79-48b2-ba92-35593bf53ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:29.599712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-1e392b01-0d79-48b2-ba92-35593bf53ad7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a525e7ac-69e4-4f4e-8415-d6a4c8115598 HTTP/1.1" status: 200 len: 855 time: 0.0465271 Jan 27 23:08:29.654794 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-50d5e80e-023c-4f9a-8bcd-7dfdc3bb3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:29.656457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-50d5e80e-023c-4f9a-8bcd-7dfdc3bb3b74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=583dbade-5abd-419b-9157-e833dbea936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503747 Jan 27 23:08:29.751700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-7edd2145-0bea-4fbf-8f5f-c3b94208ced9 service neutron] 10.222.0.57 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881197 Jan 27 23:08:29.873312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82550e3e-6a09-4e2d-8c7d-9e19a10800bb req-370dbbef-6fdb-4b5c-8113-c4b6a1148487 service neutron] 10.222.0.57 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151352 Jan 27 23:08:29.910825 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4db147-b243-4733-b1a3-fec2cc7b1feb req-996d9e60-a74f-49e7-b71e-d6fc230b8118 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:29.912446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea4db147-b243-4733-b1a3-fec2cc7b1feb req-996d9e60-a74f-49e7-b71e-d6fc230b8118 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 943 time: 0.0677166 Jan 27 23:08:29.963811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea4db147-b243-4733-b1a3-fec2cc7b1feb req-32731837-4093-479f-ae67-ae03136bc411 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 Jan 27 23:08:30.139218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:30.169020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:08:30.264470 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:30.264850 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:30.311165 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:30.329349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'c437052d-9c8b-4f5d-b2b3-a7d1d4162f65', 'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'port_id': 'c437052d-9c8b-4f5d-b2b3-a7d1d4162f65', 'mac_address': 'fa:16:3e:84:d4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:08:30.395685 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:30.396081 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:30.408654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:30.414997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:08:30.436753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:30.442534 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:30.490686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:30.498701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.499057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.499435 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.499781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.500131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.500472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.500878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.501216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.501553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.501885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.502201 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.502526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.502881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:30.665209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['c437052d-9c8b-4f5d-b2b3-a7d1d4162f65'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:08:31.084955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ca4ea-1d02-464b-a7c6-0f58f78bf2e8 req-4ad8f3bd-83de-4885-8223-81c88a76e73c tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:31.086423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e64ca4ea-1d02-464b-a7c6-0f58f78bf2e8 req-4ad8f3bd-83de-4885-8223-81c88a76e73c tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 944 time: 0.0501292 Jan 27 23:08:31.135858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e64ca4ea-1d02-464b-a7c6-0f58f78bf2e8 req-3bfb2c61-b60b-467d-9b80-232dab2449db tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435398 Jan 27 23:08:32.153779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:32.214178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:08:32.219714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:32.220139 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:32.261478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abff43-10c4-4545-a68f-96d8e4e20720 req-84e7ba2d-490c-4f62-8872-872553770848 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:32.263341 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2abff43-10c4-4545-a68f-96d8e4e20720 req-84e7ba2d-490c-4f62-8872-872553770848 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 944 time: 0.0581133 Jan 27 23:08:32.309482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:32.309770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:32.312887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2abff43-10c4-4545-a68f-96d8e4e20720 req-53d2c24f-4568-43d6-9665-5e3015b14ade tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Jan 27 23:08:32.334042 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad75b9ee-a9cb-453f-ab4d-06ee24a75dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c437052d-9c8b-4f5d-b2b3-a7d1d4162f65'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:08:32.336396 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7126867a-ad6b-45b9-b474-ca0dc5346599" -d '{"events": [{"server_uuid": "ad75b9ee-a9cb-453f-ab4d-06ee24a75dec", "name": "network-vif-plugged", "status": "completed", "tag": "c437052d-9c8b-4f5d-b2b3-a7d1d4162f65"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:08:32.360542 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:32.365184 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:32.393274 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d49df-327c-4b12-9d72-08b5ccfd365f x-openstack-request-id: req-e66d49df-327c-4b12-9d72-08b5ccfd365f {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:08:32.393572 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad75b9ee-a9cb-453f-ab4d-06ee24a75dec", "name": "network-vif-plugged", "status": "completed", "tag": "c437052d-9c8b-4f5d-b2b3-a7d1d4162f65", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:08:32.393831 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e66d49df-327c-4b12-9d72-08b5ccfd365f {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:08:32.394229 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad75b9ee-a9cb-453f-ab4d-06ee24a75dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c437052d-9c8b-4f5d-b2b3-a7d1d4162f65', 'code': 200} Jan 27 23:08:32.423462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:32.473565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a39a6-2d49-4cd6-b154-69bed63bdca0 req-434db9f9-0948-422c-88b3-fd917c729669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:32.475099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c4a39a6-2d49-4cd6-b154-69bed63bdca0 req-434db9f9-0948-422c-88b3-fd917c729669 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 1096 time: 0.0422189 Jan 27 23:08:32.521018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0c4a39a6-2d49-4cd6-b154-69bed63bdca0 req-b7a42913-152e-462b-8b03-715f4b6a0799 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396428 Jan 27 23:08:33.453353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9781f-5de1-4677-ad92-2afb6fa7c2f9 req-43db176e-af9c-4897-bbde-364d2a453dca tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:33.455003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bf9781f-5de1-4677-ad92-2afb6fa7c2f9 req-43db176e-af9c-4897-bbde-364d2a453dca tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 945 time: 0.0514581 Jan 27 23:08:33.509644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7bf9781f-5de1-4677-ad92-2afb6fa7c2f9 req-3827e022-269f-4bb7-b38b-a6c54f035fa1 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486755 Jan 27 23:08:34.089856 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7ae4969b-68f9-4548-b44d-4008585b2c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:34.636387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b82d5-97e9-4d86-ac02-98fd140a1c2e req-eba8138e-1876-4594-97aa-d763909fc985 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:34.637924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-014b82d5-97e9-4d86-ac02-98fd140a1c2e req-eba8138e-1876-4594-97aa-d763909fc985 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 945 time: 0.0529394 Jan 27 23:08:34.699371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-014b82d5-97e9-4d86-ac02-98fd140a1c2e req-46735dbc-c5d1-4068-a664-c6235f3a109f tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554838 Jan 27 23:08:34.830599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c3757-f432-48a3-bd66-98ad425b4536 req-66bd484a-b7d4-4d07-8291-4cfe3589770c tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:34.832073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd0c3757-f432-48a3-bd66-98ad425b4536 req-66bd484a-b7d4-4d07-8291-4cfe3589770c tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 945 time: 0.0544145 Jan 27 23:08:34.880244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd0c3757-f432-48a3-bd66-98ad425b4536 req-4460da9a-59e4-44c3-8239-22b8142cc80f tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Jan 27 23:08:37.122495 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca6268e8-06ac-41ed-bc43-600629f3165a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:38.799038 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:40.314296 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:08:41.260614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.352744 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:48.886220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:51.566641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.084620 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8f49ba29-0e11-49d3-b70a-37f81076faad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:07.117815 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2364a6f-04b6-43d2-81c6-0d8e3d0349a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:08.803950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:09.391042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ea50-f8d8-4aa7-b7e0-f5a1354a82dc req-383b2824-a712-4284-81c0-713268efca00 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:09.392597 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b834ea50-f8d8-4aa7-b7e0-f5a1354a82dc req-383b2824-a712-4284-81c0-713268efca00 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 945 time: 0.0545020 Jan 27 23:09:09.441642 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b834ea50-f8d8-4aa7-b7e0-f5a1354a82dc req-0f2c56df-ea22-43a5-bd1d-dfb3effb09e6 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Jan 27 23:09:10.562201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667da6c-f0ab-408f-90f2-2e4dfa0dd589 req-4e7c7878-21a3-4552-a8d2-a9ec8e763562 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:10.563779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0667da6c-f0ab-408f-90f2-2e4dfa0dd589 req-4e7c7878-21a3-4552-a8d2-a9ec8e763562 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 945 time: 0.0503461 Jan 27 23:09:10.615447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0667da6c-f0ab-408f-90f2-2e4dfa0dd589 req-9f141ece-0431-43bc-95bb-322a9efa3e7d tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448880 Jan 27 23:09:10.764715 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-2a8e111d-c19b-4309-8933-186bcdd51675 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:10.766270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-2a8e111d-c19b-4309-8933-186bcdd51675 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 945 time: 0.0599325 Jan 27 23:09:10.863015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Deleting port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:09:10.863361 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:10.964591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] For port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:10.964940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:10.978322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Calling delete_port for c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:09:11.118894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c437052d-9c8b-4f5d-b2b3-a7d1d4162f65), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:11.131930 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['c437052d-9c8b-4f5d-b2b3-a7d1d4162f65'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:09:11.154651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Pushing event deleted for resources: {'Port': ['ID=c437052d-9c8b-4f5d-b2b3-a7d1d4162f65,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:11.203651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] No DVR routers for this DVR port c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:09:11.206505 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:11.210223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4b9e7438-1805-45a0-9d0f-c1ae94cc1117 req-f4110a29-aee8-4cda-907f-f9c70db29ed3 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.57 "DELETE /v2.0/ports/c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 HTTP/1.1" status: 204 len: 173 time: 0.4375498 Jan 27 23:09:11.210677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad75b9ee-a9cb-453f-ab4d-06ee24a75dec', 'name': 'network-vif-deleted', 'tag': 'c437052d-9c8b-4f5d-b2b3-a7d1d4162f65'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:11.213245 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf09ef1-d619-46b2-b650-36dcd3dac930" -d '{"events": [{"server_uuid": "ad75b9ee-a9cb-453f-ab4d-06ee24a75dec", "name": "network-vif-deleted", "tag": "c437052d-9c8b-4f5d-b2b3-a7d1d4162f65"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:11.260226 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:11.345090 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7626b723-b92a-4e97-9ddc-9fc6e90ed151 x-openstack-request-id: req-7626b723-b92a-4e97-9ddc-9fc6e90ed151 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:11.345478 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad75b9ee-a9cb-453f-ab4d-06ee24a75dec", "name": "network-vif-deleted", "tag": "c437052d-9c8b-4f5d-b2b3-a7d1d4162f65", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:11.345858 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7626b723-b92a-4e97-9ddc-9fc6e90ed151 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:11.346287 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad75b9ee-a9cb-453f-ab4d-06ee24a75dec', 'name': 'network-vif-deleted', 'tag': 'c437052d-9c8b-4f5d-b2b3-a7d1d4162f65', 'status': 'completed', 'code': 200} Jan 27 23:09:11.360695 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:11.729444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-569332e7-c27a-4773-8828-7ee2e1e791b0 req-f819498e-988a-42ac-a474-109a7f16297b tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad75b9ee-a9cb-453f-ab4d-06ee24a75dec HTTP/1.1" status: 200 len: 210 time: 0.0268786 Jan 27 23:09:13.475149 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-10a9cfcd-d6e5-4800-a776-959d83c5ea14 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:13.476661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-10a9cfcd-d6e5-4800-a776-959d83c5ea14 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/networks?id=583dbade-5abd-419b-9157-e833dbea936f HTTP/1.1" status: 200 len: 816 time: 0.1200175 Jan 27 23:09:13.493835 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-44efcf8f-3100-44b0-8a06-89841a469163 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/quotas/8d1a0a9664c34fea81de82bb8a50dfdc HTTP/1.1" status: 200 len: 375 time: 0.0100017 Jan 27 23:09:13.552466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-fd2bbdbb-7b17-453b-bfdb-40e02d63c55c tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d1a0a9664c34fea81de82bb8a50dfdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528324 Jan 27 23:09:13.659059 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-09b8848b-9912-450b-97d0-81d7695d9780 service neutron] 10.222.0.45 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943131 Jan 27 23:09:13.763827 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-42880bf2-fcba-443e-8ec1-3f6a0a9abf4e service neutron] 10.222.0.45 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981789 Jan 27 23:09:13.943956 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b14532b4-8b57-474f-8646-ffbd848eebca req-ad86ab5a-d8e6-4431-b62e-ca83d8778da5 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 210 time: 0.0303605 Jan 27 23:09:14.386484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:09:14.407055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:09:14.407401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c437052d-9c8b-4f5d-b2b3-a7d1d4162f65 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:09:14.930773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-bc365133-eca1-41ea-bc01-2684d2077ed2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:14.932651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-bc365133-eca1-41ea-bc01-2684d2077ed2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.57 "GET /v2.0/networks?id=583dbade-5abd-419b-9157-e833dbea936f HTTP/1.1" status: 200 len: 816 time: 0.1142421 Jan 27 23:09:14.944125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Request body: {'port': {'device_id': '329d34e2-3357-419c-bd86-c4d7c93ae1fe', 'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'admin_state_up': True, 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:15.058067 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc6dbb4c-fed7-4017-aaae-1f25ba7ddc83 req-4ee603fb-aab7-49ff-8bec-27a922a4f385 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 210 time: 0.0387082 Jan 27 23:09:15.091606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Made reservation on behalf of 8d1a0a9664c34fea81de82bb8a50dfdc for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:09:15.095470 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.495254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Allocated IP 172.20.0.4 (583dbade-5abd-419b-9157-e833dbea936f/a525e7ac-69e4-4f4e-8415-d6a4c8115598/0c733e66-cfd9-404b-8e6c-6709e73c4447) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:09:15.655452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks [] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.692280 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.734854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Network 583dbade-5abd-419b-9157-e833dbea936f is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:09:15.737931 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:09:15.744846 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:09:15.770707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Pushing event updated for resources: {'Port': ['ID=0c733e66-cfd9-404b-8e6c-6709e73c4447,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:15.809875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:15.810639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.834449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-0c5ea846-2149-441c-92f5-ef4783d44b83 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941653 Jan 27 23:09:15.846483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Request body: {'port': {'device_id': '329d34e2-3357-419c-bd86-c4d7c93ae1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:15.912938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:16.069155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3612017b-4ba8-4925-bda7-4c834186f656 None None] Provisioning complete for port 0c733e66-cfd9-404b-8e6c-6709e73c4447 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:16.069757 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3612017b-4ba8-4925-bda7-4c834186f656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:16.119196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3612017b-4ba8-4925-bda7-4c834186f656 None None] Port 0c733e66-cfd9-404b-8e6c-6709e73c4447 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:09:16.243663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41eacf-3a76-491c-8b98-bb0b6c44913c req-34eeca1a-27e3-449b-86fc-3da2ef4c94ac tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.250842 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f41eacf-3a76-491c-8b98-bb0b6c44913c req-34eeca1a-27e3-449b-86fc-3da2ef4c94ac tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 931 time: 0.1119051 Jan 27 23:09:16.260728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c733e66-cfd9-404b-8e6c-6709e73c4447 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:09:16.275094 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Publish callbacks [] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:16.314315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Transition to ACTIVE for port object 0c733e66-cfd9-404b-8e6c-6709e73c4447 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:09:16.321499 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:16.359794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f41eacf-3a76-491c-8b98-bb0b6c44913c req-1be38a51-27c3-43a8-a3ac-461cc806a7cf tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016941 Jan 27 23:09:16.388533 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c733e66-cfd9-404b-8e6c-6709e73c4447,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:16.468157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Attempting to bind port 0c733e66-cfd9-404b-8e6c-6709e73c4447 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:09:16.468495 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Attempting to bind port 0c733e66-cfd9-404b-8e6c-6709e73c4447 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:09:16.468826 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Attempting to bind port 0c733e66-cfd9-404b-8e6c-6709e73c4447 on network 583dbade-5abd-419b-9157-e833dbea936f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:09:16.473722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Port 0c733e66-cfd9-404b-8e6c-6709e73c4447 on network 583dbade-5abd-419b-9157-e833dbea936f not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:09:16.474042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Attempting to bind port 0c733e66-cfd9-404b-8e6c-6709e73c4447 on network 583dbade-5abd-419b-9157-e833dbea936f {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:09:16.479923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:09:16.480274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Checking segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:09:16.480662 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Bound using segment: {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:09:16.481101 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Bound port: 0c733e66-cfd9-404b-8e6c-6709e73c4447, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be8b7fd-acd8-4bb4-9b90-205c165ed65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '583dbade-5abd-419b-9157-e833dbea936f'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:09:16.481469 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:16.551938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] For port 0c733e66-cfd9-404b-8e6c-6709e73c4447, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:09:16.555179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] For port 0c733e66-cfd9-404b-8e6c-6709e73c4447, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0c733e66-cfd9-404b-8e6c-6709e73c4447,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:09:16.561529 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:16.595841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.596495 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:16.597937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/0c733e66-cfd9-404b-8e6c-6709e73c4447 HTTP/1.1" status: 200 len: 1091 time: 0.7568479 Jan 27 23:09:16.598420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329d34e2-3357-419c-bd86-c4d7c93ae1fe', 'tag': '0c733e66-cfd9-404b-8e6c-6709e73c4447'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:16.600834 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa95c2-3919-4912-9e7f-053c109d72ad" -d '{"events": [{"name": "network-changed", "server_uuid": "329d34e2-3357-419c-bd86-c4d7c93ae1fe", "tag": "0c733e66-cfd9-404b-8e6c-6709e73c4447"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:16.629018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5924cc3-6ad3-4460-8efa-bfa8a47a76a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c733e66-cfd9-404b-8e6c-6709e73c4447,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:16.673421 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27efa05-b98d-4a81-9592-63433e4ad998 x-openstack-request-id: req-d27efa05-b98d-4a81-9592-63433e4ad998 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:16.673717 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329d34e2-3357-419c-bd86-c4d7c93ae1fe", "tag": "0c733e66-cfd9-404b-8e6c-6709e73c4447", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:16.673971 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d27efa05-b98d-4a81-9592-63433e4ad998 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:16.674379 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329d34e2-3357-419c-bd86-c4d7c93ae1fe', 'tag': '0c733e66-cfd9-404b-8e6c-6709e73c4447', 'status': 'completed', 'code': 200} Jan 27 23:09:16.692266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-555c985a-9b56-4b4f-b28f-27bbc6f03b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.693824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-555c985a-9b56-4b4f-b28f-27bbc6f03b67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d1a0a9664c34fea81de82bb8a50dfdc&device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 1094 time: 0.0515997 Jan 27 23:09:16.747665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-88f31f80-9780-4e55-88db-e17490b56130 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c733e66-cfd9-404b-8e6c-6709e73c4447 HTTP/1.1" status: 200 len: 217 time: 0.0410757 Jan 27 23:09:16.798807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-8bb4a34b-0a31-4cee-b517-e5310aa2845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.800353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-8bb4a34b-0a31-4cee-b517-e5310aa2845f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a525e7ac-69e4-4f4e-8415-d6a4c8115598 HTTP/1.1" status: 200 len: 855 time: 0.0473619 Jan 27 23:09:16.848265 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-7d89c0eb-6cd9-4c1d-b038-57444a5cef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.849695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-7d89c0eb-6cd9-4c1d-b038-57444a5cef02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=583dbade-5abd-419b-9157-e833dbea936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417662 Jan 27 23:09:16.943429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-1aefd040-293c-492b-9075-6c5a112e6701 service neutron] 10.222.0.57 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879807 Jan 27 23:09:17.041518 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-efdd0875-e0cc-4310-adf8-d4c8a44f5d57 req-8b6adb9b-63a5-471c-ac25-b913a73abf1a service neutron] 10.222.0.57 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924497 Jan 27 23:09:17.137093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-2d3d9ed1-b1fc-46df-9138-39eec2806af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.138664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-2d3d9ed1-b1fc-46df-9138-39eec2806af8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d1a0a9664c34fea81de82bb8a50dfdc&device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 1094 time: 0.0509479 Jan 27 23:09:17.233479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-3c378f2b-4d18-4d18-a24c-6dd78b2071b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.235001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-3c378f2b-4d18-4d18-a24c-6dd78b2071b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=583dbade-5abd-419b-9157-e833dbea936f HTTP/1.1" status: 200 len: 917 time: 0.0904825 Jan 27 23:09:17.281988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-5ed21bde-0031-4f58-bfff-9610a51820c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c733e66-cfd9-404b-8e6c-6709e73c4447 HTTP/1.1" status: 200 len: 217 time: 0.0404027 Jan 27 23:09:17.319589 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:09:17.342643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-b2272664-a48b-42d4-a658-b40935a8e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.344217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-b2272664-a48b-42d4-a658-b40935a8e534 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a525e7ac-69e4-4f4e-8415-d6a4c8115598 HTTP/1.1" status: 200 len: 855 time: 0.0550890 Jan 27 23:09:17.395226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-79dfce72-f079-44a8-a967-e92100fa76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.396833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-79dfce72-f079-44a8-a967-e92100fa76b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=583dbade-5abd-419b-9157-e833dbea936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460200 Jan 27 23:09:17.531516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-0142fed7-6a3b-48f4-9a0f-759d6b25b3ee service neutron] 10.222.0.57 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269302 Jan 27 23:09:17.539510 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387412b-90d5-4ec5-9815-ff01dfc3c181 req-a1571b60-f7e5-4999-b10e-78b9c117e8d2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.541125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b387412b-90d5-4ec5-9815-ff01dfc3c181 req-a1571b60-f7e5-4999-b10e-78b9c117e8d2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 943 time: 0.0857549 Jan 27 23:09:17.652601 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b387412b-90d5-4ec5-9815-ff01dfc3c181 req-f3b5e4cb-73a8-4a9c-990c-1ab3599a81a0 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025147 Jan 27 23:09:17.668903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18aa95c2-3919-4912-9e7f-053c109d72ad req-869a4d06-572a-45ea-ae70-01482ad225fc service neutron] 10.222.0.57 "GET /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266003 Jan 27 23:09:18.417199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0c733e66-cfd9-404b-8e6c-6709e73c4447 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:09:18.527218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0c733e66-cfd9-404b-8e6c-6709e73c4447, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0c733e66-cfd9-404b-8e6c-6709e73c4447,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:18.540994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '0c733e66-cfd9-404b-8e6c-6709e73c4447', 'network_id': '583dbade-5abd-419b-9157-e833dbea936f', 'port_id': '0c733e66-cfd9-404b-8e6c-6709e73c4447', 'mac_address': 'fa:16:3e:fc:e7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a525e7ac-69e4-4f4e-8415-d6a4c8115598', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:09:18.580658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0c733e66-cfd9-404b-8e6c-6709e73c4447 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:18.581028 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.594925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c733e66-cfd9-404b-8e6c-6709e73c4447 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:09:18.615476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0c733e66-cfd9-404b-8e6c-6709e73c4447, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0c733e66-cfd9-404b-8e6c-6709e73c4447,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:18.621438 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.671682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0c733e66-cfd9-404b-8e6c-6709e73c4447,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:18.781266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3deae-57d9-41a4-9a17-00b09b4aca6c req-b283299a-aab3-4f50-b2ca-18d01adcd9c4 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:18.782779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29d3deae-57d9-41a4-9a17-00b09b4aca6c req-b283299a-aab3-4f50-b2ca-18d01adcd9c4 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 944 time: 0.0562356 Jan 27 23:09:18.811074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['0c733e66-cfd9-404b-8e6c-6709e73c4447'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:09:18.831811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29d3deae-57d9-41a4-9a17-00b09b4aca6c req-d973cb8e-8b18-4194-8bed-0a3d49dd7d41 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Jan 27 23:09:18.901639 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:19.963957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1c724-cd08-4468-9ba3-226fca741af3 req-ac57a380-4b69-4e07-b8e4-75695997bdab tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:19.965406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8e1c724-cd08-4468-9ba3-226fca741af3 req-ac57a380-4b69-4e07-b8e4-75695997bdab tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 944 time: 0.0555122 Jan 27 23:09:20.026464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8e1c724-cd08-4468-9ba3-226fca741af3 req-e3202e5c-0c93-401d-b13a-f61e534d5469 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Jan 27 23:09:20.434464 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0c733e66-cfd9-404b-8e6c-6709e73c4447 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:09:20.492247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 0c733e66-cfd9-404b-8e6c-6709e73c4447 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:09:20.496782 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 0c733e66-cfd9-404b-8e6c-6709e73c4447 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:20.497170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:20.583116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0c733e66-cfd9-404b-8e6c-6709e73c4447 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:20.583553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:20.610884 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329d34e2-3357-419c-bd86-c4d7c93ae1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c733e66-cfd9-404b-8e6c-6709e73c4447'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:20.613264 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddc9e11-e6e6-46b4-935b-060968fdf253" -d '{"events": [{"server_uuid": "329d34e2-3357-419c-bd86-c4d7c93ae1fe", "name": "network-vif-plugged", "status": "completed", "tag": "0c733e66-cfd9-404b-8e6c-6709e73c4447"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:20.627332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0c733e66-cfd9-404b-8e6c-6709e73c4447, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0c733e66-cfd9-404b-8e6c-6709e73c4447,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:20.632940 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:20.670757 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b992ada-f967-4ed1-9362-212f928111de x-openstack-request-id: req-8b992ada-f967-4ed1-9362-212f928111de {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:20.671066 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329d34e2-3357-419c-bd86-c4d7c93ae1fe", "name": "network-vif-plugged", "status": "completed", "tag": "0c733e66-cfd9-404b-8e6c-6709e73c4447", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:20.671329 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b992ada-f967-4ed1-9362-212f928111de {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:20.671753 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329d34e2-3357-419c-bd86-c4d7c93ae1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c733e66-cfd9-404b-8e6c-6709e73c4447', 'code': 200} Jan 27 23:09:20.692757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0c733e66-cfd9-404b-8e6c-6709e73c4447,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:20.764780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0e4d3-f2f6-431b-86dd-4818b8a0ed55 req-1c1ecab4-3983-46b3-82c0-2468ccc3b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:20.766290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67f0e4d3-f2f6-431b-86dd-4818b8a0ed55 req-1c1ecab4-3983-46b3-82c0-2468ccc3b2dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 1096 time: 0.0434682 Jan 27 23:09:20.815486 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67f0e4d3-f2f6-431b-86dd-4818b8a0ed55 req-c9c071da-f395-47b0-997e-7a3177612a0a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Jan 27 23:09:21.152608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6069a-aec6-4109-9b45-88ca3450df1a req-637def67-01e0-4eb9-948a-3046e065452f tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:21.154167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70d6069a-aec6-4109-9b45-88ca3450df1a req-637def67-01e0-4eb9-948a-3046e065452f tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 945 time: 0.0524395 Jan 27 23:09:21.207718 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70d6069a-aec6-4109-9b45-88ca3450df1a req-324575c9-f3bc-48dd-a819-82088ed1da1e tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Jan 27 23:09:21.754926 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:22.339004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d397765-ca0b-4cee-ad7b-5f87c45cf85e req-cc138783-8468-4f2f-97b1-1acf0d8f7fa0 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:22.340438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d397765-ca0b-4cee-ad7b-5f87c45cf85e req-cc138783-8468-4f2f-97b1-1acf0d8f7fa0 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 945 time: 0.0566733 Jan 27 23:09:22.402041 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d397765-ca0b-4cee-ad7b-5f87c45cf85e req-64cab8f6-4ec6-4d13-8cc5-a9294b0bd0fd tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Jan 27 23:09:22.523965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd983cbb-9ba2-4e98-bd0d-0d58d08d180a req-393fe9f9-b833-4eac-b598-5782aec61f95 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:22.525453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd983cbb-9ba2-4e98-bd0d-0d58d08d180a req-393fe9f9-b833-4eac-b598-5782aec61f95 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 945 time: 0.0506504 Jan 27 23:09:22.573018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd983cbb-9ba2-4e98-bd0d-0d58d08d180a req-863c72cf-3c64-4201-b046-60b5e23ecc3c tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Jan 27 23:09:34.093143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-850c2f26-90d0-40d7-b488-1212579ea237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:37.128311 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4e21910e-0de8-4f30-adfe-49e3ae47d8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:38.806641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:41.257629 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:41.365188 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:48.887895 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:51.580723 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:54.320613 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:09:56.859993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90617f51-f003-4a98-8b69-80d24c2c4295 req-f56e818f-bc00-4b1d-9c8b-53cf79abdce2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:56.861523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90617f51-f003-4a98-8b69-80d24c2c4295 req-f56e818f-bc00-4b1d-9c8b-53cf79abdce2 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 945 time: 0.0537987 Jan 27 23:09:56.909054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90617f51-f003-4a98-8b69-80d24c2c4295 req-e6b66e88-4277-4382-9f16-5da0e67a1b49 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Jan 27 23:09:58.033976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b4c45-bd19-4b63-ac8d-f50dff8cdbec req-fc4f0a9b-c490-4d86-a573-6a2f27602483 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:58.035663 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b76b4c45-bd19-4b63-ac8d-f50dff8cdbec req-fc4f0a9b-c490-4d86-a573-6a2f27602483 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 945 time: 0.0514343 Jan 27 23:09:58.088503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b76b4c45-bd19-4b63-ac8d-f50dff8cdbec req-77dd178b-0dc7-4d80-8d67-d9c6a1315c9b tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/security-groups?id=49999350-a8a1-4da0-addc-f0bb148ef21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Jan 27 23:09:58.262169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-630778f1-070b-44c3-953a-76d29c3b0da9 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:58.263900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-630778f1-070b-44c3-953a-76d29c3b0da9 tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 945 time: 0.0531325 Jan 27 23:09:58.365923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Deleting port 0c733e66-cfd9-404b-8e6c-6709e73c4447 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:09:58.366269 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:58.458024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] For port 0c733e66-cfd9-404b-8e6c-6709e73c4447, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0c733e66-cfd9-404b-8e6c-6709e73c4447,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:58.458374 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:58.474647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Calling delete_port for 0c733e66-cfd9-404b-8e6c-6709e73c4447 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:09:58.625724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0c733e66-cfd9-404b-8e6c-6709e73c4447), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:58.642467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['0c733e66-cfd9-404b-8e6c-6709e73c4447'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:09:58.654639 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Pushing event deleted for resources: {'Port': ['ID=0c733e66-cfd9-404b-8e6c-6709e73c4447,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:58.668605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.668962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.669310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.669650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.669989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.670318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.670654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.670966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.671284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.672335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.672683 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.673563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.673563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:58.717788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] No DVR routers for this DVR port 0c733e66-cfd9-404b-8e6c-6709e73c4447 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:09:58.721740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:58.727100 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-141bbf82-3b8b-4d4a-95eb-c1a6aa4812a0 req-a3ae7909-5bec-4526-b8df-3e647337375a tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.57 "DELETE /v2.0/ports/0c733e66-cfd9-404b-8e6c-6709e73c4447 HTTP/1.1" status: 204 len: 173 time: 0.4575651 Jan 27 23:09:58.727618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329d34e2-3357-419c-bd86-c4d7c93ae1fe', 'name': 'network-vif-deleted', 'tag': '0c733e66-cfd9-404b-8e6c-6709e73c4447'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:58.729994 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2628f2bd-59b9-418a-8e08-ae45aac72b03" -d '{"events": [{"server_uuid": "329d34e2-3357-419c-bd86-c4d7c93ae1fe", "name": "network-vif-deleted", "tag": "0c733e66-cfd9-404b-8e6c-6709e73c4447"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:58.768346 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d116ae0-91a4-4c86-bec1-ec0695bdda15 x-openstack-request-id: req-5d116ae0-91a4-4c86-bec1-ec0695bdda15 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:58.768647 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329d34e2-3357-419c-bd86-c4d7c93ae1fe", "name": "network-vif-deleted", "tag": "0c733e66-cfd9-404b-8e6c-6709e73c4447", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:58.768905 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d116ae0-91a4-4c86-bec1-ec0695bdda15 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:58.769321 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329d34e2-3357-419c-bd86-c4d7c93ae1fe', 'name': 'network-vif-deleted', 'tag': '0c733e66-cfd9-404b-8e6c-6709e73c4447', 'status': 'completed', 'code': 200} Jan 27 23:09:59.216868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-30a8d170-0938-4a2a-9c10-2a78dcb68d9d req-81f43b61-a789-4e29-904b-245f9886cc2f tempest-TestEncryptedCinderVolumes-513460327 tempest-TestEncryptedCinderVolumes-513460327-project] 10.222.0.45 "GET /v2.0/ports?device_id=329d34e2-3357-419c-bd86-c4d7c93ae1fe HTTP/1.1" status: 200 len: 210 time: 0.0285921 Jan 27 23:10:00.316158 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47634) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:00.749666 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (2bc874b1-5598-4fde-988d-3bed2d482cb4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:01.339764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Deleting port 7dd51c1e-8a9e-4837-be85-24f8c198b36b {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:10:01.340498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:01.421294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] For port 7dd51c1e-8a9e-4837-be85-24f8c198b36b, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7dd51c1e-8a9e-4837-be85-24f8c198b36b,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:01.421638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:01.434704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Calling delete_port for 7dd51c1e-8a9e-4837-be85-24f8c198b36b owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:10:01.682349 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7dd51c1e-8a9e-4837-be85-24f8c198b36b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:01.710316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd51c1e-8a9e-4837-be85-24f8c198b36b,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:01.885090 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (2bc874b1-5598-4fde-988d-3bed2d482cb4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.120827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Router 2bc874b1-5598-4fde-988d-3bed2d482cb4 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:10:02.242156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:10:02.247928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0dd7515e-bef2-41d8-9a98-9376b1b2841e admin admin] 10.222.0.45 "PUT /v2.0/routers/2bc874b1-5598-4fde-988d-3bed2d482cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9304554 Jan 27 23:10:02.250382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47636) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:02.251794 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] Sync routers for ids ['2bc874b1-5598-4fde-988d-3bed2d482cb4'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:10:02.263780 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] Routers {'2bc874b1-5598-4fde-988d-3bed2d482cb4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:02.264414 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2bc874b1-5598-4fde-988d-3bed2d482cb4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:02.360669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks [] for router (2bc874b1-5598-4fde-988d-3bed2d482cb4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.469016 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] Set router 2bc874b1-5598-4fde-988d-3bed2d482cb4 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:02.471271 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks [] for router_gateway (2bc874b1-5598-4fde-988d-3bed2d482cb4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.525433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Deleting port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:10:02.525781 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.610188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] For port e86a2c4d-e535-4ee4-a39e-f57c9a21d31d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=e86a2c4d-e535-4ee4-a39e-f57c9a21d31d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:02.610558 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.623104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Calling delete_port for e86a2c4d-e535-4ee4-a39e-f57c9a21d31d owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:10:02.636212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0c733e66-cfd9-404b-8e6c-6709e73c4447 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:10:02.645821 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:10:01Z', 'revision_number': 5, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port': {'id': 'e86a2c4d-e535-4ee4-a39e-f57c9a21d31d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:15Z', 'updated_at': '2022-01-27T23:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:02.662614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 0c733e66-cfd9-404b-8e6c-6709e73c4447 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:10:02.663259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0c733e66-cfd9-404b-8e6c-6709e73c4447 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:10:02.672181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] Checking router: 2bc874b1-5598-4fde-988d-3bed2d482cb4 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:10:02.681195 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] Routers {'2bc874b1-5598-4fde-988d-3bed2d482cb4'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:02.681821 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2bc874b1-5598-4fde-988d-3bed2d482cb4'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:02.767589 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] Set router 2bc874b1-5598-4fde-988d-3bed2d482cb4 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:02.796442 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e86a2c4d-e535-4ee4-a39e-f57c9a21d31d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.821829 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:10:02Z', 'revision_number': 6, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:02.822588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86a2c4d-e535-4ee4-a39e-f57c9a21d31d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:02.851269 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263d70f-51f6-447c-8ef0-d2915b12f99b None None] The sync data for ids ['2bc874b1-5598-4fde-988d-3bed2d482cb4'] in n-d-826529-2 is: [{'id': '2bc874b1-5598-4fde-988d-3bed2d482cb4', 'name': 'tempest-TestEncryptedCinderVolumes-910826819-router', 'tenant_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:14Z', 'updated_at': '2022-01-27T23:10:02Z', 'revision_number': 6, 'project_id': '8d1a0a9664c34fea81de82bb8a50dfdc', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:10:02.886912 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (2bc874b1-5598-4fde-988d-3bed2d482cb4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.989518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (2bc874b1-5598-4fde-988d-3bed2d482cb4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.991914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks [] for router_controller (2bc874b1-5598-4fde-988d-3bed2d482cb4), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.038162 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (2bc874b1-5598-4fde-988d-3bed2d482cb4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.038728 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc874b1-5598-4fde-988d-3bed2d482cb4 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:10:03.044106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.045358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-76694751-a157-43ac-b3cc-e6cc06fdbc12 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2bc874b1-5598-4fde-988d-3bed2d482cb4 HTTP/1.1" status: 204 len: 168 time: 0.7939970 Jan 27 23:10:03.048333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47638) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:03.094632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-5831be74-9a15-409b-a7bc-1d73f1237b9c admin admin] Deleting subnet a525e7ac-69e4-4f4e-8415-d6a4c8115598 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:10:03.098016 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5831be74-9a15-409b-a7bc-1d73f1237b9c admin admin] Publish callbacks [] for subnet (a525e7ac-69e4-4f4e-8415-d6a4c8115598), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.136343 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5831be74-9a15-409b-a7bc-1d73f1237b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (a525e7ac-69e4-4f4e-8415-d6a4c8115598), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.239880 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5831be74-9a15-409b-a7bc-1d73f1237b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (a525e7ac-69e4-4f4e-8415-d6a4c8115598), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.303942 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5831be74-9a15-409b-a7bc-1d73f1237b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (a525e7ac-69e4-4f4e-8415-d6a4c8115598), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.339128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831be74-9a15-409b-a7bc-1d73f1237b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a525e7ac-69e4-4f4e-8415-d6a4c8115598,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:03.342962 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5831be74-9a15-409b-a7bc-1d73f1237b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.346251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5831be74-9a15-409b-a7bc-1d73f1237b9c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a525e7ac-69e4-4f4e-8415-d6a4c8115598 HTTP/1.1" status: 204 len: 168 time: 0.2969720 Jan 27 23:10:03.348873 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47640) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:03.352377 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd983978-726d-432b-8321-e9bdfeafd764 None None] Network 583dbade-5abd-419b-9157-e833dbea936f requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:10:03.431838 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (583dbade-5abd-419b-9157-e833dbea936f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.494720 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Deleting port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:10:03.495065 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.558449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] For port 8f5b49e5-a7aa-4c21-9274-853ee37a1946, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8f5b49e5-a7aa-4c21-9274-853ee37a1946,segment=NetworkSegment(6be8b7fd-acd8-4bb4-9b90-205c165ed65c),segment_id=6be8b7fd-acd8-4bb4-9b90-205c165ed65c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:03.559207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.573093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Calling delete_port for 8f5b49e5-a7aa-4c21-9274-853ee37a1946 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:10:03.652663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] DHCP port deletion for 583dbade-5abd-419b-9157-e833dbea936f request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:10:03.662422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.689709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5b49e5-a7aa-4c21-9274-853ee37a1946,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:03.696040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] No DVR routers for this DVR port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:10:03.723813 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Deleting port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:10:03.724181 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.773673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (583dbade-5abd-419b-9157-e833dbea936f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.798365 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] For port 8f5b49e5-a7aa-4c21-9274-853ee37a1946, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:03.798763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.801422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583dbade-5abd-419b-9157-e833dbea936f']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:03.811577 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be8b7fd-acd8-4bb4-9b90-205c165ed65c') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:03.811800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Calling delete_port for 8f5b49e5-a7aa-4c21-9274-853ee37a1946 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:10:03.811957 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be8b7fd-acd8-4bb4-9b90-205c165ed65c') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:03.815018 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 23:10:03.816750 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (8f5b49e5-a7aa-4c21-9274-853ee37a1946), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.822212 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (6be8b7fd-acd8-4bb4-9b90-205c165ed65c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.836262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6be8b7fd-acd8-4bb4-9b90-205c165ed65c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.842722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Pushing event deleted for resources: {'Port': ['ID=8f5b49e5-a7aa-4c21-9274-853ee37a1946,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:03.843914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:10:03.844371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (6be8b7fd-acd8-4bb4-9b90-205c165ed65c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:10:03.846189 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:10:03.854432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] No DVR routers for this DVR port 8f5b49e5-a7aa-4c21-9274-853ee37a1946 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:10:03.857987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.858347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.858919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.859369 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.859761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.860207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.860392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.860716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.861040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.861360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.861766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.862013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.862305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c0e733-aa5f-4184-ac07-26bede4d123f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:03.907920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (583dbade-5abd-419b-9157-e833dbea936f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.913914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:03.918141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] 10.222.0.45 "DELETE /v2.0/networks/583dbade-5abd-419b-9157-e833dbea936f HTTP/1.1" status: 204 len: 168 time: 0.5682342 Jan 27 23:10:03.921567 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47642) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:03.930287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfec44c-ef11-45e8-b295-72b3b012ecda admin admin] Pushing event deleted for resources: {'Network': ['ID=583dbade-5abd-419b-9157-e833dbea936f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:04.099061 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d807d83-55ca-4073-a8b2-485d44e49d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.167187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e86a2c4d-e535-4ee4-a39e-f57c9a21d31d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:10:04.188149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: e86a2c4d-e535-4ee4-a39e-f57c9a21d31d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:10:04.188522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device e86a2c4d-e535-4ee4-a39e-f57c9a21d31d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:10:04.188939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f5b49e5-a7aa-4c21-9274-853ee37a1946 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:10:04.208634 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8f5b49e5-a7aa-4c21-9274-853ee37a1946 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:10:04.208864 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8f5b49e5-a7aa-4c21-9274-853ee37a1946 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:10:04.209292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7dd51c1e-8a9e-4837-be85-24f8c198b36b no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:10:04.229404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 7dd51c1e-8a9e-4837-be85-24f8c198b36b {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:10:04.229869 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7dd51c1e-8a9e-4837-be85-24f8c198b36b not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:10:04.290843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (02f5145c-2807-44e7-a92b-cb0c3263ce83), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.557417 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Deleting port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:10:04.557666 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.940350 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] For port 1e1763d1-3c7c-461e-87cc-2c53b913e9e2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,segment=NetworkSegment(4335e611-e6bb-464b-9675-655271c9b181),segment_id=4335e611-e6bb-464b-9675-655271c9b181)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:04.941083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.954155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Calling delete_port for 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:10:05.142081 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1e1763d1-3c7c-461e-87cc-2c53b913e9e2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:05.168834 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1763d1-3c7c-461e-87cc-2c53b913e9e2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:05.196669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.197000 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.197347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.197709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.198039 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.198391 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.198745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.199074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.199362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.199735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.200056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.200379 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.200690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:05.355246 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (02f5145c-2807-44e7-a92b-cb0c3263ce83), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:05.593823 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Router 02f5145c-2807-44e7-a92b-cb0c3263ce83 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:10:05.724089 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:10:05.730043 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e908626f-4e04-4444-91a5-19a26d6f1007 admin admin] 10.222.0.45 "PUT /v2.0/routers/02f5145c-2807-44e7-a92b-cb0c3263ce83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8067884 Jan 27 23:10:05.732950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47646) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:05.734295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88501809-9466-4956-a74e-02f98411d395 None None] Sync routers for ids ['02f5145c-2807-44e7-a92b-cb0c3263ce83'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:10:05.745560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88501809-9466-4956-a74e-02f98411d395 None None] Routers {'02f5145c-2807-44e7-a92b-cb0c3263ce83'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:05.746210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88501809-9466-4956-a74e-02f98411d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['02f5145c-2807-44e7-a92b-cb0c3263ce83'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:05.840665 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks [] for router (02f5145c-2807-44e7-a92b-cb0c3263ce83), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:05.878081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-88501809-9466-4956-a74e-02f98411d395 None None] Set router 02f5145c-2807-44e7-a92b-cb0c3263ce83 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:06.077090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88501809-9466-4956-a74e-02f98411d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:10:05Z', 'revision_number': 5, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:06.105294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88501809-9466-4956-a74e-02f98411d395 None None] Checking router: 02f5145c-2807-44e7-a92b-cb0c3263ce83 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:10:06.117514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88501809-9466-4956-a74e-02f98411d395 None None] Routers {'02f5145c-2807-44e7-a92b-cb0c3263ce83'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:06.118049 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88501809-9466-4956-a74e-02f98411d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:09:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['02f5145c-2807-44e7-a92b-cb0c3263ce83'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:06.241436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-88501809-9466-4956-a74e-02f98411d395 None None] Set router 02f5145c-2807-44e7-a92b-cb0c3263ce83 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:06.242320 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks [] for router_gateway (02f5145c-2807-44e7-a92b-cb0c3263ce83), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.302332 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Deleting port 987e374d-9d9c-4243-bb27-93a5b242ab99 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:10:06.302637 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.387108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] For port 987e374d-9d9c-4243-bb27-93a5b242ab99, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=987e374d-9d9c-4243-bb27-93a5b242ab99,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:06.387549 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.400979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Calling delete_port for 987e374d-9d9c-4243-bb27-93a5b242ab99 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:10:06.426819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-88501809-9466-4956-a74e-02f98411d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:10:05Z', 'revision_number': 5, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:06.459327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88501809-9466-4956-a74e-02f98411d395 None None] The sync data for ids ['02f5145c-2807-44e7-a92b-cb0c3263ce83'] in n-d-826529-2 is: [{'id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'name': 'tempest-TestEncryptedCinderVolumes-1040970721-router', 'tenant_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:10:05Z', 'revision_number': 5, 'project_id': '07ccc0c5b24f412e814d2d6c1b41cd94', 'gw_port': {'id': '987e374d-9d9c-4243-bb27-93a5b242ab99', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5145c-2807-44e7-a92b-cb0c3263ce83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:20Z', 'updated_at': '2022-01-27T23:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:10:06.584562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (987e374d-9d9c-4243-bb27-93a5b242ab99), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.618941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Pushing event deleted for resources: {'Port': ['ID=987e374d-9d9c-4243-bb27-93a5b242ab99,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:06.688183 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (02f5145c-2807-44e7-a92b-cb0c3263ce83), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.789701 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (02f5145c-2807-44e7-a92b-cb0c3263ce83), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.792736 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks [] for router_controller (02f5145c-2807-44e7-a92b-cb0c3263ce83), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.848317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (02f5145c-2807-44e7-a92b-cb0c3263ce83), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.848929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02f5145c-2807-44e7-a92b-cb0c3263ce83 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:10:06.853902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.855101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ea5e9476-f000-4480-8f16-2d7ca1bfb139 admin admin] 10.222.0.45 "DELETE /v2.0/routers/02f5145c-2807-44e7-a92b-cb0c3263ce83 HTTP/1.1" status: 204 len: 168 time: 1.1211348 Jan 27 23:10:06.858031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47648) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:06.904525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c13d46-be87-4af3-a25b-62cd43ab4b23 admin admin] Deleting subnet 3797ee58-f784-45e4-b2ce-9adf530811fa {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:10:06.908290 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1c13d46-be87-4af3-a25b-62cd43ab4b23 admin admin] Publish callbacks [] for subnet (3797ee58-f784-45e4-b2ce-9adf530811fa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.944210 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1c13d46-be87-4af3-a25b-62cd43ab4b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (3797ee58-f784-45e4-b2ce-9adf530811fa), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.029799 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1c13d46-be87-4af3-a25b-62cd43ab4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (3797ee58-f784-45e4-b2ce-9adf530811fa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.090877 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1c13d46-be87-4af3-a25b-62cd43ab4b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (3797ee58-f784-45e4-b2ce-9adf530811fa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.121486 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1c13d46-be87-4af3-a25b-62cd43ab4b23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.125462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a1c13d46-be87-4af3-a25b-62cd43ab4b23 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3797ee58-f784-45e4-b2ce-9adf530811fa HTTP/1.1" status: 204 len: 168 time: 0.2663319 Jan 27 23:10:07.126381 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8cd07f3a-70b4-4e08-8e95-d9472f8fba95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.126897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c13d46-be87-4af3-a25b-62cd43ab4b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3797ee58-f784-45e4-b2ce-9adf530811fa,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:07.128090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47650) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:07.132223 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185190db-3207-454f-9805-8472e2e8a52b None None] Network c7747e20-6447-4d14-b12a-0b045e1cb281 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:10:07.207561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c7747e20-6447-4d14-b12a-0b045e1cb281), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.267558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Deleting port 38165394-36b5-4bd4-99f7-828f7342faa0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:10:07.267899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.331936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] For port 38165394-36b5-4bd4-99f7-828f7342faa0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=38165394-36b5-4bd4-99f7-828f7342faa0,segment=NetworkSegment(4335e611-e6bb-464b-9675-655271c9b181),segment_id=4335e611-e6bb-464b-9675-655271c9b181)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:07.332188 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.346364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Calling delete_port for 38165394-36b5-4bd4-99f7-828f7342faa0 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:10:07.430625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (38165394-36b5-4bd4-99f7-828f7342faa0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.454513 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Pushing event deleted for resources: {'Port': ['ID=38165394-36b5-4bd4-99f7-828f7342faa0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:07.460194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] No DVR routers for this DVR port 38165394-36b5-4bd4-99f7-828f7342faa0 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:10:07.517846 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad9c15-b010-4088-b96f-caf0ba085a4b None None] DHCP port deletion for c7747e20-6447-4d14-b12a-0b045e1cb281 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:10:07.549015 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c7747e20-6447-4d14-b12a-0b045e1cb281), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.571136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7747e20-6447-4d14-b12a-0b045e1cb281']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:07.580730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4335e611-e6bb-464b-9675-655271c9b181') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:07.581027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4335e611-e6bb-464b-9675-655271c9b181') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:07.594823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (4335e611-e6bb-464b-9675-655271c9b181), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.608700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (4335e611-e6bb-464b-9675-655271c9b181), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.617366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:10:07.617959 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (4335e611-e6bb-464b-9675-655271c9b181), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:10:07.620412 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:10:07.685672 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c7747e20-6447-4d14-b12a-0b045e1cb281), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.691336 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.694556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c7747e20-6447-4d14-b12a-0b045e1cb281 HTTP/1.1" status: 204 len: 168 time: 0.5655565 Jan 27 23:10:07.706526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10be56-afb4-4c6f-87b5-28955ee4c119 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7747e20-6447-4d14-b12a-0b045e1cb281,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:07.869859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47654) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:07.912926 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-16612cde-e4be-4241-bd27-31f82da6bc15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d1a0a9664c34fea81de82bb8a50dfdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416102 Jan 27 23:10:07.915797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47656) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:07.965852 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f0dc-9e5e-4165-b15d-4d1084b39b3d admin admin] Publish callbacks [] for security_group (49999350-a8a1-4da0-addc-f0bb148ef21e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.988260 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f0dc-9e5e-4165-b15d-4d1084b39b3d admin admin] Publish callbacks [] for security_group (49999350-a8a1-4da0-addc-f0bb148ef21e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:08.042615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f0dc-9e5e-4165-b15d-4d1084b39b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (49999350-a8a1-4da0-addc-f0bb148ef21e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:08.046031 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f0dc-9e5e-4165-b15d-4d1084b39b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:08.047489 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ea9f0dc-9e5e-4165-b15d-4d1084b39b3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49999350-a8a1-4da0-addc-f0bb148ef21e HTTP/1.1" status: 204 len: 168 time: 0.1306658 Jan 27 23:10:08.058055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9f0dc-9e5e-4165-b15d-4d1084b39b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49999350-a8a1-4da0-addc-f0bb148ef21e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:08.164177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:10:08.185004 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:10:08.185346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1e1763d1-3c7c-461e-87cc-2c53b913e9e2 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:10:08.185771 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 987e374d-9d9c-4243-bb27-93a5b242ab99 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:10:08.205889 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 987e374d-9d9c-4243-bb27-93a5b242ab99 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:10:08.206246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 987e374d-9d9c-4243-bb27-93a5b242ab99 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:10:08.206683 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 38165394-36b5-4bd4-99f7-828f7342faa0 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:10:08.227263 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 38165394-36b5-4bd4-99f7-828f7342faa0 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:10:08.227655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 38165394-36b5-4bd4-99f7-828f7342faa0 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:10:08.386006 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47662) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:08.429108 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-35069cf3-7084-433c-8119-5328812b38b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07ccc0c5b24f412e814d2d6c1b41cd94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418706 Jan 27 23:10:08.433091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47664) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:08.483885 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7eaa2c4-48c6-4e11-bffb-c116537f62e2 admin admin] Publish callbacks [] for security_group (787176f4-3016-4a79-953d-edef14416eb6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:08.511448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7eaa2c4-48c6-4e11-bffb-c116537f62e2 admin admin] Publish callbacks [] for security_group (787176f4-3016-4a79-953d-edef14416eb6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:08.574249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7eaa2c4-48c6-4e11-bffb-c116537f62e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (787176f4-3016-4a79-953d-edef14416eb6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:08.576969 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a7eaa2c4-48c6-4e11-bffb-c116537f62e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:08.578326 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a7eaa2c4-48c6-4e11-bffb-c116537f62e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/787176f4-3016-4a79-953d-edef14416eb6 HTTP/1.1" status: 204 len: 168 time: 0.1441920 Jan 27 23:10:08.589665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaa2c4-48c6-4e11-bffb-c116537f62e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787176f4-3016-4a79-953d-edef14416eb6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:08.805920 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.337569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47686) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:09.436993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2143538882-network', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:09.458185 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Made reservation on behalf of 084a7cf2d0a344479afe8822276ab31a for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:10:09.460832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.469590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.557006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Publish callbacks [] for security_group (9faf2894-922f-4da6-9831-f8ef33ccc624), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.561783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9faf2894-922f-4da6-9831-f8ef33ccc624), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.587186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:10:09.597982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf2894-922f-4da6-9831-f8ef33ccc624,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:09.603021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (782e8c2f-216e-4050-90fd-73406c444d8b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.603369 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Added segment 782e8c2f-216e-4050-90fd-73406c444d8b of type vlan for network 6814f39d-8a8c-4bca-8284-0b41837fb476 Jan 27 23:10:09.647341 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (6814f39d-8a8c-4bca-8284-0b41837fb476), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.674868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (6814f39d-8a8c-4bca-8284-0b41837fb476), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.675904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:09.676517 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.728911 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3872454 Jan 27 23:10:09.729525 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47690) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:09.734617 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Request body: {'subnet': {'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2143538882-subnet', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:09.741657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef00f6-d297-458b-9561-81daec9fe799 admin admin] Pushing event updated for resources: {'Network': ['ID=6814f39d-8a8c-4bca-8284-0b41837fb476,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:09.753557 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:10:09.757510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Made reservation on behalf of 084a7cf2d0a344479afe8822276ab31a for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:10:09.760092 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:09.960264 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (d32b283a-e9d2-46d8-8cf5-aa511358426c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.020906 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32b283a-e9d2-46d8-8cf5-aa511358426c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:10.032133 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Checking segment: {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:10.032502 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Network hostable DHCP agents. Network: 6814f39d-8a8c-4bca-8284-0b41837fb476, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:10:10.053338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:10:10.066729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 6814f39d-8a8c-4bca-8284-0b41837fb476) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:10.071476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:10.072102 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.078453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576f9cac-220d-4c57-9923-9a74b3041fb8 None None] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:10:10.091435 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-131106bc-a125-4791-9e85-aa7b4ce5e8cf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3607619 Jan 27 23:10:10.094455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47692) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:10.099040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:10.122232 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (669eef28-a216-4e56-b40f-8466f1f12226), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.123589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (669eef28-a216-4e56-b40f-8466f1f12226), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.183207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks [] for router_controller (669eef28-a216-4e56-b40f-8466f1f12226), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.184230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-6814f39d-8a8c-4bca-8284-0b41837fb476', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:10:10.185178 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.327376 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks [] for router_gateway (669eef28-a216-4e56-b40f-8466f1f12226), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.327686 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Allocated IP 172.20.0.2 (6814f39d-8a8c-4bca-8284-0b41837fb476/d32b283a-e9d2-46d8-8cf5-aa511358426c/0b13ac16-dd71-4699-a097-dd8a773615b2) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:10:10.478243 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Publish callbacks [] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.485682 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.525175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:10.533136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:10.534988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Pushing event updated for resources: {'Port': ['ID=0b13ac16-dd71-4699-a097-dd8a773615b2,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:10.537177 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:10:10.539403 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks [] for router_gateway (669eef28-a216-4e56-b40f-8466f1f12226), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.560934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.595530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Attempting to bind port 0b13ac16-dd71-4699-a097-dd8a773615b2 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:10:10.595886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Attempting to bind port 0b13ac16-dd71-4699-a097-dd8a773615b2 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:10:10.596257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Attempting to bind port 0b13ac16-dd71-4699-a097-dd8a773615b2 on network 6814f39d-8a8c-4bca-8284-0b41837fb476 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:10:10.601355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:10:10.601760 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Checking segment: {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:10.602162 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.602660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Bound using segment: {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:10:10.603119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Bound port: 0b13ac16-dd71-4699-a097-dd8a773615b2, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:10:10.603560 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.669191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] For port 0b13ac16-dd71-4699-a097-dd8a773615b2, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:10:10.672651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Allocated IP 172.25.8.158 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/76f25407-c477-4daa-8a62-e62b41791b78) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:10:10.673134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] For port 0b13ac16-dd71-4699-a097-dd8a773615b2, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0b13ac16-dd71-4699-a097-dd8a773615b2,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:10:10.678084 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.738012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1beaec-880a-4e00-b9e1-6cc567521be2 None None] Pushing event updated for resources: {'Port': ['ID=0b13ac16-dd71-4699-a097-dd8a773615b2,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:10.790439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks [] for port (76f25407-c477-4daa-8a62-e62b41791b78), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.827867 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (76f25407-c477-4daa-8a62-e62b41791b78), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:10.866591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:10.870150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:10.876262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:10:10.925982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Pushing event updated for resources: {'Port': ['ID=76f25407-c477-4daa-8a62-e62b41791b78,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:11.184546 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks [] for router_gateway (669eef28-a216-4e56-b40f-8466f1f12226), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:11.255021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:11.357558 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:11.402514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (669eef28-a216-4e56-b40f-8466f1f12226), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:11.539870 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Router 669eef28-a216-4e56-b40f-8466f1f12226 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:10:11.655685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:10:11.674236 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Sync routers for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:10:11.685676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:11.689562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-af3996ef-b89a-4036-8165-489ed5eabfbb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5914516 Jan 27 23:10:11.689713 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:11.689713 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:10:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:11.689930 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47694) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:11.733605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b234f9d-112d-4951-8535-b390869987c2 None None] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:10:11.808235 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:11.825317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-30e2cfb0-dbd5-4e5a-bd54-577c41a787d5 None None] Provisioning complete for port 0b13ac16-dd71-4699-a097-dd8a773615b2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:11.825767 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30e2cfb0-dbd5-4e5a-bd54-577c41a787d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:11.954247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-30e2cfb0-dbd5-4e5a-bd54-577c41a787d5 None None] Current status of the port 0b13ac16-dd71-4699-a097-dd8a773615b2 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:11.955306 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30e2cfb0-dbd5-4e5a-bd54-577c41a787d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:11.993802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-30e2cfb0-dbd5-4e5a-bd54-577c41a787d5 None None] For port 0b13ac16-dd71-4699-a097-dd8a773615b2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0b13ac16-dd71-4699-a097-dd8a773615b2,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:12.002696 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30e2cfb0-dbd5-4e5a-bd54-577c41a787d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.019953 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:11Z', 'revision_number': 3, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:12.048589 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Checking router: 669eef28-a216-4e56-b40f-8466f1f12226 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:10:12.048966 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Updating router 669eef28-a216-4e56-b40f-8466f1f12226 port 76f25407-c477-4daa-8a62-e62b41791b78 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:10:12.066167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2cfb0-dbd5-4e5a-bd54-577c41a787d5 None None] Pushing event updated for resources: {'Port': ['ID=0b13ac16-dd71-4699-a097-dd8a773615b2,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:12.086768 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (76f25407-c477-4daa-8a62-e62b41791b78), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.195987 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.240859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3497b426-f5e2-4270-a0ca-00f3e5293f4c None None] Provisioning complete for port 0b13ac16-dd71-4699-a097-dd8a773615b2 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:12.241397 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3497b426-f5e2-4270-a0ca-00f3e5293f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.293956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0b13ac16-dd71-4699-a097-dd8a773615b2 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:12.376594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3497b426-f5e2-4270-a0ca-00f3e5293f4c None None] Current status of the port 0b13ac16-dd71-4699-a097-dd8a773615b2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:12.383800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 0b13ac16-dd71-4699-a097-dd8a773615b2 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:12.383971 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.389006 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Publish callbacks [] for port (76f25407-c477-4daa-8a62-e62b41791b78), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.395901 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (76f25407-c477-4daa-8a62-e62b41791b78), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.441205 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Attempting to bind port 76f25407-c477-4daa-8a62-e62b41791b78 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:10:12.441715 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Attempting to bind port 76f25407-c477-4daa-8a62-e62b41791b78 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:10:12.442192 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Attempting to bind port 76f25407-c477-4daa-8a62-e62b41791b78 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:10:12.451786 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:10:12.452310 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:12.452809 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.453302 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:10:12.453877 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Bound port: 76f25407-c477-4daa-8a62-e62b41791b78, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:10:12.454339 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (76f25407-c477-4daa-8a62-e62b41791b78), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.479587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 0b13ac16-dd71-4699-a097-dd8a773615b2 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:12.487464 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Pushing event updated for resources: {'Port': ['ID=76f25407-c477-4daa-8a62-e62b41791b78,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:12.504386 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.504715 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.505061 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.505378 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.505708 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.506032 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.506347 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.506662 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.506975 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.507290 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.507635 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.508160 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.508534 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:10:12.529320 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] For port 76f25407-c477-4daa-8a62-e62b41791b78, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:10:12.533025 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] For port 76f25407-c477-4daa-8a62-e62b41791b78, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=76f25407-c477-4daa-8a62-e62b41791b78,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:10:12.537456 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (76f25407-c477-4daa-8a62-e62b41791b78), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.595031 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:12.595722 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:10:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:12.597376 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd594e5c-2ecb-41e9-908c-33bd814cf0c6 None None] Pushing event updated for resources: {'Port': ['ID=76f25407-c477-4daa-8a62-e62b41791b78,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:12.693788 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Allocated IP 172.20.0.1 (6814f39d-8a8c-4bca-8284-0b41837fb476/d32b283a-e9d2-46d8-8cf5-aa511358426c/94fdf101-f59b-4507-ac81-81ceb6b7a247) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:10:12.704605 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:12.798894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Publish callbacks [] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.838004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:12.876954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:12.879965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:12.884952 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:11Z', 'revision_number': 3, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:12.889208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:10:12.892560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Pushing event updated for resources: {'Port': ['ID=94fdf101-f59b-4507-ac81-81ceb6b7a247,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:12.912510 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca98da8-e3a7-4a15-911c-a7e546260319 None None] The sync data for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 is: [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:11Z', 'revision_number': 3, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:10:12.934982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (669eef28-a216-4e56-b40f-8466f1f12226), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:13.119911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:13.234768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-19ef7129-884b-46bf-8241-8e90b1558d3b None None] Provisioning complete for port 94fdf101-f59b-4507-ac81-81ceb6b7a247 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:13.235147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19ef7129-884b-46bf-8241-8e90b1558d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:13.283717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-19ef7129-884b-46bf-8241-8e90b1558d3b None None] Port 94fdf101-f59b-4507-ac81-81ceb6b7a247 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:10:13.327208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Publish callbacks [] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:13.333188 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:13.408475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Pushing event updated for resources: {'Port': ['ID=94fdf101-f59b-4507-ac81-81ceb6b7a247,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:13.412642 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (669eef28-a216-4e56-b40f-8466f1f12226), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:13.512967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:13.514287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:13.643439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Router 669eef28-a216-4e56-b40f-8466f1f12226 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:10:13.763529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:10:13.768600 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5296862c-a452-44c5-b1b1-22f99e25b20f admin admin] 10.222.0.45 "PUT /v2.0/routers/669eef28-a216-4e56-b40f-8466f1f12226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0777185 Jan 27 23:10:13.808942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c8a79d26-5789-47fe-b7e7-d203ebb80df8 None None] Provisioning complete for port 94fdf101-f59b-4507-ac81-81ceb6b7a247 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:13.810021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c8a79d26-5789-47fe-b7e7-d203ebb80df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:13.845151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c8a79d26-5789-47fe-b7e7-d203ebb80df8 None None] Port 94fdf101-f59b-4507-ac81-81ceb6b7a247 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:10:14.212798 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 76f25407-c477-4daa-8a62-e62b41791b78 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:14.268515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 76f25407-c477-4daa-8a62-e62b41791b78 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:14.268821 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (76f25407-c477-4daa-8a62-e62b41791b78), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.296651 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47710) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:14.302496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2040779573-network', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:14.333066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Made reservation on behalf of 15800fa3bbdb492183ba72aa5523e91b for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:10:14.336052 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.349201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.452820 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Publish callbacks [] for security_group (655432d9-e0a9-4dae-9cad-6e8a26380ecc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.458762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (655432d9-e0a9-4dae-9cad-6e8a26380ecc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.492898 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:10:14.500913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655432d9-e0a9-4dae-9cad-6e8a26380ecc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:14.510145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6465a9f3-cd41-422a-96c2-b5b1e9dd0a76), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.510634 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Added segment 6465a9f3-cd41-422a-96c2-b5b1e9dd0a76 of type vlan for network f1b37221-a344-4189-91bb-243b48d41016 Jan 27 23:10:14.540716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 76f25407-c477-4daa-8a62-e62b41791b78 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:14.541135 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (76f25407-c477-4daa-8a62-e62b41791b78), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.560446 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (f1b37221-a344-4189-91bb-243b48d41016), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.563425 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 76f25407-c477-4daa-8a62-e62b41791b78, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=76f25407-c477-4daa-8a62-e62b41791b78,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:14.568037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (76f25407-c477-4daa-8a62-e62b41791b78), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.598147 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (f1b37221-a344-4189-91bb-243b48d41016), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.599256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:14.599934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.623507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=76f25407-c477-4daa-8a62-e62b41791b78,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:14.650265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3523986 Jan 27 23:10:14.653224 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47712) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:14.658344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Request body: {'subnet': {'network_id': 'f1b37221-a344-4189-91bb-243b48d41016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2040779573-subnet', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:14.667760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb669d-03c5-40c2-b626-72b0f48e844c admin admin] Pushing event updated for resources: {'Network': ['ID=f1b37221-a344-4189-91bb-243b48d41016,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:14.681014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network f1b37221-a344-4189-91bb-243b48d41016 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:10:14.686231 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Made reservation on behalf of 15800fa3bbdb492183ba72aa5523e91b for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:10:14.690007 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.701525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Sync routers for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:10:14.754724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:14.755364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:10:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:14.871780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:14.882049 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (37a905bd-2fbc-446b-a341-139dc0a98655), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.939513 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a905bd-2fbc-446b-a341-139dc0a98655,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:14.950477 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Checking segment: {'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:14.950845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Network hostable DHCP agents. Network: f1b37221-a344-4189-91bb-243b48d41016, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:10:14.969487 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Network f1b37221-a344-4189-91bb-243b48d41016 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:10:14.978901 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, f1b37221-a344-4189-91bb-243b48d41016) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:14.984745 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:14.985535 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:14.990832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b36b133-44f8-4765-b95f-e480b619686a None None] Network f1b37221-a344-4189-91bb-243b48d41016 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:10:15.003863 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3bab0ae3-69b2-4526-b861-7bfb0ebdc237 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3495133 Jan 27 23:10:15.007381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47714) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:15.012796 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:15.033649 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.034752 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.090424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks [] for router_controller (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.147751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-f1b37221-a344-4189-91bb-243b48d41016', 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016', 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'fixed_ips': [{'subnet_id': '37a905bd-2fbc-446b-a341-139dc0a98655'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:10:15.148678 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.226748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 2, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:15.236004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks [] for router_gateway (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.264371 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Checking router: 669eef28-a216-4e56-b40f-8466f1f12226 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:10:15.264727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Updating router 669eef28-a216-4e56-b40f-8466f1f12226 port 94fdf101-f59b-4507-ac81-81ceb6b7a247 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:10:15.302770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.386378 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Allocated IP 172.20.0.2 (f1b37221-a344-4189-91bb-243b48d41016/37a905bd-2fbc-446b-a341-139dc0a98655/dca068ff-be59-4bab-a0f9-8aadbb25bfb8) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:10:15.460673 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks [] for router_gateway (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.481825 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.614737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Allocated IP 172.25.8.63 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/afc071da-0a91-4430-b0fe-0ed91046c14e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:10:15.689018 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Publish callbacks [] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.703460 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.743563 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks [] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.774357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Network f1b37221-a344-4189-91bb-243b48d41016 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:15.783651 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.789824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:15.793640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:10:15.796583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Publish callbacks [] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.806462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Pushing event updated for resources: {'Port': ['ID=dca068ff-be59-4bab-a0f9-8aadbb25bfb8,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:15.810903 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.824956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:15.827937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:15.831541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:10:15.861936 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Pushing event updated for resources: {'Port': ['ID=afc071da-0a91-4430-b0fe-0ed91046c14e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:15.924879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Attempting to bind port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:10:15.925450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Attempting to bind port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:10:15.925610 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Attempting to bind port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 on network f1b37221-a344-4189-91bb-243b48d41016 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:10:15.927636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e354-fa68-4044-bbb4-e45762d4e56a None None] Pushing event updated for resources: {'Port': ['ID=94fdf101-f59b-4507-ac81-81ceb6b7a247,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:15.950203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:10:15.950590 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Checking segment: {'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:15.951001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:15.952178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Bound using segment: {'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:10:15.952178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Bound port: dca068ff-be59-4bab-a0f9-8aadbb25bfb8, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:10:15.952554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.018694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Attempting to bind port 94fdf101-f59b-4507-ac81-81ceb6b7a247 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:10:16.018694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Attempting to bind port 94fdf101-f59b-4507-ac81-81ceb6b7a247 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:10:16.018694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Attempting to bind port 94fdf101-f59b-4507-ac81-81ceb6b7a247 on network 6814f39d-8a8c-4bca-8284-0b41837fb476 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:10:16.029515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:10:16.029917 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Checking segment: {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:16.030308 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.030763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Bound using segment: {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:10:16.031292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Bound port: 94fdf101-f59b-4507-ac81-81ceb6b7a247, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:10:16.031748 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.095184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] For port dca068ff-be59-4bab-a0f9-8aadbb25bfb8, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:10:16.115605 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] For port dca068ff-be59-4bab-a0f9-8aadbb25bfb8, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dca068ff-be59-4bab-a0f9-8aadbb25bfb8,segment=NetworkSegment(6465a9f3-cd41-422a-96c2-b5b1e9dd0a76),segment_id=6465a9f3-cd41-422a-96c2-b5b1e9dd0a76)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:10:16.127268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.143518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks [] for router_gateway (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.190283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] For port 94fdf101-f59b-4507-ac81-81ceb6b7a247, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:10:16.192635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 76f25407-c477-4daa-8a62-e62b41791b78 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:16.237363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] For port 94fdf101-f59b-4507-ac81-81ceb6b7a247, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=94fdf101-f59b-4507-ac81-81ceb6b7a247,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:10:16.250222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.282733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-64b96ea7-b0f7-4514-accc-6a0e75ac7e83 None None] Provisioning complete for port 94fdf101-f59b-4507-ac81-81ceb6b7a247 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:16.283108 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64b96ea7-b0f7-4514-accc-6a0e75ac7e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.287786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd007a3-474d-42ca-9e3b-66efe4fc7bf6 None None] Pushing event updated for resources: {'Port': ['ID=dca068ff-be59-4bab-a0f9-8aadbb25bfb8,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:16.369208 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:16.369827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:10:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:16.413040 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.467217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e354-fa68-4044-bbb4-e45762d4e56a None None] Pushing event updated for resources: {'Port': ['ID=94fdf101-f59b-4507-ac81-81ceb6b7a247,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:16.524316 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 76f25407-c477-4daa-8a62-e62b41791b78 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:16.524747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (76f25407-c477-4daa-8a62-e62b41791b78), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.691393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:10:16.795737 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:16.818616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:10:16.826792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-64b96ea7-b0f7-4514-accc-6a0e75ac7e83 None None] Current status of the port 94fdf101-f59b-4507-ac81-81ceb6b7a247 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:16.827196 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64b96ea7-b0f7-4514-accc-6a0e75ac7e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.830917 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Sync routers for ids ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:10:16.837941 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:16.839218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3089f9cb-99e4-4ff5-8f53-09d696a2a43e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8301876 Jan 27 23:10:16.842322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47718) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:16.843127 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Routers {'864c3ffe-ed9a-463b-8185-e7dcc8fc587a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:16.843957 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:10:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:16.940152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-64b96ea7-b0f7-4514-accc-6a0e75ac7e83 None None] For port 94fdf101-f59b-4507-ac81-81ceb6b7a247, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=94fdf101-f59b-4507-ac81-81ceb6b7a247,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:16.965936 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Set router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:16.981706 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-64b96ea7-b0f7-4514-accc-6a0e75ac7e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.038799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 76f25407-c477-4daa-8a62-e62b41791b78 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:17.083169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b96ea7-b0f7-4514-accc-6a0e75ac7e83 None None] Pushing event updated for resources: {'Port': ['ID=94fdf101-f59b-4507-ac81-81ceb6b7a247,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:17.136130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a9d76ecb-cf2d-4015-a063-6f1b1344b1a3 None None] Provisioning complete for port 94fdf101-f59b-4507-ac81-81ceb6b7a247 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:17.136519 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9d76ecb-cf2d-4015-a063-6f1b1344b1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.177206 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 3, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:17.201569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:17.256203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ca6a9-1609-4fa3-b073-647c6ef04b2a None None] The sync data for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 is: [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:10:17.282013 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a9d76ecb-cf2d-4015-a063-6f1b1344b1a3 None None] Current status of the port 94fdf101-f59b-4507-ac81-81ceb6b7a247 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:17.372749 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Checking router: 864c3ffe-ed9a-463b-8185-e7dcc8fc587a for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:10:17.373249 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Updating router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a port afc071da-0a91-4430-b0fe-0ed91046c14e binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:10:17.413134 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.604800 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d660d9-dd20-418f-bb26-3b546560a698 None None] Network f1b37221-a344-4189-91bb-243b48d41016 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:10:17.722642 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Publish callbacks [] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.729561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-08608c74-7d88-401a-a1e3-0d9938af7827 None None] Provisioning complete for port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:17.730147 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-08608c74-7d88-401a-a1e3-0d9938af7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.735109 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.768357 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Attempting to bind port afc071da-0a91-4430-b0fe-0ed91046c14e on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:10:17.768993 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Attempting to bind port afc071da-0a91-4430-b0fe-0ed91046c14e by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:10:17.769541 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Attempting to bind port afc071da-0a91-4430-b0fe-0ed91046c14e on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:10:17.790359 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.795958 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:10:17.796638 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:17.797202 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.798001 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:10:17.798660 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Bound port: afc071da-0a91-4430-b0fe-0ed91046c14e, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:10:17.799260 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.841522 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-08608c74-7d88-401a-a1e3-0d9938af7827 None None] Current status of the port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:17.841927 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-08608c74-7d88-401a-a1e3-0d9938af7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.888796 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-08608c74-7d88-401a-a1e3-0d9938af7827 None None] For port dca068ff-be59-4bab-a0f9-8aadbb25bfb8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dca068ff-be59-4bab-a0f9-8aadbb25bfb8,segment=NetworkSegment(6465a9f3-cd41-422a-96c2-b5b1e9dd0a76),segment_id=6465a9f3-cd41-422a-96c2-b5b1e9dd0a76)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:17.892342 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] For port afc071da-0a91-4430-b0fe-0ed91046c14e, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:10:17.894998 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-08608c74-7d88-401a-a1e3-0d9938af7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.898181 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] For port afc071da-0a91-4430-b0fe-0ed91046c14e, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=afc071da-0a91-4430-b0fe-0ed91046c14e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:10:17.911579 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:17.947984 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b5de0-c830-4c05-a028-346da389c813 None None] Pushing event updated for resources: {'Port': ['ID=afc071da-0a91-4430-b0fe-0ed91046c14e,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:17.982347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08608c74-7d88-401a-a1e3-0d9938af7827 None None] Pushing event updated for resources: {'Port': ['ID=dca068ff-be59-4bab-a0f9-8aadbb25bfb8,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:18.006467 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Routers {'864c3ffe-ed9a-463b-8185-e7dcc8fc587a'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:18.007390 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:10:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:18.100751 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Allocated IP 172.20.0.1 (f1b37221-a344-4189-91bb-243b48d41016/37a905bd-2fbc-446b-a341-139dc0a98655/3a865322-a74c-42fa-92b0-f8fdbd731c0d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:10:18.145309 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b5de0-c830-4c05-a028-346da389c813 None None] Pushing event updated for resources: {'Port': ['ID=afc071da-0a91-4430-b0fe-0ed91046c14e,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:18.157929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-043e9e22-b180-458d-ae4b-b234a8f87da9 None None] Provisioning complete for port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:18.158303 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-043e9e22-b180-458d-ae4b-b234a8f87da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.172218 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] Set router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:18.276936 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Publish callbacks [] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.338863 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.355613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-043e9e22-b180-458d-ae4b-b234a8f87da9 None None] Current status of the port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:18.358952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Network f1b37221-a344-4189-91bb-243b48d41016 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:18.361635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:18.397504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:10:18.417878 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-78268da2-beb4-4f95-895a-9b300179081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 3, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:18.442134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dca068ff-be59-4bab-a0f9-8aadbb25bfb8 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:18.457648 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78268da2-beb4-4f95-895a-9b300179081a None None] The sync data for ids ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'] in n-d-826529-2 is: [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 3, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:10:18.495075 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Pushing event updated for resources: {'Port': ['ID=3a865322-a74c-42fa-92b0-f8fdbd731c0d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:18.501649 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.528694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:18.529075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.656444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:18.657922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 94fdf101-f59b-4507-ac81-81ceb6b7a247 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:18.697080 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.719006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e2514a1b-eb35-40f7-b4dd-9366438d988e None None] Provisioning complete for port 3a865322-a74c-42fa-92b0-f8fdbd731c0d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:18.719477 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2514a1b-eb35-40f7-b4dd-9366438d988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.755372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e2514a1b-eb35-40f7-b4dd-9366438d988e None None] Port 3a865322-a74c-42fa-92b0-f8fdbd731c0d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:10:18.772093 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 94fdf101-f59b-4507-ac81-81ceb6b7a247 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:18.772470 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.890160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 94fdf101-f59b-4507-ac81-81ceb6b7a247 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:18.907126 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.924477 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Publish callbacks [] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:18.930763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:19.005413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Pushing event updated for resources: {'Port': ['ID=3a865322-a74c-42fa-92b0-f8fdbd731c0d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:19.008876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:19.126675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Network f1b37221-a344-4189-91bb-243b48d41016 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:19.128355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:19.265816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:10:19.383895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d98c77b0-97b1-49e8-91d4-17166f8f4850 None None] Provisioning complete for port 3a865322-a74c-42fa-92b0-f8fdbd731c0d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:19.384503 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d98c77b0-97b1-49e8-91d4-17166f8f4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:19.386232 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:10:19.395277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-126d557d-830c-4fb3-897f-9fa31edc6e80 admin admin] 10.222.0.45 "PUT /v2.0/routers/864c3ffe-ed9a-463b-8185-e7dcc8fc587a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5518274 Jan 27 23:10:19.428364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d98c77b0-97b1-49e8-91d4-17166f8f4850 None None] Port 3a865322-a74c-42fa-92b0-f8fdbd731c0d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:10:20.236730 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device afc071da-0a91-4430-b0fe-0ed91046c14e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:20.293583 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port afc071da-0a91-4430-b0fe-0ed91046c14e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:20.293962 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:20.391346 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port afc071da-0a91-4430-b0fe-0ed91046c14e is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:20.392108 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:20.414572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port afc071da-0a91-4430-b0fe-0ed91046c14e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=afc071da-0a91-4430-b0fe-0ed91046c14e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:20.419795 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:20.489669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=afc071da-0a91-4430-b0fe-0ed91046c14e,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:20.881239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Sync routers for ids ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:10:20.893684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Routers {'864c3ffe-ed9a-463b-8185-e7dcc8fc587a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:20.894567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:10:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:21.019229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Set router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:21.258668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:18Z', 'revision_number': 4, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '3a865322-a74c-42fa-92b0-f8fdbd731c0d', 'name': '', 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'mac_address': 'fa:16:3e:e4:07:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '37a905bd-2fbc-446b-a341-139dc0a98655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:17Z', 'updated_at': '2022-01-27T23:10:18Z', 'revision_number': 2, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'subnets': [{'id': '37a905bd-2fbc-446b-a341-139dc0a98655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:21.288421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Checking router: 864c3ffe-ed9a-463b-8185-e7dcc8fc587a for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:10:21.288693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Updating router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a port 3a865322-a74c-42fa-92b0-f8fdbd731c0d binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:10:21.316435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:21.630555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:21.733675 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Publish callbacks [] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:21.743939 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:21.806085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818d94a-a7dc-4cc4-86a0-e3fe542421c7 None None] Pushing event updated for resources: {'Port': ['ID=3a865322-a74c-42fa-92b0-f8fdbd731c0d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:21.896599 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Attempting to bind port 3a865322-a74c-42fa-92b0-f8fdbd731c0d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:10:21.896980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Attempting to bind port 3a865322-a74c-42fa-92b0-f8fdbd731c0d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:10:21.897344 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Attempting to bind port 3a865322-a74c-42fa-92b0-f8fdbd731c0d on network f1b37221-a344-4189-91bb-243b48d41016 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:10:21.911161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:10:21.911597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Checking segment: {'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:21.912037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:21.912444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Bound using segment: {'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:10:21.912947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Bound port: 3a865322-a74c-42fa-92b0-f8fdbd731c0d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:10:21.913336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:22.033054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] For port 3a865322-a74c-42fa-92b0-f8fdbd731c0d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:10:22.039829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] For port 3a865322-a74c-42fa-92b0-f8fdbd731c0d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3a865322-a74c-42fa-92b0-f8fdbd731c0d,segment=NetworkSegment(6465a9f3-cd41-422a-96c2-b5b1e9dd0a76),segment_id=6465a9f3-cd41-422a-96c2-b5b1e9dd0a76)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:10:22.045433 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:22.113718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Routers {'864c3ffe-ed9a-463b-8185-e7dcc8fc587a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:22.114370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:10:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:22.267191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] Set router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:22.322007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device afc071da-0a91-4430-b0fe-0ed91046c14e up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:22.330094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818d94a-a7dc-4cc4-86a0-e3fe542421c7 None None] Pushing event updated for resources: {'Port': ['ID=3a865322-a74c-42fa-92b0-f8fdbd731c0d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:22.448676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-15364133-6c83-4802-bf35-354eb0b9c50d None None] Provisioning complete for port 3a865322-a74c-42fa-92b0-f8fdbd731c0d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:22.449066 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-15364133-6c83-4802-bf35-354eb0b9c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:22.516306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port afc071da-0a91-4430-b0fe-0ed91046c14e triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:22.516780 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:22.669074 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-15364133-6c83-4802-bf35-354eb0b9c50d None None] Current status of the port 3a865322-a74c-42fa-92b0-f8fdbd731c0d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:22.669772 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-15364133-6c83-4802-bf35-354eb0b9c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:22.714399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port afc071da-0a91-4430-b0fe-0ed91046c14e is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:22.719878 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:18Z', 'revision_number': 4, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '3a865322-a74c-42fa-92b0-f8fdbd731c0d', 'name': '', 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'mac_address': 'fa:16:3e:e4:07:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '37a905bd-2fbc-446b-a341-139dc0a98655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:17Z', 'updated_at': '2022-01-27T23:10:22Z', 'revision_number': 4, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'subnets': [{'id': '37a905bd-2fbc-446b-a341-139dc0a98655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:22.730212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-15364133-6c83-4802-bf35-354eb0b9c50d None None] For port 3a865322-a74c-42fa-92b0-f8fdbd731c0d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3a865322-a74c-42fa-92b0-f8fdbd731c0d,segment=NetworkSegment(6465a9f3-cd41-422a-96c2-b5b1e9dd0a76),segment_id=6465a9f3-cd41-422a-96c2-b5b1e9dd0a76)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:22.755913 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-15364133-6c83-4802-bf35-354eb0b9c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:22.759596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ae9ac-e9a4-440c-81c3-8512318f2500 None None] The sync data for ids ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'] in n-d-826529-2 is: [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:18Z', 'revision_number': 4, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '3a865322-a74c-42fa-92b0-f8fdbd731c0d', 'name': '', 'network_id': 'f1b37221-a344-4189-91bb-243b48d41016', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'mac_address': 'fa:16:3e:e4:07:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '37a905bd-2fbc-446b-a341-139dc0a98655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:17Z', 'updated_at': '2022-01-27T23:10:22Z', 'revision_number': 4, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'subnets': [{'id': '37a905bd-2fbc-446b-a341-139dc0a98655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:10:22.853755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15364133-6c83-4802-bf35-354eb0b9c50d None None] Pushing event updated for resources: {'Port': ['ID=3a865322-a74c-42fa-92b0-f8fdbd731c0d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:22.884950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-24377a60-e86a-416f-b99f-07a132abfadd None None] Provisioning complete for port 3a865322-a74c-42fa-92b0-f8fdbd731c0d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:22.885425 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-24377a60-e86a-416f-b99f-07a132abfadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:23.227384 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-24377a60-e86a-416f-b99f-07a132abfadd None None] Current status of the port 3a865322-a74c-42fa-92b0-f8fdbd731c0d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:24.251159 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3a865322-a74c-42fa-92b0-f8fdbd731c0d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:24.332006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 3a865322-a74c-42fa-92b0-f8fdbd731c0d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:24.333496 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:24.459086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 3a865322-a74c-42fa-92b0-f8fdbd731c0d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:29.550283 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-e225dd08-3706-4c43-8beb-1362cc916e2c tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:29.551829 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-e225dd08-3706-4c43-8beb-1362cc916e2c tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 815 time: 0.1130967 Jan 27 23:10:29.569153 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-9ebb7d77-81d4-405e-a7a3-d79ef394e7cd tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/quotas/084a7cf2d0a344479afe8822276ab31a HTTP/1.1" status: 200 len: 375 time: 0.0101283 Jan 27 23:10:29.630146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-62161fb3-08fa-402b-86bf-c8946d132068 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536127 Jan 27 23:10:29.736905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-897ad156-a1c9-447d-b285-dbbb5ec0ea2d service neutron] 10.222.0.45 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939255 Jan 27 23:10:29.833541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-21a43545-bbdb-41bc-82a2-4c0c87ed909b service neutron] 10.222.0.45 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906072 Jan 27 23:10:30.032079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de1ffa2f-bdd2-4e69-bb18-7368098138a4 req-0984d47e-d939-4212-a691-9765abe497f4 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 210 time: 0.0328000 Jan 27 23:10:31.144913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-294822c3-ccb0-40b0-8f14-a5b4b5cc89b3 req-334e74a8-e1e5-4a55-8af4-a310908bde99 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 210 time: 0.0380692 Jan 27 23:10:31.151725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-f1fca8d7-e0d7-4d3b-8c2e-303ac7cae878 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:31.152881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-f1fca8d7-e0d7-4d3b-8c2e-303ac7cae878 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.57 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 815 time: 0.1309190 Jan 27 23:10:31.167015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'port': {'device_id': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'admin_state_up': True, 'tenant_id': '084a7cf2d0a344479afe8822276ab31a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:31.283206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Made reservation on behalf of 084a7cf2d0a344479afe8822276ab31a for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:10:31.286908 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:31.319526 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:10:31.426050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Allocated IP 172.20.0.6 (6814f39d-8a8c-4bca-8284-0b41837fb476/d32b283a-e9d2-46d8-8cf5-aa511358426c/8fc386aa-d387-49d3-af16-c657331439f5) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:10:31.646396 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for port (8fc386aa-d387-49d3-af16-c657331439f5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:31.688462 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8fc386aa-d387-49d3-af16-c657331439f5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:31.736331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:31.740919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:31.744281 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:10:31.839835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'Port': ['ID=8fc386aa-d387-49d3-af16-c657331439f5,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:31.875663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:31.876621 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:31.915650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-b9f1b236-e87b-4080-8784-aa005af65706 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7524896 Jan 27 23:10:32.111232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4b20098d-8be1-4450-acbc-8623ed24ac96 None None] Provisioning complete for port 8fc386aa-d387-49d3-af16-c657331439f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:32.112225 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4b20098d-8be1-4450-acbc-8623ed24ac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8fc386aa-d387-49d3-af16-c657331439f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:32.155380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4b20098d-8be1-4450-acbc-8623ed24ac96 None None] Port 8fc386aa-d387-49d3-af16-c657331439f5 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:10:32.273419 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c707b-9824-4009-9e8f-a571d060d6a4 req-a366f3c6-a914-4d95-a238-65e9c4f5c814 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:32.275340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e68c707b-9824-4009-9e8f-a571d060d6a4 req-a366f3c6-a914-4d95-a238-65e9c4f5c814 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 931 time: 0.0544310 Jan 27 23:10:32.338447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e68c707b-9824-4009-9e8f-a571d060d6a4 req-f1a73068-2802-4c70-b16e-6214c05e9b89 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562816 Jan 27 23:10:33.460527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e512bc-7b45-48d4-b63e-78db42cab1b8 req-4d47ff9e-b8e4-4d14-b03c-37f609bac897 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:33.462110 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9e512bc-7b45-48d4-b63e-78db42cab1b8 req-4d47ff9e-b8e4-4d14-b03c-37f609bac897 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 931 time: 0.0533185 Jan 27 23:10:33.516484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9e512bc-7b45-48d4-b63e-78db42cab1b8 req-f15ad189-7866-4e76-b704-1d3b80d8d86b tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486710 Jan 27 23:10:34.089127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-de5ccc14-8e24-402c-b67d-7a6d23e54638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:34.643699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6da8f4-48d3-48db-8338-a22466615577 req-af18ffda-7070-42f3-ae3e-9a5deb9af06b tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:34.646156 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d6da8f4-48d3-48db-8338-a22466615577 req-af18ffda-7070-42f3-ae3e-9a5deb9af06b tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 931 time: 0.0556366 Jan 27 23:10:34.716107 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6d6da8f4-48d3-48db-8338-a22466615577 req-a70d8c98-ea19-4ca9-8a04-31c1b5987e8d tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640476 Jan 27 23:10:35.847528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc8ec3-1aea-4b59-b5aa-067b9ddd3ec8 req-dad40058-3b62-45c2-827b-06968905c6ca tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:35.849249 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86fc8ec3-1aea-4b59-b5aa-067b9ddd3ec8 req-dad40058-3b62-45c2-827b-06968905c6ca tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 931 time: 0.0583901 Jan 27 23:10:35.902538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-86fc8ec3-1aea-4b59-b5aa-067b9ddd3ec8 req-4e30c8cd-6702-4731-af33-9e1c9fd497dc tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Jan 27 23:10:37.034191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cda07-b9a9-4cdb-af29-11d91be58816 req-b6b0223e-a5c1-4dd5-b7bd-e3f297efb112 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:37.035925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b0cda07-b9a9-4cdb-af29-11d91be58816 req-b6b0223e-a5c1-4dd5-b7bd-e3f297efb112 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 931 time: 0.0584257 Jan 27 23:10:37.099044 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b0cda07-b9a9-4cdb-af29-11d91be58816 req-0b798c45-e09e-4ca6-87e5-19f79774c529 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Jan 27 23:10:37.141002 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a4b89cd6-faed-41c6-b558-416c7433532d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:38.229170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe493-8787-4aae-b29b-1f6a77726e9c req-278a43f5-75cf-4390-a977-554f0a0d0b1f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:38.230770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-456fe493-8787-4aae-b29b-1f6a77726e9c req-278a43f5-75cf-4390-a977-554f0a0d0b1f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 931 time: 0.0528204 Jan 27 23:10:38.284712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-456fe493-8787-4aae-b29b-1f6a77726e9c req-67c89b1d-b9b8-49ca-845b-e31d554636e1 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480962 Jan 27 23:10:38.811015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.200141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Request body: {'port': {'device_id': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:39.263011 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8fc386aa-d387-49d3-af16-c657331439f5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.474677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5620a-cb6f-4039-976a-e7d2e29c45f9 req-cc3ec765-5107-4ab1-ae1d-424d34a2bd22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:39.476091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94d5620a-cb6f-4039-976a-e7d2e29c45f9 req-cc3ec765-5107-4ab1-ae1d-424d34a2bd22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 931 time: 0.1088772 Jan 27 23:10:39.555608 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94d5620a-cb6f-4039-976a-e7d2e29c45f9 req-90df6917-c989-41b1-960d-9a66e795c644 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731025 Jan 27 23:10:39.607349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc386aa-d387-49d3-af16-c657331439f5 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:10:39.614994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Publish callbacks [] for port (8fc386aa-d387-49d3-af16-c657331439f5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.628085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Transition to ACTIVE for port object 8fc386aa-d387-49d3-af16-c657331439f5 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:10:39.634693 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8fc386aa-d387-49d3-af16-c657331439f5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.687176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc386aa-d387-49d3-af16-c657331439f5,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:39.761365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Attempting to bind port 8fc386aa-d387-49d3-af16-c657331439f5 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:10:39.761703 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Attempting to bind port 8fc386aa-d387-49d3-af16-c657331439f5 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:10:39.762051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Attempting to bind port 8fc386aa-d387-49d3-af16-c657331439f5 on network 6814f39d-8a8c-4bca-8284-0b41837fb476 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:10:39.766998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Port 8fc386aa-d387-49d3-af16-c657331439f5 on network 6814f39d-8a8c-4bca-8284-0b41837fb476 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:10:39.767309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Attempting to bind port 8fc386aa-d387-49d3-af16-c657331439f5 on network 6814f39d-8a8c-4bca-8284-0b41837fb476 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:10:39.773644 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:10:39.774060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Checking segment: {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:10:39.774454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Bound using segment: {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:10:39.774934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Bound port: 8fc386aa-d387-49d3-af16-c657331439f5, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782e8c2f-216e-4050-90fd-73406c444d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:10:39.775302 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8fc386aa-d387-49d3-af16-c657331439f5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.847220 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] For port 8fc386aa-d387-49d3-af16-c657331439f5, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:10:39.850449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] For port 8fc386aa-d387-49d3-af16-c657331439f5, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8fc386aa-d387-49d3-af16-c657331439f5,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:10:39.856270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8fc386aa-d387-49d3-af16-c657331439f5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.892022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:39.892638 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.894028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] 10.222.0.57 "PUT /v2.0/ports/8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 1091 time: 0.6989257 Jan 27 23:10:39.894461 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:10:39.896860 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7917ff00-69c7-40b2-af20-a0dc7e88869a" -d '{"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:10:39.923373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e58063-8544-4fb6-bcdd-a51044302b71 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc386aa-d387-49d3-af16-c657331439f5,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:39.982194 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff9ac10-98a3-42cc-830a-ae646d56657a x-openstack-request-id: req-dff9ac10-98a3-42cc-830a-ae646d56657a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:10:39.982564 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:10:39.982748 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dff9ac10-98a3-42cc-830a-ae646d56657a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:10:39.983179 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5', 'status': 'completed', 'code': 200} Jan 27 23:10:40.000653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-d7bee20c-6644-4fa3-8937-0b8ffdd8f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:40.002238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-d7bee20c-6644-4fa3-8937-0b8ffdd8f221 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1094 time: 0.0570741 Jan 27 23:10:40.052030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-afed32c8-122b-4369-b1cb-8f9fa6cc5d19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 217 time: 0.0409267 Jan 27 23:10:40.101615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-91a248ab-c793-41fb-91df-b53c32ec7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:40.103445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-91a248ab-c793-41fb-91df-b53c32ec7905 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 200 len: 854 time: 0.0462935 Jan 27 23:10:40.151765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-ec7c5f5b-918c-42b4-acca-3bffc4272829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:40.153285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-ec7c5f5b-918c-42b4-acca-3bffc4272829 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6814f39d-8a8c-4bca-8284-0b41837fb476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439193 Jan 27 23:10:40.253851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-a37d4b4d-e305-4961-bdc8-12112631beb8 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946960 Jan 27 23:10:40.352810 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e4823bde-02fa-416f-89cd-e3e96104fdcd req-a5e218d7-5b35-45fd-8bc0-f24eb3901a35 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920417 Jan 27 23:10:40.454068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-81346154-311e-4acb-8c2f-95bee8b249ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:40.456255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-81346154-311e-4acb-8c2f-95bee8b249ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1094 time: 0.0536659 Jan 27 23:10:40.570607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-3c305a0d-7e40-4dbd-98d5-77fc2db3586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:40.572273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-3c305a0d-7e40-4dbd-98d5-77fc2db3586c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 916 time: 0.1091988 Jan 27 23:10:40.615492 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-cb86e7be-c752-4563-851a-a89d163eb5ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 217 time: 0.0365813 Jan 27 23:10:40.699829 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-83e5c1d8-a2f9-4d88-a33a-353d2e0d9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:40.701337 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-83e5c1d8-a2f9-4d88-a33a-353d2e0d9bcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 200 len: 854 time: 0.0799356 Jan 27 23:10:40.723981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4076-f76d-4dab-8d01-7778c1d52f8c req-00efee6c-c6d6-4027-995d-45514028f1ee tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:40.725427 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a2a4076-f76d-4dab-8d01-7778c1d52f8c req-00efee6c-c6d6-4027-995d-45514028f1ee tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 943 time: 0.0963304 Jan 27 23:10:40.780756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-a8928b22-bb15-423c-ae96-c8679bc656c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:40.782268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-a8928b22-bb15-423c-ae96-c8679bc656c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6814f39d-8a8c-4bca-8284-0b41837fb476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738237 Jan 27 23:10:40.801896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a2a4076-f76d-4dab-8d01-7778c1d52f8c req-9448cba7-2611-4c6c-93a1-e327804adbfb tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623574 Jan 27 23:10:40.888239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-7462a83f-6814-4386-959a-cdf7b409f629 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979495 Jan 27 23:10:40.988511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7917ff00-69c7-40b2-af20-a0dc7e88869a req-db2a5c68-caab-49e4-812d-836c9e407a66 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935159 Jan 27 23:10:41.257341 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:41.361866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:41.942610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8411fff-153f-49c8-8910-9fd38107060a req-55c1dc0c-903a-49d6-a1df-ee48bb4f80a1 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:41.944120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8411fff-153f-49c8-8910-9fd38107060a req-55c1dc0c-903a-49d6-a1df-ee48bb4f80a1 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 943 time: 0.0514193 Jan 27 23:10:42.002863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8411fff-153f-49c8-8910-9fd38107060a req-686fc78c-2c2a-4440-9eed-6069539c4fdd tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519214 Jan 27 23:10:42.868405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 8fc386aa-d387-49d3-af16-c657331439f5 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:10:42.965752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 8fc386aa-d387-49d3-af16-c657331439f5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8fc386aa-d387-49d3-af16-c657331439f5,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:42.978892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '8fc386aa-d387-49d3-af16-c657331439f5', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'port_id': '8fc386aa-d387-49d3-af16-c657331439f5', 'mac_address': 'fa:16:3e:e9:f4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:10:43.021203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 8fc386aa-d387-49d3-af16-c657331439f5 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:43.021602 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8fc386aa-d387-49d3-af16-c657331439f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:43.036794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc386aa-d387-49d3-af16-c657331439f5 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:10:43.058840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 8fc386aa-d387-49d3-af16-c657331439f5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8fc386aa-d387-49d3-af16-c657331439f5,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:43.065311 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8fc386aa-d387-49d3-af16-c657331439f5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:43.117094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=8fc386aa-d387-49d3-af16-c657331439f5,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:43.127886 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b876744-c0ed-4702-890f-08e7b2d45742 req-61802002-04b3-4b25-bfa2-f7a82111cea4 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:43.129483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b876744-c0ed-4702-890f-08e7b2d45742 req-61802002-04b3-4b25-bfa2-f7a82111cea4 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 944 time: 0.0539341 Jan 27 23:10:43.180673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2b876744-c0ed-4702-890f-08e7b2d45742 req-d11dc840-6e61-4ba3-bd70-06969a1c1943 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 Jan 27 23:10:43.283445 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8fc386aa-d387-49d3-af16-c657331439f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:10:44.309368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf93f1d-3212-4761-800c-1b46f6f64d9d req-f386301c-f56a-44fa-bbc2-09fbbdf65e87 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:44.310867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcf93f1d-3212-4761-800c-1b46f6f64d9d req-f386301c-f56a-44fa-bbc2-09fbbdf65e87 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 944 time: 0.0583639 Jan 27 23:10:44.362490 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcf93f1d-3212-4761-800c-1b46f6f64d9d req-114eda3d-f1d5-4d08-8f1c-be44d8d7b002 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Jan 27 23:10:44.897733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 8fc386aa-d387-49d3-af16-c657331439f5 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:44.962406 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 8fc386aa-d387-49d3-af16-c657331439f5 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:10:44.966138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 8fc386aa-d387-49d3-af16-c657331439f5 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:44.966526 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8fc386aa-d387-49d3-af16-c657331439f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:45.057578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 8fc386aa-d387-49d3-af16-c657331439f5 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:45.057992 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8fc386aa-d387-49d3-af16-c657331439f5), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:45.081485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:10:45.083815 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd0dec9-3d64-48c8-91c7-5091a0cfd770" -d '{"events": [{"server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "name": "network-vif-plugged", "status": "completed", "tag": "8fc386aa-d387-49d3-af16-c657331439f5"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:10:45.097532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 8fc386aa-d387-49d3-af16-c657331439f5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8fc386aa-d387-49d3-af16-c657331439f5,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:45.105027 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8fc386aa-d387-49d3-af16-c657331439f5), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:45.128979 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d46b1c-dbe5-41c8-9b31-0ab6dc0f84ce x-openstack-request-id: req-d7d46b1c-dbe5-41c8-9b31-0ab6dc0f84ce {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:10:45.129271 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "name": "network-vif-plugged", "status": "completed", "tag": "8fc386aa-d387-49d3-af16-c657331439f5", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:10:45.129525 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7d46b1c-dbe5-41c8-9b31-0ab6dc0f84ce {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:10:45.129916 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5', 'code': 200} Jan 27 23:10:45.158099 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=8fc386aa-d387-49d3-af16-c657331439f5,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:45.233469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092efa0d-2e6c-472b-b0ab-bb88ba7777ed req-cdab34e0-a6fb-4233-a2f7-cc23f58f3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:45.234906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-092efa0d-2e6c-472b-b0ab-bb88ba7777ed req-cdab34e0-a6fb-4233-a2f7-cc23f58f3bc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1096 time: 0.0457380 Jan 27 23:10:45.281243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-092efa0d-2e6c-472b-b0ab-bb88ba7777ed req-4e82bc7f-4ba1-4c42-bc0a-2780614d3ebe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402448 Jan 27 23:10:45.487905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cd6a0-424f-4376-929d-96a6465c9f77 req-c78dbe95-ce07-4b8a-8e96-b7fdc56c5f7d tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:45.489322 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-625cd6a0-424f-4376-929d-96a6465c9f77 req-c78dbe95-ce07-4b8a-8e96-b7fdc56c5f7d tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Jan 27 23:10:45.537070 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-625cd6a0-424f-4376-929d-96a6465c9f77 req-634debe2-6823-41be-a7b4-86b68b0cfb19 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Jan 27 23:10:46.671520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097421b-7fc5-46bb-89f5-0606275b62e9 req-7cd923b3-d06a-448b-b188-e798dc5cf1d9 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:46.672878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0097421b-7fc5-46bb-89f5-0606275b62e9 req-7cd923b3-d06a-448b-b188-e798dc5cf1d9 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0630672 Jan 27 23:10:46.723954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0097421b-7fc5-46bb-89f5-0606275b62e9 req-10720a43-39d0-4812-a54c-1ab8cc4d314f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Jan 27 23:10:46.855251 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb166d-1286-4ee3-922e-83a7f915054d req-ce2147a2-e145-444b-a19b-980efb2774d6 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:46.856691 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42eb166d-1286-4ee3-922e-83a7f915054d req-ce2147a2-e145-444b-a19b-980efb2774d6 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0581183 Jan 27 23:10:46.909759 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42eb166d-1286-4ee3-922e-83a7f915054d req-726233d4-580b-48e1-aa47-f23b1d1b6d64 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Jan 27 23:10:47.120903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222fab9-6e4a-4aec-b67c-608016726189 req-b0c95827-622f-4b4e-988b-1ac11e5ed83e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:47.122355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a222fab9-6e4a-4aec-b67c-608016726189 req-b0c95827-622f-4b4e-988b-1ac11e5ed83e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0556204 Jan 27 23:10:47.178117 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a222fab9-6e4a-4aec-b67c-608016726189 req-069046e8-4dc1-40af-b186-23d326577f31 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498817 Jan 27 23:10:48.898157 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:51.604490 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:59.173690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-2c14b5c0-f451-44f7-bcb7-360aa497bdb8 req-d14f8d69-a313-4a9c-a589-07fb1a8ebb0d tempest-ServerDiskConfigTestJSON-2087656611 tempest-ServerDiskConfigTestJSON-2087656611-project] (103329) timed out ('10.222.0.16', 54342) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 23:11:04.085891 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-69dac3fb-0bc9-46b7-bb8d-71193b15ca1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:06.159967 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de6a4-9612-47a8-9f12-13e38f2ef618 req-a5d315fd-d4cf-45b9-bfa2-556166b69b78 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:06.161702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-834de6a4-9612-47a8-9f12-13e38f2ef618 req-a5d315fd-d4cf-45b9-bfa2-556166b69b78 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0514936 Jan 27 23:11:06.213906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-834de6a4-9612-47a8-9f12-13e38f2ef618 req-e61d8ee8-eda2-4626-9bc7-f1daccde64b0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Jan 27 23:11:06.237274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47922) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:06.409628 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e176ae0-00d2-43f8-9ae2-ba7bbd70f4d0 tempest-TestMinimumBasicScenario-1603010557 tempest-TestMinimumBasicScenario-1603010557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:06.411162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2e176ae0-00d2-43f8-9ae2-ba7bbd70f4d0 tempest-TestMinimumBasicScenario-1603010557 tempest-TestMinimumBasicScenario-1603010557-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1091 time: 0.1723790 Jan 27 23:11:06.414618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47926) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:06.419771 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '8fc386aa-d387-49d3-af16-c657331439f5', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:06.446277 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:06.552719 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:06.663942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Allocated IP 172.25.8.247 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/541a3f11-ebe6-4c9d-b975-3beedea25a13) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:11:06.771021 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for port (541a3f11-ebe6-4c9d-b975-3beedea25a13), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:06.813405 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (541a3f11-ebe6-4c9d-b975-3beedea25a13), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:06.850852 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:11:06.853755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:11:06.861055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:11:06.868945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'Port': ['ID=541a3f11-ebe6-4c9d-b975-3beedea25a13,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:06.905903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.906387 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.906593 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.906929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.907385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.907782 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.908096 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.908421 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.908746 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.909069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.909376 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.909710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:06.910024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:07.132078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e7cabc3-3003-41aa-963b-b7f0ee204fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:07.278843 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for floatingip (bf31cbf7-a088-4b7c-8a5b-bb28a03a2404), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:07.352083 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (541a3f11-ebe6-4c9d-b975-3beedea25a13), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:07.510161 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for port (541a3f11-ebe6-4c9d-b975-3beedea25a13), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:07.519022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (541a3f11-ebe6-4c9d-b975-3beedea25a13), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:07.604022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'Port': ['ID=541a3f11-ebe6-4c9d-b975-3beedea25a13,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:07.620626 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (bf31cbf7-a088-4b7c-8a5b-bb28a03a2404), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:07.742015 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Floating IP bf31cbf7-a088-4b7c-8a5b-bb28a03a2404 associated. External IP: 172.25.8.247, port: 8fc386aa-d387-49d3-af16-c657331439f5. Jan 27 23:11:08.270500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Router 669eef28-a216-4e56-b40f-8466f1f12226 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:11:08.319484 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:11:08.385576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:11:08.396484 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] Sync routers for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:11:08.406555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:08.407454 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:11:08.408188 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:11:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:11:08.437807 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8fe52680-2a43-4bb6-8529-5cbfe0aecd65 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0220387 Jan 27 23:11:08.438413 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:11:08.440809 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd4bc34-75ba-4796-876b-c03f7e054f32" -d '{"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:11:08.441182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47928) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:08.446080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028059832', 'description': 'tempest-secgroup-smoke-2028059832 description', 'project_id': '084a7cf2d0a344479afe8822276ab31a'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:08.472932 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:08.520907 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:11:08.549871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group (cd70e342-d5f8-409d-9bf9-5e7c1fdeb344), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:08.554851 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cd70e342-d5f8-409d-9bf9-5e7c1fdeb344), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:08.589895 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:08.591265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1489365 Jan 27 23:11:08.594362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47934) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:08.599661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d159238d-cf14-4402-86bb-5b946381c08e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'security_group_rule': {'security_group_id': 'cd70e342-d5f8-409d-9bf9-5e7c1fdeb344', 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:08.609653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:08.610536 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5b07cc-699b-4475-8a28-03656fc47e5b x-openstack-request-id: req-6a5b07cc-699b-4475-8a28-03656fc47e5b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:11:08.611625 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:11:08.612055 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a5b07cc-699b-4475-8a28-03656fc47e5b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:11:08.612734 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5', 'status': 'completed', 'code': 200} Jan 27 23:11:08.623653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.624316 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.624646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.624997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.625325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.625645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.625991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.626291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.626605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.626926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.627249 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.627617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.627938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cfa84-4e4d-4734-a1bf-48f6dda5fd45 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:08.667152 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d159238d-cf14-4402-86bb-5b946381c08e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (362b5949-707c-4dab-8874-e33a32cbf85f), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:08.712483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-a6de20e7-25e0-48ca-9197-9accfe8a8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:08.714466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-a6de20e7-25e0-48ca-9197-9accfe8a8242 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1096 time: 0.0766096 Jan 27 23:11:08.773205 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'bf31cbf7-a088-4b7c-8a5b-bb28a03a2404', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'port_id': '8fc386aa-d387-49d3-af16-c657331439f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'mac_address': 'fa:16:3e:e9:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:11:07Z', 'updated_at': '2022-01-27T23:11:07Z', 'revision_number': 0, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 5, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:11:08.800170 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] Checking router: 669eef28-a216-4e56-b40f-8466f1f12226 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:11:08.809348 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:11:08.809969 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:11:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:11:08.815220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:08.921482 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:11:09.085264 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d159238d-cf14-4402-86bb-5b946381c08e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (362b5949-707c-4dab-8874-e33a32cbf85f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.094105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d159238d-cf14-4402-86bb-5b946381c08e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (362b5949-707c-4dab-8874-e33a32cbf85f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.126626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159238d-cf14-4402-86bb-5b946381c08e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362b5949-707c-4dab-8874-e33a32cbf85f,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:09.139071 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d159238d-cf14-4402-86bb-5b946381c08e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.140410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d159238d-cf14-4402-86bb-5b946381c08e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5449288 Jan 27 23:11:09.143623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47936) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:09.149016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-73484be4-8ad3-4932-b7f4-49375e0d2e3f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'security_group_rule': {'security_group_id': 'cd70e342-d5f8-409d-9bf9-5e7c1fdeb344', 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:09.152119 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-c5235e96-26e7-4202-a2da-ddf4f0ee6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:09.153692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-c5235e96-26e7-4202-a2da-ddf4f0ee6d82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 916 time: 0.4319999 Jan 27 23:11:09.185897 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73484be4-8ad3-4932-b7f4-49375e0d2e3f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (8388f9cd-fd6a-48bb-8917-36a57a14b0d1), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.231933 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-45278637-9fe0-46a8-b62e-73b5b9491741 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 999 time: 0.0715055 Jan 27 23:11:09.261570 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73484be4-8ad3-4932-b7f4-49375e0d2e3f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (8388f9cd-fd6a-48bb-8917-36a57a14b0d1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.263533 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'bf31cbf7-a088-4b7c-8a5b-bb28a03a2404', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'port_id': '8fc386aa-d387-49d3-af16-c657331439f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'mac_address': 'fa:16:3e:e9:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:11:07Z', 'updated_at': '2022-01-27T23:11:07Z', 'revision_number': 0, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 5, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:11:09.268732 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73484be4-8ad3-4932-b7f4-49375e0d2e3f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (8388f9cd-fd6a-48bb-8917-36a57a14b0d1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.286439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-604b7056-330f-43cd-a456-47d953d3f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:09.287425 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73484be4-8ad3-4932-b7f4-49375e0d2e3f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8388f9cd-fd6a-48bb-8917-36a57a14b0d1,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:09.288097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-604b7056-330f-43cd-a456-47d953d3f8a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 200 len: 854 time: 0.0507476 Jan 27 23:11:09.299295 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-73484be4-8ad3-4932-b7f4-49375e0d2e3f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.303330 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-73484be4-8ad3-4932-b7f4-49375e0d2e3f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555359 Jan 27 23:11:09.303330 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47938) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:09.309215 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ed3e6c31-39f4-43a6-86e6-f63df2dd3f02 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'security_group_rule': {'security_group_id': 'cd70e342-d5f8-409d-9bf9-5e7c1fdeb344', 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:09.312955 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2d882-2579-4746-9ed8-797bf9819e9f None None] The sync data for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 is: [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'bf31cbf7-a088-4b7c-8a5b-bb28a03a2404', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'port_id': '8fc386aa-d387-49d3-af16-c657331439f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'mac_address': 'fa:16:3e:e9:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:11:07Z', 'updated_at': '2022-01-27T23:11:07Z', 'revision_number': 0, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 5, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:11:09.342511 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6c31-39f4-43a6-86e6-f63df2dd3f02 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (d6e6ef19-2b04-4342-9e45-b9d231263c15), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.349349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-a9863dcc-74a6-4557-a08f-5f9c4466a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:09.350939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-a9863dcc-74a6-4557-a08f-5f9c4466a4fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6814f39d-8a8c-4bca-8284-0b41837fb476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570538 Jan 27 23:11:09.438458 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6c31-39f4-43a6-86e6-f63df2dd3f02 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (d6e6ef19-2b04-4342-9e45-b9d231263c15), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.444488 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6c31-39f4-43a6-86e6-f63df2dd3f02 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d6e6ef19-2b04-4342-9e45-b9d231263c15), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.452010 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-51fd4812-b64b-456c-a995-06f9cc369f75 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944455 Jan 27 23:11:09.479500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e6c31-39f4-43a6-86e6-f63df2dd3f02 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e6ef19-2b04-4342-9e45-b9d231263c15,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:09.493126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6c31-39f4-43a6-86e6-f63df2dd3f02 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.495548 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ed3e6c31-39f4-43a6-86e6-f63df2dd3f02 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909127 Jan 27 23:11:09.498770 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 47940) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:09.503703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-80117272-6b09-46a3-8b5c-5906be8d8b22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'security_group_rule': {'security_group_id': 'cd70e342-d5f8-409d-9bf9-5e7c1fdeb344', 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:09.536898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80117272-6b09-46a3-8b5c-5906be8d8b22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (bd7e011c-5ce2-4b64-96dd-1bad268786b2), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.571016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cfd4bc34-75ba-4796-876b-c03f7e054f32 req-5c51ad24-6eea-4a7f-85fa-ebe1a4e38c02 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118598 Jan 27 23:11:09.572968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c351a1e-04b0-4433-b95d-aef540b0446e None None] New status for floating IP bf31cbf7-a088-4b7c-8a5b-bb28a03a2404: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:11:09.631489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80117272-6b09-46a3-8b5c-5906be8d8b22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (bd7e011c-5ce2-4b64-96dd-1bad268786b2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.637055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80117272-6b09-46a3-8b5c-5906be8d8b22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (bd7e011c-5ce2-4b64-96dd-1bad268786b2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.651642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80117272-6b09-46a3-8b5c-5906be8d8b22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7e011c-5ce2-4b64-96dd-1bad268786b2,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:09.669489 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-80117272-6b09-46a3-8b5c-5906be8d8b22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.670833 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-80117272-6b09-46a3-8b5c-5906be8d8b22 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709187 Jan 27 23:11:09.674156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47942) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:09.681492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7d90fd0e-8ae1-40f0-820a-2d6a64357e12 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'security_group_rule': {'security_group_id': 'cd70e342-d5f8-409d-9bf9-5e7c1fdeb344', 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:09.711033 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-7d90fd0e-8ae1-40f0-820a-2d6a64357e12 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Project 084a7cf2d0a344479afe8822276ab31a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:11:09.716958 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d90fd0e-8ae1-40f0-820a-2d6a64357e12 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (4bb508af-1a60-4d72-8bd7-3928ba8a9d12), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.782054 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d90fd0e-8ae1-40f0-820a-2d6a64357e12 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (4bb508af-1a60-4d72-8bd7-3928ba8a9d12), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.787576 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d90fd0e-8ae1-40f0-820a-2d6a64357e12 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (4bb508af-1a60-4d72-8bd7-3928ba8a9d12), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.806280 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90fd0e-8ae1-40f0-820a-2d6a64357e12 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb508af-1a60-4d72-8bd7-3928ba8a9d12,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:09.815399 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7d90fd0e-8ae1-40f0-820a-2d6a64357e12 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.816654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7d90fd0e-8ae1-40f0-820a-2d6a64357e12 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392419 Jan 27 23:11:09.819366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 47944) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:09.823876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-9f0db06e-5b1a-4821-b60d-ff691c7fcaba tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'security_group_rule': {'security_group_id': 'cd70e342-d5f8-409d-9bf9-5e7c1fdeb344', 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:09.844721 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-9f0db06e-5b1a-4821-b60d-ff691c7fcaba tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Project 084a7cf2d0a344479afe8822276ab31a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:11:09.849993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f0db06e-5b1a-4821-b60d-ff691c7fcaba tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (386836af-013c-4bf6-a978-89c55158c8d4), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.913854 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f0db06e-5b1a-4821-b60d-ff691c7fcaba tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (386836af-013c-4bf6-a978-89c55158c8d4), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.918328 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f0db06e-5b1a-4821-b60d-ff691c7fcaba tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (386836af-013c-4bf6-a978-89c55158c8d4), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.936989 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0db06e-5b1a-4821-b60d-ff691c7fcaba tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386836af-013c-4bf6-a978-89c55158c8d4,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:09.943166 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-9f0db06e-5b1a-4821-b60d-ff691c7fcaba tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.944202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9f0db06e-5b1a-4821-b60d-ff691c7fcaba tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238780 Jan 27 23:11:10.038984 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-a170baca-776c-4653-8297-37f580ebed7c tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028059832&fields=id&tenant_id=084a7cf2d0a344479afe8822276ab31a HTTP/1.1" status: 200 len: 267 time: 0.0459425 Jan 27 23:11:10.104671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-6544bc21-03fc-4748-bcc2-703f452e4df1 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:10.106578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-6544bc21-03fc-4748-bcc2-703f452e4df1 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0607104 Jan 27 23:11:10.118260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'port': {'security_groups': ['9faf2894-922f-4da6-9831-f8ef33ccc624', 'cd70e342-d5f8-409d-9bf9-5e7c1fdeb344']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:10.185920 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8fc386aa-d387-49d3-af16-c657331439f5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:10.380636 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] For port 8fc386aa-d387-49d3-af16-c657331439f5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8fc386aa-d387-49d3-af16-c657331439f5,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:11:10.414041 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for port (8fc386aa-d387-49d3-af16-c657331439f5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:10.423262 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8fc386aa-d387-49d3-af16-c657331439f5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:10.435888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8fc386aa-d387-49d3-af16-c657331439f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:11:10.473648 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:10.474260 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:10.476656 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15012eaa-24af-4023-af7e-bf8aa64c6603 req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "PUT /v2.0/ports/8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 981 time: 0.3632178 Jan 27 23:11:10.477140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:11:10.480302 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c395c-3c56-46b6-875b-b401ea7bfd08" -d '{"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:11:10.520592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef66217-c17e-43bc-8feb-acc97d175fd0 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'Port': ['ID=8fc386aa-d387-49d3-af16-c657331439f5,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:10.535576 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17698a36-1861-4ea9-9e99-94d67a9f6fcc x-openstack-request-id: req-17698a36-1861-4ea9-9e99-94d67a9f6fcc {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:11:10.536273 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:11:10.536723 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17698a36-1861-4ea9-9e99-94d67a9f6fcc {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:11:10.537480 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5', 'status': 'completed', 'code': 200} Jan 27 23:11:10.542689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8fc386aa-d387-49d3-af16-c657331439f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:11:10.633428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-15d40df8-59de-4c83-af78-cb9e00671140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:10.635316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-15d40df8-59de-4c83-af78-cb9e00671140 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1135 time: 0.0688212 Jan 27 23:11:10.642807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dc4ba-46e7-498e-b36b-9cfe156936cb req-354a2691-a13d-4c0e-bc0f-a1b5c4ab11f1 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:10.644418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec0dc4ba-46e7-498e-b36b-9cfe156936cb req-354a2691-a13d-4c0e-bc0f-a1b5c4ab11f1 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0888782 Jan 27 23:11:10.792594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-ab7812c4-136b-4e30-9895-9f59312ce29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:10.794013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-ab7812c4-136b-4e30-9895-9f59312ce29a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 916 time: 0.1486766 Jan 27 23:11:10.799447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ec0dc4ba-46e7-498e-b36b-9cfe156936cb req-95664427-0872-4373-9092-b6294b1d4ed2 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454935 Jan 27 23:11:10.867381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-e1b7c49a-86b4-4a23-b839-f8ffa3d468ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 1001 time: 0.0659535 Jan 27 23:11:10.874508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-0ec7fa9e-e05b-45d4-8f69-ef4fe85eceae None None] Provisioning complete for port 8fc386aa-d387-49d3-af16-c657331439f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:11:10.874879 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0ec7fa9e-e05b-45d4-8f69-ef4fe85eceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8fc386aa-d387-49d3-af16-c657331439f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:10.922986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-18727a55-1fcc-4ed8-a48e-dc310fc010db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:10.924539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-18727a55-1fcc-4ed8-a48e-dc310fc010db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 200 len: 854 time: 0.0514705 Jan 27 23:11:10.970669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-b3540542-cb10-42c3-870a-968de44a9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:10.972308 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-b3540542-cb10-42c3-870a-968de44a9a63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6814f39d-8a8c-4bca-8284-0b41837fb476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413702 Jan 27 23:11:11.063173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-e1de626d-732c-4de0-a0c1-f9a853262c60 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842133 Jan 27 23:11:11.092853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7fa9e-e05b-45d4-8f69-ef4fe85eceae None None] Current status of the port 8fc386aa-d387-49d3-af16-c657331439f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:11:11.159812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1c9c395c-3c56-46b6-875b-b401ea7bfd08 req-c7a3c221-16ec-4dce-bdc6-742c20004840 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896139 Jan 27 23:11:11.252596 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:11.365010 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:18.519436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2e231-4f33-4672-a5f2-32c06c19d85e req-e857cfab-b886-47c9-896f-b28eb117bb3a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:18.520943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71d2e231-4f33-4672-a5f2-32c06c19d85e req-e857cfab-b886-47c9-896f-b28eb117bb3a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0750372 Jan 27 23:11:18.526035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-abaf8df2-f019-43a5-82eb-791e3475bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:18.527449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-abaf8df2-f019-43a5-82eb-791e3475bb35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1135 time: 0.0727339 Jan 27 23:11:18.658210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-3bce7eaf-b391-4def-b8ef-b227b062ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:18.659659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-3bce7eaf-b391-4def-b8ef-b227b062ed6e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 916 time: 0.1258807 Jan 27 23:11:18.682047 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-71d2e231-4f33-4672-a5f2-32c06c19d85e req-c76ff1a7-0790-443a-ab33-44c06a2dccc1 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535821 Jan 27 23:11:18.744197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-d56ccb2b-f354-4e2d-abb8-71507b051001 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 1001 time: 0.0726061 Jan 27 23:11:18.808115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-a6f6df36-3b5b-4206-b563-58f6cdea71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:18.810142 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-a6f6df36-3b5b-4206-b563-58f6cdea71be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 200 len: 854 time: 0.0595126 Jan 27 23:11:18.858186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-992113c4-a598-4d2b-b6f0-85d73b8876c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:18.859824 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-992113c4-a598-4d2b-b6f0-85d73b8876c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6814f39d-8a8c-4bca-8284-0b41837fb476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440381 Jan 27 23:11:18.935509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:18.959821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-907bea2c-2941-4243-8c06-588e4a85d163 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914669 Jan 27 23:11:19.063740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d825ab82-e841-487e-b4c6-b4868c2b3a48 req-e593c104-eba8-4106-97a5-ccb446e6d64f service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970373 Jan 27 23:11:19.869854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dd6e6-0d28-4eab-ac52-6fd770c0c5ab req-75b82278-2272-435f-8a97-9d7a16a45181 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:19.871373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e7dd6e6-0d28-4eab-ac52-6fd770c0c5ab req-75b82278-2272-435f-8a97-9d7a16a45181 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.1123254 Jan 27 23:11:19.939309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e7dd6e6-0d28-4eab-ac52-6fd770c0c5ab req-4038881a-464a-4b44-864c-3b0a7c74d276 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616207 Jan 27 23:11:20.106128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-7d0508f6-1ef3-4e90-8a33-1f0503b37200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:20.107821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-7d0508f6-1ef3-4e90-8a33-1f0503b37200 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1135 time: 0.0493078 Jan 27 23:11:20.216385 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-c9f178fc-f051-4a91-ae7a-ecbf0cfb82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:20.218094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-c9f178fc-f051-4a91-ae7a-ecbf0cfb82a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 916 time: 0.0919902 Jan 27 23:11:20.290896 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-b2ea9aa4-cb42-4387-89d3-f4712aa6a44e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 1001 time: 0.0668063 Jan 27 23:11:20.343816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-8bd0ce04-544b-40ad-97a6-d956ef4770e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:20.345324 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-8bd0ce04-544b-40ad-97a6-d956ef4770e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 200 len: 854 time: 0.0491052 Jan 27 23:11:20.394966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-946e70ea-2d4c-4518-bfb6-4702cc536477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:20.396596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-946e70ea-2d4c-4518-bfb6-4702cc536477 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6814f39d-8a8c-4bca-8284-0b41837fb476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439179 Jan 27 23:11:20.496701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-df2718f2-6e3e-4bb5-8213-b8c2322e1ff9 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926447 Jan 27 23:11:20.594040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62d1a89f-4139-45b9-bc9f-a2649fee44ee req-f690c16f-eb47-440f-8f73-eeadba9062dc service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906301 Jan 27 23:11:21.075779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876748ad-3bc8-4fa0-913d-48518c007292 req-f28ecc0f-6d8d-46a7-8c2b-e789088e8626 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:21.077281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-876748ad-3bc8-4fa0-913d-48518c007292 req-f28ecc0f-6d8d-46a7-8c2b-e789088e8626 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0546646 Jan 27 23:11:21.145808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-876748ad-3bc8-4fa0-913d-48518c007292 req-5417f01d-c5a0-4cf9-8850-04faf3cbd578 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625327 Jan 27 23:11:21.618219 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:22.285343 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b50d7a-ab5c-413c-8cbc-0c041542d374 req-97d9a341-0d90-4665-bca7-3b2c327b1f0a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:22.286877 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13b50d7a-ab5c-413c-8cbc-0c041542d374 req-97d9a341-0d90-4665-bca7-3b2c327b1f0a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0585489 Jan 27 23:11:22.353677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13b50d7a-ab5c-413c-8cbc-0c041542d374 req-39f2a1a0-72fe-43ac-a03b-38aa9b45276b tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604148 Jan 27 23:11:23.490032 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38731e52-b536-45ea-9a7b-1f3bc79865f2 req-97a5a8d7-8b48-4534-a266-1ea45458293a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:23.491722 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38731e52-b536-45ea-9a7b-1f3bc79865f2 req-97a5a8d7-8b48-4534-a266-1ea45458293a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0625193 Jan 27 23:11:23.554964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-38731e52-b536-45ea-9a7b-1f3bc79865f2 req-08eeb51c-58bd-4554-903c-70a3b43a9b51 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571268 Jan 27 23:11:24.685275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fdccd-1172-41ef-a08b-0d12758c7d79 req-2849a56a-171d-4c99-bbcd-3c19b26c2354 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:24.686815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-406fdccd-1172-41ef-a08b-0d12758c7d79 req-2849a56a-171d-4c99-bbcd-3c19b26c2354 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0568092 Jan 27 23:11:24.747979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-406fdccd-1172-41ef-a08b-0d12758c7d79 req-3fd5dbed-e48a-4689-bf56-6123b9d5455e tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551968 Jan 27 23:11:25.874607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241e604-c6f3-4ad5-90d6-3477b84bf7d5 req-7b90efb7-d3a7-4edc-a18e-e65de1cb2517 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:25.876155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c241e604-c6f3-4ad5-90d6-3477b84bf7d5 req-7b90efb7-d3a7-4edc-a18e-e65de1cb2517 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0529819 Jan 27 23:11:25.940783 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c241e604-c6f3-4ad5-90d6-3477b84bf7d5 req-0bd974d8-d271-4e52-a068-f0875fa3e50d tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585718 Jan 27 23:11:27.082964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80c856-f564-4912-9a0b-41f6c0236311 req-f0c913f3-13e1-4307-af79-b0dd1f912b73 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:27.084484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e80c856-f564-4912-9a0b-41f6c0236311 req-f0c913f3-13e1-4307-af79-b0dd1f912b73 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0654869 Jan 27 23:11:27.144913 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e80c856-f564-4912-9a0b-41f6c0236311 req-4c8c8ed8-443d-4ca5-a3cc-1e4079aadca8 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545130 Jan 27 23:11:28.277552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9a642-6e64-4f84-a52e-7dedc03cd220 req-4b6e70fa-6101-4606-92d2-8093b98ebadc tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:28.279076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8e9a642-6e64-4f84-a52e-7dedc03cd220 req-4b6e70fa-6101-4606-92d2-8093b98ebadc tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0588787 Jan 27 23:11:28.342535 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f8e9a642-6e64-4f84-a52e-7dedc03cd220 req-56fe6e55-5f19-4f55-9603-4510937e1c5d tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575786 Jan 27 23:11:29.477361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ca04-a3d4-4d1d-bc64-829ce623f737 req-5d4a1f0a-9feb-4cee-be7f-ed25b4c194e8 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:29.478870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4011ca04-a3d4-4d1d-bc64-829ce623f737 req-5d4a1f0a-9feb-4cee-be7f-ed25b4c194e8 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0495732 Jan 27 23:11:29.546685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4011ca04-a3d4-4d1d-bc64-829ce623f737 req-b0aeb7e4-a8dd-4f81-9502-c9826de59b9a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618773 Jan 27 23:11:30.677056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073dc0a-b7e0-4309-a1be-986850e3239a req-da44ae77-877a-4166-bcbd-a137f3f73ac9 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:30.678811 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a073dc0a-b7e0-4309-a1be-986850e3239a req-da44ae77-877a-4166-bcbd-a137f3f73ac9 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0514293 Jan 27 23:11:30.748694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a073dc0a-b7e0-4309-a1be-986850e3239a req-77cfded8-82dd-4239-bfc7-a3c5e88ca536 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344&id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622659 Jan 27 23:11:34.082371 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a0828d83-2ac4-4eec-bba6-662296c4f009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:37.132579 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-207e5505-7fed-4358-8b31-1993880f5d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:38.821573 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:41.262138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:41.364528 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:45.320008 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:11:48.934764 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:51.618852 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.016823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-b8dc69cb-fb42-4608-b80c-ef37925df134 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028059832&fields=id&tenant_id=084a7cf2d0a344479afe8822276ab31a HTTP/1.1" status: 200 len: 267 time: 0.0476322 Jan 27 23:12:03.077949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-951f145e-f89d-417b-8b91-7d1ca322f79d tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:03.079455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-951f145e-f89d-417b-8b91-7d1ca322f79d tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 984 time: 0.0567808 Jan 27 23:12:03.092643 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Request body: {'port': {'security_groups': ['9faf2894-922f-4da6-9831-f8ef33ccc624']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:03.166409 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8fc386aa-d387-49d3-af16-c657331439f5), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.377890 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] For port 8fc386aa-d387-49d3-af16-c657331439f5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8fc386aa-d387-49d3-af16-c657331439f5,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:03.409417 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for port (8fc386aa-d387-49d3-af16-c657331439f5), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.416868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (8fc386aa-d387-49d3-af16-c657331439f5), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.430876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8fc386aa-d387-49d3-af16-c657331439f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:12:03.459352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:03.460125 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.461694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-89fb4412-4918-44d5-8b33-b940f032ef38 req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "PUT /v2.0/ports/8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 942 time: 0.3737061 Jan 27 23:12:03.462181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:12:03.464551 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45" -d '{"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:12:03.469343 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48000) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:03.507188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76428d-2906-45d2-8b72-42eb3cce088a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event updated for resources: {'Port': ['ID=8fc386aa-d387-49d3-af16-c657331439f5,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:03.517590 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fbdb4e-7ab0-422c-9475-8f82f00fcf6f x-openstack-request-id: req-42fbdb4e-7ab0-422c-9475-8f82f00fcf6f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:12:03.518215 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:12:03.518693 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42fbdb4e-7ab0-422c-9475-8f82f00fcf6f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:12:03.519316 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5', 'status': 'completed', 'code': 200} Jan 27 23:12:03.539568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8fc386aa-d387-49d3-af16-c657331439f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:12:03.569587 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0119-3975-4d08-998f-3a9ed33f8524 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group (cd70e342-d5f8-409d-9bf9-5e7c1fdeb344), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.594035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-92f80e82-68f4-483b-b5f3-25e2aede0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:03.595876 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-92f80e82-68f4-483b-b5f3-25e2aede0927 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1096 time: 0.0555716 Jan 27 23:12:03.598856 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0119-3975-4d08-998f-3a9ed33f8524 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group (cd70e342-d5f8-409d-9bf9-5e7c1fdeb344), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.677000 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0119-3975-4d08-998f-3a9ed33f8524 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cd70e342-d5f8-409d-9bf9-5e7c1fdeb344), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.680440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0119-3975-4d08-998f-3a9ed33f8524 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.682740 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ce9a0119-3975-4d08-998f-3a9ed33f8524 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "DELETE /v2.0/security-groups/cd70e342-d5f8-409d-9bf9-5e7c1fdeb344 HTTP/1.1" status: 204 len: 168 time: 0.2107043 Jan 27 23:12:03.685910 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48002) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:03.727308 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-4023e54f-059a-486b-8a89-a8ffbd7c7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:03.728699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-4023e54f-059a-486b-8a89-a8ffbd7c7734 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 916 time: 0.1257958 Jan 27 23:12:03.732601 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a0119-3975-4d08-998f-3a9ed33f8524 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd70e342-d5f8-409d-9bf9-5e7c1fdeb344,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:03.791900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-31ef66d9-000a-4bb6-9543-76f42a651200 None None] Provisioning complete for port 8fc386aa-d387-49d3-af16-c657331439f5 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:03.792979 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31ef66d9-000a-4bb6-9543-76f42a651200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8fc386aa-d387-49d3-af16-c657331439f5), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.812612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-fd8a953c-cdf2-4168-ae84-cf989b690c77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 1001 time: 0.0771198 Jan 27 23:12:03.859581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Deleting port 541a3f11-ebe6-4c9d-b975-3beedea25a13 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:12:03.859951 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (541a3f11-ebe6-4c9d-b975-3beedea25a13), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.868923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-186a9025-b8cd-417c-a648-0c677bb096fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:03.870449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-186a9025-b8cd-417c-a648-0c677bb096fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 200 len: 854 time: 0.0523651 Jan 27 23:12:03.887970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-31ef66d9-000a-4bb6-9543-76f42a651200 None None] Current status of the port 8fc386aa-d387-49d3-af16-c657331439f5 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:03.916347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-826ec71e-8ee4-4ba6-a326-c5a80e45033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:03.918183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-826ec71e-8ee4-4ba6-a326-c5a80e45033f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6814f39d-8a8c-4bca-8284-0b41837fb476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415273 Jan 27 23:12:03.946441 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (541a3f11-ebe6-4c9d-b975-3beedea25a13), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.946760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for floatingip (541a3f11-ebe6-4c9d-b975-3beedea25a13), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:03.959826 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Calling delete_port for 541a3f11-ebe6-4c9d-b975-3beedea25a13 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:12:04.009227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-340aeacb-19fc-4b9b-a06f-875f77764fce service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848553 Jan 27 23:12:04.079485 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c68734e-6551-43cc-9c55-6f89f174f658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:04.110137 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (541a3f11-ebe6-4c9d-b975-3beedea25a13), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:04.110630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d1fa0a3-d53f-4c60-b996-1a8c62e7dd45 req-f22e8545-e365-4acc-baf7-83962192d3b6 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951924 Jan 27 23:12:04.140080 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event deleted for resources: {'Port': ['ID=541a3f11-ebe6-4c9d-b975-3beedea25a13,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:04.200863 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks [] for floatingip (bf31cbf7-a088-4b7c-8a5b-bb28a03a2404), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:04.201201 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Floating IP bf31cbf7-a088-4b7c-8a5b-bb28a03a2404 disassociated (deleted). External IP: 172.25.8.247, port: 8fc386aa-d387-49d3-af16-c657331439f5. Jan 27 23:12:04.422365 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Router 669eef28-a216-4e56-b40f-8466f1f12226 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:12:04.545552 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:12:04.550749 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:04.555875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] Sync routers for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:12:04.565463 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:04.566102 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:11:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:04.582954 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ea6d2d8f-9a6e-40fb-9e54-35265ac68047 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "DELETE /v2.0/floatingips/bf31cbf7-a088-4b7c-8a5b-bb28a03a2404 HTTP/1.1" status: 204 len: 168 time: 0.8902507 Jan 27 23:12:04.583565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:12:04.586154 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15f8423-82ac-463a-8fcd-d9241db32e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:12:04.629449 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9334dcb9-a39b-45eb-91cd-c442482eb80c x-openstack-request-id: req-9334dcb9-a39b-45eb-91cd-c442482eb80c {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:12:04.629750 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "tag": "8fc386aa-d387-49d3-af16-c657331439f5", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:12:04.630006 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9334dcb9-a39b-45eb-91cd-c442482eb80c {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:12:04.630413 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5', 'status': 'completed', 'code': 200} Jan 27 23:12:04.678874 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:04.695315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-77b8ae0e-c9f8-4eab-abad-f0c8f578797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:04.696937 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-77b8ae0e-c9f8-4eab-abad-f0c8f578797c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=084a7cf2d0a344479afe8822276ab31a&device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 1096 time: 0.0450625 Jan 27 23:12:04.824068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-37b5e979-37ed-4157-a2db-954b0dcce526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:04.835529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-37b5e979-37ed-4157-a2db-954b0dcce526 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 200 len: 916 time: 0.1226463 Jan 27 23:12:04.876278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-be20fd80-4c14-4df0-8f82-f809c0a375d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 200 len: 217 time: 0.0396540 Jan 27 23:12:04.900435 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 5, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:04.926230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-a5bf0510-060b-4a11-a6bf-ff7966d174d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:04.927779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-a5bf0510-060b-4a11-a6bf-ff7966d174d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 200 len: 854 time: 0.0457566 Jan 27 23:12:04.930924 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] Checking router: 669eef28-a216-4e56-b40f-8466f1f12226 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:12:04.939461 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:04.940088 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:11:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:04.979181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-09c67204-f1d4-44e1-b7c2-c85e7409176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:04.981183 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-09c67204-f1d4-44e1-b7c2-c85e7409176e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6814f39d-8a8c-4bca-8284-0b41837fb476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467184 Jan 27 23:12:05.048036 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:05.076852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-34c7bdbf-c1a0-4ec3-aa32-0096f8f3dd25 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889196 Jan 27 23:12:05.174028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a15f8423-82ac-463a-8fcd-d9241db32e0d req-39bf6db9-dc0c-45e5-9301-b7a1899798d9 service neutron] 10.222.0.57 "GET /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902264 Jan 27 23:12:05.257959 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 5, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:05.284354 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec547ca-e7f8-4b71-95b1-818656da90e9 None None] The sync data for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 is: [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:13Z', 'revision_number': 4, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '94fdf101-f59b-4507-ac81-81ceb6b7a247', 'name': '', 'network_id': '6814f39d-8a8c-4bca-8284-0b41837fb476', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'mac_address': 'fa:16:3e:ee:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:12Z', 'updated_at': '2022-01-27T23:10:16Z', 'revision_number': 5, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'subnets': [{'id': 'd32b283a-e9d2-46d8-8cf5-aa511358426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:12:05.541467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ac897-35c5-4317-8d9c-e877a2595843 None None] New status for floating IP bf31cbf7-a088-4b7c-8a5b-bb28a03a2404: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:12:07.126739 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac228-6e24-47f9-8466-a63dade5cf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:08.821177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:11.258101 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:11.368354 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:18.935342 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:20.226539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7ee29-2869-41b7-9428-9ac4e4dc42eb req-bf4ba90d-3b20-4542-af46-747493c38103 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:20.228017 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7db7ee29-2869-41b7-9428-9ac4e4dc42eb req-bf4ba90d-3b20-4542-af46-747493c38103 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0563564 Jan 27 23:12:20.282803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7db7ee29-2869-41b7-9428-9ac4e4dc42eb req-031f28f1-d46f-4218-bc4b-9b37b0e47c83 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464611 Jan 27 23:12:21.410972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ec909-d0ee-4072-8f8a-2fe1dd480c53 req-f879254c-c9be-44ca-af79-c97b6bc44773 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:21.412714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a3ec909-d0ee-4072-8f8a-2fe1dd480c53 req-f879254c-c9be-44ca-af79-c97b6bc44773 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0522587 Jan 27 23:12:21.465774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a3ec909-d0ee-4072-8f8a-2fe1dd480c53 req-2d7b6131-fe5d-46c7-9880-082e77ab65a3 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/security-groups?id=9faf2894-922f-4da6-9831-f8ef33ccc624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462916 Jan 27 23:12:21.616049 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:21.822815 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-a8e49886-bc73-47ea-b8dd-df9e1105976a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:21.825057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-a8e49886-bc73-47ea-b8dd-df9e1105976a tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.57 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 945 time: 0.0597456 Jan 27 23:12:21.919866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Deleting port 8fc386aa-d387-49d3-af16-c657331439f5 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:12:21.920184 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8fc386aa-d387-49d3-af16-c657331439f5), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:22.026015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] For port 8fc386aa-d387-49d3-af16-c657331439f5, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=8fc386aa-d387-49d3-af16-c657331439f5,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:22.026391 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8fc386aa-d387-49d3-af16-c657331439f5), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:22.040546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Calling delete_port for 8fc386aa-d387-49d3-af16-c657331439f5 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:12:22.194434 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8fc386aa-d387-49d3-af16-c657331439f5), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:22.206879 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['8fc386aa-d387-49d3-af16-c657331439f5'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:12:22.228892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Pushing event deleted for resources: {'Port': ['ID=8fc386aa-d387-49d3-af16-c657331439f5,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:22.241488 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.241854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.242215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.242561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.242889 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.243237 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.243585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.243918 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.244246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.244586 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.244939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.245250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.245588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:22.281485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] No DVR routers for this DVR port 8fc386aa-d387-49d3-af16-c657331439f5 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:12:22.285035 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:22.288602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16cd8054-7b50-4dda-bdeb-c2cd6891ed98 req-565a7bee-a716-433b-b463-6de447e81120 tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.57 "DELETE /v2.0/ports/8fc386aa-d387-49d3-af16-c657331439f5 HTTP/1.1" status: 204 len: 173 time: 0.4571557 Jan 27 23:12:22.289063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'name': 'network-vif-deleted', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:12:22.291345 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2570a530-1259-4466-8f83-f9444ead36f4" -d '{"events": [{"server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "name": "network-vif-deleted", "tag": "8fc386aa-d387-49d3-af16-c657331439f5"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:12:22.321137 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:12:22.334894 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309589ec-d46b-437d-8204-e488b9883a68 x-openstack-request-id: req-309589ec-d46b-437d-8204-e488b9883a68 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:12:22.335196 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8021accd-d5eb-4a3c-8130-9bc3f1c4b572", "name": "network-vif-deleted", "tag": "8fc386aa-d387-49d3-af16-c657331439f5", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:12:22.337651 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-309589ec-d46b-437d-8204-e488b9883a68 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:12:22.338093 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8021accd-d5eb-4a3c-8130-9bc3f1c4b572', 'name': 'network-vif-deleted', 'tag': '8fc386aa-d387-49d3-af16-c657331439f5', 'status': 'completed', 'code': 200} Jan 27 23:12:22.577857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a27c28d4-4d48-4fab-9dfb-a93d72940478 req-7bd4b048-4aca-42b7-9a78-4b796646004f tempest-TestMinimumBasicScenario-117802301 tempest-TestMinimumBasicScenario-117802301-project] 10.222.0.45 "GET /v2.0/ports?device_id=8021accd-d5eb-4a3c-8130-9bc3f1c4b572 HTTP/1.1" status: 200 len: 210 time: 0.0274985 Jan 27 23:12:25.238204 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 8fc386aa-d387-49d3-af16-c657331439f5 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:12:25.264083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 8fc386aa-d387-49d3-af16-c657331439f5 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:12:25.264517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 8fc386aa-d387-49d3-af16-c657331439f5 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:12:25.269995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48112) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:25.646629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (669eef28-a216-4e56-b40f-8466f1f12226), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:25.907281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Deleting port 94fdf101-f59b-4507-ac81-81ceb6b7a247 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:12:25.907537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:25.999833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] For port 94fdf101-f59b-4507-ac81-81ceb6b7a247, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=94fdf101-f59b-4507-ac81-81ceb6b7a247,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:26.000299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:26.015177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Calling delete_port for 94fdf101-f59b-4507-ac81-81ceb6b7a247 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:12:26.224851 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (94fdf101-f59b-4507-ac81-81ceb6b7a247), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:26.252515 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=94fdf101-f59b-4507-ac81-81ceb6b7a247,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:26.281802 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.282500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.282500 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.282783 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.283155 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.283519 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.283855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.284160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.284524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.284820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.285170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.285531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.285854 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:26.436520 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (669eef28-a216-4e56-b40f-8466f1f12226), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:26.666190 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Router 669eef28-a216-4e56-b40f-8466f1f12226 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:12:26.779739 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:12:26.785218 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bdc15cc7-e41a-4b07-9d72-9c356c7bfc12 admin admin] 10.222.0.45 "PUT /v2.0/routers/669eef28-a216-4e56-b40f-8466f1f12226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5140986 Jan 27 23:12:26.788103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48114) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:26.790874 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] Sync routers for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:12:26.803284 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:26.804078 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:26.897378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks [] for router (669eef28-a216-4e56-b40f-8466f1f12226), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:26.907426 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:27.003945 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks [] for router_gateway (669eef28-a216-4e56-b40f-8466f1f12226), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.059822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Deleting port 76f25407-c477-4daa-8a62-e62b41791b78 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:12:27.060082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (76f25407-c477-4daa-8a62-e62b41791b78), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.083406 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '76f25407-c477-4daa-8a62-e62b41791b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:12:26Z', 'revision_number': 5, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port': {'id': '76f25407-c477-4daa-8a62-e62b41791b78', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669eef28-a216-4e56-b40f-8466f1f12226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:27.146526 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] For port 76f25407-c477-4daa-8a62-e62b41791b78, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=76f25407-c477-4daa-8a62-e62b41791b78,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:27.146898 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (76f25407-c477-4daa-8a62-e62b41791b78), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.160402 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Calling delete_port for 76f25407-c477-4daa-8a62-e62b41791b78 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:12:27.213220 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] Checking router: 669eef28-a216-4e56-b40f-8466f1f12226 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:12:27.222317 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] Routers {'669eef28-a216-4e56-b40f-8466f1f12226'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:27.222960 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['669eef28-a216-4e56-b40f-8466f1f12226'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:27.311721 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] Set router 669eef28-a216-4e56-b40f-8466f1f12226 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:27.337454 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (76f25407-c477-4daa-8a62-e62b41791b78), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.363405 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Pushing event deleted for resources: {'Port': ['ID=76f25407-c477-4daa-8a62-e62b41791b78,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:27.363824 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:12:27Z', 'revision_number': 6, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:27.393601 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74edc80-d562-41d4-8f34-5298985e0a29 None None] The sync data for ids ['669eef28-a216-4e56-b40f-8466f1f12226'] in n-d-826529-2 is: [{'id': '669eef28-a216-4e56-b40f-8466f1f12226', 'name': 'tempest-TestMinimumBasicScenario-2143538882-router', 'tenant_id': '084a7cf2d0a344479afe8822276ab31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:10Z', 'updated_at': '2022-01-27T23:12:27Z', 'revision_number': 6, 'project_id': '084a7cf2d0a344479afe8822276ab31a', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:12:27.426835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (669eef28-a216-4e56-b40f-8466f1f12226), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.523632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (669eef28-a216-4e56-b40f-8466f1f12226), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.526079 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks [] for router_controller (669eef28-a216-4e56-b40f-8466f1f12226), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.576985 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (669eef28-a216-4e56-b40f-8466f1f12226), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.577368 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669eef28-a216-4e56-b40f-8466f1f12226 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:12:27.582447 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.583565 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ace47dca-2c11-439f-b5d0-b35ec827c43e admin admin] 10.222.0.45 "DELETE /v2.0/routers/669eef28-a216-4e56-b40f-8466f1f12226 HTTP/1.1" status: 204 len: 168 time: 0.7940218 Jan 27 23:12:27.586613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48116) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:27.632822 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b571694-b306-4f00-b5e9-eda706204695 admin admin] Deleting subnet d32b283a-e9d2-46d8-8cf5-aa511358426c {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:12:27.636382 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b571694-b306-4f00-b5e9-eda706204695 admin admin] Publish callbacks [] for subnet (d32b283a-e9d2-46d8-8cf5-aa511358426c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.675612 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b571694-b306-4f00-b5e9-eda706204695 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (d32b283a-e9d2-46d8-8cf5-aa511358426c), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.768946 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b571694-b306-4f00-b5e9-eda706204695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (d32b283a-e9d2-46d8-8cf5-aa511358426c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.827594 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b571694-b306-4f00-b5e9-eda706204695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (d32b283a-e9d2-46d8-8cf5-aa511358426c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.856665 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b571694-b306-4f00-b5e9-eda706204695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32b283a-e9d2-46d8-8cf5-aa511358426c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:27.857680 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4b571694-b306-4f00-b5e9-eda706204695 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.860992 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4b571694-b306-4f00-b5e9-eda706204695 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d32b283a-e9d2-46d8-8cf5-aa511358426c HTTP/1.1" status: 204 len: 168 time: 0.2734084 Jan 27 23:12:27.863904 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48118) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:27.865734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ccbce-dd86-49e8-b8ca-a42dfb4f7a78 None None] Network 6814f39d-8a8c-4bca-8284-0b41837fb476 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:12:27.934894 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (6814f39d-8a8c-4bca-8284-0b41837fb476), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.996410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Deleting port 0b13ac16-dd71-4699-a097-dd8a773615b2 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:12:27.996748 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.069020 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] For port 0b13ac16-dd71-4699-a097-dd8a773615b2, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=0b13ac16-dd71-4699-a097-dd8a773615b2,segment=NetworkSegment(782e8c2f-216e-4050-90fd-73406c444d8b),segment_id=782e8c2f-216e-4050-90fd-73406c444d8b)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:28.069446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.083259 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Calling delete_port for 0b13ac16-dd71-4699-a097-dd8a773615b2 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:12:28.174009 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (0b13ac16-dd71-4699-a097-dd8a773615b2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.188955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d665d1d4-6177-4f23-bdfa-ae70a682b073 None None] DHCP port deletion for 6814f39d-8a8c-4bca-8284-0b41837fb476 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:12:28.208217 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0b13ac16-dd71-4699-a097-dd8a773615b2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:28.210313 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] No DVR routers for this DVR port 0b13ac16-dd71-4699-a097-dd8a773615b2 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:12:28.291078 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0b13ac16-dd71-4699-a097-dd8a773615b2 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:12:28.293289 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (6814f39d-8a8c-4bca-8284-0b41837fb476), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.311617 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 0b13ac16-dd71-4699-a097-dd8a773615b2 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:12:28.312297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 0b13ac16-dd71-4699-a097-dd8a773615b2 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:12:28.312711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 94fdf101-f59b-4507-ac81-81ceb6b7a247 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:12:28.316057 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6814f39d-8a8c-4bca-8284-0b41837fb476']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:28.326371 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782e8c2f-216e-4050-90fd-73406c444d8b') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:28.326675 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782e8c2f-216e-4050-90fd-73406c444d8b') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:28.337457 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (782e8c2f-216e-4050-90fd-73406c444d8b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.340786 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 94fdf101-f59b-4507-ac81-81ceb6b7a247 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:12:28.341198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 94fdf101-f59b-4507-ac81-81ceb6b7a247 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:12:28.341622 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 76f25407-c477-4daa-8a62-e62b41791b78 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:12:28.352107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (782e8c2f-216e-4050-90fd-73406c444d8b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.359396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:12:28.359849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (782e8c2f-216e-4050-90fd-73406c444d8b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:12:28.361995 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:12:28.364678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 76f25407-c477-4daa-8a62-e62b41791b78 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:12:28.364678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 76f25407-c477-4daa-8a62-e62b41791b78 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:12:28.423221 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (6814f39d-8a8c-4bca-8284-0b41837fb476), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.433849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.437255 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] 10.222.0.45 "DELETE /v2.0/networks/6814f39d-8a8c-4bca-8284-0b41837fb476 HTTP/1.1" status: 204 len: 168 time: 0.5723722 Jan 27 23:12:28.440282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48120) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:28.449592 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119e8f4-4bcd-42ee-908f-69b18d6453bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6814f39d-8a8c-4bca-8284-0b41837fb476,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:29.112780 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:29.372863 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Deleting port 3a865322-a74c-42fa-92b0-f8fdbd731c0d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:12:29.373118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:29.456598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] For port 3a865322-a74c-42fa-92b0-f8fdbd731c0d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=3a865322-a74c-42fa-92b0-f8fdbd731c0d,segment=NetworkSegment(6465a9f3-cd41-422a-96c2-b5b1e9dd0a76),segment_id=6465a9f3-cd41-422a-96c2-b5b1e9dd0a76)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:29.457311 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:29.470153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Calling delete_port for 3a865322-a74c-42fa-92b0-f8fdbd731c0d owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:12:29.670509 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3a865322-a74c-42fa-92b0-f8fdbd731c0d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:29.700915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a865322-a74c-42fa-92b0-f8fdbd731c0d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:29.867709 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:30.093706 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:12:30.226407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:12:30.234491 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48122) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:30.234957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e481d0a9-efba-4fdc-a6fc-65e56f3b8246 admin admin] 10.222.0.45 "PUT /v2.0/routers/864c3ffe-ed9a-463b-8185-e7dcc8fc587a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930484 Jan 27 23:12:30.236214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] Sync routers for ids ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:12:30.247000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] Routers {'864c3ffe-ed9a-463b-8185-e7dcc8fc587a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:30.247747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:30.524068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] Set router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:30.643217 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks [] for router (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:30.712704 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:12:29Z', 'revision_number': 5, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:30.742554 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] Checking router: 864c3ffe-ed9a-463b-8185-e7dcc8fc587a for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:12:30.748249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks [] for router_gateway (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:30.752054 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] Routers {'864c3ffe-ed9a-463b-8185-e7dcc8fc587a'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:30.752688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:30.816034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Deleting port afc071da-0a91-4430-b0fe-0ed91046c14e {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:12:30.816313 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:30.865220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] Set router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:30.905710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] For port afc071da-0a91-4430-b0fe-0ed91046c14e, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=afc071da-0a91-4430-b0fe-0ed91046c14e,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:30.906085 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:30.919014 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Calling delete_port for afc071da-0a91-4430-b0fe-0ed91046c14e owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:12:31.044908 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:12:29Z', 'revision_number': 5, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:31.071528 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090b47d-2200-4cee-912e-e879ecb0bbf3 None None] The sync data for ids ['864c3ffe-ed9a-463b-8185-e7dcc8fc587a'] in n-d-826529-2 is: [{'id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'name': 'tempest-TestMinimumBasicScenario-2040779573-router', 'tenant_id': '15800fa3bbdb492183ba72aa5523e91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:12:29Z', 'revision_number': 5, 'project_id': '15800fa3bbdb492183ba72aa5523e91b', 'gw_port': {'id': 'afc071da-0a91-4430-b0fe-0ed91046c14e', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864c3ffe-ed9a-463b-8185-e7dcc8fc587a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:10:15Z', 'updated_at': '2022-01-27T23:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:12:31.086907 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (afc071da-0a91-4430-b0fe-0ed91046c14e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.111451 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc071da-0a91-4430-b0fe-0ed91046c14e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:31.188891 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.285344 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.288373 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks [] for router_controller (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.341600 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (864c3ffe-ed9a-463b-8185-e7dcc8fc587a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.342044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 864c3ffe-ed9a-463b-8185-e7dcc8fc587a {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:12:31.346860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.347701 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cf4fc108-ff3c-4bf5-8952-7b491d5556d5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/864c3ffe-ed9a-463b-8185-e7dcc8fc587a HTTP/1.1" status: 204 len: 168 time: 1.1120861 Jan 27 23:12:31.350220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48124) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:31.398623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35a3a5c-afe6-486f-9e6a-331831212b67 admin admin] Deleting subnet 37a905bd-2fbc-446b-a341-139dc0a98655 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:12:31.402820 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f35a3a5c-afe6-486f-9e6a-331831212b67 admin admin] Publish callbacks [] for subnet (37a905bd-2fbc-446b-a341-139dc0a98655), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.440025 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f35a3a5c-afe6-486f-9e6a-331831212b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (37a905bd-2fbc-446b-a341-139dc0a98655), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.533536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f35a3a5c-afe6-486f-9e6a-331831212b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (37a905bd-2fbc-446b-a341-139dc0a98655), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.587097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f35a3a5c-afe6-486f-9e6a-331831212b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (37a905bd-2fbc-446b-a341-139dc0a98655), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.613309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a3a5c-afe6-486f-9e6a-331831212b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a905bd-2fbc-446b-a341-139dc0a98655,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:31.617172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f35a3a5c-afe6-486f-9e6a-331831212b67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.623326 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f35a3a5c-afe6-486f-9e6a-331831212b67 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/37a905bd-2fbc-446b-a341-139dc0a98655 HTTP/1.1" status: 204 len: 168 time: 0.2718899 Jan 27 23:12:31.623559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48126) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:31.625284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ea9eab-1415-4563-b811-7f18304f63a5 None None] Network f1b37221-a344-4189-91bb-243b48d41016 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:12:31.709631 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (f1b37221-a344-4189-91bb-243b48d41016), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.782295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Deleting port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:12:31.782630 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.850136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] For port dca068ff-be59-4bab-a0f9-8aadbb25bfb8, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=dca068ff-be59-4bab-a0f9-8aadbb25bfb8,segment=NetworkSegment(6465a9f3-cd41-422a-96c2-b5b1e9dd0a76),segment_id=6465a9f3-cd41-422a-96c2-b5b1e9dd0a76)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:31.850380 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.863996 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Calling delete_port for dca068ff-be59-4bab-a0f9-8aadbb25bfb8 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:12:31.949206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (dca068ff-be59-4bab-a0f9-8aadbb25bfb8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.983923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Pushing event deleted for resources: {'Port': ['ID=dca068ff-be59-4bab-a0f9-8aadbb25bfb8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:31.985792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] No DVR routers for this DVR port dca068ff-be59-4bab-a0f9-8aadbb25bfb8 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:12:32.071692 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (f1b37221-a344-4189-91bb-243b48d41016), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.095943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b37221-a344-4189-91bb-243b48d41016']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:32.097476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f4be5-ff86-4102-88c4-6c0742bb67fc None None] DHCP port deletion for f1b37221-a344-4189-91bb-243b48d41016 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:12:32.109195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:32.109195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6465a9f3-cd41-422a-96c2-b5b1e9dd0a76') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:32.121617 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (6465a9f3-cd41-422a-96c2-b5b1e9dd0a76), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.136432 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6465a9f3-cd41-422a-96c2-b5b1e9dd0a76), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.142517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:12:32.142905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (6465a9f3-cd41-422a-96c2-b5b1e9dd0a76), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:12:32.144770 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:12:32.221465 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (f1b37221-a344-4189-91bb-243b48d41016), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.228783 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.232240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f1b37221-a344-4189-91bb-243b48d41016 HTTP/1.1" status: 204 len: 168 time: 0.6075649 Jan 27 23:12:32.246273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a2319-c455-42e3-8577-281150507739 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b37221-a344-4189-91bb-243b48d41016,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:32.267113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dca068ff-be59-4bab-a0f9-8aadbb25bfb8 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:12:32.287698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: dca068ff-be59-4bab-a0f9-8aadbb25bfb8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:12:32.288050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device dca068ff-be59-4bab-a0f9-8aadbb25bfb8 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:12:32.288482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device afc071da-0a91-4430-b0fe-0ed91046c14e no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:12:32.312231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: afc071da-0a91-4430-b0fe-0ed91046c14e {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:12:32.312512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device afc071da-0a91-4430-b0fe-0ed91046c14e not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:12:32.312936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3a865322-a74c-42fa-92b0-f8fdbd731c0d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:12:32.333682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 3a865322-a74c-42fa-92b0-f8fdbd731c0d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:12:32.334029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 3a865322-a74c-42fa-92b0-f8fdbd731c0d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:12:32.419233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48130) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:32.462363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e9bb168f-59a8-4b79-8cce-e7502b073024 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=084a7cf2d0a344479afe8822276ab31a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418146 Jan 27 23:12:32.466192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48132) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:32.520133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-033131f5-64cd-43d6-946c-99ef113f4a1c admin admin] Publish callbacks [] for security_group (9faf2894-922f-4da6-9831-f8ef33ccc624), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.542886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-033131f5-64cd-43d6-946c-99ef113f4a1c admin admin] Publish callbacks [] for security_group (9faf2894-922f-4da6-9831-f8ef33ccc624), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.590754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-033131f5-64cd-43d6-946c-99ef113f4a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (9faf2894-922f-4da6-9831-f8ef33ccc624), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.593438 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-033131f5-64cd-43d6-946c-99ef113f4a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.594650 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-033131f5-64cd-43d6-946c-99ef113f4a1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9faf2894-922f-4da6-9831-f8ef33ccc624 HTTP/1.1" status: 204 len: 168 time: 0.1273222 Jan 27 23:12:32.603235 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033131f5-64cd-43d6-946c-99ef113f4a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf2894-922f-4da6-9831-f8ef33ccc624,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:32.963122 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48138) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:33.006301 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3d11f913-2b3d-4332-9de7-a872c0d2137a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=15800fa3bbdb492183ba72aa5523e91b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419207 Jan 27 23:12:33.010010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48140) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:33.063971 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1f16eac-2373-489d-b61b-55851574c0a1 admin admin] Publish callbacks [] for security_group (655432d9-e0a9-4dae-9cad-6e8a26380ecc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:33.086133 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1f16eac-2373-489d-b61b-55851574c0a1 admin admin] Publish callbacks [] for security_group (655432d9-e0a9-4dae-9cad-6e8a26380ecc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:33.149050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1f16eac-2373-489d-b61b-55851574c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (655432d9-e0a9-4dae-9cad-6e8a26380ecc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:33.151793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a1f16eac-2373-489d-b61b-55851574c0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:33.153108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a1f16eac-2373-489d-b61b-55851574c0a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/655432d9-e0a9-4dae-9cad-6e8a26380ecc HTTP/1.1" status: 204 len: 168 time: 0.1420729 Jan 27 23:12:33.161716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f16eac-2373-489d-b61b-55851574c0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655432d9-e0a9-4dae-9cad-6e8a26380ecc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:34.080820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f36d611b-3b42-496d-b4ba-73383c39ba3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:34.988955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48180) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:34.994750 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227868962', 'description': 'tempest-secgroup-smoke-227868962 description', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:35.017950 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.027033 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.113814 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (998ada21-e918-4e40-8902-c13596314274), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.119647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (998ada21-e918-4e40-8902-c13596314274), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.165555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998ada21-e918-4e40-8902-c13596314274,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:35.216536 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.221602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.255808 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.257118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2671056 Jan 27 23:12:35.260712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48182) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:35.266440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-433a13fa-1bcd-471e-ab06-bd5139010de8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2e66d-b2f9-4a9a-8ca3-98d0089140d6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:35.272203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e35155-2271-4e41-9517-893c771e038b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:35.306373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-433a13fa-1bcd-471e-ab06-bd5139010de8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (a3613c53-76fc-4282-a7d9-69f825eda09b), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.369898 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-433a13fa-1bcd-471e-ab06-bd5139010de8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (a3613c53-76fc-4282-a7d9-69f825eda09b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.374927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-433a13fa-1bcd-471e-ab06-bd5139010de8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (a3613c53-76fc-4282-a7d9-69f825eda09b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.397894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a13fa-1bcd-471e-ab06-bd5139010de8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3613c53-76fc-4282-a7d9-69f825eda09b,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:35.404452 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-433a13fa-1bcd-471e-ab06-bd5139010de8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.409544 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48184) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:35.410434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-433a13fa-1bcd-471e-ab06-bd5139010de8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477811 Jan 27 23:12:35.415082 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-47466243-8c2d-4d4e-8af1-5071b52ba011 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2e66d-b2f9-4a9a-8ca3-98d0089140d6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:35.445543 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47466243-8c2d-4d4e-8af1-5071b52ba011 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (bf46209e-11ce-4af6-bf3d-778b4be85fd0), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.506754 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47466243-8c2d-4d4e-8af1-5071b52ba011 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (bf46209e-11ce-4af6-bf3d-778b4be85fd0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.512027 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47466243-8c2d-4d4e-8af1-5071b52ba011 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (bf46209e-11ce-4af6-bf3d-778b4be85fd0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.532438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47466243-8c2d-4d4e-8af1-5071b52ba011 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf46209e-11ce-4af6-bf3d-778b4be85fd0,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:35.538380 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-47466243-8c2d-4d4e-8af1-5071b52ba011 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.543266 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-47466243-8c2d-4d4e-8af1-5071b52ba011 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321459 Jan 27 23:12:35.543810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48186) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:35.548548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-69734574-cc15-4529-b0b0-de302a8379ad tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2e66d-b2f9-4a9a-8ca3-98d0089140d6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:35.578726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69734574-cc15-4529-b0b0-de302a8379ad tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (1593fbb7-e103-441a-bdcd-8089ee63391e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.642664 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69734574-cc15-4529-b0b0-de302a8379ad tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (1593fbb7-e103-441a-bdcd-8089ee63391e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.647306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69734574-cc15-4529-b0b0-de302a8379ad tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (1593fbb7-e103-441a-bdcd-8089ee63391e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.666894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69734574-cc15-4529-b0b0-de302a8379ad tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1593fbb7-e103-441a-bdcd-8089ee63391e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:35.676246 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-69734574-cc15-4529-b0b0-de302a8379ad tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.677529 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-69734574-cc15-4529-b0b0-de302a8379ad tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326065 Jan 27 23:12:35.681008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48188) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:35.685773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-d7667ad7-aa70-4ff4-aaa8-796ce1a08458 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2e66d-b2f9-4a9a-8ca3-98d0089140d6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:35.712067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7667ad7-aa70-4ff4-aaa8-796ce1a08458 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (5cae5ea9-1226-4452-8a71-09bb81d1e9fa), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.773802 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7667ad7-aa70-4ff4-aaa8-796ce1a08458 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (5cae5ea9-1226-4452-8a71-09bb81d1e9fa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.778489 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7667ad7-aa70-4ff4-aaa8-796ce1a08458 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (5cae5ea9-1226-4452-8a71-09bb81d1e9fa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.794684 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7667ad7-aa70-4ff4-aaa8-796ce1a08458 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cae5ea9-1226-4452-8a71-09bb81d1e9fa,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:35.807510 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d7667ad7-aa70-4ff4-aaa8-796ce1a08458 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.808786 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d7667ad7-aa70-4ff4-aaa8-796ce1a08458 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268406 Jan 27 23:12:35.811811 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48190) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:35.816639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5dc3a209-3ff6-4af0-8b4f-22112235708b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2e66d-b2f9-4a9a-8ca3-98d0089140d6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:35.841753 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-5dc3a209-3ff6-4af0-8b4f-22112235708b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:12:35.847778 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a209-3ff6-4af0-8b4f-22112235708b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (ea089ef8-28e8-4967-95b1-b8621e960851), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.919551 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a209-3ff6-4af0-8b4f-22112235708b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (ea089ef8-28e8-4967-95b1-b8621e960851), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.924693 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a209-3ff6-4af0-8b4f-22112235708b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (ea089ef8-28e8-4967-95b1-b8621e960851), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.946153 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3a209-3ff6-4af0-8b4f-22112235708b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea089ef8-28e8-4967-95b1-b8621e960851,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:35.955591 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a209-3ff6-4af0-8b4f-22112235708b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:35.956863 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5dc3a209-3ff6-4af0-8b4f-22112235708b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439216 Jan 27 23:12:35.959705 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48192) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:35.964073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-244c6c64-2562-4de8-a669-5224f8698b82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd9e2e66d-b2f9-4a9a-8ca3-98d0089140d6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:35.985381 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-244c6c64-2562-4de8-a669-5224f8698b82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:12:35.990761 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-244c6c64-2562-4de8-a669-5224f8698b82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (0ab1d09e-ab52-4d5c-b766-f9cd0e3e7b9c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.064097 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-244c6c64-2562-4de8-a669-5224f8698b82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (0ab1d09e-ab52-4d5c-b766-f9cd0e3e7b9c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.069564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-244c6c64-2562-4de8-a669-5224f8698b82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (0ab1d09e-ab52-4d5c-b766-f9cd0e3e7b9c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.086538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c6c64-2562-4de8-a669-5224f8698b82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab1d09e-ab52-4d5c-b766-f9cd0e3e7b9c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:36.099113 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-244c6c64-2562-4de8-a669-5224f8698b82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.100515 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-244c6c64-2562-4de8-a669-5224f8698b82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397514 Jan 27 23:12:36.103868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48194) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:36.109093 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'network': {'name': 'tempest-network-smoke--2139454905', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:36.132817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:12:36.136848 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.162858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:12:36.174196 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f9443409-aa0a-4544-a40b-37a7961ca2cb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.174461 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Added segment f9443409-aa0a-4544-a40b-37a7961ca2cb of type vlan for network c43c2cef-188c-4020-938f-3ffcf21007be Jan 27 23:12:36.219699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (c43c2cef-188c-4020-938f-3ffcf21007be), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.249173 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (c43c2cef-188c-4020-938f-3ffcf21007be), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.254234 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:36.254818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.318351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2133861 Jan 27 23:12:36.321586 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48196) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:36.326235 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'admin_state_up': True, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:36.327585 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b5b91-b883-4982-8ba5-6fd5ca752da7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Network': ['ID=c43c2cef-188c-4020-938f-3ffcf21007be,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:36.338483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network c43c2cef-188c-4020-938f-3ffcf21007be details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:12:36.348672 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (2555a5f3-85c1-4f41-90ce-32915edb5741), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.349708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (2555a5f3-85c1-4f41-90ce-32915edb5741), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.404291 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (2555a5f3-85c1-4f41-90ce-32915edb5741), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.546838 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (2555a5f3-85c1-4f41-90ce-32915edb5741), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.753420 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (2555a5f3-85c1-4f41-90ce-32915edb5741), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.772476 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.881576 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.209 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/f7ff5b5e-0cdb-4ba0-8302-569e21f120de) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:12:36.992126 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:37.028006 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:37.066009 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:12:37.069042 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:12:37.075347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:12:37.080937 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=f7ff5b5e-0cdb-4ba0-8302-569e21f120de,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:37.132043 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-95b4d5bf-a00c-400d-bda7-56829a68359f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:37.349173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (2555a5f3-85c1-4f41-90ce-32915edb5741), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:37.576375 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (2555a5f3-85c1-4f41-90ce-32915edb5741), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:37.758953 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 2555a5f3-85c1-4f41-90ce-32915edb5741 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:12:37.872858 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:12:37.882657 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Sync routers for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:12:37.893251 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:37.893892 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:37.894240 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:37.895535 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ecb743c8-3a7f-4396-bf5c-8ee53870951f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5728989 Jan 27 23:12:37.899028 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48198) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:37.999552 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:38.040289 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9a0cbae2-75d4-4c53-981e-44bff5bf48d9 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=180e9decdfdb427a8a504e3f59fa2be8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400163 Jan 27 23:12:38.043255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48202) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:38.135952 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb68ae-a6c4-414f-b0e8-96a68b2386f3 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:38.137519 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-48fb68ae-a6c4-414f-b0e8-96a68b2386f3 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932286 Jan 27 23:12:38.140505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48204) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:38.171820 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-42e882fd-6221-4688-90e3-f42a95440e48 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301602 Jan 27 23:12:38.174433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48206) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:38.179538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2147333619', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:38.182394 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:37Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:38.212753 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Checking router: 2555a5f3-85c1-4f41-90ce-32915edb5741 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:12:38.213101 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Updating router 2555a5f3-85c1-4f41-90ce-32915edb5741 port f7ff5b5e-0cdb-4ba0-8302-569e21f120de binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:12:38.239173 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.278304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:12:38.282250 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.471956 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (b2cfdd67-5b93-4ad6-ae77-924751941dcd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.495441 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Publish callbacks [] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.503160 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.538565 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Subnet': ['ID=b2cfdd67-5b93-4ad6-ae77-924751941dcd,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:38.548180 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Checking segment: {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:12:38.548550 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network hostable DHCP agents. Network: c43c2cef-188c-4020-938f-3ffcf21007be, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:12:38.550167 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Attempting to bind port f7ff5b5e-0cdb-4ba0-8302-569e21f120de on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:12:38.550461 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Attempting to bind port f7ff5b5e-0cdb-4ba0-8302-569e21f120de by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:12:38.550839 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Attempting to bind port f7ff5b5e-0cdb-4ba0-8302-569e21f120de on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:12:38.558507 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:12:38.558862 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:12:38.559293 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.559705 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:12:38.560159 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Bound port: f7ff5b5e-0cdb-4ba0-8302-569e21f120de, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:12:38.560535 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.568228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network c43c2cef-188c-4020-938f-3ffcf21007be is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:12:38.577926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, c43c2cef-188c-4020-938f-3ffcf21007be) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:12:38.584834 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:38.585620 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.588624 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d890341-6791-4339-8f52-ccbc25d5f0f0 None None] Network c43c2cef-188c-4020-938f-3ffcf21007be requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:12:38.594199 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Pushing event updated for resources: {'Port': ['ID=f7ff5b5e-0cdb-4ba0-8302-569e21f120de,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:38.606721 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1ddc72dc-2b73-40fe-976a-43f48bb20300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4286025 Jan 27 23:12:38.607076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:38.626800 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] For port f7ff5b5e-0cdb-4ba0-8302-569e21f120de, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:12:38.630049 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] For port f7ff5b5e-0cdb-4ba0-8302-569e21f120de, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f7ff5b5e-0cdb-4ba0-8302-569e21f120de,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:12:38.636666 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.648134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.648531 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.648883 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.649242 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.649574 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.649888 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.650701 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.650701 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.650902 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.651164 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.651587 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.651913 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.652859 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:38.706230 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-c43c2cef-188c-4020-938f-3ffcf21007be', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:12:38.707330 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.709121 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:38.709758 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:38.715280 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f79509-d798-4ad8-bff4-8d90dfd54428 None None] Pushing event updated for resources: {'Port': ['ID=f7ff5b5e-0cdb-4ba0-8302-569e21f120de,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:38.829709 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:38.863293 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:38.891038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Allocated IP 172.20.0.2 (c43c2cef-188c-4020-938f-3ffcf21007be/b2cfdd67-5b93-4ad6-ae77-924751941dcd/a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:12:39.032738 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:37Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:39.064951 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Publish callbacks [] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:39.068663 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794a8ed-fbbf-4ca1-a30c-04b47fb745cb None None] The sync data for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 is: [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:37Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:12:39.076833 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:39.123578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Network c43c2cef-188c-4020-938f-3ffcf21007be is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:12:39.127036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:12:39.134006 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:12:39.140500 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Pushing event updated for resources: {'Port': ['ID=a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:39.155285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.155569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.155792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.156139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.156479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.156815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.157149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.158126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.158463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.158797 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.159128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.159478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.159806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:39.216480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Attempting to bind port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:12:39.216851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Attempting to bind port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:12:39.217218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Attempting to bind port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d on network c43c2cef-188c-4020-938f-3ffcf21007be {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:12:39.223197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:12:39.223623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Checking segment: {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:12:39.224026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:39.224476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Bound using segment: {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:12:39.225036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Bound port: a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:12:39.225427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:39.298419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] For port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:12:39.306550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] For port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:12:39.324917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:39.394849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b879d3c-f5d8-47f3-bdc3-0b5a30c10f93 None None] Pushing event updated for resources: {'Port': ['ID=a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:39.471821 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:39.812400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.1 (c43c2cef-188c-4020-938f-3ffcf21007be/b2cfdd67-5b93-4ad6-ae77-924751941dcd/7445fcbf-72e4-49a9-ac8d-10c09dfb0d40) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:12:39.943189 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:39.983560 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.027400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network c43c2cef-188c-4020-938f-3ffcf21007be is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:12:40.030621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:12:40.033332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:12:40.064205 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:40.092204 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (2555a5f3-85c1-4f41-90ce-32915edb5741), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.242022 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.400807 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f7ff5b5e-0cdb-4ba0-8302-569e21f120de up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:12:40.469830 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f7ff5b5e-0cdb-4ba0-8302-569e21f120de triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:40.470815 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.495404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e78a090-80e1-45b8-83b2-32e4f03b66f9 None None] Network c43c2cef-188c-4020-938f-3ffcf21007be requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:12:40.569578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.580216 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.646602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2d7f11f6-e449-4dd8-baa9-602fb320f5a2 None None] Provisioning complete for port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:40.646994 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d7f11f6-e449-4dd8-baa9-602fb320f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.650824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f7ff5b5e-0cdb-4ba0-8302-569e21f120de is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:40.651245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.657699 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (2555a5f3-85c1-4f41-90ce-32915edb5741), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.660200 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:40.708534 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port f7ff5b5e-0cdb-4ba0-8302-569e21f120de, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f7ff5b5e-0cdb-4ba0-8302-569e21f120de,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:40.717812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.718720 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:12:40.798539 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network c43c2cef-188c-4020-938f-3ffcf21007be is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:12:40.800680 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:12:40.843881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=f7ff5b5e-0cdb-4ba0-8302-569e21f120de,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:40.857209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f11f6-e449-4dd8-baa9-602fb320f5a2 None None] Current status of the port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:40.857616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d7f11f6-e449-4dd8-baa9-602fb320f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.885187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:40.885603 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.929097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-2d7f11f6-e449-4dd8-baa9-602fb320f5a2 None None] For port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:40.937002 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2d7f11f6-e449-4dd8-baa9-602fb320f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:40.938911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 2555a5f3-85c1-4f41-90ce-32915edb5741 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:12:41.003511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f11f6-e449-4dd8-baa9-602fb320f5a2 None None] Pushing event updated for resources: {'Port': ['ID=a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:41.060886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:41.065754 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:12:41.072248 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-306d1a7b-5b4c-4045-a519-f7d0ee596c12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/2555a5f3-85c1-4f41-90ce-32915edb5741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4640224 Jan 27 23:12:41.093198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Sync routers for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:12:41.108216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8c2a2df6-4f61-4a90-9b70-a557709cefc2 None None] Provisioning complete for port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:41.108854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2df6-4f61-4a90-9b70-a557709cefc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:41.148518 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:41.149444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:41.201351 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a2df6-4f61-4a90-9b70-a557709cefc2 None None] Port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:12:41.223756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8c2a2df6-4f61-4a90-9b70-a557709cefc2 None None] Provisioning complete for port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:41.224137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c2a2df6-4f61-4a90-9b70-a557709cefc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:41.260049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-0f0082c6-13ed-46c6-8534-07ea030c6510 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227868962&fields=id&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 267 time: 0.0570982 Jan 27 23:12:41.384127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-4dec4cd4-6a5f-4339-9130-8d3542826f6b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:41.385938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-4dec4cd4-6a5f-4339-9130-8d3542826f6b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/networks?id=c43c2cef-188c-4020-938f-3ffcf21007be HTTP/1.1" status: 200 len: 797 time: 0.1232295 Jan 27 23:12:41.402886 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-20a432d8-5a19-4acc-8622-8de7838cbdf8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/quotas/180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 375 time: 0.0106466 Jan 27 23:12:41.463397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-dc7bd5b6-845b-4385-9545-97ad16f74f24 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517960 Jan 27 23:12:41.485121 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:41.498885 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:41.510217 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:41.532645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-ccf47474-161b-4ef4-b370-f7453973d004 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:12:41.533653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-ccf47474-161b-4ef4-b370-f7453973d004 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582993 Jan 27 23:12:41.635073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-38e9d3e6-4d0e-410b-933b-56319c06d923 service neutron] 10.222.0.45 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948744 Jan 27 23:12:41.661174 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a2df6-4f61-4a90-9b70-a557709cefc2 None None] Current status of the port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:41.730172 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-0ac6ac58-69ca-48e7-b40b-32e4b3716b5f service neutron] 10.222.0.45 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889673 Jan 27 23:12:41.752166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 2, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:41.787335 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Checking router: 2555a5f3-85c1-4f41-90ce-32915edb5741 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:12:41.787655 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Updating router 2555a5f3-85c1-4f41-90ce-32915edb5741 port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:12:41.821582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:41.825100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-409d0498-fcb1-4abb-9869-f9f34b01e033 None None] Provisioning complete for port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:41.825496 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-409d0498-fcb1-4abb-9869-f9f34b01e033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:41.919507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1570be60-122b-4069-aa1b-053d66b65cd4 req-1f3a9e1f-6be5-4932-b2bf-87db49582bf8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 210 time: 0.0379317 Jan 27 23:12:41.936449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-409d0498-fcb1-4abb-9869-f9f34b01e033 None None] Port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:12:42.214398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Publish callbacks [] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:42.222265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:42.293808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b37aa7-f467-473d-99ec-346e21d59530 None None] Pushing event updated for resources: {'Port': ['ID=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:42.316684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f7ff5b5e-0cdb-4ba0-8302-569e21f120de up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:12:42.413347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Attempting to bind port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:12:42.413977 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Attempting to bind port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:12:42.414763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Attempting to bind port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 on network c43c2cef-188c-4020-938f-3ffcf21007be {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:12:42.422935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:12:42.423509 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Checking segment: {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:12:42.423985 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:42.424481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Bound using segment: {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:12:42.425081 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Bound port: 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:12:42.425570 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:42.497122 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f7ff5b5e-0cdb-4ba0-8302-569e21f120de triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:42.498286 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:42.534722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] For port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:12:42.556366 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] For port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:12:42.568883 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:42.673934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:42.674578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:42.722044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b37aa7-f467-473d-99ec-346e21d59530 None None] Pushing event updated for resources: {'Port': ['ID=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:42.742627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f7ff5b5e-0cdb-4ba0-8302-569e21f120de is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:42.743780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:12:42.756777 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5fbc7c83-efd5-44db-a90d-a2b8deaafdbb None None] Provisioning complete for port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:42.757184 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7c83-efd5-44db-a90d-a2b8deaafdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:42.904810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:42.980536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:42.980966 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:43.055907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52e84387-8b7e-4a11-aa34-78a9dd8fe49a req-4dd7dae5-a5d0-4b8c-bf91-b4a6338cdb40 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 210 time: 0.0506449 Jan 27 23:12:43.141768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc7c83-efd5-44db-a90d-a2b8deaafdbb None None] Current status of the port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:43.142041 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7c83-efd5-44db-a90d-a2b8deaafdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:43.220829 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5fbc7c83-efd5-44db-a90d-a2b8deaafdbb None None] For port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:43.230257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7c83-efd5-44db-a90d-a2b8deaafdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:43.329776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-0d4fb73a-5a07-418b-b440-972f78e2f14c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:43.330625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:43.344522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-0d4fb73a-5a07-418b-b440-972f78e2f14c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/networks?id=c43c2cef-188c-4020-938f-3ffcf21007be HTTP/1.1" status: 200 len: 797 time: 0.1611264 Jan 27 23:12:43.371002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc7c83-efd5-44db-a90d-a2b8deaafdbb None None] Pushing event updated for resources: {'Port': ['ID=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:43.387761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-053df285-4901-4a7a-a2ef-a670713c4e6b None None] Provisioning complete for port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:43.388136 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-053df285-4901-4a7a-a2ef-a670713c4e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:43.415497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:42Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:43.426271 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-bf9f7a1b-0fd3-4704-a674-030bd2190991 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 379 time: 0.0762672 Jan 27 23:12:43.435691 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'port': {'device_id': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'admin_state_up': True, 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'security_groups': ['d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:43.456569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c34e49-0f05-4bde-8f93-466519237404 None None] The sync data for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 is: [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:42Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:12:43.554146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-053df285-4901-4a7a-a2ef-a670713c4e6b None None] Current status of the port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:43.610329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:12:43.615382 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:43.762494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.4 (c43c2cef-188c-4020-938f-3ffcf21007be/b2cfdd67-5b93-4ad6-ae77-924751941dcd/9b05fea1-b025-4026-bf77-13de47d1df91) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:12:43.932726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (9b05fea1-b025-4026-bf77-13de47d1df91), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:43.972235 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:44.019282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network c43c2cef-188c-4020-938f-3ffcf21007be is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:12:44.022486 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:12:44.025239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:12:44.055452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=9b05fea1-b025-4026-bf77-13de47d1df91,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:44.093330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:44.094395 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:44.117850 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-239336ef-de66-455e-a174-9f307c6285d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6857371 Jan 27 23:12:44.232427 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acef96-f620-4f4a-b595-9a147d8a13cf req-14d34af6-806f-4d71-9658-dfc80411d415 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:44.234185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8acef96-f620-4f4a-b595-9a147d8a13cf req-14d34af6-806f-4d71-9658-dfc80411d415 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 931 time: 0.0964110 Jan 27 23:12:44.254798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Request body: {'port': {'device_id': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:44.347265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:12:44.396719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c8acef96-f620-4f4a-b595-9a147d8a13cf req-86887040-83a6-4142-9867-87cf00e41d63 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365156 Jan 27 23:12:44.397490 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:44.403395 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-939a6752-aca0-49df-ac3f-e1636e4fc4e4 None None] Provisioning complete for port 9b05fea1-b025-4026-bf77-13de47d1df91 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:44.403796 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-939a6752-aca0-49df-ac3f-e1636e4fc4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:44.452833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-939a6752-aca0-49df-ac3f-e1636e4fc4e4 None None] Port 9b05fea1-b025-4026-bf77-13de47d1df91 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:12:44.455567 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:44.456186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:44.548000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:45.013306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b05fea1-b025-4026-bf77-13de47d1df91 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:12:45.021633 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Publish callbacks [] for port (9b05fea1-b025-4026-bf77-13de47d1df91), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:45.035090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Transition to ACTIVE for port object 9b05fea1-b025-4026-bf77-13de47d1df91 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:12:45.040430 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:45.113153 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Pushing event updated for resources: {'Port': ['ID=9b05fea1-b025-4026-bf77-13de47d1df91,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:45.170900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Attempting to bind port 9b05fea1-b025-4026-bf77-13de47d1df91 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:12:45.171222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Attempting to bind port 9b05fea1-b025-4026-bf77-13de47d1df91 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:12:45.171590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Attempting to bind port 9b05fea1-b025-4026-bf77-13de47d1df91 on network c43c2cef-188c-4020-938f-3ffcf21007be {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:12:45.176479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Port 9b05fea1-b025-4026-bf77-13de47d1df91 on network c43c2cef-188c-4020-938f-3ffcf21007be not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:12:45.176802 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Attempting to bind port 9b05fea1-b025-4026-bf77-13de47d1df91 on network c43c2cef-188c-4020-938f-3ffcf21007be {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:12:45.182659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:12:45.182998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Checking segment: {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:12:45.183552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Bound using segment: {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:12:45.183887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Bound port: 9b05fea1-b025-4026-bf77-13de47d1df91, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9443409-aa0a-4544-a40b-37a7961ca2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:12:45.184502 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:45.254745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] For port 9b05fea1-b025-4026-bf77-13de47d1df91, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:12:45.258894 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] For port 9b05fea1-b025-4026-bf77-13de47d1df91, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9b05fea1-b025-4026-bf77-13de47d1df91,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:12:45.262581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:45.298314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:45.298745 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:45.300166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b05fea1-b025-4026-bf77-13de47d1df91 HTTP/1.1" status: 200 len: 1091 time: 1.1753042 Jan 27 23:12:45.300625 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:12:45.302883 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bda8e2-c253-4d10-9764-10ed0d92d976" -d '{"events": [{"name": "network-changed", "server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:12:45.330541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484fdbc-a299-46f1-b9f3-e72aeb864604 service neutron] Pushing event updated for resources: {'Port': ['ID=9b05fea1-b025-4026-bf77-13de47d1df91,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:45.351304 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a0a826-985c-403c-86a5-e316f64cac21 x-openstack-request-id: req-b3a0a826-985c-403c-86a5-e316f64cac21 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:12:45.351652 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:12:45.351969 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3a0a826-985c-403c-86a5-e316f64cac21 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:12:45.352383 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91', 'status': 'completed', 'code': 200} Jan 27 23:12:45.384222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-39aa2a39-71c2-4aab-a97d-653aa9c06169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:45.385864 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-39aa2a39-71c2-4aab-a97d-653aa9c06169 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 1094 time: 0.0468850 Jan 27 23:12:45.432951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-caf5f452-bc10-42eb-bacc-411e406445df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b05fea1-b025-4026-bf77-13de47d1df91 HTTP/1.1" status: 200 len: 217 time: 0.0401397 Jan 27 23:12:45.512291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-acd7dd86-bac1-41e1-8f2d-573cfb18b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:45.513766 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-acd7dd86-bac1-41e1-8f2d-573cfb18b6ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2cfdd67-5b93-4ad6-ae77-924751941dcd HTTP/1.1" status: 200 len: 835 time: 0.0753288 Jan 27 23:12:45.564803 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd745b-7e8a-4feb-aba9-b4a9d59bb001 req-63737e28-a23d-4105-a180-14bf9fe43dee tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:45.566320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3bd745b-7e8a-4feb-aba9-b4a9d59bb001 req-63737e28-a23d-4105-a180-14bf9fe43dee tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 943 time: 0.0876162 Jan 27 23:12:45.600405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-f0546ac5-6b05-41b5-a59e-5aaaf4a68d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:45.601951 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-f0546ac5-6b05-41b5-a59e-5aaaf4a68d1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c43c2cef-188c-4020-938f-3ffcf21007be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816526 Jan 27 23:12:45.672131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3bd745b-7e8a-4feb-aba9-b4a9d59bb001 req-afaf1285-92e1-4fea-bb9b-8be50c2a2e0a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977099 Jan 27 23:12:45.711338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-77ba7dfc-cdf4-43ae-9252-4269d2a9056c service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016943 Jan 27 23:12:45.806687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2344524b-8e07-4a42-a5f2-f72d8a6f98a5 req-db914fe4-5cf3-4b35-a33f-7723f0812453 service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897284 Jan 27 23:12:45.898666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-0d373e67-0e5d-4e19-af7b-54af8a735014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:45.900280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-0d373e67-0e5d-4e19-af7b-54af8a735014 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 1094 time: 0.0469391 Jan 27 23:12:46.004318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-b43050f1-450b-40df-a077-3f4b495a7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:46.005852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-b43050f1-450b-40df-a077-3f4b495a7639 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c43c2cef-188c-4020-938f-3ffcf21007be HTTP/1.1" status: 200 len: 898 time: 0.0993273 Jan 27 23:12:46.049215 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-da18c47c-21a6-494e-b614-72aaa06d1919 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b05fea1-b025-4026-bf77-13de47d1df91 HTTP/1.1" status: 200 len: 217 time: 0.0371225 Jan 27 23:12:46.100400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-7730d791-d079-4bf4-833d-452ea9d7bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:46.102079 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-7730d791-d079-4bf4-833d-452ea9d7bf8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2cfdd67-5b93-4ad6-ae77-924751941dcd HTTP/1.1" status: 200 len: 835 time: 0.0469091 Jan 27 23:12:46.156948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-ffbcb3ee-81db-4d74-9d95-6e4d9e41d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:46.158521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-ffbcb3ee-81db-4d74-9d95-6e4d9e41d76f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c43c2cef-188c-4020-938f-3ffcf21007be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505400 Jan 27 23:12:46.261468 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-ee42f9ac-3d94-4b0d-a88e-21a3afa5fdbb service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960197 Jan 27 23:12:46.361224 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e9bda8e2-c253-4d10-9764-10ed0d92d976 req-47ec16ec-ae98-42c1-a229-a346cccf0a47 service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930588 Jan 27 23:12:46.798563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311beb16-74dd-4c95-bb59-02195e31332b req-e5327f4a-d96f-4be8-95a7-a24e9a47fa17 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:46.800118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-311beb16-74dd-4c95-bb59-02195e31332b req-e5327f4a-d96f-4be8-95a7-a24e9a47fa17 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 943 time: 0.0544965 Jan 27 23:12:46.868187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-311beb16-74dd-4c95-bb59-02195e31332b req-7d12febc-cdf9-4516-9185-ea8e2d20ea7d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582371 Jan 27 23:12:47.992592 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff4c35-1f73-460d-8e31-71961da9df6e req-1fa3b07d-efa0-44fa-ba90-8942b8bbbacb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:47.994128 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10ff4c35-1f73-460d-8e31-71961da9df6e req-1fa3b07d-efa0-44fa-ba90-8942b8bbbacb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 943 time: 0.0533674 Jan 27 23:12:48.049045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-10ff4c35-1f73-460d-8e31-71961da9df6e req-403d139f-9f74-4e0f-8b50-23f193464e08 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482986 Jan 27 23:12:48.976459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:49.180769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ee74-2950-4416-afee-f5952c95af96 req-435da689-e8a6-4da4-8e42-3d878a1df13f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:49.182418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c501ee74-2950-4416-afee-f5952c95af96 req-435da689-e8a6-4da4-8e42-3d878a1df13f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 943 time: 0.0598419 Jan 27 23:12:49.240889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c501ee74-2950-4416-afee-f5952c95af96 req-4199db6d-aeb5-48a2-8fc1-e86563ba19fc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514569 Jan 27 23:12:49.424628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 9b05fea1-b025-4026-bf77-13de47d1df91 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:12:49.532195 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 9b05fea1-b025-4026-bf77-13de47d1df91, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9b05fea1-b025-4026-bf77-13de47d1df91,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:49.546806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '9b05fea1-b025-4026-bf77-13de47d1df91', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'port_id': '9b05fea1-b025-4026-bf77-13de47d1df91', 'mac_address': 'fa:16:3e:45:aa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:12:49.590066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 9b05fea1-b025-4026-bf77-13de47d1df91 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:49.590469 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:49.609187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b05fea1-b025-4026-bf77-13de47d1df91 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:12:49.630376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 9b05fea1-b025-4026-bf77-13de47d1df91, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9b05fea1-b025-4026-bf77-13de47d1df91,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:49.635994 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:49.692166 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=9b05fea1-b025-4026-bf77-13de47d1df91,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:49.843209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['9b05fea1-b025-4026-bf77-13de47d1df91'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:12:50.372780 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e29905-2861-40c0-b541-d2b61f19ada6 req-eaddab77-f0cc-4d03-8caf-818bb57ad5ec tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:50.374372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0e29905-2861-40c0-b541-d2b61f19ada6 req-eaddab77-f0cc-4d03-8caf-818bb57ad5ec tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 944 time: 0.0570090 Jan 27 23:12:50.429202 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e0e29905-2861-40c0-b541-d2b61f19ada6 req-51a0c06d-0f9f-4e8c-bdfe-ed7d36312faf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480051 Jan 27 23:12:51.428120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 9b05fea1-b025-4026-bf77-13de47d1df91 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:12:51.485766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 9b05fea1-b025-4026-bf77-13de47d1df91 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:12:51.492944 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 9b05fea1-b025-4026-bf77-13de47d1df91 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:51.493327 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:51.571647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c55d75-2b92-4ab8-a390-5d4ab989a8ed req-ca75e796-2f2f-4430-8d2f-0e492a44bac7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:51.573376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0c55d75-2b92-4ab8-a390-5d4ab989a8ed req-ca75e796-2f2f-4430-8d2f-0e492a44bac7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 944 time: 0.0554540 Jan 27 23:12:51.584723 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 9b05fea1-b025-4026-bf77-13de47d1df91 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:51.585172 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:51.636051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:12:51.639856 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466a3835-9415-4f0e-896a-e33495e2d597" -d '{"events": [{"server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "name": "network-vif-plugged", "status": "completed", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:12:51.657333 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a0c55d75-2b92-4ab8-a390-5d4ab989a8ed req-0c6097f5-a361-4d31-94b1-75712b221bee tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770466 Jan 27 23:12:51.670929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 9b05fea1-b025-4026-bf77-13de47d1df91, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9b05fea1-b025-4026-bf77-13de47d1df91,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:51.672889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:51.677550 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:51.730504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=9b05fea1-b025-4026-bf77-13de47d1df91,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:51.760194 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11dbd86-b783-4ec0-aed3-9d47141f92e9 x-openstack-request-id: req-e11dbd86-b783-4ec0-aed3-9d47141f92e9 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:12:51.760493 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "name": "network-vif-plugged", "status": "completed", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:12:51.760765 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e11dbd86-b783-4ec0-aed3-9d47141f92e9 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:12:51.761161 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91', 'code': 200} Jan 27 23:12:51.862875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0cbcd-3764-431d-aac9-32c13be0d46f req-0148c885-199e-4094-abe2-721bf3a8e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:51.864530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f0cbcd-3764-431d-aac9-32c13be0d46f req-0148c885-199e-4094-abe2-721bf3a8e1d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 1096 time: 0.0463371 Jan 27 23:12:51.914778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f0cbcd-3764-431d-aac9-32c13be0d46f req-1c360575-a110-4d65-95b2-9c763c6d3c9f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442743 Jan 27 23:12:52.801725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d4ded-edd3-456b-9582-0a7dc8730efe req-7ff681df-d87a-41b2-9b7a-74dfb7be9784 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:52.803325 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83d4ded-edd3-456b-9582-0a7dc8730efe req-7ff681df-d87a-41b2-9b7a-74dfb7be9784 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0521564 Jan 27 23:12:52.859540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83d4ded-edd3-456b-9582-0a7dc8730efe req-e007219c-1294-4e5f-8e1a-80a33a5fc6cc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497949 Jan 27 23:12:53.989716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e892870-b9d3-462b-b349-f1a5a81ae3de req-b6cef06d-74a7-4076-9c11-2e0176480b13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:53.991137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e892870-b9d3-462b-b349-f1a5a81ae3de req-b6cef06d-74a7-4076-9c11-2e0176480b13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0552158 Jan 27 23:12:54.048222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e892870-b9d3-462b-b349-f1a5a81ae3de req-69143854-b4d1-4c7c-9007-037c5bc27900 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512331 Jan 27 23:12:54.184885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42bc29-7591-4c23-b201-4546ec253f84 req-3271693b-dd93-4d8e-b730-8f90894263ba tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:54.187661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa42bc29-7591-4c23-b201-4546ec253f84 req-3271693b-dd93-4d8e-b730-8f90894263ba tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0576706 Jan 27 23:12:54.248735 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa42bc29-7591-4c23-b201-4546ec253f84 req-b2f2280d-2d13-494e-a017-fb3e0595687a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533030 Jan 27 23:12:54.271729 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48268) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:54.314853 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376ed52c-80e0-47e5-ad3a-445675d74c37 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:54.316803 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-376ed52c-80e0-47e5-ad3a-445675d74c37 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 1091 time: 0.0438912 Jan 27 23:12:54.320195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48270) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:54.327191 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '9b05fea1-b025-4026-bf77-13de47d1df91', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:12:54.356810 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:54.470168 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:54.590791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.242 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8a747d06-88d6-40d1-8a35-9ac89d7f58d0) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:12:54.706622 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:54.746630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:54.794346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:12:54.797940 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:12:54.804958 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:12:54.811433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=8a747d06-88d6-40d1-8a35-9ac89d7f58d0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:55.224345 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (e992bae2-8391-4230-8274-4058860d8fa9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:55.315555 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:55.518470 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:55.525482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:55.609457 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=8a747d06-88d6-40d1-8a35-9ac89d7f58d0,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:55.626584 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (e992bae2-8391-4230-8274-4058860d8fa9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:55.758113 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP e992bae2-8391-4230-8274-4058860d8fa9 associated. External IP: 172.25.8.242, port: 9b05fea1-b025-4026-bf77-13de47d1df91. Jan 27 23:12:55.995125 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 2555a5f3-85c1-4f41-90ce-32915edb5741 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:12:56.123281 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:12:56.133804 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] Sync routers for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:12:56.144374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:56.148953 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:56.149769 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:56.177156 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e9ccdc23-0ebe-4ff3-9b94-8d6be567f0b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8553777 Jan 27 23:12:56.177855 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:12:56.181486 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93996c54-b03c-44f5-b91c-aff2dda89f30" -d '{"events": [{"name": "network-changed", "server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:12:56.228474 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3994541-302c-4174-a939-b0b1ed73353b x-openstack-request-id: req-b3994541-302c-4174-a939-b0b1ed73353b {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:12:56.228792 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:12:56.229075 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3994541-302c-4174-a939-b0b1ed73353b {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:12:56.229432 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91', 'status': 'completed', 'code': 200} Jan 27 23:12:56.337707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d4173-fbee-476f-ad94-612b88154d33 req-c190db4d-e857-4c9b-a3bd-03a228154340 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:56.339146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e3d4173-fbee-476f-ad94-612b88154d33 req-c190db4d-e857-4c9b-a3bd-03a228154340 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.1074538 Jan 27 23:12:56.354306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-67021098-a028-4ec7-93fe-f5ce385e71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:56.355859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-67021098-a028-4ec7-93fe-f5ce385e71d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 1096 time: 0.0903072 Jan 27 23:12:56.377432 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:56.450299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e3d4173-fbee-476f-ad94-612b88154d33 req-58849c92-9ec1-410f-b7a4-6aca5d770f7c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045430 Jan 27 23:12:56.477820 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48276) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:56.496866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-75415eff-d371-40fa-a7dc-c53931f1957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:56.498849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-75415eff-d371-40fa-a7dc-c53931f1957e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c43c2cef-188c-4020-938f-3ffcf21007be HTTP/1.1" status: 200 len: 898 time: 0.1331987 Jan 27 23:12:56.553140 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b4301f14-8b7a-4f41-a53c-30ca13c2dac1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/e992bae2-8391-4230-8274-4058860d8fa9 HTTP/1.1" status: 200 len: 991 time: 0.0723312 Jan 27 23:12:56.583962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-06c21933-5896-4fe8-94ef-d19e5117b783 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b05fea1-b025-4026-bf77-13de47d1df91 HTTP/1.1" status: 200 len: 999 time: 0.0799854 Jan 27 23:12:56.628729 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e992bae2-8391-4230-8274-4058860d8fa9', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'port_id': '9b05fea1-b025-4026-bf77-13de47d1df91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'mac_address': 'fa:16:3e:45:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:12:55Z', 'updated_at': '2022-01-27T23:12:55Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:43Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:56.633528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-d53e83e4-26f1-43b4-8707-985aeed2b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:56.635080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-d53e83e4-26f1-43b4-8707-985aeed2b699 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2cfdd67-5b93-4ad6-ae77-924751941dcd HTTP/1.1" status: 200 len: 835 time: 0.0457635 Jan 27 23:12:56.655494 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] Checking router: 2555a5f3-85c1-4f41-90ce-32915edb5741 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:12:56.670168 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:12:56.671126 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:12:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:56.686259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-bc6852e9-390a-4b98-a09f-e7f3eecf72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:56.687862 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-bc6852e9-390a-4b98-a09f-e7f3eecf72b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c43c2cef-188c-4020-938f-3ffcf21007be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474615 Jan 27 23:12:56.784538 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:12:56.794625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-e296893b-fd88-43ba-9ba2-d6f248c4d3dc service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012244 Jan 27 23:12:56.897701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93996c54-b03c-44f5-b91c-aff2dda89f30 req-12d832de-51ca-4a6f-af20-48bbc9865a5c service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972133 Jan 27 23:12:57.022118 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e992bae2-8391-4230-8274-4058860d8fa9', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'port_id': '9b05fea1-b025-4026-bf77-13de47d1df91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'mac_address': 'fa:16:3e:45:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:12:55Z', 'updated_at': '2022-01-27T23:12:55Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:43Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:12:57.053281 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c28e77-29b3-4161-858b-e82c1c42dcaa None None] The sync data for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 is: [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e992bae2-8391-4230-8274-4058860d8fa9', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'port_id': '9b05fea1-b025-4026-bf77-13de47d1df91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'mac_address': 'fa:16:3e:45:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:12:55Z', 'updated_at': '2022-01-27T23:12:55Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:43Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:12:57.268349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66599c4e-4fbd-4405-9fdf-c4d166aca239 None None] New status for floating IP e992bae2-8391-4230-8274-4058860d8fa9: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:12:57.555703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48278) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:57.638014 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-281c7cc3-dafa-4528-b7d3-e4a15ebb3581 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/e992bae2-8391-4230-8274-4058860d8fa9 HTTP/1.1" status: 200 len: 991 time: 0.0805757 Jan 27 23:12:58.642390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48280) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:12:58.744669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1a1e99cb-1b1a-483e-8f67-9e64b77211d8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/e992bae2-8391-4230-8274-4058860d8fa9 HTTP/1.1" status: 200 len: 993 time: 0.1003559 Jan 27 23:12:59.321718 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:13:04.077180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-924e0331-ce06-479e-9297-c1d0fe83ba00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:07.145030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-597c65c5-3bdf-4688-9cba-78a7dc5db0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:08.828827 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:11.264474 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:11.379284 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:18.989643 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:21.634086 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:22.100124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9063d72-b76e-453f-9927-99214d9db698 req-790041e3-59f0-4e56-be26-45df2d3cbecd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413601 Jan 27 23:13:22.187596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9063d72-b76e-453f-9927-99214d9db698 req-40579b61-b493-409c-a873-d1a89dfc7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:22.189138 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9063d72-b76e-453f-9927-99214d9db698 req-40579b61-b493-409c-a873-d1a89dfc7616 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 1096 time: 0.0454683 Jan 27 23:13:22.308175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9063d72-b76e-453f-9927-99214d9db698 req-fbfe3e1a-5166-4dbe-be28-afb7ae66ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:22.309687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9063d72-b76e-453f-9927-99214d9db698 req-fbfe3e1a-5166-4dbe-be28-afb7ae66ba34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c43c2cef-188c-4020-938f-3ffcf21007be HTTP/1.1" status: 200 len: 898 time: 0.1009247 Jan 27 23:13:22.380860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9063d72-b76e-453f-9927-99214d9db698 req-6c3846f2-2a7a-4219-8fab-bd1a351ec7c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b05fea1-b025-4026-bf77-13de47d1df91 HTTP/1.1" status: 200 len: 1001 time: 0.0645244 Jan 27 23:13:22.435779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9063d72-b76e-453f-9927-99214d9db698 req-67ac60b2-52fc-4ab1-a8c1-23b08cdb0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:22.437291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9063d72-b76e-453f-9927-99214d9db698 req-67ac60b2-52fc-4ab1-a8c1-23b08cdb0805 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2cfdd67-5b93-4ad6-ae77-924751941dcd HTTP/1.1" status: 200 len: 835 time: 0.0506234 Jan 27 23:13:22.488348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9063d72-b76e-453f-9927-99214d9db698 req-eba1f48b-3aa9-42e8-b9b2-5834dec63606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:22.489904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9063d72-b76e-453f-9927-99214d9db698 req-eba1f48b-3aa9-42e8-b9b2-5834dec63606 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c43c2cef-188c-4020-938f-3ffcf21007be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460837 Jan 27 23:13:22.581970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9063d72-b76e-453f-9927-99214d9db698 req-ca688748-8d9f-446e-91ed-b93c158cf3be service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860817 Jan 27 23:13:22.689463 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9063d72-b76e-453f-9927-99214d9db698 req-d7be45e1-5c6d-4e80-8356-65b280f3f947 service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970037 Jan 27 23:13:25.698226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84f13-0449-434d-b7a0-6fa7e3c6e9fa req-a68fd4fa-9de6-48fc-8b70-a7a7dc93b2fc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:25.699816 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baa84f13-0449-434d-b7a0-6fa7e3c6e9fa req-a68fd4fa-9de6-48fc-8b70-a7a7dc93b2fc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Jan 27 23:13:25.755106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-baa84f13-0449-434d-b7a0-6fa7e3c6e9fa req-4e3cf16c-d145-410a-920b-ca6a076be524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494046 Jan 27 23:13:26.893752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1861dd-454a-47a3-b555-6d3c842094e7 req-1c32b233-9408-422c-a58d-b982089d3ed1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:26.895360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa1861dd-454a-47a3-b555-6d3c842094e7 req-1c32b233-9408-422c-a58d-b982089d3ed1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0606015 Jan 27 23:13:26.949278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aa1861dd-454a-47a3-b555-6d3c842094e7 req-2dcd2ab2-f889-478a-9988-51b5e43149c1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479302 Jan 27 23:13:26.973491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48298) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:27.058353 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f1609f4c-8a7e-4bb9-b137-e78165dc857a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/e992bae2-8391-4230-8274-4058860d8fa9 HTTP/1.1" status: 200 len: 993 time: 0.0830863 Jan 27 23:13:28.359340 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85bec2-ffbf-418a-9337-1f8082112b4f req-8a8d142b-1ecb-49d7-8b05-e9f2215ffda1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:28.360891 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da85bec2-ffbf-418a-9337-1f8082112b4f req-8a8d142b-1ecb-49d7-8b05-e9f2215ffda1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Jan 27 23:13:28.418530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da85bec2-ffbf-418a-9337-1f8082112b4f req-53a3d6d4-814a-4484-929b-a8429116e1f6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512455 Jan 27 23:13:29.554372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37a2cd-ae64-4b8c-abe9-4afe0c495c7e req-d50f71df-4d76-446a-8a25-2ab83889a7d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:29.555932 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c37a2cd-ae64-4b8c-abe9-4afe0c495c7e req-d50f71df-4d76-446a-8a25-2ab83889a7d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0566728 Jan 27 23:13:29.611257 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8c37a2cd-ae64-4b8c-abe9-4afe0c495c7e req-21ede889-eb42-4c24-8e44-fcf0dc210436 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466070 Jan 27 23:13:30.732477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4864b3-a770-4095-82f2-064cbf950578 req-b10d101b-1b76-4f33-b37c-e985932f38cc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:30.733989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea4864b3-a770-4095-82f2-064cbf950578 req-b10d101b-1b76-4f33-b37c-e985932f38cc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0504534 Jan 27 23:13:30.788457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea4864b3-a770-4095-82f2-064cbf950578 req-09ce400f-4023-4758-b372-62d708491c7e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487437 Jan 27 23:13:31.923029 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aae8ae-757d-4ee4-ad50-9dbaf22c6d5c req-8782b69e-d782-43a8-865c-d3a184137d1c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:31.924604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39aae8ae-757d-4ee4-ad50-9dbaf22c6d5c req-8782b69e-d782-43a8-865c-d3a184137d1c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0510869 Jan 27 23:13:31.979440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39aae8ae-757d-4ee4-ad50-9dbaf22c6d5c req-ed6f315c-58e4-4f16-8761-0146cf76b033 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463941 Jan 27 23:13:33.130732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8c675-e698-45a3-8e91-79a90135f5ea req-6fae74e2-9c7d-4fee-aea0-501e2c8b9805 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:33.132283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76b8c675-e698-45a3-8e91-79a90135f5ea req-6fae74e2-9c7d-4fee-aea0-501e2c8b9805 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0596986 Jan 27 23:13:33.192007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76b8c675-e698-45a3-8e91-79a90135f5ea req-ef279d2b-40b0-4ee6-ac1c-2524740ae0b5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535691 Jan 27 23:13:34.077452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b63854f4-6b8a-48ae-a834-fc6050a66128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:34.325875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b8da-1ad0-4536-af12-ad4e1f9eafc8 req-3e4d529f-67df-4511-8ee7-458907019ca0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:34.327372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce61b8da-1ad0-4536-af12-ad4e1f9eafc8 req-3e4d529f-67df-4511-8ee7-458907019ca0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0567300 Jan 27 23:13:34.379162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce61b8da-1ad0-4536-af12-ad4e1f9eafc8 req-2f435623-eeef-4648-be43-f5e356d97cf7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455062 Jan 27 23:13:34.410362 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48318) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:34.479184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-530ec5c1-3cb3-478e-bb00-f0ec323f80f7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/e992bae2-8391-4230-8274-4058860d8fa9 HTTP/1.1" status: 200 len: 993 time: 0.0674496 Jan 27 23:13:34.713169 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48324) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:34.881817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 8a747d06-88d6-40d1-8a35-9ac89d7f58d0 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:34.882177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:34.965574 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:34.965848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:34.981385 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 8a747d06-88d6-40d1-8a35-9ac89d7f58d0 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:35.147213 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (8a747d06-88d6-40d1-8a35-9ac89d7f58d0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:35.176150 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=8a747d06-88d6-40d1-8a35-9ac89d7f58d0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:35.188293 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.188662 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.188988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.189324 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.189659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.190016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.190381 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.190669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.190996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.191460 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.191892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.192170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.192494 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:35.247103 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (e992bae2-8391-4230-8274-4058860d8fa9), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:35.247471 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP e992bae2-8391-4230-8274-4058860d8fa9 disassociated (deleted). External IP: 172.25.8.242, port: 9b05fea1-b025-4026-bf77-13de47d1df91. Jan 27 23:13:35.810414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 2555a5f3-85c1-4f41-90ce-32915edb5741 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:13:35.930772 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:35.935727 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:35.940471 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] Sync routers for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:35.950949 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:35.951599 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:35.965234 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6ff9b582-4a9d-4192-8565-7dd53cc6c043 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/floatingips/e992bae2-8391-4230-8274-4058860d8fa9 HTTP/1.1" status: 204 len: 168 time: 1.2507555 Jan 27 23:13:35.966531 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:35.968973 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df63783-ddef-4787-aacc-e149def112d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:36.012187 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf906e6-9513-4c28-a8ae-6d22e685e7ba x-openstack-request-id: req-3cf906e6-9513-4c28-a8ae-6d22e685e7ba {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:36.012504 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:36.012760 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3cf906e6-9513-4c28-a8ae-6d22e685e7ba {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:36.013180 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91', 'status': 'completed', 'code': 200} Jan 27 23:13:36.067084 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:36.086607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63783-ddef-4787-aacc-e149def112d3 req-70de92d3-39b7-46f2-96fd-4df92473e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:36.089787 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df63783-ddef-4787-aacc-e149def112d3 req-70de92d3-39b7-46f2-96fd-4df92473e60b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 1096 time: 0.0517557 Jan 27 23:13:36.248618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63783-ddef-4787-aacc-e149def112d3 req-40a3c62d-ab00-468b-b108-be8bf2258633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:36.250139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df63783-ddef-4787-aacc-e149def112d3 req-40a3c62d-ab00-468b-b108-be8bf2258633 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c43c2cef-188c-4020-938f-3ffcf21007be HTTP/1.1" status: 200 len: 898 time: 0.1444139 Jan 27 23:13:36.258254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd6ba-4a8b-4202-b823-69191ecf0d70 req-633cd5e0-9636-42bd-8160-883c940e2878 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:36.259738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e41bd6ba-4a8b-4202-b823-69191ecf0d70 req-633cd5e0-9636-42bd-8160-883c940e2878 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0850425 Jan 27 23:13:36.286332 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:43Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:36.309231 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df63783-ddef-4787-aacc-e149def112d3 req-6ce148ab-b12a-4eca-aeca-4a7597c4b608 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b05fea1-b025-4026-bf77-13de47d1df91 HTTP/1.1" status: 200 len: 217 time: 0.0484974 Jan 27 23:13:36.320632 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] Checking router: 2555a5f3-85c1-4f41-90ce-32915edb5741 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:13:36.323087 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:13:36.330671 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:36.331302 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:36.381289 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e41bd6ba-4a8b-4202-b823-69191ecf0d70 req-ccdffed0-b2ac-459f-adb8-a675a967a6a1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133161 Jan 27 23:13:36.387596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63783-ddef-4787-aacc-e149def112d3 req-1517c6aa-5ec1-41d3-9405-d0320c750521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:36.389295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df63783-ddef-4787-aacc-e149def112d3 req-1517c6aa-5ec1-41d3-9405-d0320c750521 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b2cfdd67-5b93-4ad6-ae77-924751941dcd HTTP/1.1" status: 200 len: 835 time: 0.0736768 Jan 27 23:13:36.439993 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:36.442500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63783-ddef-4787-aacc-e149def112d3 req-5e8b66b3-4b8a-44f6-bf38-bacab774b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:36.444165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df63783-ddef-4787-aacc-e149def112d3 req-5e8b66b3-4b8a-44f6-bf38-bacab774b137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c43c2cef-188c-4020-938f-3ffcf21007be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468984 Jan 27 23:13:36.549363 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df63783-ddef-4787-aacc-e149def112d3 req-a2f91e20-25c1-47e4-953f-e0771543ed49 service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987272 Jan 27 23:13:36.643740 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:43Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:36.652815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1df63783-ddef-4787-aacc-e149def112d3 req-ab35f5a9-91b0-4ed0-91e7-08983aeb1b5e service neutron] 10.222.0.57 "GET /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979962 Jan 27 23:13:36.672192 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b8805-0b1e-429b-bb32-5bc7b83936dc None None] The sync data for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 is: [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '7445fcbf-72e4-49a9-ac8d-10c09dfb0d40', 'name': '', 'network_id': 'c43c2cef-188c-4020-938f-3ffcf21007be', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:ea:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:39Z', 'updated_at': '2022-01-27T23:12:43Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'b2cfdd67-5b93-4ad6-ae77-924751941dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:13:36.924887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47787bcb-2672-4bd9-90c6-591fa02715b7 None None] New status for floating IP e992bae2-8391-4230-8274-4058860d8fa9: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:13:37.143772 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-84b0a244-f768-421b-b285-749141c727e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:37.522066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fb974-ec95-4c0e-9efd-421dea3ef242 req-ed886926-086e-4e4c-b23a-4748ad8d00e2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:37.523902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e47fb974-ec95-4c0e-9efd-421dea3ef242 req-ed886926-086e-4e4c-b23a-4748ad8d00e2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0659022 Jan 27 23:13:37.577966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e47fb974-ec95-4c0e-9efd-421dea3ef242 req-385ecc23-eba6-49e8-af78-ef89bfc4d6ec tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474546 Jan 27 23:13:37.709046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-d25a7365-6c28-4960-892d-915bbb25dd6f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:37.710738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-d25a7365-6c28-4960-892d-915bbb25dd6f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 945 time: 0.0509117 Jan 27 23:13:37.815179 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 9b05fea1-b025-4026-bf77-13de47d1df91 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:37.815586 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:37.917138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 9b05fea1-b025-4026-bf77-13de47d1df91, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=9b05fea1-b025-4026-bf77-13de47d1df91,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:37.917506 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:37.932555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 9b05fea1-b025-4026-bf77-13de47d1df91 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:38.077010 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9b05fea1-b025-4026-bf77-13de47d1df91), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:38.109402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=9b05fea1-b025-4026-bf77-13de47d1df91,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:38.122366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.122752 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.123089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.123445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.123795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.124128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.124460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.124787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.125115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.125448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.125772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.126098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.126426 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:38.166484 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] No DVR routers for this DVR port 9b05fea1-b025-4026-bf77-13de47d1df91 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:13:38.170136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:38.173677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-586e2f91-8262-4cc9-b182-3ffbfc8eafd7 req-5499843e-a019-426c-bc70-77a71e2ae716 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "DELETE /v2.0/ports/9b05fea1-b025-4026-bf77-13de47d1df91 HTTP/1.1" status: 204 len: 173 time: 0.4579616 Jan 27 23:13:38.174123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'name': 'network-vif-deleted', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:38.176530 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d01b2-d39a-4c9f-a4c6-89186c17c363" -d '{"events": [{"server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "name": "network-vif-deleted", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:38.220581 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ba33c-6ddf-4f20-8972-d9d121465163 x-openstack-request-id: req-4d2ba33c-6ddf-4f20-8972-d9d121465163 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:38.220882 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf86292f-badb-4ff2-8524-df5be46f0784", "name": "network-vif-deleted", "tag": "9b05fea1-b025-4026-bf77-13de47d1df91", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:38.221148 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d2ba33c-6ddf-4f20-8972-d9d121465163 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:38.221578 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf86292f-badb-4ff2-8524-df5be46f0784', 'name': 'network-vif-deleted', 'tag': '9b05fea1-b025-4026-bf77-13de47d1df91', 'status': 'completed', 'code': 200} Jan 27 23:13:38.706066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f3634d2-f8ad-4ea0-9f17-7b7efadeb27e req-151c9cdc-d3f8-4f94-8894-aa7dbcd636fe tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf86292f-badb-4ff2-8524-df5be46f0784 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Jan 27 23:13:38.831572 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:39.774414 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48342) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:40.168297 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (2555a5f3-85c1-4f41-90ce-32915edb5741), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:40.445542 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:40.445823 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:40.536728 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:40.537064 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:40.549914 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:40.747674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7445fcbf-72e4-49a9-ac8d-10c09dfb0d40), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:40.778258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=7445fcbf-72e4-49a9-ac8d-10c09dfb0d40,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:40.955668 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (2555a5f3-85c1-4f41-90ce-32915edb5741), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.187064 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 2555a5f3-85c1-4f41-90ce-32915edb5741 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:13:41.261387 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.310573 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:41.316273 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e8a4a819-c85d-4de8-a5fc-ee5bbcf71172 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/2555a5f3-85c1-4f41-90ce-32915edb5741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407903 Jan 27 23:13:41.319171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48344) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:41.322153 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] Sync routers for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:41.332628 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:41.333270 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:41.372815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5959137-7f4e-4507-b410-4aecdd471d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting subnet b2cfdd67-5b93-4ad6-ae77-924751941dcd {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:13:41.376478 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5959137-7f4e-4507-b410-4aecdd471d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (b2cfdd67-5b93-4ad6-ae77-924751941dcd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.378949 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.418642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5959137-7f4e-4507-b410-4aecdd471d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (b2cfdd67-5b93-4ad6-ae77-924751941dcd), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.513889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5959137-7f4e-4507-b410-4aecdd471d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (b2cfdd67-5b93-4ad6-ae77-924751941dcd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.543977 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:41.564615 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 9b05fea1-b025-4026-bf77-13de47d1df91 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:41.578516 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5959137-7f4e-4507-b410-4aecdd471d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (b2cfdd67-5b93-4ad6-ae77-924751941dcd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.590606 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 9b05fea1-b025-4026-bf77-13de47d1df91 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:41.590953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 9b05fea1-b025-4026-bf77-13de47d1df91 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:41.605516 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5959137-7f4e-4507-b410-4aecdd471d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cfdd67-5b93-4ad6-ae77-924751941dcd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:41.612253 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5959137-7f4e-4507-b410-4aecdd471d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.615499 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c5959137-7f4e-4507-b410-4aecdd471d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/subnets/b2cfdd67-5b93-4ad6-ae77-924751941dcd HTTP/1.1" status: 204 len: 168 time: 0.2953193 Jan 27 23:13:41.618304 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48346) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:41.621966 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d360a0c-d5d8-4449-9b87-1926310f355f None None] Network c43c2cef-188c-4020-938f-3ffcf21007be requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:13:41.743105 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (2555a5f3-85c1-4f41-90ce-32915edb5741), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.756629 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:13:40Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:41.787577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] DHCP port deletion for c43c2cef-188c-4020-938f-3ffcf21007be request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:13:41.787834 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] Checking router: 2555a5f3-85c1-4f41-90ce-32915edb5741 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:13:41.805661 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] Routers {'2555a5f3-85c1-4f41-90ce-32915edb5741'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:41.806328 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['2555a5f3-85c1-4f41-90ce-32915edb5741'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:41.862336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Deleting port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:41.862836 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (2555a5f3-85c1-4f41-90ce-32915edb5741), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.863370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.934532 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port f7ff5b5e-0cdb-4ba0-8302-569e21f120de {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:41.935365 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] Set router 2555a5f3-85c1-4f41-90ce-32915edb5741 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:41.935664 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.938795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] For port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d,segment=NetworkSegment(f9443409-aa0a-4544-a40b-37a7961ca2cb),segment_id=f9443409-aa0a-4544-a40b-37a7961ca2cb)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:41.939214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:41.954301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Calling delete_port for a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:42.031790 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port f7ff5b5e-0cdb-4ba0-8302-569e21f120de, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f7ff5b5e-0cdb-4ba0-8302-569e21f120de,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:42.032573 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.053588 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for f7ff5b5e-0cdb-4ba0-8302-569e21f120de owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:42.056688 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.095881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Pushing event deleted for resources: {'Port': ['ID=a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:42.099735 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] No DVR routers for this DVR port a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:13:42.125416 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.126504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.127096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.131029 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.131768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.132569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.133138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.133721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.134342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.134842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.135399 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.136015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.136510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de38d3-454b-4b51-b24a-a8a126cd34b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:42.169436 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:13:40Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:42.201791 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6fcbe-06d2-4a4e-a829-d69964173569 None None] The sync data for ids ['2555a5f3-85c1-4f41-90ce-32915edb5741'] in n-d-826529-2 is: [{'id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019713966', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:13:40Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': 'f7ff5b5e-0cdb-4ba0-8302-569e21f120de', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2555a5f3-85c1-4f41-90ce-32915edb5741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:12:36Z', 'updated_at': '2022-01-27T23:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:13:42.265524 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f7ff5b5e-0cdb-4ba0-8302-569e21f120de), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.299008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=f7ff5b5e-0cdb-4ba0-8302-569e21f120de,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:42.378459 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (2555a5f3-85c1-4f41-90ce-32915edb5741), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.381563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:42.405550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:42.406310 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device a7ed7c3c-6b01-42ca-9804-e71ea00c9e3d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:42.407057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:42.432973 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:42.433865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7445fcbf-72e4-49a9-ac8d-10c09dfb0d40 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:42.499908 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (2555a5f3-85c1-4f41-90ce-32915edb5741), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.502403 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (2555a5f3-85c1-4f41-90ce-32915edb5741), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.870809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (2555a5f3-85c1-4f41-90ce-32915edb5741), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.871658 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Fanout notify agent at l3_agent the message router_deleted on router 2555a5f3-85c1-4f41-90ce-32915edb5741 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:13:42.878814 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.880432 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-296a73e8-45a6-4e7e-9321-b25d8e092c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/routers/2555a5f3-85c1-4f41-90ce-32915edb5741 HTTP/1.1" status: 204 len: 168 time: 1.2608912 Jan 27 23:13:42.883299 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48348) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:42.981288 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (c43c2cef-188c-4020-938f-3ffcf21007be), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.083360 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (c43c2cef-188c-4020-938f-3ffcf21007be), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.105537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43c2cef-188c-4020-938f-3ffcf21007be']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:43.115056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9443409-aa0a-4544-a40b-37a7961ca2cb') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:43.115323 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9443409-aa0a-4544-a40b-37a7961ca2cb') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:43.125580 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (f9443409-aa0a-4544-a40b-37a7961ca2cb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.141177 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (f9443409-aa0a-4544-a40b-37a7961ca2cb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.148461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:13:43.149625 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (f9443409-aa0a-4544-a40b-37a7961ca2cb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:13:43.152964 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:13:43.215869 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (c43c2cef-188c-4020-938f-3ffcf21007be), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.246935 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.250141 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/networks/c43c2cef-188c-4020-938f-3ffcf21007be HTTP/1.1" status: 204 len: 168 time: 0.3657994 Jan 27 23:13:43.251646 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f098e-5d16-41f6-ad30-e1e9cd691895 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Network': ['ID=c43c2cef-188c-4020-938f-3ffcf21007be,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:43.255491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48350) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:43.321610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5217b1bd-919e-4db9-9a05-21fd1a4df266 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.350492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5217b1bd-919e-4db9-9a05-21fd1a4df266 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.421014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5217b1bd-919e-4db9-9a05-21fd1a4df266 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.426130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5217b1bd-919e-4db9-9a05-21fd1a4df266 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.426130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5217b1bd-919e-4db9-9a05-21fd1a4df266 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/security-groups/d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6 HTTP/1.1" status: 204 len: 168 time: 0.1706204 Jan 27 23:13:43.447968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217b1bd-919e-4db9-9a05-21fd1a4df266 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e2e66d-b2f9-4a9a-8ca3-98d0089140d6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:43.920961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48356) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:43.926088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-6222e165-92d7-4541-ab53-d99c40418dcd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073195460', 'description': 'tempest-secgroup-smoke-2073195460 description', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:43.949422 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6222e165-92d7-4541-ab53-d99c40418dcd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.021122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6222e165-92d7-4541-ab53-d99c40418dcd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.025812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6222e165-92d7-4541-ab53-d99c40418dcd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.056088 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6222e165-92d7-4541-ab53-d99c40418dcd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.057511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6222e165-92d7-4541-ab53-d99c40418dcd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1354024 Jan 27 23:13:44.061025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48358) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:44.065656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-a48a64c4-68ea-4b3c-aef3-b7bc991a481f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': '0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:44.072255 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222e165-92d7-4541-ab53-d99c40418dcd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:44.100589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a48a64c4-68ea-4b3c-aef3-b7bc991a481f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (68656d3b-3c06-49ad-a083-020c7c56889d), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.171179 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a48a64c4-68ea-4b3c-aef3-b7bc991a481f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (68656d3b-3c06-49ad-a083-020c7c56889d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.175859 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a48a64c4-68ea-4b3c-aef3-b7bc991a481f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (68656d3b-3c06-49ad-a083-020c7c56889d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.198073 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a64c4-68ea-4b3c-aef3-b7bc991a481f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68656d3b-3c06-49ad-a083-020c7c56889d,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:44.204130 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a48a64c4-68ea-4b3c-aef3-b7bc991a481f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.207679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a48a64c4-68ea-4b3c-aef3-b7bc991a481f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453643 Jan 27 23:13:44.208503 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48360) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:44.215263 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-756885ec-de07-45a5-80a4-51b8dd5a3786 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': '0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:44.243663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-756885ec-de07-45a5-80a4-51b8dd5a3786 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (d5dddecc-722c-4a97-8416-aad5427f7805), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.294546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f7ff5b5e-0cdb-4ba0-8302-569e21f120de no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:44.310795 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-756885ec-de07-45a5-80a4-51b8dd5a3786 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (d5dddecc-722c-4a97-8416-aad5427f7805), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.315393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-756885ec-de07-45a5-80a4-51b8dd5a3786 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d5dddecc-722c-4a97-8416-aad5427f7805), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.318527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: f7ff5b5e-0cdb-4ba0-8302-569e21f120de {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:44.318886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f7ff5b5e-0cdb-4ba0-8302-569e21f120de not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:44.333284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756885ec-de07-45a5-80a4-51b8dd5a3786 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5dddecc-722c-4a97-8416-aad5427f7805,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:44.343325 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-756885ec-de07-45a5-80a4-51b8dd5a3786 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.344589 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-756885ec-de07-45a5-80a4-51b8dd5a3786 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348543 Jan 27 23:13:44.348255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48362) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:44.352709 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-438ec0d0-c93c-410f-9783-ead0c48b6f03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': '0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:44.378919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-438ec0d0-c93c-410f-9783-ead0c48b6f03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (a4832b05-cf52-454b-8483-cf7952ccdf5d), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.445927 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-438ec0d0-c93c-410f-9783-ead0c48b6f03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (a4832b05-cf52-454b-8483-cf7952ccdf5d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.451905 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-438ec0d0-c93c-410f-9783-ead0c48b6f03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (a4832b05-cf52-454b-8483-cf7952ccdf5d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.471626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ec0d0-c93c-410f-9783-ead0c48b6f03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4832b05-cf52-454b-8483-cf7952ccdf5d,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:44.478477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-438ec0d0-c93c-410f-9783-ead0c48b6f03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.479734 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-438ec0d0-c93c-410f-9783-ead0c48b6f03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304605 Jan 27 23:13:44.484053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48364) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:44.488695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-49ba36db-04b9-4938-b254-3fcbdf9c271c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': '0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:44.519980 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49ba36db-04b9-4938-b254-3fcbdf9c271c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (d73f95f3-3624-4516-bc4e-3a95331e06e1), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.582622 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49ba36db-04b9-4938-b254-3fcbdf9c271c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (d73f95f3-3624-4516-bc4e-3a95331e06e1), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.588577 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49ba36db-04b9-4938-b254-3fcbdf9c271c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (d73f95f3-3624-4516-bc4e-3a95331e06e1), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.613627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba36db-04b9-4938-b254-3fcbdf9c271c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73f95f3-3624-4516-bc4e-3a95331e06e1,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:44.624136 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-49ba36db-04b9-4938-b254-3fcbdf9c271c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.625511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-49ba36db-04b9-4938-b254-3fcbdf9c271c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403739 Jan 27 23:13:44.631025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48366) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:44.637161 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-3e788a42-186d-4caa-8517-912291ff01d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': '0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:44.661328 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-3e788a42-186d-4caa-8517-912291ff01d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:13:44.668855 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3e788a42-186d-4caa-8517-912291ff01d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (6b61d7a9-146d-4ff7-b35a-eedbea475e84), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.740566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3e788a42-186d-4caa-8517-912291ff01d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (6b61d7a9-146d-4ff7-b35a-eedbea475e84), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.745220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3e788a42-186d-4caa-8517-912291ff01d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6b61d7a9-146d-4ff7-b35a-eedbea475e84), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.765921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e788a42-186d-4caa-8517-912291ff01d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b61d7a9-146d-4ff7-b35a-eedbea475e84,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:44.771581 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-3e788a42-186d-4caa-8517-912291ff01d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.775979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3e788a42-186d-4caa-8517-912291ff01d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404915 Jan 27 23:13:44.775979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48368) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:44.780694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-0ecab9c8-55b3-4af7-bd8c-d693e75a3496 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': '0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:44.802877 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-0ecab9c8-55b3-4af7-bd8c-d693e75a3496 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:13:44.808197 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ecab9c8-55b3-4af7-bd8c-d693e75a3496 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (a1b38315-9ef6-4605-8a8b-5b1635780856), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.872159 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ecab9c8-55b3-4af7-bd8c-d693e75a3496 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (a1b38315-9ef6-4605-8a8b-5b1635780856), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.877519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ecab9c8-55b3-4af7-bd8c-d693e75a3496 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (a1b38315-9ef6-4605-8a8b-5b1635780856), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.903450 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecab9c8-55b3-4af7-bd8c-d693e75a3496 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b38315-9ef6-4605-8a8b-5b1635780856,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:44.912065 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ecab9c8-55b3-4af7-bd8c-d693e75a3496 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.913355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0ecab9c8-55b3-4af7-bd8c-d693e75a3496 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365664 Jan 27 23:13:44.916584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48370) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:44.922589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'network': {'name': 'tempest-network-smoke--1944271608', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:44.948844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:13:44.952230 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.979959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:13:44.991178 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:44.991542 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Added segment ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7 of type vlan for network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 Jan 27 23:13:45.034297 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (22cb3afc-2dcf-445c-8828-fcfa441bbd43), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.064899 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (22cb3afc-2dcf-445c-8828-fcfa441bbd43), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.069994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:45.070593 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.129002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2081079 Jan 27 23:13:45.129538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48372) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:45.134733 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'admin_state_up': True, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:45.145057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593a7da-53b6-40d2-9931-0b750e7c46ea tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Network': ['ID=22cb3afc-2dcf-445c-8828-fcfa441bbd43,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:45.157419 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:13:45.165809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.167630 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.225990 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.368242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.574419 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.593716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.701356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.54 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/7921329e-af7f-4aa9-84b7-776cff13f1f6) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:13:45.810875 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.847537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.885277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:13:45.888277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:13:45.894779 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:13:45.900404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=7921329e-af7f-4aa9-84b7-776cff13f1f6,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:46.166026 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:46.381347 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:46.517410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:13:46.634786 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:46.645213 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Sync routers for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:46.656317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:46.656572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:46.657027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:46.658861 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-37485a01-af0e-4424-9cc7-5cfc3c1ae60a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5279872 Jan 27 23:13:46.665919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48374) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:46.703354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-28af0571-54fe-4ccc-b0b9-f15e51c91548 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=180e9decdfdb427a8a504e3f59fa2be8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361905 Jan 27 23:13:46.706174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48376) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:46.773151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:46.860410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4adaa91-dee2-45ab-a4e7-b3ce9281ddcd tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:46.861975 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a4adaa91-dee2-45ab-a4e7-b3ce9281ddcd tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1548152 Jan 27 23:13:46.865026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48378) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:46.898979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a6617e39-0d86-444f-a26a-0bc4f4f8b7b7 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328009 Jan 27 23:13:46.901767 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48380) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:46.906792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1621785186', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:46.958678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:46Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:46.996933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Checking router: ea7bcc2c-5fb0-411b-a2ee-af25638aab62 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:13:46.997282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Updating router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 port 7921329e-af7f-4aa9-84b7-776cff13f1f6 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:13:47.023977 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.286986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:13:47.290874 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.291453 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Publish callbacks [] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.297888 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.356748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Attempting to bind port 7921329e-af7f-4aa9-84b7-776cff13f1f6 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:13:47.356748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Attempting to bind port 7921329e-af7f-4aa9-84b7-776cff13f1f6 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:13:47.357152 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Attempting to bind port 7921329e-af7f-4aa9-84b7-776cff13f1f6 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:13:47.360354 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cd43e-93f1-45bf-88ea-bec21e4e8c68 None None] Pushing event updated for resources: {'Port': ['ID=7921329e-af7f-4aa9-84b7-776cff13f1f6,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:47.365110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:13:47.365495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:13:47.366437 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.366823 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:13:47.367321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Bound port: 7921329e-af7f-4aa9-84b7-776cff13f1f6, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:13:47.368179 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.421661 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] For port 7921329e-af7f-4aa9-84b7-776cff13f1f6, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:13:47.425039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] For port 7921329e-af7f-4aa9-84b7-776cff13f1f6, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7921329e-af7f-4aa9-84b7-776cff13f1f6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:13:47.430254 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.488460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (fad8cac3-32f2-4610-a245-2258b62a7f35), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.491186 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:47.491926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:47.531108 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cd43e-93f1-45bf-88ea-bec21e4e8c68 None None] Pushing event updated for resources: {'Port': ['ID=7921329e-af7f-4aa9-84b7-776cff13f1f6,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:47.542963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Subnet': ['ID=fad8cac3-32f2-4610-a245-2258b62a7f35,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:47.559141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Checking segment: {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:13:47.559722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network hostable DHCP agents. Network: 22cb3afc-2dcf-445c-8828-fcfa441bbd43, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:13:47.578725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:13:47.590124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 22cb3afc-2dcf-445c-8828-fcfa441bbd43) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:13:47.594769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:47.595385 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.602037 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6c5df-e81b-48b5-a3e3-b1d165b82d39 None None] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:13:47.614344 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c0800511-9c39-4018-9fba-3e2abacc85e3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7114727 Jan 27 23:13:47.617247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48382) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:47.653969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:47.815193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:13:47.816094 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:47.992187 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:46Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:48.030279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09973e8f-2b76-4fb5-96fc-826d6d946914 None None] The sync data for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 is: [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:46Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:13:48.033301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Allocated IP 172.20.0.2 (22cb3afc-2dcf-445c-8828-fcfa441bbd43/fad8cac3-32f2-4610-a245-2258b62a7f35/490e8d19-9647-4c20-ab6a-1d469298d0cd) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:13:48.135572 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:48.388454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Publish callbacks [] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:48.396868 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:48.439127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:13:48.442748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:13:48.446307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:13:48.467618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Pushing event updated for resources: {'Port': ['ID=490e8d19-9647-4c20-ab6a-1d469298d0cd,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:48.516249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Attempting to bind port 490e8d19-9647-4c20-ab6a-1d469298d0cd on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:13:48.516636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Attempting to bind port 490e8d19-9647-4c20-ab6a-1d469298d0cd by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:13:48.516996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Attempting to bind port 490e8d19-9647-4c20-ab6a-1d469298d0cd on network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:13:48.522519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:13:48.522983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Checking segment: {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:13:48.523398 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:48.523836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Bound using segment: {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:13:48.524324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Bound port: 490e8d19-9647-4c20-ab6a-1d469298d0cd, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:13:48.524711 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:48.531267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.1 (22cb3afc-2dcf-445c-8828-fcfa441bbd43/fad8cac3-32f2-4610-a245-2258b62a7f35/04dad288-ade9-4dbb-8fc7-2a4f14634736) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:13:48.595734 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] For port 490e8d19-9647-4c20-ab6a-1d469298d0cd, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:13:48.599731 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] For port 490e8d19-9647-4c20-ab6a-1d469298d0cd, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=490e8d19-9647-4c20-ab6a-1d469298d0cd,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:13:48.604918 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:48.667738 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:48.678130 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeac59-aee9-4bd4-b55d-9a4cb8e3f173 None None] Pushing event updated for resources: {'Port': ['ID=490e8d19-9647-4c20-ab6a-1d469298d0cd,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:48.720103 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:48.765923 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:13:48.771841 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:13:48.776623 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:13:48.781177 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=04dad288-ade9-4dbb-8fc7-2a4f14634736,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:48.838716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.001932 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.015654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.333347 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.338657 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.417844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=04dad288-ade9-4dbb-8fc7-2a4f14634736,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:49.420454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.520115 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:13:49.521759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:13:49.649453 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:13:49.680692 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c417a6-8865-41ff-96a7-ef3198f06266 None None] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:13:49.758806 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-03713123-b708-40a3-a546-4694d42cd0a4 None None] Provisioning complete for port 490e8d19-9647-4c20-ab6a-1d469298d0cd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:49.759177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03713123-b708-40a3-a546-4694d42cd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.770066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:49.775773 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b512a0f9-a84a-4e65-b921-9ddaca58d44d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/ea7bcc2c-5fb0-411b-a2ee-af25638aab62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1574557 Jan 27 23:13:49.890277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-03713123-b708-40a3-a546-4694d42cd0a4 None None] Current status of the port 490e8d19-9647-4c20-ab6a-1d469298d0cd is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:49.890677 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03713123-b708-40a3-a546-4694d42cd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.937044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-03713123-b708-40a3-a546-4694d42cd0a4 None None] For port 490e8d19-9647-4c20-ab6a-1d469298d0cd, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=490e8d19-9647-4c20-ab6a-1d469298d0cd,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:49.943578 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03713123-b708-40a3-a546-4694d42cd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.960955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-2d9d169e-dbf8-46bb-a787-0d27158f25cd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073195460&fields=id&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 267 time: 0.0605633 Jan 27 23:13:50.005299 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03713123-b708-40a3-a546-4694d42cd0a4 None None] Pushing event updated for resources: {'Port': ['ID=490e8d19-9647-4c20-ab6a-1d469298d0cd,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:50.088571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-dbd045ec-dcfb-42ed-8b28-9032f5c9d719 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.090197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-dbd045ec-dcfb-42ed-8b28-9032f5c9d719 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/networks?id=22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 200 len: 797 time: 0.1220424 Jan 27 23:13:50.106943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-b63d360c-33e4-4978-b8ec-f5e7afc23474 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/quotas/180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 375 time: 0.0109370 Jan 27 23:13:50.170019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d55c9bd-4fe6-46a0-8108-1172137a017e None None] Provisioning complete for port 490e8d19-9647-4c20-ab6a-1d469298d0cd triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:50.170428 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d55c9bd-4fe6-46a0-8108-1172137a017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.173402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-9061c3bd-4454-450c-8d4a-a76db394bc39 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576742 Jan 27 23:13:50.287574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d55c9bd-4fe6-46a0-8108-1172137a017e None None] Current status of the port 490e8d19-9647-4c20-ab6a-1d469298d0cd is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:50.315840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9d55c9bd-4fe6-46a0-8108-1172137a017e None None] Provisioning complete for port 04dad288-ade9-4dbb-8fc7-2a4f14634736 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:50.316956 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9d55c9bd-4fe6-46a0-8108-1172137a017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.349771 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Sync routers for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:50.368603 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-cb827910-a886-42c5-acd1-7435879653c6 service neutron] 10.222.0.45 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855333 Jan 27 23:13:50.371382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9d55c9bd-4fe6-46a0-8108-1172137a017e None None] Port 04dad288-ade9-4dbb-8fc7-2a4f14634736 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:13:50.381920 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:50.382646 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:50.479167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-70975940-00d7-482e-9367-07aed8b22638 service neutron] 10.222.0.45 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089869 Jan 27 23:13:50.482000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 490e8d19-9647-4c20-ab6a-1d469298d0cd up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:13:50.506065 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:50.539662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d6df5c65-77c6-4551-be34-98313a81dbc1 None None] Provisioning complete for port 04dad288-ade9-4dbb-8fc7-2a4f14634736 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:50.540041 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d6df5c65-77c6-4551-be34-98313a81dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.594216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d6df5c65-77c6-4551-be34-98313a81dbc1 None None] Port 04dad288-ade9-4dbb-8fc7-2a4f14634736 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:13:50.601478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 490e8d19-9647-4c20-ab6a-1d469298d0cd triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:50.601775 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.724197 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7e8f2ca-ee0c-4d59-928f-afc14d867b3d req-52a8dd9b-3ca7-43ca-9cd3-d295ffc8ade1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 210 time: 0.0404291 Jan 27 23:13:50.734525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 490e8d19-9647-4c20-ab6a-1d469298d0cd is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:50.735833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7921329e-af7f-4aa9-84b7-776cff13f1f6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:13:50.783937 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:49Z', 'revision_number': 2, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:50.796582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7921329e-af7f-4aa9-84b7-776cff13f1f6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:50.796910 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.812696 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Checking router: ea7bcc2c-5fb0-411b-a2ee-af25638aab62 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:13:50.813048 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Updating router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 port 04dad288-ade9-4dbb-8fc7-2a4f14634736 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:13:50.839004 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.846791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-47f7445a-d418-4b6b-995f-2134878c341e None None] Provisioning complete for port 04dad288-ade9-4dbb-8fc7-2a4f14634736 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:50.847174 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-47f7445a-d418-4b6b-995f-2134878c341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.906858 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-47f7445a-d418-4b6b-995f-2134878c341e None None] Port 04dad288-ade9-4dbb-8fc7-2a4f14634736 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:13:50.926790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7921329e-af7f-4aa9-84b7-776cff13f1f6 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:50.927185 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.951052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 7921329e-af7f-4aa9-84b7-776cff13f1f6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7921329e-af7f-4aa9-84b7-776cff13f1f6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:50.957177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.014875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=7921329e-af7f-4aa9-84b7-776cff13f1f6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:51.154493 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Publish callbacks [] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.161393 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.233171 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Pushing event updated for resources: {'Port': ['ID=04dad288-ade9-4dbb-8fc7-2a4f14634736,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:51.256558 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.256908 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.257251 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.257590 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.257920 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.258247 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.258593 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.258900 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.259224 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.259650 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.259972 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.260295 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.260615 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:51.278611 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Attempting to bind port 04dad288-ade9-4dbb-8fc7-2a4f14634736 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:13:51.278993 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Attempting to bind port 04dad288-ade9-4dbb-8fc7-2a4f14634736 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:13:51.279361 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Attempting to bind port 04dad288-ade9-4dbb-8fc7-2a4f14634736 on network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:13:51.284886 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:13:51.285308 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Checking segment: {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:13:51.285716 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.286113 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Bound using segment: {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:13:51.286591 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Bound port: 04dad288-ade9-4dbb-8fc7-2a4f14634736, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:13:51.286978 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.358233 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] For port 04dad288-ade9-4dbb-8fc7-2a4f14634736, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:13:51.361587 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] For port 04dad288-ade9-4dbb-8fc7-2a4f14634736, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=04dad288-ade9-4dbb-8fc7-2a4f14634736,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:13:51.366618 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.425861 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:51.426522 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:51.428628 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e2b83-1cd8-429b-ac05-a77f4cabbd97 None None] Pushing event updated for resources: {'Port': ['ID=04dad288-ade9-4dbb-8fc7-2a4f14634736,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:51.435639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4a27537c-46fc-40fe-9fca-d95445821fb3 None None] Provisioning complete for port 04dad288-ade9-4dbb-8fc7-2a4f14634736 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:51.436023 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a27537c-46fc-40fe-9fca-d95445821fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.524380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4a27537c-46fc-40fe-9fca-d95445821fb3 None None] Current status of the port 04dad288-ade9-4dbb-8fc7-2a4f14634736 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:51.525173 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a27537c-46fc-40fe-9fca-d95445821fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.576427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4a27537c-46fc-40fe-9fca-d95445821fb3 None None] For port 04dad288-ade9-4dbb-8fc7-2a4f14634736, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=04dad288-ade9-4dbb-8fc7-2a4f14634736,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:51.582649 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4a27537c-46fc-40fe-9fca-d95445821fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.670273 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.674326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27537c-46fc-40fe-9fca-d95445821fb3 None None] Pushing event updated for resources: {'Port': ['ID=04dad288-ade9-4dbb-8fc7-2a4f14634736,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:51.691657 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:51.716502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-eb93f81b-128d-4124-afe0-91d4657f169d None None] Provisioning complete for port 04dad288-ade9-4dbb-8fc7-2a4f14634736 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:51.717214 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb93f81b-128d-4124-afe0-91d4657f169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.793609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-f0ea8014-1f53-4052-a8b5-27fb79c9f3a6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:51.796021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-f0ea8014-1f53-4052-a8b5-27fb79c9f3a6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/networks?id=22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 200 len: 797 time: 0.1599183 Jan 27 23:13:51.812672 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-eb93f81b-128d-4124-afe0-91d4657f169d None None] Current status of the port 04dad288-ade9-4dbb-8fc7-2a4f14634736 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:51.849119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8dc447fa-fb1d-4e18-a7fa-7e4abced3476 req-9e909f44-8748-4439-960a-927962228011 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 210 time: 0.0455832 Jan 27 23:13:51.892788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-ff70e9b2-af83-4d68-a1d7-37e78a70b360 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 380 time: 0.0738771 Jan 27 23:13:51.902588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'port': {'device_id': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'admin_state_up': True, 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'security_groups': ['0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:51.938545 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:51Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:51.969459 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceba386-d74f-40e6-9552-d9d8c4d6aa7e None None] The sync data for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 is: [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:51Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:13:52.049386 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:13:52.053880 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.193853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.11 (22cb3afc-2dcf-445c-8828-fcfa441bbd43/fad8cac3-32f2-4610-a245-2258b62a7f35/71d53265-07e1-41e2-8103-ef04f2136757) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:13:52.359301 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (71d53265-07e1-41e2-8103-ef04f2136757), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.405696 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (71d53265-07e1-41e2-8103-ef04f2136757), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.432985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 04dad288-ade9-4dbb-8fc7-2a4f14634736 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:13:52.449650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:13:52.454971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:13:52.459062 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:13:52.489534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=71d53265-07e1-41e2-8103-ef04f2136757,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:52.492010 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 04dad288-ade9-4dbb-8fc7-2a4f14634736 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:52.492764 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.522909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:52.523721 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.551203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-be3994e6-0a75-4e7d-92a3-443506d0e023 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6525433 Jan 27 23:13:52.572948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Request body: {'port': {'device_id': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:13:52.599769 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 04dad288-ade9-4dbb-8fc7-2a4f14634736 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:52.601211 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7921329e-af7f-4aa9-84b7-776cff13f1f6 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:13:52.657780 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (71d53265-07e1-41e2-8103-ef04f2136757), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.674693 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7921329e-af7f-4aa9-84b7-776cff13f1f6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:52.675291 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.779323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-ec3bf9d0-54a9-486e-aa9d-d72a2c52a6c6 None None] Provisioning complete for port 71d53265-07e1-41e2-8103-ef04f2136757 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:52.779590 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf9d0-54a9-486e-aa9d-d72a2c52a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (71d53265-07e1-41e2-8103-ef04f2136757), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.784222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7921329e-af7f-4aa9-84b7-776cff13f1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:52.820562 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bf9d0-54a9-486e-aa9d-d72a2c52a6c6 None None] Port 71d53265-07e1-41e2-8103-ef04f2136757 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:13:53.000906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d53265-07e1-41e2-8103-ef04f2136757 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:13:53.010243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Publish callbacks [] for port (71d53265-07e1-41e2-8103-ef04f2136757), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:53.025087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29807cab-d2da-45af-bbf7-d5e2885723fa req-e41faad6-ab8e-4ab4-b72b-cddbb694bb5d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:53.026639 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29807cab-d2da-45af-bbf7-d5e2885723fa req-e41faad6-ab8e-4ab4-b72b-cddbb694bb5d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 932 time: 0.0994101 Jan 27 23:13:53.042299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Transition to ACTIVE for port object 71d53265-07e1-41e2-8103-ef04f2136757 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:13:53.050575 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (71d53265-07e1-41e2-8103-ef04f2136757), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:53.124539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Pushing event updated for resources: {'Port': ['ID=71d53265-07e1-41e2-8103-ef04f2136757,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:53.130687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-29807cab-d2da-45af-bbf7-d5e2885723fa req-5df273dc-aed3-49f2-b2c3-d3a70eeb34d9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976808 Jan 27 23:13:53.218587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Attempting to bind port 71d53265-07e1-41e2-8103-ef04f2136757 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:13:53.218824 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Attempting to bind port 71d53265-07e1-41e2-8103-ef04f2136757 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:13:53.219010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Attempting to bind port 71d53265-07e1-41e2-8103-ef04f2136757 on network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:13:53.224477 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Port 71d53265-07e1-41e2-8103-ef04f2136757 on network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:13:53.224818 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Attempting to bind port 71d53265-07e1-41e2-8103-ef04f2136757 on network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:13:53.230459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:13:53.230807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Checking segment: {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:13:53.231199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Bound using segment: {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:13:53.231659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Bound port: 71d53265-07e1-41e2-8103-ef04f2136757, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:13:53.232028 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (71d53265-07e1-41e2-8103-ef04f2136757), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:53.598667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] For port 71d53265-07e1-41e2-8103-ef04f2136757, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:13:53.602833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] For port 71d53265-07e1-41e2-8103-ef04f2136757, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71d53265-07e1-41e2-8103-ef04f2136757,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:13:53.609135 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (71d53265-07e1-41e2-8103-ef04f2136757), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:53.644559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:53.645236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:53.646627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] 10.222.0.57 "PUT /v2.0/ports/71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 200 len: 1092 time: 1.0886099 Jan 27 23:13:53.647087 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:53.649398 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "tag": "71d53265-07e1-41e2-8103-ef04f2136757"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:53.677448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a55d66-da9e-4d35-a315-0e397448909e service neutron] Pushing event updated for resources: {'Port': ['ID=71d53265-07e1-41e2-8103-ef04f2136757,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:53.695449 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd75ee8-229b-4d81-8a46-17259953e297 x-openstack-request-id: req-3fd75ee8-229b-4d81-8a46-17259953e297 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:53.695783 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "tag": "71d53265-07e1-41e2-8103-ef04f2136757", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:53.696043 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fd75ee8-229b-4d81-8a46-17259953e297 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:53.696454 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757', 'status': 'completed', 'code': 200} Jan 27 23:13:53.742561 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-4a476786-0b79-4ac3-b3ba-c4716aeca864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:53.744211 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-4a476786-0b79-4ac3-b3ba-c4716aeca864 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1095 time: 0.0442057 Jan 27 23:13:53.790857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-b4e17eb5-76b7-4bdd-b505-8732f1a89c76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 200 len: 217 time: 0.0392609 Jan 27 23:13:53.846038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-01735d19-efd5-48db-a21a-652a3437d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:53.847583 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-01735d19-efd5-48db-a21a-652a3437d9d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fad8cac3-32f2-4610-a245-2258b62a7f35 HTTP/1.1" status: 200 len: 835 time: 0.0500679 Jan 27 23:13:53.894303 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-3dafd036-513e-49fa-8f4f-bb54e452c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:53.895873 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-3dafd036-513e-49fa-8f4f-bb54e452c52c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22cb3afc-2dcf-445c-8828-fcfa441bbd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409961 Jan 27 23:13:53.999139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-10d86676-56d8-441c-a84f-8bd42320465a service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970302 Jan 27 23:13:54.096915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d017f859-ff89-46c7-819a-3900f0d1f29e req-8fb9db87-8078-4ee1-b5c9-63208fb28488 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918841 Jan 27 23:13:54.196352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-7f9a87da-4c0e-443f-ad5f-36f2d9ede91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:54.198098 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-7f9a87da-4c0e-443f-ad5f-36f2d9ede91d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1095 time: 0.0455630 Jan 27 23:13:54.330227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000769de-d0e0-4cd7-8c59-535b8b2eacbd req-048b97c0-66c5-4e7c-b8d2-cd8e01484ce0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:54.331823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-000769de-d0e0-4cd7-8c59-535b8b2eacbd req-048b97c0-66c5-4e7c-b8d2-cd8e01484ce0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 944 time: 0.0778275 Jan 27 23:13:54.332951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-43b99546-38ce-4012-bc5b-4225d3dfc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:54.334261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-43b99546-38ce-4012-bc5b-4225d3dfc05c service neutron] 10.222.0.57 "GET /v2.0/networks?id=22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 200 len: 898 time: 0.1305799 Jan 27 23:13:54.389570 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-12b0c472-55c1-473d-b18f-f3202929ac60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 200 len: 217 time: 0.0459261 Jan 27 23:13:54.447435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-000769de-d0e0-4cd7-8c59-535b8b2eacbd req-b6c838c4-5d6a-496a-ba8a-a380f9649ebd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096745 Jan 27 23:13:54.459456 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-0a41df3c-29bc-4e84-a1fa-823f58a28ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:54.460822 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-0a41df3c-29bc-4e84-a1fa-823f58a28ad0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fad8cac3-32f2-4610-a245-2258b62a7f35 HTTP/1.1" status: 200 len: 835 time: 0.0613894 Jan 27 23:13:54.508363 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-a930e045-69ab-4739-b130-9a405c1ec215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:54.509869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-a930e045-69ab-4739-b130-9a405c1ec215 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22cb3afc-2dcf-445c-8828-fcfa441bbd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427346 Jan 27 23:13:54.612574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-493bc01a-6f0d-4b28-a7f2-d746098ecae0 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950377 Jan 27 23:13:54.707345 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a91aa5ec-eb32-43f3-bbf9-17b2c582bb67 req-536f85e1-18e7-4a3d-bc45-c3e501591523 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871778 Jan 27 23:13:55.587754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4009a-c78f-4751-a0fb-255bb137fadc req-3cc589f5-dd27-4a2e-a981-cdf698979bb4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:55.589268 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ad4009a-c78f-4751-a0fb-255bb137fadc req-3cc589f5-dd27-4a2e-a981-cdf698979bb4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 944 time: 0.0609906 Jan 27 23:13:55.645780 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ad4009a-c78f-4751-a0fb-255bb137fadc req-7b15bf7e-6250-48fc-907b-88287a163785 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486808 Jan 27 23:13:56.789420 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c80e7-6b10-4b18-be9c-788e15703643 req-ce66ece9-6413-46cb-b3ee-4574ea26ad9c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:56.791021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-172c80e7-6b10-4b18-be9c-788e15703643 req-ce66ece9-6413-46cb-b3ee-4574ea26ad9c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 944 time: 0.0633857 Jan 27 23:13:56.851936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-172c80e7-6b10-4b18-be9c-788e15703643 req-54124a5d-4399-4b86-9e16-40ba9b3b023b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507524 Jan 27 23:13:57.625375 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 71d53265-07e1-41e2-8103-ef04f2136757 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:13:57.739972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 71d53265-07e1-41e2-8103-ef04f2136757, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71d53265-07e1-41e2-8103-ef04f2136757,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:57.752231 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '71d53265-07e1-41e2-8103-ef04f2136757', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'port_id': '71d53265-07e1-41e2-8103-ef04f2136757', 'mac_address': 'fa:16:3e:1a:f9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:13:57.794531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 71d53265-07e1-41e2-8103-ef04f2136757 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:57.795099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (71d53265-07e1-41e2-8103-ef04f2136757), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.809900 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d53265-07e1-41e2-8103-ef04f2136757 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:13:57.835290 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 71d53265-07e1-41e2-8103-ef04f2136757, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71d53265-07e1-41e2-8103-ef04f2136757,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:57.843162 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (71d53265-07e1-41e2-8103-ef04f2136757), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.896506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=71d53265-07e1-41e2-8103-ef04f2136757,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:57.973563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1631d-0c63-43b2-a596-5565419d6436 req-911d1e45-95f9-47d6-b821-6800f635dd4c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:57.975066 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bca1631d-0c63-43b2-a596-5565419d6436 req-911d1e45-95f9-47d6-b821-6800f635dd4c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 945 time: 0.0511720 Jan 27 23:13:58.051371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bca1631d-0c63-43b2-a596-5565419d6436 req-69baf75e-e65e-45f6-8631-4d7058ebae96 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704017 Jan 27 23:13:58.053814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['71d53265-07e1-41e2-8103-ef04f2136757'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:13:59.188221 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087041-94b3-4b7c-8847-9750c31b39d1 req-580bafbb-a120-4cb3-a7d6-28ce9cd423d5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:59.189809 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70087041-94b3-4b7c-8847-9750c31b39d1 req-580bafbb-a120-4cb3-a7d6-28ce9cd423d5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 945 time: 0.0522938 Jan 27 23:13:59.244346 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-70087041-94b3-4b7c-8847-9750c31b39d1 req-f9ff9469-926a-4a2e-bc6b-09156d017e82 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460587 Jan 27 23:13:59.640747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 71d53265-07e1-41e2-8103-ef04f2136757 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:13:59.702485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 71d53265-07e1-41e2-8103-ef04f2136757 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:13:59.707019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 71d53265-07e1-41e2-8103-ef04f2136757 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:59.707397 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (71d53265-07e1-41e2-8103-ef04f2136757), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:59.803657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 71d53265-07e1-41e2-8103-ef04f2136757 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:59.804020 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (71d53265-07e1-41e2-8103-ef04f2136757), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:59.828226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:59.830519 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa4a2d7-4a83-4c78-bef7-a42a85efc218" -d '{"events": [{"server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "name": "network-vif-plugged", "status": "completed", "tag": "71d53265-07e1-41e2-8103-ef04f2136757"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:59.843801 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 71d53265-07e1-41e2-8103-ef04f2136757, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71d53265-07e1-41e2-8103-ef04f2136757,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:59.850312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (71d53265-07e1-41e2-8103-ef04f2136757), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:59.874479 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e45cd3d-baee-41ee-a448-d9a9e1aa4c17 x-openstack-request-id: req-0e45cd3d-baee-41ee-a448-d9a9e1aa4c17 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:59.874872 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "name": "network-vif-plugged", "status": "completed", "tag": "71d53265-07e1-41e2-8103-ef04f2136757", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:59.875016 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e45cd3d-baee-41ee-a448-d9a9e1aa4c17 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:59.875434 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757', 'code': 200} Jan 27 23:13:59.904812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=71d53265-07e1-41e2-8103-ef04f2136757,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:59.974597 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1488c-fba6-45b1-98ac-f0fffe18b31a req-220311c9-4351-48ec-b614-107b5e4bf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:59.976147 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64f1488c-fba6-45b1-98ac-f0fffe18b31a req-220311c9-4351-48ec-b614-107b5e4bf4d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1097 time: 0.0438106 Jan 27 23:14:00.035831 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64f1488c-fba6-45b1-98ac-f0fffe18b31a req-4a0d9348-5d8b-4c29-b2f8-3779b0de3e4e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538757 Jan 27 23:14:00.380828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06689c6-2732-454c-a9cd-f6a21fc5c278 req-91838b80-6fa4-4fde-99aa-c1d41134240d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:00.382350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c06689c6-2732-454c-a9cd-f6a21fc5c278 req-91838b80-6fa4-4fde-99aa-c1d41134240d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0622816 Jan 27 23:14:00.432978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c06689c6-2732-454c-a9cd-f6a21fc5c278 req-3bfd6191-6f44-4a4d-9e91-006026820664 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 Jan 27 23:14:01.567507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87857f97-8f61-4856-ba5b-9bac8562b9e1 req-8d5de026-ff30-4f3c-bb63-e0b571ab97b4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:01.569009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87857f97-8f61-4856-ba5b-9bac8562b9e1 req-8d5de026-ff30-4f3c-bb63-e0b571ab97b4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0534534 Jan 27 23:14:01.618955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87857f97-8f61-4856-ba5b-9bac8562b9e1 req-4008941b-4eed-4ab1-80c3-4d451a4be8d1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Jan 27 23:14:01.770116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d317-89a2-42e8-92cc-55f3bc244ebe req-ce221eb9-6d37-417c-a947-27231d9f67b5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:01.771680 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b502d317-89a2-42e8-92cc-55f3bc244ebe req-ce221eb9-6d37-417c-a947-27231d9f67b5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0632362 Jan 27 23:14:01.822687 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b502d317-89a2-42e8-92cc-55f3bc244ebe req-d55a3f25-5523-4e8e-bac1-67dab6f42c43 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452485 Jan 27 23:14:01.851311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48438) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:01.891624 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06923751-e0bd-405a-b147-fd8eba12701e tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:01.893152 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-06923751-e0bd-405a-b147-fd8eba12701e tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1092 time: 0.0407255 Jan 27 23:14:01.897144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48440) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:01.901474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '71d53265-07e1-41e2-8103-ef04f2136757', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:01.926068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.052475 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.167540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.249 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/7a0cbc6a-3c81-42fe-b853-b0f25f30cc60) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:02.278658 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.320078 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.357946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:02.360990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:02.364474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:02.390948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=7a0cbc6a-3c81-42fe-b853-b0f25f30cc60,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:02.754379 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (f13463e8-0c5c-4969-b9df-924af6dbf404), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.825325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.979938 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.986832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:03.060071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=7a0cbc6a-3c81-42fe-b853-b0f25f30cc60,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:03.068793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (f13463e8-0c5c-4969-b9df-924af6dbf404), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:03.172990 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP f13463e8-0c5c-4969-b9df-924af6dbf404 associated. External IP: 172.25.8.249, port: 71d53265-07e1-41e2-8103-ef04f2136757. Jan 27 23:14:03.401635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:14:03.514650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:14:03.525337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] Sync routers for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:14:03.534006 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:03.536603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:03.537238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:03.561795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b099df15-d617-4a96-b126-73b03dc1367a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6636298 Jan 27 23:14:03.562396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:14:03.564854 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fb74e0-8690-4cd5-84ee-1ba330e2b692" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "tag": "71d53265-07e1-41e2-8103-ef04f2136757"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:14:03.609693 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d454c3-21e0-4fb2-bca2-cb9985fb137c x-openstack-request-id: req-a2d454c3-21e0-4fb2-bca2-cb9985fb137c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:14:03.610365 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "tag": "71d53265-07e1-41e2-8103-ef04f2136757", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:14:03.610896 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2d454c3-21e0-4fb2-bca2-cb9985fb137c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:14:03.611549 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757', 'status': 'completed', 'code': 200} Jan 27 23:14:03.647961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:03.706792 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28248c89-7c3e-4f24-9a2c-62d74f5e7f3d req-08098da3-8a07-4105-9be0-2697cfe3f067 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:03.708351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28248c89-7c3e-4f24-9a2c-62d74f5e7f3d req-08098da3-8a07-4105-9be0-2697cfe3f067 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0896492 Jan 27 23:14:03.710041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-7cf0eb80-a1fe-48be-8c7d-f34ef11beba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:03.711366 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-7cf0eb80-a1fe-48be-8c7d-f34ef11beba8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1097 time: 0.0799239 Jan 27 23:14:03.812054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-28248c89-7c3e-4f24-9a2c-62d74f5e7f3d req-8e601ab4-f5cc-4b1c-ba65-b96f43910a14 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971472 Jan 27 23:14:03.834833 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48446) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:03.840775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-e74ee581-1b5f-40dd-ba24-14ea375310f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:03.843184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-e74ee581-1b5f-40dd-ba24-14ea375310f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 200 len: 898 time: 0.1221383 Jan 27 23:14:03.887193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'f13463e8-0c5c-4969-b9df-924af6dbf404', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'port_id': '71d53265-07e1-41e2-8103-ef04f2136757', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'mac_address': 'fa:16:3e:1a:f9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:02Z', 'updated_at': '2022-01-27T23:14:02Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:51Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:03.899263 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c031d3dc-ed55-4c93-a493-3b6ae44283e5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/f13463e8-0c5c-4969-b9df-924af6dbf404 HTTP/1.1" status: 200 len: 992 time: 0.0613801 Jan 27 23:14:03.912174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-99114ba7-4fe1-49e8-8faf-96a25cff336e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 200 len: 1000 time: 0.0637417 Jan 27 23:14:03.914964 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] Checking router: ea7bcc2c-5fb0-411b-a2ee-af25638aab62 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:03.924150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:03.924768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:13:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:03.961395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-784054d9-e629-4e7d-b8b3-0ccca3b9db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:03.962899 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-784054d9-e629-4e7d-b8b3-0ccca3b9db07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fad8cac3-32f2-4610-a245-2258b62a7f35 HTTP/1.1" status: 200 len: 835 time: 0.0449834 Jan 27 23:14:04.011891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-2c0f8570-8a56-4363-8737-c48391c56c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:04.013412 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-2c0f8570-8a56-4363-8737-c48391c56c70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22cb3afc-2dcf-445c-8828-fcfa441bbd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448174 Jan 27 23:14:04.036043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:04.090528 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-181f3645-9ad0-4195-9974-b3619ce0865e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:04.110679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-9181f5b3-e26c-4c80-ba13-1d8f57143e6f service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912619 Jan 27 23:14:04.206662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-17fb74e0-8690-4cd5-84ee-1ba330e2b692 req-93f3d197-7d57-4dd4-be19-dca2e5aece0a service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897391 Jan 27 23:14:04.288530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'f13463e8-0c5c-4969-b9df-924af6dbf404', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'port_id': '71d53265-07e1-41e2-8103-ef04f2136757', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'mac_address': 'fa:16:3e:1a:f9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:02Z', 'updated_at': '2022-01-27T23:14:02Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:51Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:04.491602 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27208f-e77e-46e8-b5e8-74c4830932eb None None] The sync data for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 is: [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'f13463e8-0c5c-4969-b9df-924af6dbf404', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'port_id': '71d53265-07e1-41e2-8103-ef04f2136757', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'mac_address': 'fa:16:3e:1a:f9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:02Z', 'updated_at': '2022-01-27T23:14:02Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:51Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:04.712273 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2eceed-7dec-4c1f-a3b7-2032bdac5aca None None] New status for floating IP f13463e8-0c5c-4969-b9df-924af6dbf404: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:14:04.901517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48448) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:04.965084 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d82b0fa7-f6e1-4e87-a9ac-1bcbd8390dc0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/f13463e8-0c5c-4969-b9df-924af6dbf404 HTTP/1.1" status: 200 len: 994 time: 0.0622947 Jan 27 23:14:07.140001 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-795da714-8008-4268-853b-d7090e6d00db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.836892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.258531 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.381502 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.326496 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:14:19.003983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.648072 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.072580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-fbc1c92e-8b69-44fb-839f-3bb014b4e3cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430279 Jan 27 23:14:22.171462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-83bdcf06-6a48-462d-9dac-21ad7faf8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:22.173760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-83bdcf06-6a48-462d-9dac-21ad7faf8434 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1097 time: 0.0574186 Jan 27 23:14:22.292617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-9ddf9534-43ea-449d-8aa9-5af6db93c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:22.294112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-9ddf9534-43ea-449d-8aa9-5af6db93c1e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 200 len: 898 time: 0.1003096 Jan 27 23:14:22.364508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-7f399b94-2007-4cac-aa52-4978c7adf116 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 200 len: 1002 time: 0.0626583 Jan 27 23:14:22.414278 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-07e9ee18-faa3-4a7d-a163-033d711edbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:22.415775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-07e9ee18-faa3-4a7d-a163-033d711edbab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fad8cac3-32f2-4610-a245-2258b62a7f35 HTTP/1.1" status: 200 len: 835 time: 0.0456374 Jan 27 23:14:22.486831 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-c198b5ec-a16f-474c-83a7-ff591ca0c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:22.489076 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-c198b5ec-a16f-474c-83a7-ff591ca0c1ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22cb3afc-2dcf-445c-8828-fcfa441bbd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669997 Jan 27 23:14:22.586261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-74fb812b-0cfe-403d-9a03-59b21c9368e0 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905633 Jan 27 23:14:22.682436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-62659ae9-1df0-4b27-b91c-d937d80405b9 req-d86998dd-3cbe-4b36-85e4-924ae8582150 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883646 Jan 27 23:14:34.077100 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9bda95b4-ef69-41f2-ae70-e3fe5a8d8e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:36.782603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77763736-87b4-44a5-80e6-e90842b4b363 req-9df5e6da-8f90-4e07-ad96-9713148a9583 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:36.784136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77763736-87b4-44a5-80e6-e90842b4b363 req-9df5e6da-8f90-4e07-ad96-9713148a9583 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.3849161 Jan 27 23:14:36.787583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-4bfefef4-c7fe-43e1-9e64-33e13eadd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:36.788982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-4bfefef4-c7fe-43e1-9e64-33e13eadd5ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1097 time: 0.3809624 Jan 27 23:14:36.882866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-77763736-87b4-44a5-80e6-e90842b4b363 req-1a0e3aad-bbcf-4dde-be71-65999af1c9ed tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924411 Jan 27 23:14:36.913050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-ccdd5992-b235-497c-9d1c-ab82f82fef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:36.914559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-ccdd5992-b235-497c-9d1c-ab82f82fef95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 200 len: 898 time: 0.1179025 Jan 27 23:14:36.996116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-56190e16-52e2-4b05-acc9-26021f82c632 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 200 len: 1002 time: 0.0750494 Jan 27 23:14:37.050563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-7ea5cb8c-6ccb-4941-9675-ca1c788c711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:37.052467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-7ea5cb8c-6ccb-4941-9675-ca1c788c711e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fad8cac3-32f2-4610-a245-2258b62a7f35 HTTP/1.1" status: 200 len: 835 time: 0.0488987 Jan 27 23:14:37.107123 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-506e1c38-7552-49dd-a763-ab6ef6bebca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:37.108694 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-506e1c38-7552-49dd-a763-ab6ef6bebca7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22cb3afc-2dcf-445c-8828-fcfa441bbd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499535 Jan 27 23:14:37.135080 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-14c538fe-227b-4521-a5bd-d66e04f78782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:37.211794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-fb4501af-35e9-4a0e-8e3d-01138fd89166 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962582 Jan 27 23:14:37.322385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b7a2a2d2-bae9-4fb1-87a9-f4835658d33b req-0a32cbdc-6002-4dad-b929-ef1aefab52fd service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040103 Jan 27 23:14:38.014744 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce44974-d16f-4309-863c-fa77cfe0d2bc req-0edd26cf-ae65-46a2-ac16-bd47b906eec9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:38.016187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ce44974-d16f-4309-863c-fa77cfe0d2bc req-0edd26cf-ae65-46a2-ac16-bd47b906eec9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0599296 Jan 27 23:14:38.072616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1ce44974-d16f-4309-863c-fa77cfe0d2bc req-1db87042-2669-4e9f-84f2-56c781ee8984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495234 Jan 27 23:14:38.840265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:39.207240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfba6a-38a6-4145-9c1c-4587b4353fdc req-22628462-8365-4e18-a50d-675e199f5cfc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:39.209025 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74bfba6a-38a6-4145-9c1c-4587b4353fdc req-22628462-8365-4e18-a50d-675e199f5cfc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0566230 Jan 27 23:14:39.260276 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74bfba6a-38a6-4145-9c1c-4587b4353fdc req-bc6835c4-596c-432a-b378-6f3734004def tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Jan 27 23:14:40.392790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e2815-cf41-4997-9e16-fbc1259c9a4c req-a55f98cb-d149-4971-b3da-969e32a1e211 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:40.394461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f23e2815-cf41-4997-9e16-fbc1259c9a4c req-a55f98cb-d149-4971-b3da-969e32a1e211 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0550964 Jan 27 23:14:40.445732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f23e2815-cf41-4997-9e16-fbc1259c9a4c req-a6553907-508f-4aeb-9735-805ae2ea1ada tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454752 Jan 27 23:14:41.255029 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:41.384352 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:41.570019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba2437-6f94-4327-9aac-ad2dc9246ef2 req-d1f2b07c-1826-4a79-a47a-75b0bfcd0d21 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:41.571403 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2ba2437-6f94-4327-9aac-ad2dc9246ef2 req-d1f2b07c-1826-4a79-a47a-75b0bfcd0d21 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0541332 Jan 27 23:14:41.624567 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a2ba2437-6f94-4327-9aac-ad2dc9246ef2 req-f10778c3-5ca6-488b-9489-f9d61be7a3c3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473557 Jan 27 23:14:42.753969 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bdd23-cf09-48ff-b714-a857939408c9 req-4a89311c-1929-4c10-af2e-b264a3c66b0e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:42.755466 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-698bdd23-cf09-48ff-b714-a857939408c9 req-4a89311c-1929-4c10-af2e-b264a3c66b0e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0577204 Jan 27 23:14:42.806979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-698bdd23-cf09-48ff-b714-a857939408c9 req-8b0fedfa-b946-4eab-bce5-f12d36b604c7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457320 Jan 27 23:14:43.936508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f36e3-68ec-449d-a752-6b3b49dede93 req-4dfae011-3d2e-48ec-97da-b45387c4b55c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:43.937764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-209f36e3-68ec-449d-a752-6b3b49dede93 req-4dfae011-3d2e-48ec-97da-b45387c4b55c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0569022 Jan 27 23:14:43.987400 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-209f36e3-68ec-449d-a752-6b3b49dede93 req-950e91f4-67ee-4205-a475-c2cfd5063042 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437820 Jan 27 23:14:45.126600 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840652c-102e-4630-a3ae-1ca612224421 req-045846f8-1d38-43ce-9d80-a5ea7491779c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:45.128266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1840652c-102e-4630-a3ae-1ca612224421 req-045846f8-1d38-43ce-9d80-a5ea7491779c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0583413 Jan 27 23:14:45.178763 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1840652c-102e-4630-a3ae-1ca612224421 req-1b6bee5d-84bc-48b1-b0d8-12fcd02e041b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445559 Jan 27 23:14:46.303765 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4813b8-a0c3-4722-8b3a-6f0163254743 req-00cd4d60-cf7d-481a-8a15-7ca579dca188 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:46.305297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a4813b8-a0c3-4722-8b3a-6f0163254743 req-00cd4d60-cf7d-481a-8a15-7ca579dca188 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0521264 Jan 27 23:14:46.362703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a4813b8-a0c3-4722-8b3a-6f0163254743 req-4c71f615-dd41-4302-8fcc-cc23ce2052ad tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503738 Jan 27 23:14:47.489387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499b111-e386-4042-99a5-966d5aec4374 req-d33e2b84-7610-4299-b435-6af2a0d19ebf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:47.490882 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c499b111-e386-4042-99a5-966d5aec4374 req-d33e2b84-7610-4299-b435-6af2a0d19ebf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0498962 Jan 27 23:14:47.543648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c499b111-e386-4042-99a5-966d5aec4374 req-57758820-814f-4729-9f5d-64810a363717 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467753 Jan 27 23:14:48.670022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c090eb-f535-42a8-a6b0-0d3d8404aa36 req-8a2af70d-889e-4026-a02c-fb5481b8ff79 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:48.671644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81c090eb-f535-42a8-a6b0-0d3d8404aa36 req-8a2af70d-889e-4026-a02c-fb5481b8ff79 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0566776 Jan 27 23:14:48.724823 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-81c090eb-f535-42a8-a6b0-0d3d8404aa36 req-c4487f4b-e71f-4bd6-9ce8-8b9a271c005e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473292 Jan 27 23:14:48.991282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:49.865163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a0052-d4cd-4169-bdbb-d96061dcfdce req-870968e8-c05e-42d6-9072-c2403f1f7870 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:49.867510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-879a0052-d4cd-4169-bdbb-d96061dcfdce req-870968e8-c05e-42d6-9072-c2403f1f7870 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0633519 Jan 27 23:14:49.919970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-879a0052-d4cd-4169-bdbb-d96061dcfdce req-48984196-54c6-4a1a-b3e6-e9b8e1350a25 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466604 Jan 27 23:14:50.328110 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:14:51.055392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dbc4e-57e5-408c-8ec4-826b30adc332 req-e2890478-71f1-43f0-890d-a3677144210a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:51.058021 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d2dbc4e-57e5-408c-8ec4-826b30adc332 req-e2890478-71f1-43f0-890d-a3677144210a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0617089 Jan 27 23:14:51.109189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d2dbc4e-57e5-408c-8ec4-826b30adc332 req-7a48942b-ed45-4bdb-a574-9ba47dfde30b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464427 Jan 27 23:14:51.663889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:52.239733 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083a089-ed1a-4070-92f5-5e9578dd997c req-c495bbc5-7694-44ec-94d7-69098c5026c0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:52.241275 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e083a089-ed1a-4070-92f5-5e9578dd997c req-c495bbc5-7694-44ec-94d7-69098c5026c0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0527937 Jan 27 23:14:52.299997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e083a089-ed1a-4070-92f5-5e9578dd997c req-5ff4ae46-acd8-4906-86aa-6a52095c9501 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526965 Jan 27 23:14:53.443084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c43b6-536b-4b38-889e-d1d0d479e6f2 req-9b35377d-5842-4927-9196-6a2efbf8b6d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:53.444792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f71c43b6-536b-4b38-889e-d1d0d479e6f2 req-9b35377d-5842-4927-9196-6a2efbf8b6d0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0539596 Jan 27 23:14:53.497769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f71c43b6-536b-4b38-889e-d1d0d479e6f2 req-2e1331f1-cc75-4a24-8ba5-0d22d6ea1a07 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469410 Jan 27 23:14:53.522828 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48492) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:53.601384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3ba32d47-f273-441c-900f-91eda6e2057b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/f13463e8-0c5c-4969-b9df-924af6dbf404 HTTP/1.1" status: 200 len: 994 time: 0.0767536 Jan 27 23:15:04.071820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7cc05d85-0c0e-4198-9b4f-c7359a34e701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:07.140315 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ee55c24-611f-4754-b7f0-40ba0e3b4d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:08.844766 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:11.252419 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:11.386917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:19.000014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:21.672164 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:23.083372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-dd4dfec4-a9f0-4db0-bcce-189502150982 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455296 Jan 27 23:15:23.183315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-83ff378c-eaae-48d7-bcb1-bdb8e71ae53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:23.184888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-83ff378c-eaae-48d7-bcb1-bdb8e71ae53e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1097 time: 0.0531762 Jan 27 23:15:23.312015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-3fc8eb5b-693e-4929-898e-27f91dd8ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:23.314218 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-3fc8eb5b-693e-4929-898e-27f91dd8ef13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 200 len: 898 time: 0.1072221 Jan 27 23:15:23.382685 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-959945bf-a989-4cbc-9f68-85af70d132d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 200 len: 1002 time: 0.0616591 Jan 27 23:15:23.433059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-248a1204-7cc0-4144-9036-b740036e247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:23.434548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-248a1204-7cc0-4144-9036-b740036e247c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fad8cac3-32f2-4610-a245-2258b62a7f35 HTTP/1.1" status: 200 len: 835 time: 0.0454168 Jan 27 23:15:23.486239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-d31c1255-a7b3-4994-92f1-af85773a8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:23.487828 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-d31c1255-a7b3-4994-92f1-af85773a8c05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22cb3afc-2dcf-445c-8828-fcfa441bbd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475216 Jan 27 23:15:23.582105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-db9ee0c3-84c4-46ad-86cf-c0e219488221 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874109 Jan 27 23:15:23.679265 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63e558cf-e831-4de3-a618-6a22e4248b06 req-96aa8a10-08dd-42e1-85d7-3f39eb2e0f27 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913804 Jan 27 23:15:23.983657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48504) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:24.160712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 7a0cbc6a-3c81-42fe-b853-b0f25f30cc60 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:15:24.161483 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:24.237739 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:24.237999 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:24.249813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 7a0cbc6a-3c81-42fe-b853-b0f25f30cc60 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:15:24.445801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7a0cbc6a-3c81-42fe-b853-b0f25f30cc60), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:24.476041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=7a0cbc6a-3c81-42fe-b853-b0f25f30cc60,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:24.492776 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.493066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.493451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.493799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.494137 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.494472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.494790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.495126 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.495483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.495820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.496146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.496471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.496807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:24.554889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (f13463e8-0c5c-4969-b9df-924af6dbf404), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:24.555177 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP f13463e8-0c5c-4969-b9df-924af6dbf404 disassociated (deleted). External IP: 172.25.8.249, port: 71d53265-07e1-41e2-8103-ef04f2136757. Jan 27 23:15:24.793478 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:15:24.914231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:15:24.919634 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:24.924985 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] Sync routers for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:15:24.935068 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:24.935721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:24.948008 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f388e2b8-303c-4146-8206-0bf6b4bfc2c2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/floatingips/f13463e8-0c5c-4969-b9df-924af6dbf404 HTTP/1.1" status: 204 len: 168 time: 0.9632916 Jan 27 23:15:24.948661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:15:24.950949 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d09bc5-dfac-4201-bd67-e0dada79c63a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "tag": "71d53265-07e1-41e2-8103-ef04f2136757"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:15:25.048248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:25.056478 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fd0171-470d-4725-84f1-cce2c6b91248 x-openstack-request-id: req-d3fd0171-470d-4725-84f1-cce2c6b91248 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:15:25.056860 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "tag": "71d53265-07e1-41e2-8103-ef04f2136757", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:15:25.057220 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3fd0171-470d-4725-84f1-cce2c6b91248 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:15:25.057771 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757', 'status': 'completed', 'code': 200} Jan 27 23:15:25.124804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-73b7527f-44e0-4ecb-ad46-f3221c5172bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:25.126539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-73b7527f-44e0-4ecb-ad46-f3221c5172bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 1097 time: 0.0467823 Jan 27 23:15:25.248030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef825189-74fe-4cf0-a6a2-8777f62d20d4 req-5b340033-2d2a-47b7-9e20-ca4958cede3f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:25.249562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef825189-74fe-4cf0-a6a2-8777f62d20d4 req-5b340033-2d2a-47b7-9e20-ca4958cede3f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.1055667 Jan 27 23:15:25.276858 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-98268182-2590-4bc5-9a5b-04f7bf0f3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:25.278457 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-98268182-2590-4bc5-9a5b-04f7bf0f3ebb service neutron] 10.222.0.57 "GET /v2.0/networks?id=22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 200 len: 898 time: 0.1420062 Jan 27 23:15:25.281382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:51Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:25.312616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] Checking router: ea7bcc2c-5fb0-411b-a2ee-af25638aab62 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:15:25.322066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:25.322712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:25.331159 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-c2cc4a49-4da3-4045-8f9f-d77fd93ce6fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 200 len: 217 time: 0.0458984 Jan 27 23:15:25.376372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ef825189-74fe-4cf0-a6a2-8777f62d20d4 req-85ff0e24-a90e-43b5-86ea-bc1ac1f9ab21 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188529 Jan 27 23:15:25.389439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-0d12f38e-c257-41e3-9901-d866bb15424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:25.390930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-0d12f38e-c257-41e3-9901-d866bb15424c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fad8cac3-32f2-4610-a245-2258b62a7f35 HTTP/1.1" status: 200 len: 835 time: 0.0515378 Jan 27 23:15:25.433604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:25.439342 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-7f49de35-cbb7-427c-a0f3-c56ead247f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:25.440900 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-7f49de35-cbb7-427c-a0f3-c56ead247f00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22cb3afc-2dcf-445c-8828-fcfa441bbd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427713 Jan 27 23:15:25.545150 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-24491c55-9b5e-447f-8c43-d4cab9f863fb service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913124 Jan 27 23:15:25.637455 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:51Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:25.642057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1d09bc5-dfac-4201-bd67-e0dada79c63a req-6ebaf7aa-1895-4558-ac99-49a1b28214a1 service neutron] 10.222.0.57 "GET /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868666 Jan 27 23:15:25.664641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d64d81-8c99-41e3-b2f9-381771786989 None None] The sync data for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 is: [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:48Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '04dad288-ade9-4dbb-8fc7-2a4f14634736', 'name': '', 'network_id': '22cb3afc-2dcf-445c-8828-fcfa441bbd43', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:0d:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:48Z', 'updated_at': '2022-01-27T23:13:51Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'fad8cac3-32f2-4610-a245-2258b62a7f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:15:25.902100 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ccfb7-6fac-4f79-b8fa-3746090f387c None None] New status for floating IP f13463e8-0c5c-4969-b9df-924af6dbf404: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:15:26.512444 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d9b55-48f7-42b0-9b26-ebc7e68fc3b6 req-6cbbce99-dde1-4931-b886-dce200252bba tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:26.514050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa8d9b55-48f7-42b0-9b26-ebc7e68fc3b6 req-6cbbce99-dde1-4931-b886-dce200252bba tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0640361 Jan 27 23:15:26.571381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa8d9b55-48f7-42b0-9b26-ebc7e68fc3b6 req-05ff0966-6e41-4d44-a534-fa69acbc6e8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511332 Jan 27 23:15:26.669663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518d629-8e87-4929-b0b8-26e42b50880c req-57ef3b71-709b-426b-9526-64e2c273fc8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:26.671263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5518d629-8e87-4929-b0b8-26e42b50880c req-57ef3b71-709b-426b-9526-64e2c273fc8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3cbe62a-7250-4fba-9f23-d01e49a16b1b HTTP/1.1" status: 200 len: 946 time: 0.0575988 Jan 27 23:15:26.765770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 71d53265-07e1-41e2-8103-ef04f2136757 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:15:26.766108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (71d53265-07e1-41e2-8103-ef04f2136757), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:26.863948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 71d53265-07e1-41e2-8103-ef04f2136757, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=71d53265-07e1-41e2-8103-ef04f2136757,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:26.864207 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (71d53265-07e1-41e2-8103-ef04f2136757), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:26.876885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 71d53265-07e1-41e2-8103-ef04f2136757 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:15:27.016891 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (71d53265-07e1-41e2-8103-ef04f2136757), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:27.045893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=71d53265-07e1-41e2-8103-ef04f2136757,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:27.092197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] No DVR routers for this DVR port 71d53265-07e1-41e2-8103-ef04f2136757 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:15:27.094889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:27.098295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5518d629-8e87-4929-b0b8-26e42b50880c req-a03d0c91-2137-4797-bf86-34ccac40675d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "DELETE /v2.0/ports/71d53265-07e1-41e2-8103-ef04f2136757 HTTP/1.1" status: 204 len: 173 time: 0.4223523 Jan 27 23:15:27.098869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'name': 'network-vif-deleted', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:15:27.101197 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3cafe-e693-4cc6-b846-4e8ca433d7a2" -d '{"events": [{"server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "name": "network-vif-deleted", "tag": "71d53265-07e1-41e2-8103-ef04f2136757"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:15:27.141394 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d71d0ec-36a7-4ed0-be80-49919799390b x-openstack-request-id: req-9d71d0ec-36a7-4ed0-be80-49919799390b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:15:27.141732 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cbe62a-7250-4fba-9f23-d01e49a16b1b", "name": "network-vif-deleted", "tag": "71d53265-07e1-41e2-8103-ef04f2136757", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:15:27.142050 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d71d0ec-36a7-4ed0-be80-49919799390b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:15:27.142913 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cbe62a-7250-4fba-9f23-d01e49a16b1b', 'name': 'network-vif-deleted', 'tag': '71d53265-07e1-41e2-8103-ef04f2136757', 'status': 'completed', 'code': 200} Jan 27 23:15:27.328760 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:15:27.633949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48520) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:28.035442 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:28.633092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 04dad288-ade9-4dbb-8fc7-2a4f14634736 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:15:28.633343 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:28.731694 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 04dad288-ade9-4dbb-8fc7-2a4f14634736, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=04dad288-ade9-4dbb-8fc7-2a4f14634736,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:28.732433 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:28.749568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 04dad288-ade9-4dbb-8fc7-2a4f14634736 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:15:28.968270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (04dad288-ade9-4dbb-8fc7-2a4f14634736), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.000817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=04dad288-ade9-4dbb-8fc7-2a4f14634736,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:29.182025 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.413082 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:15:29.523834 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:15:29.529111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-be7d93a3-16d0-4863-8b92-02eab3d98e42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/ea7bcc2c-5fb0-411b-a2ee-af25638aab62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8940959 Jan 27 23:15:29.531943 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48522) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:29.538324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] Sync routers for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:15:29.548703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:29.549325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:29.591925 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fc3480-f063-47e2-84a3-8df98ed5519b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting subnet fad8cac3-32f2-4610-a245-2258b62a7f35 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:15:29.595390 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3480-f063-47e2-84a3-8df98ed5519b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (fad8cac3-32f2-4610-a245-2258b62a7f35), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.637257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3480-f063-47e2-84a3-8df98ed5519b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (fad8cac3-32f2-4610-a245-2258b62a7f35), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.654833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:29.723325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3480-f063-47e2-84a3-8df98ed5519b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (fad8cac3-32f2-4610-a245-2258b62a7f35), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.789424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3480-f063-47e2-84a3-8df98ed5519b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (fad8cac3-32f2-4610-a245-2258b62a7f35), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.818709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc3480-f063-47e2-84a3-8df98ed5519b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Subnet': ['ID=fad8cac3-32f2-4610-a245-2258b62a7f35,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:29.821024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3480-f063-47e2-84a3-8df98ed5519b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.824321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a7fc3480-f063-47e2-84a3-8df98ed5519b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/subnets/fad8cac3-32f2-4610-a245-2258b62a7f35 HTTP/1.1" status: 204 len: 168 time: 0.2914193 Jan 27 23:15:29.827046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48524) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:29.830185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21624851-1aa2-4fdf-983b-a4cf99ea7cf7 None None] Network 22cb3afc-2dcf-445c-8828-fcfa441bbd43 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:15:29.916743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:15:28Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:29.940832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.946745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] Checking router: ea7bcc2c-5fb0-411b-a2ee-af25638aab62 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:15:29.961820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] Routers {'ea7bcc2c-5fb0-411b-a2ee-af25638aab62'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:29.962580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:30.016203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] DHCP port deletion for 22cb3afc-2dcf-445c-8828-fcfa441bbd43 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:15:30.057922 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.103671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] Set router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:30.113038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 7921329e-af7f-4aa9-84b7-776cff13f1f6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:15:30.113387 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.198193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 7921329e-af7f-4aa9-84b7-776cff13f1f6, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7921329e-af7f-4aa9-84b7-776cff13f1f6,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:30.198448 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.212371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 7921329e-af7f-4aa9-84b7-776cff13f1f6 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:15:30.304466 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 71d53265-07e1-41e2-8103-ef04f2136757 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:15:30.355601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 71d53265-07e1-41e2-8103-ef04f2136757 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:15:30.356076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 71d53265-07e1-41e2-8103-ef04f2136757 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:15:30.412566 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7921329e-af7f-4aa9-84b7-776cff13f1f6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.414758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] Deleting port 490e8d19-9647-4c20-ab6a-1d469298d0cd {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:15:30.415075 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.432097 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 490e8d19-9647-4c20-ab6a-1d469298d0cd no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:15:30.445114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=7921329e-af7f-4aa9-84b7-776cff13f1f6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:30.505437 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.542342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] For port 490e8d19-9647-4c20-ab6a-1d469298d0cd, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=490e8d19-9647-4c20-ab6a-1d469298d0cd,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:30.542982 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.573493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] Calling delete_port for 490e8d19-9647-4c20-ab6a-1d469298d0cd owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:15:30.599112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.601574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.646058 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (ea7bcc2c-5fb0-411b-a2ee-af25638aab62), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.646673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Fanout notify agent at l3_agent the message router_deleted on router ea7bcc2c-5fb0-411b-a2ee-af25638aab62 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:15:30.653886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.657707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2226fea0-5b6b-4f11-9a77-e9de77aa6cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/routers/ea7bcc2c-5fb0-411b-a2ee-af25638aab62 HTTP/1.1" status: 204 len: 168 time: 0.8268077 Jan 27 23:15:30.657902 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48526) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:30.673262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 490e8d19-9647-4c20-ab6a-1d469298d0cd is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:30.673686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.732020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:15:28Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:30.737107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 490e8d19-9647-4c20-ab6a-1d469298d0cd, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=490e8d19-9647-4c20-ab6a-1d469298d0cd,segment=NetworkSegment(ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7),segment_id=ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:30.740461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (22cb3afc-2dcf-445c-8828-fcfa441bbd43), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.764885 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6433c7-bfdb-4ae1-95d6-d7d5fca3e5ce None None] The sync data for ids ['ea7bcc2c-5fb0-411b-a2ee-af25638aab62'] in n-d-826529-2 is: [{'id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-705319808', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:15:28Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '7921329e-af7f-4aa9-84b7-776cff13f1f6', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7bcc2c-5fb0-411b-a2ee-af25638aab62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:13:45Z', 'updated_at': '2022-01-27T23:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:15:30.766606 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.796745 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.802040 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 490e8d19-9647-4c20-ab6a-1d469298d0cd {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:15:30.802805 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.814507 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] No DVR routers for this DVR port 490e8d19-9647-4c20-ab6a-1d469298d0cd on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:15:30.837034 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=490e8d19-9647-4c20-ab6a-1d469298d0cd,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:30.844910 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.845262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.845584 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.845955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.846301 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.847192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.847192 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.847388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.847607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.847937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.848274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.848677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.849032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:30.871516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 490e8d19-9647-4c20-ab6a-1d469298d0cd, host n-d-826529-2, got binding levels [] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:30.871991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.876791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368984eb-9154-4dd7-b866-01ddfb377f3e None None] Pushing event deleted for resources: {'Port': ['ID=490e8d19-9647-4c20-ab6a-1d469298d0cd,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:30.893682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 490e8d19-9647-4c20-ab6a-1d469298d0cd owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:15:30.896591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Port 490e8d19-9647-4c20-ab6a-1d469298d0cd was not found and therefore no delete operation was performed {{(pid=103330) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 23:15:30.898037 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (490e8d19-9647-4c20-ab6a-1d469298d0cd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.924595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=490e8d19-9647-4c20-ab6a-1d469298d0cd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:30.926968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] No DVR routers for this DVR port 490e8d19-9647-4c20-ab6a-1d469298d0cd on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:15:31.006041 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (22cb3afc-2dcf-445c-8828-fcfa441bbd43), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.027748 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cb3afc-2dcf-445c-8828-fcfa441bbd43']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:31.037468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:31.037781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:31.047977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.061385 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.067581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:15:31.067963 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (ecd37eb8-87fc-4755-9f8c-5adcfd0be7e7), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:15:31.070922 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:15:31.142142 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (22cb3afc-2dcf-445c-8828-fcfa441bbd43), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.163748 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.167342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/networks/22cb3afc-2dcf-445c-8828-fcfa441bbd43 HTTP/1.1" status: 204 len: 168 time: 0.5084403 Jan 27 23:15:31.170358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48528) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:31.177602 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1a209-511b-4769-aaa6-78916fb516be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Network': ['ID=22cb3afc-2dcf-445c-8828-fcfa441bbd43,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:31.236605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1ff3-2db2-4bf1-abd7-3c617bd753e5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.263200 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1ff3-2db2-4bf1-abd7-3c617bd753e5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.326682 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1ff3-2db2-4bf1-abd7-3c617bd753e5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.329363 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1ff3-2db2-4bf1-abd7-3c617bd753e5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.330553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e4bb1ff3-2db2-4bf1-abd7-3c617bd753e5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/security-groups/0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6 HTTP/1.1" status: 204 len: 168 time: 0.1591709 Jan 27 23:15:31.340113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb1ff3-2db2-4bf1-abd7-3c617bd753e5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbe2ddc-aaea-4f8c-bbb7-afadf18f92e6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:31.785946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48534) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:31.790681 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-cae2f293-37f5-487f-a688-1b37ac45970a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302393870', 'description': 'tempest-secgroup-smoke-1302393870 description', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:31.813786 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cae2f293-37f5-487f-a688-1b37ac45970a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.887373 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cae2f293-37f5-487f-a688-1b37ac45970a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (f38ac4dd-09c7-4000-8a0b-abdf269aeeac), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.892492 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cae2f293-37f5-487f-a688-1b37ac45970a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f38ac4dd-09c7-4000-8a0b-abdf269aeeac), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.929371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-cae2f293-37f5-487f-a688-1b37ac45970a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.931149 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cae2f293-37f5-487f-a688-1b37ac45970a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1440504 Jan 27 23:15:31.933895 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2f293-37f5-487f-a688-1b37ac45970a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38ac4dd-09c7-4000-8a0b-abdf269aeeac,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:31.934462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48536) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:31.940664 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'f38ac4dd-09c7-4000-8a0b-abdf269aeeac', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:31.971149 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (59a685d5-0ca6-4d65-a25f-c9aee3a8bcbb), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.041082 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (59a685d5-0ca6-4d65-a25f-c9aee3a8bcbb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.046997 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (59a685d5-0ca6-4d65-a25f-c9aee3a8bcbb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.071618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a685d5-0ca6-4d65-a25f-c9aee3a8bcbb,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:32.076926 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.078168 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426830 Jan 27 23:15:32.081233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48540) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:32.083659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.084022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.084472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.084968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.085450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.085829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.086166 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.086479 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.086673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-71e58106-172c-4576-845b-b67b72f3e204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'f38ac4dd-09c7-4000-8a0b-abdf269aeeac', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:32.086817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.087157 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.087510 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.087845 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.088171 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c52be5c-d218-4ae2-9838-60e093761670 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:32.115325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71e58106-172c-4576-845b-b67b72f3e204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (c0aa6cd8-4f0f-4fe8-afa8-6c0222fbe18a), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.173955 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71e58106-172c-4576-845b-b67b72f3e204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (c0aa6cd8-4f0f-4fe8-afa8-6c0222fbe18a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.179471 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71e58106-172c-4576-845b-b67b72f3e204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (c0aa6cd8-4f0f-4fe8-afa8-6c0222fbe18a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.197410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e58106-172c-4576-845b-b67b72f3e204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0aa6cd8-4f0f-4fe8-afa8-6c0222fbe18a,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:32.208323 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-71e58106-172c-4576-845b-b67b72f3e204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.209702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-71e58106-172c-4576-845b-b67b72f3e204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273084 Jan 27 23:15:32.212514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48542) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:32.216938 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f45b9855-f6ee-4ce4-a6e6-3497d6f046c7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'f38ac4dd-09c7-4000-8a0b-abdf269aeeac', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:32.244217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f45b9855-f6ee-4ce4-a6e6-3497d6f046c7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (6f4bc7f2-daba-4409-bf3a-b86f32b0a6be), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.314676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f45b9855-f6ee-4ce4-a6e6-3497d6f046c7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (6f4bc7f2-daba-4409-bf3a-b86f32b0a6be), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.319520 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f45b9855-f6ee-4ce4-a6e6-3497d6f046c7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (6f4bc7f2-daba-4409-bf3a-b86f32b0a6be), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.341233 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b9855-f6ee-4ce4-a6e6-3497d6f046c7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4bc7f2-daba-4409-bf3a-b86f32b0a6be,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:32.349834 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f45b9855-f6ee-4ce4-a6e6-3497d6f046c7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.351267 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f45b9855-f6ee-4ce4-a6e6-3497d6f046c7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378207 Jan 27 23:15:32.354399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48544) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:32.358869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-e6058cf0-93ec-4953-999a-8a0e4bdddb8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'f38ac4dd-09c7-4000-8a0b-abdf269aeeac', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:32.369055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 04dad288-ade9-4dbb-8fc7-2a4f14634736 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:15:32.390581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 04dad288-ade9-4dbb-8fc7-2a4f14634736 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:15:32.391328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 04dad288-ade9-4dbb-8fc7-2a4f14634736 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:15:32.391799 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7921329e-af7f-4aa9-84b7-776cff13f1f6 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:15:32.392928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6058cf0-93ec-4953-999a-8a0e4bdddb8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (badc33f2-6f4c-41d8-b9a2-bda13b22d322), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.411978 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 7921329e-af7f-4aa9-84b7-776cff13f1f6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:15:32.412357 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7921329e-af7f-4aa9-84b7-776cff13f1f6 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:15:32.468732 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6058cf0-93ec-4953-999a-8a0e4bdddb8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (badc33f2-6f4c-41d8-b9a2-bda13b22d322), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.474294 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6058cf0-93ec-4953-999a-8a0e4bdddb8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (badc33f2-6f4c-41d8-b9a2-bda13b22d322), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.498408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6058cf0-93ec-4953-999a-8a0e4bdddb8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badc33f2-6f4c-41d8-b9a2-bda13b22d322,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:32.510519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6058cf0-93ec-4953-999a-8a0e4bdddb8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.512131 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e6058cf0-93ec-4953-999a-8a0e4bdddb8a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567953 Jan 27 23:15:32.515091 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48546) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:32.519936 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-cfb6c2cf-9323-4fac-997c-26f59fd06198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'f38ac4dd-09c7-4000-8a0b-abdf269aeeac', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:32.541948 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-cfb6c2cf-9323-4fac-997c-26f59fd06198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:15:32.547063 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c2cf-9323-4fac-997c-26f59fd06198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (ebdca6ed-df56-407d-a514-44723b77d05c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.605717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c2cf-9323-4fac-997c-26f59fd06198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (ebdca6ed-df56-407d-a514-44723b77d05c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.612162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c2cf-9323-4fac-997c-26f59fd06198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (ebdca6ed-df56-407d-a514-44723b77d05c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.629609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c2cf-9323-4fac-997c-26f59fd06198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdca6ed-df56-407d-a514-44723b77d05c,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:32.639903 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c2cf-9323-4fac-997c-26f59fd06198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.641139 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-cfb6c2cf-9323-4fac-997c-26f59fd06198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249318 Jan 27 23:15:32.644415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48548) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:32.649055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-c83960f0-1180-4360-874d-3b7d85dd5469 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'f38ac4dd-09c7-4000-8a0b-abdf269aeeac', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:32.671797 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-c83960f0-1180-4360-874d-3b7d85dd5469 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:15:32.677140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c83960f0-1180-4360-874d-3b7d85dd5469 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (c1706442-9474-4b44-9938-ec0c49bf62f4), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.739802 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c83960f0-1180-4360-874d-3b7d85dd5469 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (c1706442-9474-4b44-9938-ec0c49bf62f4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.745915 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c83960f0-1180-4360-874d-3b7d85dd5469 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (c1706442-9474-4b44-9938-ec0c49bf62f4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.768170 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83960f0-1180-4360-874d-3b7d85dd5469 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1706442-9474-4b44-9938-ec0c49bf62f4,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:32.773943 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c83960f0-1180-4360-874d-3b7d85dd5469 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.775143 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c83960f0-1180-4360-874d-3b7d85dd5469 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297059 Jan 27 23:15:32.778295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48550) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:32.783663 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'network': {'name': 'tempest-network-smoke--2113839258', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:32.805460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:15:32.809039 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.834291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:15:32.845029 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a6691aba-6384-41b2-baea-b7efabb1e979), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.845376 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Added segment a6691aba-6384-41b2-baea-b7efabb1e979 of type vlan for network 9c140027-1dd6-4762-a95d-5f39d65405dd Jan 27 23:15:32.886841 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (9c140027-1dd6-4762-a95d-5f39d65405dd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.924738 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (9c140027-1dd6-4762-a95d-5f39d65405dd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.930120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:32.930793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.999173 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2196677 Jan 27 23:15:33.001876 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48552) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:33.006555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'admin_state_up': True, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:33.018335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c8ded-6c4f-4bcc-939f-359092a6be77 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Network': ['ID=9c140027-1dd6-4762-a95d-5f39d65405dd,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:33.029538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 9c140027-1dd6-4762-a95d-5f39d65405dd details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:15:33.036928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (decca8cf-b27b-4163-a6c4-42760b2320d2), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:33.038423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (decca8cf-b27b-4163-a6c4-42760b2320d2), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:33.098060 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (decca8cf-b27b-4163-a6c4-42760b2320d2), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:33.244480 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (decca8cf-b27b-4163-a6c4-42760b2320d2), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:33.447458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (decca8cf-b27b-4163-a6c4-42760b2320d2), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:33.466639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:33.574808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.140 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/84aba0ee-4572-4475-b64a-a530f0be5618) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:15:33.680233 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (84aba0ee-4572-4475-b64a-a530f0be5618), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:33.717835 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:33.761286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:15:33.764247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:15:33.770026 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:15:33.776052 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=84aba0ee-4572-4475-b64a-a530f0be5618,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:34.079506 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f5e94e0-b6da-4655-8e4a-2ba0053757fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:34.368345 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (decca8cf-b27b-4163-a6c4-42760b2320d2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:34.582167 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (decca8cf-b27b-4163-a6c4-42760b2320d2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:34.722903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router decca8cf-b27b-4163-a6c4-42760b2320d2 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:15:34.840203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:15:34.850546 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Sync routers for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:15:34.862176 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:34.862623 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:34.862817 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:34.863915 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-917830f2-0b18-4f0a-82c8-cb10edbc65bd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8611274 Jan 27 23:15:34.868321 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48554) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:34.898885 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1f2a8e19-ebd6-4a98-b095-f5f79540761a tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=180e9decdfdb427a8a504e3f59fa2be8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294900 Jan 27 23:15:34.901754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48556) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:34.974212 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:35.002373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4d107-9768-42e8-afc5-e893f3e1552a tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:35.003938 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-32d4d107-9768-42e8-afc5-e893f3e1552a tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010008 Jan 27 23:15:35.007329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48558) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:35.036332 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-3004a32a-213a-40b0-acc5-7e7712193240 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278409 Jan 27 23:15:35.039166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48560) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:35.044267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-925021937', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:35.137219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:15:35.140845 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.163606 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:34Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:35.189886 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Checking router: decca8cf-b27b-4163-a6c4-42760b2320d2 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:15:35.190238 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Updating router decca8cf-b27b-4163-a6c4-42760b2320d2 port 84aba0ee-4572-4475-b64a-a530f0be5618 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:15:35.217028 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.332450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (e1f6d2b9-c04b-4525-ad92-ce1301ba78e3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.393588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Subnet': ['ID=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:35.405023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Checking segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:15:35.405396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network hostable DHCP agents. Network: 9c140027-1dd6-4762-a95d-5f39d65405dd, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:15:35.424095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 9c140027-1dd6-4762-a95d-5f39d65405dd is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:15:35.434563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 9c140027-1dd6-4762-a95d-5f39d65405dd) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:15:35.439403 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:35.440610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.444090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25934a1f-491c-42c9-9af3-46b100f8b739 None None] Network 9c140027-1dd6-4762-a95d-5f39d65405dd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:15:35.463095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac273567-ed7f-4af6-a029-1445429f7f6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4201770 Jan 27 23:15:35.463366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48562) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:35.478489 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Publish callbacks [] for port (84aba0ee-4572-4475-b64a-a530f0be5618), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.484772 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.532749 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Attempting to bind port 84aba0ee-4572-4475-b64a-a530f0be5618 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:15:35.533155 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Attempting to bind port 84aba0ee-4572-4475-b64a-a530f0be5618 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:15:35.533500 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Attempting to bind port 84aba0ee-4572-4475-b64a-a530f0be5618 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:15:35.546452 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:15:35.546838 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:15:35.547262 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.547670 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:15:35.548142 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Bound port: 84aba0ee-4572-4475-b64a-a530f0be5618, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:15:35.548529 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.550268 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Pushing event updated for resources: {'Port': ['ID=84aba0ee-4572-4475-b64a-a530f0be5618,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:35.552086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-9c140027-1dd6-4762-a95d-5f39d65405dd', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:15:35.553158 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.605463 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] For port 84aba0ee-4572-4475-b64a-a530f0be5618, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:15:35.608502 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] For port 84aba0ee-4572-4475-b64a-a530f0be5618, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=84aba0ee-4572-4475-b64a-a530f0be5618,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:15:35.611205 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.611613 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.611960 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.612317 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.612661 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.613003 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.613405 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.613788 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.614120 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.614461 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.614774 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.615141 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.615604 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:15:35.619762 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.685544 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:35.686304 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:35.699162 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Allocated IP 172.20.0.2 (9c140027-1dd6-4762-a95d-5f39d65405dd/e1f6d2b9-c04b-4525-ad92-ce1301ba78e3/95415b29-278c-4c0a-a903-6108792a17ec) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:15:35.721720 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac991a35-7d6e-4d65-9827-4a3fa2044c6f None None] Pushing event updated for resources: {'Port': ['ID=84aba0ee-4572-4475-b64a-a530f0be5618,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:35.798952 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:35.856804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Publish callbacks [] for port (95415b29-278c-4c0a-a903-6108792a17ec), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.863728 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (95415b29-278c-4c0a-a903-6108792a17ec), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.902360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Network 9c140027-1dd6-4762-a95d-5f39d65405dd is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:15:35.907016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:15:35.910849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:15:35.941928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.948153 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Pushing event updated for resources: {'Port': ['ID=95415b29-278c-4c0a-a903-6108792a17ec,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:35.975916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Attempting to bind port 95415b29-278c-4c0a-a903-6108792a17ec on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:15:35.976303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Attempting to bind port 95415b29-278c-4c0a-a903-6108792a17ec by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:15:35.976678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Attempting to bind port 95415b29-278c-4c0a-a903-6108792a17ec on network 9c140027-1dd6-4762-a95d-5f39d65405dd {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:15:35.982364 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:15:35.982742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Checking segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:15:35.983152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.983587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Bound using segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:15:35.984066 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Bound port: 95415b29-278c-4c0a-a903-6108792a17ec, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:15:35.984454 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95415b29-278c-4c0a-a903-6108792a17ec), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.997599 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:34Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:36.024526 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55656dc3-1f4a-4256-89bc-e48d1989af1a None None] The sync data for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 is: [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:34Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:15:36.056462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] For port 95415b29-278c-4c0a-a903-6108792a17ec, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:15:36.059743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] For port 95415b29-278c-4c0a-a903-6108792a17ec, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=95415b29-278c-4c0a-a903-6108792a17ec,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:15:36.065676 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95415b29-278c-4c0a-a903-6108792a17ec), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.135161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2f65e-bb81-4679-9f02-2141a8187922 None None] Pushing event updated for resources: {'Port': ['ID=95415b29-278c-4c0a-a903-6108792a17ec,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:36.250273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.1 (9c140027-1dd6-4762-a95d-5f39d65405dd/e1f6d2b9-c04b-4525-ad92-ce1301ba78e3/80b559f8-a4a2-46d7-aa31-2d92e86e2629) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:15:36.448891 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.507458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.528961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 84aba0ee-4572-4475-b64a-a530f0be5618 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:15:36.550711 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 9c140027-1dd6-4762-a95d-5f39d65405dd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:15:36.556004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:15:36.560015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:15:36.592113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 84aba0ee-4572-4475-b64a-a530f0be5618 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:36.592435 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.592558 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=80b559f8-a4a2-46d7-aa31-2d92e86e2629,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:36.612613 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (decca8cf-b27b-4163-a6c4-42760b2320d2), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.674984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 84aba0ee-4572-4475-b64a-a530f0be5618 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:36.675388 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.706763 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 84aba0ee-4572-4475-b64a-a530f0be5618, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=84aba0ee-4572-4475-b64a-a530f0be5618,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:36.713265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.714239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 95415b29-278c-4c0a-a903-6108792a17ec up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:15:36.772063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.803705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=84aba0ee-4572-4475-b64a-a530f0be5618,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:36.817932 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 95415b29-278c-4c0a-a903-6108792a17ec triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:36.818319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95415b29-278c-4c0a-a903-6108792a17ec), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.919648 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 95415b29-278c-4c0a-a903-6108792a17ec is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:36.920127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (95415b29-278c-4c0a-a903-6108792a17ec), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:36.964700 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 95415b29-278c-4c0a-a903-6108792a17ec, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=95415b29-278c-4c0a-a903-6108792a17ec,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:36.973022 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (95415b29-278c-4c0a-a903-6108792a17ec), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.029090 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=95415b29-278c-4c0a-a903-6108792a17ec,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:37.105868 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.111298 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.140191 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9c3d1c8a-6fde-42fe-ab8e-efbf44391e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.190980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=80b559f8-a4a2-46d7-aa31-2d92e86e2629,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:37.193746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (decca8cf-b27b-4163-a6c4-42760b2320d2), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.276818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76552ac6-c71e-4bad-935f-a0c64d985ef9 None None] Network 9c140027-1dd6-4762-a95d-5f39d65405dd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:15:37.296719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 9c140027-1dd6-4762-a95d-5f39d65405dd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:15:37.298718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:15:37.389524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5ca7300d-6af0-434c-b238-8ace5edfdbb0 None None] Provisioning complete for port 95415b29-278c-4c0a-a903-6108792a17ec triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:37.389905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5ca7300d-6af0-434c-b238-8ace5edfdbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95415b29-278c-4c0a-a903-6108792a17ec), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.419904 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router decca8cf-b27b-4163-a6c4-42760b2320d2 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:15:37.476816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7300d-6af0-434c-b238-8ace5edfdbb0 None None] Current status of the port 95415b29-278c-4c0a-a903-6108792a17ec is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:37.538254 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:15:37.553368 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ff7c2c6e-313c-4715-b0f4-0eb1907b492c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/decca8cf-b27b-4163-a6c4-42760b2320d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0795503 Jan 27 23:15:37.707172 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4ecd3a25-5f99-4179-97e2-01efe198bff3 None None] Provisioning complete for port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:37.708329 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3a25-5f99-4179-97e2-01efe198bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.748877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd3a25-5f99-4179-97e2-01efe198bff3 None None] Port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:15:37.760577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4ecd3a25-5f99-4179-97e2-01efe198bff3 None None] Provisioning complete for port 95415b29-278c-4c0a-a903-6108792a17ec triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:37.760959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3a25-5f99-4179-97e2-01efe198bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95415b29-278c-4c0a-a903-6108792a17ec), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.850239 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd3a25-5f99-4179-97e2-01efe198bff3 None None] Current status of the port 95415b29-278c-4c0a-a903-6108792a17ec is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:37.930544 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Sync routers for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:15:37.944216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:37.945220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:38.011868 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3fbb15de-9fed-49c9-871e-4ca4f5ed60fd None None] Provisioning complete for port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:38.012404 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3fbb15de-9fed-49c9-871e-4ca4f5ed60fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:38.049266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-e34986f5-652a-457d-a6ec-2dc9a3244758 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302393870&fields=id&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 267 time: 0.3882565 Jan 27 23:15:38.160626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-a54b60f1-0365-4f2f-8773-7a6207543a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:38.162307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-a54b60f1-0365-4f2f-8773-7a6207543a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 797 time: 0.1057734 Jan 27 23:15:38.179576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-782d0374-13fb-42f5-b7aa-cc052d705ea2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/quotas/180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 375 time: 0.0102718 Jan 27 23:15:38.240631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-c7201aa6-c867-48aa-8972-83994c116ce4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547063 Jan 27 23:15:38.261202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb15de-9fed-49c9-871e-4ca4f5ed60fd None None] Port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:15:38.273936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:38.348439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-3eacd7dd-3840-40cd-bc2c-a35291821118 service neutron] 10.222.0.45 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954959 Jan 27 23:15:38.391560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 84aba0ee-4572-4475-b64a-a530f0be5618 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:15:38.444870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-27a55b1f-d0c8-45a9-8a52-21268f257c22 service neutron] 10.222.0.45 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898933 Jan 27 23:15:38.454370 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-03830b4f-25ea-43c2-b130-03036f2e8ace None None] Provisioning complete for port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:38.454747 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-03830b4f-25ea-43c2-b130-03036f2e8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:38.530076 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-03830b4f-25ea-43c2-b130-03036f2e8ace None None] Port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:15:38.541012 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 84aba0ee-4572-4475-b64a-a530f0be5618 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:38.541727 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:38.606251 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 2, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:38.613709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6bcca7fb-b16a-4815-a92a-676f2c12d388 req-3b5d79e3-2e06-4b7c-8d99-07a5d6a91264 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 210 time: 0.0303862 Jan 27 23:15:38.655844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Checking router: decca8cf-b27b-4163-a6c4-42760b2320d2 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:15:38.656207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Updating router decca8cf-b27b-4163-a6c4-42760b2320d2 port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:15:38.696635 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:38.698475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 84aba0ee-4572-4475-b64a-a530f0be5618 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:38.699573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 95415b29-278c-4c0a-a903-6108792a17ec up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:15:38.860294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 95415b29-278c-4c0a-a903-6108792a17ec triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:38.860955 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (95415b29-278c-4c0a-a903-6108792a17ec), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:38.892539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.031921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 95415b29-278c-4c0a-a903-6108792a17ec is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:39.091183 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Publish callbacks [] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.097134 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.149877 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aff3e2-8776-42c8-9460-c2130bc0212c None None] Pushing event updated for resources: {'Port': ['ID=80b559f8-a4a2-46d7-aa31-2d92e86e2629,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:39.215116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Attempting to bind port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:15:39.215514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Attempting to bind port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:15:39.215881 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Attempting to bind port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 on network 9c140027-1dd6-4762-a95d-5f39d65405dd {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:15:39.221447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:15:39.221844 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Checking segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:15:39.222245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.222637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Bound using segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:15:39.223137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Bound port: 80b559f8-a4a2-46d7-aa31-2d92e86e2629, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:15:39.223530 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.292333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] For port 80b559f8-a4a2-46d7-aa31-2d92e86e2629, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:15:39.295523 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] For port 80b559f8-a4a2-46d7-aa31-2d92e86e2629, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=80b559f8-a4a2-46d7-aa31-2d92e86e2629,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:15:39.299996 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.357283 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:39.357937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:39.413265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aff3e2-8776-42c8-9460-c2130bc0212c None None] Pushing event updated for resources: {'Port': ['ID=80b559f8-a4a2-46d7-aa31-2d92e86e2629,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:39.432947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1006770c-afd0-4d5d-8afa-a94cb318d0e0 None None] Provisioning complete for port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:39.433326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1006770c-afd0-4d5d-8afa-a94cb318d0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.513979 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:39.613203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-62816667-1930-4cf9-87da-8b446c520649 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:39.614799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-62816667-1930-4cf9-87da-8b446c520649 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 797 time: 0.1321487 Jan 27 23:15:39.675892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1006770c-afd0-4d5d-8afa-a94cb318d0e0 None None] Current status of the port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:39.676355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1006770c-afd0-4d5d-8afa-a94cb318d0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.692564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-2f32ea3a-57b7-410d-a2d9-dbf2cc3a81dd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 380 time: 0.0691640 Jan 27 23:15:39.712108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'port': {'device_id': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'admin_state_up': True, 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'security_groups': ['f38ac4dd-09c7-4000-8a0b-abdf269aeeac']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:39.728862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1006770c-afd0-4d5d-8afa-a94cb318d0e0 None None] For port 80b559f8-a4a2-46d7-aa31-2d92e86e2629, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=80b559f8-a4a2-46d7-aa31-2d92e86e2629,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:39.730030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83aeb962-da1e-43d0-97fa-002282e8a982 req-f46c5297-19de-4f34-a735-1cb5163573dd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 210 time: 0.0364857 Jan 27 23:15:39.734488 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1006770c-afd0-4d5d-8afa-a94cb318d0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.813475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006770c-afd0-4d5d-8afa-a94cb318d0e0 None None] Pushing event updated for resources: {'Port': ['ID=80b559f8-a4a2-46d7-aa31-2d92e86e2629,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:39.834761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:39Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:39.836945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:15:39.840455 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.871334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6aa861-80a9-4c56-89e7-eb39756a9d9b None None] The sync data for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 is: [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:39Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:15:39.884742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e91bae4d-365f-42db-a90f-c899c2e1f736 None None] Provisioning complete for port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:39.885118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e91bae4d-365f-42db-a90f-c899c2e1f736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.983084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e91bae4d-365f-42db-a90f-c899c2e1f736 None None] Current status of the port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:39.998069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.3 (9c140027-1dd6-4762-a95d-5f39d65405dd/e1f6d2b9-c04b-4525-ad92-ce1301ba78e3/c2f5d44b-f870-4c4e-9699-3bb486f8f0d6) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:15:40.151625 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:40.195432 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:40.241166 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 9c140027-1dd6-4762-a95d-5f39d65405dd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:15:40.244678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:15:40.250772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:15:40.276345 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:40.319618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:40.320423 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:40.346035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-f1c1078c-f764-4aa9-8421-c4b7eadfd89d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6438391 Jan 27 23:15:40.362707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Request body: {'port': {'device_id': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:40.444167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 80b559f8-a4a2-46d7-aa31-2d92e86e2629 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:15:40.463805 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:40.522298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:40.522580 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:40.524270 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d6ae82bb-5d73-4725-852f-dbe52e342974 None None] Provisioning complete for port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:40.524622 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d6ae82bb-5d73-4725-852f-dbe52e342974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:40.587171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae82bb-5d73-4725-852f-dbe52e342974 None None] Port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:15:40.638996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:40.764839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:15:40.773839 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Publish callbacks [] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:40.788046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Transition to ACTIVE for port object c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:15:40.794522 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:40.874287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:40.947065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21d743-df12-4e95-9699-529044e4429c req-c85e4fb0-3c8d-4bb1-90dd-26cdb8b34201 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:40.948693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad21d743-df12-4e95-9699-529044e4429c req-c85e4fb0-3c8d-4bb1-90dd-26cdb8b34201 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.1265221 Jan 27 23:15:40.977850 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Attempting to bind port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:15:40.978188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Attempting to bind port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:15:40.978527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Attempting to bind port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on network 9c140027-1dd6-4762-a95d-5f39d65405dd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:15:40.992286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on network 9c140027-1dd6-4762-a95d-5f39d65405dd not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:15:40.992617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Attempting to bind port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on network 9c140027-1dd6-4762-a95d-5f39d65405dd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:15:41.006060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:15:41.006571 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Checking segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:15:41.006790 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Bound using segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:15:41.007262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Bound port: c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:15:41.007642 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:41.039467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ad21d743-df12-4e95-9699-529044e4429c req-b0fb959f-733d-49f8-9a69-75e7f3839b72 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736058 Jan 27 23:15:41.101766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:15:41.105107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:15:41.111479 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:41.145120 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:41.145740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:41.147500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] 10.222.0.57 "PUT /v2.0/ports/c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 1091 time: 0.7909310 Jan 27 23:15:41.148085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:15:41.150377 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:15:41.180503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af8502-8cfa-49c4-87b8-110414f20d48 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:41.220380 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03517fbd-bdc5-4f41-867b-953bc5745b42 x-openstack-request-id: req-03517fbd-bdc5-4f41-867b-953bc5745b42 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:15:41.220961 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:15:41.221215 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03517fbd-bdc5-4f41-867b-953bc5745b42 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:15:41.221623 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'status': 'completed', 'code': 200} Jan 27 23:15:41.238958 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-60d5adca-9203-4520-afd5-7e0321b6ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:41.240585 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-60d5adca-9203-4520-afd5-7e0321b6ce8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0491898 Jan 27 23:15:41.252022 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:41.284376 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-90a165db-6c42-4572-92de-ff76ee131ea6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0375948 Jan 27 23:15:41.339541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-dc4f4b09-098b-4ec6-924c-ca77228ef917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:41.341043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-dc4f4b09-098b-4ec6-924c-ca77228ef917 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0503120 Jan 27 23:15:41.387637 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-4249dc5b-edc6-4411-bb9a-eca0b9fd82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:41.389203 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-4249dc5b-edc6-4411-bb9a-eca0b9fd82f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425942 Jan 27 23:15:41.389919 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:41.480863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-bfc438f0-9e29-4157-b825-b944b4695341 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845706 Jan 27 23:15:41.578867 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ffb1c2cf-9257-4ffd-91ec-c0e43dda1561 req-8f0c24dc-d6fd-41a6-a4bb-9da381ad8be1 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920713 Jan 27 23:15:41.681987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-e8b8c6e6-293c-44ab-a981-487cd4465c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:41.683438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-e8b8c6e6-293c-44ab-a981-487cd4465c28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0450244 Jan 27 23:15:41.792855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-7762dd3f-5ca8-419b-a20e-eeda7549d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:41.794681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-7762dd3f-5ca8-419b-a20e-eeda7549d1be service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1050155 Jan 27 23:15:41.839446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-d2e6b2aa-6c40-4633-85a2-dc487e76b733 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0391955 Jan 27 23:15:41.890219 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-e161a13b-0aba-464c-9afe-9195ebebc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:41.891772 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-e161a13b-0aba-464c-9afe-9195ebebc011 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0463850 Jan 27 23:15:41.945065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-e8bd0599-94b3-4d8a-9a90-c9353911e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:41.946467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-e8bd0599-94b3-4d8a-9a90-c9353911e5ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485189 Jan 27 23:15:42.051171 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-ef78fca2-3ef9-48db-823a-7fc6221e066e service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967593 Jan 27 23:15:42.191291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd88c-a643-462e-863d-62a8245a2250 req-1d6f3461-5743-486f-850a-a4eaa281f0a7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:42.192781 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55ccd88c-a643-462e-863d-62a8245a2250 req-1d6f3461-5743-486f-850a-a4eaa281f0a7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.0744476 Jan 27 23:15:42.195237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4dec8e8b-5c00-4787-86a3-46c10c59b5d2 req-793b5aa9-c07b-4a58-b1f9-80fd61ba17d3 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385491 Jan 27 23:15:42.244720 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-55ccd88c-a643-462e-863d-62a8245a2250 req-532b8467-3cc2-44a6-9037-b29cfef5b438 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452151 Jan 27 23:15:43.365696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10e25d-fa97-4713-95f4-17c86b716222 req-58a82a5b-7f13-49a3-981d-9b298ff7864c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:43.367223 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac10e25d-fa97-4713-95f4-17c86b716222 req-58a82a5b-7f13-49a3-981d-9b298ff7864c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.0495806 Jan 27 23:15:43.423868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ac10e25d-fa97-4713-95f4-17c86b716222 req-65e35d34-25fa-4667-94ba-d7faed64088c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508406 Jan 27 23:15:44.200287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:15:44.309127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:44.321403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'port_id': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'mac_address': 'fa:16:3e:a3:d3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:15:44.364409 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:44.364809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:44.379962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:15:44.401295 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:44.406423 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:44.459168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:44.564270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a65ba-bf21-4d1a-963a-290edb7d7306 req-4abd3d76-e889-4472-a8b5-bccac65b93ab tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:44.567478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e3a65ba-bf21-4d1a-963a-290edb7d7306 req-4abd3d76-e889-4472-a8b5-bccac65b93ab tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 944 time: 0.0658622 Jan 27 23:15:44.615568 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:15:44.624612 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2e3a65ba-bf21-4d1a-963a-290edb7d7306 req-1028d273-c4e3-422c-8726-af7124cb0f15 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494883 Jan 27 23:15:45.753063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1303c0-0790-410a-bc90-c52f094483e0 req-7e6feef3-1a94-48ef-bfc4-2aed96ce1e86 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:45.754453 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d1303c0-0790-410a-bc90-c52f094483e0 req-7e6feef3-1a94-48ef-bfc4-2aed96ce1e86 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 944 time: 0.0576310 Jan 27 23:15:45.818092 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d1303c0-0790-410a-bc90-c52f094483e0 req-ffb2b1f1-1266-4d8e-afa8-67457f15d08f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553985 Jan 27 23:15:46.216070 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:15:46.274191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:15:46.278440 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:15:46.278838 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:46.365517 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:15:46.365889 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:46.399156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:15:46.401515 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85d755e-252d-461d-95b0-b40be1f1a0a2" -d '{"events": [{"server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "name": "network-vif-plugged", "status": "completed", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:15:46.414780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:15:46.421044 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:46.445237 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad0dbc9-c306-4328-984d-db9c3dcb245e x-openstack-request-id: req-9ad0dbc9-c306-4328-984d-db9c3dcb245e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:15:46.445530 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "name": "network-vif-plugged", "status": "completed", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:15:46.445820 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ad0dbc9-c306-4328-984d-db9c3dcb245e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:15:46.446203 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'code': 200} Jan 27 23:15:46.475216 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:46.558528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93526806-4da5-488e-896b-3b3f8a2183e3 req-17c1e9e5-b314-4c8e-9424-f26e62b1faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:46.560058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93526806-4da5-488e-896b-3b3f8a2183e3 req-17c1e9e5-b314-4c8e-9424-f26e62b1faa1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0581779 Jan 27 23:15:46.607018 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93526806-4da5-488e-896b-3b3f8a2183e3 req-142a2236-7856-4523-acb3-344953f8e0c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404818 Jan 27 23:15:46.945670 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ab224-4b29-4acb-b05c-5ecaa25eba61 req-0f5eec8f-04e5-4eba-b8b8-c14f677ae4af tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:46.947164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e6ab224-4b29-4acb-b05c-5ecaa25eba61 req-0f5eec8f-04e5-4eba-b8b8-c14f677ae4af tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0532620 Jan 27 23:15:47.000274 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e6ab224-4b29-4acb-b05c-5ecaa25eba61 req-3108d3c4-bd67-453a-aa75-e3ddf3b685ab tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457954 Jan 27 23:15:48.136935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b81e-6891-4038-8d48-e5c94f3a150d req-aba60261-7460-4158-8292-72d27aa7e3dc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:48.138445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b89b81e-6891-4038-8d48-e5c94f3a150d req-aba60261-7460-4158-8292-72d27aa7e3dc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0633354 Jan 27 23:15:48.196309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6b89b81e-6891-4038-8d48-e5c94f3a150d req-e42b4c17-b9d9-4552-8ea5-bc844e28bf7b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495303 Jan 27 23:15:48.316454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b8b6-46df-4a35-ab79-e8b93a01b92c req-5a742eb9-1737-491d-adae-35ffdc89fc12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:48.317990 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d196b8b6-46df-4a35-ab79-e8b93a01b92c req-5a742eb9-1737-491d-adae-35ffdc89fc12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0552952 Jan 27 23:15:48.369923 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d196b8b6-46df-4a35-ab79-e8b93a01b92c req-963a1a87-e5d2-4069-a70c-5343ed1ecc40 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455215 Jan 27 23:15:48.395247 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48612) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:48.455773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52072837-05c4-45f2-8ce3-6b3298951134 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:48.457351 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-52072837-05c4-45f2-8ce3-6b3298951134 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1091 time: 0.0608327 Jan 27 23:15:48.462177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48614) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:48.469245 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:15:48.496919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:48.600111 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:48.721201 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.252 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/7bd4d972-34d3-4b88-93d3-a75631b2c476) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:15:48.834515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (7bd4d972-34d3-4b88-93d3-a75631b2c476), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:48.879482 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7bd4d972-34d3-4b88-93d3-a75631b2c476), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:48.919667 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:15:48.922404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:15:48.928195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:15:48.933935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=7bd4d972-34d3-4b88-93d3-a75631b2c476,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:48.996383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:49.317116 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (566a1d86-762c-44f0-b7a9-d1c46008c0ff), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:49.392854 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7bd4d972-34d3-4b88-93d3-a75631b2c476), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:49.552148 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (7bd4d972-34d3-4b88-93d3-a75631b2c476), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:49.558833 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (7bd4d972-34d3-4b88-93d3-a75631b2c476), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:49.625471 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=7bd4d972-34d3-4b88-93d3-a75631b2c476,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:15:49.640223 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (566a1d86-762c-44f0-b7a9-d1c46008c0ff), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:49.745362 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP 566a1d86-762c-44f0-b7a9-d1c46008c0ff associated. External IP: 172.25.8.252, port: c2f5d44b-f870-4c4e-9699-3bb486f8f0d6. Jan 27 23:15:49.979258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router decca8cf-b27b-4163-a6c4-42760b2320d2 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:15:50.099917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:15:50.112108 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] Sync routers for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:15:50.121641 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:50.124530 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:50.126449 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:50.152862 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3cc45944-904d-4e11-a7fd-a3646ebed643 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6892107 Jan 27 23:15:50.153553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:15:50.156018 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589" -d '{"events": [{"name": "network-changed", "server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:15:50.201524 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d8d227-d5d2-4191-83b6-c790555be20d x-openstack-request-id: req-35d8d227-d5d2-4191-83b6-c790555be20d {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:15:50.201844 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:15:50.202097 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35d8d227-d5d2-4191-83b6-c790555be20d {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:15:50.202518 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'status': 'completed', 'code': 200} Jan 27 23:15:50.298108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518692c-f022-49f0-972e-90ead58732ef req-3527a84f-3506-45cc-af0d-7684e4436c19 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:50.299534 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4518692c-f022-49f0-972e-90ead58732ef req-3527a84f-3506-45cc-af0d-7684e4436c19 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0857162 Jan 27 23:15:50.302242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-40b25fa4-f321-45b9-9b54-e8291af599ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:50.304263 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-40b25fa4-f321-45b9-9b54-e8291af599ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0780704 Jan 27 23:15:50.340696 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:50.417868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4518692c-f022-49f0-972e-90ead58732ef req-51a976c0-b2cc-4fa3-a19d-1da1d19c974c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990343 Jan 27 23:15:50.435914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-534153e5-160e-4428-9d12-9f6b76f57675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:50.437712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-534153e5-160e-4428-9d12-9f6b76f57675 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1274655 Jan 27 23:15:50.442129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48620) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:50.555371 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-feed1ece-2d5c-4e0b-8c7f-bb76f506d706 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/566a1d86-762c-44f0-b7a9-d1c46008c0ff HTTP/1.1" status: 200 len: 991 time: 0.1119215 Jan 27 23:15:50.558216 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-1b3a93af-ef5c-4d4c-bac9-3038ce8bfa9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 999 time: 0.1080184 Jan 27 23:15:50.570935 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '566a1d86-762c-44f0-b7a9-d1c46008c0ff', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'port_id': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'mac_address': 'fa:16:3e:a3:d3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:15:49Z', 'updated_at': '2022-01-27T23:15:49Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:50.597967 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] Checking router: decca8cf-b27b-4163-a6c4-42760b2320d2 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:15:50.607790 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:15:50.608420 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:15:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:50.609812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-fa81cb3e-ba97-4647-85f8-a04b64a4c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:50.611384 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-fa81cb3e-ba97-4647-85f8-a04b64a4c2bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0476468 Jan 27 23:15:50.658071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-a794715e-bd2a-438c-bbcb-75fbad0d2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:50.659988 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-a794715e-bd2a-438c-bbcb-75fbad0d2217 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421770 Jan 27 23:15:50.723720 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:15:50.756136 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-afe44c18-7970-4cf9-bb58-6f18b3a31474 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Jan 27 23:15:50.854204 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90c3c2bf-548a-4eb6-85c7-5203d4f4f589 req-c5652a5d-0efc-49d6-8f09-67544673778b service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916512 Jan 27 23:15:50.954421 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '566a1d86-762c-44f0-b7a9-d1c46008c0ff', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'port_id': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'mac_address': 'fa:16:3e:a3:d3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:15:49Z', 'updated_at': '2022-01-27T23:15:49Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:15:50.981444 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d81344-b269-4e5b-90e4-f0f39204cee2 None None] The sync data for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 is: [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '566a1d86-762c-44f0-b7a9-d1c46008c0ff', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'port_id': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'mac_address': 'fa:16:3e:a3:d3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:15:49Z', 'updated_at': '2022-01-27T23:15:49Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:15:51.187714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad34a0-ceec-45b2-8d57-27aa7de9a26c None None] New status for floating IP 566a1d86-762c-44f0-b7a9-d1c46008c0ff: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:15:51.560267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48622) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:15:51.628523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-018a065a-06b5-4a82-887e-cf1ef5e22dc8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/566a1d86-762c-44f0-b7a9-d1c46008c0ff HTTP/1.1" status: 200 len: 993 time: 0.0668628 Jan 27 23:15:51.662268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:04.078284 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-25a1df92-14a9-4340-9480-807551ea8e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:04.328683 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:16:07.138015 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f5b7323-0f0f-4437-bcd3-c3a4c6f45c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:08.850452 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:11.250784 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:11.394632 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:19.032179 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:21.675905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:22.966595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-b46c4868-860f-4575-9297-f856c017ee41 req-6b9bd073-bd02-4c39-9d4b-476183cdb7c1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:16:22.967859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b46c4868-860f-4575-9297-f856c017ee41 req-6b9bd073-bd02-4c39-9d4b-476183cdb7c1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086429 Jan 27 23:16:23.180849 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-42a22cc7-8108-445f-ae12-6d7c80670b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:23.182716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-42a22cc7-8108-445f-ae12-6d7c80670b1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0675089 Jan 27 23:16:23.243254 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48648) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:16:23.333399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-18216277-cd69-4edb-b70b-187b9675fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:23.334917 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-18216277-cd69-4edb-b70b-187b9675fe2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1238098 Jan 27 23:16:23.341214 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-13ffe963-3b64-41c0-8ded-d5ffd3558020 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960760 Jan 27 23:16:23.350240 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-71c346fc-fe2d-4c90-aab8-0884286d11a2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:16:23.351249 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-71c346fc-fe2d-4c90-aab8-0884286d11a2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052214 Jan 27 23:16:23.406511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc619d9-eba7-4b0b-af73-657ee69a851c req-70458c09-59d8-4749-8793-f4dee882b874 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:23.408155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cc619d9-eba7-4b0b-af73-657ee69a851c req-70458c09-59d8-4749-8793-f4dee882b874 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.2519619 Jan 27 23:16:23.443429 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-d0177928-b811-450e-8d53-d8c5ba9daa7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 1001 time: 0.1011951 Jan 27 23:16:23.504580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4cc619d9-eba7-4b0b-af73-657ee69a851c req-57b89672-30fd-47c8-8d6a-448821c80254 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903664 Jan 27 23:16:23.517471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-146980cb-0a70-4eb9-8d80-9ec9fd8d4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:23.519869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-146980cb-0a70-4eb9-8d80-9ec9fd8d4a27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0661323 Jan 27 23:16:23.576088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-ebab52e0-3066-45e0-a8ea-1ae490e3a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:23.577713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-ebab52e0-3066-45e0-a8ea-1ae490e3a2fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521820 Jan 27 23:16:23.677524 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-07bbd458-4d8a-4cb7-a1c8-c7f649b65509 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928717 Jan 27 23:16:23.779618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf3c3122-c02a-43aa-8925-34191ec90b1c req-f5442b51-a4d9-40d8-b82a-71a40f3b10cf service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957255 Jan 27 23:16:24.637800 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-7c467c75-27a5-4de0-a5cb-500bea28bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:24.639424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-7c467c75-27a5-4de0-a5cb-500bea28bb36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0498047 Jan 27 23:16:24.774531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31c932-7dcf-43c0-b22f-5da0ecbb4a26 req-c36f7efd-d538-4cad-9fec-5144b770acda tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:24.776709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f31c932-7dcf-43c0-b22f-5da0ecbb4a26 req-c36f7efd-d538-4cad-9fec-5144b770acda tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.1787987 Jan 27 23:16:24.778299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-70ee997e-5aa0-44ff-ae96-98e624ac4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:24.780347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-70ee997e-5aa0-44ff-ae96-98e624ac4dd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1350806 Jan 27 23:16:24.876334 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-cc6837df-7381-43bb-acb4-3ef2fdffb5e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 1001 time: 0.0873642 Jan 27 23:16:24.879887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0f31c932-7dcf-43c0-b22f-5da0ecbb4a26 req-37e0e9e1-352f-4544-9b76-b5d5f3f18281 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972321 Jan 27 23:16:24.925964 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2d467dd8-7eed-4fc6-aedb-e05b714e9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:24.927452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2d467dd8-7eed-4fc6-aedb-e05b714e9a08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0448310 Jan 27 23:16:24.975352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-3039f8cf-6ec2-4979-bb78-5205f527eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:24.976931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-3039f8cf-6ec2-4979-bb78-5205f527eec5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435991 Jan 27 23:16:25.076402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-9f37cce5-c58e-4199-af4f-af06b6438cd1 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919168 Jan 27 23:16:25.178526 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2950a816-cd54-4b53-8080-499c2b461ed8 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948913 Jan 27 23:16:26.012980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f05b0-9320-43cf-9a36-d74f98affecd req-97c7cc03-67ff-42d3-be4e-395504537346 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:26.014482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b1f05b0-9320-43cf-9a36-d74f98affecd req-97c7cc03-67ff-42d3-be4e-395504537346 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0610361 Jan 27 23:16:26.072738 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b1f05b0-9320-43cf-9a36-d74f98affecd req-d11ca5bc-a483-4a62-99bf-584ed4edd4f6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498838 Jan 27 23:16:27.212306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a93f9-c205-40f9-99c9-89c0d38edded req-7bdb4cad-6c74-4ea4-8cc8-3722fa5149fd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:27.213925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d46a93f9-c205-40f9-99c9-89c0d38edded req-7bdb4cad-6c74-4ea4-8cc8-3722fa5149fd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0571313 Jan 27 23:16:27.268562 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d46a93f9-c205-40f9-99c9-89c0d38edded req-af53ff24-761a-46c5-87b5-a1976cb424e5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483415 Jan 27 23:16:28.414842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecbb71-73f4-4391-81de-a28204e6fc18 req-68de14d1-c258-4b77-b7bf-ccfea69fbb83 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:28.416837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ecbb71-73f4-4391-81de-a28204e6fc18 req-68de14d1-c258-4b77-b7bf-ccfea69fbb83 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0682924 Jan 27 23:16:28.476875 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21ecbb71-73f4-4391-81de-a28204e6fc18 req-e7b0626c-721f-4bed-b275-c39da0ae2e12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537744 Jan 27 23:16:29.606675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52192fa-163d-4a22-8d6b-e393ca576681 req-fb3f0640-0124-4841-9e8e-890b463e3941 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:29.608576 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c52192fa-163d-4a22-8d6b-e393ca576681 req-fb3f0640-0124-4841-9e8e-890b463e3941 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0555079 Jan 27 23:16:29.660184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c52192fa-163d-4a22-8d6b-e393ca576681 req-8f107a94-1d1d-4586-a842-16f19cf0864b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437675 Jan 27 23:16:30.788599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8850c-efad-4500-b0a8-60935b623f61 req-16623473-3406-44d3-bd84-ba2bdd1a0eed tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:30.790122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4e8850c-efad-4500-b0a8-60935b623f61 req-16623473-3406-44d3-bd84-ba2bdd1a0eed tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0526614 Jan 27 23:16:30.843716 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f4e8850c-efad-4500-b0a8-60935b623f61 req-85dc4ce6-1060-4951-81ef-711144e64958 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472975 Jan 27 23:16:31.967766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247f9c0-793f-4de1-8887-c65f090f5e2c req-b554e0f9-9bb1-44d3-a9c8-a501ba6d4955 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:31.969461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9247f9c0-793f-4de1-8887-c65f090f5e2c req-b554e0f9-9bb1-44d3-a9c8-a501ba6d4955 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0518818 Jan 27 23:16:32.025944 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9247f9c0-793f-4de1-8887-c65f090f5e2c req-a86c3877-ae48-4a49-acda-7fe14e78f313 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506332 Jan 27 23:16:33.151259 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a782eef-2aad-437b-8528-20479d060c15 req-0b85118a-ca9d-4134-9688-a724c5620770 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:33.152833 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a782eef-2aad-437b-8528-20479d060c15 req-0b85118a-ca9d-4134-9688-a724c5620770 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0507884 Jan 27 23:16:33.206456 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a782eef-2aad-437b-8528-20479d060c15 req-d23485dc-b8ed-45f3-8ea6-88121f9c4e74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474722 Jan 27 23:16:34.074899 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eca73844-b779-40de-9dc8-633409f2b1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:34.343514 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5952b-2f2e-47c2-96d5-67d458c0c02a req-9fd83bf8-ae52-4229-ae38-21e7f0bcd1d3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:34.345506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14c5952b-2f2e-47c2-96d5-67d458c0c02a req-9fd83bf8-ae52-4229-ae38-21e7f0bcd1d3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0574510 Jan 27 23:16:34.398889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-14c5952b-2f2e-47c2-96d5-67d458c0c02a req-4757fedb-8520-48fd-a7c6-4d6b5952bce6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475605 Jan 27 23:16:35.869773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8e18f-1387-431d-9334-c77ef8cb4fbe req-592ac2b7-68a7-42b4-932c-1dd5741d1640 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:35.871321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1b8e18f-1387-431d-9334-c77ef8cb4fbe req-592ac2b7-68a7-42b4-932c-1dd5741d1640 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.3881614 Jan 27 23:16:35.931619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e1b8e18f-1387-431d-9334-c77ef8cb4fbe req-8111d023-ed61-47e8-93e2-5c5d9c15911d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515189 Jan 27 23:16:37.067756 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d5390-f9bc-43eb-b6c2-1f2eac09e437 req-9bfbab75-7721-46ef-9f39-2aea0eaa183f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:37.069498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598d5390-f9bc-43eb-b6c2-1f2eac09e437 req-9bfbab75-7721-46ef-9f39-2aea0eaa183f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0577784 Jan 27 23:16:37.124091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-598d5390-f9bc-43eb-b6c2-1f2eac09e437 req-f03b74bf-a662-4c8e-8e20-9d1903e8c1f0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455897 Jan 27 23:16:37.132427 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-afbba93c-ba49-4562-a287-f37f42a9e49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:38.253814 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2fbe8-2bab-4045-b337-d91b5afc317b req-fc8c439e-9bc3-4fc0-b3e7-d12ece9de1a1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:38.255406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90d2fbe8-2bab-4045-b337-d91b5afc317b req-fc8c439e-9bc3-4fc0-b3e7-d12ece9de1a1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0551319 Jan 27 23:16:38.313497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-90d2fbe8-2bab-4045-b337-d91b5afc317b req-06ee2ead-0df8-4d5b-b3c1-644369d60749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503607 Jan 27 23:16:38.854697 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:39.441380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b048f6-653f-45e7-967f-f6d99d7b7a43 req-d2d5f5a1-320d-4ee1-a281-ba83e437ecdb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:39.442870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b048f6-653f-45e7-967f-f6d99d7b7a43 req-d2d5f5a1-320d-4ee1-a281-ba83e437ecdb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0500984 Jan 27 23:16:39.492697 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b048f6-653f-45e7-967f-f6d99d7b7a43 req-4b4e6fd6-0410-4664-8f7f-d8aeecc20d89 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438108 Jan 27 23:16:40.623475 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1d9b-b296-4a99-aa78-0d5281b602d0 req-aceeabf6-0add-4239-b833-1eac0f28f0f5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:40.624869 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d0c1d9b-b296-4a99-aa78-0d5281b602d0 req-aceeabf6-0add-4239-b833-1eac0f28f0f5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0607102 Jan 27 23:16:40.693124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0d0c1d9b-b296-4a99-aa78-0d5281b602d0 req-972ef39e-159a-4029-8e98-3e5be8b56c56 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597632 Jan 27 23:16:41.248007 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:41.329564 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:16:41.398114 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:41.832520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6b0ec-c432-4e39-9558-4989f79d6abb req-b7088a1b-2d3e-4c0d-a28e-4c79568e0964 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:41.834060 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46a6b0ec-c432-4e39-9558-4989f79d6abb req-b7088a1b-2d3e-4c0d-a28e-4c79568e0964 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0669599 Jan 27 23:16:41.885389 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46a6b0ec-c432-4e39-9558-4989f79d6abb req-87dbdda0-8128-40f9-9496-5c8df98e53a2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454695 Jan 27 23:16:42.049333 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-eaa9d193-6bb0-40b4-9ed8-df44a01c7950 service neutron] show failed (client error): The resource could not be found. Jan 27 23:16:42.050349 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-eaa9d193-6bb0-40b4-9ed8-df44a01c7950 service neutron] 10.222.0.57 "GET /v2.0/ports/c2f5d44b-f870-4c4e-9699-3bb486f8f0d6/bindings/n-h1-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0567899 Jan 27 23:16:42.313956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-35ae60d2-91cb-41a4-b5f8-4c02562e1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:42.315450 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-35ae60d2-91cb-41a4-b5f8-4c02562e1bf0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 1096 time: 0.0892067 Jan 27 23:16:42.325467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-064176de-92de-4ee4-adcb-ca8362607426 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:16:42.326364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-064176de-92de-4ee4-adcb-ca8362607426 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050435 Jan 27 23:16:42.336907 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-2', 'device_owner': 'compute:nova'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:16:42.393652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:42.613542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:16:42.650539 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:16:42.693021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:16:42.695468 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868868ca-42c8-471c-93e9-28e20b0db078" -d '{"events": [{"server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:16:42.699556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Publish callbacks [] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:42.713901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Transition to ACTIVE for port object c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:16:42.718684 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:42.754625 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce65685-1f77-4732-81dc-5a4fbb6ad7d1 x-openstack-request-id: req-8ce65685-1f77-4732-81dc-5a4fbb6ad7d1 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:16:42.754916 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:16:42.755171 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ce65685-1f77-4732-81dc-5a4fbb6ad7d1 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:16:42.755586 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'code': 200} Jan 27 23:16:42.773113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=6']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:42.812795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.813148 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.813498 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.813839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.814176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.814626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.814960 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.815291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.815652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.815980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.816310 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.816642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.816968 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:42.864258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] No DVR routers for this DVR port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:16:43.049819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbf0ed-ccd9-4f66-9ab3-54d39a1764f9 req-6a841ab2-2c5e-420f-8ad5-b7add1b4ded1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:43.052419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcdbf0ed-ccd9-4f66-9ab3-54d39a1764f9 req-6a841ab2-2c5e-420f-8ad5-b7add1b4ded1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.0835814 Jan 27 23:16:43.059810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Attempting to bind port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:16:43.060609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Attempting to bind port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:16:43.060948 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Attempting to bind port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on network 9c140027-1dd6-4762-a95d-5f39d65405dd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:16:43.081490 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on network 9c140027-1dd6-4762-a95d-5f39d65405dd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:16:43.081817 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Attempting to bind port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on network 9c140027-1dd6-4762-a95d-5f39d65405dd {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:16:43.092127 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:16:43.092527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Checking segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:16:43.092913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Bound using segment: {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:16:43.093351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Bound port: c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6691aba-6384-41b2-baea-b7efabb1e979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:16:43.093718 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:43.130374 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bcdbf0ed-ccd9-4f66-9ab3-54d39a1764f9 req-35cb1170-e5e0-4e31-9ebc-6bf526546980 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723121 Jan 27 23:16:43.184372 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:16:43.188713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:16:43.193345 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:43.228452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:43.229175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:43.230618 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] 10.222.0.16 "PUT /v2.0/ports/c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 1091 time: 0.8976605 Jan 27 23:16:43.252699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6bab6-2107-4f3d-8444-2faffd2f6999 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=7']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:43.297940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-cb745242-aa2a-4879-a5a0-b515e53d5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:43.299594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-cb745242-aa2a-4879-a5a0-b515e53d5bff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0438664 Jan 27 23:16:43.409652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-b8788b70-32c7-4215-8fda-2a8b491fb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:43.411199 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-b8788b70-32c7-4215-8fda-2a8b491fb9fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1059437 Jan 27 23:16:43.479849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-58546bc2-8138-4bef-81b9-78db6825edf9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 999 time: 0.0623283 Jan 27 23:16:43.534421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-f521b5a7-5aaf-4fea-91d7-1b5dfefec11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:43.535852 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-f521b5a7-5aaf-4fea-91d7-1b5dfefec11f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0503287 Jan 27 23:16:43.586483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-6c3d8073-d038-477c-82e0-6df77f1e79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:43.588251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-6c3d8073-d038-477c-82e0-6df77f1e79f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465155 Jan 27 23:16:43.686154 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-d472ca8e-e0af-4d2b-bf85-c14c364fa280 service neutron] 10.222.0.16 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915682 Jan 27 23:16:43.783659 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3a4e0cf2-e1c1-4d42-9737-66d3e26df925 req-be0a72f7-c735-4c63-94e3-0b680980ced5 service neutron] 10.222.0.16 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919611 Jan 27 23:16:44.254773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023f30d-d145-4019-8ec4-c60001cede7d req-337d92ce-9244-490b-9ca4-d60d58fad884 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:44.256412 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0023f30d-d145-4019-8ec4-c60001cede7d req-337d92ce-9244-490b-9ca4-d60d58fad884 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.0537844 Jan 27 23:16:44.309947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0023f30d-d145-4019-8ec4-c60001cede7d req-68b75344-5668-4ef8-85c2-05e23b5c14ba tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478418 Jan 27 23:16:44.479772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:16:44.525039 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] The host n-h2-826529-2 is not matching for port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 host n-h1-826529-2! {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 23:16:44.525336 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:16:44.756862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:16:44.759338 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7886fa97-0516-4f11-b36a-c5889f343bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:16:44.811596 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cbd3b8-0d18-47ea-8cff-1a9ab5d6b1db x-openstack-request-id: req-53cbd3b8-0d18-47ea-8cff-1a9ab5d6b1db {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:16:44.811996 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:16:44.812281 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53cbd3b8-0d18-47ea-8cff-1a9ab5d6b1db {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:16:44.812692 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'status': 'completed', 'code': 200} Jan 27 23:16:44.914030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-c6598f25-0b70-482e-8257-382e2614c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:44.915707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-c6598f25-0b70-482e-8257-382e2614c5f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0828798 Jan 27 23:16:44.920722 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-c9b2f74d-c4eb-4f13-8b5c-917f1b076c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:44.922129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-c9b2f74d-c4eb-4f13-8b5c-917f1b076c3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0875967 Jan 27 23:16:45.080671 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-1ec7233c-c307-4b89-acc0-585e91bb335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:45.082124 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-1ec7233c-c307-4b89-acc0-585e91bb335a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1591108 Jan 27 23:16:45.083209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-4f32ca98-3412-48ac-b8b1-9604c0fb6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:45.084560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-4f32ca98-3412-48ac-b8b1-9604c0fb6597 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1539226 Jan 27 23:16:45.210473 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-9e6448b8-4232-46e1-9ff9-d96b61238b4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 999 time: 0.1221244 Jan 27 23:16:45.214280 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-3fef3845-0d7e-4502-aef8-530d5ae3e8f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 999 time: 0.1203332 Jan 27 23:16:45.297114 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-ce51319d-5dba-4301-8278-52d37b3a8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:45.298622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-ce51319d-5dba-4301-8278-52d37b3a8ef6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0818605 Jan 27 23:16:45.300447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-f58f8a7a-a4fa-45d7-973b-f2af514caeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:45.301791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-f58f8a7a-a4fa-45d7-973b-f2af514caeb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0775878 Jan 27 23:16:45.372947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-0100d810-9808-4507-8fc6-1b2a80c0e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:45.374512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-0100d810-9808-4507-8fc6-1b2a80c0e964 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694571 Jan 27 23:16:45.376339 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-60df4bcd-4aa3-42f2-a8f9-d6983ce67a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:45.377728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-60df4bcd-4aa3-42f2-a8f9-d6983ce67a2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654385 Jan 27 23:16:45.561570 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c08605-25e7-43bc-b78a-effb36792126 req-7241690c-ffab-484c-a682-d0004dbf919c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:45.563080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05c08605-25e7-43bc-b78a-effb36792126 req-7241690c-ffab-484c-a682-d0004dbf919c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.1757789 Jan 27 23:16:45.567217 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-6e0d4f05-edea-431d-8df5-c1fd5d5ff7bd service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869636 Jan 27 23:16:45.614141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-f8dd90ac-7095-4019-b091-2ccd12afc21e service neutron] 10.222.0.16 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256320 Jan 27 23:16:45.742377 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-05c08605-25e7-43bc-b78a-effb36792126 req-e3c9bd78-308f-4b8a-bb7d-f58a6baec822 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726427 Jan 27 23:16:45.772550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-3b81baab-e4d8-43ce-9554-6a3434038363 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983273 Jan 27 23:16:45.783096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7886fa97-0516-4f11-b36a-c5889f343bbd req-cfe95ff2-be12-472e-8c99-820974799e79 service neutron] 10.222.0.16 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430976 Jan 27 23:16:46.876003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f965f5-39e7-4f46-82af-59d7d541b81a req-7feee2aa-57c7-4328-8238-5c95ab3d43ac tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:46.877504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f965f5-39e7-4f46-82af-59d7d541b81a req-7feee2aa-57c7-4328-8238-5c95ab3d43ac tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.0591683 Jan 27 23:16:46.933936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e7f965f5-39e7-4f46-82af-59d7d541b81a req-6b0175ce-9b1b-4a7e-8813-8385071648ee tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473275 Jan 27 23:16:47.186515 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99502ef-405b-4c3c-ae1a-265a6d699c38 req-33655f8e-462b-4776-ba07-bd47887f1be0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:47.187965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e99502ef-405b-4c3c-ae1a-265a6d699c38 req-33655f8e-462b-4776-ba07-bd47887f1be0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.0879595 Jan 27 23:16:47.198378 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-6a8fbcbc-f1b8-4625-9306-dc5fff96c902 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:47.199841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-6a8fbcbc-f1b8-4625-9306-dc5fff96c902 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1&tenant_id=180e9decdfdb427a8a504e3f59fa2be8&binding%3Ahost_id=n-h1-826529-2 HTTP/1.1" status: 200 len: 943 time: 0.0866611 Jan 27 23:16:47.282440 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e99502ef-405b-4c3c-ae1a-265a6d699c38 req-40b6b5af-d38e-4131-8da9-a934536b2775 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815833 Jan 27 23:16:47.290323 n-d-826529-2 neutron-server[103330]: INFO neutron.api.v2.resource [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-a02af5fe-3c03-49a1-82b7-5e94c97eea0e service neutron] delete failed (client error): The resource could not be found. Jan 27 23:16:47.291904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-a02af5fe-3c03-49a1-82b7-5e94c97eea0e service neutron] 10.222.0.57 "DELETE /v2.0/ports/c2f5d44b-f870-4c4e-9699-3bb486f8f0d6/bindings/n-h2-826529-2 HTTP/1.1" status: 404 len: 380 time: 0.0849605 Jan 27 23:16:47.407946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-9220e1d0-7d8e-4d78-b0d5-f9023ef417cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:47.409503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-9220e1d0-7d8e-4d78-b0d5-f9023ef417cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0730920 Jan 27 23:16:47.431011 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d03c8-7602-4fe6-8fc9-d8d74f3411d1 req-fe649bff-177c-441f-9b3d-7546d4baf5b9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:47.432516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce9d03c8-7602-4fe6-8fc9-d8d74f3411d1 req-fe649bff-177c-441f-9b3d-7546d4baf5b9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 943 time: 0.0665801 Jan 27 23:16:47.484560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:16:47.532999 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ce9d03c8-7602-4fe6-8fc9-d8d74f3411d1 req-73a24882-b2b0-401f-a6d9-3922cf53b258 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908031 Jan 27 23:16:47.548742 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-b3ca8915-dee2-4327-9bc9-db526e6f556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:47.550343 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-b3ca8915-dee2-4327-9bc9-db526e6f556e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1346161 Jan 27 23:16:47.582202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:16:47.596083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'port_id': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'mac_address': 'fa:16:3e:a3:d3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:16:47.621411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-c45fe202-0ad2-444b-96a8-a3915a3ee010 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 999 time: 0.0635431 Jan 27 23:16:47.639949 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:16:47.640350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:47.658032 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:16:47.672338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-4b114781-6e07-48d5-abe5-2d277b966731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:47.673757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-4b114781-6e07-48d5-abe5-2d277b966731 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0469856 Jan 27 23:16:47.682041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:16:47.687302 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:47.729447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-e9e50252-5a2a-4198-806d-10d00916e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:47.731130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-e9e50252-5a2a-4198-806d-10d00916e4c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505822 Jan 27 23:16:47.743356 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:47.753626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.754307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.754892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.755515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.756110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.756662 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.757261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.757812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.758305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.758834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.759405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.759757 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.760077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:47.826214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-1d61b223-23e8-4584-bff1-5ddede5cf018 service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889077 Jan 27 23:16:47.922888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-37c7284e-9726-45e8-b167-f52bf6f8816a req-2efd148b-03ce-4d07-92be-5efb5a033a3c service neutron] 10.222.0.57 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912242 Jan 27 23:16:48.044764 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:16:48.664757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294d18e-a385-45a5-a718-98de1767a7a9 req-697ede76-068d-43d3-a3ae-89e8957a7c18 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:48.666675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f294d18e-a385-45a5-a718-98de1767a7a9 req-697ede76-068d-43d3-a3ae-89e8957a7c18 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 944 time: 0.0610547 Jan 27 23:16:48.719090 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f294d18e-a385-45a5-a718-98de1767a7a9 req-d5fedcbb-f72a-4430-a903-2d20180688b2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463209 Jan 27 23:16:48.742508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48734) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:16:48.807871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0baf7ad5-10f0-478f-94f1-f0d4082a89f1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/566a1d86-762c-44f0-b7a9-d1c46008c0ff HTTP/1.1" status: 200 len: 992 time: 0.0640869 Jan 27 23:16:49.062881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.496614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:16:49.562477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:16:49.566886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:16:49.567271 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.820009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:16:49.820275 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.844183 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:16:49.846414 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25d07c-aa81-40b7-a331-c9141410ea9c" -d '{"events": [{"server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "name": "network-vif-plugged", "status": "completed", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:16:49.859696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:16:49.866524 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.890721 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e4e5ce-ea95-4f74-8730-f047a9ca95c2 x-openstack-request-id: req-12e4e5ce-ea95-4f74-8730-f047a9ca95c2 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:16:49.891023 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "name": "network-vif-plugged", "status": "completed", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:16:49.891272 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12e4e5ce-ea95-4f74-8730-f047a9ca95c2 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:16:49.891723 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'code': 200} Jan 27 23:16:49.918241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:51.672664 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:04.071291 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2c676622-cbaf-4079-9d24-54ab7022ff96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:07.138651 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3ec0a779-40bb-44bc-b74a-0782bd23897f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:08.856103 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:11.246650 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:11.405599 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:18.334088 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:17:19.070831 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:21.688871 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:34.066561 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-38bc7052-685c-4b53-a0fb-e0f6e15713be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:35.550703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-501e969b-46ff-4ff7-99c3-05b3d0f13411 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421972 Jan 27 23:17:35.642350 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-105a5e6a-3dc3-4f74-9045-4a6abcb8a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:35.643916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-105a5e6a-3dc3-4f74-9045-4a6abcb8a7e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0436847 Jan 27 23:17:35.778247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-2c665003-a5a9-49e8-8280-385df4650c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:35.782849 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-2c665003-a5a9-49e8-8280-385df4650c03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1147888 Jan 27 23:17:35.856740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-88d1b129-4352-4470-971d-bfd818b27c29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 1001 time: 0.0703757 Jan 27 23:17:35.912563 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-8bf00f06-d1f3-4879-a503-5f7227f4490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:35.915009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-8bf00f06-d1f3-4879-a503-5f7227f4490d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0515494 Jan 27 23:17:35.968697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-fb896819-266f-429f-986f-1643ad873917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:35.969707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-fb896819-266f-429f-986f-1643ad873917 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493226 Jan 27 23:17:36.063219 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-3de1bd8d-cf07-40e6-a905-6eb5bfaea1c8 service neutron] 10.222.0.16 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867984 Jan 27 23:17:36.160262 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5047c517-90c3-4e03-bf4c-9ea205cd58ef req-c337cbd9-c5d9-4cc6-b7f8-ce7389e01476 service neutron] 10.222.0.16 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900908 Jan 27 23:17:37.136859 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d8767c74-8766-4049-bc19-65529f1bd856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:38.862485 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:41.244332 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:41.403092 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:43.771754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48756) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:44.300065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 7bd4d972-34d3-4b88-93d3-a75631b2c476 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:17:44.300336 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7bd4d972-34d3-4b88-93d3-a75631b2c476), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:44.377161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7bd4d972-34d3-4b88-93d3-a75631b2c476), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:44.377481 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (7bd4d972-34d3-4b88-93d3-a75631b2c476), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:44.390049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 7bd4d972-34d3-4b88-93d3-a75631b2c476 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:17:44.545067 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (7bd4d972-34d3-4b88-93d3-a75631b2c476), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:44.581042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=7bd4d972-34d3-4b88-93d3-a75631b2c476,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:44.600961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.601320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.601673 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.602018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.602358 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.602672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.603006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.603347 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.603705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.604042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.604429 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.604758 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.605086 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:44.659672 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (566a1d86-762c-44f0-b7a9-d1c46008c0ff), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:44.660586 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP 566a1d86-762c-44f0-b7a9-d1c46008c0ff disassociated (deleted). External IP: 172.25.8.252, port: c2f5d44b-f870-4c4e-9699-3bb486f8f0d6. Jan 27 23:17:44.884745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router decca8cf-b27b-4163-a6c4-42760b2320d2 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:17:45.000375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:17:45.005351 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:45.012708 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] Sync routers for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:17:45.022674 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:17:45.023272 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:17:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:45.035336 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-17e2c95e-a991-4b51-9621-968ced753b0b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/floatingips/566a1d86-762c-44f0-b7a9-d1c46008c0ff HTTP/1.1" status: 204 len: 168 time: 1.2624745 Jan 27 23:17:45.036005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:17:45.038314 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117fe55c-c259-4866-bc78-11184e468714" -d '{"events": [{"name": "network-changed", "server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:17:45.080462 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2b5265-0339-451d-bfd1-ce9a616c2a92 x-openstack-request-id: req-bb2b5265-0339-451d-bfd1-ce9a616c2a92 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:17:45.080779 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:17:45.080968 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb2b5265-0339-451d-bfd1-ce9a616c2a92 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:17:45.081404 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'status': 'completed', 'code': 200} Jan 27 23:17:45.133478 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:17:45.145550 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fe55c-c259-4866-bc78-11184e468714 req-e9e10c88-c8cb-45ba-aed3-6cf726bd1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:45.148104 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-117fe55c-c259-4866-bc78-11184e468714 req-e9e10c88-c8cb-45ba-aed3-6cf726bd1472 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0453205 Jan 27 23:17:45.288441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fe55c-c259-4866-bc78-11184e468714 req-5bdce343-61a9-48e4-8015-eaa121d6b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:45.289940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-117fe55c-c259-4866-bc78-11184e468714 req-5bdce343-61a9-48e4-8015-eaa121d6b93f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 200 len: 898 time: 0.1338274 Jan 27 23:17:45.301994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3670f5a-72f8-4861-941f-d0a5b51e8506 req-92dd26b1-65f8-4d92-bd0d-aaafa7557b2c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:45.303514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3670f5a-72f8-4861-941f-d0a5b51e8506 req-92dd26b1-65f8-4d92-bd0d-aaafa7557b2c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0798650 Jan 27 23:17:45.345579 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-117fe55c-c259-4866-bc78-11184e468714 req-ecd5801e-99e2-41fc-8b15-ef6fcc6f65bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0410597 Jan 27 23:17:45.348626 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:45.374822 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] Checking router: decca8cf-b27b-4163-a6c4-42760b2320d2 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:17:45.384187 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:17:45.384808 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:17:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:45.420836 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3670f5a-72f8-4861-941f-d0a5b51e8506 req-063bc463-137e-46fd-969a-ceb31ca63a13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103377 Jan 27 23:17:45.424609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fe55c-c259-4866-bc78-11184e468714 req-df420285-685f-48a8-ac09-120203bd1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:45.426252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-117fe55c-c259-4866-bc78-11184e468714 req-df420285-685f-48a8-ac09-120203bd1e8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 200 len: 834 time: 0.0725019 Jan 27 23:17:45.474638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fe55c-c259-4866-bc78-11184e468714 req-45457b6f-5266-446c-acae-cc5190c8b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:45.476191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-117fe55c-c259-4866-bc78-11184e468714 req-45457b6f-5266-446c-acae-cc5190c8b642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c140027-1dd6-4762-a95d-5f39d65405dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430408 Jan 27 23:17:45.570978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-117fe55c-c259-4866-bc78-11184e468714 req-2aec43d2-7cfc-4e22-8675-6ef707db0c8e service neutron] 10.222.0.16 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878649 Jan 27 23:17:45.585844 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:17:45.680281 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-117fe55c-c259-4866-bc78-11184e468714 req-ae550469-bced-4bfc-8dc8-5d854791c512 service neutron] 10.222.0.16 "GET /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023331 Jan 27 23:17:45.781845 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:45.811886 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367310c7-a6d0-4c0a-9631-bf05871f439c None None] The sync data for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 is: [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '80b559f8-a4a2-46d7-aa31-2d92e86e2629', 'name': '', 'network_id': '9c140027-1dd6-4762-a95d-5f39d65405dd', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:c0:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:36Z', 'updated_at': '2022-01-27T23:15:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'e1f6d2b9-c04b-4525-ad92-ce1301ba78e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:17:46.064072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b5f134-ade2-4580-97ba-d86959b0f140 None None] New status for floating IP 566a1d86-762c-44f0-b7a9-d1c46008c0ff: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:17:46.543927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8399548-f0e0-431e-b258-09238bb03caa req-ff4c1f25-bdfb-44ce-b900-a32eba58204b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:46.545407 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8399548-f0e0-431e-b258-09238bb03caa req-ff4c1f25-bdfb-44ce-b900-a32eba58204b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Jan 27 23:17:46.596543 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8399548-f0e0-431e-b258-09238bb03caa req-58666cd4-f75d-437c-a917-69ac8308e034 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=f38ac4dd-09c7-4000-8a0b-abdf269aeeac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 Jan 27 23:17:46.808857 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62a53b-2807-4fa1-a904-49146af42acf req-f78aacc5-998f-4f46-a01c-d4677c08766f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:46.810406 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e62a53b-2807-4fa1-a904-49146af42acf req-f78aacc5-998f-4f46-a01c-d4677c08766f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.16 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 945 time: 0.0579007 Jan 27 23:17:46.902046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:17:46.902358 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:46.995616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:17:46.995853 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:47.008027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:17:47.141299 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c2f5d44b-f870-4c4e-9699-3bb486f8f0d6), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:47.175323 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=c2f5d44b-f870-4c4e-9699-3bb486f8f0d6,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:47.218368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] No DVR routers for this DVR port c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:17:47.221357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:47.224814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9e62a53b-2807-4fa1-a904-49146af42acf req-691530b1-90b1-4c45-bed5-cbf463cc58d2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.16 "DELETE /v2.0/ports/c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 HTTP/1.1" status: 204 len: 173 time: 0.4091005 Jan 27 23:17:47.225256 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'name': 'network-vif-deleted', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:17:47.227624 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2ea0a3-7ec6-4e8a-baed-9c35d8e30b33" -d '{"events": [{"server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "name": "network-vif-deleted", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:17:47.268050 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f7c0a1-715a-43ea-80ce-b428c3d1489f x-openstack-request-id: req-66f7c0a1-715a-43ea-80ce-b428c3d1489f {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:17:47.268357 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956e4de4-a6fa-406f-a718-9610dac11fb1", "name": "network-vif-deleted", "tag": "c2f5d44b-f870-4c4e-9699-3bb486f8f0d6", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:17:47.268619 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66f7c0a1-715a-43ea-80ce-b428c3d1489f {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:17:47.269030 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956e4de4-a6fa-406f-a718-9610dac11fb1', 'name': 'network-vif-deleted', 'tag': 'c2f5d44b-f870-4c4e-9699-3bb486f8f0d6', 'status': 'completed', 'code': 200} Jan 27 23:17:47.724676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d8c2edff-ed64-419d-93f3-8d408a8f1a0e req-8c43ca26-3c68-4f47-9def-864a1017e8f0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=956e4de4-a6fa-406f-a718-9610dac11fb1 HTTP/1.1" status: 200 len: 210 time: 0.0290244 Jan 27 23:17:48.789022 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48774) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:49.077955 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:49.483679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (decca8cf-b27b-4163-a6c4-42760b2320d2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:49.757069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 80b559f8-a4a2-46d7-aa31-2d92e86e2629 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:17:49.757315 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:49.828511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:17:49.847674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 80b559f8-a4a2-46d7-aa31-2d92e86e2629, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=80b559f8-a4a2-46d7-aa31-2d92e86e2629,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:17:49.848305 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:49.849312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:17:49.849671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device c2f5d44b-f870-4c4e-9699-3bb486f8f0d6 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:17:49.861626 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 80b559f8-a4a2-46d7-aa31-2d92e86e2629 owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:17:50.062163 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (80b559f8-a4a2-46d7-aa31-2d92e86e2629), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:50.089648 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=80b559f8-a4a2-46d7-aa31-2d92e86e2629,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:50.115776 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.116129 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.116625 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.116966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.117287 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.117618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.117947 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.118274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.118600 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.118926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.119249 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.119597 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.119979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:50.272784 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (decca8cf-b27b-4163-a6c4-42760b2320d2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:50.511523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router decca8cf-b27b-4163-a6c4-42760b2320d2 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:17:50.635356 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:17:50.641117 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-97b15052-f5ae-49c9-9387-64791d812cdc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/decca8cf-b27b-4163-a6c4-42760b2320d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8510602 Jan 27 23:17:50.644146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48778) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:50.646351 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] Sync routers for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:17:50.658493 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:17:50.659128 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:17:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:50.701380 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-288893dc-7712-4c77-ac8f-99d1f8a4a052 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting subnet e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:17:50.704747 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-288893dc-7712-4c77-ac8f-99d1f8a4a052 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (e1f6d2b9-c04b-4525-ad92-ce1301ba78e3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:50.750466 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-288893dc-7712-4c77-ac8f-99d1f8a4a052 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (e1f6d2b9-c04b-4525-ad92-ce1301ba78e3), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:50.767376 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:17:50.833418 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-288893dc-7712-4c77-ac8f-99d1f8a4a052 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (e1f6d2b9-c04b-4525-ad92-ce1301ba78e3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:50.892804 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-288893dc-7712-4c77-ac8f-99d1f8a4a052 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (e1f6d2b9-c04b-4525-ad92-ce1301ba78e3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:50.926466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288893dc-7712-4c77-ac8f-99d1f8a4a052 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f6d2b9-c04b-4525-ad92-ce1301ba78e3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:50.928160 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-288893dc-7712-4c77-ac8f-99d1f8a4a052 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:50.934523 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-288893dc-7712-4c77-ac8f-99d1f8a4a052 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/subnets/e1f6d2b9-c04b-4525-ad92-ce1301ba78e3 HTTP/1.1" status: 204 len: 168 time: 0.2893064 Jan 27 23:17:50.934847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48780) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:50.936302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f537347-0221-4b97-af3e-6e5d14a83e30 None None] Network 9c140027-1dd6-4762-a95d-5f39d65405dd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:17:50.945070 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:17:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:50.972473 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] Checking router: decca8cf-b27b-4163-a6c4-42760b2320d2 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:17:50.981885 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] Routers {'decca8cf-b27b-4163-a6c4-42760b2320d2'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:17:50.982485 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:17:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['decca8cf-b27b-4163-a6c4-42760b2320d2'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:51.052350 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (decca8cf-b27b-4163-a6c4-42760b2320d2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.095221 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] Set router decca8cf-b27b-4163-a6c4-42760b2320d2 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:17:51.102232 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] DHCP port deletion for 9c140027-1dd6-4762-a95d-5f39d65405dd request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:17:51.150982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Deleting port 95415b29-278c-4c0a-a903-6108792a17ec {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:17:51.151913 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (95415b29-278c-4c0a-a903-6108792a17ec), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.160830 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (decca8cf-b27b-4163-a6c4-42760b2320d2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.219792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] For port 95415b29-278c-4c0a-a903-6108792a17ec, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=95415b29-278c-4c0a-a903-6108792a17ec,segment=NetworkSegment(a6691aba-6384-41b2-baea-b7efabb1e979),segment_id=a6691aba-6384-41b2-baea-b7efabb1e979)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:17:51.220066 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 84aba0ee-4572-4475-b64a-a530f0be5618 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:17:51.220190 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (95415b29-278c-4c0a-a903-6108792a17ec), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.220286 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.236537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Calling delete_port for 95415b29-278c-4c0a-a903-6108792a17ec owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:17:51.298433 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:17:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:51.324797 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 84aba0ee-4572-4475-b64a-a530f0be5618, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=84aba0ee-4572-4475-b64a-a530f0be5618,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:17:51.326292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.326428 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (95415b29-278c-4c0a-a903-6108792a17ec), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.327880 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910c69f1-bea3-4406-9e1d-326ccfa6fd45 None None] The sync data for ids ['decca8cf-b27b-4163-a6c4-42760b2320d2'] in n-d-826529-2 is: [{'id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-659649263', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:17:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '84aba0ee-4572-4475-b64a-a530f0be5618', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decca8cf-b27b-4163-a6c4-42760b2320d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:15:33Z', 'updated_at': '2022-01-27T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:17:51.344264 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 84aba0ee-4572-4475-b64a-a530f0be5618 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:17:51.355890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Pushing event deleted for resources: {'Port': ['ID=95415b29-278c-4c0a-a903-6108792a17ec,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:51.358302 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] No DVR routers for this DVR port 95415b29-278c-4c0a-a903-6108792a17ec on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:17:51.367627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.367907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.368240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.368574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.368902 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.369229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.370421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.370421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.370630 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.370937 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.371294 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.371643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.373059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836a9e7-aa2c-4e9e-8926-9f534618526f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:17:51.543235 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (84aba0ee-4572-4475-b64a-a530f0be5618), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.573034 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=84aba0ee-4572-4475-b64a-a530f0be5618,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:51.633316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (decca8cf-b27b-4163-a6c4-42760b2320d2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.734030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (decca8cf-b27b-4163-a6c4-42760b2320d2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.736490 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (decca8cf-b27b-4163-a6c4-42760b2320d2), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.794971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (decca8cf-b27b-4163-a6c4-42760b2320d2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.795541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Fanout notify agent at l3_agent the message router_deleted on router decca8cf-b27b-4163-a6c4-42760b2320d2 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:17:51.806632 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.810628 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0a0b2a6f-4e5d-4d54-bfc7-037011570e6a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/routers/decca8cf-b27b-4163-a6c4-42760b2320d2 HTTP/1.1" status: 204 len: 168 time: 0.8721402 Jan 27 23:17:51.810944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48782) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:51.822691 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.891821 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (9c140027-1dd6-4762-a95d-5f39d65405dd), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:51.988780 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (9c140027-1dd6-4762-a95d-5f39d65405dd), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.012938 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c140027-1dd6-4762-a95d-5f39d65405dd']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:52.024185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6691aba-6384-41b2-baea-b7efabb1e979') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:52.024488 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6691aba-6384-41b2-baea-b7efabb1e979') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:52.034826 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (a6691aba-6384-41b2-baea-b7efabb1e979), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.048704 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a6691aba-6384-41b2-baea-b7efabb1e979), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.054915 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:17:52.055299 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (a6691aba-6384-41b2-baea-b7efabb1e979), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:17:52.058998 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:17:52.116868 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (9c140027-1dd6-4762-a95d-5f39d65405dd), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.124505 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.127712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/networks/9c140027-1dd6-4762-a95d-5f39d65405dd HTTP/1.1" status: 204 len: 168 time: 0.3158033 Jan 27 23:17:52.130609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48784) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:52.139445 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2b6b9-7797-496e-9abe-79c8cd469ed8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Network': ['ID=9c140027-1dd6-4762-a95d-5f39d65405dd,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:52.189250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f53b8291-221d-4681-aeaf-17ccdae663f1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (f38ac4dd-09c7-4000-8a0b-abdf269aeeac), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.215402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f53b8291-221d-4681-aeaf-17ccdae663f1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (f38ac4dd-09c7-4000-8a0b-abdf269aeeac), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.281077 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f53b8291-221d-4681-aeaf-17ccdae663f1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f38ac4dd-09c7-4000-8a0b-abdf269aeeac), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.283724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f53b8291-221d-4681-aeaf-17ccdae663f1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:52.284906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f53b8291-221d-4681-aeaf-17ccdae663f1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/security-groups/f38ac4dd-09c7-4000-8a0b-abdf269aeeac HTTP/1.1" status: 204 len: 168 time: 0.1531763 Jan 27 23:17:52.294837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b8291-221d-4681-aeaf-17ccdae663f1 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38ac4dd-09c7-4000-8a0b-abdf269aeeac,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:52.426993 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 84aba0ee-4572-4475-b64a-a530f0be5618 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:17:52.449291 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 84aba0ee-4572-4475-b64a-a530f0be5618 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:17:52.449644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 84aba0ee-4572-4475-b64a-a530f0be5618 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:17:52.450082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 95415b29-278c-4c0a-a903-6108792a17ec no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:17:52.471981 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 95415b29-278c-4c0a-a903-6108792a17ec {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:17:52.472328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 95415b29-278c-4c0a-a903-6108792a17ec not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:17:52.472742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 80b559f8-a4a2-46d7-aa31-2d92e86e2629 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:17:52.492139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 80b559f8-a4a2-46d7-aa31-2d92e86e2629 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:17:52.492491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 80b559f8-a4a2-46d7-aa31-2d92e86e2629 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:17:53.720407 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48792) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:53.725258 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-4d43c4d7-5361-4ddb-92f0-baaa11f25bd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334691487', 'description': 'tempest-secgroup-smoke-1334691487 description', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:53.749682 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d43c4d7-5361-4ddb-92f0-baaa11f25bd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:53.819789 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d43c4d7-5361-4ddb-92f0-baaa11f25bd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (d2847342-03ea-4123-a076-33eeb4dc7073), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:53.825225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d43c4d7-5361-4ddb-92f0-baaa11f25bd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d2847342-03ea-4123-a076-33eeb4dc7073), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:53.858861 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4d43c4d7-5361-4ddb-92f0-baaa11f25bd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:53.860128 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4d43c4d7-5361-4ddb-92f0-baaa11f25bd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1387384 Jan 27 23:17:53.862134 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43c4d7-5361-4ddb-92f0-baaa11f25bd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2847342-03ea-4123-a076-33eeb4dc7073,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:53.872198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48794) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:53.872198 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b6d1fd29-4d88-45e3-962c-09430bc00a52 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd2847342-03ea-4123-a076-33eeb4dc7073', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:53.898503 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6d1fd29-4d88-45e3-962c-09430bc00a52 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (43b39d56-a059-4b27-b39f-293918a492db), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:53.946266 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6d1fd29-4d88-45e3-962c-09430bc00a52 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (43b39d56-a059-4b27-b39f-293918a492db), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:53.952110 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6d1fd29-4d88-45e3-962c-09430bc00a52 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (43b39d56-a059-4b27-b39f-293918a492db), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:53.972745 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1fd29-4d88-45e3-962c-09430bc00a52 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b39d56-a059-4b27-b39f-293918a492db,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:53.979690 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b6d1fd29-4d88-45e3-962c-09430bc00a52 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:53.980807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b6d1fd29-4d88-45e3-962c-09430bc00a52 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151676 Jan 27 23:17:53.983718 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48796) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:53.988462 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-2cfaee94-6239-4000-ad43-495469376096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd2847342-03ea-4123-a076-33eeb4dc7073', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:54.016193 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2cfaee94-6239-4000-ad43-495469376096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (8a27787d-74f5-45c1-a226-b1b7b0ce97b3), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.084716 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2cfaee94-6239-4000-ad43-495469376096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (8a27787d-74f5-45c1-a226-b1b7b0ce97b3), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.090319 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2cfaee94-6239-4000-ad43-495469376096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (8a27787d-74f5-45c1-a226-b1b7b0ce97b3), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.108226 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaee94-6239-4000-ad43-495469376096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a27787d-74f5-45c1-a226-b1b7b0ce97b3,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:54.116992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2cfaee94-6239-4000-ad43-495469376096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.118357 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2cfaee94-6239-4000-ad43-495469376096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335981 Jan 27 23:17:54.122324 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48798) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:54.127031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-7f10c8ad-c3b7-4019-bb6d-c006dcfd46e6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd2847342-03ea-4123-a076-33eeb4dc7073', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:54.154497 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7f10c8ad-c3b7-4019-bb6d-c006dcfd46e6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (fb2242b6-2eec-4cfb-90fc-30f8293e67ca), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.216318 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7f10c8ad-c3b7-4019-bb6d-c006dcfd46e6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (fb2242b6-2eec-4cfb-90fc-30f8293e67ca), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.221842 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7f10c8ad-c3b7-4019-bb6d-c006dcfd46e6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (fb2242b6-2eec-4cfb-90fc-30f8293e67ca), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.244507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10c8ad-c3b7-4019-bb6d-c006dcfd46e6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2242b6-2eec-4cfb-90fc-30f8293e67ca,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:54.250398 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-7f10c8ad-c3b7-4019-bb6d-c006dcfd46e6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.251708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-7f10c8ad-c3b7-4019-bb6d-c006dcfd46e6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283042 Jan 27 23:17:54.254573 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48800) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:54.258927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-84828122-1924-46a1-bfd9-5ccaf68d7ad8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd2847342-03ea-4123-a076-33eeb4dc7073', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:54.285571 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-84828122-1924-46a1-bfd9-5ccaf68d7ad8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (02d3caa5-ea7e-4dcf-ba88-fa3ddd87b8ce), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.343871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-84828122-1924-46a1-bfd9-5ccaf68d7ad8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (02d3caa5-ea7e-4dcf-ba88-fa3ddd87b8ce), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.348801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-84828122-1924-46a1-bfd9-5ccaf68d7ad8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (02d3caa5-ea7e-4dcf-ba88-fa3ddd87b8ce), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.367804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84828122-1924-46a1-bfd9-5ccaf68d7ad8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d3caa5-ea7e-4dcf-ba88-fa3ddd87b8ce,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:54.373485 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-84828122-1924-46a1-bfd9-5ccaf68d7ad8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.375312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-84828122-1924-46a1-bfd9-5ccaf68d7ad8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192081 Jan 27 23:17:54.377604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48802) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:54.381932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2875d99c-4d46-4cfb-917a-6bf2b08b7014 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd2847342-03ea-4123-a076-33eeb4dc7073', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:54.402895 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-2875d99c-4d46-4cfb-917a-6bf2b08b7014 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:17:54.408450 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2875d99c-4d46-4cfb-917a-6bf2b08b7014 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (a3d9506d-9296-442c-97d3-bf21d02c9fdb), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.471033 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2875d99c-4d46-4cfb-917a-6bf2b08b7014 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (a3d9506d-9296-442c-97d3-bf21d02c9fdb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.476360 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2875d99c-4d46-4cfb-917a-6bf2b08b7014 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (a3d9506d-9296-442c-97d3-bf21d02c9fdb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.499449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875d99c-4d46-4cfb-917a-6bf2b08b7014 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d9506d-9296-442c-97d3-bf21d02c9fdb,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:54.509844 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2875d99c-4d46-4cfb-917a-6bf2b08b7014 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.511135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2875d99c-4d46-4cfb-917a-6bf2b08b7014 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326036 Jan 27 23:17:54.514961 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48804) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:54.519487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f4045c75-bc6d-44f4-8458-28ab4f737416 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'd2847342-03ea-4123-a076-33eeb4dc7073', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:54.548270 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-f4045c75-bc6d-44f4-8458-28ab4f737416 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:17:54.556161 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4045c75-bc6d-44f4-8458-28ab4f737416 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (f95b6c53-6185-4499-9b46-ea57a48a35fa), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.620464 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4045c75-bc6d-44f4-8458-28ab4f737416 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (f95b6c53-6185-4499-9b46-ea57a48a35fa), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.628401 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4045c75-bc6d-44f4-8458-28ab4f737416 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f95b6c53-6185-4499-9b46-ea57a48a35fa), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.652286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4045c75-bc6d-44f4-8458-28ab4f737416 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95b6c53-6185-4499-9b46-ea57a48a35fa,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:54.660753 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f4045c75-bc6d-44f4-8458-28ab4f737416 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.662282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f4045c75-bc6d-44f4-8458-28ab4f737416 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463032 Jan 27 23:17:54.665402 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48806) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:54.671489 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'network': {'name': 'tempest-network-smoke--669761188', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'port_security_enabled': True}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:54.694459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:17:54.697815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.725337 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:17:54.736695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6d7e840b-e89c-4552-a333-2f99b5636523), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.737222 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Added segment 6d7e840b-e89c-4552-a333-2f99b5636523 of type vlan for network fdba1428-d44f-4f2d-a9e3-173e6de37bde Jan 27 23:17:54.781969 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (fdba1428-d44f-4f2d-a9e3-173e6de37bde), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.808784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (fdba1428-d44f-4f2d-a9e3-173e6de37bde), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.813950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:54.814537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.872272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2052665 Jan 27 23:17:54.874932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48808) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:54.879250 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'admin_state_up': True, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:54.896469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2e2c7-466b-4ad1-9e8d-789008b47af8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Network': ['ID=fdba1428-d44f-4f2d-a9e3-173e6de37bde,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:54.909596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:17:54.910153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (6e978bf7-744d-4011-9d4a-1a881994d732), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.911106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (6e978bf7-744d-4011-9d4a-1a881994d732), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.969332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (6e978bf7-744d-4011-9d4a-1a881994d732), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:55.110150 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (6e978bf7-744d-4011-9d4a-1a881994d732), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:55.314991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (6e978bf7-744d-4011-9d4a-1a881994d732), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:55.334139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:55.334611 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:17:55.447882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.13 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/719e1d10-580e-46b0-8c12-56edaa4cd15a) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:17:55.553498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:55.596639 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:55.633861 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:17:55.636922 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:17:55.642645 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:17:55.648331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=719e1d10-580e-46b0-8c12-56edaa4cd15a,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:55.915384 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (6e978bf7-744d-4011-9d4a-1a881994d732), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:56.422698 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (6e978bf7-744d-4011-9d4a-1a881994d732), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:56.559932 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 6e978bf7-744d-4011-9d4a-1a881994d732 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:17:56.680707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:17:56.692265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Sync routers for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:17:56.701991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:17:56.702670 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:56.702837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:17:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:56.707040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-22cb3d32-36d1-4d32-b7eb-b2b4f3658d74 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8281863 Jan 27 23:17:56.707553 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48812) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:56.778951 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3ab11b51-68b0-4e38-bab7-5002e959524b tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=180e9decdfdb427a8a504e3f59fa2be8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702059 Jan 27 23:17:56.781855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48816) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:56.813402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:17:56.870985 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7233597-4821-49ed-8fb3-95b0b7f6e7d7 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:56.872491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d7233597-4821-49ed-8fb3-95b0b7f6e7d7 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895526 Jan 27 23:17:56.875449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48818) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:56.902868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f521d6bb-1209-4520-a76f-8be51d646c97 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263505 Jan 27 23:17:56.905605 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48820) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:56.910377 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589280451', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:56.996787 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:55Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:56.998753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:17:57.003014 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.023385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Checking router: 6e978bf7-744d-4011-9d4a-1a881994d732 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:17:57.023773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Updating router 6e978bf7-744d-4011-9d4a-1a881994d732 port 719e1d10-580e-46b0-8c12-56edaa4cd15a binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:17:57.048787 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.189218 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (c259918b-aa9f-4ea3-849d-93a5c28c0542), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.256499 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Subnet': ['ID=c259918b-aa9f-4ea3-849d-93a5c28c0542,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:57.265965 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Checking segment: {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:17:57.266329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network hostable DHCP agents. Network: fdba1428-d44f-4f2d-a9e3-173e6de37bde, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:17:57.284981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:17:57.295315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, fdba1428-d44f-4f2d-a9e3-173e6de37bde) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:17:57.299697 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:57.300308 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.309262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db22b77-ca1a-4b39-8e15-032fb5e7cdc8 None None] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:17:57.317507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eb0c168a-6002-4d97-b3b1-602425aa1fc7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4108946 Jan 27 23:17:57.320447 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48822) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:57.321596 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Publish callbacks [] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.362955 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.440876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b576b-0443-4e97-aa99-f08a901a7e77 None None] Pushing event updated for resources: {'Port': ['ID=719e1d10-580e-46b0-8c12-56edaa4cd15a,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:57.443561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Attempting to bind port 719e1d10-580e-46b0-8c12-56edaa4cd15a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:17:57.443925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Attempting to bind port 719e1d10-580e-46b0-8c12-56edaa4cd15a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:17:57.444321 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Attempting to bind port 719e1d10-580e-46b0-8c12-56edaa4cd15a on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:17:57.464313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:17:57.464721 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:17:57.465148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.465538 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:17:57.466014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Bound port: 719e1d10-580e-46b0-8c12-56edaa4cd15a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:17:57.466391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.489696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:17:57.490566 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.577613 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] For port 719e1d10-580e-46b0-8c12-56edaa4cd15a, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:17:57.603009 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] For port 719e1d10-580e-46b0-8c12-56edaa4cd15a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=719e1d10-580e-46b0-8c12-56edaa4cd15a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:17:57.612007 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.701401 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b576b-0443-4e97-aa99-f08a901a7e77 None None] Pushing event updated for resources: {'Port': ['ID=719e1d10-580e-46b0-8c12-56edaa4cd15a,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:57.715838 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:17:57.716530 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:17:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:57.718983 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Allocated IP 172.20.0.2 (fdba1428-d44f-4f2d-a9e3-173e6de37bde/c259918b-aa9f-4ea3-849d-93a5c28c0542/219ff4c1-693f-4d04-a018-b5b1e4c2ed69) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:17:57.769951 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.067284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:17:58.228838 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Publish callbacks [] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.241062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.293169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.1 (fdba1428-d44f-4f2d-a9e3-173e6de37bde/c259918b-aa9f-4ea3-849d-93a5c28c0542/5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:17:58.312341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:17:58.323121 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:17:58.326151 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:17:58.330142 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Pushing event updated for resources: {'Port': ['ID=219ff4c1-693f-4d04-a018-b5b1e4c2ed69,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:58.395119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Attempting to bind port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:17:58.395511 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Attempting to bind port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:17:58.395894 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Attempting to bind port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 on network fdba1428-d44f-4f2d-a9e3-173e6de37bde {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:17:58.400340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:55Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:58.405092 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:17:58.405474 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Checking segment: {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:17:58.405883 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.406306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Bound using segment: {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:17:58.406772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Bound port: 219ff4c1-693f-4d04-a018-b5b1e4c2ed69, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:17:58.407131 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.417911 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.433598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b0c935-9808-4e66-ac1f-d1b577175340 None None] The sync data for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 is: [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:55Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:17:58.456785 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.501668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:17:58.505311 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] For port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:17:58.505505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:17:58.508225 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:17:58.513701 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] For port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=219ff4c1-693f-4d04-a018-b5b1e4c2ed69,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:17:58.520583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.543837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:58.573539 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (6e978bf7-744d-4011-9d4a-1a881994d732), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.586312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7a957-7246-4a23-ba42-43e6e2ac8754 None None] Pushing event updated for resources: {'Port': ['ID=219ff4c1-693f-4d04-a018-b5b1e4c2ed69,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:58.749757 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:59.098582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:59.104123 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:59.183074 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (6e978bf7-744d-4011-9d4a-1a881994d732), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:59.198194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:59.317566 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:17:59.320286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:17:59.457785 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 6e978bf7-744d-4011-9d4a-1a881994d732 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:17:59.583469 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:17:59.588288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-095bbe5e-2244-4897-9481-82cf3e296f4e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/6e978bf7-744d-4011-9d4a-1a881994d732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2667561 Jan 27 23:17:59.686545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98e1ba7-3629-43e7-8426-ae3071406971 None None] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:17:59.789806 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-62cea9b5-d13d-46d7-9ebe-1768ee3f1cc8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334691487&fields=id&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 267 time: 0.0654600 Jan 27 23:17:59.820125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-33919400-a7c8-40e5-b412-e5adeabb8651 None None] Provisioning complete for port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:17:59.820500 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33919400-a7c8-40e5-b412-e5adeabb8651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:59.927496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-b555e2d6-56b7-4435-8d4c-cbd27878817f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:59.928983 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-b555e2d6-56b7-4435-8d4c-cbd27878817f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/networks?id=fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 200 len: 796 time: 0.1302269 Jan 27 23:17:59.944112 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-33919400-a7c8-40e5-b412-e5adeabb8651 None None] Current status of the port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:17:59.944621 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33919400-a7c8-40e5-b412-e5adeabb8651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:59.950881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-c8126ee1-7f4c-48d4-8fbe-4b03ab6ac53c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/quotas/180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 375 time: 0.0150788 Jan 27 23:17:59.988362 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-33919400-a7c8-40e5-b412-e5adeabb8651 None None] For port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=219ff4c1-693f-4d04-a018-b5b1e4c2ed69,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:17:59.994583 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-33919400-a7c8-40e5-b412-e5adeabb8651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.010688 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-f6f30a64-79b8-46c9-98e0-7ca027384e6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533285 Jan 27 23:18:00.035244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-e559a24f-aa14-4e0e-be64-4f64032eecf7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:18:00.036470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-e559a24f-aa14-4e0e-be64-4f64032eecf7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073745 Jan 27 23:18:00.066533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33919400-a7c8-40e5-b412-e5adeabb8651 None None] Pushing event updated for resources: {'Port': ['ID=219ff4c1-693f-4d04-a018-b5b1e4c2ed69,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:00.141541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-8995bd9c-5b6c-4536-b369-b99e65fe5cb9 service neutron] 10.222.0.45 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983984 Jan 27 23:18:00.218087 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9ec86087-7ab6-4427-b563-649a67e0886f None None] Provisioning complete for port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:00.218319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ec86087-7ab6-4427-b563-649a67e0886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.256607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-7f6fe5fe-171d-49a3-9f47-a4b4c613c74c service neutron] 10.222.0.45 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085281 Jan 27 23:18:00.267279 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Sync routers for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:18:00.277607 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:18:00.278528 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:17:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:18:00.324139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9ec86087-7ab6-4427-b563-649a67e0886f None None] Current status of the port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:00.338084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9ec86087-7ab6-4427-b563-649a67e0886f None None] Provisioning complete for port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:00.338528 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ec86087-7ab6-4427-b563-649a67e0886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.391245 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9ec86087-7ab6-4427-b563-649a67e0886f None None] Port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:18:00.406629 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:18:00.519033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-83b8767c-4b78-4c2d-bac2-8c8ca5cd7cea None None] Provisioning complete for port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:00.519827 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83b8767c-4b78-4c2d-bac2-8c8ca5cd7cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.572714 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-83b8767c-4b78-4c2d-bac2-8c8ca5cd7cea None None] Port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:18:00.578121 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:18:00.628976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:00.629259 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.631895 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 2, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:18:00.662175 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Checking router: 6e978bf7-744d-4011-9d4a-1a881994d732 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:18:00.662568 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Updating router 6e978bf7-744d-4011-9d4a-1a881994d732 port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:18:00.688758 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.726051 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:00.727106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 719e1d10-580e-46b0-8c12-56edaa4cd15a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:18:00.728857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b6e683cb-a808-4991-9125-b32676f51e5d None None] Provisioning complete for port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:00.729229 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b6e683cb-a808-4991-9125-b32676f51e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.791338 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b6e683cb-a808-4991-9125-b32676f51e5d None None] Port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:18:00.806657 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 719e1d10-580e-46b0-8c12-56edaa4cd15a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:00.807042 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.893334 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 719e1d10-580e-46b0-8c12-56edaa4cd15a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:00.893700 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.913907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 719e1d10-580e-46b0-8c12-56edaa4cd15a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=719e1d10-580e-46b0-8c12-56edaa4cd15a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:18:00.920730 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.952542 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Publish callbacks [] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.959213 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.969711 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=719e1d10-580e-46b0-8c12-56edaa4cd15a,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:01.114308 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Pushing event updated for resources: {'Port': ['ID=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:01.139673 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.140066 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.140374 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.140710 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.141075 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.141407 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.141754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.142045 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.142395 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.142715 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.143025 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.143390 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.143691 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:18:01.176944 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Attempting to bind port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:18:01.177315 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Attempting to bind port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:18:01.177673 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Attempting to bind port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 on network fdba1428-d44f-4f2d-a9e3-173e6de37bde {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:18:01.183616 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:18:01.183850 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Checking segment: {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:18:01.184202 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:01.184583 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Bound using segment: {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:18:01.185045 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Bound port: 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:18:01.185438 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:01.252658 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] For port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:18:01.255926 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] For port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:18:01.262189 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:01.321178 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:18:01.322041 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8c3eba93-97b4-4173-9882-aa4067e144c2 None None] Provisioning complete for port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:01.322482 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3eba93-97b4-4173-9882-aa4067e144c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:01.322646 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:17:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:18:01.360792 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b920e6-831c-414c-be7b-0af61e7ca1db None None] Pushing event updated for resources: {'Port': ['ID=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:01.430867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8c3eba93-97b4-4173-9882-aa4067e144c2 None None] Current status of the port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:01.431278 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3eba93-97b4-4173-9882-aa4067e144c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:01.460131 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:18:01.489890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8c3eba93-97b4-4173-9882-aa4067e144c2 None None] For port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:18:01.497314 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8c3eba93-97b4-4173-9882-aa4067e144c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:01.550682 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-717a175c-b0e0-4409-86bd-de07387cf042 req-4667d833-e260-4150-ae41-7c2f5e6a05e2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 210 time: 0.0634079 Jan 27 23:18:01.567593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3eba93-97b4-4173-9882-aa4067e144c2 None None] Pushing event updated for resources: {'Port': ['ID=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:01.620779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-60c1d1d6-b919-4aa6-80c7-1c0e2d22fadf None None] Provisioning complete for port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:01.621298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-60c1d1d6-b919-4aa6-80c7-1c0e2d22fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:01.698786 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:18:01Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:18:01.705300 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-60c1d1d6-b919-4aa6-80c7-1c0e2d22fadf None None] Current status of the port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:01.728916 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798106c1-c7c4-4eac-b7b8-3a58a92c90cf None None] The sync data for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 is: [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:18:01Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:18:02.535046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 719e1d10-580e-46b0-8c12-56edaa4cd15a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:18:02.613803 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 719e1d10-580e-46b0-8c12-56edaa4cd15a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:02.614480 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:02.646770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-86975cc1-b1e7-49a3-9a01-1b0bce5df52d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:02.648782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-86975cc1-b1e7-49a3-9a01-1b0bce5df52d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/networks?id=fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 200 len: 796 time: 0.1478670 Jan 27 23:18:02.685644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e549a23-0b36-40ca-b3ff-7843c72720cb req-6f0bd402-9516-42f5-8620-2460339508be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 210 time: 0.0352552 Jan 27 23:18:02.723563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 719e1d10-580e-46b0-8c12-56edaa4cd15a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:02.724779 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:18:02.748494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-79953a5b-297b-45b3-b62e-bf3970fb9c78 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 380 time: 0.0618241 Jan 27 23:18:02.759230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'port': {'device_id': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'admin_state_up': True, 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'security_groups': ['d2847342-03ea-4123-a076-33eeb4dc7073']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:18:02.779014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:02.779400 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:02.863619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:02.879594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:18:02.883402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.025893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.13 (fdba1428-d44f-4f2d-a9e3-173e6de37bde/c259918b-aa9f-4ea3-849d-93a5c28c0542/782f8dd5-547a-4fb8-8751-d1414329b2c3) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:18:03.181959 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.219342 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.263015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:18:03.266147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:18:03.277112 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:18:03.302629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=782f8dd5-547a-4fb8-8751-d1414329b2c3,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:03.332596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:03.333248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.352200 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-67c70fb7-b6ff-4525-a843-c4bd19ccd22f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968316 Jan 27 23:18:03.361942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-8cecb07e-d3a0-4e6b-b4f7-bff18daa3f37 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:18:03.363127 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-8cecb07e-d3a0-4e6b-b4f7-bff18daa3f37 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058761 Jan 27 23:18:03.421528 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Request body: {'port': {'device_id': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:18:03.479256 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.540460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a0133deb-89d2-4790-9c15-46f2b86d1273 None None] Provisioning complete for port 782f8dd5-547a-4fb8-8751-d1414329b2c3 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:03.541431 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a0133deb-89d2-4790-9c15-46f2b86d1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.583305 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a0133deb-89d2-4790-9c15-46f2b86d1273 None None] Port 782f8dd5-547a-4fb8-8751-d1414329b2c3 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:18:03.757618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782f8dd5-547a-4fb8-8751-d1414329b2c3 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:18:03.773290 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Publish callbacks [] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.803289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Transition to ACTIVE for port object 782f8dd5-547a-4fb8-8751-d1414329b2c3 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:18:03.810923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.856439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12851d9-83d5-4df6-a1b8-a88e60ee1bec req-53bd6a3e-c10b-4c2a-a588-8363ca4f00f4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:03.857986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c12851d9-83d5-4df6-a1b8-a88e60ee1bec req-53bd6a3e-c10b-4c2a-a588-8363ca4f00f4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 932 time: 0.0960062 Jan 27 23:18:03.879163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Pushing event updated for resources: {'Port': ['ID=782f8dd5-547a-4fb8-8751-d1414329b2c3,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:03.967075 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c12851d9-83d5-4df6-a1b8-a88e60ee1bec req-7af6b9a4-1540-4b60-b193-ae417d2a9bf0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996430 Jan 27 23:18:03.990872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Attempting to bind port 782f8dd5-547a-4fb8-8751-d1414329b2c3 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:18:03.991613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Attempting to bind port 782f8dd5-547a-4fb8-8751-d1414329b2c3 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:18:03.992146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Attempting to bind port 782f8dd5-547a-4fb8-8751-d1414329b2c3 on network fdba1428-d44f-4f2d-a9e3-173e6de37bde {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:18:03.997465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Port 782f8dd5-547a-4fb8-8751-d1414329b2c3 on network fdba1428-d44f-4f2d-a9e3-173e6de37bde not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:18:03.997696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Attempting to bind port 782f8dd5-547a-4fb8-8751-d1414329b2c3 on network fdba1428-d44f-4f2d-a9e3-173e6de37bde {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:18:04.003239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:18:04.003631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Checking segment: {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:18:04.004018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Bound using segment: {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:18:04.004455 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Bound port: 782f8dd5-547a-4fb8-8751-d1414329b2c3, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7e840b-e89c-4552-a333-2f99b5636523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:18:04.004818 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:04.066712 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e7668449-13c0-4795-bf35-85331dc36693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:04.075862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] For port 782f8dd5-547a-4fb8-8751-d1414329b2c3, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:18:04.079271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] For port 782f8dd5-547a-4fb8-8751-d1414329b2c3, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:18:04.085982 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:04.121884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:04.122517 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:04.123931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] 10.222.0.57 "PUT /v2.0/ports/782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 200 len: 1092 time: 0.7536662 Jan 27 23:18:04.124390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:18:04.126646 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39418322-27a1-4219-83e5-e590111c7070" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:18:04.151401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c3f86-041a-4cdd-83bb-564a52205ced service neutron] Pushing event updated for resources: {'Port': ['ID=782f8dd5-547a-4fb8-8751-d1414329b2c3,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:04.178051 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5566303e-9876-400b-978b-f4f4ca4f9fac x-openstack-request-id: req-5566303e-9876-400b-978b-f4f4ca4f9fac {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:18:04.178355 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:18:04.178612 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5566303e-9876-400b-978b-f4f4ca4f9fac {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:18:04.179070 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'status': 'completed', 'code': 200} Jan 27 23:18:04.217603 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-1042bcb3-9651-4a8d-9d82-7eab876fd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:04.219139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-1042bcb3-9651-4a8d-9d82-7eab876fd8ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1095 time: 0.0500355 Jan 27 23:18:04.261340 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-a4774028-401c-4d50-a8f6-cb7d7e2b2ebe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 200 len: 217 time: 0.0358644 Jan 27 23:18:04.310511 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-62b829af-02f1-4093-aacc-e24c436099d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:04.312180 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-62b829af-02f1-4093-aacc-e24c436099d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c259918b-aa9f-4ea3-849d-93a5c28c0542 HTTP/1.1" status: 200 len: 835 time: 0.0457644 Jan 27 23:18:04.361102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-66689ffc-2385-4ff0-b044-e592a9026d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:04.362604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-66689ffc-2385-4ff0-b044-e592a9026d8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdba1428-d44f-4f2d-a9e3-173e6de37bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450876 Jan 27 23:18:04.454053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-af9682a9-6f18-40d4-a342-4d073289867e service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848722 Jan 27 23:18:04.552843 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e198b944-70fe-4e3e-a582-b16d90f3585e req-f8a0622b-b513-44a8-b50f-98a3c59dc791 service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926843 Jan 27 23:18:04.962991 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418322-27a1-4219-83e5-e590111c7070 req-32efbbf5-3f42-4d8b-8eb2-00a934f38cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:04.964795 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39418322-27a1-4219-83e5-e590111c7070 req-32efbbf5-3f42-4d8b-8eb2-00a934f38cfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1095 time: 0.3577619 Jan 27 23:18:05.099379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418322-27a1-4219-83e5-e590111c7070 req-d8a6695f-9b4d-4ae5-b795-3f9e4b5fe8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:05.100775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39418322-27a1-4219-83e5-e590111c7070 req-d8a6695f-9b4d-4ae5-b795-3f9e4b5fe8dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 200 len: 897 time: 0.1292164 Jan 27 23:18:05.155356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39418322-27a1-4219-83e5-e590111c7070 req-d67ef547-7c6f-44c2-92e7-45c1f6816b12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 200 len: 217 time: 0.0475848 Jan 27 23:18:05.163090 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5de1b-12fc-41bf-8897-1b3cb1f2720c req-47468d64-6506-4044-a34a-332861bc0eb2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:05.164560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3f5de1b-12fc-41bf-8897-1b3cb1f2720c req-47468d64-6506-4044-a34a-332861bc0eb2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 944 time: 0.1140540 Jan 27 23:18:05.233799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418322-27a1-4219-83e5-e590111c7070 req-f4256034-7d2d-4df9-9930-71506e5d453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:05.235474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39418322-27a1-4219-83e5-e590111c7070 req-f4256034-7d2d-4df9-9930-71506e5d453b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c259918b-aa9f-4ea3-849d-93a5c28c0542 HTTP/1.1" status: 200 len: 835 time: 0.0699418 Jan 27 23:18:05.262291 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3f5de1b-12fc-41bf-8897-1b3cb1f2720c req-f2f0ed39-b572-4f8e-ba32-d4a8f1025f14 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889826 Jan 27 23:18:05.296463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39418322-27a1-4219-83e5-e590111c7070 req-6f2080fc-5de8-4f26-9716-4f47b6d9d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:05.297993 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39418322-27a1-4219-83e5-e590111c7070 req-6f2080fc-5de8-4f26-9716-4f47b6d9d24e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdba1428-d44f-4f2d-a9e3-173e6de37bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535123 Jan 27 23:18:05.389564 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39418322-27a1-4219-83e5-e590111c7070 req-9c586648-9e46-4106-8faf-618703c0ec4f service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845695 Jan 27 23:18:05.486494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-39418322-27a1-4219-83e5-e590111c7070 req-dfcdfdc6-0aad-48a8-9f89-a13bb6caf569 service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904150 Jan 27 23:18:06.390061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846965-049c-4949-8f48-da76048ef8f6 req-7640bc7f-d643-4cb6-b104-b90155061204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:06.391652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6846965-049c-4949-8f48-da76048ef8f6 req-7640bc7f-d643-4cb6-b104-b90155061204 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 944 time: 0.0547299 Jan 27 23:18:06.444885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6846965-049c-4949-8f48-da76048ef8f6 req-1641026f-3e8a-4988-9e26-b63540de786f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456855 Jan 27 23:18:06.870849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 782f8dd5-547a-4fb8-8751-d1414329b2c3 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:18:06.984643 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 782f8dd5-547a-4fb8-8751-d1414329b2c3, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:18:06.998347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'port_id': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'mac_address': 'fa:16:3e:da:54:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:18:07.043083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 782f8dd5-547a-4fb8-8751-d1414329b2c3 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:07.043607 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:07.058744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782f8dd5-547a-4fb8-8751-d1414329b2c3 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:18:07.080956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 782f8dd5-547a-4fb8-8751-d1414329b2c3, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:18:07.093453 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:07.158887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-58d389e2-0941-4df3-b397-4baf154b82e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:07.168033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=782f8dd5-547a-4fb8-8751-d1414329b2c3,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:07.317972 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['782f8dd5-547a-4fb8-8751-d1414329b2c3'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:18:07.608168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d320c8-1576-429a-bb08-d5a0768d0cf5 req-1cf130a4-8af6-478a-902e-ba1e8ca26aab tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:07.609652 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11d320c8-1576-429a-bb08-d5a0768d0cf5 req-1cf130a4-8af6-478a-902e-ba1e8ca26aab tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 945 time: 0.0721323 Jan 27 23:18:07.692602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-11d320c8-1576-429a-bb08-d5a0768d0cf5 req-1f53e21b-6c99-44f3-9d57-8a4017803396 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704112 Jan 27 23:18:08.838174 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52682263-b3f8-409d-b922-16a5945041d9 req-3c2709e6-1f59-4d16-8deb-ff7e1fb8ac1c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:08.839804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52682263-b3f8-409d-b922-16a5945041d9 req-3c2709e6-1f59-4d16-8deb-ff7e1fb8ac1c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 945 time: 0.0581298 Jan 27 23:18:08.876360 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:08.882303 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 782f8dd5-547a-4fb8-8751-d1414329b2c3 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:18:08.931247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52682263-b3f8-409d-b922-16a5945041d9 req-fec6b39d-94c2-43be-9118-b07603099bde tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834510 Jan 27 23:18:08.967104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 782f8dd5-547a-4fb8-8751-d1414329b2c3 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:18:08.972590 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 782f8dd5-547a-4fb8-8751-d1414329b2c3 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:18:08.972971 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:09.060019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 782f8dd5-547a-4fb8-8751-d1414329b2c3 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:18:09.060416 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:09.086052 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:18:09.088560 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001a5478-b133-4890-a792-69ffea670ebf" -d '{"events": [{"server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "name": "network-vif-plugged", "status": "completed", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:18:09.104478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 782f8dd5-547a-4fb8-8751-d1414329b2c3, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:18:09.113714 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:09.194997 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=782f8dd5-547a-4fb8-8751-d1414329b2c3,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:09.233513 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a469e733-8d0e-4d2c-b2e9-c8a2e47ff4b1 x-openstack-request-id: req-a469e733-8d0e-4d2c-b2e9-c8a2e47ff4b1 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:18:09.234133 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "name": "network-vif-plugged", "status": "completed", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:18:09.234534 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a469e733-8d0e-4d2c-b2e9-c8a2e47ff4b1 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:18:09.235312 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'code': 200} Jan 27 23:18:09.341312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852291a9-9f00-41d6-ba29-d992a1cd3d91 req-5bf5315d-a693-4767-89cd-13af8e6b6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:09.342902 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-852291a9-9f00-41d6-ba29-d992a1cd3d91 req-5bf5315d-a693-4767-89cd-13af8e6b6da8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1097 time: 0.0464728 Jan 27 23:18:09.401498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-852291a9-9f00-41d6-ba29-d992a1cd3d91 req-c1d9a233-f1c8-40e4-83ad-f6510e324da1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505397 Jan 27 23:18:10.085264 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ea943-9102-4793-81b0-e29e59edde25 req-5defc0b2-07b0-4cab-b550-471d5587c7ed tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:10.086982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e16ea943-9102-4793-81b0-e29e59edde25 req-5defc0b2-07b0-4cab-b550-471d5587c7ed tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0610905 Jan 27 23:18:10.146660 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e16ea943-9102-4793-81b0-e29e59edde25 req-9e492456-bfcb-4b64-9104-6179b68ccc26 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512278 Jan 27 23:18:11.250194 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:11.300188 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34a76e-b772-48bc-a10e-c14ee4c0249f req-51cc6cb6-4bd0-41fd-9001-0319a21ca6d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:11.301950 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f34a76e-b772-48bc-a10e-c14ee4c0249f req-51cc6cb6-4bd0-41fd-9001-0319a21ca6d4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0735626 Jan 27 23:18:11.379544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5f34a76e-b772-48bc-a10e-c14ee4c0249f req-1ae7d305-ee31-4cd4-9659-da01fbb35a6d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687354 Jan 27 23:18:11.417447 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:11.579098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d565a7-4e97-434d-9f2e-c1dd9c0a5bd4 req-b1fbe340-8edf-4b44-b2ce-d738decdf68a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:11.582633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20d565a7-4e97-434d-9f2e-c1dd9c0a5bd4 req-b1fbe340-8edf-4b44-b2ce-d738decdf68a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0948820 Jan 27 23:18:11.661005 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-20d565a7-4e97-434d-9f2e-c1dd9c0a5bd4 req-ac4e5cdc-49e5-4a3b-b8ee-93d9dd52be2d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719295 Jan 27 23:18:11.687695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48880) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:18:11.736998 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd10e2-0d8c-4de2-951c-555bc78097e7 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:11.739089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8ccd10e2-0d8c-4de2-951c-555bc78097e7 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1092 time: 0.0498545 Jan 27 23:18:11.742388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48882) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:18:11.748755 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:18:11.782057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:11.904586 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:12.022929 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.182 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/40ff1ff6-50a6-4916-bba5-85acb1817964) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:18:12.144793 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (40ff1ff6-50a6-4916-bba5-85acb1817964), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:12.187257 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (40ff1ff6-50a6-4916-bba5-85acb1817964), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:12.227760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:18:12.235505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:18:12.238626 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:18:12.247877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=40ff1ff6-50a6-4916-bba5-85acb1817964,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:12.681347 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (4e098191-8ad2-4d87-9a33-7163ff6534ca), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:12.755535 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (40ff1ff6-50a6-4916-bba5-85acb1817964), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:12.943105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (40ff1ff6-50a6-4916-bba5-85acb1817964), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:12.949095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (40ff1ff6-50a6-4916-bba5-85acb1817964), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:13.036837 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=40ff1ff6-50a6-4916-bba5-85acb1817964,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:18:13.054837 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (4e098191-8ad2-4d87-9a33-7163ff6534ca), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:13.195397 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP 4e098191-8ad2-4d87-9a33-7163ff6534ca associated. External IP: 172.25.8.182, port: 782f8dd5-547a-4fb8-8751-d1414329b2c3. Jan 27 23:18:13.500725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 6e978bf7-744d-4011-9d4a-1a881994d732 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:18:13.629169 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:18:13.640952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] Sync routers for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:18:13.653415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:18:13.654282 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:18:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:18:13.659024 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:13.689214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-63837bab-1456-4bdc-834b-efd78d50a1df tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9454417 Jan 27 23:18:13.690033 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:18:13.692141 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:18:13.734685 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef22e84e-f63c-45d2-89a4-64c0a57e01ae x-openstack-request-id: req-ef22e84e-f63c-45d2-89a4-64c0a57e01ae {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:18:13.735088 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:18:13.735234 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef22e84e-f63c-45d2-89a4-64c0a57e01ae {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:18:13.736097 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'status': 'completed', 'code': 200} Jan 27 23:18:13.836237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:18:13.875051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-c5803f86-cbab-4798-b28d-8222a6702a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:13.877666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-c5803f86-cbab-4798-b28d-8222a6702a02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1097 time: 0.1122296 Jan 27 23:18:13.909060 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9d794-5363-4e1c-9484-3c21dad8bb0d req-4af3aa6a-b9ef-49f2-a39d-89469de35300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:13.911260 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fa9d794-5363-4e1c-9484-3c21dad8bb0d req-4af3aa6a-b9ef-49f2-a39d-89469de35300 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.1333516 Jan 27 23:18:14.051022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0fa9d794-5363-4e1c-9484-3c21dad8bb0d req-311a1f1f-cccc-4085-9995-e7dfccd3d7b5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269135 Jan 27 23:18:14.056532 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-ecd7cb46-01ae-420b-94e8-6df97a7482c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:14.058091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-ecd7cb46-01ae-420b-94e8-6df97a7482c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 200 len: 897 time: 0.1735947 Jan 27 23:18:14.098241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48888) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:18:14.155620 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-2747fe22-2740-49e9-ab02-d99dac494a28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 200 len: 1000 time: 0.0912402 Jan 27 23:18:14.175730 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1a08afd7-4161-499a-8b2c-cc2248011e7f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4e098191-8ad2-4d87-9a33-7163ff6534ca HTTP/1.1" status: 200 len: 992 time: 0.0741153 Jan 27 23:18:14.188421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '4e098191-8ad2-4d87-9a33-7163ff6534ca', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'port_id': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'mac_address': 'fa:16:3e:da:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:18:12Z', 'updated_at': '2022-01-27T23:18:12Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:18:01Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:18:14.219884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-89a0f1c8-d33c-4fed-a33d-d1edb802c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:14.220746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] Checking router: 6e978bf7-744d-4011-9d4a-1a881994d732 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:18:14.222844 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-89a0f1c8-d33c-4fed-a33d-d1edb802c673 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c259918b-aa9f-4ea3-849d-93a5c28c0542 HTTP/1.1" status: 200 len: 835 time: 0.0611620 Jan 27 23:18:14.230619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:18:14.231563 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:18:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:18:14.297009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-b03af81b-968c-4307-b901-f4f510450067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:14.298677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-b03af81b-968c-4307-b901-f4f510450067 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdba1428-d44f-4f2d-a9e3-173e6de37bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697417 Jan 27 23:18:14.405942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:18:14.433239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-9cb56195-633e-455e-ba19-f98e44885a7b service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281388 Jan 27 23:18:14.560213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fccf336c-fb2e-4b7f-ac12-c91e1844aaf6 req-ffeb0828-ab4e-4f89-a2bd-2a7ee2c65d95 service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214812 Jan 27 23:18:14.685667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '4e098191-8ad2-4d87-9a33-7163ff6534ca', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'port_id': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'mac_address': 'fa:16:3e:da:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:18:12Z', 'updated_at': '2022-01-27T23:18:12Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:18:01Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:18:14.934352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d5f03-b06e-463f-9f86-3ed5d3fe2205 None None] The sync data for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 is: [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '4e098191-8ad2-4d87-9a33-7163ff6534ca', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'port_id': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'mac_address': 'fa:16:3e:da:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:18:12Z', 'updated_at': '2022-01-27T23:18:12Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:18:01Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:18:15.179027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48890) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:18:15.179813 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86876cd2-c48c-41c5-af63-c6a15514815e None None] New status for floating IP 4e098191-8ad2-4d87-9a33-7163ff6534ca: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:18:15.250080 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a06ca9c9-d980-425a-a404-6fdae2b87774 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4e098191-8ad2-4d87-9a33-7163ff6534ca HTTP/1.1" status: 200 len: 992 time: 0.0683153 Jan 27 23:18:16.253023 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48892) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:18:16.317441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1048e5f7-49a1-4142-bdc7-9cb72e4c7d13 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4e098191-8ad2-4d87-9a33-7163ff6534ca HTTP/1.1" status: 200 len: 994 time: 0.0631788 Jan 27 23:18:19.070125 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:21.832135 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:24.084965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-bee9941e-a536-493e-8b14-094baec63c81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556829 Jan 27 23:18:24.176021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-a481a60c-fed5-47ca-91c3-628e95c1e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:24.177547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-a481a60c-fed5-47ca-91c3-628e95c1e04c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1097 time: 0.0473547 Jan 27 23:18:24.288270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-ae5243c6-26ef-4d05-bc22-525e04b83548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:24.289782 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-ae5243c6-26ef-4d05-bc22-525e04b83548 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 200 len: 897 time: 0.0916464 Jan 27 23:18:24.364808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-e11173b8-ec41-4307-8dec-c5ada369bfce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 200 len: 1002 time: 0.0691259 Jan 27 23:18:24.421027 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-380aab0e-46d0-4ede-a0e4-52e05848e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:24.422546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-380aab0e-46d0-4ede-a0e4-52e05848e586 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c259918b-aa9f-4ea3-849d-93a5c28c0542 HTTP/1.1" status: 200 len: 835 time: 0.0520284 Jan 27 23:18:24.470865 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-987d78fd-bb5c-49de-80ec-72516c9ec2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:24.472423 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-987d78fd-bb5c-49de-80ec-72516c9ec2ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdba1428-d44f-4f2d-a9e3-173e6de37bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444257 Jan 27 23:18:24.571467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-d599e9c0-c75e-4a56-b52b-6d32fa224b01 service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922642 Jan 27 23:18:24.667821 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ef99d92-64b1-49eb-a6a2-30af601a56bb req-65cc2d67-4e31-4cce-bc92-b005e582dd8c service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910881 Jan 27 23:18:32.337161 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:18:34.064834 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7ec29f71-cea7-4191-8c10-d40aff4747cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:37.136373 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6901233a-6c9d-4a7c-832e-b1c16aa02522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:38.864812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:41.248400 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:41.410092 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:45.755215 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08350b6-9c22-4ade-bca9-78766f1428e0 req-60ca8b0f-c662-4808-9248-391578b0a423 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:45.757072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d08350b6-9c22-4ade-bca9-78766f1428e0 req-60ca8b0f-c662-4808-9248-391578b0a423 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0522411 Jan 27 23:18:45.808545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d08350b6-9c22-4ade-bca9-78766f1428e0 req-990f63b3-50d6-4654-96fe-89fe90d69780 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Jan 27 23:18:46.951322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cbcdf-dac3-408d-ab5a-1c3472cbed95 req-8171329b-5331-4590-83a0-fbe86293ab59 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:46.953034 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e32cbcdf-dac3-408d-ab5a-1c3472cbed95 req-8171329b-5331-4590-83a0-fbe86293ab59 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0695372 Jan 27 23:18:47.004799 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e32cbcdf-dac3-408d-ab5a-1c3472cbed95 req-318c0883-f2d6-4562-bbf1-16696e9ffcfc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453289 Jan 27 23:18:48.136872 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4012f-20b3-452a-a8c6-114f8d674c97 req-7564ed50-28bb-4c1b-98f6-24ec62da38d3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:48.138436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcd4012f-20b3-452a-a8c6-114f8d674c97 req-7564ed50-28bb-4c1b-98f6-24ec62da38d3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0564139 Jan 27 23:18:48.191922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fcd4012f-20b3-452a-a8c6-114f8d674c97 req-c2b76786-262f-4fb8-8edf-6198847b2532 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457840 Jan 27 23:18:49.069168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:49.317945 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef4f0-5b2a-42f2-8f3a-b72fb49dcf0f req-21aa164e-3a64-41fd-8d2d-eca2f5651127 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:49.319591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-206ef4f0-5b2a-42f2-8f3a-b72fb49dcf0f req-21aa164e-3a64-41fd-8d2d-eca2f5651127 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0547960 Jan 27 23:18:49.371129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-206ef4f0-5b2a-42f2-8f3a-b72fb49dcf0f req-674ae086-785d-4a37-ae8e-dd7f87f9a11f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Jan 27 23:18:50.503088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb4606-6668-4a92-88f1-a687f3f3fa99 req-d4bafb27-c485-4d4f-bbb2-2903275d683b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:50.504657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0cb4606-6668-4a92-88f1-a687f3f3fa99 req-d4bafb27-c485-4d4f-bbb2-2903275d683b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0580375 Jan 27 23:18:50.559955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0cb4606-6668-4a92-88f1-a687f3f3fa99 req-2ab863a2-6283-41f9-8623-049329d4b0f5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483005 Jan 27 23:18:51.699439 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2643a8a-4216-47fe-8597-a5cf8b76aa5e req-8ffef05f-55a2-458d-8e27-52d0d6a3b247 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:51.700957 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2643a8a-4216-47fe-8597-a5cf8b76aa5e req-8ffef05f-55a2-458d-8e27-52d0d6a3b247 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0662854 Jan 27 23:18:51.758354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e2643a8a-4216-47fe-8597-a5cf8b76aa5e req-4d7ead8d-de9f-47e2-ac2a-4ec21ad69923 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491996 Jan 27 23:18:51.838343 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:52.890523 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ebe7d-e645-4d86-a1f4-b6be396124bc req-69f1ed14-d308-4948-89f3-eebb195448bc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:52.892700 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c30ebe7d-e645-4d86-a1f4-b6be396124bc req-69f1ed14-d308-4948-89f3-eebb195448bc tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0630665 Jan 27 23:18:52.946443 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c30ebe7d-e645-4d86-a1f4-b6be396124bc req-ad83337a-a624-4402-bc71-bed3687a3318 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476038 Jan 27 23:18:54.081666 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c82e9-604d-4f6a-b31e-78c324462bf7 req-bd4e3cca-9ffe-48cc-a0c6-4f82aed8be3f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:54.083347 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-599c82e9-604d-4f6a-b31e-78c324462bf7 req-bd4e3cca-9ffe-48cc-a0c6-4f82aed8be3f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0587635 Jan 27 23:18:54.143959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-599c82e9-604d-4f6a-b31e-78c324462bf7 req-d57f63a8-8028-4316-86c4-951adc8910be tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513256 Jan 27 23:18:55.285135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87b37c-bee5-4929-81dd-6436189550c7 req-ae5568ec-1ae2-4535-9068-2666d8ea191a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:55.286640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb87b37c-bee5-4929-81dd-6436189550c7 req-ae5568ec-1ae2-4535-9068-2666d8ea191a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0623984 Jan 27 23:18:55.347266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb87b37c-bee5-4929-81dd-6436189550c7 req-a96304a4-78c4-46b2-84f5-2627cadc7c0f tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526900 Jan 27 23:18:56.490507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e156a-08b5-4388-a9eb-71cea4c28c24 req-c62eb8a1-4b9b-4a45-9a34-b256fdd98079 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:56.492105 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db9e156a-08b5-4388-a9eb-71cea4c28c24 req-c62eb8a1-4b9b-4a45-9a34-b256fdd98079 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0598741 Jan 27 23:18:56.543402 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-db9e156a-08b5-4388-a9eb-71cea4c28c24 req-bc73c358-47bf-4d2e-a8dc-934eac0ef868 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455248 Jan 27 23:18:57.674451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677411f0-651b-4e7d-92b8-7542767e34dd req-0cbd4db2-00fb-41e5-9a43-cdb7b74f4497 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:57.676167 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-677411f0-651b-4e7d-92b8-7542767e34dd req-0cbd4db2-00fb-41e5-9a43-cdb7b74f4497 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0579329 Jan 27 23:18:57.738080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-677411f0-651b-4e7d-92b8-7542767e34dd req-76073d15-636b-4a05-9d0e-4c17e0ec191e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558553 Jan 27 23:18:58.879616 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4f6c1-21df-4c42-ab21-b7362327598f req-a9e82def-e07a-4a36-ba28-0a2e30379d8d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:58.881139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87a4f6c1-21df-4c42-ab21-b7362327598f req-a9e82def-e07a-4a36-ba28-0a2e30379d8d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0663009 Jan 27 23:18:58.935160 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-87a4f6c1-21df-4c42-ab21-b7362327598f req-2bc7a87f-83cf-4170-8bd5-8b392548a29b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480235 Jan 27 23:19:00.085059 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6713d95-dc1e-4ce0-9fc8-3246c1e7ada5 req-6f7e9779-ac8e-4353-84aa-da600e80e8dd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:00.086527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6713d95-dc1e-4ce0-9fc8-3246c1e7ada5 req-6f7e9779-ac8e-4353-84aa-da600e80e8dd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0552583 Jan 27 23:19:00.142225 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f6713d95-dc1e-4ce0-9fc8-3246c1e7ada5 req-665f8c23-2754-4abd-8377-39baaf121f33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477207 Jan 27 23:19:01.288433 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80447c-0081-4944-9b79-fbfc0fd2441d req-85a3d348-5c9e-4bbb-ad99-41180e84cbda tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:01.289942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a80447c-0081-4944-9b79-fbfc0fd2441d req-85a3d348-5c9e-4bbb-ad99-41180e84cbda tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0591075 Jan 27 23:19:01.342351 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a80447c-0081-4944-9b79-fbfc0fd2441d req-8568aca4-4f66-4852-82d6-63a6a5d3ed0e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Jan 27 23:19:01.365638 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48938) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:01.435238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-cbd7f3d1-a4fb-43ff-930c-7196712f5a5e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4e098191-8ad2-4d87-9a33-7163ff6534ca HTTP/1.1" status: 200 len: 994 time: 0.0679595 Jan 27 23:19:02.749041 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a0d3c-8ec5-4ba6-9d2d-adf8ba9a3ed0 req-3871bf64-ee55-4eba-89b5-811cd7c80fd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:02.750556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a4a0d3c-8ec5-4ba6-9d2d-adf8ba9a3ed0 req-3871bf64-ee55-4eba-89b5-811cd7c80fd4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0795152 Jan 27 23:19:02.775661 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-55855468-36d2-4634-8ac4-8d8ed2e4cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:02.777193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-55855468-36d2-4634-8ac4-8d8ed2e4cb4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1097 time: 0.0675743 Jan 27 23:19:02.852622 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7a4a0d3c-8ec5-4ba6-9d2d-adf8ba9a3ed0 req-c7521a3d-03a2-497d-b5e2-da854bddf7e8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954969 Jan 27 23:19:02.893517 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-25ae2430-1801-4150-bd74-c402e33bb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:02.895054 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-25ae2430-1801-4150-bd74-c402e33bb671 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 200 len: 897 time: 0.1117210 Jan 27 23:19:03.263654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-ce33cb25-b96b-44d9-b828-68a96129b6ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 200 len: 1002 time: 0.3624341 Jan 27 23:19:03.313480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-01e73e73-8083-4d41-807a-729601850f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:03.314943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-01e73e73-8083-4d41-807a-729601850f8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c259918b-aa9f-4ea3-849d-93a5c28c0542 HTTP/1.1" status: 200 len: 835 time: 0.0452631 Jan 27 23:19:03.364544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-79f22b50-b68c-4c8a-bb10-d49916cfbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:03.366020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-79f22b50-b68c-4c8a-bb10-d49916cfbb18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdba1428-d44f-4f2d-a9e3-173e6de37bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450048 Jan 27 23:19:03.454091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-6dbd6de9-8868-4b8b-bdcf-a52c042e1fe2 service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823686 Jan 27 23:19:03.549708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-99f217c3-97a1-4dab-b575-56cd5b0d653b req-f34e9daf-f8d3-45f1-aa67-d9ba100c5082 service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891089 Jan 27 23:19:03.980103 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8c3bd-1fe5-4a01-8a42-30184a8de932 req-db676983-2409-41ac-87c7-cf6609137ef6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:03.981630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f8c3bd-1fe5-4a01-8a42-30184a8de932 req-db676983-2409-41ac-87c7-cf6609137ef6 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0526524 Jan 27 23:19:04.045118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74f8c3bd-1fe5-4a01-8a42-30184a8de932 req-d3cb94c7-691c-427b-952c-73ece52f284a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545547 Jan 27 23:19:04.058880 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d7e73cb3-c8bf-42a5-af4c-41b9b45e4d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:05.175240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d31a30-9bbd-436d-9c8b-8a916f479777 req-e615c953-a129-4c1f-be17-9c33a4d99153 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:05.176770 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7d31a30-9bbd-436d-9c8b-8a916f479777 req-e615c953-a129-4c1f-be17-9c33a4d99153 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0578601 Jan 27 23:19:05.233189 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a7d31a30-9bbd-436d-9c8b-8a916f479777 req-c76e4b5e-8d21-42e0-9c71-7f511faab8f0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Jan 27 23:19:05.267193 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48950) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:05.340292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-191e03c8-df79-4a2a-af16-5b9a0735229e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4e098191-8ad2-4d87-9a33-7163ff6534ca HTTP/1.1" status: 200 len: 994 time: 0.0716844 Jan 27 23:19:07.135347 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3efff674-02ac-4e44-bae7-3fef266a07d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:08.871767 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:09.339149 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:19:11.251641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:11.417294 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:19.073567 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:21.858103 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:26.669237 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-1302bbeb-3b51-405f-b5ef-04a8e513f56f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478606 Jan 27 23:19:26.759128 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-5676856a-aa5d-426f-a721-bd253dd73afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:26.760712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-5676856a-aa5d-426f-a721-bd253dd73afa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1097 time: 0.0437758 Jan 27 23:19:26.871855 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-7689c3ac-ae23-4867-bd53-9c9f97821ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:26.873382 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-7689c3ac-ae23-4867-bd53-9c9f97821ce1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 200 len: 897 time: 0.0932076 Jan 27 23:19:26.945392 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-11ed69bf-102f-4ee9-a772-beba4fe3ed73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 200 len: 1002 time: 0.0644844 Jan 27 23:19:26.998072 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-94a65a38-7696-44fb-9c95-1bcbc65d5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:26.999547 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-94a65a38-7696-44fb-9c95-1bcbc65d5207 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c259918b-aa9f-4ea3-849d-93a5c28c0542 HTTP/1.1" status: 200 len: 835 time: 0.0479467 Jan 27 23:19:27.054395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-add7c2f5-c4ce-46a3-a9b4-7c03330b9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:27.055826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-add7c2f5-c4ce-46a3-a9b4-7c03330b9bd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdba1428-d44f-4f2d-a9e3-173e6de37bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499790 Jan 27 23:19:27.145187 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-3a5ea7fc-d2b7-47b4-a28d-25a42ddf1703 service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832963 Jan 27 23:19:27.242273 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6123a22-f0b4-46ae-bc47-90fc25f3aacf req-301f90b6-7bf5-42df-9f78-332f7de1d5e0 service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898027 Jan 27 23:19:33.927104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48964) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:34.069809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-588f788b-e252-4c40-beaf-8d966085e47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:34.107769 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 40ff1ff6-50a6-4916-bba5-85acb1817964 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:34.108122 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (40ff1ff6-50a6-4916-bba5-85acb1817964), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:34.199994 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (40ff1ff6-50a6-4916-bba5-85acb1817964), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:34.200272 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (40ff1ff6-50a6-4916-bba5-85acb1817964), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:34.212830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 40ff1ff6-50a6-4916-bba5-85acb1817964 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:34.375187 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (40ff1ff6-50a6-4916-bba5-85acb1817964), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:34.409656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=40ff1ff6-50a6-4916-bba5-85acb1817964,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:34.435939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.436297 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.436646 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.436987 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.437322 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.437688 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.438028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.438353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.438677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.438980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.439328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.439678 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.439983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:34.484120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (4e098191-8ad2-4d87-9a33-7163ff6534ca), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:34.484362 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP 4e098191-8ad2-4d87-9a33-7163ff6534ca disassociated (deleted). External IP: 172.25.8.182, port: 782f8dd5-547a-4fb8-8751-d1414329b2c3. Jan 27 23:19:34.712327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 6e978bf7-744d-4011-9d4a-1a881994d732 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:19:34.852466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:19:34.857206 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:34.864082 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] Sync routers for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:19:34.876391 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:34.877075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:34.886507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-a6f12ce0-e592-40ba-8aff-a793aa950baf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/floatingips/4e098191-8ad2-4d87-9a33-7163ff6534ca HTTP/1.1" status: 204 len: 168 time: 0.9582734 Jan 27 23:19:34.887063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:34.889478 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb968d6-db52-4a6b-9d50-bed1faf60d89" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:34.931181 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba54e0e7-7871-4ccb-91dc-58c56f987e9b x-openstack-request-id: req-ba54e0e7-7871-4ccb-91dc-58c56f987e9b {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:34.931874 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:34.931874 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba54e0e7-7871-4ccb-91dc-58c56f987e9b {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:34.932255 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'status': 'completed', 'code': 200} Jan 27 23:19:34.995136 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:34.995441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-55d16f14-ae41-4987-b8cd-c75c726a8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:34.996860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-55d16f14-ae41-4987-b8cd-c75c726a8da8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 1097 time: 0.0447993 Jan 27 23:19:35.128359 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-079209f7-53d9-4efe-90b8-b9a5c033bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:35.129791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-079209f7-53d9-4efe-90b8-b9a5c033bf49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 200 len: 897 time: 0.1268554 Jan 27 23:19:35.153384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c3b99-8939-4816-9767-e01971a9b0a7 req-b167aa66-3cb4-470e-8525-0669e4503874 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:35.154885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e6c3b99-8939-4816-9767-e01971a9b0a7 req-b167aa66-3cb4-470e-8525-0669e4503874 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0695364 Jan 27 23:19:35.184903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-e84d267d-b239-4233-af98-e6c51d178196 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 200 len: 217 time: 0.0465646 Jan 27 23:19:35.208203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:18:01Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:35.234832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] Checking router: 6e978bf7-744d-4011-9d4a-1a881994d732 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:19:35.244535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:35.245127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:35.266878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3e6c3b99-8939-4816-9767-e01971a9b0a7 req-46b64658-0152-4f2b-bca7-fa5c1997ca45 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847454 Jan 27 23:19:35.270772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-b566e01e-9acc-4f7e-9f45-dcc01935b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:35.272270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-b566e01e-9acc-4f7e-9f45-dcc01935b134 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c259918b-aa9f-4ea3-849d-93a5c28c0542 HTTP/1.1" status: 200 len: 835 time: 0.0749295 Jan 27 23:19:35.319336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-dd6f374c-20ca-4106-9d14-7f5e41552b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:35.320885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-dd6f374c-20ca-4106-9d14-7f5e41552b0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdba1428-d44f-4f2d-a9e3-173e6de37bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419724 Jan 27 23:19:35.355891 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:35.421290 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-eb220049-b8f2-40c9-b741-8c4dcc0f007e service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932918 Jan 27 23:19:35.516410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2bb968d6-db52-4a6b-9d50-bed1faf60d89 req-f1a51c47-8a96-4d72-93f8-0aa78f26d7ec service neutron] 10.222.0.57 "GET /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849164 Jan 27 23:19:35.568564 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:18:01Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:35.595736 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7e76-8930-4491-b907-844d23ee9f34 None None] The sync data for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 is: [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:17:58Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40', 'name': '', 'network_id': 'fdba1428-d44f-4f2d-a9e3-173e6de37bde', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:e3:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:57Z', 'updated_at': '2022-01-27T23:18:01Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': 'c259918b-aa9f-4ea3-849d-93a5c28c0542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:19:35.830903 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd97089c-487d-40e5-88bd-944f288fbb22 None None] New status for floating IP 4e098191-8ad2-4d87-9a33-7163ff6534ca: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:19:36.398053 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddd5cb-d539-4e60-aa8c-4adf886dd1d9 req-da448529-906a-4227-ab23-5c4b3ded6fab tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:36.399666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3ddd5cb-d539-4e60-aa8c-4adf886dd1d9 req-da448529-906a-4227-ab23-5c4b3ded6fab tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0576625 Jan 27 23:19:36.469207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d3ddd5cb-d539-4e60-aa8c-4adf886dd1d9 req-1f1895ba-2681-44e3-a34d-d81e69ad524e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2847342-03ea-4123-a076-33eeb4dc7073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592296 Jan 27 23:19:36.679325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988c40c-cf28-4378-8075-a955b160cc33 req-266d42b6-1dbb-4ab0-938c-6d10754dd2d3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:36.680940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d988c40c-cf28-4378-8075-a955b160cc33 req-266d42b6-1dbb-4ab0-938c-6d10754dd2d3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 946 time: 0.0578279 Jan 27 23:19:36.781467 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 782f8dd5-547a-4fb8-8751-d1414329b2c3 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:36.781797 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:36.882534 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 782f8dd5-547a-4fb8-8751-d1414329b2c3, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=782f8dd5-547a-4fb8-8751-d1414329b2c3,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:36.882902 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:36.895761 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 782f8dd5-547a-4fb8-8751-d1414329b2c3 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:37.043183 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (782f8dd5-547a-4fb8-8751-d1414329b2c3), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:37.077445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=782f8dd5-547a-4fb8-8751-d1414329b2c3,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:37.120604 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] No DVR routers for this DVR port 782f8dd5-547a-4fb8-8751-d1414329b2c3 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:19:37.123263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:37.126702 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d988c40c-cf28-4378-8075-a955b160cc33 req-c3f5a337-9a22-41af-835a-b7887d66d969 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "DELETE /v2.0/ports/782f8dd5-547a-4fb8-8751-d1414329b2c3 HTTP/1.1" status: 204 len: 173 time: 0.4410670 Jan 27 23:19:37.127200 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'name': 'network-vif-deleted', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:37.129491 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49868681-6fc1-4d33-8372-bd970f906661" -d '{"events": [{"server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "name": "network-vif-deleted", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:37.137591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-21e8c91a-949f-440e-a575-1895d9b39f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:37.175548 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c83d70-19ba-43c0-9ff2-dc2b3f0f7e74 x-openstack-request-id: req-a3c83d70-19ba-43c0-9ff2-dc2b3f0f7e74 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:37.175844 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b4cec2-0336-4b64-9060-7a715df627fb", "name": "network-vif-deleted", "tag": "782f8dd5-547a-4fb8-8751-d1414329b2c3", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:37.176097 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3c83d70-19ba-43c0-9ff2-dc2b3f0f7e74 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:37.176527 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b4cec2-0336-4b64-9060-7a715df627fb', 'name': 'network-vif-deleted', 'tag': '782f8dd5-547a-4fb8-8751-d1414329b2c3', 'status': 'completed', 'code': 200} Jan 27 23:19:37.599878 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d1da6d81-ab97-4fd3-8a88-a9088687162f req-a8f91aca-9316-4716-bff8-ccf68321e89e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1b4cec2-0336-4b64-9060-7a715df627fb HTTP/1.1" status: 200 len: 210 time: 0.0337982 Jan 27 23:19:38.663054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48980) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:38.871490 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:39.056421 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (6e978bf7-744d-4011-9d4a-1a881994d732), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:39.225222 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 782f8dd5-547a-4fb8-8751-d1414329b2c3 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:39.246687 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 782f8dd5-547a-4fb8-8751-d1414329b2c3 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:39.247019 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 782f8dd5-547a-4fb8-8751-d1414329b2c3 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:39.358043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:39.358293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:39.461451 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:39.461843 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:39.474236 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:39.670454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:39.700862 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:39.874610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (6e978bf7-744d-4011-9d4a-1a881994d732), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:40.416653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 6e978bf7-744d-4011-9d4a-1a881994d732 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:19:40.534734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:19:40.540627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8d8a0560-d357-4103-938b-fcc1b5ca4749 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/6e978bf7-744d-4011-9d4a-1a881994d732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761435 Jan 27 23:19:40.544721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48982) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:40.547558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] Sync routers for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:19:40.558483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:40.559131 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:40.596806 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d052b9a-7638-4e17-9ac0-965e01b07116 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting subnet c259918b-aa9f-4ea3-849d-93a5c28c0542 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:19:40.600104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9a-7638-4e17-9ac0-965e01b07116 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (c259918b-aa9f-4ea3-849d-93a5c28c0542), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:40.640968 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9a-7638-4e17-9ac0-965e01b07116 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (c259918b-aa9f-4ea3-849d-93a5c28c0542), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:40.665612 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:40.730940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9a-7638-4e17-9ac0-965e01b07116 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (c259918b-aa9f-4ea3-849d-93a5c28c0542), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:40.796532 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9a-7638-4e17-9ac0-965e01b07116 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (c259918b-aa9f-4ea3-849d-93a5c28c0542), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:40.825952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d052b9a-7638-4e17-9ac0-965e01b07116 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Subnet': ['ID=c259918b-aa9f-4ea3-849d-93a5c28c0542,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:40.827977 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d052b9a-7638-4e17-9ac0-965e01b07116 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:40.831352 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1d052b9a-7638-4e17-9ac0-965e01b07116 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/subnets/c259918b-aa9f-4ea3-849d-93a5c28c0542 HTTP/1.1" status: 204 len: 168 time: 0.2856393 Jan 27 23:19:40.833986 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48984) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:40.847785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0b637-d26e-45cf-827d-a1233c11d251 None None] Network fdba1428-d44f-4f2d-a9e3-173e6de37bde requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:19:40.950558 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (6e978bf7-744d-4011-9d4a-1a881994d732), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:40.964982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:19:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:40.995504 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] Checking router: 6e978bf7-744d-4011-9d4a-1a881994d732 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:19:41.008125 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] Routers {'6e978bf7-744d-4011-9d4a-1a881994d732'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:41.008754 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['6e978bf7-744d-4011-9d4a-1a881994d732'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:41.042326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] DHCP port deletion for fdba1428-d44f-4f2d-a9e3-173e6de37bde request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:19:41.068332 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (6e978bf7-744d-4011-9d4a-1a881994d732), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.123207 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 719e1d10-580e-46b0-8c12-56edaa4cd15a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:41.123579 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.141269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] Set router 6e978bf7-744d-4011-9d4a-1a881994d732 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:41.211039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 719e1d10-580e-46b0-8c12-56edaa4cd15a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=719e1d10-580e-46b0-8c12-56edaa4cd15a,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:41.211312 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.223385 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Deleting port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:41.223781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.223971 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 719e1d10-580e-46b0-8c12-56edaa4cd15a owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:41.334687 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.346255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] For port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=219ff4c1-693f-4d04-a018-b5b1e4c2ed69,segment=NetworkSegment(6d7e840b-e89c-4552-a333-2f99b5636523),segment_id=6d7e840b-e89c-4552-a333-2f99b5636523)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:41.346657 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.364324 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Calling delete_port for 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:41.395333 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (719e1d10-580e-46b0-8c12-56edaa4cd15a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.423833 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=719e1d10-580e-46b0-8c12-56edaa4cd15a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:41.468763 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.488138 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (6e978bf7-744d-4011-9d4a-1a881994d732), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.502239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (219ff4c1-693f-4d04-a018-b5b1e4c2ed69), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.508487 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:19:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:41.553513 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Pushing event deleted for resources: {'Port': ['ID=219ff4c1-693f-4d04-a018-b5b1e4c2ed69,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:41.557073 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf9d4b-316f-4642-a538-5ff90a9203a1 None None] The sync data for ids ['6e978bf7-744d-4011-9d4a-1a881994d732'] in n-d-826529-2 is: [{'id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098013894', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:17:54Z', 'updated_at': '2022-01-27T23:19:39Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '719e1d10-580e-46b0-8c12-56edaa4cd15a', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e978bf7-744d-4011-9d4a-1a881994d732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:17:55Z', 'updated_at': '2022-01-27T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:19:41.559533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] No DVR routers for this DVR port 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:19:41.566960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.567313 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.567690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.568030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.573428 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fead69-8ac2-468f-9914-67e3f05beeff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:41.585476 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (6e978bf7-744d-4011-9d4a-1a881994d732), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.588611 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (6e978bf7-744d-4011-9d4a-1a881994d732), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.638554 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (6e978bf7-744d-4011-9d4a-1a881994d732), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.639107 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Fanout notify agent at l3_agent the message router_deleted on router 6e978bf7-744d-4011-9d4a-1a881994d732 {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:19:41.646596 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.647769 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-68a22e8d-c341-441b-ad1a-b7db3e14c813 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/routers/6e978bf7-744d-4011-9d4a-1a881994d732 HTTP/1.1" status: 204 len: 168 time: 0.8128622 Jan 27 23:19:41.651457 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 48990) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:41.730647 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (fdba1428-d44f-4f2d-a9e3-173e6de37bde), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.835388 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (fdba1428-d44f-4f2d-a9e3-173e6de37bde), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.856627 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdba1428-d44f-4f2d-a9e3-173e6de37bde']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:41.866094 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7e840b-e89c-4552-a333-2f99b5636523') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:41.866395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7e840b-e89c-4552-a333-2f99b5636523') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:41.875821 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (6d7e840b-e89c-4552-a333-2f99b5636523), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.889518 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (6d7e840b-e89c-4552-a333-2f99b5636523), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.896436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:19:41.896968 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (6d7e840b-e89c-4552-a333-2f99b5636523), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:19:41.900194 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:19:41.961229 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (fdba1428-d44f-4f2d-a9e3-173e6de37bde), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.969937 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:41.973287 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/networks/fdba1428-d44f-4f2d-a9e3-173e6de37bde HTTP/1.1" status: 204 len: 168 time: 0.3208482 Jan 27 23:19:41.980318 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 48992) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:41.996947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2425aaa-d3ed-438d-ac1f-6152a0af91bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Network': ['ID=fdba1428-d44f-4f2d-a9e3-173e6de37bde,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:42.058348 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (d2847342-03ea-4123-a076-33eeb4dc7073), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.091530 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (d2847342-03ea-4123-a076-33eeb4dc7073), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.160052 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (d2847342-03ea-4123-a076-33eeb4dc7073), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.162679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.163947 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/security-groups/d2847342-03ea-4123-a076-33eeb4dc7073 HTTP/1.1" status: 204 len: 168 time: 0.1857705 Jan 27 23:19:42.174443 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2847342-03ea-4123-a076-33eeb4dc7073,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:42.185069 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.185572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.186177 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.186546 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.187148 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.187346 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.187734 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.188101 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.188674 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.190160 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.190517 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.190856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.191185 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1939d1e2-c9e0-43b6-9b6f-2e780d6a689e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:42.497277 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49002) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:42.502301 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f7aa154e-7795-4f96-900f-2db8007bb6bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139993866', 'description': 'tempest-secgroup-smoke-1139993866 description', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:42.526045 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7aa154e-7795-4f96-900f-2db8007bb6bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.598600 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7aa154e-7795-4f96-900f-2db8007bb6bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (e5e5440c-2137-4a41-b35d-36dd49810ef2), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.603629 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7aa154e-7795-4f96-900f-2db8007bb6bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e5e5440c-2137-4a41-b35d-36dd49810ef2), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.632251 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f7aa154e-7795-4f96-900f-2db8007bb6bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.633393 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f7aa154e-7795-4f96-900f-2db8007bb6bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1350338 Jan 27 23:19:42.636503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49004) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:42.638619 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa154e-7795-4f96-900f-2db8007bb6bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e5440c-2137-4a41-b35d-36dd49810ef2,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:42.641203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-138fd419-e557-4fdb-a55a-6ad2ea667b66 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'e5e5440c-2137-4a41-b35d-36dd49810ef2', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:42.687070 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-138fd419-e557-4fdb-a55a-6ad2ea667b66 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (0a3c068f-a074-447a-9472-14927c96e31e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.734571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:42.758934 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-138fd419-e557-4fdb-a55a-6ad2ea667b66 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (0a3c068f-a074-447a-9472-14927c96e31e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.763921 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-138fd419-e557-4fdb-a55a-6ad2ea667b66 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (0a3c068f-a074-447a-9472-14927c96e31e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.783820 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fd419-e557-4fdb-a55a-6ad2ea667b66 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3c068f-a074-447a-9472-14927c96e31e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:42.789605 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-138fd419-e557-4fdb-a55a-6ad2ea667b66 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.795250 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-138fd419-e557-4fdb-a55a-6ad2ea667b66 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536632 Jan 27 23:19:42.796137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49006) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:42.800685 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-6ce8b45a-a333-4530-abc6-08f9c5d4cbd3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'e5e5440c-2137-4a41-b35d-36dd49810ef2', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:42.833275 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b45a-a333-4530-abc6-08f9c5d4cbd3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (30d5a39a-55a2-493f-8b67-59b3730a68eb), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.903281 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b45a-a333-4530-abc6-08f9c5d4cbd3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (30d5a39a-55a2-493f-8b67-59b3730a68eb), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.909727 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b45a-a333-4530-abc6-08f9c5d4cbd3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (30d5a39a-55a2-493f-8b67-59b3730a68eb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.929895 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8b45a-a333-4530-abc6-08f9c5d4cbd3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d5a39a-55a2-493f-8b67-59b3730a68eb,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:42.943992 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b45a-a333-4530-abc6-08f9c5d4cbd3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.945736 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-6ce8b45a-a333-4530-abc6-08f9c5d4cbd3 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488404 Jan 27 23:19:42.948832 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49008) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:42.954545 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ebdfc3a2-09c5-424a-856b-8acc6eed92b2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'e5e5440c-2137-4a41-b35d-36dd49810ef2', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:42.965975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:42.966330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 219ff4c1-693f-4d04-a018-b5b1e4c2ed69 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:42.966758 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 719e1d10-580e-46b0-8c12-56edaa4cd15a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:42.987780 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 719e1d10-580e-46b0-8c12-56edaa4cd15a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:42.988059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 719e1d10-580e-46b0-8c12-56edaa4cd15a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:42.988424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc3a2-09c5-424a-856b-8acc6eed92b2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (498fb7c9-474e-4051-92eb-eadd848f9b8e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.988561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:43.008107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:43.008454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 5c9c0ebb-eddb-4218-8bc9-4c5a24ef0f40 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:43.063949 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc3a2-09c5-424a-856b-8acc6eed92b2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (498fb7c9-474e-4051-92eb-eadd848f9b8e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.068338 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc3a2-09c5-424a-856b-8acc6eed92b2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (498fb7c9-474e-4051-92eb-eadd848f9b8e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.086875 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfc3a2-09c5-424a-856b-8acc6eed92b2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498fb7c9-474e-4051-92eb-eadd848f9b8e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:43.096998 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebdfc3a2-09c5-424a-856b-8acc6eed92b2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.098359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ebdfc3a2-09c5-424a-856b-8acc6eed92b2 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478300 Jan 27 23:19:43.101242 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49010) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:43.106194 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1cb08117-3e62-419f-8cdf-a0dddc830d3b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'e5e5440c-2137-4a41-b35d-36dd49810ef2', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:43.132461 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1cb08117-3e62-419f-8cdf-a0dddc830d3b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (00400e5f-37ff-492e-8739-6983a114a8c8), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.192753 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1cb08117-3e62-419f-8cdf-a0dddc830d3b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (00400e5f-37ff-492e-8739-6983a114a8c8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.197828 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1cb08117-3e62-419f-8cdf-a0dddc830d3b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (00400e5f-37ff-492e-8739-6983a114a8c8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.220716 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb08117-3e62-419f-8cdf-a0dddc830d3b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00400e5f-37ff-492e-8739-6983a114a8c8,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:43.227582 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1cb08117-3e62-419f-8cdf-a0dddc830d3b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.231470 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1cb08117-3e62-419f-8cdf-a0dddc830d3b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261425 Jan 27 23:19:43.231873 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49012) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:43.236570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7035b132-3b59-47fa-96a2-83cdd1e43dc9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'e5e5440c-2137-4a41-b35d-36dd49810ef2', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:43.259319 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-7035b132-3b59-47fa-96a2-83cdd1e43dc9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:19:43.264519 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7035b132-3b59-47fa-96a2-83cdd1e43dc9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (ddff9d4e-87b4-4093-b29e-4585b093e7ca), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.326429 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7035b132-3b59-47fa-96a2-83cdd1e43dc9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (ddff9d4e-87b4-4093-b29e-4585b093e7ca), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.331378 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7035b132-3b59-47fa-96a2-83cdd1e43dc9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (ddff9d4e-87b4-4093-b29e-4585b093e7ca), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.351827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035b132-3b59-47fa-96a2-83cdd1e43dc9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddff9d4e-87b4-4093-b29e-4585b093e7ca,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:43.362379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7035b132-3b59-47fa-96a2-83cdd1e43dc9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.363674 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7035b132-3b59-47fa-96a2-83cdd1e43dc9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307507 Jan 27 23:19:43.366415 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49014) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:43.370763 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-7d5157a1-e306-40fc-94e0-00d6af290003 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'security_group_rule': {'security_group_id': 'e5e5440c-2137-4a41-b35d-36dd49810ef2', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:43.392699 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-7d5157a1-e306-40fc-94e0-00d6af290003 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Project 180e9decdfdb427a8a504e3f59fa2be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:19:43.397893 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5157a1-e306-40fc-94e0-00d6af290003 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (c48d272d-7a8f-499d-a7bd-2ad65a660482), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.462101 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5157a1-e306-40fc-94e0-00d6af290003 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (c48d272d-7a8f-499d-a7bd-2ad65a660482), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.467202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5157a1-e306-40fc-94e0-00d6af290003 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (c48d272d-7a8f-499d-a7bd-2ad65a660482), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.485785 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5157a1-e306-40fc-94e0-00d6af290003 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48d272d-7a8f-499d-a7bd-2ad65a660482,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:43.495684 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d5157a1-e306-40fc-94e0-00d6af290003 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.497008 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d5157a1-e306-40fc-94e0-00d6af290003 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296530 Jan 27 23:19:43.499979 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49016) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:43.505642 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'network': {'name': 'tempest-network-smoke--346634675', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'port_security_enabled': True}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:43.526659 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:19:43.530225 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.555400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:19:43.565276 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a931c267-244d-46df-aec5-639985af8939), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.565690 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Added segment a931c267-244d-46df-aec5-639985af8939 of type vlan for network cc3bf4fb-a407-4172-8aeb-2753d644caa1 Jan 27 23:19:43.621132 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (cc3bf4fb-a407-4172-8aeb-2753d644caa1), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.648242 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (cc3bf4fb-a407-4172-8aeb-2753d644caa1), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.653838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:43.654517 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.722903 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2218695 Jan 27 23:19:43.726664 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49018) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:43.729652 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bb455-70f6-45fb-9045-192ea200d1aa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Network': ['ID=cc3bf4fb-a407-4172-8aeb-2753d644caa1,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:43.731675 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'admin_state_up': True, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:43.740597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:19:43.763768 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (46d519c9-fda4-43e5-9af4-0dbf0962816e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.765124 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (46d519c9-fda4-43e5-9af4-0dbf0962816e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.824699 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (46d519c9-fda4-43e5-9af4-0dbf0962816e), precommit_add_association {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.974456 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (46d519c9-fda4-43e5-9af4-0dbf0962816e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:44.176352 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (46d519c9-fda4-43e5-9af4-0dbf0962816e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:44.195599 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:44.307050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.114 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/8b338da9-a1bd-4d26-b205-a6ceb5cce63f) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:19:44.411028 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:44.456420 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:44.499301 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:19:44.505262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:19:44.510366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:19:44.514452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=8b338da9-a1bd-4d26-b205-a6ceb5cce63f,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:44.777891 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (46d519c9-fda4-43e5-9af4-0dbf0962816e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:44.999126 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (46d519c9-fda4-43e5-9af4-0dbf0962816e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:45.131526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 46d519c9-fda4-43e5-9af4-0dbf0962816e is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:19:45.550737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:19:45.562020 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Sync routers for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:19:45.572845 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:45.573047 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:45.573463 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:45.574207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-743f8d32-0c5a-40dc-aee8-3aa016b52ca4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8464041 Jan 27 23:19:45.577462 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49022) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:45.609978 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5b91926a-c26c-4b86-a947-2ecb7db467be tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=180e9decdfdb427a8a504e3f59fa2be8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288093 Jan 27 23:19:45.610293 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49024) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:45.679157 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:45.708289 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e56124-a1e9-4b1c-ae5d-d21984ba4024 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:45.710496 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c1e56124-a1e9-4b1c-ae5d-d21984ba4024 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0990396 Jan 27 23:19:45.713471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49026) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:45.742706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-63f53b50-4b17-4851-af61-cf1fbff9350a tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=046f12ae-eb38-4ed1-8b40-c8020f87261b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279913 Jan 27 23:19:45.745527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49028) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:45.750463 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-860919516', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:45.844035 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'subnet': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:19:45.847689 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6021040'] for subnet (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:45.860830 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:44Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:45.886380 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Checking router: 46d519c9-fda4-43e5-9af4-0dbf0962816e for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:19:45.886714 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Updating router 46d519c9-fda4-43e5-9af4-0dbf0962816e port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:19:45.912409 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.047031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4492627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6021026'] for subnet (249dcbe1-f0ec-49fd-942b-d6f3cd2a2379), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.105111 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Subnet': ['ID=249dcbe1-f0ec-49fd-942b-d6f3cd2a2379,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:46.122973 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Checking segment: {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:19:46.123448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network hostable DHCP agents. Network: cc3bf4fb-a407-4172-8aeb-2753d644caa1, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:19:46.143290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:19:46.153505 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, cc3bf4fb-a407-4172-8aeb-2753d644caa1) {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:19:46.158047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:46.158976 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.166306 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b12d8-6c65-40b5-977f-69abbc751551 None None] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:19:46.178145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1d5566e6-dd72-47f3-8feb-6ca669954e33 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4315774 Jan 27 23:19:46.181146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49030) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:46.281740 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Publish callbacks [] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.289197 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:19:46.290712 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.291141 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.344031 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Attempting to bind port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:19:46.344405 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Attempting to bind port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:19:46.344780 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Attempting to bind port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:19:46.356782 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:19:46.357113 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:19:46.357511 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.357903 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:19:46.358370 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Bound port: 8b338da9-a1bd-4d26-b205-a6ceb5cce63f, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:19:46.358754 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.381663 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:19:46.386104 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Pushing event updated for resources: {'Port': ['ID=8b338da9-a1bd-4d26-b205-a6ceb5cce63f,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:46.403176 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.403581 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.403899 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.404240 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.404609 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.404925 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.405339 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.405822 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.406304 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.406640 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.406970 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.407302 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.407656 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:46.436813 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] For port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:19:46.440620 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] For port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8b338da9-a1bd-4d26-b205-a6ceb5cce63f,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:19:46.445343 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.456976 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Allocated IP 172.20.0.2 (cc3bf4fb-a407-4172-8aeb-2753d644caa1/249dcbe1-f0ec-49fd-942b-d6f3cd2a2379/253a078f-dc33-488c-bc64-b289975a1012) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:19:46.497884 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:46.498690 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:46.562896 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325339d9-3a95-4922-b86e-097107fce200 None None] Pushing event updated for resources: {'Port': ['ID=8b338da9-a1bd-4d26-b205-a6ceb5cce63f,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:46.609036 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Publish callbacks [] for port (253a078f-dc33-488c-bc64-b289975a1012), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.618551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (253a078f-dc33-488c-bc64-b289975a1012), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.621644 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:46.660258 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:19:46.668376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:19:46.673363 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:19:46.677063 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Pushing event updated for resources: {'Port': ['ID=253a078f-dc33-488c-bc64-b289975a1012,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:46.704440 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.744229 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Attempting to bind port 253a078f-dc33-488c-bc64-b289975a1012 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:19:46.744521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Attempting to bind port 253a078f-dc33-488c-bc64-b289975a1012 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:19:46.745064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Attempting to bind port 253a078f-dc33-488c-bc64-b289975a1012 on network cc3bf4fb-a407-4172-8aeb-2753d644caa1 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:19:46.750905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:19:46.751280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Checking segment: {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:19:46.751760 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.752749 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Bound using segment: {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:19:46.752905 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Bound port: 253a078f-dc33-488c-bc64-b289975a1012, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:19:46.753319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (253a078f-dc33-488c-bc64-b289975a1012), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.816595 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:44Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:46.818821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] For port 253a078f-dc33-488c-bc64-b289975a1012, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:19:46.822834 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] For port 253a078f-dc33-488c-bc64-b289975a1012, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=253a078f-dc33-488c-bc64-b289975a1012,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:19:46.828445 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (253a078f-dc33-488c-bc64-b289975a1012), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:46.850601 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a433b2-f4ca-4d4e-b05c-57445857f78b None None] The sync data for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 is: [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:44Z', 'revision_number': 3, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:19:46.894498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a313ce-f173-4aba-8e56-c91bfae7aaac None None] Pushing event updated for resources: {'Port': ['ID=253a078f-dc33-488c-bc64-b289975a1012,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:47.020542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.1 (cc3bf4fb-a407-4172-8aeb-2753d644caa1/249dcbe1-f0ec-49fd-942b-d6f3cd2a2379/d7954f01-5287-4888-a3cb-473619a3da1d) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:19:47.188317 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (d7954f01-5287-4888-a3cb-473619a3da1d), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.231815 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.279091 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:19:47.282723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:19:47.285460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:19:47.325125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=d7954f01-5287-4888-a3cb-473619a3da1d,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:47.343336 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (46d519c9-fda4-43e5-9af4-0dbf0962816e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.486139 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.806409 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (d7954f01-5287-4888-a3cb-473619a3da1d), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.812519 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.891050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (46d519c9-fda4-43e5-9af4-0dbf0962816e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.900422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=d7954f01-5287-4888-a3cb-473619a3da1d,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:47.990442 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d1d2e-98c0-4bc1-82d7-6889b2820901 None None] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:19:47.999398 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:19:48.000994 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:19:48.055761 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-e2641c39-d48f-4166-acb6-77d798d08753 None None] Provisioning complete for port 253a078f-dc33-488c-bc64-b289975a1012 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:48.056150 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2641c39-d48f-4166-acb6-77d798d08753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (253a078f-dc33-488c-bc64-b289975a1012), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.119262 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 46d519c9-fda4-43e5-9af4-0dbf0962816e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:19:48.176433 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-e2641c39-d48f-4166-acb6-77d798d08753 None None] Current status of the port 253a078f-dc33-488c-bc64-b289975a1012 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:48.176838 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2641c39-d48f-4166-acb6-77d798d08753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (253a078f-dc33-488c-bc64-b289975a1012), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.214461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-e2641c39-d48f-4166-acb6-77d798d08753 None None] For port 253a078f-dc33-488c-bc64-b289975a1012, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=253a078f-dc33-488c-bc64-b289975a1012,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:48.222263 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e2641c39-d48f-4166-acb6-77d798d08753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (253a078f-dc33-488c-bc64-b289975a1012), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.246389 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:19:48.253905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-67824bf9-f6cb-4366-bc98-6b744e42062c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/46d519c9-fda4-43e5-9af4-0dbf0962816e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0714910 Jan 27 23:19:48.285417 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2641c39-d48f-4166-acb6-77d798d08753 None None] Pushing event updated for resources: {'Port': ['ID=253a078f-dc33-488c-bc64-b289975a1012,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:48.435279 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-d374fe35-857d-47c9-b7b3-aec2acd8d061 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139993866&fields=id&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 267 time: 0.0493133 Jan 27 23:19:48.461819 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-408c3463-5e87-4fce-bb3e-80c32e5f5fb3 None None] Provisioning complete for port 253a078f-dc33-488c-bc64-b289975a1012 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:48.462251 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-408c3463-5e87-4fce-bb3e-80c32e5f5fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (253a078f-dc33-488c-bc64-b289975a1012), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.594353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-7620b07e-0a03-4cb5-bd54-fab891567c05 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:48.597031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-7620b07e-0a03-4cb5-bd54-fab891567c05 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/networks?id=cc3bf4fb-a407-4172-8aeb-2753d644caa1 HTTP/1.1" status: 200 len: 796 time: 0.1507995 Jan 27 23:19:48.609537 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-408c3463-5e87-4fce-bb3e-80c32e5f5fb3 None None] Current status of the port 253a078f-dc33-488c-bc64-b289975a1012 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:48.620126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-614a27b6-573f-4ffb-b147-429f2e899cb4 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/quotas/180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 375 time: 0.0131381 Jan 27 23:19:48.631035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-408c3463-5e87-4fce-bb3e-80c32e5f5fb3 None None] Provisioning complete for port d7954f01-5287-4888-a3cb-473619a3da1d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:48.631504 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-408c3463-5e87-4fce-bb3e-80c32e5f5fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.660027 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Sync routers for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:19:48.672928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 253a078f-dc33-488c-bc64-b289975a1012 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:19:48.693885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-47c0ab3e-2b87-465f-abc9-52c5896b70b8 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676732 Jan 27 23:19:48.714994 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-408c3463-5e87-4fce-bb3e-80c32e5f5fb3 None None] Port d7954f01-5287-4888-a3cb-473619a3da1d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:19:48.718323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:48.718907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:48.869422 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 253a078f-dc33-488c-bc64-b289975a1012 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:48.869823 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (253a078f-dc33-488c-bc64-b289975a1012), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.871301 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-95d43a67-1fe8-49b3-a11a-9b2be5b79196 service neutron] 10.222.0.45 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640601 Jan 27 23:19:48.877874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-20aa6111-11e4-4062-a357-f00d9e8ed5d9 None None] Provisioning complete for port d7954f01-5287-4888-a3cb-473619a3da1d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:48.878240 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-20aa6111-11e4-4062-a357-f00d9e8ed5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.904946 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:48.968316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-d1e8f935-f076-4eae-a728-2e8f98a341ac service neutron] 10.222.0.45 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 Jan 27 23:19:48.984639 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-20aa6111-11e4-4062-a357-f00d9e8ed5d9 None None] Port d7954f01-5287-4888-a3cb-473619a3da1d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:19:49.143198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 253a078f-dc33-488c-bc64-b289975a1012 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:49.144387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8b338da9-a1bd-4d26-b205-a6ceb5cce63f up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:19:49.150872 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a149e520-d42b-452f-ac4e-3cfd7308270d req-d3d2b7d5-a364-415b-8e94-41eb10068d58 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 210 time: 0.0309455 Jan 27 23:19:49.181160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.187033 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-22461a1e-6d72-4475-983e-f2754281c299 None None] Provisioning complete for port d7954f01-5287-4888-a3cb-473619a3da1d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:49.187426 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-22461a1e-6d72-4475-983e-f2754281c299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.264109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-22461a1e-6d72-4475-983e-f2754281c299 None None] Port d7954f01-5287-4888-a3cb-473619a3da1d cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:19:49.291934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:49.292319 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.330053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 2, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:49.366285 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Checking router: 46d519c9-fda4-43e5-9af4-0dbf0962816e for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:19:49.366645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Updating router 46d519c9-fda4-43e5-9af4-0dbf0962816e port d7954f01-5287-4888-a3cb-473619a3da1d binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:19:49.402802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.465238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:49.465894 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.502744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8b338da9-a1bd-4d26-b205-a6ceb5cce63f,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:49.508245 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.642539 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=8b338da9-a1bd-4d26-b205-a6ceb5cce63f,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:49.792973 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Publish callbacks [] for port (d7954f01-5287-4888-a3cb-473619a3da1d), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.799461 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.850467 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54d991-07bc-426c-9719-8da595602ccb None None] Pushing event updated for resources: {'Port': ['ID=d7954f01-5287-4888-a3cb-473619a3da1d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:49.900875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Attempting to bind port d7954f01-5287-4888-a3cb-473619a3da1d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:19:49.901242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Attempting to bind port d7954f01-5287-4888-a3cb-473619a3da1d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:19:49.901623 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Attempting to bind port d7954f01-5287-4888-a3cb-473619a3da1d on network cc3bf4fb-a407-4172-8aeb-2753d644caa1 {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:19:49.907458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:19:49.907867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Checking segment: {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:19:49.908285 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.908677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Bound using segment: {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:19:49.909155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Bound port: d7954f01-5287-4888-a3cb-473619a3da1d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:19:49.909531 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.983926 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] For port d7954f01-5287-4888-a3cb-473619a3da1d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:19:49.988084 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] For port d7954f01-5287-4888-a3cb-473619a3da1d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d7954f01-5287-4888-a3cb-473619a3da1d,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:19:49.994070 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.056243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:50.056931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:50.128658 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54d991-07bc-426c-9719-8da595602ccb None None] Pushing event updated for resources: {'Port': ['ID=d7954f01-5287-4888-a3cb-473619a3da1d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:50.156822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-a04484f5-da8f-4cab-bdac-2ad45b238612 None None] Provisioning complete for port d7954f01-5287-4888-a3cb-473619a3da1d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:50.157455 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a04484f5-da8f-4cab-bdac-2ad45b238612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.193548 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8c4c43aa-b492-473d-97dc-7ac2392f1380 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:50.196030 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8c4c43aa-b492-473d-97dc-7ac2392f1380 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/networks?id=cc3bf4fb-a407-4172-8aeb-2753d644caa1 HTTP/1.1" status: 200 len: 796 time: 0.1510959 Jan 27 23:19:50.273548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:50.289885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-45daaaad-c77c-47c0-8a60-738e6555e3b3 req-94d549b9-443d-47ae-8936-7abd6e3f400c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 210 time: 0.0457845 Jan 27 23:19:50.304861 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-bf758a91-ad4b-4022-b8bb-711b3542d2b0 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=180e9decdfdb427a8a504e3f59fa2be8 HTTP/1.1" status: 200 len: 380 time: 0.0951469 Jan 27 23:19:50.313944 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'port': {'device_id': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'admin_state_up': True, 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'security_groups': ['e5e5440c-2137-4a41-b35d-36dd49810ef2']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:50.346716 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-a04484f5-da8f-4cab-bdac-2ad45b238612 None None] Current status of the port d7954f01-5287-4888-a3cb-473619a3da1d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:50.347065 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a04484f5-da8f-4cab-bdac-2ad45b238612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.439913 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Made reservation on behalf of 180e9decdfdb427a8a504e3f59fa2be8 for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:19:50.444055 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.583529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.20.0.10 (cc3bf4fb-a407-4172-8aeb-2753d644caa1/249dcbe1-f0ec-49fd-942b-d6f3cd2a2379/fc5c534b-c9d5-40f7-959d-25d39fd3eadf) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:19:50.603766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8b338da9-a1bd-4d26-b205-a6ceb5cce63f up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:19:50.649618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-a04484f5-da8f-4cab-bdac-2ad45b238612 None None] For port d7954f01-5287-4888-a3cb-473619a3da1d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d7954f01-5287-4888-a3cb-473619a3da1d,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:50.673151 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a04484f5-da8f-4cab-bdac-2ad45b238612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.737760 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.771775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04484f5-da8f-4cab-bdac-2ad45b238612 None None] Pushing event updated for resources: {'Port': ['ID=d7954f01-5287-4888-a3cb-473619a3da1d,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:50.774428 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.776484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:50.776881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.820284 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:19:50.823335 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:19:50.826982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:19:50.832790 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1bcb6e2d-73d2-4d01-8e57-7485d97b4b97 None None] Provisioning complete for port d7954f01-5287-4888-a3cb-473619a3da1d triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:50.833175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6e2d-73d2-4d01-8e57-7485d97b4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.857773 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:50.868660 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:50.890018 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:50.890695 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.907148 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b195b9-04ec-457a-a0c0-f4ebcd16c84b None None] The sync data for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 is: [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:19:50.921266 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8869c00e-4e54-4619-bc78-aecfb3eb8a03 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111233 Jan 27 23:19:50.937632 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Request body: {'port': {'device_id': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:50.999250 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:51.024479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb6e2d-73d2-4d01-8e57-7485d97b4b97 None None] Current status of the port d7954f01-5287-4888-a3cb-473619a3da1d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:51.036678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.152744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d574e6df-3f64-4a4d-898e-ce4fe8b8545a None None] Provisioning complete for port fc5c534b-c9d5-40f7-959d-25d39fd3eadf triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:51.153937 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d574e6df-3f64-4a4d-898e-ce4fe8b8545a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.197067 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d574e6df-3f64-4a4d-898e-ce4fe8b8545a None None] Port fc5c534b-c9d5-40f7-959d-25d39fd3eadf cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:19:51.318141 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5c534b-c9d5-40f7-959d-25d39fd3eadf {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:19:51.326522 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Publish callbacks [] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.339810 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Transition to ACTIVE for port object fc5c534b-c9d5-40f7-959d-25d39fd3eadf will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:19:51.345870 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.429941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Pushing event updated for resources: {'Port': ['ID=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:51.496695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cf6f1-fdb5-4a5b-b192-1d2f571ef0b0 req-0d6cacad-01a4-4b9a-b02f-ac21ad38f14b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:51.498383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-115cf6f1-fdb5-4a5b-b192-1d2f571ef0b0 req-0d6cacad-01a4-4b9a-b02f-ac21ad38f14b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 944 time: 0.1257854 Jan 27 23:19:51.552008 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Attempting to bind port fc5c534b-c9d5-40f7-959d-25d39fd3eadf on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:19:51.552352 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Attempting to bind port fc5c534b-c9d5-40f7-959d-25d39fd3eadf by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:19:51.552689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Attempting to bind port fc5c534b-c9d5-40f7-959d-25d39fd3eadf on network cc3bf4fb-a407-4172-8aeb-2753d644caa1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:19:51.566621 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Port fc5c534b-c9d5-40f7-959d-25d39fd3eadf on network cc3bf4fb-a407-4172-8aeb-2753d644caa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:19:51.566950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Attempting to bind port fc5c534b-c9d5-40f7-959d-25d39fd3eadf on network cc3bf4fb-a407-4172-8aeb-2753d644caa1 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:19:51.578460 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:19:51.578885 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Checking segment: {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:19:51.579191 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Bound using segment: {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:19:51.579665 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Bound port: fc5c534b-c9d5-40f7-959d-25d39fd3eadf, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a931c267-244d-46df-aec5-639985af8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:19:51.580116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.585465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-115cf6f1-fdb5-4a5b-b192-1d2f571ef0b0 req-b7a6edc0-a4f3-4c92-bf51-ca5a630e06f9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766156 Jan 27 23:19:51.664045 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] For port fc5c534b-c9d5-40f7-959d-25d39fd3eadf, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:19:51.669680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] For port fc5c534b-c9d5-40f7-959d-25d39fd3eadf, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:19:51.674439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.859884 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.038983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.039642 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.041394 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] 10.222.0.57 "PUT /v2.0/ports/fc5c534b-c9d5-40f7-959d-25d39fd3eadf HTTP/1.1" status: 200 len: 1092 time: 1.1121829 Jan 27 23:19:52.041845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:52.044152 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7922e493-042d-471d-b517-72a6587898e5" -d '{"events": [{"name": "network-changed", "server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:52.074079 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baecbc0-61e6-4090-aa57-05c760dfa0ad service neutron] Pushing event updated for resources: {'Port': ['ID=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:52.122852 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3891980d-fc90-4c23-b487-793a7d6dd260 x-openstack-request-id: req-3891980d-fc90-4c23-b487-793a7d6dd260 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:52.123145 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:52.123747 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3891980d-fc90-4c23-b487-793a7d6dd260 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:52.124125 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'status': 'completed', 'code': 200} Jan 27 23:19:52.138441 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-b1fd5aaf-6008-451f-8000-bf4633aeb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.140207 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-b1fd5aaf-6008-451f-8000-bf4633aeb0ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 1095 time: 0.0536027 Jan 27 23:19:52.196930 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-b314b1b8-8fbf-4845-a145-ff947c95817d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf HTTP/1.1" status: 200 len: 217 time: 0.0490432 Jan 27 23:19:52.257415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-10d563db-fdf6-4a4b-9d6e-0d9894c63bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.258979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-10d563db-fdf6-4a4b-9d6e-0d9894c63bb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=249dcbe1-f0ec-49fd-942b-d6f3cd2a2379 HTTP/1.1" status: 200 len: 834 time: 0.0540230 Jan 27 23:19:52.305473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-4a1406be-a677-45e8-93c9-c2b55bf9afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.306920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-4a1406be-a677-45e8-93c9-c2b55bf9afe9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc3bf4fb-a407-4172-8aeb-2753d644caa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418334 Jan 27 23:19:52.409133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-265dd271-2488-461a-9038-94e746bd8d7e service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961189 Jan 27 23:19:52.508283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-005f3756-85a8-419a-a4e4-0cda17a411d3 req-c77aad2a-4a33-4895-94d5-159b0ce4bfad service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924294 Jan 27 23:19:52.535379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d7954f01-5287-4888-a3cb-473619a3da1d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:19:52.592816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port d7954f01-5287-4888-a3cb-473619a3da1d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:52.593274 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.598295 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e493-042d-471d-b517-72a6587898e5 req-11ac779e-1656-4f40-8563-c0d20f8d365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.599841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7922e493-042d-471d-b517-72a6587898e5 req-11ac779e-1656-4f40-8563-c0d20f8d365f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 1095 time: 0.0416408 Jan 27 23:19:52.683849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port d7954f01-5287-4888-a3cb-473619a3da1d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:52.725077 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e493-042d-471d-b517-72a6587898e5 req-f6541aa0-6d27-42f4-be22-b903382b5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.726589 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7922e493-042d-471d-b517-72a6587898e5 req-f6541aa0-6d27-42f4-be22-b903382b5258 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc3bf4fb-a407-4172-8aeb-2753d644caa1 HTTP/1.1" status: 200 len: 897 time: 0.1214440 Jan 27 23:19:52.737953 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4937d-6d0c-4111-8679-df572d289598 req-1a1672ce-47c7-427e-903c-c9d70e3d63eb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.739326 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4f4937d-6d0c-4111-8679-df572d289598 req-1a1672ce-47c7-427e-903c-c9d70e3d63eb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 944 time: 0.0731952 Jan 27 23:19:52.784330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7922e493-042d-471d-b517-72a6587898e5 req-05d3b420-1f27-478e-a21b-f35aeb1fc72d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf HTTP/1.1" status: 200 len: 217 time: 0.0439730 Jan 27 23:19:52.867509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d4f4937d-6d0c-4111-8679-df572d289598 req-5d9aa79e-4c8f-4990-9309-fb2998810365 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215332 Jan 27 23:19:52.869452 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e493-042d-471d-b517-72a6587898e5 req-80dfc398-663c-4719-8c7b-37d80ddf5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.870893 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7922e493-042d-471d-b517-72a6587898e5 req-80dfc398-663c-4719-8c7b-37d80ddf5fcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=249dcbe1-f0ec-49fd-942b-d6f3cd2a2379 HTTP/1.1" status: 200 len: 834 time: 0.0793219 Jan 27 23:19:52.920267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e493-042d-471d-b517-72a6587898e5 req-be85329c-b12c-4ccf-a569-56fb81569a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:52.921874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7922e493-042d-471d-b517-72a6587898e5 req-be85329c-b12c-4ccf-a569-56fb81569a38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc3bf4fb-a407-4172-8aeb-2753d644caa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440946 Jan 27 23:19:53.018946 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7922e493-042d-471d-b517-72a6587898e5 req-326782a7-2258-44b1-90ee-1d023fcb9286 service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906806 Jan 27 23:19:53.115093 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7922e493-042d-471d-b517-72a6587898e5 req-0efc5dc2-5b1e-4634-95a2-a90447e570ea service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886514 Jan 27 23:19:54.002599 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de87609-bb1f-4396-86da-7700c494be38 req-4841f80c-9400-4b78-afe8-5f5928dd4b2d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:54.004135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3de87609-bb1f-4396-86da-7700c494be38 req-4841f80c-9400-4b78-afe8-5f5928dd4b2d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 944 time: 0.0518374 Jan 27 23:19:54.062995 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3de87609-bb1f-4396-86da-7700c494be38 req-9855ed36-4b40-412e-ae77-991777643688 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504282 Jan 27 23:19:55.210051 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c6e80-0244-4d37-8360-14ed3685f1af req-8701540f-a9fd-4720-9e81-72dbaa579eaa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:55.212387 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da3c6e80-0244-4d37-8360-14ed3685f1af req-8701540f-a9fd-4720-9e81-72dbaa579eaa tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 944 time: 0.0636652 Jan 27 23:19:55.279817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-da3c6e80-0244-4d37-8360-14ed3685f1af req-1e526a36-7fdf-4c1d-a682-fd995246e431 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614913 Jan 27 23:19:55.308050 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fc5c534b-c9d5-40f7-959d-25d39fd3eadf details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:19:55.418938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fc5c534b-c9d5-40f7-959d-25d39fd3eadf, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:55.431667 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'port_id': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'mac_address': 'fa:16:3e:73:5b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:19:55.474146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fc5c534b-c9d5-40f7-959d-25d39fd3eadf is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:55.474540 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.487738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5c534b-c9d5-40f7-959d-25d39fd3eadf {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:19:55.507056 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fc5c534b-c9d5-40f7-959d-25d39fd3eadf, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:55.514212 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.571694 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:55.744915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['fc5c534b-c9d5-40f7-959d-25d39fd3eadf'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:19:56.417781 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d57f57-ffce-4519-a3d0-777e2b5b059f req-773b630e-c7d1-4a2e-9b28-eaba82600b42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:56.419299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44d57f57-ffce-4519-a3d0-777e2b5b059f req-773b630e-c7d1-4a2e-9b28-eaba82600b42 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 945 time: 0.0615530 Jan 27 23:19:56.473007 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-44d57f57-ffce-4519-a3d0-777e2b5b059f req-75068aa1-6e3f-48fc-a243-db729b7d8405 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451560 Jan 27 23:19:57.316374 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fc5c534b-c9d5-40f7-959d-25d39fd3eadf up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:19:57.374794 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port fc5c534b-c9d5-40f7-959d-25d39fd3eadf completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:19:57.379028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port fc5c534b-c9d5-40f7-959d-25d39fd3eadf triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:57.379422 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.459194 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port fc5c534b-c9d5-40f7-959d-25d39fd3eadf is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:57.459628 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.484785 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:57.487192 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c4c4aa-0b7e-4ed3-a113-ae015bc80cde" -d '{"events": [{"server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "name": "network-vif-plugged", "status": "completed", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:57.500825 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port fc5c534b-c9d5-40f7-959d-25d39fd3eadf, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:57.509222 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.533137 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a6063f-0518-4529-be4b-7e254c172d20 x-openstack-request-id: req-a9a6063f-0518-4529-be4b-7e254c172d20 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:57.533422 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "name": "network-vif-plugged", "status": "completed", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:57.533858 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9a6063f-0518-4529-be4b-7e254c172d20 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:57.534258 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'code': 200} Jan 27 23:19:57.566309 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:57.643327 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d435f-60ee-49ac-8c6c-74c765c869f8 req-407b81cf-0bb7-48bd-aca2-4ee4fa02c096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:57.644907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-134d435f-60ee-49ac-8c6c-74c765c869f8 req-407b81cf-0bb7-48bd-aca2-4ee4fa02c096 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0863545 Jan 27 23:19:57.651595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131006f-e649-47c4-b180-7b8d7c76a3cf req-3ed26f9f-fb0b-48b4-afd6-997c384edbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:57.653026 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b131006f-e649-47c4-b180-7b8d7c76a3cf req-3ed26f9f-fb0b-48b4-afd6-997c384edbf8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 1097 time: 0.0584037 Jan 27 23:19:57.729331 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-134d435f-60ee-49ac-8c6c-74c765c869f8 req-13deddaf-ec2b-4cfc-b0e1-a2ca830cde12 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753357 Jan 27 23:19:57.732238 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b131006f-e649-47c4-b180-7b8d7c76a3cf req-8c7ba280-5602-4bc8-b60b-aef20d89ca1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723991 Jan 27 23:19:58.862808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d39be-f8bf-49a1-af55-62f3479902e2 req-00df1dc8-75d2-408f-a02a-e7c36cc3963c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:58.864370 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-694d39be-f8bf-49a1-af55-62f3479902e2 req-00df1dc8-75d2-408f-a02a-e7c36cc3963c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0523167 Jan 27 23:19:58.923209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-694d39be-f8bf-49a1-af55-62f3479902e2 req-df5ca21e-f765-4d6e-9797-d1e227dafc66 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502288 Jan 27 23:19:59.061650 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23557a7-431a-4dd7-88c1-cf0af2fdd48c req-096f3347-c09c-4305-bf82-f320a8a24a01 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:59.063083 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a23557a7-431a-4dd7-88c1-cf0af2fdd48c req-096f3347-c09c-4305-bf82-f320a8a24a01 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0550299 Jan 27 23:19:59.116329 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a23557a7-431a-4dd7-88c1-cf0af2fdd48c req-faa7c3db-91a7-441b-9179-1ebdf0681c0d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447319 Jan 27 23:19:59.147265 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49082) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:59.190145 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ae287e-5761-4feb-a9cd-f7f75ad3a8e3 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:59.191735 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f1ae287e-5761-4feb-a9cd-f7f75ad3a8e3 tempest-TestNetworkAdvancedServerOps-1318761768 tempest-TestNetworkAdvancedServerOps-1318761768-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 1092 time: 0.0434175 Jan 27 23:19:59.196192 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49084) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:59.202957 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:19:59.233717 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:59.357762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:59.476585 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Allocated IP 172.25.8.100 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/c9527a2b-d734-4b36-ab1e-05a589d059d4) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:19:59.593138 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (c9527a2b-d734-4b36-ab1e-05a589d059d4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:59.631981 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c9527a2b-d734-4b36-ab1e-05a589d059d4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:59.673380 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:19:59.676610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:19:59.682400 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:19:59.688115 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=c9527a2b-d734-4b36-ab1e-05a589d059d4,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:00.400633 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (4fc58dae-fdd9-4a1e-9daf-ca809c293e3b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:00.479556 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c9527a2b-d734-4b36-ab1e-05a589d059d4), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:00.674189 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for port (c9527a2b-d734-4b36-ab1e-05a589d059d4), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:00.680017 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (c9527a2b-d734-4b36-ab1e-05a589d059d4), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:00.759483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event updated for resources: {'Port': ['ID=c9527a2b-d734-4b36-ab1e-05a589d059d4,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:00.773731 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (4fc58dae-fdd9-4a1e-9daf-ca809c293e3b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:00.878279 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP 4fc58dae-fdd9-4a1e-9daf-ca809c293e3b associated. External IP: 172.25.8.100, port: fc5c534b-c9d5-40f7-959d-25d39fd3eadf. Jan 27 23:20:01.107289 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 46d519c9-fda4-43e5-9af4-0dbf0962816e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:20:01.225212 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:20:01.236260 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] Sync routers for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:20:01.246332 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:01.247236 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:01.247900 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:01.276349 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f83c6320-d50a-4c1d-a6fc-807f57168803 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0785789 Jan 27 23:20:01.276946 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:20:01.279692 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4f86e4-9817-4143-8e6c-abde07334c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:20:01.361582 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:01.379980 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8914d-4639-42f2-9f6a-ee21fd9730c2 req-7711cb21-7712-4251-b2bc-3061b69c6694 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:01.381592 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25b8914d-4639-42f2-9f6a-ee21fd9730c2 req-7711cb21-7712-4251-b2bc-3061b69c6694 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0511813 Jan 27 23:20:01.430035 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa946e8-60be-4a00-ba20-c255a6b16658 x-openstack-request-id: req-0fa946e8-60be-4a00-ba20-c255a6b16658 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:20:01.430542 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:20:01.430651 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0fa946e8-60be-4a00-ba20-c255a6b16658 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:20:01.431205 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'status': 'completed', 'code': 200} Jan 27 23:20:01.436591 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-25b8914d-4639-42f2-9f6a-ee21fd9730c2 req-51a8ea48-4821-478b-9b09-8ce678f33e7b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489798 Jan 27 23:20:01.465073 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49092) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:01.497009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-88a5eb91-c218-4572-9471-95bc82279925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:01.498719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-88a5eb91-c218-4572-9471-95bc82279925 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 1097 time: 0.0471883 Jan 27 23:20:01.536453 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-69631119-ec0d-4cec-8b3a-a9974b5f7777 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4fc58dae-fdd9-4a1e-9daf-ca809c293e3b HTTP/1.1" status: 200 len: 992 time: 0.0698636 Jan 27 23:20:01.594642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-6e6d800d-3af3-4567-84e5-9ffcd052ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:01.596227 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-6e6d800d-3af3-4567-84e5-9ffcd052ab90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc3bf4fb-a407-4172-8aeb-2753d644caa1 HTTP/1.1" status: 200 len: 897 time: 0.0903254 Jan 27 23:20:01.599769 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '4fc58dae-fdd9-4a1e-9daf-ca809c293e3b', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'port_id': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'mac_address': 'fa:16:3e:73:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:20:00Z', 'updated_at': '2022-01-27T23:20:00Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:01.626681 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] Checking router: 46d519c9-fda4-43e5-9af4-0dbf0962816e for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:20:01.635273 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:01.635925 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:19:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:01.667703 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-54353f2b-9537-4164-aac1-0986a0d6d31b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf HTTP/1.1" status: 200 len: 1000 time: 0.0659826 Jan 27 23:20:01.717708 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-199b0bd5-e8e6-4153-8ca4-6593c81a9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:01.719251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-199b0bd5-e8e6-4153-8ca4-6593c81a9fa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=249dcbe1-f0ec-49fd-942b-d6f3cd2a2379 HTTP/1.1" status: 200 len: 834 time: 0.0458667 Jan 27 23:20:01.743449 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:01.765772 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-74d55672-e336-45dc-bce3-f04a33edfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:01.767320 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-74d55672-e336-45dc-bce3-f04a33edfe12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc3bf4fb-a407-4172-8aeb-2753d644caa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428746 Jan 27 23:20:01.864293 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-5dbfe4fd-fa17-4fd9-b8bb-d36dbe167f4c service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908866 Jan 27 23:20:01.957903 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8d4f86e4-9817-4143-8e6c-abde07334c6f req-069dad7a-5a1a-45a2-b9c8-bca66128dc1b service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879049 Jan 27 23:20:01.969351 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '4fc58dae-fdd9-4a1e-9daf-ca809c293e3b', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'port_id': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'mac_address': 'fa:16:3e:73:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:20:00Z', 'updated_at': '2022-01-27T23:20:00Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:01.995806 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124b1cc-a065-4eaf-89f4-52cc10d330b1 None None] The sync data for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 is: [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '4fc58dae-fdd9-4a1e-9daf-ca809c293e3b', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'port_id': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'mac_address': 'fa:16:3e:73:5b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:20:00Z', 'updated_at': '2022-01-27T23:20:00Z', 'revision_number': 0, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:20:02.247626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0090b46f-1139-442b-9750-b03f167170c6 None None] New status for floating IP 4fc58dae-fdd9-4a1e-9daf-ca809c293e3b: ACTIVE {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:20:02.538926 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49094) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:02.604752 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2c60ad49-8996-4299-8916-e2cf2c002d2d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4fc58dae-fdd9-4a1e-9daf-ca809c293e3b HTTP/1.1" status: 200 len: 994 time: 0.0646598 Jan 27 23:20:04.067275 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-86c4154b-7d8a-4efc-9a04-b3fe1bff0e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:07.136209 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-80e27c2a-cb8d-4a4b-a98a-e06d7bfe3085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:08.873901 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:11.249856 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:11.418708 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:19.089041 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:21.858734 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:23.353124 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:20:27.773330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-e36aa649-e82b-4989-8cf3-15c394464873 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415828 Jan 27 23:20:27.871325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-fac225ab-47da-494b-9caf-2f421dae95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:27.872890 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-fac225ab-47da-494b-9caf-2f421dae95ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 1097 time: 0.0552170 Jan 27 23:20:27.988021 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-da247e29-ed22-4ef2-98fa-d91e2830d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:27.989636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-da247e29-ed22-4ef2-98fa-d91e2830d3db service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc3bf4fb-a407-4172-8aeb-2753d644caa1 HTTP/1.1" status: 200 len: 897 time: 0.0965116 Jan 27 23:20:28.061602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-d9a91042-9279-4592-a3e0-fa003b3f0312 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf HTTP/1.1" status: 200 len: 1002 time: 0.0658443 Jan 27 23:20:28.116775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-6ab673f7-21e0-47fb-9207-d8816c1b43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:28.118261 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-6ab673f7-21e0-47fb-9207-d8816c1b43b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=249dcbe1-f0ec-49fd-942b-d6f3cd2a2379 HTTP/1.1" status: 200 len: 834 time: 0.0504043 Jan 27 23:20:28.165520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-49480997-f139-42d5-b7ca-8f6a5bed420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:28.167035 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-49480997-f139-42d5-b7ca-8f6a5bed420a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc3bf4fb-a407-4172-8aeb-2753d644caa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425413 Jan 27 23:20:28.260865 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-df2dbfdd-7cb0-451d-847f-dde50cc00866 service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Jan 27 23:20:28.357479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-072ad550-7c67-49e3-804b-c27b5d5bd52a req-c9ab02fe-d0cc-4c16-ad0c-9145d58a25b7 service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890315 Jan 27 23:20:33.968436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4f061-ae68-42d1-a4d6-7f98ae059e5b req-60ae1b6b-172f-4041-91c4-50e6949906bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:33.970251 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61e4f061-ae68-42d1-a4d6-7f98ae059e5b req-60ae1b6b-172f-4041-91c4-50e6949906bb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0625935 Jan 27 23:20:34.026210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-61e4f061-ae68-42d1-a4d6-7f98ae059e5b req-53026206-b343-46ae-9f2b-2e2a4381b40e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488734 Jan 27 23:20:34.063721 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9ffc4ea4-aec1-47c8-b38e-451773733eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:35.150538 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5c5ec-dcbf-4826-9d50-1388b655b286 req-0a2aab43-18d6-405e-972d-8b07294625fb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:35.152134 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edc5c5ec-dcbf-4826-9d50-1388b655b286 req-0a2aab43-18d6-405e-972d-8b07294625fb tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0531735 Jan 27 23:20:35.205731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edc5c5ec-dcbf-4826-9d50-1388b655b286 req-b4b8d0b8-e744-44af-90dd-ab6a8258dbe7 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453467 Jan 27 23:20:35.233175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49114) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:35.301053 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-927a2295-f61d-4254-8cb3-a162e6da2e6e tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4fc58dae-fdd9-4a1e-9daf-ca809c293e3b HTTP/1.1" status: 200 len: 994 time: 0.0667081 Jan 27 23:20:36.640647 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565712fd-1313-49bc-ae55-bc6d9e8de9ed req-b3d28d74-687b-4b4e-8759-558500e2a09d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:36.642177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-565712fd-1313-49bc-ae55-bc6d9e8de9ed req-b3d28d74-687b-4b4e-8759-558500e2a09d tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0887916 Jan 27 23:20:36.648092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-425e1212-9b63-4854-9feb-67610b66ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:36.649541 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-425e1212-9b63-4854-9feb-67610b66ef9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 1097 time: 0.0634112 Jan 27 23:20:36.747527 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-565712fd-1313-49bc-ae55-bc6d9e8de9ed req-24d08280-5f32-41a5-bdc1-95a5c2d450d5 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969532 Jan 27 23:20:36.775859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-049a7715-a397-4e46-8062-9bdaa7e86d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:36.777365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-049a7715-a397-4e46-8062-9bdaa7e86d04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc3bf4fb-a407-4172-8aeb-2753d644caa1 HTTP/1.1" status: 200 len: 897 time: 0.1210589 Jan 27 23:20:36.852825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-56af8c52-75e6-44db-a33e-3c08611f76a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf HTTP/1.1" status: 200 len: 1002 time: 0.0690644 Jan 27 23:20:36.905593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-69519749-b2da-47ba-b5be-7173eabb0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:36.907278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-69519749-b2da-47ba-b5be-7173eabb0a1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=249dcbe1-f0ec-49fd-942b-d6f3cd2a2379 HTTP/1.1" status: 200 len: 834 time: 0.0484569 Jan 27 23:20:36.966540 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-9b8bdb96-3785-4482-83e9-68a4fbb98909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:36.968130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-9b8bdb96-3785-4482-83e9-68a4fbb98909 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc3bf4fb-a407-4172-8aeb-2753d644caa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548537 Jan 27 23:20:37.065709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-61f2b003-b6aa-4378-9bce-083a8540dcc2 service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912411 Jan 27 23:20:37.131289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-52e61b98-be99-4e78-93c1-7ae31bc257e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:37.160581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d83c1a70-ddf2-4cb9-8cbf-55e5b4fbee94 req-ac06b8a4-1aff-4e02-8d99-aae4f14ba5a8 service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882566 Jan 27 23:20:37.874497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2930-774b-43a1-a19e-10916152e35e req-b8928665-178e-447c-b7b3-6dd7c5e7ae46 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:37.876028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aafc2930-774b-43a1-a19e-10916152e35e req-b8928665-178e-447c-b7b3-6dd7c5e7ae46 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0523367 Jan 27 23:20:37.939982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-aafc2930-774b-43a1-a19e-10916152e35e req-bd8af1e4-dc98-4224-bb87-372ed7e09160 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565755 Jan 27 23:20:38.878269 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:39.069606 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f6b52-7136-4852-ae3a-51bd4a8a5a22 req-3665398a-f278-42d9-a38f-e3fc5abde055 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:39.071158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa1f6b52-7136-4852-ae3a-51bd4a8a5a22 req-3665398a-f278-42d9-a38f-e3fc5abde055 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0585806 Jan 27 23:20:39.121997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fa1f6b52-7136-4852-ae3a-51bd4a8a5a22 req-78c0890d-4063-41f4-8094-b454fc062d2a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448983 Jan 27 23:20:39.145042 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49126) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:39.216940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-eb06b6cb-e9f6-4140-a471-bae92e8631cd tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/floatingips/4fc58dae-fdd9-4a1e-9daf-ca809c293e3b HTTP/1.1" status: 200 len: 994 time: 0.0704291 Jan 27 23:20:39.443508 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49132) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:39.624524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port c9527a2b-d734-4b36-ab1e-05a589d059d4 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:20:39.624882 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c9527a2b-d734-4b36-ab1e-05a589d059d4), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:39.710637 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c9527a2b-d734-4b36-ab1e-05a589d059d4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:39.710888 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (c9527a2b-d734-4b36-ab1e-05a589d059d4), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:39.722975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for c9527a2b-d734-4b36-ab1e-05a589d059d4 owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:20:39.888198 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (c9527a2b-d734-4b36-ab1e-05a589d059d4), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:39.915108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=c9527a2b-d734-4b36-ab1e-05a589d059d4,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:39.927492 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.927919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.928299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.928652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.928990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.929326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.929656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.929988 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.930314 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.930695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.931544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.931544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.931544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:39.993912 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for floatingip (4fc58dae-fdd9-4a1e-9daf-ca809c293e3b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:39.994166 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Floating IP 4fc58dae-fdd9-4a1e-9daf-ca809c293e3b disassociated (deleted). External IP: 172.25.8.100, port: fc5c534b-c9d5-40f7-959d-25d39fd3eadf. Jan 27 23:20:40.225581 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 46d519c9-fda4-43e5-9af4-0dbf0962816e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:20:40.667069 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:20:40.672198 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:40.677598 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] Sync routers for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:20:40.688285 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:40.688905 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:40.700174 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ebca1008-9f4e-485a-a718-53c5fea3a03b tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/floatingips/4fc58dae-fdd9-4a1e-9daf-ca809c293e3b HTTP/1.1" status: 204 len: 168 time: 1.2548988 Jan 27 23:20:40.700793 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:20:40.703089 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aea7cd0-2b5d-437f-9ddc-564791aea54a" -d '{"events": [{"name": "network-changed", "server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:20:40.815043 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2f911b-bfb9-422e-a3e2-f002858be073 x-openstack-request-id: req-cf2f911b-bfb9-422e-a3e2-f002858be073 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:20:40.815592 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:20:40.815852 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf2f911b-bfb9-422e-a3e2-f002858be073 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:20:40.816300 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'status': 'completed', 'code': 200} Jan 27 23:20:40.823892 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:40.893118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-574b6d5e-677d-49e5-bc76-c7b10a56c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:40.895057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-574b6d5e-677d-49e5-bc76-c7b10a56c220 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 1097 time: 0.0538795 Jan 27 23:20:41.031736 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0224df-2a60-4a20-938b-ea6107ec20a6 req-173107fd-39e9-47bf-a95b-1faeee1e661a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:41.033140 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb0224df-2a60-4a20-938b-ea6107ec20a6 req-173107fd-39e9-47bf-a95b-1faeee1e661a tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.1009724 Jan 27 23:20:41.040245 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:41.056546 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-a92d27a1-166a-497a-a195-9587542f485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:41.058006 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-a92d27a1-166a-497a-a195-9587542f485d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc3bf4fb-a407-4172-8aeb-2753d644caa1 HTTP/1.1" status: 200 len: 897 time: 0.1570671 Jan 27 23:20:41.069456 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] Checking router: 46d519c9-fda4-43e5-9af4-0dbf0962816e for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:20:41.078571 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:41.079193 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:41.106461 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-5d99e072-7a73-47b3-8942-caeff442ddeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf HTTP/1.1" status: 200 len: 217 time: 0.0417831 Jan 27 23:20:41.155512 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb0224df-2a60-4a20-938b-ea6107ec20a6 req-c21102eb-cc4d-40aa-beef-a8814b37fd99 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143734 Jan 27 23:20:41.174827 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-1a9784b2-3720-4534-afd6-e485911804a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:41.176644 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-1a9784b2-3720-4534-afd6-e485911804a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=249dcbe1-f0ec-49fd-942b-d6f3cd2a2379 HTTP/1.1" status: 200 len: 834 time: 0.0613406 Jan 27 23:20:41.189684 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:41.225512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-59c493ba-96da-4ad1-b330-d887e12bc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:41.227053 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-59c493ba-96da-4ad1-b330-d887e12bc990 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc3bf4fb-a407-4172-8aeb-2753d644caa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437813 Jan 27 23:20:41.254616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:41.333945 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-31a0dabe-df94-497a-b094-319460a1d252 service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007469 Jan 27 23:20:41.395569 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:41.421236 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:41.422657 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ecabc1-79e4-486e-9cec-46706f6d2a49 None None] The sync data for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 is: [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:19:47Z', 'revision_number': 4, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'd7954f01-5287-4888-a3cb-473619a3da1d', 'name': '', 'network_id': 'cc3bf4fb-a407-4172-8aeb-2753d644caa1', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'mac_address': 'fa:16:3e:6f:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:46Z', 'updated_at': '2022-01-27T23:19:50Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'subnets': [{'id': '249dcbe1-f0ec-49fd-942b-d6f3cd2a2379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:20:41.431670 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3aea7cd0-2b5d-437f-9ddc-564791aea54a req-0e3a124e-db0a-4b05-8e03-7ae169ba0254 service neutron] 10.222.0.57 "GET /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911908 Jan 27 23:20:41.670274 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c306f-fdeb-470a-97c6-a26b42d58193 None None] New status for floating IP 4fc58dae-fdd9-4a1e-9daf-ca809c293e3b: DOWN {{(pid=103331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:20:42.278809 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda322f8-28b6-4230-9944-b62d667b7ee7 req-77adcada-cc48-41ba-a667-cef6e2eb620c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:42.280355 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda322f8-28b6-4230-9944-b62d667b7ee7 req-77adcada-cc48-41ba-a667-cef6e2eb620c tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0504794 Jan 27 23:20:42.332889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eda322f8-28b6-4230-9944-b62d667b7ee7 req-2d947650-5860-43b0-a992-2efb5c0a21cf tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5e5440c-2137-4a41-b35d-36dd49810ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464878 Jan 27 23:20:42.484109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-f435bb85-39c6-40d1-ad56-7441dbf13568 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:42.485726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-f435bb85-39c6-40d1-ad56-7441dbf13568 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 946 time: 0.0558534 Jan 27 23:20:42.578065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port fc5c534b-c9d5-40f7-959d-25d39fd3eadf {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:20:42.578456 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:42.675056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port fc5c534b-c9d5-40f7-959d-25d39fd3eadf, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:20:42.675458 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:42.689635 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for fc5c534b-c9d5-40f7-959d-25d39fd3eadf owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:20:42.838394 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (fc5c534b-c9d5-40f7-959d-25d39fd3eadf), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:42.873195 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=fc5c534b-c9d5-40f7-959d-25d39fd3eadf,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:42.919058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] No DVR routers for this DVR port fc5c534b-c9d5-40f7-959d-25d39fd3eadf on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:20:42.921923 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:42.925390 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-195abbf3-833a-4582-a6cc-02f092f6f98b req-4d01ec35-1dfe-4e9b-ad00-4694b8205984 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.57 "DELETE /v2.0/ports/fc5c534b-c9d5-40f7-959d-25d39fd3eadf HTTP/1.1" status: 204 len: 173 time: 0.4341829 Jan 27 23:20:42.925840 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'name': 'network-vif-deleted', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:20:42.928354 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3773cc-d3d5-4b96-9296-2334a6e6baeb" -d '{"events": [{"server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "name": "network-vif-deleted", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:20:42.966734 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21e39b5-d7fe-4318-a6e8-00cc1d91bc27 x-openstack-request-id: req-f21e39b5-d7fe-4318-a6e8-00cc1d91bc27 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:20:42.967253 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec7c402-35a5-40f8-ae53-126d5635e826", "name": "network-vif-deleted", "tag": "fc5c534b-c9d5-40f7-959d-25d39fd3eadf", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:20:42.967713 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f21e39b5-d7fe-4318-a6e8-00cc1d91bc27 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:20:42.968134 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec7c402-35a5-40f8-ae53-126d5635e826', 'name': 'network-vif-deleted', 'tag': 'fc5c534b-c9d5-40f7-959d-25d39fd3eadf', 'status': 'completed', 'code': 200} Jan 27 23:20:43.459383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0e374a96-f1d8-48dc-ac13-b57c0dd0705d req-9f20d563-dca7-4541-8c2a-2f6623d4ce47 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec7c402-35a5-40f8-ae53-126d5635e826 HTTP/1.1" status: 200 len: 210 time: 0.0304701 Jan 27 23:20:44.517559 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49152) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:44.918829 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (46d519c9-fda4-43e5-9af4-0dbf0962816e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:45.188618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port d7954f01-5287-4888-a3cb-473619a3da1d {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:20:45.188870 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:45.281847 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port d7954f01-5287-4888-a3cb-473619a3da1d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=d7954f01-5287-4888-a3cb-473619a3da1d,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:20:45.282217 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:45.296349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for d7954f01-5287-4888-a3cb-473619a3da1d owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:20:45.505733 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (d7954f01-5287-4888-a3cb-473619a3da1d), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:45.536845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=d7954f01-5287-4888-a3cb-473619a3da1d,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:45.562598 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fc5c534b-c9d5-40f7-959d-25d39fd3eadf no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:20:45.588561 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: fc5c534b-c9d5-40f7-959d-25d39fd3eadf {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:20:45.588880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device fc5c534b-c9d5-40f7-959d-25d39fd3eadf not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:20:45.724843 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (46d519c9-fda4-43e5-9af4-0dbf0962816e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:45.949005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Router 46d519c9-fda4-43e5-9af4-0dbf0962816e has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:20:46.064102 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:20:46.070182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-87f50c90-bc26-43c4-9c79-bea23e88a732 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "PUT /v2.0/routers/46d519c9-fda4-43e5-9af4-0dbf0962816e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5513597 Jan 27 23:20:46.073483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49154) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:46.075024 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628068-becd-4704-bff5-30b6f002460d None None] Sync routers for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:20:46.086578 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e628068-becd-4704-bff5-30b6f002460d None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:46.087194 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-3e628068-becd-4704-bff5-30b6f002460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:46.128124 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6628b4d-7c8a-4ef0-9f68-5b9abcde31e9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting subnet 249dcbe1-f0ec-49fd-942b-d6f3cd2a2379 {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:20:46.131817 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6628b4d-7c8a-4ef0-9f68-5b9abcde31e9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (249dcbe1-f0ec-49fd-942b-d6f3cd2a2379), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.173061 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6628b4d-7c8a-4ef0-9f68-5b9abcde31e9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (249dcbe1-f0ec-49fd-942b-d6f3cd2a2379), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.192514 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-3e628068-becd-4704-bff5-30b6f002460d None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:46.262121 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6628b4d-7c8a-4ef0-9f68-5b9abcde31e9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (249dcbe1-f0ec-49fd-942b-d6f3cd2a2379), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.322444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6628b4d-7c8a-4ef0-9f68-5b9abcde31e9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (249dcbe1-f0ec-49fd-942b-d6f3cd2a2379), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.351946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6628b4d-7c8a-4ef0-9f68-5b9abcde31e9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Subnet': ['ID=249dcbe1-f0ec-49fd-942b-d6f3cd2a2379,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:46.353961 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-e6628b4d-7c8a-4ef0-9f68-5b9abcde31e9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.357410 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-e6628b4d-7c8a-4ef0-9f68-5b9abcde31e9 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/subnets/249dcbe1-f0ec-49fd-942b-d6f3cd2a2379 HTTP/1.1" status: 204 len: 168 time: 0.2826984 Jan 27 23:20:46.359005 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef2170-9e6a-4a7d-9fcb-cb9e04f22182 None None] Network cc3bf4fb-a407-4172-8aeb-2753d644caa1 requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:20:46.360355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49156) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:46.384448 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-3e628068-becd-4704-bff5-30b6f002460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:20:45Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:46.412304 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628068-becd-4704-bff5-30b6f002460d None None] Checking router: 46d519c9-fda4-43e5-9af4-0dbf0962816e for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:20:46.422240 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e628068-becd-4704-bff5-30b6f002460d None None] Routers {'46d519c9-fda4-43e5-9af4-0dbf0962816e'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:46.422875 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-3e628068-becd-4704-bff5-30b6f002460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['46d519c9-fda4-43e5-9af4-0dbf0962816e'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:46.486762 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (46d519c9-fda4-43e5-9af4-0dbf0962816e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.534811 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-3e628068-becd-4704-bff5-30b6f002460d None None] Set router 46d519c9-fda4-43e5-9af4-0dbf0962816e gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:46.562989 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] DHCP port deletion for cc3bf4fb-a407-4172-8aeb-2753d644caa1 request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:20:46.604580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_gateway (46d519c9-fda4-43e5-9af4-0dbf0962816e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.624936 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Deleting port 253a078f-dc33-488c-bc64-b289975a1012 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:20:46.625702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (253a078f-dc33-488c-bc64-b289975a1012), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.668516 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Deleting port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:20:46.668516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.710016 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] For port 253a078f-dc33-488c-bc64-b289975a1012, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=253a078f-dc33-488c-bc64-b289975a1012,segment=NetworkSegment(a931c267-244d-46df-aec5-639985af8939),segment_id=a931c267-244d-46df-aec5-639985af8939)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:20:46.710442 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (253a078f-dc33-488c-bc64-b289975a1012), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.725741 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Calling delete_port for 253a078f-dc33-488c-bc64-b289975a1012 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:20:46.756607 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] For port 8b338da9-a1bd-4d26-b205-a6ceb5cce63f, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=8b338da9-a1bd-4d26-b205-a6ceb5cce63f,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:20:46.756962 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.770140 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Calling delete_port for 8b338da9-a1bd-4d26-b205-a6ceb5cce63f owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:20:46.814257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (253a078f-dc33-488c-bc64-b289975a1012), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.831952 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-3e628068-becd-4704-bff5-30b6f002460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:20:45Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:46.840248 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Pushing event deleted for resources: {'Port': ['ID=253a078f-dc33-488c-bc64-b289975a1012,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:46.848109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] No DVR routers for this DVR port 253a078f-dc33-488c-bc64-b289975a1012 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:20:46.851059 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.851468 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.851810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.852146 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.852480 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.852810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.853137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.853462 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.853784 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.854105 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.854533 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.854792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.855047 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f71b-e1a1-4e9a-a26c-2daed9fa63c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:46.869211 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628068-becd-4704-bff5-30b6f002460d None None] The sync data for ids ['46d519c9-fda4-43e5-9af4-0dbf0962816e'] in n-d-826529-2 is: [{'id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523825843', 'tenant_id': '180e9decdfdb427a8a504e3f59fa2be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:19:43Z', 'updated_at': '2022-01-27T23:20:45Z', 'revision_number': 5, 'project_id': '180e9decdfdb427a8a504e3f59fa2be8', 'gw_port': {'id': '8b338da9-a1bd-4d26-b205-a6ceb5cce63f', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d519c9-fda4-43e5-9af4-0dbf0962816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:19:44Z', 'updated_at': '2022-01-27T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:20:46.951329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (8b338da9-a1bd-4d26-b205-a6ceb5cce63f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:46.977260 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Port': ['ID=8b338da9-a1bd-4d26-b205-a6ceb5cce63f,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:47.040329 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (46d519c9-fda4-43e5-9af4-0dbf0962816e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.134531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (46d519c9-fda4-43e5-9af4-0dbf0962816e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.136799 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router_controller (46d519c9-fda4-43e5-9af4-0dbf0962816e), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.188248 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (46d519c9-fda4-43e5-9af4-0dbf0962816e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.188982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Fanout notify agent at l3_agent the message router_deleted on router 46d519c9-fda4-43e5-9af4-0dbf0962816e {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:20:47.197254 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.198367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-1d497a1b-9d4a-4d42-99c7-d40fc0e5f524 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/routers/46d519c9-fda4-43e5-9af4-0dbf0962816e HTTP/1.1" status: 204 len: 168 time: 0.8367646 Jan 27 23:20:47.200883 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49158) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:47.283676 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (cc3bf4fb-a407-4172-8aeb-2753d644caa1), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.384522 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (cc3bf4fb-a407-4172-8aeb-2753d644caa1), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.405211 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3bf4fb-a407-4172-8aeb-2753d644caa1']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:47.415741 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a931c267-244d-46df-aec5-639985af8939') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:47.416048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a931c267-244d-46df-aec5-639985af8939') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:47.426541 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (a931c267-244d-46df-aec5-639985af8939), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.441252 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (a931c267-244d-46df-aec5-639985af8939), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.448159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:20:47.448589 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (a931c267-244d-46df-aec5-639985af8939), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:20:47.452082 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:20:47.514516 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (cc3bf4fb-a407-4172-8aeb-2753d644caa1), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.519654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.525880 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49160) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:47.526435 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/networks/cc3bf4fb-a407-4172-8aeb-2753d644caa1 HTTP/1.1" status: 204 len: 168 time: 0.3239787 Jan 27 23:20:47.548507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d86ff-4441-415c-a69d-107452404198 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'Network': ['ID=cc3bf4fb-a407-4172-8aeb-2753d644caa1,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:47.587679 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (e5e5440c-2137-4a41-b35d-36dd49810ef2), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.613572 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (e5e5440c-2137-4a41-b35d-36dd49810ef2), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.677671 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (e5e5440c-2137-4a41-b35d-36dd49810ef2), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.680696 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:47.681956 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] 10.222.0.45 "DELETE /v2.0/security-groups/e5e5440c-2137-4a41-b35d-36dd49810ef2 HTTP/1.1" status: 204 len: 168 time: 0.1541903 Jan 27 23:20:47.691995 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e5440c-2137-4a41-b35d-36dd49810ef2,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:47.700467 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.700993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.701262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.701681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.701889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.702228 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.702572 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.702920 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.703339 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.703650 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.709431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.709431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:47.709431 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6752a0a-821f-48a5-ae81-333e4c9d4398 tempest-TestNetworkAdvancedServerOps-1011294524 tempest-TestNetworkAdvancedServerOps-1011294524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:48.075917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49168) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:48.230062 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d2789e54-492f-4b1d-ac3b-758272c118f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=180e9decdfdb427a8a504e3f59fa2be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528883 Jan 27 23:20:48.233976 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49172) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:48.287070 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db171c18-7cef-453c-9121-56e416bed456 admin admin] Publish callbacks [] for security_group (998ada21-e918-4e40-8902-c13596314274), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.309023 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db171c18-7cef-453c-9121-56e416bed456 admin admin] Publish callbacks [] for security_group (998ada21-e918-4e40-8902-c13596314274), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.361812 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db171c18-7cef-453c-9121-56e416bed456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (998ada21-e918-4e40-8902-c13596314274), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.365314 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-db171c18-7cef-453c-9121-56e416bed456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.366721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-db171c18-7cef-453c-9121-56e416bed456 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/998ada21-e918-4e40-8902-c13596314274 HTTP/1.1" status: 204 len: 168 time: 0.1314366 Jan 27 23:20:48.374491 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db171c18-7cef-453c-9121-56e416bed456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ada21-e918-4e40-8902-c13596314274,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:48.523145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 253a078f-dc33-488c-bc64-b289975a1012 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:20:48.544237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 253a078f-dc33-488c-bc64-b289975a1012 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:20:48.544553 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 253a078f-dc33-488c-bc64-b289975a1012 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:20:48.544986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d7954f01-5287-4888-a3cb-473619a3da1d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:20:48.567987 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: d7954f01-5287-4888-a3cb-473619a3da1d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:20:48.568349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device d7954f01-5287-4888-a3cb-473619a3da1d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:20:48.568781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8b338da9-a1bd-4d26-b205-a6ceb5cce63f no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:20:48.589154 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 8b338da9-a1bd-4d26-b205-a6ceb5cce63f {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:20:48.589525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 8b338da9-a1bd-4d26-b205-a6ceb5cce63f not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:20:48.685025 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:48.700594 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2b358ac-9ba2-4b75-9ae0-f7d39b47f069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.781812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2b358ac-9ba2-4b75-9ae0-f7d39b47f069 admin admin] Publish callbacks [] for security_group (4dad4c70-2db3-4996-93fb-df22f6661c01), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.787379 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e2b358ac-9ba2-4b75-9ae0-f7d39b47f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4dad4c70-2db3-4996-93fb-df22f6661c01), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.836764 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e2b358ac-9ba2-4b75-9ae0-f7d39b47f069 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7431b94087b4530b55f810d86fd8aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502807 Jan 27 23:20:48.837945 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b358ac-9ba2-4b75-9ae0-f7d39b47f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dad4c70-2db3-4996-93fb-df22f6661c01,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:48.839990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49180) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:48.891579 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20db97d7-d00f-4d0c-a00f-4f9479a21017 admin admin] Publish callbacks [] for security_group (4dad4c70-2db3-4996-93fb-df22f6661c01), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.914637 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20db97d7-d00f-4d0c-a00f-4f9479a21017 admin admin] Publish callbacks [] for security_group (4dad4c70-2db3-4996-93fb-df22f6661c01), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.966924 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20db97d7-d00f-4d0c-a00f-4f9479a21017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (4dad4c70-2db3-4996-93fb-df22f6661c01), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.969700 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-20db97d7-d00f-4d0c-a00f-4f9479a21017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:48.970906 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-20db97d7-d00f-4d0c-a00f-4f9479a21017 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4dad4c70-2db3-4996-93fb-df22f6661c01 HTTP/1.1" status: 204 len: 168 time: 0.1299298 Jan 27 23:20:48.979309 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db97d7-d00f-4d0c-a00f-4f9479a21017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dad4c70-2db3-4996-93fb-df22f6661c01,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:49.109246 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:49.764121 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49202) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:49.881410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1441170680-network', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:20:49.906360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Made reservation on behalf of 085f8532d5d04a739551ea7ef6f543ed for: {'network': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:20:49.908823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:49.921324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.001243 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Publish callbacks [] for security_group (f38df0c5-9861-4890-be3c-c5e846919c01), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.007875 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f38df0c5-9861-4890-be3c-c5e846919c01), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.035565 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:20:50.042553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38df0c5-9861-4890-be3c-c5e846919c01,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:50.048953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (67e7b640-d1f3-4657-80b1-04f7bcb11f8a), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.049326 n-d-826529-2 neutron-server[103330]: INFO neutron.db.segments_db [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Added segment 67e7b640-d1f3-4657-80b1-04f7bcb11f8a of type vlan for network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb Jan 27 23:20:50.092993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.120036 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.120955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:50.121601 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.180455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4152014 Jan 27 23:20:50.183812 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49206) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:50.184443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4eb09-0e9d-43e7-97b3-8fb63dc11e73 admin admin] Pushing event updated for resources: {'Network': ['ID=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:50.188953 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Request body: {'subnet': {'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1441170680-subnet', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:20:50.196128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:20:50.211990 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Made reservation on behalf of 085f8532d5d04a739551ea7ef6f543ed for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:20:50.214537 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.395576 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (1a83925a-2337-4d96-951c-1e583f3b61eb), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.453784 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a83925a-2337-4d96-951c-1e583f3b61eb,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:50.469966 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Checking segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:20:50.470320 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Network hostable DHCP agents. Network: dc46b6a0-a2ab-4145-81b9-554dea5ba2fb, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:20:50.488972 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:20:50.499437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, dc46b6a0-a2ab-4145-81b9-554dea5ba2fb) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:50.503752 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:50.504383 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.509722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584aa7db-5f20-4baa-b3b1-c62c46bf57ad None None] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:20:50.523435 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-551d3a5b-fae5-4853-9bd7-ba64c7f25458 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3384256 Jan 27 23:20:50.526563 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:50.531114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:20:50.553410 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (f2269ce0-da85-49c6-a114-34b94f68e41f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.554783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (f2269ce0-da85-49c6-a114-34b94f68e41f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.610446 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks [] for router_controller (f2269ce0-da85-49c6-a114-34b94f68e41f), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.613688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:20:50.614716 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.751529 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks [] for router_gateway (f2269ce0-da85-49c6-a114-34b94f68e41f), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.752549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Allocated IP 172.20.0.2 (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb/1a83925a-2337-4d96-951c-1e583f3b61eb/6b1d950d-dd9d-41f8-aea3-0eb027044d53) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:20:50.898257 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Publish callbacks [] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.905847 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.948441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:20:50.953883 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:50.958450 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:20:50.961746 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Pushing event updated for resources: {'Port': ['ID=6b1d950d-dd9d-41f8-aea3-0eb027044d53,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:50.967765 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks [] for router_gateway (f2269ce0-da85-49c6-a114-34b94f68e41f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:50.988030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.014349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Attempting to bind port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:20:51.014724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Attempting to bind port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:20:51.015086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Attempting to bind port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 on network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:20:51.020149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:20:51.020525 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Checking segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:20:51.020938 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.021329 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Bound using segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:20:51.021791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Bound port: 6b1d950d-dd9d-41f8-aea3-0eb027044d53, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:20:51.022173 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.094942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] For port 6b1d950d-dd9d-41f8-aea3-0eb027044d53, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:20:51.096714 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Allocated IP 172.25.8.24 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/7c13d41d-7e0c-447f-87fe-e48ba90c406d) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:20:51.099160 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] For port 6b1d950d-dd9d-41f8-aea3-0eb027044d53, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6b1d950d-dd9d-41f8-aea3-0eb027044d53,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:20:51.105958 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.166257 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428f7d0-c444-474f-923d-937e09c01e19 None None] Pushing event updated for resources: {'Port': ['ID=6b1d950d-dd9d-41f8-aea3-0eb027044d53,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:51.217134 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks [] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.261849 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.315395 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:20:51.321074 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:51.331146 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:20:51.335120 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Pushing event updated for resources: {'Port': ['ID=7c13d41d-7e0c-447f-87fe-e48ba90c406d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:51.601811 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks [] for router_gateway (f2269ce0-da85-49c6-a114-34b94f68e41f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.810942 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (f2269ce0-da85-49c6-a114-34b94f68e41f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.864890 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:51.956068 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Router f2269ce0-da85-49c6-a114-34b94f68e41f is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:20:52.072538 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:20:52.083954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Sync routers for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:20:52.092471 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:52.096773 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-3cd7d5ec-49e8-4522-8405-c48a9bc6a93d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5662618 Jan 27 23:20:52.096773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49210) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:52.103519 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:52.104167 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:52.152750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb2779c-36eb-4cff-bc75-5d64b6d8d5fd None None] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:20:52.434209 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8ecaca20-3a4f-429b-9c47-1b435fe258d9 None None] Provisioning complete for port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:52.434585 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ecaca20-3a4f-429b-9c47-1b435fe258d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:52.520451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:52.592135 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6b1d950d-dd9d-41f8-aea3-0eb027044d53 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:20:52.638330 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-0fab5477-e9e1-4130-b5d5-7dd0432fadcc req-ea3e51f3-fad3-4adb-904d-d7818ec8a4ba service neutron] (103330) timed out ('10.222.0.45', 44752) {{(pid=103330) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 23:20:52.764461 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8ecaca20-3a4f-429b-9c47-1b435fe258d9 None None] Current status of the port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:52.764867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ecaca20-3a4f-429b-9c47-1b435fe258d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:52.805684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:52.806062 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:52.860326 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-8ecaca20-3a4f-429b-9c47-1b435fe258d9 None None] For port 6b1d950d-dd9d-41f8-aea3-0eb027044d53, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6b1d950d-dd9d-41f8-aea3-0eb027044d53,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:20:52.871386 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8ecaca20-3a4f-429b-9c47-1b435fe258d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:52.872206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:52.956463 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:51Z', 'revision_number': 3, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:52.964510 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaca20-3a4f-429b-9c47-1b435fe258d9 None None] Pushing event updated for resources: {'Port': ['ID=6b1d950d-dd9d-41f8-aea3-0eb027044d53,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:53.003114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Checking router: f2269ce0-da85-49c6-a114-34b94f68e41f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:20:53.003496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Updating router f2269ce0-da85-49c6-a114-34b94f68e41f port 7c13d41d-7e0c-447f-87fe-e48ba90c406d binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:20:53.010922 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:53.040056 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Allocated IP 172.20.0.1 (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb/1a83925a-2337-4d96-951c-1e583f3b61eb/97bde482-608d-4076-baf4-902d3ee0d18a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:20:53.040292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-fb57057e-96a4-4a79-ae6e-f38f72e221da None None] Provisioning complete for port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:53.040614 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fb57057e-96a4-4a79-ae6e-f38f72e221da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.042313 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.154936 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Publish callbacks [] for port (97bde482-608d-4076-baf4-902d3ee0d18a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.191706 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.232903 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:20:53.237876 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:53.242458 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:20:53.245778 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=97bde482-608d-4076-baf4-902d3ee0d18a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:53.253182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-fb57057e-96a4-4a79-ae6e-f38f72e221da None None] Current status of the port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:53.285835 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (f2269ce0-da85-49c6-a114-34b94f68e41f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.379446 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Publish callbacks [] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.391610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.448645 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b74009-d0e2-4621-9eb2-5d6f638fe928 None None] Pushing event updated for resources: {'Port': ['ID=7c13d41d-7e0c-447f-87fe-e48ba90c406d,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:53.453190 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Attempting to bind port 7c13d41d-7e0c-447f-87fe-e48ba90c406d on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:20:53.453573 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Attempting to bind port 7c13d41d-7e0c-447f-87fe-e48ba90c406d by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:20:53.453938 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Attempting to bind port 7c13d41d-7e0c-447f-87fe-e48ba90c406d on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:20:53.463080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:20:53.463601 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:20:53.464148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.464713 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:20:53.465427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Bound port: 7c13d41d-7e0c-447f-87fe-e48ba90c406d, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:20:53.465820 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.468814 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.527318 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] For port 7c13d41d-7e0c-447f-87fe-e48ba90c406d, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:20:53.533307 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] For port 7c13d41d-7e0c-447f-87fe-e48ba90c406d, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7c13d41d-7e0c-447f-87fe-e48ba90c406d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:20:53.537947 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.624526 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b74009-d0e2-4621-9eb2-5d6f638fe928 None None] Pushing event updated for resources: {'Port': ['ID=7c13d41d-7e0c-447f-87fe-e48ba90c406d,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:53.628386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-19f2dbe5-b223-4569-8066-48018e7c8060 None None] Provisioning complete for port 97bde482-608d-4076-baf4-902d3ee0d18a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:53.628758 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-19f2dbe5-b223-4569-8066-48018e7c8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.650442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Publish callbacks [] for port (97bde482-608d-4076-baf4-902d3ee0d18a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.653578 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:53.654202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:53.656760 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.704607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-19f2dbe5-b223-4569-8066-48018e7c8060 None None] Port 97bde482-608d-4076-baf4-902d3ee0d18a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:20:53.724882 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=97bde482-608d-4076-baf4-902d3ee0d18a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:53.727430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (f2269ce0-da85-49c6-a114-34b94f68e41f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:53.776837 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:53.822807 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:20:53.824428 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:53.953076 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Router f2269ce0-da85-49c6-a114-34b94f68e41f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:20:54.002906 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 2, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:54.035255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134ebf8-06cb-481d-a77f-2a0efcc2bae7 None None] The sync data for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 is: [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 2, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:20:54.075049 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:20:54.080347 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bd95a1d1-2208-43f0-99dd-95faf7e4c5a4 admin admin] 10.222.0.45 "PUT /v2.0/routers/f2269ce0-da85-49c6-a114-34b94f68e41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9827087 Jan 27 23:20:54.127717 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-6736c457-b37c-4e53-8b8c-d1369b3c84ae None None] Provisioning complete for port 97bde482-608d-4076-baf4-902d3ee0d18a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:54.128433 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6736c457-b37c-4e53-8b8c-d1369b3c84ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.170389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-6736c457-b37c-4e53-8b8c-d1369b3c84ae None None] Port 97bde482-608d-4076-baf4-902d3ee0d18a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:20:54.541312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6b1d950d-dd9d-41f8-aea3-0eb027044d53 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:20:54.597106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:54.597497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.654912 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49226) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:54.661492 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1230287283-network', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:20:54.688454 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:54.692541 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Made reservation on behalf of 6c2f0ecc69bd4a4e8352aca34822005f for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:20:54.695797 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.705809 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.823823 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Publish callbacks [] for security_group (a80dda3c-c881-4304-8e68-6f2c49799b19), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.829090 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a80dda3c-c881-4304-8e68-6f2c49799b19), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.856673 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:20:54.873362 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80dda3c-c881-4304-8e68-6f2c49799b19,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:54.885197 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c5dcfd8e-f32f-4412-8c35-8c42eef327ce), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.885551 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Added segment c5dcfd8e-f32f-4412-8c35-8c42eef327ce of type vlan for network a84c8e03-1dad-4c89-bc74-157cec76ff3b Jan 27 23:20:54.933280 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (a84c8e03-1dad-4c89-bc74-157cec76ff3b), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.962916 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (a84c8e03-1dad-4c89-bc74-157cec76ff3b), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.964018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:54.964804 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.023789 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3673513 Jan 27 23:20:55.026524 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:55.031383 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Request body: {'subnet': {'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1230287283-subnet', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:20:55.049143 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d688ba9-4f16-4d6e-b1df-cdc9ed732bfd admin admin] Pushing event updated for resources: {'Network': ['ID=a84c8e03-1dad-4c89-bc74-157cec76ff3b,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:55.060980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network a84c8e03-1dad-4c89-bc74-157cec76ff3b details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:20:55.069622 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Made reservation on behalf of 6c2f0ecc69bd4a4e8352aca34822005f for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:20:55.072377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.256224 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (7312aa36-7d35-4ffd-93b7-9f1e0e0fea72), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.312633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7312aa36-7d35-4ffd-93b7-9f1e0e0fea72,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:55.325899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Checking segment: {'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:20:55.325899 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Network hostable DHCP agents. Network: a84c8e03-1dad-4c89-bc74-157cec76ff3b, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:20:55.344919 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Network a84c8e03-1dad-4c89-bc74-157cec76ff3b is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:20:55.355610 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, a84c8e03-1dad-4c89-bc74-157cec76ff3b) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:55.359900 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:20:55.360508 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.365389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc75eff-2add-4221-b4ab-84bb436ba706 None None] Network a84c8e03-1dad-4c89-bc74-157cec76ff3b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:20:55.378753 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3a924c7-1874-4196-ac3d-a3aaa15e4029 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3511350 Jan 27 23:20:55.381579 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49230) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:55.386736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:20:55.408919 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (71f31396-69c5-4766-a253-91a8946fe10c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.410400 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (71f31396-69c5-4766-a253-91a8946fe10c), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.466701 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks [] for router_controller (71f31396-69c5-4766-a253-91a8946fe10c), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.491212 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-a84c8e03-1dad-4c89-bc74-157cec76ff3b', 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b', 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'fixed_ips': [{'subnet_id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:20:55.492355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.614474 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks [] for router_gateway (71f31396-69c5-4766-a253-91a8946fe10c), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.633912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Allocated IP 172.20.0.2 (a84c8e03-1dad-4c89-bc74-157cec76ff3b/7312aa36-7d35-4ffd-93b7-9f1e0e0fea72/f7b5206e-7393-4764-be75-48bd4cb90b5c) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:20:55.796336 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Publish callbacks [] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.803244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.834374 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks [] for router_gateway (71f31396-69c5-4766-a253-91a8946fe10c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.842479 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Network a84c8e03-1dad-4c89-bc74-157cec76ff3b is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:20:55.845347 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:55.851558 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:20:55.855674 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.858875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Pushing event updated for resources: {'Port': ['ID=f7b5206e-7393-4764-be75-48bd4cb90b5c,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:55.915675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Attempting to bind port f7b5206e-7393-4764-be75-48bd4cb90b5c on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:20:55.916055 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Attempting to bind port f7b5206e-7393-4764-be75-48bd4cb90b5c by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:20:55.916422 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Attempting to bind port f7b5206e-7393-4764-be75-48bd4cb90b5c on network a84c8e03-1dad-4c89-bc74-157cec76ff3b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:20:55.922075 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:20:55.922449 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Checking segment: {'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:20:55.922869 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.923271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Bound using segment: {'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:20:55.923791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Bound port: f7b5206e-7393-4764-be75-48bd4cb90b5c, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:20:55.924180 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:55.968838 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Allocated IP 172.25.8.225 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/6334b75a-fabe-4198-aebc-8dcdb46df824) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:20:55.996942 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] For port f7b5206e-7393-4764-be75-48bd4cb90b5c, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:20:56.000426 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] For port f7b5206e-7393-4764-be75-48bd4cb90b5c, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f7b5206e-7393-4764-be75-48bd4cb90b5c,segment=NetworkSegment(c5dcfd8e-f32f-4412-8c35-8c42eef327ce),segment_id=c5dcfd8e-f32f-4412-8c35-8c42eef327ce)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:20:56.005621 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.087930 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks [] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.127354 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.169105 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:20:56.172077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:56.178285 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:20:56.202613 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Pushing event updated for resources: {'Port': ['ID=6334b75a-fabe-4198-aebc-8dcdb46df824,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:56.253341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc2b2d-ed70-4b23-8208-c0b2b01cc5f7 None None] Pushing event updated for resources: {'Port': ['ID=f7b5206e-7393-4764-be75-48bd4cb90b5c,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:56.284560 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Sync routers for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:20:56.297747 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:56.298415 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:56.414005 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:56.480860 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks [] for router_gateway (71f31396-69c5-4766-a253-91a8946fe10c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.657911 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 2, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:56.698001 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f7b5206e-7393-4764-be75-48bd4cb90b5c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:20:56.702057 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Checking router: f2269ce0-da85-49c6-a114-34b94f68e41f for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:20:56.702057 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Updating router f2269ce0-da85-49c6-a114-34b94f68e41f port 97bde482-608d-4076-baf4-902d3ee0d18a binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:20:56.730325 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.743479 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (71f31396-69c5-4766-a253-91a8946fe10c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.755880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f7b5206e-7393-4764-be75-48bd4cb90b5c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:56.756342 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.842640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f7b5206e-7393-4764-be75-48bd4cb90b5c is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:56.843121 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.878961 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port f7b5206e-7393-4764-be75-48bd4cb90b5c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f7b5206e-7393-4764-be75-48bd4cb90b5c,segment=NetworkSegment(c5dcfd8e-f32f-4412-8c35-8c42eef327ce),segment_id=c5dcfd8e-f32f-4412-8c35-8c42eef327ce)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:20:56.885021 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.886171 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7c13d41d-7e0c-447f-87fe-e48ba90c406d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:20:56.978085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=f7b5206e-7393-4764-be75-48bd4cb90b5c,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:56.993119 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7c13d41d-7e0c-447f-87fe-e48ba90c406d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:56.993641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.021011 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Publish callbacks [] for port (97bde482-608d-4076-baf4-902d3ee0d18a), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.029448 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.093532 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7c13d41d-7e0c-447f-87fe-e48ba90c406d is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:57.093974 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.114175 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Pushing event updated for resources: {'Port': ['ID=97bde482-608d-4076-baf4-902d3ee0d18a,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:57.123765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 7c13d41d-7e0c-447f-87fe-e48ba90c406d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7c13d41d-7e0c-447f-87fe-e48ba90c406d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:20:57.125842 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.126231 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.126662 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.127259 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.127705 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.128124 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.128529 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.128818 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.129320 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.129927 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.130499 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.131039 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.131184 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.131731 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:20:57.179167 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Attempting to bind port 97bde482-608d-4076-baf4-902d3ee0d18a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:20:57.179883 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Attempting to bind port 97bde482-608d-4076-baf4-902d3ee0d18a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:20:57.180578 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Attempting to bind port 97bde482-608d-4076-baf4-902d3ee0d18a on network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:20:57.187453 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:20:57.188356 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Checking segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:20:57.188946 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.189504 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Bound using segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:20:57.190264 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Bound port: 97bde482-608d-4076-baf4-902d3ee0d18a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:20:57.191039 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.202379 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=7c13d41d-7e0c-447f-87fe-e48ba90c406d,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:57.268755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Router 71f31396-69c5-4766-a253-91a8946fe10c is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:20:57.272942 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] For port 97bde482-608d-4076-baf4-902d3ee0d18a, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:20:57.277380 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] For port 97bde482-608d-4076-baf4-902d3ee0d18a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=97bde482-608d-4076-baf4-902d3ee0d18a,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:20:57.283523 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.351854 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:57.353289 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:57.396988 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f00c6-0035-4fce-bbf1-c409911b451a None None] Pushing event updated for resources: {'Port': ['ID=97bde482-608d-4076-baf4-902d3ee0d18a,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:57.410239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:20:57.421805 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Sync routers for ids ['71f31396-69c5-4766-a253-91a8946fe10c'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:20:57.434169 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Routers {'71f31396-69c5-4766-a253-91a8946fe10c'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:57.434957 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.435255 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['71f31396-69c5-4766-a253-91a8946fe10c'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:57.439064 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-0cef0071-d51b-49d5-abcb-8351c9060eff admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0553498 Jan 27 23:20:57.440974 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49232) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:57.503463 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:57.572271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe29b6-29d3-4f07-adc6-d43385227246 None None] Network a84c8e03-1dad-4c89-bc74-157cec76ff3b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:20:57.605386 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1f34d02c-1ec7-4987-bfdd-379bbed7f3f3 None None] Provisioning complete for port 97bde482-608d-4076-baf4-902d3ee0d18a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:57.605790 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f34d02c-1ec7-4987-bfdd-379bbed7f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.677738 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Set router 71f31396-69c5-4766-a253-91a8946fe10c gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:57.749349 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:57.777245 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe5bcf-e588-4527-8096-f3af6d03af74 None None] The sync data for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 is: [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:20:57.909536 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1f34d02c-1ec7-4987-bfdd-379bbed7f3f3 None None] Current status of the port 97bde482-608d-4076-baf4-902d3ee0d18a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:57.910592 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f34d02c-1ec7-4987-bfdd-379bbed7f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.967477 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.982275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1f34d02c-1ec7-4987-bfdd-379bbed7f3f3 None None] For port 97bde482-608d-4076-baf4-902d3ee0d18a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=97bde482-608d-4076-baf4-902d3ee0d18a,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:20:57.994402 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f34d02c-1ec7-4987-bfdd-379bbed7f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.038899 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:56Z', 'revision_number': 3, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port': {'id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:58.073485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Checking router: 71f31396-69c5-4766-a253-91a8946fe10c for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:20:58.073856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Updating router 71f31396-69c5-4766-a253-91a8946fe10c port 6334b75a-fabe-4198-aebc-8dcdb46df824 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:20:58.104202 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34d02c-1ec7-4987-bfdd-379bbed7f3f3 None None] Pushing event updated for resources: {'Port': ['ID=97bde482-608d-4076-baf4-902d3ee0d18a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:58.115652 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.156852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8afac9da-1856-411c-8682-8e622522b6c7 None None] Provisioning complete for port f7b5206e-7393-4764-be75-48bd4cb90b5c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:58.157264 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8afac9da-1856-411c-8682-8e622522b6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.167404 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Allocated IP 172.20.0.1 (a84c8e03-1dad-4c89-bc74-157cec76ff3b/7312aa36-7d35-4ffd-93b7-9f1e0e0fea72/44a4efca-47ff-4e82-8546-80b78d8dadb0) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:20:58.301725 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Publish callbacks [] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.341413 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.383696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Network a84c8e03-1dad-4c89-bc74-157cec76ff3b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:20:58.385101 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8afac9da-1856-411c-8682-8e622522b6c7 None None] Current status of the port f7b5206e-7393-4764-be75-48bd4cb90b5c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:58.388827 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:58.392267 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:20:58.417722 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Pushing event updated for resources: {'Port': ['ID=44a4efca-47ff-4e82-8546-80b78d8dadb0,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:58.426919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-8afac9da-1856-411c-8682-8e622522b6c7 None None] Provisioning complete for port 97bde482-608d-4076-baf4-902d3ee0d18a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:58.427464 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8afac9da-1856-411c-8682-8e622522b6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.442192 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (71f31396-69c5-4766-a253-91a8946fe10c), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.502573 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Publish callbacks [] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.517530 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.643631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Attempting to bind port 6334b75a-fabe-4198-aebc-8dcdb46df824 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:20:58.644340 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Attempting to bind port 6334b75a-fabe-4198-aebc-8dcdb46df824 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:20:58.645044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Attempting to bind port 6334b75a-fabe-4198-aebc-8dcdb46df824 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:20:58.653040 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f7b5206e-7393-4764-be75-48bd4cb90b5c up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:20:58.681030 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.701849 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8a48d-470c-4200-98f5-127f0b223fbc None None] Pushing event updated for resources: {'Port': ['ID=6334b75a-fabe-4198-aebc-8dcdb46df824,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:58.705833 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-8afac9da-1856-411c-8682-8e622522b6c7 None None] Current status of the port 97bde482-608d-4076-baf4-902d3ee0d18a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:58.707998 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:20:58.708376 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:20:58.708783 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.709170 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:20:58.709649 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Bound port: 6334b75a-fabe-4198-aebc-8dcdb46df824, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:20:58.710099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.776644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] For port 6334b75a-fabe-4198-aebc-8dcdb46df824, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:20:58.781292 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] For port 6334b75a-fabe-4198-aebc-8dcdb46df824, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6334b75a-fabe-4198-aebc-8dcdb46df824,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:20:58.784180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port f7b5206e-7393-4764-be75-48bd4cb90b5c triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:58.784591 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.787679 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.861155 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Publish callbacks [] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.867023 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.895276 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2b14912c-4c0c-4351-8900-a9f27f08e53e None None] Provisioning complete for port f7b5206e-7393-4764-be75-48bd4cb90b5c triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:58.895673 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2b14912c-4c0c-4351-8900-a9f27f08e53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.899842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8a48d-470c-4200-98f5-127f0b223fbc None None] Pushing event updated for resources: {'Port': ['ID=6334b75a-fabe-4198-aebc-8dcdb46df824,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:58.923453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Routers {'71f31396-69c5-4766-a253-91a8946fe10c'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:20:58.924113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['71f31396-69c5-4766-a253-91a8946fe10c'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:58.933574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Pushing event updated for resources: {'Port': ['ID=44a4efca-47ff-4e82-8546-80b78d8dadb0,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:20:58.936154 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (71f31396-69c5-4766-a253-91a8946fe10c), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:59.047248 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Network a84c8e03-1dad-4c89-bc74-157cec76ff3b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:20:59.048889 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:20:59.184954 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Router 71f31396-69c5-4766-a253-91a8946fe10c has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:20:59.251791 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port f7b5206e-7393-4764-be75-48bd4cb90b5c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:59.252928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 97bde482-608d-4076-baf4-902d3ee0d18a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:20:59.305156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] Set router 71f31396-69c5-4766-a253-91a8946fe10c gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:20:59.310750 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:20:59.324712 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-65c06850-525e-460c-b7e3-7696324273bc admin admin] 10.222.0.45 "PUT /v2.0/routers/71f31396-69c5-4766-a253-91a8946fe10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8743982 Jan 27 23:20:59.369750 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2b14912c-4c0c-4351-8900-a9f27f08e53e None None] Current status of the port f7b5206e-7393-4764-be75-48bd4cb90b5c is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:59.458616 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2b14912c-4c0c-4351-8900-a9f27f08e53e None None] Provisioning complete for port 44a4efca-47ff-4e82-8546-80b78d8dadb0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:59.459276 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2b14912c-4c0c-4351-8900-a9f27f08e53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:59.484816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 97bde482-608d-4076-baf4-902d3ee0d18a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:59.485218 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:59.551831 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2b14912c-4c0c-4351-8900-a9f27f08e53e None None] Port 44a4efca-47ff-4e82-8546-80b78d8dadb0 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:20:59.642373 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 97bde482-608d-4076-baf4-902d3ee0d18a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:59.643549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7c13d41d-7e0c-447f-87fe-e48ba90c406d up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:20:59.677103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 4, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port': {'id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '44a4efca-47ff-4e82-8546-80b78d8dadb0', 'name': '', 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'mac_address': 'fa:16:3e:6a:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:57Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 2, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'subnets': [{'id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:20:59.714025 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877378ec-837f-4d3b-9ac3-da06b59ed8dc None None] The sync data for ids ['71f31396-69c5-4766-a253-91a8946fe10c'] in n-d-826529-2 is: [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 4, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port': {'id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '44a4efca-47ff-4e82-8546-80b78d8dadb0', 'name': '', 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'mac_address': 'fa:16:3e:6a:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:57Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 2, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'subnets': [{'id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:20:59.727485 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-9e72b0a5-6e95-4209-a267-2390bda491c1 None None] Provisioning complete for port 44a4efca-47ff-4e82-8546-80b78d8dadb0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:59.727867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9e72b0a5-6e95-4209-a267-2390bda491c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:59.770393 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-9e72b0a5-6e95-4209-a267-2390bda491c1 None None] Port 44a4efca-47ff-4e82-8546-80b78d8dadb0 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:20:59.771892 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 7c13d41d-7e0c-447f-87fe-e48ba90c406d triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:20:59.772267 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:59.862387 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 7c13d41d-7e0c-447f-87fe-e48ba90c406d is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:20:59.903574 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49240) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:20:59.908472 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-ceb8c33c-5f86-4714-87eb-7c15183e4246 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748386530', 'description': 'tempest-secgroup-smoke-1748386530 description', 'project_id': '085f8532d5d04a739551ea7ef6f543ed'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:20:59.948790 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c33c-5f86-4714-87eb-7c15183e4246 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.029870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c33c-5f86-4714-87eb-7c15183e4246 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (ff801643-f7e6-48f1-8e66-61e20baa608d), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.034140 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c33c-5f86-4714-87eb-7c15183e4246 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ff801643-f7e6-48f1-8e66-61e20baa608d), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.065921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-ceb8c33c-5f86-4714-87eb-7c15183e4246 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.067236 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ceb8c33c-5f86-4714-87eb-7c15183e4246 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1626890 Jan 27 23:21:00.069442 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8c33c-5f86-4714-87eb-7c15183e4246 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff801643-f7e6-48f1-8e66-61e20baa608d,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:00.070951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49242) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:21:00.077125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-371e1533-a50f-4730-ace5-71fd68bfda88 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'ff801643-f7e6-48f1-8e66-61e20baa608d', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:00.106926 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-371e1533-a50f-4730-ace5-71fd68bfda88 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (00f4703b-4aeb-4e7b-9769-20b3030d53b5), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.171050 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-371e1533-a50f-4730-ace5-71fd68bfda88 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (00f4703b-4aeb-4e7b-9769-20b3030d53b5), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.175652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-371e1533-a50f-4730-ace5-71fd68bfda88 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (00f4703b-4aeb-4e7b-9769-20b3030d53b5), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.194698 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e1533-a50f-4730-ace5-71fd68bfda88 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f4703b-4aeb-4e7b-9769-20b3030d53b5,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:00.204004 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-371e1533-a50f-4730-ace5-71fd68bfda88 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.207959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-371e1533-a50f-4730-ace5-71fd68bfda88 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345193 Jan 27 23:21:00.208447 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49244) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:21:00.213741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f3a77cfc-5117-4163-a967-85117667d5e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'ff801643-f7e6-48f1-8e66-61e20baa608d', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:00.240783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a77cfc-5117-4163-a967-85117667d5e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (1f9e6071-728b-48c8-a933-5a187a3b97b4), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.305036 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a77cfc-5117-4163-a967-85117667d5e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (1f9e6071-728b-48c8-a933-5a187a3b97b4), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.309316 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a77cfc-5117-4163-a967-85117667d5e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (1f9e6071-728b-48c8-a933-5a187a3b97b4), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.323913 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a77cfc-5117-4163-a967-85117667d5e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9e6071-728b-48c8-a933-5a187a3b97b4,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:00.339850 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f3a77cfc-5117-4163-a967-85117667d5e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.341130 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f3a77cfc-5117-4163-a967-85117667d5e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314747 Jan 27 23:21:00.343963 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49246) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:21:00.348397 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a2f8b76f-c105-498b-8042-9d791955c2d0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'ff801643-f7e6-48f1-8e66-61e20baa608d', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:00.353165 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:21:00.374096 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2f8b76f-c105-498b-8042-9d791955c2d0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (7848c04f-8912-4e64-91dc-6d0f6c98bc3f), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.433985 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2f8b76f-c105-498b-8042-9d791955c2d0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (7848c04f-8912-4e64-91dc-6d0f6c98bc3f), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.439265 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2f8b76f-c105-498b-8042-9d791955c2d0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (7848c04f-8912-4e64-91dc-6d0f6c98bc3f), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.458897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8b76f-c105-498b-8042-9d791955c2d0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7848c04f-8912-4e64-91dc-6d0f6c98bc3f,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:00.472773 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a2f8b76f-c105-498b-8042-9d791955c2d0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.474048 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a2f8b76f-c105-498b-8042-9d791955c2d0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291604 Jan 27 23:21:00.477303 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49248) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:21:00.482505 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a4947803-c2ed-4d81-9921-2d5b625c161e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'ff801643-f7e6-48f1-8e66-61e20baa608d', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:00.512353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4947803-c2ed-4d81-9921-2d5b625c161e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (2d2558d6-2288-452a-868c-340945f4abea), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.589889 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4947803-c2ed-4d81-9921-2d5b625c161e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (2d2558d6-2288-452a-868c-340945f4abea), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.596124 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4947803-c2ed-4d81-9921-2d5b625c161e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (2d2558d6-2288-452a-868c-340945f4abea), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.617464 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4947803-c2ed-4d81-9921-2d5b625c161e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2558d6-2288-452a-868c-340945f4abea,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:00.623202 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a4947803-c2ed-4d81-9921-2d5b625c161e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.624572 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a4947803-c2ed-4d81-9921-2d5b625c161e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462469 Jan 27 23:21:00.627525 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49250) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:21:00.632277 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-37208250-747f-469b-9db0-6d3685fdb702 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'ff801643-f7e6-48f1-8e66-61e20baa608d', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:00.654821 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-37208250-747f-469b-9db0-6d3685fdb702 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Project 085f8532d5d04a739551ea7ef6f543ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:21:00.665106 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37208250-747f-469b-9db0-6d3685fdb702 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (3a560633-fe58-48a1-903c-ed0499a0bafd), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.731299 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37208250-747f-469b-9db0-6d3685fdb702 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (3a560633-fe58-48a1-903c-ed0499a0bafd), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.736195 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37208250-747f-469b-9db0-6d3685fdb702 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3a560633-fe58-48a1-903c-ed0499a0bafd), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.754294 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37208250-747f-469b-9db0-6d3685fdb702 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a560633-fe58-48a1-903c-ed0499a0bafd,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:00.765049 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-37208250-747f-469b-9db0-6d3685fdb702 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.767494 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-37208250-747f-469b-9db0-6d3685fdb702 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377718 Jan 27 23:21:00.769145 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49252) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:21:00.773982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8d892ff3-2727-409e-9600-94f53a02585d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'ff801643-f7e6-48f1-8e66-61e20baa608d', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:00.796748 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-8d892ff3-2727-409e-9600-94f53a02585d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Project 085f8532d5d04a739551ea7ef6f543ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:21:00.802635 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d892ff3-2727-409e-9600-94f53a02585d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (3f663767-bfa2-4704-ba55-1e984773f6d9), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.865787 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d892ff3-2727-409e-9600-94f53a02585d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (3f663767-bfa2-4704-ba55-1e984773f6d9), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.871102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d892ff3-2727-409e-9600-94f53a02585d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3f663767-bfa2-4704-ba55-1e984773f6d9), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.889248 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d892ff3-2727-409e-9600-94f53a02585d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f663767-bfa2-4704-ba55-1e984773f6d9,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:00.899724 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8d892ff3-2727-409e-9600-94f53a02585d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.909244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8d892ff3-2727-409e-9600-94f53a02585d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309087 Jan 27 23:21:01.401126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-99a21333-f44c-4d1d-a7e2-03b4812436c3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748386530&fields=id&tenant_id=085f8532d5d04a739551ea7ef6f543ed HTTP/1.1" status: 200 len: 267 time: 0.3778422 Jan 27 23:21:01.517768 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-7ec6ef8d-8047-4680-aad0-89d69a93f7a3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:01.519297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-7ec6ef8d-8047-4680-aad0-89d69a93f7a3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 809 time: 0.1107833 Jan 27 23:21:01.535020 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-8ac1bd50-5b41-4e71-85ca-95df4870ba71 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/quotas/085f8532d5d04a739551ea7ef6f543ed HTTP/1.1" status: 200 len: 375 time: 0.0098338 Jan 27 23:21:01.597779 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-59b9d960-9c63-4819-a126-7c7ecaef94ea tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568154 Jan 27 23:21:01.698298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-a0aea1d7-c21c-4dc0-a36b-260ccb95e974 service neutron] 10.222.0.45 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880594 Jan 27 23:21:01.797415 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-8c0e723e-fc39-4c6a-a67a-9b1e6ac5a620 service neutron] 10.222.0.45 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930586 Jan 27 23:21:01.925754 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Sync routers for ids ['71f31396-69c5-4766-a253-91a8946fe10c'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:21:01.935858 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Routers {'71f31396-69c5-4766-a253-91a8946fe10c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:21:01.936462 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['71f31396-69c5-4766-a253-91a8946fe10c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:21:01.966607 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-92b297dd-ba86-4c92-9256-993f6446e1df req-fdf4a5c8-948f-44a1-ae25-5e9680edaec0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 210 time: 0.0272501 Jan 27 23:21:02.048612 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Set router 71f31396-69c5-4766-a253-91a8946fe10c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:21:02.402404 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 4, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port': {'id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '44a4efca-47ff-4e82-8546-80b78d8dadb0', 'name': '', 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'mac_address': 'fa:16:3e:6a:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:57Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 2, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'subnets': [{'id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:21:02.432665 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Checking router: 71f31396-69c5-4766-a253-91a8946fe10c for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:21:02.432977 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Updating router 71f31396-69c5-4766-a253-91a8946fe10c port 44a4efca-47ff-4e82-8546-80b78d8dadb0 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:21:02.460432 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.572353 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6334b75a-fabe-4198-aebc-8dcdb46df824 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:21:02.635427 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6334b75a-fabe-4198-aebc-8dcdb46df824 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:21:02.635835 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.747705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6334b75a-fabe-4198-aebc-8dcdb46df824 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:21:02.748039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.754711 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Publish callbacks [] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.762812 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.771330 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 6334b75a-fabe-4198-aebc-8dcdb46df824, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6334b75a-fabe-4198-aebc-8dcdb46df824,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:21:02.776412 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.818568 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5be8bb-2852-4081-b67f-2d49e4062d0b None None] Pushing event updated for resources: {'Port': ['ID=44a4efca-47ff-4e82-8546-80b78d8dadb0,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:02.831327 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=6334b75a-fabe-4198-aebc-8dcdb46df824,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:02.877502 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Attempting to bind port 44a4efca-47ff-4e82-8546-80b78d8dadb0 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:21:02.877903 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Attempting to bind port 44a4efca-47ff-4e82-8546-80b78d8dadb0 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:21:02.878264 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Attempting to bind port 44a4efca-47ff-4e82-8546-80b78d8dadb0 on network a84c8e03-1dad-4c89-bc74-157cec76ff3b {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:21:02.884246 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:21:02.884598 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Checking segment: {'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:21:02.885039 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.885433 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Bound using segment: {'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:21:02.885883 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Bound port: 44a4efca-47ff-4e82-8546-80b78d8dadb0, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:21:02.886268 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.967703 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] For port 44a4efca-47ff-4e82-8546-80b78d8dadb0, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:21:02.971768 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] For port 44a4efca-47ff-4e82-8546-80b78d8dadb0, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=44a4efca-47ff-4e82-8546-80b78d8dadb0,segment=NetworkSegment(c5dcfd8e-f32f-4412-8c35-8c42eef327ce),segment_id=c5dcfd8e-f32f-4412-8c35-8c42eef327ce)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:21:02.977933 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:03.029737 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Routers {'71f31396-69c5-4766-a253-91a8946fe10c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:21:03.030513 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:20:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['71f31396-69c5-4766-a253-91a8946fe10c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:21:03.070868 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d2b360dc-7f4c-4345-8d04-65ac2ef849a7 req-4e39c971-1fcb-43a5-89c2-0df2d64ac219 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 210 time: 0.0387650 Jan 27 23:21:03.087174 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5be8bb-2852-4081-b67f-2d49e4062d0b None None] Pushing event updated for resources: {'Port': ['ID=44a4efca-47ff-4e82-8546-80b78d8dadb0,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:03.114676 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1a263e59-1baf-478d-be34-c22115e7a5de None None] Provisioning complete for port 44a4efca-47ff-4e82-8546-80b78d8dadb0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:21:03.115451 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a263e59-1baf-478d-be34-c22115e7a5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:03.160031 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] Set router 71f31396-69c5-4766-a253-91a8946fe10c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:21:03.201003 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1a263e59-1baf-478d-be34-c22115e7a5de None None] Current status of the port 44a4efca-47ff-4e82-8546-80b78d8dadb0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:21:03.201550 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a263e59-1baf-478d-be34-c22115e7a5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:03.242952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1a263e59-1baf-478d-be34-c22115e7a5de None None] For port 44a4efca-47ff-4e82-8546-80b78d8dadb0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=44a4efca-47ff-4e82-8546-80b78d8dadb0,segment=NetworkSegment(c5dcfd8e-f32f-4412-8c35-8c42eef327ce),segment_id=c5dcfd8e-f32f-4412-8c35-8c42eef327ce)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:21:03.248473 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a263e59-1baf-478d-be34-c22115e7a5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:03.296722 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a263e59-1baf-478d-be34-c22115e7a5de None None] Pushing event updated for resources: {'Port': ['ID=44a4efca-47ff-4e82-8546-80b78d8dadb0,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:03.368307 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 4, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port': {'id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '44a4efca-47ff-4e82-8546-80b78d8dadb0', 'name': '', 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'mac_address': 'fa:16:3e:6a:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:57Z', 'updated_at': '2022-01-27T23:21:02Z', 'revision_number': 4, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'subnets': [{'id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:21:03.373402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d0f48509-d2e8-4ded-af36-5a5eca33ed53 None None] Provisioning complete for port 44a4efca-47ff-4e82-8546-80b78d8dadb0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:21:03.373777 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d0f48509-d2e8-4ded-af36-5a5eca33ed53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:03.396082 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627994ae-3244-4423-9084-81c7f0c7286c None None] The sync data for ids ['71f31396-69c5-4766-a253-91a8946fe10c'] in n-d-826529-2 is: [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:20:58Z', 'revision_number': 4, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port': {'id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '44a4efca-47ff-4e82-8546-80b78d8dadb0', 'name': '', 'network_id': 'a84c8e03-1dad-4c89-bc74-157cec76ff3b', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'mac_address': 'fa:16:3e:6a:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:57Z', 'updated_at': '2022-01-27T23:21:02Z', 'revision_number': 4, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'subnets': [{'id': '7312aa36-7d35-4ffd-93b7-9f1e0e0fea72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:21:03.457650 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d0f48509-d2e8-4ded-af36-5a5eca33ed53 None None] Current status of the port 44a4efca-47ff-4e82-8546-80b78d8dadb0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:21:04.060957 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cf3a6ac3-e462-4bf9-95d0-86a84af8f78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:04.154904 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-193c8d36-924f-41e8-9999-380aa44b7296 req-d9307341-d03d-4ac5-8941-b4cc2190031a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 210 time: 0.0321987 Jan 27 23:21:04.562460 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6334b75a-fabe-4198-aebc-8dcdb46df824 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:21:04.616851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 6334b75a-fabe-4198-aebc-8dcdb46df824 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:21:04.617281 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:04.703895 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 6334b75a-fabe-4198-aebc-8dcdb46df824 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:21:04.705000 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 44a4efca-47ff-4e82-8546-80b78d8dadb0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:21:04.761726 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 44a4efca-47ff-4e82-8546-80b78d8dadb0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:21:04.761985 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:04.840614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 44a4efca-47ff-4e82-8546-80b78d8dadb0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:21:05.238073 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7db7ddfe-60bf-430f-9907-2f6c7f15cd35 req-c56b2698-769b-494a-b190-13bf5bedd978 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 210 time: 0.0271759 Jan 27 23:21:06.342560 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76e88346-3b55-410b-abb9-950987797424 req-aad4f7de-9d54-45fa-8229-7a198ca5939a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 210 time: 0.0350962 Jan 27 23:21:07.055318 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-869a6139-9e54-425f-a19d-4d76131a6887 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:07.056721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-869a6139-9e54-425f-a19d-4d76131a6887 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 809 time: 0.1198006 Jan 27 23:21:07.120647 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-d3129002-5d7f-4c8d-94df-d51ea3ddd28a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=085f8532d5d04a739551ea7ef6f543ed HTTP/1.1" status: 200 len: 380 time: 0.0559340 Jan 27 23:21:07.129299 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'port': {'device_id': '079d21b0-5615-4fde-9497-78134fb8f506', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'admin_state_up': True, 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'security_groups': ['ff801643-f7e6-48f1-8e66-61e20baa608d']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:07.135186 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7751bb86-9fe9-4986-9346-8dc745532ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:07.245801 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Made reservation on behalf of 085f8532d5d04a739551ea7ef6f543ed for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:21:07.249511 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:07.382395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Allocated IP 172.20.0.9 (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb/1a83925a-2337-4d96-951c-1e583f3b61eb/0b96f593-4c20-418f-9a46-7964828526ae) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:21:07.465447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f17282bb-ca9f-480a-b5e3-9f22542e8e44 req-1c261469-1391-4c5c-97e6-1bbb31a660e7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 210 time: 0.0521219 Jan 27 23:21:07.556191 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for port (0b96f593-4c20-418f-9a46-7964828526ae), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:07.593910 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:07.638116 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:21:07.641367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:21:07.647367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:21:07.654338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:07.702349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:07.703109 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:07.721013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-1945f6cc-f534-4500-a5f5-1a4e998f3ee7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5956228 Jan 27 23:21:07.732393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Request body: {'port': {'device_id': '079d21b0-5615-4fde-9497-78134fb8f506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:07.797460 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:07.910107 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-c9658b5d-6e58-475d-b680-7ce096abf2b1 None None] Provisioning complete for port 0b96f593-4c20-418f-9a46-7964828526ae triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:21:07.910496 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c9658b5d-6e58-475d-b680-7ce096abf2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b96f593-4c20-418f-9a46-7964828526ae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:07.949106 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c9658b5d-6e58-475d-b680-7ce096abf2b1 None None] Port 0b96f593-4c20-418f-9a46-7964828526ae cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:21:08.080707 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b96f593-4c20-418f-9a46-7964828526ae {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:21:08.089593 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Publish callbacks [] for port (0b96f593-4c20-418f-9a46-7964828526ae), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:08.103246 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Transition to ACTIVE for port object 0b96f593-4c20-418f-9a46-7964828526ae will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:21:08.109350 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:08.164479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:08.243915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Attempting to bind port 0b96f593-4c20-418f-9a46-7964828526ae on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:21:08.244230 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Attempting to bind port 0b96f593-4c20-418f-9a46-7964828526ae by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:21:08.244617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Attempting to bind port 0b96f593-4c20-418f-9a46-7964828526ae on network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:21:08.250239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Port 0b96f593-4c20-418f-9a46-7964828526ae on network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:21:08.250576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Attempting to bind port 0b96f593-4c20-418f-9a46-7964828526ae on network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:21:08.255887 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:21:08.256228 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Checking segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:21:08.256617 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Bound using segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:21:08.257050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Bound port: 0b96f593-4c20-418f-9a46-7964828526ae, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:21:08.257415 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:08.330275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:21:08.333468 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:21:08.338118 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:08.375231 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:08.375876 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:08.377304 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] 10.222.0.57 "PUT /v2.0/ports/0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 1091 time: 0.6493273 Jan 27 23:21:08.377766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:21:08.380128 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e39cf6-305a-4ff1-871e-6eded6762f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "tag": "0b96f593-4c20-418f-9a46-7964828526ae"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:21:08.405108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a799731-1edb-45f5-8b5e-02ccaad8512b service neutron] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:08.432452 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e2edbe-4b10-45bf-adcc-396c7b4cbcee x-openstack-request-id: req-01e2edbe-4b10-45bf-adcc-396c7b4cbcee {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:21:08.432749 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "tag": "0b96f593-4c20-418f-9a46-7964828526ae", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:21:08.433012 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01e2edbe-4b10-45bf-adcc-396c7b4cbcee {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:21:08.433421 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae', 'status': 'completed', 'code': 200} Jan 27 23:21:08.472952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-d2811eab-fbd7-4eae-98e9-7b1fc2bda544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:08.474558 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-d2811eab-fbd7-4eae-98e9-7b1fc2bda544 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1094 time: 0.0515189 Jan 27 23:21:08.518982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-db75addc-34f1-41e5-b812-b680a3070ad4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 217 time: 0.0378253 Jan 27 23:21:08.600816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-bf1b2fd4-18b2-4dee-b105-8581cea49f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:08.602578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-bf1b2fd4-18b2-4dee-b105-8581cea49f9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0773511 Jan 27 23:21:08.626206 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a16851-df6d-41c2-9e9c-b06aa0a66a44 req-ba4edcf2-5eb8-4c93-b3e1-35ea16b038b8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:08.627699 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54a16851-df6d-41c2-9e9c-b06aa0a66a44 req-ba4edcf2-5eb8-4c93-b3e1-35ea16b038b8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0748253 Jan 27 23:21:08.685388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-f91a6e6a-fa79-4cd6-9d9e-6affec1391df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:08.686905 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-f91a6e6a-fa79-4cd6-9d9e-6affec1391df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786815 Jan 27 23:21:08.708259 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54a16851-df6d-41c2-9e9c-b06aa0a66a44 req-b7e5e6d3-9217-4219-985f-2518919aa110 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665510 Jan 27 23:21:08.808537 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-bf4bb7b9-88af-4448-ad6c-7eb8cbe64b22 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124468 Jan 27 23:21:08.881392 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:08.903874 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35ac2c63-61d5-4fda-be36-670ab7fa36ea req-7993aebf-d86d-4914-970c-fa2243605531 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891628 Jan 27 23:21:08.994760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-f5bad516-3645-462e-bbf5-e19a9474201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:08.996285 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-f5bad516-3645-462e-bbf5-e19a9474201c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1094 time: 0.0464609 Jan 27 23:21:09.105842 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-eac4ab4c-92e1-41b2-a3af-43183b7dc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:09.107404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-eac4ab4c-92e1-41b2-a3af-43183b7dc2e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.1051927 Jan 27 23:21:09.148981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-f1646513-1d43-421b-aa85-5866873e0151 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 217 time: 0.0349932 Jan 27 23:21:09.197821 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-d28b15f7-a3ef-4388-b9f9-785c05ad0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:09.199272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-d28b15f7-a3ef-4388-b9f9-785c05ad0f33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0435410 Jan 27 23:21:09.253373 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-44ec71e7-c370-4332-b781-aa734ac57f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:09.255330 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-44ec71e7-c370-4332-b781-aa734ac57f0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488081 Jan 27 23:21:09.354452 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-74ca621b-6f3e-4555-97ce-05dd8e372bb2 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925732 Jan 27 23:21:09.450360 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84e39cf6-305a-4ff1-871e-6eded6762f7e req-171d9b81-15f3-4cba-8058-ccc7807fe5fd service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890718 Jan 27 23:21:09.841167 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38545c-cfb6-47df-b18c-65189a658557 req-a70dbe6e-6f58-4ca3-ac67-ab82e0711917 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:09.843404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a38545c-cfb6-47df-b18c-65189a658557 req-a70dbe6e-6f58-4ca3-ac67-ab82e0711917 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0613854 Jan 27 23:21:09.907847 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a38545c-cfb6-47df-b18c-65189a658557 req-665d9ce4-ad27-466c-a53b-2cbfc03dd9f4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553737 Jan 27 23:21:11.046146 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d553-39b6-4e75-a0d0-7edff3785799 req-da2a062b-37f4-4b74-9999-41062d2e305b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:11.047605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f19d553-39b6-4e75-a0d0-7edff3785799 req-da2a062b-37f4-4b74-9999-41062d2e305b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0569732 Jan 27 23:21:11.106943 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f19d553-39b6-4e75-a0d0-7edff3785799 req-c4a43160-2469-4a1a-9d7c-1f4133163bc2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536826 Jan 27 23:21:11.255391 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:11.426014 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:11.682444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:21:11.779476 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:21:11.792339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '0b96f593-4c20-418f-9a46-7964828526ae', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'port_id': '0b96f593-4c20-418f-9a46-7964828526ae', 'mac_address': 'fa:16:3e:6c:a3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:21:11.833493 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0b96f593-4c20-418f-9a46-7964828526ae is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:21:11.833870 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:11.847287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b96f593-4c20-418f-9a46-7964828526ae {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:21:11.873319 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:21:11.881326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:11.931843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:12.086348 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['0b96f593-4c20-418f-9a46-7964828526ae'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:21:12.225422 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e19d0-b66c-43fe-847b-47165bf6a150 req-79b835f7-7c60-4f3a-ad24-022050bb5f01 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:12.226979 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-942e19d0-b66c-43fe-847b-47165bf6a150 req-79b835f7-7c60-4f3a-ad24-022050bb5f01 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 944 time: 0.0490639 Jan 27 23:21:12.280613 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-942e19d0-b66c-43fe-847b-47165bf6a150 req-5d9ede7d-5125-4f8a-a23a-df031c4f43f1 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471792 Jan 27 23:21:13.411375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cc258-f2cd-4673-a458-2d63e74a16c7 req-ee898f38-9267-4c78-8f66-24fd52d48087 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:13.412888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48cc258-f2cd-4673-a458-2d63e74a16c7 req-ee898f38-9267-4c78-8f66-24fd52d48087 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 944 time: 0.0591440 Jan 27 23:21:13.466208 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f48cc258-f2cd-4673-a458-2d63e74a16c7 req-4a7dff7d-27ca-4737-a4ae-7b757cca9886 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471585 Jan 27 23:21:13.718481 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:21:13.779459 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port 0b96f593-4c20-418f-9a46-7964828526ae completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:21:13.785421 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 0b96f593-4c20-418f-9a46-7964828526ae triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:21:13.786032 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b96f593-4c20-418f-9a46-7964828526ae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:13.875863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0b96f593-4c20-418f-9a46-7964828526ae is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:21:13.876265 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:13.901015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:21:13.903319 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320982c9-6632-49d4-be3d-c526268af46c" -d '{"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-plugged", "status": "completed", "tag": "0b96f593-4c20-418f-9a46-7964828526ae"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:21:13.916956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:21:13.922298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:13.954604 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb5d7be-a33c-4c83-b0bf-c54cfad2211f x-openstack-request-id: req-1cb5d7be-a33c-4c83-b0bf-c54cfad2211f {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:21:13.954913 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-plugged", "status": "completed", "tag": "0b96f593-4c20-418f-9a46-7964828526ae", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:21:13.955167 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cb5d7be-a33c-4c83-b0bf-c54cfad2211f {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:21:13.955589 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae', 'code': 200} Jan 27 23:21:13.985861 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:14.044569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79f421-849e-47c6-8d02-090518f57ced req-1df55424-7c68-4e17-86ba-0f5cee4bede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:14.046155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf79f421-849e-47c6-8d02-090518f57ced req-1df55424-7c68-4e17-86ba-0f5cee4bede6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1096 time: 0.0454850 Jan 27 23:21:14.092963 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cf79f421-849e-47c6-8d02-090518f57ced req-c8916fc7-6f3d-4e14-b21a-7bc959b9f009 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 Jan 27 23:21:14.597754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6ad0b-dfe7-49fb-a54c-2369b03bb7a0 req-13a73e03-3f0d-4b8e-acad-1cdc0f9e81cc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:14.599297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e6ad0b-dfe7-49fb-a54c-2369b03bb7a0 req-13a73e03-3f0d-4b8e-acad-1cdc0f9e81cc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0571194 Jan 27 23:21:14.650505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-19e6ad0b-dfe7-49fb-a54c-2369b03bb7a0 req-bbddb3ce-a5ff-41ab-8c33-a8232d8c5601 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452347 Jan 27 23:21:15.775587 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd93612-697e-4432-806b-b83071cc3e17 req-4d755793-2f2f-4fcc-9297-aa711c8eea1b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:15.777096 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbd93612-697e-4432-806b-b83071cc3e17 req-4d755793-2f2f-4fcc-9297-aa711c8eea1b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0514123 Jan 27 23:21:15.831925 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bbd93612-697e-4432-806b-b83071cc3e17 req-99fa5226-cf8b-45b6-8ead-4f28f7aee44e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490308 Jan 27 23:21:15.953061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42828e08-1c8b-47f8-9cac-46d49b7c8a0b req-c8451d80-3ed1-499c-b7dd-d79f242fec3e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:15.954548 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42828e08-1c8b-47f8-9cac-46d49b7c8a0b req-c8451d80-3ed1-499c-b7dd-d79f242fec3e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0514624 Jan 27 23:21:16.006964 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42828e08-1c8b-47f8-9cac-46d49b7c8a0b req-de8296bf-140a-48ed-a615-cbd9dd056882 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464315 Jan 27 23:21:16.029669 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49318) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:21:16.160178 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100235fc-56d9-4708-b1b7-cdc16b54a1e3 tempest-TestShelveInstance-1436716083 tempest-TestShelveInstance-1436716083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:16.161742 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-100235fc-56d9-4708-b1b7-cdc16b54a1e3 tempest-TestShelveInstance-1436716083 tempest-TestShelveInstance-1436716083-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1091 time: 0.1310620 Jan 27 23:21:16.165270 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49322) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:21:16.169721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': '0b96f593-4c20-418f-9a46-7964828526ae', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:21:16.192389 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:16.303897 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:16.419440 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Allocated IP 172.25.8.123 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/3119807d-bd0f-48cc-bba0-8f095b9dd47e) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:21:16.538738 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for port (3119807d-bd0f-48cc-bba0-8f095b9dd47e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:16.574946 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3119807d-bd0f-48cc-bba0-8f095b9dd47e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:16.617210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:21:16.622693 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:21:16.627209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:21:16.630436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'Port': ['ID=3119807d-bd0f-48cc-bba0-8f095b9dd47e,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:16.998176 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for floatingip (5077a579-2173-4bb4-a0da-68a25c179e3b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:17.070503 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (3119807d-bd0f-48cc-bba0-8f095b9dd47e), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:17.235562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for port (3119807d-bd0f-48cc-bba0-8f095b9dd47e), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:17.241688 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (3119807d-bd0f-48cc-bba0-8f095b9dd47e), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:17.313738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'Port': ['ID=3119807d-bd0f-48cc-bba0-8f095b9dd47e,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:21:17.327174 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (5077a579-2173-4bb4-a0da-68a25c179e3b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:17.439860 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Floating IP 5077a579-2173-4bb4-a0da-68a25c179e3b associated. External IP: 172.25.8.123, port: 0b96f593-4c20-418f-9a46-7964828526ae. Jan 27 23:21:17.672507 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Router f2269ce0-da85-49c6-a114-34b94f68e41f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:21:17.795934 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:21:17.805916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] Sync routers for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:21:17.816763 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:17.817502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:21:17.818267 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:21:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:21:17.848555 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-582b871d-dde9-4332-95f7-c56b473e5b20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6822338 Jan 27 23:21:17.849139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:21:17.851529 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39340d6-6050-4ea8-bd25-608b58fd1259" -d '{"events": [{"name": "network-changed", "server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "tag": "0b96f593-4c20-418f-9a46-7964828526ae"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:21:17.891675 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bc9664-98ff-4221-ad7f-32aa89848eff x-openstack-request-id: req-33bc9664-98ff-4221-ad7f-32aa89848eff {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:21:17.891972 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "tag": "0b96f593-4c20-418f-9a46-7964828526ae", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:21:17.892217 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33bc9664-98ff-4221-ad7f-32aa89848eff {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:21:17.892645 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae', 'status': 'completed', 'code': 200} Jan 27 23:21:17.930280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:21:17.954689 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-b956b01c-bbe4-41ee-a198-b243e710068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:17.956405 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-b956b01c-bbe4-41ee-a198-b243e710068a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1096 time: 0.0422845 Jan 27 23:21:18.049022 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-7392374b-5842-4f17-a976-16dba9e4611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:18.050530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-7392374b-5842-4f17-a976-16dba9e4611a service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0872936 Jan 27 23:21:18.167085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '5077a579-2173-4bb4-a0da-68a25c179e3b', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'port_id': '0b96f593-4c20-418f-9a46-7964828526ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'mac_address': 'fa:16:3e:6c:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d21b0-5615-4fde-9497-78134fb8f506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:21:16Z', 'updated_at': '2022-01-27T23:21:16Z', 'revision_number': 0, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:21:18.378515 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] Checking router: f2269ce0-da85-49c6-a114-34b94f68e41f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:21:18.391345 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:21:18.392323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:21:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:21:18.442125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-e8939fb8-dfa4-4a98-9ad6-f7e25856874a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 999 time: 0.3852501 Jan 27 23:21:18.492903 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-232df5c8-d1ea-45f4-8b84-81f28eb85f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:18.494487 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-232df5c8-d1ea-45f4-8b84-81f28eb85f9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0466552 Jan 27 23:21:18.504577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:21:18.540753 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-30571e8e-427c-4ebf-b602-97973a8a2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:18.542278 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-30571e8e-427c-4ebf-b602-97973a8a2438 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424423 Jan 27 23:21:18.635479 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-6b252fba-bfff-4a29-a105-df972543b533 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875025 Jan 27 23:21:18.728258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e39340d6-6050-4ea8-bd25-608b58fd1259 req-cac9c43f-5e7b-4914-ab37-8ed0ff19b7fd service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871937 Jan 27 23:21:18.743337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '5077a579-2173-4bb4-a0da-68a25c179e3b', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'port_id': '0b96f593-4c20-418f-9a46-7964828526ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'mac_address': 'fa:16:3e:6c:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d21b0-5615-4fde-9497-78134fb8f506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:21:16Z', 'updated_at': '2022-01-27T23:21:16Z', 'revision_number': 0, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:21:18.778696 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d84a30-ba89-49fb-9a3e-338d3ea80d76 None None] The sync data for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 is: [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '5077a579-2173-4bb4-a0da-68a25c179e3b', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'port_id': '0b96f593-4c20-418f-9a46-7964828526ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'mac_address': 'fa:16:3e:6c:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079d21b0-5615-4fde-9497-78134fb8f506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:21:16Z', 'updated_at': '2022-01-27T23:21:16Z', 'revision_number': 0, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:21:19.007697 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fabce-c802-4b52-9887-0abd4daf1c93 None None] New status for floating IP 5077a579-2173-4bb4-a0da-68a25c179e3b: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:21:19.109043 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:21.853486 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:27.039438 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-ee1bd7ed-edf0-4dae-a3b0-46aa1fef399b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466669 Jan 27 23:21:27.132171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-7df9dc6e-588f-4f60-a3a8-d3ee2d25b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:27.133701 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-7df9dc6e-588f-4f60-a3a8-d3ee2d25b490 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1096 time: 0.0448458 Jan 27 23:21:27.239653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-557c4fbd-443b-424e-addd-f9626b62d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:27.241080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-557c4fbd-443b-424e-addd-f9626b62d023 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0875759 Jan 27 23:21:27.314246 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-0cb99b9d-2d23-40f7-a762-4023a5f1716b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 1001 time: 0.0671077 Jan 27 23:21:27.364170 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-b2d3a2b5-defe-4a48-97fa-be70d965bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:27.365635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-b2d3a2b5-defe-4a48-97fa-be70d965bfd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0455024 Jan 27 23:21:27.417417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-c20bfea9-b05c-4456-8fb1-18c7d60ad329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:21:27.418958 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-c20bfea9-b05c-4456-8fb1-18c7d60ad329 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447938 Jan 27 23:21:27.517854 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-23f68e84-93f8-4384-9db1-3503c73cc5ab service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887048 Jan 27 23:21:27.623792 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cd46c2e8-4c5b-4c17-8d4e-3166e25412ea req-0afef710-3b4f-434e-bcff-f52bf0415d53 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990324 Jan 27 23:21:34.060546 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c93e7e2b-0351-478e-8776-35ae356d13a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:37.145800 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0d4471d8-7488-499c-8cd0-73e188b3b17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:37.353515 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:21:38.883991 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:41.254206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:41.432208 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:49.117221 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:51.865356 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:04.057610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9b7fddc6-6048-4078-b4c0-f7529b0b4cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:07.143149 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ab4a3614-c74b-421e-80a4-da82253c803a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:08.888539 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:11.250809 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:11.432902 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:14.357032 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:22:19.138095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:21.900784 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:29.080505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-338e7248-588c-4062-9bc3-c5c61292e9d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478649 Jan 27 23:22:29.170911 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-c4331a1a-a778-4343-89bf-b82dfa0bebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:22:29.172522 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-c4331a1a-a778-4343-89bf-b82dfa0bebab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1096 time: 0.0492485 Jan 27 23:22:29.283208 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-759d6b35-88d5-476c-8c56-f7a6294f7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:22:29.284858 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-759d6b35-88d5-476c-8c56-f7a6294f7674 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0936849 Jan 27 23:22:29.359447 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-9c301d2b-e92d-4dbf-aaac-da940653d0a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 1001 time: 0.0680079 Jan 27 23:22:29.409924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-71a5fd2a-58ee-41d5-bc9a-b0b28c82d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:22:29.411439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-71a5fd2a-58ee-41d5-bc9a-b0b28c82d232 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0461774 Jan 27 23:22:29.458459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-ee233b1f-68df-4925-8fc2-5b6e9985418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:22:29.460010 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-ee233b1f-68df-4925-8fc2-5b6e9985418c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425637 Jan 27 23:22:29.553841 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-7ea4c107-6fdb-4358-99a1-d52a0dd67be6 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877774 Jan 27 23:22:29.651256 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f93f179-333c-4e2a-bef5-b287c3376f1b req-b97f75e7-2226-4769-b4fa-ba6a3509f6a9 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918958 Jan 27 23:22:34.058142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d63f4501-4954-4b12-93ec-496b9e9f4310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:37.138883 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bddc16e9-86c3-463d-8595-228c340782e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:38.892064 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:41.249329 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:41.442509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:49.168536 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:51.360427 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:22:51.902683 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:04.054672 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-98e51fef-fe1b-426d-89a0-cd608a6a24fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:07.147239 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7f725cb4-ff09-484d-8d0b-7ff15c4fefbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:08.895359 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:11.251571 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:11.441005 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:13.905356 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50984538-2c89-4519-9b3b-ce63c21f4e03 req-c831ee84-490d-4a74-87da-6f28bc10cb4d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:13.906954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50984538-2c89-4519-9b3b-ce63c21f4e03 req-c831ee84-490d-4a74-87da-6f28bc10cb4d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.1091759 Jan 27 23:23:13.965182 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50984538-2c89-4519-9b3b-ce63c21f4e03 req-fe69b982-9509-41ff-913f-134ae35eb653 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495167 Jan 27 23:23:15.100202 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707ac82-0515-4cfc-a7d3-53243c171488 req-f0d35a72-68e3-4bd1-aeaa-8c8b8141cf9b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:15.101759 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7707ac82-0515-4cfc-a7d3-53243c171488 req-f0d35a72-68e3-4bd1-aeaa-8c8b8141cf9b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0630808 Jan 27 23:23:15.162506 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7707ac82-0515-4cfc-a7d3-53243c171488 req-0328f553-8992-443b-a47f-6ce6957bd35b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527532 Jan 27 23:23:16.292656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be77fc-8762-4b9d-b2e5-7889d4a167de req-e7224a5f-fe07-41a3-aa16-90f07420ac0c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:16.294986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63be77fc-8762-4b9d-b2e5-7889d4a167de req-e7224a5f-fe07-41a3-aa16-90f07420ac0c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0586052 Jan 27 23:23:16.350065 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-63be77fc-8762-4b9d-b2e5-7889d4a167de req-f7da19c9-8038-4eae-9be4-bd7d866cbdc1 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488360 Jan 27 23:23:17.491388 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5a811-d0d8-4219-90d4-94b4ef11cba7 req-6b378a1f-f132-4934-b666-1cae27b90335 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:17.493077 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9a5a811-d0d8-4219-90d4-94b4ef11cba7 req-6b378a1f-f132-4934-b666-1cae27b90335 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0586224 Jan 27 23:23:17.549141 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f9a5a811-d0d8-4219-90d4-94b4ef11cba7 req-6faf834d-d321-44b3-9164-ef9cb5183392 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499494 Jan 27 23:23:18.688789 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f26461-ee0e-45c9-abe8-89d63987753d req-685314da-1486-43b4-ba30-7a9b524d455c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:18.690372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18f26461-ee0e-45c9-abe8-89d63987753d req-685314da-1486-43b4-ba30-7a9b524d455c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0598497 Jan 27 23:23:18.746747 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-18f26461-ee0e-45c9-abe8-89d63987753d req-626ca3da-7cf5-4ee8-94f1-c7e225c552a5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480561 Jan 27 23:23:19.167620 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:19.871787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566f3ba-6790-4351-bc1a-44fdcf5d305a req-961f2cca-93fc-40bb-8dc5-18b3f7b512ea tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:19.873310 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d566f3ba-6790-4351-bc1a-44fdcf5d305a req-961f2cca-93fc-40bb-8dc5-18b3f7b512ea tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0542307 Jan 27 23:23:19.932027 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d566f3ba-6790-4351-bc1a-44fdcf5d305a req-5f3a9933-8d9a-4a22-9b50-307a09af4b7c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525105 Jan 27 23:23:21.058877 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642442d-30ac-48c7-8a92-4188bddde1f2 req-d099c04a-a2f5-409e-a34c-256751fcb9fd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:21.060460 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2642442d-30ac-48c7-8a92-4188bddde1f2 req-d099c04a-a2f5-409e-a34c-256751fcb9fd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0528932 Jan 27 23:23:21.121029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2642442d-30ac-48c7-8a92-4188bddde1f2 req-d68971b4-7087-4ea2-bb25-2ffa092d9f2e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524802 Jan 27 23:23:21.911923 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:22.248003 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f25ee-dca2-49b7-8f58-b3be8aa6fd71 req-c021f653-4365-4da8-86bf-94137e1ac9fc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:22.249517 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-091f25ee-dca2-49b7-8f58-b3be8aa6fd71 req-c021f653-4365-4da8-86bf-94137e1ac9fc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0516663 Jan 27 23:23:22.303168 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-091f25ee-dca2-49b7-8f58-b3be8aa6fd71 req-b71c2c00-834e-416a-a459-9b6f22d75950 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458624 Jan 27 23:23:23.439830 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1e786-2f84-4d99-a3d0-6161dda00309 req-1b502393-fd7d-4c2d-884e-13655fee4711 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:23.441307 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ab1e786-2f84-4d99-a3d0-6161dda00309 req-1b502393-fd7d-4c2d-884e-13655fee4711 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0615997 Jan 27 23:23:23.492472 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7ab1e786-2f84-4d99-a3d0-6161dda00309 req-b5309778-349e-4720-8802-966d51f787f8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451818 Jan 27 23:23:24.616975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84324bf6-0702-42bf-afc2-7e384d99a54a req-df929f6d-fde8-4d54-8332-4be4e7e26c14 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:24.618493 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84324bf6-0702-42bf-afc2-7e384d99a54a req-df929f6d-fde8-4d54-8332-4be4e7e26c14 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Jan 27 23:23:24.675321 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84324bf6-0702-42bf-afc2-7e384d99a54a req-e0bda63e-4ece-49f9-9734-f1bcf6054cb7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 Jan 27 23:23:25.820941 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54a03-a211-483a-836d-326aa515dbd4 req-f3e527ab-3e48-4832-9e0f-526aa9dc24a8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:25.824057 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f54a03-a211-483a-836d-326aa515dbd4 req-f3e527ab-3e48-4832-9e0f-526aa9dc24a8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0632412 Jan 27 23:23:25.877212 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59f54a03-a211-483a-836d-326aa515dbd4 req-158b4312-5b20-4f3c-994c-a6d3e6c6d983 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473082 Jan 27 23:23:26.102871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:23:26.206086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:23:26.218104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '0b96f593-4c20-418f-9a46-7964828526ae', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'port_id': '0b96f593-4c20-418f-9a46-7964828526ae', 'mac_address': 'fa:16:3e:6c:a3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:23:26.256774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0b96f593-4c20-418f-9a46-7964828526ae is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:23:26.257178 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:26.271497 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b96f593-4c20-418f-9a46-7964828526ae {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:23:26.295189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:23:26.308152 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:26.362053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:23:26.370422 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.370775 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.371114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.371502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.371832 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.372155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.372484 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.372789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.373110 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.373451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.373753 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.374071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.374389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:23:26.379665 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['0b96f593-4c20-418f-9a46-7964828526ae'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:23:27.005853 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79cbb8-358b-4c71-beb8-dac0f87953d4 req-b5d1fdc5-b8a9-4346-910a-d2d718e84fc8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:27.007559 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b79cbb8-358b-4c71-beb8-dac0f87953d4 req-b5d1fdc5-b8a9-4346-910a-d2d718e84fc8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 944 time: 0.0529768 Jan 27 23:23:27.063593 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8b79cbb8-358b-4c71-beb8-dac0f87953d4 req-4125d7a9-3e51-4b50-a409-d3bc092e41e4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488019 Jan 27 23:23:28.107621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:23:28.202288 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 0b96f593-4c20-418f-9a46-7964828526ae triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:23:28.202288 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b96f593-4c20-418f-9a46-7964828526ae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:28.238336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eaa303-8045-4d87-bb09-b0af158c8032 req-2483855c-cd1d-4e36-aaef-53263800e057 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:28.246158 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8eaa303-8045-4d87-bb09-b0af158c8032 req-2483855c-cd1d-4e36-aaef-53263800e057 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 944 time: 0.0880873 Jan 27 23:23:28.316654 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0b96f593-4c20-418f-9a46-7964828526ae is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:23:28.317156 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:28.319504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8eaa303-8045-4d87-bb09-b0af158c8032 req-b251002c-2315-4de3-a75c-87ee8d831bff tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723176 Jan 27 23:23:28.359469 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:23:28.360534 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:23:28.362010 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41caaf7a-2d64-453b-823a-37a75305747c" -d '{"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-plugged", "status": "completed", "tag": "0b96f593-4c20-418f-9a46-7964828526ae"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:23:28.389816 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:23:28.399625 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:28.472874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:23:28.492803 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f19d1e-0912-4e8b-9f7a-e8a1a7522bf2 x-openstack-request-id: req-89f19d1e-0912-4e8b-9f7a-e8a1a7522bf2 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:23:28.493142 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-plugged", "status": "completed", "tag": "0b96f593-4c20-418f-9a46-7964828526ae", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:23:28.493444 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89f19d1e-0912-4e8b-9f7a-e8a1a7522bf2 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:23:28.493817 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae', 'code': 200} Jan 27 23:23:29.166080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-407d5814-2c2e-4782-98e4-52a67778f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:29.167743 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-407d5814-2c2e-4782-98e4-52a67778f82d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1096 time: 0.1084127 Jan 27 23:23:29.279771 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-3c7ac3d9-688e-417c-91d7-92910d08f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:29.282241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-3c7ac3d9-688e-417c-91d7-92910d08f4ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0941653 Jan 27 23:23:29.387796 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-c8dd9c14-a95a-40a5-9aef-6aefdbeb8cd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 1001 time: 0.0974650 Jan 27 23:23:29.450009 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-4452b9b4-63a0-456c-b737-8f6defb0c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:29.451540 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-4452b9b4-63a0-456c-b737-8f6defb0c31f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0577180 Jan 27 23:23:29.523992 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-69df99cf-b5a3-4480-9607-f7c9c0d226b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:29.524789 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-69df99cf-b5a3-4480-9607-f7c9c0d226b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591784 Jan 27 23:23:29.553241 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa06c5-e0ae-40a5-b068-35b0d7f3d347 req-ad82f1a9-aca9-4934-81d2-df593ce09162 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:29.555049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcaa06c5-e0ae-40a5-b068-35b0d7f3d347 req-ad82f1a9-aca9-4934-81d2-df593ce09162 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.1253910 Jan 27 23:23:29.661863 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dcaa06c5-e0ae-40a5-b068-35b0d7f3d347 req-092dff47-fc4a-44d3-8e20-11c1a73d217c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949054 Jan 27 23:23:29.700170 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-be345510-0d20-4d74-8196-e7235e4467e5 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680064 Jan 27 23:23:29.810422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-53b79c3f-7e43-4952-be8a-849f0737be80 req-be5c0be6-e32c-4b76-bfb7-1896eff65a92 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041355 Jan 27 23:23:30.805366 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33065da4-9e64-44d9-a4ec-8ddbff93260b req-48e5da2d-c43a-4464-a69f-156f53431563 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:30.806972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33065da4-9e64-44d9-a4ec-8ddbff93260b req-48e5da2d-c43a-4464-a69f-156f53431563 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0547099 Jan 27 23:23:30.861754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33065da4-9e64-44d9-a4ec-8ddbff93260b req-7b3ff516-569a-466b-aa89-389aef73e57a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488288 Jan 27 23:23:31.998956 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba663258-1dcc-4861-8b2f-f4bf3776988b req-7635a054-a733-4c97-9736-86ea4addf802 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:32.001369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba663258-1dcc-4861-8b2f-f4bf3776988b req-7635a054-a733-4c97-9736-86ea4addf802 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0628581 Jan 27 23:23:32.054436 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ba663258-1dcc-4861-8b2f-f4bf3776988b req-de54aaaa-2a23-4c9d-82f7-6749796eafa3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467906 Jan 27 23:23:33.186074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b074e-4a6e-43b1-ae2e-71fc30cb842c req-9d74a3fe-d552-4796-9503-ce0cbb8e1ca4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:33.187724 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a2b074e-4a6e-43b1-ae2e-71fc30cb842c req-9d74a3fe-d552-4796-9503-ce0cbb8e1ca4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0531070 Jan 27 23:23:33.250514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a2b074e-4a6e-43b1-ae2e-71fc30cb842c req-70f12f55-e186-4118-a2a3-9f99623f4e5d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568211 Jan 27 23:23:34.051640 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e5d93e73-2732-48ed-aac9-145799a24bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:34.380822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f18dc4-eb46-4731-a8cd-ab6eeb979856 req-a38e9fbe-8eb0-4016-8694-827ac6d356cd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:34.382837 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6f18dc4-eb46-4731-a8cd-ab6eeb979856 req-a38e9fbe-8eb0-4016-8694-827ac6d356cd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0536947 Jan 27 23:23:34.447373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c6f18dc4-eb46-4731-a8cd-ab6eeb979856 req-2a6dcf15-d5ed-44c3-818b-3b459e7944e3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573294 Jan 27 23:23:35.577682 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df7a93-a519-4a8b-8f40-72ba22a2136e req-0110740c-0447-42a9-a11e-9cb68dd209c6 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:35.579230 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52df7a93-a519-4a8b-8f40-72ba22a2136e req-0110740c-0447-42a9-a11e-9cb68dd209c6 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0610023 Jan 27 23:23:35.630661 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52df7a93-a519-4a8b-8f40-72ba22a2136e req-d83a40c8-6a34-42e4-afd3-3717b62c1de2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 Jan 27 23:23:35.892182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-5cbf0496-cabf-41eb-a8fe-084ca37d4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:35.893705 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-5cbf0496-cabf-41eb-a8fe-084ca37d4a58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1096 time: 0.0426190 Jan 27 23:23:36.000653 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-f7aed7ed-568e-4519-bdc8-0b8f86306c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:36.002161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-f7aed7ed-568e-4519-bdc8-0b8f86306c46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.1020761 Jan 27 23:23:36.080757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-284df610-d837-495e-872d-bab690a3458e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 1001 time: 0.0715156 Jan 27 23:23:36.137048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-9a0a5bf7-a6ab-4e78-bf3b-760343fc18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:36.138539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-9a0a5bf7-a6ab-4e78-bf3b-760343fc18ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0519066 Jan 27 23:23:36.190588 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-4f681c9a-6beb-4cb0-ac85-772689c317fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:36.192009 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-4f681c9a-6beb-4cb0-ac85-772689c317fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474875 Jan 27 23:23:36.294339 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-ad58489b-8fd9-4508-9365-c822e3b9cee2 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944660 Jan 27 23:23:36.398164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-15f16732-bb3c-42f6-9056-04ad10e9e650 req-84f6aeef-245f-4f0e-b87d-2f08a18ea2b6 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989857 Jan 27 23:23:37.026993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b4695-03da-4ac5-81e4-d20472c89af1 req-104d4504-ade9-4404-a6e5-46314df3f4d5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:37.028581 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a48b4695-03da-4ac5-81e4-d20472c89af1 req-104d4504-ade9-4404-a6e5-46314df3f4d5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0544899 Jan 27 23:23:37.083448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a48b4695-03da-4ac5-81e4-d20472c89af1 req-e00e4b01-5897-4c60-b3a7-52c9c55fa9d8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468769 Jan 27 23:23:37.154833 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a4db90f9-363d-448e-986e-2d0432534f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:38.232025 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ea3d8-dd73-4306-b2ec-6e398ed0b73d req-461f576a-3345-43c1-b43c-01bcb49441eb tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:38.234358 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a23ea3d8-dd73-4306-b2ec-6e398ed0b73d req-461f576a-3345-43c1-b43c-01bcb49441eb tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0641048 Jan 27 23:23:38.299817 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a23ea3d8-dd73-4306-b2ec-6e398ed0b73d req-b8c576fd-ae79-4438-9c45-c36d2b87407e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588498 Jan 27 23:23:38.417204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-76e32f38-2fdb-4da5-a5c7-5ddd67e90dc5 req-1398f7a4-e563-4f25-a6dd-6966b2cb8bdd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:23:38.418118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-76e32f38-2fdb-4da5-a5c7-5ddd67e90dc5 req-1398f7a4-e563-4f25-a6dd-6966b2cb8bdd service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531640 Jan 27 23:23:38.587844 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a2588-d94e-4bb8-9e44-332296723193 req-f2dc72d5-0d8d-4e63-bf6d-f67fd9fb57f3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:38.589373 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-473a2588-d94e-4bb8-9e44-332296723193 req-f2dc72d5-0d8d-4e63-bf6d-f67fd9fb57f3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0542469 Jan 27 23:23:38.641441 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-473a2588-d94e-4bb8-9e44-332296723193 req-f12f0f7c-e0e5-4678-a444-5a22d61ab810 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458727 Jan 27 23:23:38.818962 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-71f24fc0-218e-423b-9e81-142d55cb5fb8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1336954 Jan 27 23:23:38.896261 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:39.714054 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-b38f5852-6d77-465a-9d25-3cfc1fee93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:39.715706 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-b38f5852-6d77-465a-9d25-3cfc1fee93e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506&tenant_id=085f8532d5d04a739551ea7ef6f543ed HTTP/1.1" status: 200 len: 1096 time: 0.0517838 Jan 27 23:23:39.798395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632093a3-e007-4fc2-9bde-05c47b4061fa req-35b91d66-7d72-476a-8499-663d0cbcad15 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:39.799940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632093a3-e007-4fc2-9bde-05c47b4061fa req-35b91d66-7d72-476a-8499-663d0cbcad15 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 945 time: 0.0808334 Jan 27 23:23:39.805596 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-f001a086-d954-425a-91cf-3c5d110c6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:39.807036 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-f001a086-d954-425a-91cf-3c5d110c6508 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1096 time: 0.0625615 Jan 27 23:23:39.905157 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-632093a3-e007-4fc2-9bde-05c47b4061fa req-93758698-5e61-40c6-8df3-e961177c57af tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970933 Jan 27 23:23:39.930924 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-bfed19ae-1f9a-44a1-8e80-f63cbe837d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:39.932508 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-bfed19ae-1f9a-44a1-8e80-f63cbe837d99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.1187046 Jan 27 23:23:40.002179 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-3324d952-ae01-4a76-b5fe-64ab63a4c1ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 1001 time: 0.0631449 Jan 27 23:23:40.060192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-72a1029e-a3f9-40d5-b9f7-03828920628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:40.061669 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-72a1029e-a3f9-40d5-b9f7-03828920628a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0541942 Jan 27 23:23:40.117473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-af5d3286-3a65-4ec7-a6a3-2b2ad37dfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:40.119058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-af5d3286-3a65-4ec7-a6a3-2b2ad37dfbb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517735 Jan 27 23:23:40.166035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:23:40.216409 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-2d7edaec-2234-49fb-be77-aa492addcbca service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911129 Jan 27 23:23:40.249912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0b96f593-4c20-418f-9a46-7964828526ae is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:23:40.250303 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:40.274457 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:23:40.276780 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5d8215-8d80-4e55-9295-5c2b6c1337b2" -d '{"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-unplugged", "status": "completed", "tag": "0b96f593-4c20-418f-9a46-7964828526ae"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:23:40.290113 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:23:40.295476 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:40.318491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e37c8187-f0ce-4493-9fb9-7195a49b3721 req-881dc1c6-5824-4481-be8e-602c81873f5b service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960371 Jan 27 23:23:40.322864 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68557069-2b85-43e4-86fc-4ae2e3b08f39 x-openstack-request-id: req-68557069-2b85-43e4-86fc-4ae2e3b08f39 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:23:40.323211 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-unplugged", "status": "completed", "tag": "0b96f593-4c20-418f-9a46-7964828526ae", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:23:40.323527 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68557069-2b85-43e4-86fc-4ae2e3b08f39 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:23:40.323890 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae', 'code': 200} Jan 27 23:23:40.349788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:23:41.039165 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534e708-c6fb-40c1-8bad-dc08138929c1 req-26e961d7-4355-4d3b-8da1-f5768b13afcc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:41.040760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b534e708-c6fb-40c1-8bad-dc08138929c1 req-26e961d7-4355-4d3b-8da1-f5768b13afcc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0583189 Jan 27 23:23:41.103731 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b534e708-c6fb-40c1-8bad-dc08138929c1 req-5f75b1d4-84d5-4ba4-8a8a-0364498ca832 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566368 Jan 27 23:23:41.253439 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:41.441900 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:42.233257 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca487909-8cc8-4ad2-8f9e-ea9e51b254b6 req-b0e9ffc6-1240-4d9d-8892-3007e6d5b58c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:42.234965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca487909-8cc8-4ad2-8f9e-ea9e51b254b6 req-b0e9ffc6-1240-4d9d-8892-3007e6d5b58c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0541050 Jan 27 23:23:42.320309 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ca487909-8cc8-4ad2-8f9e-ea9e51b254b6 req-457f6066-fc47-4cbe-b94e-8adbe10cb318 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769892 Jan 27 23:23:43.487482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813322b-b86a-4b9b-9120-92e4672fe1c0 req-7b63f1f9-4ee1-47f8-a617-a5a36dc30648 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:43.489985 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9813322b-b86a-4b9b-9120-92e4672fe1c0 req-7b63f1f9-4ee1-47f8-a617-a5a36dc30648 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0840397 Jan 27 23:23:43.571074 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9813322b-b86a-4b9b-9120-92e4672fe1c0 req-4e68f361-dc54-48ab-9c27-60bf265515d2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739105 Jan 27 23:23:44.712201 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae37800-a6d9-4511-bed7-2c0fe78c872f req-9b4bdb30-be84-4c92-b057-1cef113ca8db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:44.713840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eae37800-a6d9-4511-bed7-2c0fe78c872f req-9b4bdb30-be84-4c92-b057-1cef113ca8db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0646253 Jan 27 23:23:44.769693 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eae37800-a6d9-4511-bed7-2c0fe78c872f req-ad1ae0c0-dcef-44b4-854a-dbc824ea1186 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499799 Jan 27 23:23:45.909555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99005e-2602-47ee-b779-7ee9db518260 req-917951f4-7594-4e8c-ad99-ee02498c4708 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:45.911130 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f99005e-2602-47ee-b779-7ee9db518260 req-917951f4-7594-4e8c-ad99-ee02498c4708 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0544934 Jan 27 23:23:45.975907 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7f99005e-2602-47ee-b779-7ee9db518260 req-ae6b3c78-2739-4338-adb3-880bd2494fcb tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569222 Jan 27 23:23:47.121919 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c72ee0-ba71-4e72-a578-f4f2f4181e51 req-18a5777b-ee80-4807-b4db-7d70c91e0afd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:47.124507 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0c72ee0-ba71-4e72-a578-f4f2f4181e51 req-18a5777b-ee80-4807-b4db-7d70c91e0afd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0553257 Jan 27 23:23:47.187746 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0c72ee0-ba71-4e72-a578-f4f2f4181e51 req-85684655-f7d7-4654-ac95-92866c0936b4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570779 Jan 27 23:23:48.312480 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499a789-4ff8-4bdb-8353-f5565bfe55ab req-9c89f8aa-daaf-4907-97c9-eab05dffe931 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:48.313981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3499a789-4ff8-4bdb-8353-f5565bfe55ab req-9c89f8aa-daaf-4907-97c9-eab05dffe931 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0522263 Jan 27 23:23:48.367101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3499a789-4ff8-4bdb-8353-f5565bfe55ab req-e1f0a201-36ab-4905-9c15-d91ffa9f8b3a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454695 Jan 27 23:23:49.159127 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:49.511406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b13fb5-eb5c-4b41-b415-f3a8e58d89b1 req-630998ea-6bae-407b-bdaf-5ef8f298ef38 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:49.512928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59b13fb5-eb5c-4b41-b415-f3a8e58d89b1 req-630998ea-6bae-407b-bdaf-5ef8f298ef38 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 943 time: 0.0654290 Jan 27 23:23:49.564573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-59b13fb5-eb5c-4b41-b415-f3a8e58d89b1 req-7419f07c-5662-4b84-a016-7bf68fd41b5a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456538 Jan 27 23:23:49.977030 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958d94b-2537-4ea3-bf14-2620340701c4 req-3202ad61-5bc5-494a-bdc2-520616d98a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:49.978636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d958d94b-2537-4ea3-bf14-2620340701c4 req-3202ad61-5bc5-494a-bdc2-520616d98a9c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1094 time: 0.0424001 Jan 27 23:23:50.025292 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d958d94b-2537-4ea3-bf14-2620340701c4 req-98cd083d-7791-4689-83c9-910233484d8a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Jan 27 23:23:50.226360 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:23:50.331947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:23:50.344592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': '0b96f593-4c20-418f-9a46-7964828526ae', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'port_id': '0b96f593-4c20-418f-9a46-7964828526ae', 'mac_address': 'fa:16:3e:6c:a3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:23:50.385635 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0b96f593-4c20-418f-9a46-7964828526ae is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:23:50.386231 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:50.401929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b96f593-4c20-418f-9a46-7964828526ae {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:23:50.421939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:23:50.426876 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:50.475827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=9']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:23:50.698077 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['0b96f593-4c20-418f-9a46-7964828526ae'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:23:50.702696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e027d7-2899-4431-a405-2c1f9ee48667 req-1548690f-7abc-46c1-a4da-00d7d53c16c7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:50.704528 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50e027d7-2899-4431-a405-2c1f9ee48667 req-1548690f-7abc-46c1-a4da-00d7d53c16c7 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 944 time: 0.0573711 Jan 27 23:23:50.759240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-50e027d7-2899-4431-a405-2c1f9ee48667 req-9ea82b4d-41d5-4486-b245-ad44c72ad171 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485435 Jan 27 23:23:51.896271 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d6a23-e58f-4a6c-bc22-8e95d0efd7de req-137daccd-b5a0-4965-b0f7-390f784f333c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:51.897678 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-207d6a23-e58f-4a6c-bc22-8e95d0efd7de req-137daccd-b5a0-4965-b0f7-390f784f333c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 944 time: 0.0646591 Jan 27 23:23:51.952170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:51.955676 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-207d6a23-e58f-4a6c-bc22-8e95d0efd7de req-7075ba15-ec53-4b3e-9a26-84abb4070ac0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493379 Jan 27 23:23:52.251904 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:23:52.312991 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port 0b96f593-4c20-418f-9a46-7964828526ae triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:23:52.313383 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (0b96f593-4c20-418f-9a46-7964828526ae), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:52.400273 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port 0b96f593-4c20-418f-9a46-7964828526ae is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:23:52.400733 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:52.425098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:23:52.427513 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb7edd0-6b77-47b3-bf68-95856d4e488d" -d '{"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-plugged", "status": "completed", "tag": "0b96f593-4c20-418f-9a46-7964828526ae"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:23:52.442015 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:23:52.446697 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:52.477375 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8c06e4-2f43-4bfd-ae7e-8f261740a431 x-openstack-request-id: req-aa8c06e4-2f43-4bfd-ae7e-8f261740a431 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:23:52.477674 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-plugged", "status": "completed", "tag": "0b96f593-4c20-418f-9a46-7964828526ae", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:23:52.477937 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa8c06e4-2f43-4bfd-ae7e-8f261740a431 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:23:52.478330 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae', 'code': 200} Jan 27 23:23:52.508189 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=10']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:23:53.079512 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014481aa-c23e-4561-8caf-7d67ce6a8fd9 req-184848f1-15fc-424d-8d30-6821bf8e9d25 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:23:53.081022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-014481aa-c23e-4561-8caf-7d67ce6a8fd9 req-184848f1-15fc-424d-8d30-6821bf8e9d25 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 946 time: 0.0509751 Jan 27 23:23:53.136385 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-014481aa-c23e-4561-8caf-7d67ce6a8fd9 req-029becae-12d1-4712-9db2-59d0e28ebd3e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496404 Jan 27 23:24:04.047371 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e52bace0-3bf0-415c-8d9e-233944a228c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:05.362063 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:24:07.146567 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fdef10bb-dc08-48c9-a3d0-7f58c4513e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:08.904810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:11.260945 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:11.446201 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:19.161702 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:21.950255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:31.044839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-43028996-912e-4bf3-90c0-80c772e22a0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434914 Jan 27 23:24:31.134238 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-2289ecc3-4b42-4db6-b92b-03a46a1043f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:24:31.135939 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-2289ecc3-4b42-4db6-b92b-03a46a1043f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1097 time: 0.0450222 Jan 27 23:24:31.256982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-4a51ccc6-093b-4956-a6f6-5bec10ad39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:24:31.258491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-4a51ccc6-093b-4956-a6f6-5bec10ad39f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.1034126 Jan 27 23:24:31.324754 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-86a66432-752e-4456-8add-25bf86649249 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 1001 time: 0.0604565 Jan 27 23:24:31.381157 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-db0c6981-db1b-40f8-99aa-7b9bd37cb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:24:31.382640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-db0c6981-db1b-40f8-99aa-7b9bd37cb75a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0520866 Jan 27 23:24:31.433787 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-d2cf552b-1b5f-482c-aabf-cbb403412fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:24:31.435375 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-d2cf552b-1b5f-482c-aabf-cbb403412fa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471604 Jan 27 23:24:31.528164 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-cf7a85f2-759e-4651-aa56-68f69679e62f service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865581 Jan 27 23:24:31.627491 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf5fbce2-8922-44a7-bddd-7ab7f29cf0b5 req-788f7b53-2fce-42df-af77-2209314038e2 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928488 Jan 27 23:24:34.050804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8bb6-1e04-4751-b4fc-404ece3ec63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:37.142804 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-10c773a6-8c8d-41c5-8fe1-236e6f1d06df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:38.903839 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:41.249289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:41.451900 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:42.361736 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:24:49.163576 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:51.964787 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:01.983269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49622) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:02.458226 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Deleting port 3119807d-bd0f-48cc-bba0-8f095b9dd47e {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:25:02.458537 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (3119807d-bd0f-48cc-bba0-8f095b9dd47e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:02.538602 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (3119807d-bd0f-48cc-bba0-8f095b9dd47e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:02.538901 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for floatingip (3119807d-bd0f-48cc-bba0-8f095b9dd47e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:02.551591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Calling delete_port for 3119807d-bd0f-48cc-bba0-8f095b9dd47e owned by network:floatingip {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:25:02.717792 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (3119807d-bd0f-48cc-bba0-8f095b9dd47e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:02.743070 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event deleted for resources: {'Port': ['ID=3119807d-bd0f-48cc-bba0-8f095b9dd47e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:02.755307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.755695 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.756044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.756382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.756717 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.757050 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.757409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.757709 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.758044 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.758374 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.758700 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.759006 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.759331 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:02.819270 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for floatingip (5077a579-2173-4bb4-a0da-68a25c179e3b), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:02.819667 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Floating IP 5077a579-2173-4bb4-a0da-68a25c179e3b disassociated (deleted). External IP: 172.25.8.123, port: 0b96f593-4c20-418f-9a46-7964828526ae. Jan 27 23:25:03.037409 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Router f2269ce0-da85-49c6-a114-34b94f68e41f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:25:03.161407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:25:03.166928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:03.173207 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] Sync routers for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:25:03.183921 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:25:03.184566 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:24:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:25:03.195129 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0ccfbc29-f1dd-4848-8499-fca60f32cebd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "DELETE /v2.0/floatingips/5077a579-2173-4bb4-a0da-68a25c179e3b HTTP/1.1" status: 204 len: 168 time: 1.2107520 Jan 27 23:25:03.195859 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:25:03.198229 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8861e13c-02fd-4868-979b-866220947c71" -d '{"events": [{"name": "network-changed", "server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "tag": "0b96f593-4c20-418f-9a46-7964828526ae"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:25:03.236268 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0301e4a-858f-4d66-b8dc-34bed5f45ffb x-openstack-request-id: req-c0301e4a-858f-4d66-b8dc-34bed5f45ffb {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:25:03.236572 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "tag": "0b96f593-4c20-418f-9a46-7964828526ae", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:25:03.236835 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0301e4a-858f-4d66-b8dc-34bed5f45ffb {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:25:03.237246 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae', 'status': 'completed', 'code': 200} Jan 27 23:25:03.306471 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861e13c-02fd-4868-979b-866220947c71 req-7fd3af2d-1ecd-4a9f-8f4a-d103e15121f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:03.307908 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8861e13c-02fd-4868-979b-866220947c71 req-7fd3af2d-1ecd-4a9f-8f4a-d103e15121f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 1097 time: 0.0486922 Jan 27 23:25:03.448677 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861e13c-02fd-4868-979b-866220947c71 req-2acc2867-d8d9-48d1-ae8c-0edd27318c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:03.450209 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8861e13c-02fd-4868-979b-866220947c71 req-2acc2867-d8d9-48d1-ae8c-0edd27318c75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.1317334 Jan 27 23:25:03.471955 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261e33-5ed8-4112-a1d6-cede7f9627a6 req-af6792d6-ecf1-40a2-8e18-d6a5113e223f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:03.476338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc261e33-5ed8-4112-a1d6-cede7f9627a6 req-af6792d6-ecf1-40a2-8e18-d6a5113e223f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 946 time: 0.0810447 Jan 27 23:25:03.491092 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:25:03.506234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8861e13c-02fd-4868-979b-866220947c71 req-7ac525c9-f5fa-4873-8c72-b3c8a8fe4d65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 200 len: 217 time: 0.0476091 Jan 27 23:25:03.589871 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dc261e33-5ed8-4112-a1d6-cede7f9627a6 req-d61e362c-badd-41e7-87b3-338caf231cd9 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863538 Jan 27 23:25:03.591328 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861e13c-02fd-4868-979b-866220947c71 req-b6885282-b818-4901-8716-c6d218a71861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:03.592749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8861e13c-02fd-4868-979b-866220947c71 req-b6885282-b818-4901-8716-c6d218a71861 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0804088 Jan 27 23:25:03.643642 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861e13c-02fd-4868-979b-866220947c71 req-7eb3ccc0-6513-4dfc-b0aa-12e70488a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:03.645214 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8861e13c-02fd-4868-979b-866220947c71 req-7eb3ccc0-6513-4dfc-b0aa-12e70488a1d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458345 Jan 27 23:25:03.699437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:25:03.725857 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] Checking router: f2269ce0-da85-49c6-a114-34b94f68e41f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:25:03.734349 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:25:03.734968 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:24:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:25:03.739247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8861e13c-02fd-4868-979b-866220947c71 req-d4defc62-d3cb-4344-87a9-8358d851739c service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864727 Jan 27 23:25:03.837892 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8861e13c-02fd-4868-979b-866220947c71 req-f94ee7e0-43a4-4789-8bc3-1f09919c3380 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928564 Jan 27 23:25:03.842636 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:25:04.060366 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e5caaf44-16f1-4f0d-aa2e-be49044d3e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:04.071682 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:25:04.099673 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fa163-e041-405e-808d-777bab2bbff7 None None] The sync data for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 is: [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:25:04.378052 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0cd10-adc1-4ae8-80ab-33cc61282b7a None None] New status for floating IP 5077a579-2173-4bb4-a0da-68a25c179e3b: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:25:04.735738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-ac5160e3-6adb-45bc-bc9f-ab794548d438 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:04.737354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-ac5160e3-6adb-45bc-bc9f-ab794548d438 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 946 time: 0.0836363 Jan 27 23:25:04.758286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998212dc-e46e-41e8-98e3-3bcb8d0a4f6b req-7c11d3ea-53a1-4c7e-bc0c-bafc3dc53a96 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:04.759794 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-998212dc-e46e-41e8-98e3-3bcb8d0a4f6b req-7c11d3ea-53a1-4c7e-bc0c-bafc3dc53a96 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=079d21b0-5615-4fde-9497-78134fb8f506 HTTP/1.1" status: 200 len: 946 time: 0.0768855 Jan 27 23:25:04.856839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-998212dc-e46e-41e8-98e3-3bcb8d0a4f6b req-73a938f7-9ddc-494b-bea7-15319ab4a0fe tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff801643-f7e6-48f1-8e66-61e20baa608d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776651 Jan 27 23:25:04.879319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Deleting port 0b96f593-4c20-418f-9a46-7964828526ae {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:25:04.879761 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (0b96f593-4c20-418f-9a46-7964828526ae), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:04.980916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] For port 0b96f593-4c20-418f-9a46-7964828526ae, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=0b96f593-4c20-418f-9a46-7964828526ae,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:25:04.981263 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (0b96f593-4c20-418f-9a46-7964828526ae), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:04.994390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Calling delete_port for 0b96f593-4c20-418f-9a46-7964828526ae owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:25:05.145027 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (0b96f593-4c20-418f-9a46-7964828526ae), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:05.179364 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event deleted for resources: {'Port': ['ID=0b96f593-4c20-418f-9a46-7964828526ae,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:05.230024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] No DVR routers for this DVR port 0b96f593-4c20-418f-9a46-7964828526ae on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:25:05.234441 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:05.242430 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2df1d72f-0cc6-49bc-a976-6294ce482fcf req-5dbf1648-d343-4033-8ba6-4200c05f2dd4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "DELETE /v2.0/ports/0b96f593-4c20-418f-9a46-7964828526ae HTTP/1.1" status: 204 len: 173 time: 0.4996736 Jan 27 23:25:05.242916 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-deleted', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:25:05.246554 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a140d32-2730-42e2-b719-766dd91a5b57" -d '{"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-deleted", "tag": "0b96f593-4c20-418f-9a46-7964828526ae"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:25:05.297865 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af714fdd-576b-4041-82d9-fe41b4bec21a x-openstack-request-id: req-af714fdd-576b-4041-82d9-fe41b4bec21a {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:25:05.298233 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079d21b0-5615-4fde-9497-78134fb8f506", "name": "network-vif-deleted", "tag": "0b96f593-4c20-418f-9a46-7964828526ae", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:25:05.298416 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af714fdd-576b-4041-82d9-fe41b4bec21a {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:25:05.299217 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079d21b0-5615-4fde-9497-78134fb8f506', 'name': 'network-vif-deleted', 'tag': '0b96f593-4c20-418f-9a46-7964828526ae', 'status': 'completed', 'code': 200} Jan 27 23:25:05.928161 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49640) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:05.998839 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (ff801643-f7e6-48f1-8e66-61e20baa608d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:06.025474 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (ff801643-f7e6-48f1-8e66-61e20baa608d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:06.095226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (ff801643-f7e6-48f1-8e66-61e20baa608d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:06.098220 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:06.099452 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "DELETE /v2.0/security-groups/ff801643-f7e6-48f1-8e66-61e20baa608d HTTP/1.1" status: 204 len: 168 time: 0.1702774 Jan 27 23:25:06.108968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff801643-f7e6-48f1-8e66-61e20baa608d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:06.117999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.118355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.118703 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.119044 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.119382 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.119762 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.120128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.120463 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.120761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.121128 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.121450 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.121773 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.122075 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4cdfda-5230-4bc8-860c-8781fc860672 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:06.901352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 49648) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:06.906055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-19016a61-aca8-4a53-8b5d-716ab24b231b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196954528', 'description': 'tempest-secgroup-smoke-1196954528 description', 'project_id': '085f8532d5d04a739551ea7ef6f543ed'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:06.933588 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19016a61-aca8-4a53-8b5d-716ab24b231b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.006170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19016a61-aca8-4a53-8b5d-716ab24b231b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.011503 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19016a61-aca8-4a53-8b5d-716ab24b231b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.039095 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19016a61-aca8-4a53-8b5d-716ab24b231b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.040500 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-19016a61-aca8-4a53-8b5d-716ab24b231b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1381156 Jan 27 23:25:07.043576 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49650) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:07.049098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ed4201ba-9a5a-4e39-b500-52948d3be34f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:07.049310 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19016a61-aca8-4a53-8b5d-716ab24b231b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:07.083456 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed4201ba-9a5a-4e39-b500-52948d3be34f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (f84bc265-3512-4e37-9f8a-8ef511d43664), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.136718 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3583f2c9-dc45-428d-8124-7d6e7f435dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.146866 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed4201ba-9a5a-4e39-b500-52948d3be34f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (f84bc265-3512-4e37-9f8a-8ef511d43664), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.152832 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed4201ba-9a5a-4e39-b500-52948d3be34f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (f84bc265-3512-4e37-9f8a-8ef511d43664), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.172472 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4201ba-9a5a-4e39-b500-52948d3be34f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84bc265-3512-4e37-9f8a-8ef511d43664,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:07.178454 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ed4201ba-9a5a-4e39-b500-52948d3be34f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.180139 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ed4201ba-9a5a-4e39-b500-52948d3be34f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351051 Jan 27 23:25:07.182459 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49652) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:07.187019 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-c4eef97a-0ea2-4523-947b-cb2ee1395902 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:07.214104 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c4eef97a-0ea2-4523-947b-cb2ee1395902 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (218225ec-6552-425a-b6b8-ffee0ae2c125), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.283830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c4eef97a-0ea2-4523-947b-cb2ee1395902 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (218225ec-6552-425a-b6b8-ffee0ae2c125), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.290610 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c4eef97a-0ea2-4523-947b-cb2ee1395902 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (218225ec-6552-425a-b6b8-ffee0ae2c125), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.308808 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eef97a-0ea2-4523-947b-cb2ee1395902 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218225ec-6552-425a-b6b8-ffee0ae2c125,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:07.318439 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-c4eef97a-0ea2-4523-947b-cb2ee1395902 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.319733 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-c4eef97a-0ea2-4523-947b-cb2ee1395902 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362569 Jan 27 23:25:07.322609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49654) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:07.328074 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-ac770967-71fc-4db6-b2bf-9389cb60cd70 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:07.356565 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac770967-71fc-4db6-b2bf-9389cb60cd70 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (2b5a643a-7f70-493b-87b0-d393a7b7868e), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.432393 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac770967-71fc-4db6-b2bf-9389cb60cd70 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (2b5a643a-7f70-493b-87b0-d393a7b7868e), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.439267 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac770967-71fc-4db6-b2bf-9389cb60cd70 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (2b5a643a-7f70-493b-87b0-d393a7b7868e), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.465598 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac770967-71fc-4db6-b2bf-9389cb60cd70 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5a643a-7f70-493b-87b0-d393a7b7868e,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:07.475996 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ac770967-71fc-4db6-b2bf-9389cb60cd70 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.477272 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ac770967-71fc-4db6-b2bf-9389cb60cd70 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537323 Jan 27 23:25:07.480171 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49656) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:07.484482 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-23fd8cf9-0be5-4207-8174-4120452624c8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:07.511087 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fd8cf9-0be5-4207-8174-4120452624c8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (62099461-af35-4072-921a-ba9a0aa9549b), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.573322 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fd8cf9-0be5-4207-8174-4120452624c8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (62099461-af35-4072-921a-ba9a0aa9549b), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.579562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fd8cf9-0be5-4207-8174-4120452624c8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (62099461-af35-4072-921a-ba9a0aa9549b), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.597630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8cf9-0be5-4207-8174-4120452624c8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62099461-af35-4072-921a-ba9a0aa9549b,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:07.609928 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-23fd8cf9-0be5-4207-8174-4120452624c8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.611206 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-23fd8cf9-0be5-4207-8174-4120452624c8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300902 Jan 27 23:25:07.614182 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49658) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:07.621005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-bcd34dd4-207a-46c3-aae0-ad116d585d9c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:07.649440 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-bcd34dd4-207a-46c3-aae0-ad116d585d9c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Project 085f8532d5d04a739551ea7ef6f543ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:25:07.654712 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcd34dd4-207a-46c3-aae0-ad116d585d9c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (b8d7b40f-8a76-4b10-b0c9-0fef08479c10), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.722660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcd34dd4-207a-46c3-aae0-ad116d585d9c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (b8d7b40f-8a76-4b10-b0c9-0fef08479c10), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.727919 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcd34dd4-207a-46c3-aae0-ad116d585d9c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (b8d7b40f-8a76-4b10-b0c9-0fef08479c10), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.744993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd34dd4-207a-46c3-aae0-ad116d585d9c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d7b40f-8a76-4b10-b0c9-0fef08479c10,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:07.755674 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-bcd34dd4-207a-46c3-aae0-ad116d585d9c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.756916 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-bcd34dd4-207a-46c3-aae0-ad116d585d9c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416011 Jan 27 23:25:07.759779 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49660) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:07.764118 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-19faa390-8d1d-481c-b50c-c6c04411a6db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'security_group_rule': {'security_group_id': 'b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde', 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:07.785705 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-19faa390-8d1d-481c-b50c-c6c04411a6db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Project 085f8532d5d04a739551ea7ef6f543ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:25:07.791371 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19faa390-8d1d-481c-b50c-c6c04411a6db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (9a7d0272-e5a0-4585-b0f2-e60cb8a241ea), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.862660 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19faa390-8d1d-481c-b50c-c6c04411a6db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (9a7d0272-e5a0-4585-b0f2-e60cb8a241ea), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.868145 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19faa390-8d1d-481c-b50c-c6c04411a6db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (9a7d0272-e5a0-4585-b0f2-e60cb8a241ea), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.886076 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faa390-8d1d-481c-b50c-c6c04411a6db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7d0272-e5a0-4585-b0f2-e60cb8a241ea,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:07.896364 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-19faa390-8d1d-481c-b50c-c6c04411a6db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:07.897616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-19faa390-8d1d-481c-b50c-c6c04411a6db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368899 Jan 27 23:25:08.777198 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:25:08.802596 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: 0b96f593-4c20-418f-9a46-7964828526ae {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:25:08.802914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device 0b96f593-4c20-418f-9a46-7964828526ae not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:25:08.904228 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:11.248768 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:11.453153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:19.176269 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:19.361933 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:25:21.961135 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:27.449928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-5bc5a4c3-a06d-4abf-aa20-5d0a5e3d176f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196954528&fields=id&tenant_id=085f8532d5d04a739551ea7ef6f543ed HTTP/1.1" status: 200 len: 267 time: 0.0462527 Jan 27 23:25:27.574305 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-382bc142-0c64-4f95-9937-d6039b793e9b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:27.575721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-382bc142-0c64-4f95-9937-d6039b793e9b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 809 time: 0.1166456 Jan 27 23:25:27.597741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a6b04e5b-1014-4a6b-96ed-a0a6a50ca7d8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/quotas/085f8532d5d04a739551ea7ef6f543ed HTTP/1.1" status: 200 len: 375 time: 0.0148327 Jan 27 23:25:27.652386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-4dbe77ce-3dce-4463-8800-9b1e78d6d43f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492001 Jan 27 23:25:27.766311 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-8281732a-2802-4fab-add8-580b1bf8d606 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:25:27.767342 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-8281732a-2802-4fab-add8-580b1bf8d606 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0948894 Jan 27 23:25:27.866712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-93650657-bad9-48f3-8e6b-b7fca5031232 service neutron] 10.222.0.45 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908179 Jan 27 23:25:27.967148 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-d7f1758f-6248-4f1f-ad6d-1df9eebad8af service neutron] 10.222.0.45 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944726 Jan 27 23:25:28.281947 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b8a33e66-67cf-4331-a574-e67eddcae7b0 req-037d68e7-7f47-470e-a97c-2b5b960a02d6 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0275927 Jan 27 23:25:29.365649 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c77c5b68-5a09-4e83-b575-58e15b6312f3 req-0e135e85-83a8-4f41-8d53-4e670ec91221 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0276515 Jan 27 23:25:30.453118 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-074b19fc-0a2b-4670-9059-2c3ed210ecb1 req-9683ba11-47fb-4a02-93e1-8234535c69da tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0283899 Jan 27 23:25:31.543870 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e33e8e5b-0ad2-4de9-bbbd-c3997d05757f req-53fa2c30-a150-44e4-b953-fc2949ea3dee tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0331333 Jan 27 23:25:32.648081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d0c9bc7c-8668-4c43-a091-d1680c0df72d req-a5debcfc-44f2-4bb0-b665-66f67d85c5d3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0275879 Jan 27 23:25:33.396004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f84ead17-9a05-4d57-8575-4eb0ee882d94 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:33.397464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f84ead17-9a05-4d57-8575-4eb0ee882d94 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 809 time: 0.1192410 Jan 27 23:25:33.461514 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-7e47f18b-bda2-46bc-a966-bafbba384fa6 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=085f8532d5d04a739551ea7ef6f543ed HTTP/1.1" status: 200 len: 380 time: 0.0563614 Jan 27 23:25:33.470084 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'port': {'device_id': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'admin_state_up': True, 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'security_groups': ['b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:33.588896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Made reservation on behalf of 085f8532d5d04a739551ea7ef6f543ed for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:25:33.592544 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:33.738946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Allocated IP 172.20.0.4 (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb/1a83925a-2337-4d96-951c-1e583f3b61eb/a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:25:33.758708 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-32c21f1e-117b-4112-8bc9-585a18e8c57f req-f0c6b3b4-8833-414c-8500-0f4e1d828ee1 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0349741 Jan 27 23:25:33.895500 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:33.931120 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:33.977897 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:25:33.981046 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:25:33.987685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:25:33.994333 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:34.043183 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:34.044001 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.049334 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1d24bb63-324e-4b95-a1b9-1d7c0cca0db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.072604 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f239fb93-6c47-43a1-992c-75e1dd8ff4c2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066458 Jan 27 23:25:34.084807 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Request body: {'port': {'device_id': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:34.148153 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.240477 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-d3771f1f-2062-4153-8f45-ca5fa51cf457 None None] Provisioning complete for port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:25:34.240965 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d3771f1f-2062-4153-8f45-ca5fa51cf457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.280145 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d3771f1f-2062-4153-8f45-ca5fa51cf457 None None] Port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:25:34.430949 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:25:34.439249 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Publish callbacks [] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.453414 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Transition to ACTIVE for port object a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:25:34.458922 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.517537 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Pushing event updated for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:34.602659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Attempting to bind port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:25:34.603001 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Attempting to bind port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:25:34.603578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Attempting to bind port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc on network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:25:34.608674 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc on network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:25:34.608993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Attempting to bind port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc on network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:25:34.615290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:25:34.615672 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Checking segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:25:34.616065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Bound using segment: {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:25:34.616504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Bound port: a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e7b640-d1f3-4657-80b1-04f7bcb11f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:25:34.617021 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.691098 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:25:34.695445 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:25:34.702057 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.738413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:34.738974 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:34.740462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] 10.222.0.57 "PUT /v2.0/ports/a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 1091 time: 0.6605403 Jan 27 23:25:34.740920 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:25:34.743240 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:25:34.775393 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86199ec-fc0b-42bd-9fe8-fb3d2eb14a35 service neutron] Pushing event updated for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:34.883800 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf13699-7fff-44b7-b22c-00ad3554aae5 x-openstack-request-id: req-5cf13699-7fff-44b7-b22c-00ad3554aae5 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:25:34.884104 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:25:34.884364 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cf13699-7fff-44b7-b22c-00ad3554aae5 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:25:34.884778 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'status': 'completed', 'code': 200} Jan 27 23:25:34.892770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-4b93f80c-6155-411d-acdf-6fb194c39479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:34.894386 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-4b93f80c-6155-411d-acdf-6fb194c39479 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1094 time: 0.0974410 Jan 27 23:25:34.944927 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-12f89647-08e7-4c1d-8d8e-639621498b38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 217 time: 0.0435641 Jan 27 23:25:34.952497 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570a710-9822-4eaf-89e7-1c9137fb3f45 req-a8307be4-c258-4688-910f-bc8842f48127 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:34.954040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3570a710-9822-4eaf-89e7-1c9137fb3f45 req-a8307be4-c258-4688-910f-bc8842f48127 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.1078618 Jan 27 23:25:35.031590 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-577e0d9a-a637-4210-8f07-334706ad65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:35.033116 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-577e0d9a-a637-4210-8f07-334706ad65b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0781579 Jan 27 23:25:35.057574 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3570a710-9822-4eaf-89e7-1c9137fb3f45 req-6ea7cb6a-5c34-44b5-93d2-38f55d456976 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947750 Jan 27 23:25:35.090176 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-106ecef9-a867-4ecf-9def-d871ce2b369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:35.092359 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-106ecef9-a867-4ecf-9def-d871ce2b369c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493152 Jan 27 23:25:35.183499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-f63b1cd7-4bc6-40df-99e4-41edfe4633aa service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848446 Jan 27 23:25:35.280125 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9a383f03-531a-4bfd-a4a1-131142b64196 req-b14f0d12-6816-4217-abe4-268503d3c866 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908937 Jan 27 23:25:35.366718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-546e108b-92de-4274-9bcd-3f623c08df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:35.368295 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-546e108b-92de-4274-9bcd-3f623c08df3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1094 time: 0.0433834 Jan 27 23:25:35.465406 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-85fe12a4-7c58-49c5-a975-4199c7963366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:35.466940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-85fe12a4-7c58-49c5-a975-4199c7963366 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0929022 Jan 27 23:25:35.828764 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-a5116021-b7df-441a-b029-8f0c65c4d4ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 217 time: 0.3561077 Jan 27 23:25:35.879819 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-35ab9150-18f8-4368-bdef-d256f43effaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:35.881318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-35ab9150-18f8-4368-bdef-d256f43effaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0470910 Jan 27 23:25:35.927952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-1a657efd-7b0f-41a3-80c9-849e20098275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:35.929474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-1a657efd-7b0f-41a3-80c9-849e20098275 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426102 Jan 27 23:25:36.033169 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-2f8f31b2-de0b-4001-b017-f454766e0535 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971615 Jan 27 23:25:36.137654 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5da9c5d1-1aa9-4966-8687-4fd059d7aae1 req-94b8740f-a6e6-48e7-8d93-43f88ea5f5dd service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984893 Jan 27 23:25:36.216031 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9f527-b307-4d8f-8587-e17f067ff73f req-9b38a685-bf42-4a7f-8ea4-69dbab129052 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:36.217578 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33f9f527-b307-4d8f-8587-e17f067ff73f req-9b38a685-bf42-4a7f-8ea4-69dbab129052 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0534525 Jan 27 23:25:36.272437 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-33f9f527-b307-4d8f-8587-e17f067ff73f req-d78c9645-26cf-4083-a5cf-042d9f74c376 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488234 Jan 27 23:25:37.141386 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-abca66bf-439c-43e4-b243-ae62e8068fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:37.392399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24446d1-a1f7-41c0-b929-be0062391780 req-2725596f-6926-4d60-bd18-9ea8ab7f34d6 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:37.393812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b24446d1-a1f7-41c0-b929-be0062391780 req-2725596f-6926-4d60-bd18-9ea8ab7f34d6 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0490811 Jan 27 23:25:37.444175 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b24446d1-a1f7-41c0-b929-be0062391780 req-be551a2c-70d0-42cd-8ea0-42a1e2215214 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445948 Jan 27 23:25:38.566564 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209e075-6194-44d5-aa49-b0ac798e043c req-77d1d118-6f32-4804-b86a-ed961da5635b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:38.568102 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e209e075-6194-44d5-aa49-b0ac798e043c req-77d1d118-6f32-4804-b86a-ed961da5635b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0539486 Jan 27 23:25:38.619760 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e209e075-6194-44d5-aa49-b0ac798e043c req-cccb626b-7586-4898-9ef9-4a003934120b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458691 Jan 27 23:25:38.907176 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:39.744795 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025b8d2-0033-41c9-a743-8e526b8f0abd req-3eab8ad9-61e6-4a07-bea8-d0e5086ca636 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:39.746485 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c025b8d2-0033-41c9-a743-8e526b8f0abd req-3eab8ad9-61e6-4a07-bea8-d0e5086ca636 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0527039 Jan 27 23:25:39.800288 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c025b8d2-0033-41c9-a743-8e526b8f0abd req-82b780f8-a14e-41f9-a370-d833165b1987 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466578 Jan 27 23:25:40.916184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6671e-e198-4c3b-b197-f1e1002c0427 req-04d50e0b-50fe-41f9-94ea-87ad3aef1813 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:40.917959 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eca6671e-e198-4c3b-b197-f1e1002c0427 req-04d50e0b-50fe-41f9-94ea-87ad3aef1813 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0515735 Jan 27 23:25:40.973859 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-eca6671e-e198-4c3b-b197-f1e1002c0427 req-a582a83d-41f8-4942-a6a1-6b6b5a80736e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494165 Jan 27 23:25:41.246631 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:41.455872 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:42.100609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afe460-08f8-4998-8d98-5bc4b337221d req-e79495a0-2adf-49a9-bb67-1fc5cdef4c4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:42.103367 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42afe460-08f8-4998-8d98-5bc4b337221d req-e79495a0-2adf-49a9-bb67-1fc5cdef4c4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0546792 Jan 27 23:25:42.155193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-42afe460-08f8-4998-8d98-5bc4b337221d req-3504071a-fbf6-45a7-b80d-5b1b7071e535 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 Jan 27 23:25:43.278065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd612fb-dd46-4fcb-b633-4965ab6e642e req-f9f9349b-e4ea-4f4a-9a68-b309e5241eaf tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:43.279619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bd612fb-dd46-4fcb-b633-4965ab6e642e req-f9f9349b-e4ea-4f4a-9a68-b309e5241eaf tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0506921 Jan 27 23:25:43.330318 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4bd612fb-dd46-4fcb-b633-4965ab6e642e req-980f3a86-d24a-4365-be87-39b5e335aa43 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447121 Jan 27 23:25:44.470408 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a8622-8330-40f7-b448-ac1b5f8c7ebc req-931082c5-5e70-4792-86c4-ca919d8de32a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:44.471919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e24a8622-8330-40f7-b448-ac1b5f8c7ebc req-931082c5-5e70-4792-86c4-ca919d8de32a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0624049 Jan 27 23:25:44.525611 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e24a8622-8330-40f7-b448-ac1b5f8c7ebc req-71ccdd74-ecf3-45eb-a131-f7816752ca98 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Jan 27 23:25:45.657113 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0769ae-8711-43f1-97b3-0c9bb49a2563 req-d2f4e7f9-583d-4f28-87a7-ddbd2cff1ae3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:45.659243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d0769ae-8711-43f1-97b3-0c9bb49a2563 req-d2f4e7f9-583d-4f28-87a7-ddbd2cff1ae3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0555301 Jan 27 23:25:45.713774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7d0769ae-8711-43f1-97b3-0c9bb49a2563 req-9385c39d-914b-4098-b354-bf20ecea3fd0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486038 Jan 27 23:25:46.838979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc76ad-c498-4df1-b052-2f7f13deb37b req-1c79cf5a-1e8b-40a2-ba6f-5caa32a5cbda tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:46.840595 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94dc76ad-c498-4df1-b052-2f7f13deb37b req-1c79cf5a-1e8b-40a2-ba6f-5caa32a5cbda tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0572269 Jan 27 23:25:46.891533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-94dc76ad-c498-4df1-b052-2f7f13deb37b req-d02dbc3d-aa8b-4956-820c-c5232198bcca tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Jan 27 23:25:48.029396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8e4d0-a14a-40bc-b9d2-fcf4131cbe01 req-a0c18b2a-0c1b-4427-8075-5804fc948c8b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:48.035736 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa8e4d0-a14a-40bc-b9d2-fcf4131cbe01 req-a0c18b2a-0c1b-4427-8075-5804fc948c8b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0666256 Jan 27 23:25:48.086681 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2fa8e4d0-a14a-40bc-b9d2-fcf4131cbe01 req-721cb5b4-ccef-4056-bc6f-8599872a233d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453706 Jan 27 23:25:49.175571 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:49.217848 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4c148-8689-4932-b594-d91af2bc22ee req-9f08b638-7235-4f95-8215-12e3a3b03a10 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:49.219383 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93b4c148-8689-4932-b594-d91af2bc22ee req-9f08b638-7235-4f95-8215-12e3a3b03a10 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0490656 Jan 27 23:25:49.282679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-93b4c148-8689-4932-b594-d91af2bc22ee req-ce83a02b-cd38-49f1-b5ab-84c0af4f9292 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574856 Jan 27 23:25:50.403227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fee6b-f4a4-46a0-b754-4734e50a7d6a req-85352454-61e7-4b89-8181-679427d622fd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:50.404807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-062fee6b-f4a4-46a0-b754-4734e50a7d6a req-85352454-61e7-4b89-8181-679427d622fd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0508506 Jan 27 23:25:50.459598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-062fee6b-f4a4-46a0-b754-4734e50a7d6a req-eb27bd4c-c39b-4b4f-b128-c09765078117 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484424 Jan 27 23:25:51.034691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:25:51.140795 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:25:51.155482 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'port_id': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'mac_address': 'fa:16:3e:f7:69:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:25:51.200218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:25:51.200616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:51.214279 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:25:51.233748 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:25:51.241118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:51.291139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:51.298897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.299243 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.299618 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.299953 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.300284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.300593 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.300947 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.301265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.301581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.301903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.302218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.302527 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.302842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:25:51.445698 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:25:51.585473 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1346b3a-3893-4a16-9d51-36a29215eee9 req-dfc0a427-64fb-4039-b373-d7ffb4c5ee10 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:51.586982 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1346b3a-3893-4a16-9d51-36a29215eee9 req-dfc0a427-64fb-4039-b373-d7ffb4c5ee10 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 944 time: 0.0494866 Jan 27 23:25:51.651922 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f1346b3a-3893-4a16-9d51-36a29215eee9 req-3e7461c2-6592-483a-967f-1b63ac5acaa2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580595 Jan 27 23:25:51.979368 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:52.794959 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a526c7e-322e-4321-aecb-ce5dd16f25b3 req-3eb24e01-eca1-4614-b19d-cf99c27e42e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:52.796478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a526c7e-322e-4321-aecb-ce5dd16f25b3 req-3eb24e01-eca1-4614-b19d-cf99c27e42e5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 944 time: 0.0609415 Jan 27 23:25:52.851478 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2a526c7e-322e-4321-aecb-ce5dd16f25b3 req-6fa9809a-0d0a-4861-94c3-708752be3bf4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465386 Jan 27 23:25:53.049585 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:25:53.105727 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:25:53.110724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:25:53.111168 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:53.200960 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:25:53.201355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:53.228815 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:25:53.232712 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b91694f-e6c1-4f1f-85b8-63d89ff98820" -d '{"events": [{"server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "name": "network-vif-plugged", "status": "completed", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:25:53.247262 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:25:53.253184 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:53.278567 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae52487a-db6a-459a-ab74-ca1e25ad181b x-openstack-request-id: req-ae52487a-db6a-459a-ab74-ca1e25ad181b {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:25:53.278870 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "name": "network-vif-plugged", "status": "completed", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:25:53.279129 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae52487a-db6a-459a-ab74-ca1e25ad181b {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:25:53.279551 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'code': 200} Jan 27 23:25:53.312096 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:53.381583 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c0dc7-3f68-4750-94e9-9930fd8ca3f9 req-30d8e4df-6302-427b-af5e-c18ddd4925c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:53.383220 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-793c0dc7-3f68-4750-94e9-9930fd8ca3f9 req-30d8e4df-6302-427b-af5e-c18ddd4925c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.0450530 Jan 27 23:25:53.431165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-793c0dc7-3f68-4750-94e9-9930fd8ca3f9 req-c08fd19a-bf93-470c-949b-2794726d13ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Jan 27 23:25:53.975108 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea61a9-4270-489f-95ee-842a94f890ce req-4ba51981-a06c-4a66-8f93-ba99a10ced50 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:53.976556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ea61a9-4270-489f-95ee-842a94f890ce req-4ba51981-a06c-4a66-8f93-ba99a10ced50 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0553191 Jan 27 23:25:54.031354 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e6ea61a9-4270-489f-95ee-842a94f890ce req-4db13505-e242-4bff-840b-f8efe9411eb9 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487967 Jan 27 23:25:55.157061 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393639-32e7-4147-a532-44b11fe5a084 req-4b994795-318a-4da2-8cc8-4c832afecbab tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:55.158629 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9393639-32e7-4147-a532-44b11fe5a084 req-4b994795-318a-4da2-8cc8-4c832afecbab tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0556581 Jan 27 23:25:55.209553 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d9393639-32e7-4147-a532-44b11fe5a084 req-8adfb988-a942-4536-a176-22d2bf37d4df tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 Jan 27 23:25:55.340313 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9653a-8ac8-4d24-a261-a9cc0aed1cf2 req-e383039a-b16b-461e-b963-d3df59679cb1 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:55.341924 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3d9653a-8ac8-4d24-a261-a9cc0aed1cf2 req-e383039a-b16b-461e-b963-d3df59679cb1 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0495255 Jan 27 23:25:55.393111 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c3d9653a-8ac8-4d24-a261-a9cc0aed1cf2 req-25fe5142-896b-4232-b3c0-38f186ed3d0c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452673 Jan 27 23:25:55.416024 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49888) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:55.460981 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31ca9b-4e1e-4e92-bd7c-0209d1a92f51 tempest-TestShelveInstance-1436716083 tempest-TestShelveInstance-1436716083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:55.462521 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0c31ca9b-4e1e-4e92-bd7c-0209d1a92f51 tempest-TestShelveInstance-1436716083 tempest-TestShelveInstance-1436716083-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1091 time: 0.0454979 Jan 27 23:25:55.465476 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 49890) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:25:55.469954 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:25:55.494956 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:55.602654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:55.725940 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Allocated IP 172.25.8.108 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/e3348067-ff9c-4998-9919-b658610ad776) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:25:55.834558 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for port (e3348067-ff9c-4998-9919-b658610ad776), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:55.873137 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (e3348067-ff9c-4998-9919-b658610ad776), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:55.917390 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:25:55.922454 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:25:55.925315 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:25:55.932381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'Port': ['ID=e3348067-ff9c-4998-9919-b658610ad776,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:56.308590 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for floatingip (e7ad7f4c-ea4c-433e-a710-e7a739ba3c10), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:56.362550 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:25:56.394265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e3348067-ff9c-4998-9919-b658610ad776), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:56.561031 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for port (e3348067-ff9c-4998-9919-b658610ad776), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:56.567993 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (e3348067-ff9c-4998-9919-b658610ad776), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:56.647891 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event updated for resources: {'Port': ['ID=e3348067-ff9c-4998-9919-b658610ad776,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:25:56.656555 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (e7ad7f4c-ea4c-433e-a710-e7a739ba3c10), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:56.767829 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Floating IP e7ad7f4c-ea4c-433e-a710-e7a739ba3c10 associated. External IP: 172.25.8.108, port: a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc. Jan 27 23:25:56.989129 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Router f2269ce0-da85-49c6-a114-34b94f68e41f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:25:57.101816 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:25:57.113789 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] Sync routers for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:25:57.123927 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:57.127134 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:25:57.127933 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:25:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:25:57.154840 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8f55bdfc-9a2a-4bd4-9427-0a5fdb834a4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6881485 Jan 27 23:25:57.155474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:25:57.157847 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:25:57.239747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:25:57.253288 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955b2a64-6092-47eb-966b-d8e2b94080fc x-openstack-request-id: req-955b2a64-6092-47eb-966b-d8e2b94080fc {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:25:57.253614 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:25:57.253855 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-955b2a64-6092-47eb-966b-d8e2b94080fc {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:25:57.254299 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'status': 'completed', 'code': 200} Jan 27 23:25:57.316990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-60f99e3d-af90-49dc-ad11-85d081052eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:57.318646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-60f99e3d-af90-49dc-ad11-85d081052eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.0422652 Jan 27 23:25:57.413351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-e735a564-7f02-4b10-b023-bd3c070693b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:57.414889 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-e735a564-7f02-4b10-b023-bd3c070693b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0909133 Jan 27 23:25:57.469853 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e7ad7f4c-ea4c-433e-a710-e7a739ba3c10', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'port_id': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'mac_address': 'fa:16:3e:f7:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:25:56Z', 'updated_at': '2022-01-27T23:25:56Z', 'revision_number': 0, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:25:57.482258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-6e4fa354-b97c-4f40-92f0-ad72b053c4a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 999 time: 0.0613570 Jan 27 23:25:57.497590 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] Checking router: f2269ce0-da85-49c6-a114-34b94f68e41f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:25:57.506788 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:25:57.507380 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:25:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:25:57.535081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-285b948e-47ac-4085-ba40-8312ae85106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:57.536631 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-285b948e-47ac-4085-ba40-8312ae85106a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0487332 Jan 27 23:25:57.583319 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-f590a759-c766-44d5-850f-4400932057ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:25:57.584928 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-f590a759-c766-44d5-850f-4400932057ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430806 Jan 27 23:25:57.616766 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:25:57.683505 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-74ad287b-f22d-4306-b746-80575996bfdc service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924973 Jan 27 23:25:57.782213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fbd5e54-c596-41ac-9a4c-158dc4c649b2 req-3aff6264-23c4-4151-9b5e-f926991e91a3 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929739 Jan 27 23:25:57.862017 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e7ad7f4c-ea4c-433e-a710-e7a739ba3c10', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'port_id': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'mac_address': 'fa:16:3e:f7:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:25:56Z', 'updated_at': '2022-01-27T23:25:56Z', 'revision_number': 0, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:25:57.892053 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b3726-3957-4626-9e1f-60bb14ae83de None None] The sync data for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 is: [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'e7ad7f4c-ea4c-433e-a710-e7a739ba3c10', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'port_id': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'mac_address': 'fa:16:3e:f7:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:25:56Z', 'updated_at': '2022-01-27T23:25:56Z', 'revision_number': 0, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:25:58.103278 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6553a6c9-ed6a-4a56-828c-f4bf6db7821a None None] New status for floating IP e7ad7f4c-ea4c-433e-a710-e7a739ba3c10: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:26:04.045137 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ca595248-77c1-42ae-9e8f-2eb6cc682238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:07.152853 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3c24b7a8-380d-4e0d-b955-5d1dacb70d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:08.911610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:11.242849 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:11.463330 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:19.176054 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:21.981629 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:33.056097 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-3d35e88c-fa72-46c7-bade-c7d9988ee3bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469096 Jan 27 23:26:33.161465 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-03e32e0e-bce8-4d09-9ca1-e885ac463277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:26:33.163323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-03e32e0e-bce8-4d09-9ca1-e885ac463277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.0507936 Jan 27 23:26:33.284997 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-16d7df3f-b0c1-4ff4-a15d-574bec0040fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:26:33.286419 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-16d7df3f-b0c1-4ff4-a15d-574bec0040fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.1028256 Jan 27 23:26:33.360636 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-bf171e55-6411-4716-9911-89b8faf120dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 1001 time: 0.0653436 Jan 27 23:26:33.361619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:26:33.420010 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-f7d73b13-e348-4dff-946a-7d7966eb168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:26:33.421483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-f7d73b13-e348-4dff-946a-7d7966eb168c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0554078 Jan 27 23:26:33.467329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-37cbfbf7-60e0-4d7f-b892-af0f04a8b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:26:33.468887 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-37cbfbf7-60e0-4d7f-b892-af0f04a8b87f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412533 Jan 27 23:26:33.558808 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-4b727aaa-2ecc-48e4-964c-614fec7f8725 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840385 Jan 27 23:26:33.657615 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-35e54ecb-54a1-488b-a568-a1f4be609d8b req-cc730c0d-e0a3-4e36-9229-3e6b56ddc59b service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933836 Jan 27 23:26:34.052767 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-efab2a63-cc5b-4a0d-89b6-d239c91e5fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:37.148815 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3fdb572a-8487-4d50-83c1-4dd0f0fbf19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:38.916341 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:41.253314 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:41.469167 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:49.193182 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:51.997090 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:04.055118 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d000a46d-003d-472f-b5d5-e4a9946ebfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:07.144207 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d3e0d6ce-642d-4b1c-9426-31987f1a56e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:08.919078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:10.361967 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:27:11.243887 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:11.470457 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:19.209584 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:22.008533 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:34.050448 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-62763039-0fe2-41fe-a801-cb567461d655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:34.051161 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-c48b7ca7-dd83-4c75-b168-8e0a16aaeb6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440583 Jan 27 23:27:34.137584 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-f50197f8-359b-4171-8582-342ef9a9cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:34.139151 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-f50197f8-359b-4171-8582-342ef9a9cca2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.0435865 Jan 27 23:27:34.249743 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-9918a783-c5ae-4825-8648-687e5cb84b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:34.251240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-9918a783-c5ae-4825-8648-687e5cb84b10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0932846 Jan 27 23:27:34.318467 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-c79e08db-e8ed-4b3a-b345-c8c514e54851 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 1001 time: 0.0615892 Jan 27 23:27:34.374058 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-15d68fa4-b3cc-43e4-ab55-b7647b17ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:34.375586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-15d68fa4-b3cc-43e4-ab55-b7647b17ce67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0511293 Jan 27 23:27:34.425349 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-e57b6f74-22e5-438c-a33b-e5ac1cddb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:34.426920 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-e57b6f74-22e5-438c-a33b-e5ac1cddb6a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451829 Jan 27 23:27:34.519013 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-504fb643-78e5-4ca8-9a2e-cfed7d725c1c service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861073 Jan 27 23:27:34.616728 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1d294d1d-21bb-490f-9e88-17ad4352c2ae req-80503c8a-aab7-4061-9c03-29985f7807bb service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913074 Jan 27 23:27:37.152175 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4d62-be50-4c0a-b262-045cf079accc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:38.921467 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:41.241935 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:41.467509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:47.362344 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:27:49.218369 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:52.006442 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:53.668942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae450f-b4c4-4df9-a267-f561c4c65078 req-0f7c2149-83ba-46ee-837d-3ecc74b4e963 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:53.670550 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24ae450f-b4c4-4df9-a267-f561c4c65078 req-0f7c2149-83ba-46ee-837d-3ecc74b4e963 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0561817 Jan 27 23:27:53.723857 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-24ae450f-b4c4-4df9-a267-f561c4c65078 req-e7bd27c6-2254-486d-8f27-3d7acf4e0943 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466990 Jan 27 23:27:54.854909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ae3e-8339-4dc4-970f-6baf5dc6fce9 req-4c1b6a01-d136-48c0-9a05-2b0e6499c3ce tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:54.856500 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3643ae3e-8339-4dc4-970f-6baf5dc6fce9 req-4c1b6a01-d136-48c0-9a05-2b0e6499c3ce tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0501637 Jan 27 23:27:54.911778 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3643ae3e-8339-4dc4-970f-6baf5dc6fce9 req-c76e18f2-412f-4093-b20e-b7aceff1264f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491354 Jan 27 23:27:56.042258 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840c2e9-4c6c-435d-bc05-1c7143c8e17a req-fd3fd6ab-3b54-4194-a13a-c2263b208412 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:56.043775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e840c2e9-4c6c-435d-bc05-1c7143c8e17a req-fd3fd6ab-3b54-4194-a13a-c2263b208412 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0515697 Jan 27 23:27:56.094412 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e840c2e9-4c6c-435d-bc05-1c7143c8e17a req-541e185f-42c8-4a18-bf0c-1159d67caee4 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Jan 27 23:27:57.212392 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a4c24-acaa-4b2a-8d0f-ac35aa7a397c req-1ddebb71-107d-4709-a04e-0c133bde6ceb tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:57.213881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c61a4c24-acaa-4b2a-8d0f-ac35aa7a397c req-1ddebb71-107d-4709-a04e-0c133bde6ceb tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0507977 Jan 27 23:27:57.262469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c61a4c24-acaa-4b2a-8d0f-ac35aa7a397c req-2841ed5d-6fd5-4303-9b17-21af587679d6 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Jan 27 23:27:58.387813 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769114-9d92-476b-8e93-fac423f2bb3e req-edfcb7dc-730e-4d64-912f-3c6dad4c179a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:58.389316 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3769114-9d92-476b-8e93-fac423f2bb3e req-edfcb7dc-730e-4d64-912f-3c6dad4c179a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0543029 Jan 27 23:27:58.442103 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3769114-9d92-476b-8e93-fac423f2bb3e req-4e087348-2ad4-4bdb-b87c-88c45f90624f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466516 Jan 27 23:27:59.577737 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af24d7-0ed8-41a3-9806-331d07145b1d req-fc1d248c-8f26-4b03-b40e-49bf06c4888f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:27:59.579243 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0af24d7-0ed8-41a3-9806-331d07145b1d req-fc1d248c-8f26-4b03-b40e-49bf06c4888f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0601997 Jan 27 23:27:59.630002 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f0af24d7-0ed8-41a3-9806-331d07145b1d req-c4ee8f4d-957c-4340-9318-e09a3453c82c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448661 Jan 27 23:28:00.756089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85dbac-b711-4c2f-a6ba-f93950640c21 req-8c15506d-e237-4dd8-a1b9-d1ff0686fc8e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:00.757671 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b85dbac-b711-4c2f-a6ba-f93950640c21 req-8c15506d-e237-4dd8-a1b9-d1ff0686fc8e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0562015 Jan 27 23:28:00.811762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9b85dbac-b711-4c2f-a6ba-f93950640c21 req-a849a916-4efa-4d32-9c9c-ed9849225a18 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481935 Jan 27 23:28:01.945410 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58801232-71a7-4783-a543-3a6a0a7f1b5f req-fd6a7e60-3979-4347-abfa-b9d7b2564769 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:01.946897 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58801232-71a7-4783-a543-3a6a0a7f1b5f req-fd6a7e60-3979-4347-abfa-b9d7b2564769 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0606525 Jan 27 23:28:01.998725 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-58801232-71a7-4783-a543-3a6a0a7f1b5f req-69148cce-baa2-45b6-adfc-c86c0ffaa400 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Jan 27 23:28:03.127329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd35016-2918-48c6-ae4a-8bfa7119d424 req-3763babc-c4c4-4f35-a694-a171364f9d16 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:03.128838 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfd35016-2918-48c6-ae4a-8bfa7119d424 req-3763babc-c4c4-4f35-a694-a171364f9d16 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0562718 Jan 27 23:28:03.184539 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfd35016-2918-48c6-ae4a-8bfa7119d424 req-20e76168-d23d-4f4f-829a-e6d7240eccac tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496886 Jan 27 23:28:03.821527 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-06ce00f4-0ae3-4801-9e7e-50058edf2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:03.823019 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-06ce00f4-0ae3-4801-9e7e-50058edf2ca7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.0508258 Jan 27 23:28:03.917351 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-a96eca2d-1db8-4992-8c4d-99afb58e5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:03.918848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-a96eca2d-1db8-4992-8c4d-99afb58e5bbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0906730 Jan 27 23:28:03.992624 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-7c4f4f65-619a-4703-9721-0b0b4777984c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 1001 time: 0.0676992 Jan 27 23:28:04.049106 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7262041a-5264-4a20-9f95-2f287cbba3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:04.049754 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-8bd4603d-7265-4d34-b614-b7abd4d34526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:04.050936 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-8bd4603d-7265-4d34-b614-b7abd4d34526 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0513599 Jan 27 23:28:04.103557 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-053ca942-e4f9-44bf-8f3f-1e3cbf278528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:04.105080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-053ca942-e4f9-44bf-8f3f-1e3cbf278528 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487764 Jan 27 23:28:04.115168 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-b64f92f2-b400-4c08-bba7-c0e8c138dde0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:28:04.116166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-b64f92f2-b400-4c08-bba7-c0e8c138dde0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052958 Jan 27 23:28:04.551775 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82919ce3-52d4-49ee-abd1-12076c3c53fb req-9a5765ab-8556-4e78-84e2-76f3544601d5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:04.553255 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82919ce3-52d4-49ee-abd1-12076c3c53fb req-9a5765ab-8556-4e78-84e2-76f3544601d5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0771677 Jan 27 23:28:04.557369 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-bc498a52-491f-42a6-804f-7903853dcc2f service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341867 Jan 27 23:28:04.660762 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-82919ce3-52d4-49ee-abd1-12076c3c53fb req-03c43ec3-f23c-46d3-895e-0edc1fc88c4e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016717 Jan 27 23:28:04.691338 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2ac6083d-ed4f-424f-97f8-e14b1ed748be req-79a18e06-7e3a-430d-ada6-72cd192591b6 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262207 Jan 27 23:28:05.785619 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56fc7b-c1b2-41c2-b8ca-f9cd5a85ed41 req-7edea4d6-5b11-4ff4-b65b-712edc4764ae tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:05.787126 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b56fc7b-c1b2-41c2-b8ca-f9cd5a85ed41 req-7edea4d6-5b11-4ff4-b65b-712edc4764ae tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0504842 Jan 27 23:28:05.849692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b56fc7b-c1b2-41c2-b8ca-f9cd5a85ed41 req-60df8cd0-e5b9-4102-aced-3b6c5fcda8ab tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554550 Jan 27 23:28:06.980291 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0558d8-fe14-4104-9a55-e39bdc3eb26b req-ce77d6e3-1328-4461-b0c7-080d1ddab3d5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:06.981803 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb0558d8-fe14-4104-9a55-e39bdc3eb26b req-ce77d6e3-1328-4461-b0c7-080d1ddab3d5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0595241 Jan 27 23:28:07.034640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cb0558d8-fe14-4104-9a55-e39bdc3eb26b req-65e36b7f-aec1-49f2-a942-dcb8810e8856 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 Jan 27 23:28:07.150050 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96a3e6e1-6e7c-43c2-bb5f-5731ab346d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:08.181159 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529e79c-0e32-4946-a7db-378fe701dec9 req-af7b437e-b12c-4697-a357-56481206ff93 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:08.183014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d529e79c-0e32-4946-a7db-378fe701dec9 req-af7b437e-b12c-4697-a357-56481206ff93 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0705683 Jan 27 23:28:08.250664 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d529e79c-0e32-4946-a7db-378fe701dec9 req-9a288a0c-1b85-404d-aadb-31dd9c4ddc39 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591025 Jan 27 23:28:08.926995 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:09.383367 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9662c-6f6a-4734-8837-9dedf18eca3f req-4148c97a-a409-4e91-b9cc-ca04ed9486c0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:09.384942 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04c9662c-6f6a-4734-8837-9dedf18eca3f req-4148c97a-a409-4e91-b9cc-ca04ed9486c0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0562763 Jan 27 23:28:09.437516 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-04c9662c-6f6a-4734-8837-9dedf18eca3f req-5037e2aa-b92f-402b-b7ca-74c5118780c3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465975 Jan 27 23:28:09.830678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:28:09.920982 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:28:09.921286 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:09.945022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:28:09.947501 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ee0667-ac72-4d49-8398-5d92cfc982fe" -d '{"events": [{"server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "name": "network-vif-unplugged", "status": "completed", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:28:09.960452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:28:09.966468 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:09.992585 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8600a74b-28ca-4ed8-b062-3a6e20b57566 x-openstack-request-id: req-8600a74b-28ca-4ed8-b062-3a6e20b57566 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:28:09.992882 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "name": "network-vif-unplugged", "status": "completed", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:28:09.993141 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8600a74b-28ca-4ed8-b062-3a6e20b57566 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:28:09.993541 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'code': 200} Jan 27 23:28:10.017495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:28:10.025088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.025478 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.025774 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.026138 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.026475 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.026809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.027139 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.027501 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.027828 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.028137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.028458 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.028792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.029117 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:28:10.562138 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b711f-d195-445f-8c0b-b353804b5812 req-8c6f6570-52fc-4e9e-96ef-00d7b1825769 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:10.563752 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b2b711f-d195-445f-8c0b-b353804b5812 req-8c6f6570-52fc-4e9e-96ef-00d7b1825769 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0517282 Jan 27 23:28:10.615022 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0b2b711f-d195-445f-8c0b-b353804b5812 req-ada173ee-360c-4e59-9c58-0897040a56ef tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453873 Jan 27 23:28:10.688950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-ccbc09c1-aded-4ed1-99ae-d7f08849ee05 req-f817ea0b-152f-451f-9af0-35952906a624 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:28:10.690091 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ccbc09c1-aded-4ed1-99ae-d7f08849ee05 req-f817ea0b-152f-451f-9af0-35952906a624 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057585 Jan 27 23:28:10.831852 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-4a209cc4-c679-438b-9e13-fd170b49e5df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454135 Jan 27 23:28:10.840735 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-5fbe7593-9d54-4e3a-9ee1-1217652be002 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:28:10.841720 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-5fbe7593-9d54-4e3a-9ee1-1217652be002 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051947 Jan 27 23:28:10.858306 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5cd40-db08-429b-b458-d28a262d0fe1 req-9ddb8646-1464-483f-9910-e5759f87623d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:10.860566 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbb5cd40-db08-429b-b458-d28a262d0fe1 req-9ddb8646-1464-483f-9910-e5759f87623d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0515571 Jan 27 23:28:10.922364 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fbb5cd40-db08-429b-b458-d28a262d0fe1 req-d61c11f4-ee28-4c2f-b1c7-52507512aaf2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551751 Jan 27 23:28:11.240443 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:11.470594 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:12.044448 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7d2a3-a45d-4081-82bf-4aaeb9b8d487 req-58a57011-95ae-49b1-9781-6a7f4b341d6e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:12.046086 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ea7d2a3-a45d-4081-82bf-4aaeb9b8d487 req-58a57011-95ae-49b1-9781-6a7f4b341d6e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0515919 Jan 27 23:28:12.106544 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5ea7d2a3-a45d-4081-82bf-4aaeb9b8d487 req-ae3c88b5-c2d2-4d83-baf6-5efee4d28ee2 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545075 Jan 27 23:28:13.227154 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd7cac-fbd9-4eb1-aae2-16e29eb8312c req-747073bf-90a5-43ce-bd51-524183c98a7d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:13.228381 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97fd7cac-fbd9-4eb1-aae2-16e29eb8312c req-747073bf-90a5-43ce-bd51-524183c98a7d tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0517161 Jan 27 23:28:13.281965 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-97fd7cac-fbd9-4eb1-aae2-16e29eb8312c req-e32905a7-d0de-4eeb-b7e4-052d5f2f9114 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475421 Jan 27 23:28:14.461654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3624-b911-43d9-8513-e889dcd8db5c req-215386bc-9803-42de-9b44-84a0ce228fb3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:14.463155 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe8e3624-b911-43d9-8513-e889dcd8db5c req-215386bc-9803-42de-9b44-84a0ce228fb3 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.1106832 Jan 27 23:28:14.515976 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fe8e3624-b911-43d9-8513-e889dcd8db5c req-8f4a4b7a-8ffb-44cb-a21c-8f8e0cb67dba tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466459 Jan 27 23:28:15.711253 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a003880-c763-4b01-9893-53e75c874048 req-59129b98-f576-46fc-9211-07d1fa2a2892 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:15.712929 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a003880-c763-4b01-9893-53e75c874048 req-59129b98-f576-46fc-9211-07d1fa2a2892 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.1139410 Jan 27 23:28:15.773162 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6a003880-c763-4b01-9893-53e75c874048 req-a6244344-15d6-4f3f-9344-7ed5d99623d0 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536156 Jan 27 23:28:16.897759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21332ffd-01ce-4ab0-be4f-85137c2370e7 req-7e3c66db-5e46-47d4-b302-5d24ba65ac4b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:16.899538 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21332ffd-01ce-4ab0-be4f-85137c2370e7 req-7e3c66db-5e46-47d4-b302-5d24ba65ac4b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0519798 Jan 27 23:28:16.968029 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-21332ffd-01ce-4ab0-be4f-85137c2370e7 req-838b1e17-123b-427e-83b4-6f0682e7c7b8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619192 Jan 27 23:28:18.090049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213eaa8-007c-4f88-91c6-a3b382c55743 req-24ee03c2-a642-4fa8-9f18-44000c09da9f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:18.091651 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5213eaa8-007c-4f88-91c6-a3b382c55743 req-24ee03c2-a642-4fa8-9f18-44000c09da9f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0521548 Jan 27 23:28:18.142679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5213eaa8-007c-4f88-91c6-a3b382c55743 req-d2895682-15a4-4fc9-b6c7-efb91959623b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452139 Jan 27 23:28:19.221022 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:19.269549 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34abc5-00f9-4dc8-a7b4-760aa57de2a0 req-238b4657-a352-41d5-bb09-10ede433e8dc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:19.271081 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf34abc5-00f9-4dc8-a7b4-760aa57de2a0 req-238b4657-a352-41d5-bb09-10ede433e8dc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0551364 Jan 27 23:28:19.325072 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf34abc5-00f9-4dc8-a7b4-760aa57de2a0 req-5254e3a0-a362-43af-b9f1-60d36bda5879 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477970 Jan 27 23:28:20.457804 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e707b2-11bb-4542-91a8-8651a8ef2327 req-e0f4eb46-b708-459b-84a7-3d11c968a39c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:20.459590 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3e707b2-11bb-4542-91a8-8651a8ef2327 req-e0f4eb46-b708-459b-84a7-3d11c968a39c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0603187 Jan 27 23:28:20.512741 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b3e707b2-11bb-4542-91a8-8651a8ef2327 req-dc3f3351-8133-4cdb-917e-bc1f1aee513a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Jan 27 23:28:21.376290 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-9e6246ab-d52c-4fe2-bf04-23b5e9e2ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:21.377719 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-9e6246ab-d52c-4fe2-bf04-23b5e9e2ba98 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc&tenant_id=085f8532d5d04a739551ea7ef6f543ed HTTP/1.1" status: 200 len: 1094 time: 0.0442090 Jan 27 23:28:21.442273 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-3c1e2d6f-d5a3-4823-a70d-111ea920c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:21.443866 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-3c1e2d6f-d5a3-4823-a70d-111ea920c8bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1094 time: 0.0445237 Jan 27 23:28:21.544037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-e60a6b76-f89b-45dd-bd0f-d3bc363621f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:21.545556 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-e60a6b76-f89b-45dd-bd0f-d3bc363621f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0960882 Jan 27 23:28:21.645414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-add87e56-add4-4fe7-bce3-4dad2a1847e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 999 time: 0.0939691 Jan 27 23:28:21.687529 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447ec02-5503-4f73-8ed8-7053b99f1a1a req-cc301f5d-e21b-4d12-aac7-4865e8f288ce tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:21.689065 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a447ec02-5503-4f73-8ed8-7053b99f1a1a req-cc301f5d-e21b-4d12-aac7-4865e8f288ce tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0958424 Jan 27 23:28:21.722659 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-9f805b31-e327-4d77-abb5-fd843e2d5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:21.724185 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-9f805b31-e327-4d77-abb5-fd843e2d5c1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0721121 Jan 27 23:28:21.786610 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a447ec02-5503-4f73-8ed8-7053b99f1a1a req-9db82bee-35d1-4cde-b1bd-334452c96078 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907004 Jan 27 23:28:21.801908 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-562a0c96-24e6-4624-9155-47e6defacff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:21.803449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-562a0c96-24e6-4624-9155-47e6defacff6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690355 Jan 27 23:28:21.901277 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-b0d2a87a-a747-4da0-9238-dafac482aa6e service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908141 Jan 27 23:28:21.992713 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-1e123a1b-811f-4766-ae35-a014a278ab07 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860260 Jan 27 23:28:22.019877 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:22.914387 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd68a0-f5fd-4852-8936-629256a63885 req-fdb4b725-9ebc-4683-aa10-2a38ec012367 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:22.916146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-adfd68a0-f5fd-4852-8936-629256a63885 req-fdb4b725-9ebc-4683-aa10-2a38ec012367 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0574422 Jan 27 23:28:22.968469 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-adfd68a0-f5fd-4852-8936-629256a63885 req-7f1aed4e-2904-43f6-aeda-989a4f39603e tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462625 Jan 27 23:28:24.094845 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0c81-e825-4b23-b935-5a7e9cb498d6 req-48204327-33e2-4f55-9fc1-862e22961993 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:24.096442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46ef0c81-e825-4b23-b935-5a7e9cb498d6 req-48204327-33e2-4f55-9fc1-862e22961993 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0524955 Jan 27 23:28:24.152744 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-46ef0c81-e825-4b23-b935-5a7e9cb498d6 req-7a7c1be6-30be-40b8-ba25-23db64bcd62b tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498035 Jan 27 23:28:24.366882 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:28:25.272261 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda2d5e-1885-4be4-9456-b96aa8745498 req-2a7e3c3a-2524-426e-8550-2509fa62b671 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:25.273997 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ebda2d5e-1885-4be4-9456-b96aa8745498 req-2a7e3c3a-2524-426e-8550-2509fa62b671 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0515363 Jan 27 23:28:25.329297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ebda2d5e-1885-4be4-9456-b96aa8745498 req-53b3e04d-90bb-48b5-8212-b926b39fb595 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496385 Jan 27 23:28:26.450950 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4bc0-cd60-425b-95a8-e186f220512d req-4528b845-470f-4c00-a6f9-f9b9d55fb454 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:26.452504 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a38b4bc0-cd60-425b-95a8-e186f220512d req-4528b845-470f-4c00-a6f9-f9b9d55fb454 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0534575 Jan 27 23:28:26.507726 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a38b4bc0-cd60-425b-95a8-e186f220512d req-ff6ceaac-a0d4-4ad9-9a98-3abdd5639efd tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492485 Jan 27 23:28:27.636085 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd398fdb-ebad-419c-93de-59180d585281 req-5b441773-af58-4ba9-8534-a35b19ca9786 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:27.637635 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd398fdb-ebad-419c-93de-59180d585281 req-5b441773-af58-4ba9-8534-a35b19ca9786 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0544984 Jan 27 23:28:27.694657 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bd398fdb-ebad-419c-93de-59180d585281 req-8599007d-180f-4351-adf5-7e2b018cf460 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482502 Jan 27 23:28:28.821081 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b17da5-5d2a-4f1b-b1e2-23ac92ec8599 req-29ade5fb-5331-4727-8c17-ffe79032ebe5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:28.822598 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4b17da5-5d2a-4f1b-b1e2-23ac92ec8599 req-29ade5fb-5331-4727-8c17-ffe79032ebe5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0562365 Jan 27 23:28:28.873462 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b4b17da5-5d2a-4f1b-b1e2-23ac92ec8599 req-1ae5245a-17f1-4f81-9383-5d33e31bb961 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450718 Jan 27 23:28:29.905689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:28:30.003937 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c4b38-e7e7-4325-b572-bbe6c22b53b2 req-5892df3e-be8d-44fc-9dd1-fc68bb64d386 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:30.005679 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-970c4b38-e7e7-4325-b572-bbe6c22b53b2 req-5892df3e-be8d-44fc-9dd1-fc68bb64d386 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 943 time: 0.0506322 Jan 27 23:28:30.008199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:28:30.020744 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'port_id': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'mac_address': 'fa:16:3e:f7:69:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:28:30.056245 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-970c4b38-e7e7-4325-b572-bbe6c22b53b2 req-5f3235fc-1c5f-495f-a633-279a133f9bb5 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446160 Jan 27 23:28:30.058772 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:28:30.059450 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:30.072919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:28:30.098640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:28:30.104100 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:30.153383 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:28:30.326235 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:28:31.176947 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab9d83-ef4c-4ba7-b7cd-eb471de1e2cd req-b27066d0-6301-463c-8f83-d7c6d39e695f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:31.178483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83ab9d83-ef4c-4ba7-b7cd-eb471de1e2cd req-b27066d0-6301-463c-8f83-d7c6d39e695f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 944 time: 0.0514166 Jan 27 23:28:31.240912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-83ab9d83-ef4c-4ba7-b7cd-eb471de1e2cd req-b6896638-1def-4414-9655-ca8ab5cdb7ad tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564494 Jan 27 23:28:31.939284 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:28:31.996850 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:28:31.997229 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:32.076626 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:28:32.077042 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:32.102072 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:28:32.104387 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48018c35-bc5b-4cc9-8b90-9dc433aec2a5" -d '{"events": [{"server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "name": "network-vif-plugged", "status": "completed", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:28:32.117642 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:28:32.122867 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:32.176185 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:28:32.196066 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5f6d29-5f4c-4876-bcd9-cb0d52881397 x-openstack-request-id: req-9c5f6d29-5f4c-4876-bcd9-cb0d52881397 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:28:32.196359 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "name": "network-vif-plugged", "status": "completed", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:28:32.196605 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c5f6d29-5f4c-4876-bcd9-cb0d52881397 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:28:32.197002 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'code': 200} Jan 27 23:28:32.407560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18971af-609e-450e-82a1-a30625f759fb req-67aac499-506b-4c0a-ae45-599d20ec3d51 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:32.409181 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c18971af-609e-450e-82a1-a30625f759fb req-67aac499-506b-4c0a-ae45-599d20ec3d51 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0806088 Jan 27 23:28:32.416880 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c768f-f157-4b88-a20e-09f69d5910d6 req-e37a59ef-ee76-4ffa-ad64-a030fcc09fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:32.418312 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e2c768f-f157-4b88-a20e-09f69d5910d6 req-e37a59ef-ee76-4ffa-ad64-a030fcc09fbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.1058755 Jan 27 23:28:32.499177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c18971af-609e-450e-82a1-a30625f759fb req-add5b6b9-c5e2-421a-85ea-2ea47685fa20 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791774 Jan 27 23:28:32.501580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7e2c768f-f157-4b88-a20e-09f69d5910d6 req-e3eca80c-6389-40e9-829a-7b462fe3882e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754311 Jan 27 23:28:33.642203 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03261957-59f5-461b-96f1-6ffad790ec42 req-bd60b120-6fe8-42d9-b898-b3dd7a8cd8b1 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:33.643777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03261957-59f5-461b-96f1-6ffad790ec42 req-bd60b120-6fe8-42d9-b898-b3dd7a8cd8b1 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0694609 Jan 27 23:28:33.709089 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-03261957-59f5-461b-96f1-6ffad790ec42 req-283cf5cc-3b97-4391-b5e7-bde7bff80594 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567727 Jan 27 23:28:34.051156 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fae0b401-706b-4c12-97b0-90a1e0d441ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:36.065135 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23163cc3-363f-459c-926a-2fa1a26be007 req-41022a37-bf0e-4cb8-bd85-e6557da2367f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425515 Jan 27 23:28:36.151526 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163cc3-363f-459c-926a-2fa1a26be007 req-12f01248-0eb5-435e-b39d-44cc02941cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:36.153078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23163cc3-363f-459c-926a-2fa1a26be007 req-12f01248-0eb5-435e-b39d-44cc02941cbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.0437319 Jan 27 23:28:36.263686 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163cc3-363f-459c-926a-2fa1a26be007 req-859247fe-5e94-4c20-ba26-da99f11aac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:36.265234 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23163cc3-363f-459c-926a-2fa1a26be007 req-859247fe-5e94-4c20-ba26-da99f11aac68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0926287 Jan 27 23:28:36.332580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23163cc3-363f-459c-926a-2fa1a26be007 req-17a05cab-3765-4a43-b613-1c23bdaf5812 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 1001 time: 0.0618451 Jan 27 23:28:36.384915 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163cc3-363f-459c-926a-2fa1a26be007 req-580b6466-87b7-499e-a59d-a5fadb8d2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:36.386483 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23163cc3-363f-459c-926a-2fa1a26be007 req-580b6466-87b7-499e-a59d-a5fadb8d2f8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0489063 Jan 27 23:28:36.433912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163cc3-363f-459c-926a-2fa1a26be007 req-c0ca8657-553f-457c-a61d-847739031f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:28:36.435673 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23163cc3-363f-459c-926a-2fa1a26be007 req-c0ca8657-553f-457c-a61d-847739031f07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434961 Jan 27 23:28:36.552133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23163cc3-363f-459c-926a-2fa1a26be007 req-ea313384-e438-4dcc-9716-8b9de9f01795 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098926 Jan 27 23:28:36.652284 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-23163cc3-363f-459c-926a-2fa1a26be007 req-fd61e652-2bd6-4316-a7eb-06661a93db12 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938206 Jan 27 23:28:37.151046 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-26f00fba-2622-43da-96fa-73b2071f9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:38.928506 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:41.237220 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:41.474999 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:49.234266 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:52.041434 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:01.368174 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:29:04.047255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0211-b4e8-42d1-b49f-a8a7faa7b01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:07.149312 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b40c996f-02f0-4b92-a91f-7090e274677e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:08.936743 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:11.237625 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:11.478551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:19.234963 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:22.038301 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:34.044669 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-96b6fb0f-b55a-4a96-872f-bde8b832446a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:37.147171 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6e484458-b80e-4f3f-adf1-68d545a2681a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:38.045860 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-16a81818-2b58-4100-86a9-322e667317e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454869 Jan 27 23:29:38.131946 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-6af5a6cb-23f8-46d8-9c93-c668bd28e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:38.133471 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-6af5a6cb-23f8-46d8-9c93-c668bd28e079 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.0440054 Jan 27 23:29:38.243556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-b506d8a3-e85a-4074-83a0-af5385a71360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:38.245055 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-b506d8a3-e85a-4074-83a0-af5385a71360 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0917737 Jan 27 23:29:38.313953 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-a0165f62-9331-475c-8099-0d1f6148a2c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 1001 time: 0.0633550 Jan 27 23:29:38.368275 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-c8ab2638-4b01-488a-a268-d7c5a51c3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:38.368610 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:29:38.369790 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-c8ab2638-4b01-488a-a268-d7c5a51c3f0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0504961 Jan 27 23:29:38.422869 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-97ed841f-1e4f-4d38-9eca-ee0e95c1628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:38.424442 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-97ed841f-1e4f-4d38-9eca-ee0e95c1628e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487542 Jan 27 23:29:38.527845 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-6963cdb4-9926-43f3-bcfd-157bdd444cc4 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961676 Jan 27 23:29:38.635721 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ff209dfe-91c7-49da-96ea-89f250c21c28 req-d4a61c77-c609-4507-9e84-f545c715e363 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012807 Jan 27 23:29:38.938719 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:41.237253 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:41.484903 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:47.139294 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50100) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:29:47.308123 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Deleting port e3348067-ff9c-4998-9919-b658610ad776 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:29:47.308427 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e3348067-ff9c-4998-9919-b658610ad776), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:47.398245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e3348067-ff9c-4998-9919-b658610ad776), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:47.398517 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for floatingip (e3348067-ff9c-4998-9919-b658610ad776), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:47.410511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Calling delete_port for e3348067-ff9c-4998-9919-b658610ad776 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:29:47.576700 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e3348067-ff9c-4998-9919-b658610ad776), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:47.625328 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event deleted for resources: {'Port': ['ID=e3348067-ff9c-4998-9919-b658610ad776,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:29:47.651742 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.652051 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.652353 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.652692 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.653078 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.653364 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.653696 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.654024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.654354 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.654686 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.655017 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.655338 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.655682 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:47.681501 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for floatingip (e7ad7f4c-ea4c-433e-a710-e7a739ba3c10), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:47.681501 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Floating IP e7ad7f4c-ea4c-433e-a710-e7a739ba3c10 disassociated (deleted). External IP: 172.25.8.108, port: a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc. Jan 27 23:29:47.937609 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Router f2269ce0-da85-49c6-a114-34b94f68e41f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:29:48.048587 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:29:48.054867 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:48.059925 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] Sync routers for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:29:48.070691 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:29:48.071368 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:29:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:29:48.085847 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b540cfee-ac6f-4545-9f0e-815b8ef5a06a tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "DELETE /v2.0/floatingips/e7ad7f4c-ea4c-433e-a710-e7a739ba3c10 HTTP/1.1" status: 204 len: 168 time: 0.9424512 Jan 27 23:29:48.085847 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:29:48.086203 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a97c003-6b99-4ca2-a92b-15a54923d57d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:29:48.190597 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:29:48.344434 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9148f-60f5-4644-ab47-c5c3d73f2e09 req-a7038fd2-aab2-4a47-9a60-804489bcb734 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:48.347056 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66c9148f-60f5-4644-ab47-c5c3d73f2e09 req-a7038fd2-aab2-4a47-9a60-804489bcb734 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0560017 Jan 27 23:29:48.383732 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04225f8-f41e-4ede-83af-d9be04da1ea7 x-openstack-request-id: req-f04225f8-f41e-4ede-83af-d9be04da1ea7 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:29:48.385165 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:29:48.385165 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f04225f8-f41e-4ede-83af-d9be04da1ea7 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:29:48.385734 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'status': 'completed', 'code': 200} Jan 27 23:29:48.404791 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-66c9148f-60f5-4644-ab47-c5c3d73f2e09 req-0fe7c295-d639-4c79-b50c-a1b53f344936 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510466 Jan 27 23:29:48.422962 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:29:48.449718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] Checking router: f2269ce0-da85-49c6-a114-34b94f68e41f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:29:48.456336 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-7c133f8e-0768-47cd-b99e-5914a54a0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:48.458220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:29:48.458372 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-7c133f8e-0768-47cd-b99e-5914a54a0428 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=085f8532d5d04a739551ea7ef6f543ed&device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 1096 time: 0.0477278 Jan 27 23:29:48.458839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:29:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:29:48.552353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-8e9a00e5-bb9f-47d5-bd46-4ec28e866bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:48.554094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-8e9a00e5-bb9f-47d5-bd46-4ec28e866bdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 200 len: 910 time: 0.0899992 Jan 27 23:29:48.568827 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:29:48.601509 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-d68e2e71-dede-4605-adb8-995cf338ff24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 200 len: 217 time: 0.0408065 Jan 27 23:29:48.651361 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-5364a6a2-432d-403b-a514-80cb4eeb16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:48.652909 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-5364a6a2-432d-403b-a514-80cb4eeb16ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 200 len: 848 time: 0.0455127 Jan 27 23:29:48.702615 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-7dba90e3-ef91-48fb-842a-f07bccaee137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:48.704120 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-7dba90e3-ef91-48fb-842a-f07bccaee137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441415 Jan 27 23:29:48.772535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:29:48.799222 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-72df9952-5856-44bc-b065-de93504598e8 service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883307 Jan 27 23:29:48.803031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed3163-7804-4280-9c88-b582a0899fcb None None] The sync data for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 is: [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:53Z', 'revision_number': 4, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': '97bde482-608d-4076-baf4-902d3ee0d18a', 'name': '', 'network_id': 'dc46b6a0-a2ab-4145-81b9-554dea5ba2fb', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'mac_address': 'fa:16:3e:e6:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:52Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'subnets': [{'id': '1a83925a-2337-4d96-951c-1e583f3b61eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:29:48.897028 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5a97c003-6b99-4ca2-a92b-15a54923d57d req-d6179ada-5d5b-4e18-8157-79df8a27cefd service neutron] 10.222.0.57 "GET /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910101 Jan 27 23:29:49.066286 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf7c49-f456-4531-8243-da937c48db24 None None] New status for floating IP e7ad7f4c-ea4c-433e-a710-e7a739ba3c10: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:29:49.251658 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:49.536975 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ed2fc-173d-4821-9e1d-e53e57522c2b req-b586cecd-491a-4853-86ac-a87f13753691 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:49.538482 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd0ed2fc-173d-4821-9e1d-e53e57522c2b req-b586cecd-491a-4853-86ac-a87f13753691 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0574143 Jan 27 23:29:49.593201 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fd0ed2fc-173d-4821-9e1d-e53e57522c2b req-08035765-c515-4bea-a2b4-e9fa607b70f8 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467315 Jan 27 23:29:49.848928 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-2b3d7518-e8a6-4759-8ea0-ebc655aa9b0c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:29:49.850365 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-2b3d7518-e8a6-4759-8ea0-ebc655aa9b0c tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 945 time: 0.0580728 Jan 27 23:29:49.951401 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Deleting port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:29:49.951772 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:50.062375 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] For port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:29:50.062716 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:50.075547 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Calling delete_port for a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:29:50.238229 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:50.270037 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event deleted for resources: {'Port': ['ID=a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:29:50.281629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.281979 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.282329 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.282699 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.283038 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.283369 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.283713 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.284065 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.284391 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.284723 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.285028 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.285921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.285921 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:29:50.322667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] No DVR routers for this DVR port a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:29:50.325424 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:50.329115 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-16a64987-1c2f-457f-b82f-71097e4a10cb req-9e5253a4-6002-4c5f-9c72-8c8e88cf189f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.57 "DELETE /v2.0/ports/a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc HTTP/1.1" status: 204 len: 173 time: 0.4735742 Jan 27 23:29:50.329591 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'name': 'network-vif-deleted', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:29:50.332219 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7e46a9-28f7-426b-b73d-5f81de51abc3" -d '{"events": [{"server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "name": "network-vif-deleted", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:29:50.376976 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bcc162-b2a8-4ed9-80c4-ced9584270b3 x-openstack-request-id: req-c6bcc162-b2a8-4ed9-80c4-ced9584270b3 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:29:50.377273 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd886e5-fc1a-470a-a5e4-84f9ae09fadc", "name": "network-vif-deleted", "tag": "a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:29:50.377519 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6bcc162-b2a8-4ed9-80c4-ced9584270b3 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:29:50.377935 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd886e5-fc1a-470a-a5e4-84f9ae09fadc', 'name': 'network-vif-deleted', 'tag': 'a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc', 'status': 'completed', 'code': 200} Jan 27 23:29:50.725445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-4473b679-5eb5-48cc-b8aa-5a0aa63e77f7 req-bcbd6fb2-dfc3-4688-b449-ed9d42ee58db tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0284731 Jan 27 23:29:51.828582 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-433f480a-82d0-4d6d-b57c-64bde716a91e req-c8020cd6-2a6c-4c1b-b7a0-4ac8f5d95407 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0265718 Jan 27 23:29:52.053627 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:52.927970 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-cad767dc-5432-4134-887a-557437f2d25f req-58ff36b5-a349-4fb6-a6ca-47ac95f3df8f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0309706 Jan 27 23:29:54.031802 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ea61e647-ad80-48da-859f-bf4d453e9eb2 req-71e0ced3-75f0-4e76-977c-ac4a942447cc tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0268545 Jan 27 23:29:54.418328 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:29:54.439317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:29:54.439703 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device a7afd4a6-1c6d-4bf8-999c-f1a980eaa9cc not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:29:55.128573 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ed50f3f7-8ede-4a74-bfb3-90effeb3009e req-2ae723e2-81be-4eed-a599-a52f544c6604 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0281951 Jan 27 23:29:56.225969 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-91a74d29-c090-404d-9a0f-1629d797e33a req-e205664e-d30e-4a47-92d0-eeb1fa2e672f tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0273156 Jan 27 23:29:57.323112 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-de4887d4-64a0-4b1c-a709-0c1e44f03c2d req-e34b0ff0-2842-47a8-a8a3-0296d0b34127 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0272679 Jan 27 23:29:58.420078 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-64be6bad-66b1-413d-b37b-3c8ddde1b5e0 req-0c27a9b3-3710-4f54-bc72-ef5bbcfccf65 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd886e5-fc1a-470a-a5e4-84f9ae09fadc HTTP/1.1" status: 200 len: 210 time: 0.0282500 Jan 27 23:29:59.480612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50146) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:29:59.541986 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6493de1a-a481-4e17-a05a-7ea439aaac53 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:59.567353 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6493de1a-a481-4e17-a05a-7ea439aaac53 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:59.632306 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6493de1a-a481-4e17-a05a-7ea439aaac53 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:59.634940 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-6493de1a-a481-4e17-a05a-7ea439aaac53 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:29:59.636299 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-6493de1a-a481-4e17-a05a-7ea439aaac53 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] 10.222.0.45 "DELETE /v2.0/security-groups/b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde HTTP/1.1" status: 204 len: 168 time: 0.1546903 Jan 27 23:29:59.650005 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493de1a-a481-4e17-a05a-7ea439aaac53 tempest-TestShelveInstance-1230760227 tempest-TestShelveInstance-1230760227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ac6866-b9f5-46e9-a9dc-f5ac9b970fde,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:29:59.705520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50150) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:00.175746 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (f2269ce0-da85-49c6-a114-34b94f68e41f), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:00.441774 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Deleting port 97bde482-608d-4076-baf4-902d3ee0d18a {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:30:00.442045 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:00.523917 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] For port 97bde482-608d-4076-baf4-902d3ee0d18a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=97bde482-608d-4076-baf4-902d3ee0d18a,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:00.524681 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:00.536531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Calling delete_port for 97bde482-608d-4076-baf4-902d3ee0d18a owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:30:00.734466 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (97bde482-608d-4076-baf4-902d3ee0d18a), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:00.760020 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Pushing event deleted for resources: {'Port': ['ID=97bde482-608d-4076-baf4-902d3ee0d18a,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:01.257759 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (f2269ce0-da85-49c6-a114-34b94f68e41f), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:01.492143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Router f2269ce0-da85-49c6-a114-34b94f68e41f has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:30:01.604184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:30:01.610297 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-98f888e4-9837-4e1c-b0b2-8121adff0052 admin admin] 10.222.0.45 "PUT /v2.0/routers/f2269ce0-da85-49c6-a114-34b94f68e41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9037020 Jan 27 23:30:01.612239 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50154) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:01.615433 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] Sync routers for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:30:01.626531 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:01.627150 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:29:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:01.740646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:01.930332 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:30:00Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:01.961182 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] Checking router: f2269ce0-da85-49c6-a114-34b94f68e41f for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:30:01.970988 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] Routers {'f2269ce0-da85-49c6-a114-34b94f68e41f'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:01.971678 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:29:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['f2269ce0-da85-49c6-a114-34b94f68e41f'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:02.040520 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks [] for router (f2269ce0-da85-49c6-a114-34b94f68e41f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.085677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] Set router f2269ce0-da85-49c6-a114-34b94f68e41f gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:02.207018 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks [] for router_gateway (f2269ce0-da85-49c6-a114-34b94f68e41f), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.272623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Deleting port 7c13d41d-7e0c-447f-87fe-e48ba90c406d {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:30:02.273054 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.360345 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] For port 7c13d41d-7e0c-447f-87fe-e48ba90c406d, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=7c13d41d-7e0c-447f-87fe-e48ba90c406d,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:02.360848 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.375755 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Calling delete_port for 7c13d41d-7e0c-447f-87fe-e48ba90c406d owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:30:02.504400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:30:00Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:02.537755 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b76b6a-ddbf-43db-8483-3071422fe1f4 None None] The sync data for ids ['f2269ce0-da85-49c6-a114-34b94f68e41f'] in n-d-826529-2 is: [{'id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'name': 'tempest-TestShelveInstance-1441170680-router', 'tenant_id': '085f8532d5d04a739551ea7ef6f543ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:30:00Z', 'revision_number': 5, 'project_id': '085f8532d5d04a739551ea7ef6f543ed', 'gw_port': {'id': '7c13d41d-7e0c-447f-87fe-e48ba90c406d', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2269ce0-da85-49c6-a114-34b94f68e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:50Z', 'updated_at': '2022-01-27T23:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:30:02.564024 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (7c13d41d-7e0c-447f-87fe-e48ba90c406d), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.595361 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c13d41d-7e0c-447f-87fe-e48ba90c406d,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:02.662317 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (f2269ce0-da85-49c6-a114-34b94f68e41f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.768057 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (f2269ce0-da85-49c6-a114-34b94f68e41f), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.770642 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks [] for router_controller (f2269ce0-da85-49c6-a114-34b94f68e41f), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.819302 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (f2269ce0-da85-49c6-a114-34b94f68e41f), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.820027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2269ce0-da85-49c6-a114-34b94f68e41f {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:30:02.824986 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.826237 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-4c3672bc-ed90-401d-af55-744484224ba1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f2269ce0-da85-49c6-a114-34b94f68e41f HTTP/1.1" status: 204 len: 168 time: 1.2128406 Jan 27 23:30:02.828882 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50156) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:02.877978 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e23fda-6c09-434b-9594-0d43c1ac1ac3 admin admin] Deleting subnet 1a83925a-2337-4d96-951c-1e583f3b61eb {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:30:02.882372 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36e23fda-6c09-434b-9594-0d43c1ac1ac3 admin admin] Publish callbacks [] for subnet (1a83925a-2337-4d96-951c-1e583f3b61eb), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.918402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36e23fda-6c09-434b-9594-0d43c1ac1ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (1a83925a-2337-4d96-951c-1e583f3b61eb), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:02.984765 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 97bde482-608d-4076-baf4-902d3ee0d18a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:30:03.009916 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 97bde482-608d-4076-baf4-902d3ee0d18a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:30:03.010581 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 97bde482-608d-4076-baf4-902d3ee0d18a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:30:03.022203 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36e23fda-6c09-434b-9594-0d43c1ac1ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (1a83925a-2337-4d96-951c-1e583f3b61eb), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.085859 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36e23fda-6c09-434b-9594-0d43c1ac1ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (1a83925a-2337-4d96-951c-1e583f3b61eb), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.112355 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e23fda-6c09-434b-9594-0d43c1ac1ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a83925a-2337-4d96-951c-1e583f3b61eb,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:03.116562 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-36e23fda-6c09-434b-9594-0d43c1ac1ac3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.122431 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-36e23fda-6c09-434b-9594-0d43c1ac1ac3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1a83925a-2337-4d96-951c-1e583f3b61eb HTTP/1.1" status: 204 len: 168 time: 0.2902932 Jan 27 23:30:03.122815 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50158) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:03.127337 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65fda5-4b28-4afc-9af2-b8e7049e80cc None None] Network dc46b6a0-a2ab-4145-81b9-554dea5ba2fb requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:30:03.195762 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.296690 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Deleting port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:30:03.296954 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.338870 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] DHCP port deletion for dc46b6a0-a2ab-4145-81b9-554dea5ba2fb request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:30:03.400476 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] For port 6b1d950d-dd9d-41f8-aea3-0eb027044d53, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6b1d950d-dd9d-41f8-aea3-0eb027044d53,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:03.401167 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.414809 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Deleting port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:30:03.415594 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.417761 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Calling delete_port for 6b1d950d-dd9d-41f8-aea3-0eb027044d53 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:30:03.486492 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] For port 6b1d950d-dd9d-41f8-aea3-0eb027044d53, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6b1d950d-dd9d-41f8-aea3-0eb027044d53,segment=NetworkSegment(67e7b640-d1f3-4657-80b1-04f7bcb11f8a),segment_id=67e7b640-d1f3-4657-80b1-04f7bcb11f8a)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:03.486909 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.503718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Calling delete_port for 6b1d950d-dd9d-41f8-aea3-0eb027044d53 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:30:03.519226 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.555195 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] No DVR routers for this DVR port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:30:03.560355 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1d950d-dd9d-41f8-aea3-0eb027044d53,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:03.598561 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (6b1d950d-dd9d-41f8-aea3-0eb027044d53), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.626203 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Pushing event deleted for resources: {'Port': ['ID=6b1d950d-dd9d-41f8-aea3-0eb027044d53,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:03.628582 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] No DVR routers for this DVR port 6b1d950d-dd9d-41f8-aea3-0eb027044d53 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:30:03.639496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.639496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.639496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.639496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.639496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.639496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.639496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.639496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.640886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.640886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.640886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.640886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.640886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6d0bb-6ccc-4ee7-81f6-adda69ccd0e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:03.647361 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.671509 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc46b6a0-a2ab-4145-81b9-554dea5ba2fb']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:03.684261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e7b640-d1f3-4657-80b1-04f7bcb11f8a') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:03.684677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e7b640-d1f3-4657-80b1-04f7bcb11f8a') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:03.696249 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (67e7b640-d1f3-4657-80b1-04f7bcb11f8a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.713025 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (67e7b640-d1f3-4657-80b1-04f7bcb11f8a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.720083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:30:03.720490 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (67e7b640-d1f3-4657-80b1-04f7bcb11f8a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:30:03.722301 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:30:03.790162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (dc46b6a0-a2ab-4145-81b9-554dea5ba2fb), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.795902 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:03.802555 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50160) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:03.802803 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dc46b6a0-a2ab-4145-81b9-554dea5ba2fb HTTP/1.1" status: 204 len: 168 time: 0.6787789 Jan 27 23:30:03.818942 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7fb66-5433-4ce8-b0db-fb77e7d5c896 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc46b6a0-a2ab-4145-81b9-554dea5ba2fb,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:04.042459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1440b104-d88d-49f7-b909-fbadb4d7ba58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:04.174102 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (71f31396-69c5-4766-a253-91a8946fe10c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:04.434379 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Deleting port 44a4efca-47ff-4e82-8546-80b78d8dadb0 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:30:04.434726 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:04.522593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] For port 44a4efca-47ff-4e82-8546-80b78d8dadb0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=44a4efca-47ff-4e82-8546-80b78d8dadb0,segment=NetworkSegment(c5dcfd8e-f32f-4412-8c35-8c42eef327ce),segment_id=c5dcfd8e-f32f-4412-8c35-8c42eef327ce)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:04.522964 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:04.536466 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Calling delete_port for 44a4efca-47ff-4e82-8546-80b78d8dadb0 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:30:04.733784 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (44a4efca-47ff-4e82-8546-80b78d8dadb0), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:04.762368 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=44a4efca-47ff-4e82-8546-80b78d8dadb0,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:04.916224 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6b1d950d-dd9d-41f8-aea3-0eb027044d53 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:30:04.939178 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 6b1d950d-dd9d-41f8-aea3-0eb027044d53 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:30:04.939697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6b1d950d-dd9d-41f8-aea3-0eb027044d53 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:30:04.940389 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7c13d41d-7e0c-447f-87fe-e48ba90c406d no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:30:04.960773 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (71f31396-69c5-4766-a253-91a8946fe10c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:04.965967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 7c13d41d-7e0c-447f-87fe-e48ba90c406d {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:30:04.966289 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 7c13d41d-7e0c-447f-87fe-e48ba90c406d not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:30:05.193503 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Router 71f31396-69c5-4766-a253-91a8946fe10c has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:30:05.303712 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:30:05.308619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-fd3aaaf1-7733-4d96-a726-5b67af2fd8fd admin admin] 10.222.0.45 "PUT /v2.0/routers/71f31396-69c5-4766-a253-91a8946fe10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5049543 Jan 27 23:30:05.311066 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50162) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:05.314061 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] Sync routers for ids ['71f31396-69c5-4766-a253-91a8946fe10c'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:30:05.323857 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] Routers {'71f31396-69c5-4766-a253-91a8946fe10c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:05.324469 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:29:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['71f31396-69c5-4766-a253-91a8946fe10c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:05.421112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks [] for router (71f31396-69c5-4766-a253-91a8946fe10c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:05.427316 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] Set router 71f31396-69c5-4766-a253-91a8946fe10c gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:05.528953 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks [] for router_gateway (71f31396-69c5-4766-a253-91a8946fe10c), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:05.587156 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Deleting port 6334b75a-fabe-4198-aebc-8dcdb46df824 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:30:05.587398 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:05.617138 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:30:04Z', 'revision_number': 5, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port': {'id': '6334b75a-fabe-4198-aebc-8dcdb46df824', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31396-69c5-4766-a253-91a8946fe10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:05.643225 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] Checking router: 71f31396-69c5-4766-a253-91a8946fe10c for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:30:05.651444 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] Routers {'71f31396-69c5-4766-a253-91a8946fe10c'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:05.651984 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:29:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['71f31396-69c5-4766-a253-91a8946fe10c'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:05.673901 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] For port 6334b75a-fabe-4198-aebc-8dcdb46df824, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=6334b75a-fabe-4198-aebc-8dcdb46df824,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:05.674271 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:05.687244 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Calling delete_port for 6334b75a-fabe-4198-aebc-8dcdb46df824 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:30:05.847022 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] Set router 71f31396-69c5-4766-a253-91a8946fe10c gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:05.873900 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (6334b75a-fabe-4198-aebc-8dcdb46df824), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:05.901906 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6334b75a-fabe-4198-aebc-8dcdb46df824,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:05.902744 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:30:05Z', 'revision_number': 6, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:05.931458 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95231c2b-a8c0-46f5-a69c-583b5dbfa533 None None] The sync data for ids ['71f31396-69c5-4766-a253-91a8946fe10c'] in n-d-826529-2 is: [{'id': '71f31396-69c5-4766-a253-91a8946fe10c', 'name': 'tempest-TestShelveInstance-1230287283-router', 'tenant_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:20:55Z', 'updated_at': '2022-01-27T23:30:05Z', 'revision_number': 6, 'project_id': '6c2f0ecc69bd4a4e8352aca34822005f', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:30:05.982968 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (71f31396-69c5-4766-a253-91a8946fe10c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.079871 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (71f31396-69c5-4766-a253-91a8946fe10c), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.082091 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks [] for router_controller (71f31396-69c5-4766-a253-91a8946fe10c), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.145258 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (71f31396-69c5-4766-a253-91a8946fe10c), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.145656 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f31396-69c5-4766-a253-91a8946fe10c {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:30:06.150735 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.152003 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-dd8fd03b-1e77-4faf-a1c3-04eb55bf07a4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/71f31396-69c5-4766-a253-91a8946fe10c HTTP/1.1" status: 204 len: 168 time: 0.8397717 Jan 27 23:30:06.155736 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50164) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:06.204337 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa58cc41-f8d0-419d-942e-70d578a76045 admin admin] Deleting subnet 7312aa36-7d35-4ffd-93b7-9f1e0e0fea72 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:30:06.207577 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc41-f8d0-419d-942e-70d578a76045 admin admin] Publish callbacks [] for subnet (7312aa36-7d35-4ffd-93b7-9f1e0e0fea72), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.244744 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc41-f8d0-419d-942e-70d578a76045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (7312aa36-7d35-4ffd-93b7-9f1e0e0fea72), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.333871 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc41-f8d0-419d-942e-70d578a76045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (7312aa36-7d35-4ffd-93b7-9f1e0e0fea72), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.393781 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc41-f8d0-419d-942e-70d578a76045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (7312aa36-7d35-4ffd-93b7-9f1e0e0fea72), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.427002 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58cc41-f8d0-419d-942e-70d578a76045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7312aa36-7d35-4ffd-93b7-9f1e0e0fea72,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:06.429166 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc41-f8d0-419d-942e-70d578a76045 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.432421 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fa58cc41-f8d0-419d-942e-70d578a76045 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7312aa36-7d35-4ffd-93b7-9f1e0e0fea72 HTTP/1.1" status: 204 len: 168 time: 0.2755635 Jan 27 23:30:06.435024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50166) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:06.437706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad89387-0b71-43aa-bfae-a8c9354652f0 None None] Network a84c8e03-1dad-4c89-bc74-157cec76ff3b requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:30:06.503959 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (a84c8e03-1dad-4c89-bc74-157cec76ff3b), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.570220 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Deleting port f7b5206e-7393-4764-be75-48bd4cb90b5c {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:30:06.570578 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.634633 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] For port f7b5206e-7393-4764-be75-48bd4cb90b5c, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=f7b5206e-7393-4764-be75-48bd4cb90b5c,segment=NetworkSegment(c5dcfd8e-f32f-4412-8c35-8c42eef327ce),segment_id=c5dcfd8e-f32f-4412-8c35-8c42eef327ce)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:06.635040 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.649136 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Calling delete_port for f7b5206e-7393-4764-be75-48bd4cb90b5c owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:30:06.712627 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] DHCP port deletion for a84c8e03-1dad-4c89-bc74-157cec76ff3b request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:30:06.744128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.768472 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] Deleting port f7b5206e-7393-4764-be75-48bd4cb90b5c {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:30:06.768851 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.774917 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] No DVR routers for this DVR port f7b5206e-7393-4764-be75-48bd4cb90b5c on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:30:06.780511 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b5206e-7393-4764-be75-48bd4cb90b5c,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:06.841548 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] For port f7b5206e-7393-4764-be75-48bd4cb90b5c, host n-d-826529-2, got binding levels [] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:06.841951 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.854247 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (a84c8e03-1dad-4c89-bc74-157cec76ff3b), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.856269 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] Calling delete_port for f7b5206e-7393-4764-be75-48bd4cb90b5c owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:30:06.859333 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.ipam_backend_mixin [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] Port f7b5206e-7393-4764-be75-48bd4cb90b5c was not found and therefore no delete operation was performed {{(pid=103331) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 23:30:06.861553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (f7b5206e-7393-4764-be75-48bd4cb90b5c), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.877287 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f7b5206e-7393-4764-be75-48bd4cb90b5c no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:30:06.883749 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84c8e03-1dad-4c89-bc74-157cec76ff3b']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:06.894036 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:06.894461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dcfd8e-f32f-4412-8c35-8c42eef327ce') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:06.895109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] No DVR routers for this DVR port f7b5206e-7393-4764-be75-48bd4cb90b5c on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:30:06.899742 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ea594-3e2a-45c0-9677-435500479543 None None] Pushing event deleted for resources: {'Port': ['ID=f7b5206e-7393-4764-be75-48bd4cb90b5c,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:06.907896 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (c5dcfd8e-f32f-4412-8c35-8c42eef327ce), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.922764 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (c5dcfd8e-f32f-4412-8c35-8c42eef327ce), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.923506 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: f7b5206e-7393-4764-be75-48bd4cb90b5c {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:30:06.924085 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device f7b5206e-7393-4764-be75-48bd4cb90b5c not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:30:06.924392 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6334b75a-fabe-4198-aebc-8dcdb46df824 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:30:06.929332 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:30:06.929825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (c5dcfd8e-f32f-4412-8c35-8c42eef327ce), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:30:06.931832 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:30:06.948619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 6334b75a-fabe-4198-aebc-8dcdb46df824 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:30:06.948859 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 6334b75a-fabe-4198-aebc-8dcdb46df824 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:30:06.949439 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 44a4efca-47ff-4e82-8546-80b78d8dadb0 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:30:06.969728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 44a4efca-47ff-4e82-8546-80b78d8dadb0 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:30:06.970400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 44a4efca-47ff-4e82-8546-80b78d8dadb0 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:30:06.998259 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (a84c8e03-1dad-4c89-bc74-157cec76ff3b), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.006026 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.009445 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] 10.222.0.45 "DELETE /v2.0/networks/a84c8e03-1dad-4c89-bc74-157cec76ff3b HTTP/1.1" status: 204 len: 168 time: 0.5734236 Jan 27 23:30:07.020367 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf522bf-1f2a-472e-bcf0-c38063626b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a84c8e03-1dad-4c89-bc74-157cec76ff3b,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:07.140934 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50170) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:07.145499 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6d811f8a-0896-43ce-b741-52950bc0ca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.182925 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-78e4cccd-90ff-4d37-a9a7-be87729e43cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=085f8532d5d04a739551ea7ef6f543ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401590 Jan 27 23:30:07.185352 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50172) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:07.234055 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04bb3547-e553-4c0e-8377-7aec3f67cd6e admin admin] Publish callbacks [] for security_group (f38df0c5-9861-4890-be3c-c5e846919c01), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.258554 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04bb3547-e553-4c0e-8377-7aec3f67cd6e admin admin] Publish callbacks [] for security_group (f38df0c5-9861-4890-be3c-c5e846919c01), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.316329 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04bb3547-e553-4c0e-8377-7aec3f67cd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (f38df0c5-9861-4890-be3c-c5e846919c01), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.319172 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-04bb3547-e553-4c0e-8377-7aec3f67cd6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.320397 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-04bb3547-e553-4c0e-8377-7aec3f67cd6e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f38df0c5-9861-4890-be3c-c5e846919c01 HTTP/1.1" status: 204 len: 168 time: 0.1341419 Jan 27 23:30:07.328944 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb3547-e553-4c0e-8377-7aec3f67cd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38df0c5-9861-4890-be3c-c5e846919c01,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:07.685765 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50178) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:07.728730 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-ca27ab5e-6f6f-4fa5-a46e-5b6ab5417be1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c2f0ecc69bd4a4e8352aca34822005f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417216 Jan 27 23:30:07.731377 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50180) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:07.785988 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d469962-4c95-42a3-855d-4614cf33ee98 admin admin] Publish callbacks [] for security_group (a80dda3c-c881-4304-8e68-6f2c49799b19), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.817812 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d469962-4c95-42a3-855d-4614cf33ee98 admin admin] Publish callbacks [] for security_group (a80dda3c-c881-4304-8e68-6f2c49799b19), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.881462 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d469962-4c95-42a3-855d-4614cf33ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (a80dda3c-c881-4304-8e68-6f2c49799b19), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.884363 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-7d469962-4c95-42a3-855d-4614cf33ee98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:07.885594 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-7d469962-4c95-42a3-855d-4614cf33ee98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a80dda3c-c881-4304-8e68-6f2c49799b19 HTTP/1.1" status: 204 len: 168 time: 0.1532178 Jan 27 23:30:07.894172 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d469962-4c95-42a3-855d-4614cf33ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80dda3c-c881-4304-8e68-6f2c49799b19,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:08.684787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50202) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:08.817590 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-488681310-network', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:08.844921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Made reservation on behalf of 20e65ee8d55e48c28db194ecc142041e for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:30:08.847384 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:08.856579 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:08.935407 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Publish callbacks [] for security_group (cd44ae6a-c0c7-41a8-97ec-740bc6c30123), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:08.935707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:08.940708 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cd44ae6a-c0c7-41a8-97ec-740bc6c30123), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:08.969276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:30:08.980027 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd44ae6a-c0c7-41a8-97ec-740bc6c30123,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:08.986292 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cb2920a3-1f6c-4977-baec-c823c2c69b3e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:08.986664 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Added segment cb2920a3-1f6c-4977-baec-c823c2c69b3e of type vlan for network 26cca4db-494b-41f7-8d08-220cb4a0b60e Jan 27 23:30:09.027430 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (26cca4db-494b-41f7-8d08-220cb4a0b60e), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.059088 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (26cca4db-494b-41f7-8d08-220cb4a0b60e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.060208 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:09.060827 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.117719 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4317062 Jan 27 23:30:09.122019 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50206) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:09.129741 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Request body: {'subnet': {'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-488681310-subnet', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:09.134233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a1ca7-d357-4f2f-b770-1979fcf9d3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=26cca4db-494b-41f7-8d08-220cb4a0b60e,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:09.144429 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:30:09.157669 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Made reservation on behalf of 20e65ee8d55e48c28db194ecc142041e for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:30:09.160353 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.341440 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (08808364-11ce-4f2f-afa5-b40abfae1e7e), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.396179 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08808364-11ce-4f2f-afa5-b40abfae1e7e,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:09.405537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Checking segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:09.405883 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Network hostable DHCP agents. Network: 26cca4db-494b-41f7-8d08-220cb4a0b60e, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:30:09.425378 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:30:09.439008 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 26cca4db-494b-41f7-8d08-220cb4a0b60e) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:09.444261 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:09.446442 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.447184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf992a6-0293-407a-a969-6df15f050a2c None None] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:30:09.469620 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-19ae0e65-6fb8-4c81-ad23-3d44f7b1e734 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3464978 Jan 27 23:30:09.472347 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50208) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:09.477881 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:09.498603 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (de1ae170-3cce-49b5-961e-3b04b12e7dfa), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.499874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (de1ae170-3cce-49b5-961e-3b04b12e7dfa), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.557852 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-26cca4db-494b-41f7-8d08-220cb4a0b60e', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:30:09.558734 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.561068 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks [] for router_controller (de1ae170-3cce-49b5-961e-3b04b12e7dfa), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.699986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Allocated IP 172.20.0.2 (26cca4db-494b-41f7-8d08-220cb4a0b60e/08808364-11ce-4f2f-afa5-b40abfae1e7e/c6c79e8a-765e-4b20-bad4-26e3e77fd8d0) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:30:09.704434 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks [] for router_gateway (de1ae170-3cce-49b5-961e-3b04b12e7dfa), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.848039 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Publish callbacks [] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.855087 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.898840 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:09.902912 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:09.904671 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Pushing event updated for resources: {'Port': ['ID=c6c79e8a-765e-4b20-bad4-26e3e77fd8d0,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:09.906808 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:30:09.911298 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks [] for router_gateway (de1ae170-3cce-49b5-961e-3b04b12e7dfa), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.933279 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.968607 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Attempting to bind port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:30:09.969247 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Attempting to bind port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:30:09.969403 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Attempting to bind port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 on network 26cca4db-494b-41f7-8d08-220cb4a0b60e {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:30:09.974951 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:30:09.975437 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Checking segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:09.976113 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:09.976574 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Bound using segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:30:09.977044 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Bound port: c6c79e8a-765e-4b20-bad4-26e3e77fd8d0, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:30:09.977425 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:10.041514 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Allocated IP 172.25.8.63 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/9445759f-7a9c-414d-b97a-f9d4610fd848) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:30:10.043641 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] For port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:30:10.047191 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] For port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c6c79e8a-765e-4b20-bad4-26e3e77fd8d0,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:30:10.052686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:10.120836 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019ad38-4346-4037-801d-ea07bc63939a None None] Pushing event updated for resources: {'Port': ['ID=c6c79e8a-765e-4b20-bad4-26e3e77fd8d0,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:10.155715 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks [] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:10.193960 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:10.241077 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:10.256677 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:10.259581 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:30:10.263710 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Pushing event updated for resources: {'Port': ['ID=9445759f-7a9c-414d-b97a-f9d4610fd848,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:10.530993 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks [] for router_gateway (de1ae170-3cce-49b5-961e-3b04b12e7dfa), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:10.903350 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:10.959104 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:10.959554 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.047934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:11.048641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.049840 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (de1ae170-3cce-49b5-961e-3b04b12e7dfa), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.084543 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c6c79e8a-765e-4b20-bad4-26e3e77fd8d0,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:11.091555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.132483 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6852d-00fb-4af7-be20-4730eb9bec30 None None] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:30:11.183054 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Router de1ae170-3cce-49b5-961e-3b04b12e7dfa is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:30:11.195747 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=c6c79e8a-765e-4b20-bad4-26e3e77fd8d0,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:11.208206 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-53571c73-e0d3-43ce-be9c-33d589ffa3b7 None None] Provisioning complete for port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:11.208587 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-53571c73-e0d3-43ce-be9c-33d589ffa3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.275498 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.297165 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:30:11.309572 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Sync routers for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:30:11.316377 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.320288 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-e9c5adc9-fe1b-4506-953f-9a380acf1e16 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8443296 Jan 27 23:30:11.320534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50210) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:11.357621 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:11.358240 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:11.406668 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-53571c73-e0d3-43ce-be9c-33d589ffa3b7 None None] Current status of the port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:11.487175 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:11.515741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.660841 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-5b590b5f-40f3-4cd9-9d58-0e096c5bdf6b None None] Provisioning complete for port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:11.661225 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b590b5f-40f3-4cd9-9d58-0e096c5bdf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.725008 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:10Z', 'revision_number': 3, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:11.773447 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Checking router: de1ae170-3cce-49b5-961e-3b04b12e7dfa for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:30:11.773839 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Updating router de1ae170-3cce-49b5-961e-3b04b12e7dfa port 9445759f-7a9c-414d-b97a-f9d4610fd848 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:30:11.774481 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.805397 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5b590b5f-40f3-4cd9-9d58-0e096c5bdf6b None None] Current status of the port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:11.809816 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:11.936279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Allocated IP 172.20.0.1 (26cca4db-494b-41f7-8d08-220cb4a0b60e/08808364-11ce-4f2f-afa5-b40abfae1e7e/b545b04c-87b5-43a8-b982-63e0d7f4de5a) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:30:12.056107 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Publish callbacks [] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.102322 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.144063 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:12.147523 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:12.151444 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:30:12.187996 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Pushing event updated for resources: {'Port': ['ID=b545b04c-87b5-43a8-b982-63e0d7f4de5a,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:12.213004 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (de1ae170-3cce-49b5-961e-3b04b12e7dfa), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.301478 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Publish callbacks [] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.309441 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.359824 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.374046 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0663fcd-ec19-44f7-875f-17f0fbb1974b None None] Pushing event updated for resources: {'Port': ['ID=9445759f-7a9c-414d-b97a-f9d4610fd848,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:12.380297 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Attempting to bind port 9445759f-7a9c-414d-b97a-f9d4610fd848 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:30:12.380914 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Attempting to bind port 9445759f-7a9c-414d-b97a-f9d4610fd848 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:30:12.381491 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Attempting to bind port 9445759f-7a9c-414d-b97a-f9d4610fd848 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:30:12.387275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:30:12.387724 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:12.388110 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.388502 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:30:12.388970 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Bound port: 9445759f-7a9c-414d-b97a-f9d4610fd848, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:30:12.389370 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.462690 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3d51215e-d977-4a86-b06e-09e21360da14 None None] Provisioning complete for port b545b04c-87b5-43a8-b982-63e0d7f4de5a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:12.463041 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3d51215e-d977-4a86-b06e-09e21360da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.467036 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] For port 9445759f-7a9c-414d-b97a-f9d4610fd848, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:30:12.470603 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] For port 9445759f-7a9c-414d-b97a-f9d4610fd848, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9445759f-7a9c-414d-b97a-f9d4610fd848,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:30:12.502262 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.560024 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3d51215e-d977-4a86-b06e-09e21360da14 None None] Port b545b04c-87b5-43a8-b982-63e0d7f4de5a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:30:12.573179 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Publish callbacks [] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.583647 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.591644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0663fcd-ec19-44f7-875f-17f0fbb1974b None None] Pushing event updated for resources: {'Port': ['ID=9445759f-7a9c-414d-b97a-f9d4610fd848,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:12.595196 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:12.596109 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:12.675121 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (de1ae170-3cce-49b5-961e-3b04b12e7dfa), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:12.677206 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Pushing event updated for resources: {'Port': ['ID=b545b04c-87b5-43a8-b982-63e0d7f4de5a,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:12.727035 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:12.805474 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:12.807209 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:12.866812 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:12.988314 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Router de1ae170-3cce-49b5-961e-3b04b12e7dfa has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:30:12.995127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:12.995485 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.051792 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-d36a2842-2053-4ed1-b610-579217314026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 2, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:13.087355 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a2842-2053-4ed1-b610-579217314026 None None] The sync data for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 is: [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 2, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:30:13.128921 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:30:13.130280 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-52dacd93-ed78-4c0a-880b-5360b9c6631a None None] Provisioning complete for port b545b04c-87b5-43a8-b982-63e0d7f4de5a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:13.130671 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-52dacd93-ed78-4c0a-880b-5360b9c6631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.135165 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-d1fc8c10-407f-4da0-8ebd-afee1ba32399 admin admin] 10.222.0.45 "PUT /v2.0/routers/de1ae170-3cce-49b5-961e-3b04b12e7dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135917 Jan 27 23:30:13.157956 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:13.174218 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-52dacd93-ed78-4c0a-880b-5360b9c6631a None None] Port b545b04c-87b5-43a8-b982-63e0d7f4de5a cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:30:13.687309 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50226) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:13.692892 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1965229465-network', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:13.718279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Made reservation on behalf of 95edfacad1394c84bffddb4f1874c5d0 for: {'network': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:30:13.721208 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for network (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.731184 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.832110 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Publish callbacks [] for security_group (cffb5a8d-adb3-4976-a98b-b2a2245bba75), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.839135 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cffb5a8d-adb3-4976-a98b-b2a2245bba75), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.871459 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:30:13.882602 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb5a8d-adb3-4976-a98b-b2a2245bba75,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:13.887872 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (34262817-e39f-4a4f-9e12-75c9d17c5ffe), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.888222 n-d-826529-2 neutron-server[103329]: INFO neutron.db.segments_db [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Added segment 34262817-e39f-4a4f-9e12-75c9d17c5ffe of type vlan for network 735e6e0c-e1b5-495a-897d-853e9c3266fd Jan 27 23:30:13.931615 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730784610928'] for network (735e6e0c-e1b5-495a-897d-853e9c3266fd), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.959357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575'] for network (735e6e0c-e1b5-495a-897d-853e9c3266fd), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:13.960840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:13.961432 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.020727 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3321681 Jan 27 23:30:14.023874 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50228) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:14.028844 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Request body: {'subnet': {'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1965229465-subnet', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'ip_version': 4}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:14.036401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d960f4-cdd9-4a92-a7de-841a60ab08bd admin admin] Pushing event updated for resources: {'Network': ['ID=735e6e0c-e1b5-495a-897d-853e9c3266fd,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:14.048614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Network 735e6e0c-e1b5-495a-897d-853e9c3266fd details requested by agent ovs-agent-n-d-826529-2 with host n-d-826529-2 {{(pid=103331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:30:14.057278 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Made reservation on behalf of 95edfacad1394c84bffddb4f1874c5d0 for: {'subnet': 1} {{(pid=103329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:30:14.059983 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4452878'] for subnet (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.258099 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4904128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4452892'] for subnet (28581f47-2062-4eb8-bf5a-8b09f032c455), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.317424 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28581f47-2062-4eb8-bf5a-8b09f032c455,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:14.327595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Checking segment: {'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:14.327968 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Network hostable DHCP agents. Network: 735e6e0c-e1b5-495a-897d-853e9c3266fd, hostable agents: ['e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d'], hosted agents: [] {{(pid=103329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:30:14.345578 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Network 735e6e0c-e1b5-495a-897d-853e9c3266fd is scheduled to be hosted by DHCP agent e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d with binding_index 1 {{(pid=103329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:30:14.355723 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-2, 735e6e0c-e1b5-495a-897d-853e9c3266fd) {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:14.362015 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:14.362015 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.365220 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267fccb4-5f47-482d-bdb5-58607a1298c1 None None] Network 735e6e0c-e1b5-495a-897d-853e9c3266fd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:30:14.383019 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-a0be4ebf-ea5a-4dcd-bbc3-ced29802370c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3577902 Jan 27 23:30:14.385506 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50230) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:14.390016 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:14.412365 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103231'] for router (20510cc6-3aba-4998-917d-0f187200b761), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.413971 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-618032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103174'] for router (20510cc6-3aba-4998-917d-0f187200b761), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.481681 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp824ed1de-6539-5eb5-b297-7a72cb0e462e-735e6e0c-e1b5-495a-897d-853e9c3266fd', 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd', 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'fixed_ips': [{'subnet_id': '28581f47-2062-4eb8-bf5a-8b09f032c455'}]}} from n-d-826529-2. {{(pid=103331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:30:14.482854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.483062 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks [] for router_controller (20510cc6-3aba-4998-917d-0f187200b761), precommit_add_association {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.627399 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks [] for router_gateway (20510cc6-3aba-4998-917d-0f187200b761), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.631512 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.db_base_plugin_common [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Allocated IP 172.20.0.2 (735e6e0c-e1b5-495a-897d-853e9c3266fd/28581f47-2062-4eb8-bf5a-8b09f032c455/37f34755-8781-461b-974c-631c2ad9dbf9) {{(pid=103331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:30:14.794099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Publish callbacks [] for port (37f34755-8781-461b-974c-631c2ad9dbf9), precommit_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.808509 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), after_create {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.850080 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Network 735e6e0c-e1b5-495a-897d-853e9c3266fd is already hosted by enough agents. {{(pid=103331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:14.852416 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks [] for router_gateway (20510cc6-3aba-4998-917d-0f187200b761), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.853168 n-d-826529-2 neutron-server[103331]: DEBUG neutron.scheduler.base_scheduler [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Resources bound (agent type, host, resource id): {{(pid=103331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:14.855971 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Received port after_create {{(pid=103331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:30:14.868669 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Pushing event updated for resources: {'Port': ['ID=37f34755-8781-461b-974c-631c2ad9dbf9,revision_number=1']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:14.880357 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.926919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Attempting to bind port 37f34755-8781-461b-974c-631c2ad9dbf9 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:30:14.927331 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Attempting to bind port 37f34755-8781-461b-974c-631c2ad9dbf9 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:30:14.927732 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Attempting to bind port 37f34755-8781-461b-974c-631c2ad9dbf9 on network 735e6e0c-e1b5-495a-897d-853e9c3266fd {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:30:14.932064 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9445759f-7a9c-414d-b97a-f9d4610fd848 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:14.939514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:30:14.939718 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Checking segment: {'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:14.940333 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:14.940752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Bound using segment: {'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:30:14.941322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Bound port: 37f34755-8781-461b-974c-631c2ad9dbf9, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:30:14.941619 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.005929 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Allocated IP 172.25.8.44 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/1668d7e6-0ebc-4d5e-b66c-c1922dfee042) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:30:15.052252 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] For port 37f34755-8781-461b-974c-631c2ad9dbf9, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:30:15.054341 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9445759f-7a9c-414d-b97a-f9d4610fd848 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:15.054812 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.058007 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] For port 37f34755-8781-461b-974c-631c2ad9dbf9, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=37f34755-8781-461b-974c-631c2ad9dbf9,segment=NetworkSegment(34262817-e39f-4a4f-9e12-75c9d17c5ffe),segment_id=34262817-e39f-4a4f-9e12-75c9d17c5ffe)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:30:15.084017 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.122367 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks [] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.164014 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f9c4f-123f-4c99-9ae6-52394f2796a0 None None] Pushing event updated for resources: {'Port': ['ID=37f34755-8781-461b-974c-631c2ad9dbf9,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:15.167921 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.213679 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9445759f-7a9c-414d-b97a-f9d4610fd848 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:15.214215 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.222856 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:15.226058 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:15.229681 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:30:15.239637 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 9445759f-7a9c-414d-b97a-f9d4610fd848, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9445759f-7a9c-414d-b97a-f9d4610fd848,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:15.245382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.262344 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Pushing event updated for resources: {'Port': ['ID=1668d7e6-0ebc-4d5e-b66c-c1922dfee042,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:15.308967 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=9445759f-7a9c-414d-b97a-f9d4610fd848,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:15.370126 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:30:15.418094 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Sync routers for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:30:15.429166 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:15.429902 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:15.540151 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks [] for router_gateway (20510cc6-3aba-4998-917d-0f187200b761), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.569943 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:15.748245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-618025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563375'] for router (20510cc6-3aba-4998-917d-0f187200b761), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.776855 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 2, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:15.803109 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Checking router: de1ae170-3cce-49b5-961e-3b04b12e7dfa for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:30:15.803596 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Updating router de1ae170-3cce-49b5-961e-3b04b12e7dfa port b545b04c-87b5-43a8-b982-63e0d7f4de5a binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:30:15.828968 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:15.906932 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Router 20510cc6-3aba-4998-917d-0f187200b761 is scheduled to L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f with binding_index 1 {{(pid=103329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:30:16.038429 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:30:16.049625 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Sync routers for ids ['20510cc6-3aba-4998-917d-0f187200b761'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:30:16.065940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Routers {'20510cc6-3aba-4998-917d-0f187200b761'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:16.067550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['20510cc6-3aba-4998-917d-0f187200b761'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:16.070218 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.074501 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50234) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:16.075496 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-14a12a7e-6596-4201-9ab8-b96b7bfa5be2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6889648 Jan 27 23:30:16.162784 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Publish callbacks [] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.170599 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.212549 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Set router 20510cc6-3aba-4998-917d-0f187200b761 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:16.261480 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Pushing event updated for resources: {'Port': ['ID=b545b04c-87b5-43a8-b982-63e0d7f4de5a,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:16.296485 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.296833 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.297174 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.297513 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.297845 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.298173 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.298500 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.298827 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.299152 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.299839 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.300173 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.300499 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.300821 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:30:16.309306 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Attempting to bind port b545b04c-87b5-43a8-b982-63e0d7f4de5a on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:30:16.309843 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Attempting to bind port b545b04c-87b5-43a8-b982-63e0d7f4de5a by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:30:16.310212 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Attempting to bind port b545b04c-87b5-43a8-b982-63e0d7f4de5a on network 26cca4db-494b-41f7-8d08-220cb4a0b60e {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:30:16.317914 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:30:16.318414 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Checking segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:16.318687 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.319314 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Bound using segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:30:16.320053 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Bound port: b545b04c-87b5-43a8-b982-63e0d7f4de5a, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:30:16.320445 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.369271 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695adf8f-11c4-4eeb-aeae-2d5313b8f886 None None] Network 735e6e0c-e1b5-495a-897d-853e9c3266fd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:30:16.414383 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] For port b545b04c-87b5-43a8-b982-63e0d7f4de5a, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:30:16.419066 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] For port b545b04c-87b5-43a8-b982-63e0d7f4de5a, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b545b04c-87b5-43a8-b982-63e0d7f4de5a,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:30:16.431277 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.501688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-4ab3720c-a912-4aa0-bc2d-07c3d32ed71d None None] Provisioning complete for port 37f34755-8781-461b-974c-631c2ad9dbf9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:16.502080 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ab3720c-a912-4aa0-bc2d-07c3d32ed71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.531533 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:16.532538 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:16.587310 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83126920-fe19-4397-928c-bc4f47353ab0 None None] Pushing event updated for resources: {'Port': ['ID=b545b04c-87b5-43a8-b982-63e0d7f4de5a,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:16.680675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 3, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port': {'id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:16.695307 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:16.720863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Checking router: 20510cc6-3aba-4998-917d-0f187200b761 for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:30:16.721249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Updating router 20510cc6-3aba-4998-917d-0f187200b761 port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 binding host n-d-826529-2 {{(pid=103331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:30:16.758975 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3720c-a912-4aa0-bc2d-07c3d32ed71d None None] Current status of the port 37f34755-8781-461b-974c-631c2ad9dbf9 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:16.759307 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ab3720c-a912-4aa0-bc2d-07c3d32ed71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.783529 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:16.865969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-4ab3720c-a912-4aa0-bc2d-07c3d32ed71d None None] For port 37f34755-8781-461b-974c-631c2ad9dbf9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=37f34755-8781-461b-974c-631c2ad9dbf9,segment=NetworkSegment(34262817-e39f-4a4f-9e12-75c9d17c5ffe),segment_id=34262817-e39f-4a4f-9e12-75c9d17c5ffe)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:16.879655 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-4ab3720c-a912-4aa0-bc2d-07c3d32ed71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.079233 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3720c-a912-4aa0-bc2d-07c3d32ed71d None None] Pushing event updated for resources: {'Port': ['ID=37f34755-8781-461b-974c-631c2ad9dbf9,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:17.097415 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b17f2058-5858-4a54-827e-ee526aa7b988 None None] Provisioning complete for port b545b04c-87b5-43a8-b982-63e0d7f4de5a triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:17.098399 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b17f2058-5858-4a54-827e-ee526aa7b988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.109617 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:16Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:17.128108 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.146354 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134b6d0-3682-4b65-8e8e-8c8159a386b5 None None] The sync data for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 is: [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:16Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:30:17.184874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b545b04c-87b5-43a8-b982-63e0d7f4de5a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:17.314412 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b17f2058-5858-4a54-827e-ee526aa7b988 None None] Current status of the port b545b04c-87b5-43a8-b982-63e0d7f4de5a is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:17.314802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b17f2058-5858-4a54-827e-ee526aa7b988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.318616 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Publish callbacks [] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), precommit_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.320267 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Allocated IP 172.20.0.1 (735e6e0c-e1b5-495a-897d-853e9c3266fd/28581f47-2062-4eb8-bf5a-8b09f032c455/eca83fe4-189f-47a5-b061-3906f54d1904) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:30:17.333068 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.448601 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Publish callbacks [] for port (eca83fe4-189f-47a5-b061-3906f54d1904), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.490646 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.533199 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Network 735e6e0c-e1b5-495a-897d-853e9c3266fd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:17.541097 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:17.545139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:30:17.572180 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Pushing event updated for resources: {'Port': ['ID=eca83fe4-189f-47a5-b061-3906f54d1904,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:17.592890 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b545b04c-87b5-43a8-b982-63e0d7f4de5a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:17.593283 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.603444 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563930'] for router_interface (20510cc6-3aba-4998-917d-0f187200b761), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.603712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b17f2058-5858-4a54-827e-ee526aa7b988 None None] For port b545b04c-87b5-43a8-b982-63e0d7f4de5a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b545b04c-87b5-43a8-b982-63e0d7f4de5a,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:17.604842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Attempting to bind port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:30:17.605161 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Attempting to bind port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:30:17.605689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Attempting to bind port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 on network 046f12ae-eb38-4ed1-8b40-c8020f87261b {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:30:17.608126 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a66144-0079-41bf-8dce-623b3da99eba None None] Pushing event updated for resources: {'Port': ['ID=1668d7e6-0ebc-4d5e-b66c-c1922dfee042,revision_number=2']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:17.651079 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b17f2058-5858-4a54-827e-ee526aa7b988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.730205 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:30:17.730619 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Checking segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:17.730970 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.731367 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Bound using segment: {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'} {{(pid=103331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:30:17.731969 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.managers [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Bound port: 1668d7e6-0ebc-4d5e-b66c-c1922dfee042, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8cce8-8bc9-462c-a31d-7be40a26f99c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b'}}] {{(pid=103331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:30:17.732251 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.736317 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f2058-5858-4a54-827e-ee526aa7b988 None None] Pushing event updated for resources: {'Port': ['ID=b545b04c-87b5-43a8-b982-63e0d7f4de5a,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:17.763607 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.826438 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2a6a1c22-f939-497f-8158-88ba6357e850 None None] Provisioning complete for port 37f34755-8781-461b-974c-631c2ad9dbf9 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:17.826823 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a6a1c22-f939-497f-8158-88ba6357e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.857768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] For port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042, host n-d-826529-2, cleared binding levels {{(pid=103331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:30:17.894432 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] For port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1668d7e6-0ebc-4d5e-b66c-c1922dfee042,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:30:17.911123 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.949865 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b545b04c-87b5-43a8-b982-63e0d7f4de5a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:17.951436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 37f34755-8781-461b-974c-631c2ad9dbf9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:17.982171 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Publish callbacks [] for port (eca83fe4-189f-47a5-b061-3906f54d1904), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:17.988826 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:18.047821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a66144-0079-41bf-8dce-623b3da99eba None None] Pushing event updated for resources: {'Port': ['ID=1668d7e6-0ebc-4d5e-b66c-c1922dfee042,revision_number=3']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:18.051573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-590365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614506'] for router_interface (20510cc6-3aba-4998-917d-0f187200b761), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:18.056708 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Routers {'20510cc6-3aba-4998-917d-0f187200b761'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:18.057342 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['20510cc6-3aba-4998-917d-0f187200b761'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:18.068649 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Pushing event updated for resources: {'Port': ['ID=eca83fe4-189f-47a5-b061-3906f54d1904,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:18.101980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a1c22-f939-497f-8158-88ba6357e850 None None] Current status of the port 37f34755-8781-461b-974c-631c2ad9dbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:18.124521 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 37f34755-8781-461b-974c-631c2ad9dbf9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:18.124905 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:18.160696 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Network 735e6e0c-e1b5-495a-897d-853e9c3266fd is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:18.162269 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:18.217214 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] Set router 20510cc6-3aba-4998-917d-0f187200b761 gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:18.292395 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Router 20510cc6-3aba-4998-917d-0f187200b761 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:30:18.325628 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f0bcca1a-9816-4180-a598-8d8baaed90c5 None None] Provisioning complete for port eca83fe4-189f-47a5-b061-3906f54d1904 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:18.326009 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f0bcca1a-9816-4180-a598-8d8baaed90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:18.409176 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 37f34755-8781-461b-974c-631c2ad9dbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:18.410323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9445759f-7a9c-414d-b97a-f9d4610fd848 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:18.415479 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:30:18.420605 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-5f0bae27-b263-4b2a-8b51-c9d54893f194 admin admin] 10.222.0.45 "PUT /v2.0/routers/20510cc6-3aba-4998-917d-0f187200b761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3450415 Jan 27 23:30:18.440663 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcca1a-9816-4180-a598-8d8baaed90c5 None None] Port eca83fe4-189f-47a5-b061-3906f54d1904 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:30:18.523856 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 9445759f-7a9c-414d-b97a-f9d4610fd848 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:18.524238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:18.590238 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-041b46cc-78ff-4b0a-b282-bf45017dc50f None None] Provisioning complete for port eca83fe4-189f-47a5-b061-3906f54d1904 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:18.590613 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-041b46cc-78ff-4b0a-b282-bf45017dc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:18.621226 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-da706030-1b83-4103-bb92-9895ece92722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 4, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port': {'id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'eca83fe4-189f-47a5-b061-3906f54d1904', 'name': '', 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'mac_address': 'fa:16:3e:2b:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:17Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 2, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'subnets': [{'id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:18.657842 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da706030-1b83-4103-bb92-9895ece92722 None None] The sync data for ids ['20510cc6-3aba-4998-917d-0f187200b761'] in n-d-826529-2 is: [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 4, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port': {'id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'eca83fe4-189f-47a5-b061-3906f54d1904', 'name': '', 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'mac_address': 'fa:16:3e:2b:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:17Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 2, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'subnets': [{'id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:30:18.663950 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-041b46cc-78ff-4b0a-b282-bf45017dc50f None None] Port eca83fe4-189f-47a5-b061-3906f54d1904 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:30:18.704867 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 9445759f-7a9c-414d-b97a-f9d4610fd848 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:18.871241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b545b04c-87b5-43a8-b982-63e0d7f4de5a up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:18.936088 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port b545b04c-87b5-43a8-b982-63e0d7f4de5a triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:18.936468 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.020955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port b545b04c-87b5-43a8-b982-63e0d7f4de5a is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:19.022103 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 37f34755-8781-461b-974c-631c2ad9dbf9 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:19.075664 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 37f34755-8781-461b-974c-631c2ad9dbf9 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:19.076037 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.159939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 37f34755-8781-461b-974c-631c2ad9dbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:19.263193 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.422900 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50244) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:19.429543 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-085f0c6f-64f7-459f-b591-a0543c0b60d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145478152', 'description': 'tempest-secgroup-smoke-1145478152 description', 'project_id': '20e65ee8d55e48c28db194ecc142041e'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:19.459580 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-085f0c6f-64f7-459f-b591-a0543c0b60d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.536208 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-085f0c6f-64f7-459f-b591-a0543c0b60d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group (7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.543261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-085f0c6f-64f7-459f-b591-a0543c0b60d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.573304 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-085f0c6f-64f7-459f-b591-a0543c0b60d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.580826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-085f0c6f-64f7-459f-b591-a0543c0b60d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1565368 Jan 27 23:30:19.584168 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50246) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:19.586977 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f0c6f-64f7-459f-b591-a0543c0b60d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:19.590639 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-fea9d387-4750-4ab0-95be-1eecd86b1126 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'security_group_rule': {'security_group_id': '7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6', 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:19.619955 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fea9d387-4750-4ab0-95be-1eecd86b1126 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (51b5c2d1-b406-47a4-9f24-66cc97de8041), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.988370 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fea9d387-4750-4ab0-95be-1eecd86b1126 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (51b5c2d1-b406-47a4-9f24-66cc97de8041), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:19.994119 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fea9d387-4750-4ab0-95be-1eecd86b1126 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (51b5c2d1-b406-47a4-9f24-66cc97de8041), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.013911 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d387-4750-4ab0-95be-1eecd86b1126 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b5c2d1-b406-47a4-9f24-66cc97de8041,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:20.024880 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-fea9d387-4750-4ab0-95be-1eecd86b1126 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.027919 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-fea9d387-4750-4ab0-95be-1eecd86b1126 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4419577 Jan 27 23:30:20.029150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50248) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:20.033966 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-84c79b3c-26ba-4a4b-91a4-d8a93f86ede3 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'security_group_rule': {'security_group_id': '7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6', 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:20.061975 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-84c79b3c-26ba-4a4b-91a4-d8a93f86ede3 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (3ea28c1b-f40d-4ab5-b493-4a4822aa8b50), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.126498 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-84c79b3c-26ba-4a4b-91a4-d8a93f86ede3 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (3ea28c1b-f40d-4ab5-b493-4a4822aa8b50), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.131586 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-84c79b3c-26ba-4a4b-91a4-d8a93f86ede3 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (3ea28c1b-f40d-4ab5-b493-4a4822aa8b50), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.153088 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c79b3c-26ba-4a4b-91a4-d8a93f86ede3 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea28c1b-f40d-4ab5-b493-4a4822aa8b50,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:20.160204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-84c79b3c-26ba-4a4b-91a4-d8a93f86ede3 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.161184 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-84c79b3c-26ba-4a4b-91a4-d8a93f86ede3 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309605 Jan 27 23:30:20.164274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50250) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:20.169442 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-f9c4ebc1-8920-4214-a9d6-ad517c546ac6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'security_group_rule': {'security_group_id': '7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6', 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:20.197678 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9c4ebc1-8920-4214-a9d6-ad517c546ac6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (44009515-1f4b-4ce0-a1ba-b8459139ba58), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.268968 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9c4ebc1-8920-4214-a9d6-ad517c546ac6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (44009515-1f4b-4ce0-a1ba-b8459139ba58), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.274068 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9c4ebc1-8920-4214-a9d6-ad517c546ac6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (44009515-1f4b-4ce0-a1ba-b8459139ba58), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.293574 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4ebc1-8920-4214-a9d6-ad517c546ac6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44009515-1f4b-4ce0-a1ba-b8459139ba58,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:20.302282 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-f9c4ebc1-8920-4214-a9d6-ad517c546ac6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.303627 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-f9c4ebc1-8920-4214-a9d6-ad517c546ac6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380465 Jan 27 23:30:20.306701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50252) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:20.311435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2f0fd6ac-c12d-4f74-8c0f-a1e0e43e23ad tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'security_group_rule': {'security_group_id': '7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6', 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:20.339612 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd6ac-c12d-4f74-8c0f-a1e0e43e23ad tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (2ff91269-8daa-4360-ab21-47371904a429), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.408062 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd6ac-c12d-4f74-8c0f-a1e0e43e23ad tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (2ff91269-8daa-4360-ab21-47371904a429), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.413095 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd6ac-c12d-4f74-8c0f-a1e0e43e23ad tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (2ff91269-8daa-4360-ab21-47371904a429), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.433181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd6ac-c12d-4f74-8c0f-a1e0e43e23ad tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff91269-8daa-4360-ab21-47371904a429,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:20.439778 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2f0fd6ac-c12d-4f74-8c0f-a1e0e43e23ad tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.441193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2f0fd6ac-c12d-4f74-8c0f-a1e0e43e23ad tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334183 Jan 27 23:30:20.443990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50254) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:20.448685 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-b4b8a1ea-ba37-4284-89d7-1df4722e61c8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'security_group_rule': {'security_group_id': '7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6', 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:20.470437 n-d-826529-2 neutron-server[103330]: INFO neutron.db.securitygroups_db [None req-b4b8a1ea-ba37-4284-89d7-1df4722e61c8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Project 20e65ee8d55e48c28db194ecc142041e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:30:20.476220 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a1ea-ba37-4284-89d7-1df4722e61c8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (8f8e0634-75b2-4903-9a5d-784e974690bb), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.539236 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a1ea-ba37-4284-89d7-1df4722e61c8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (8f8e0634-75b2-4903-9a5d-784e974690bb), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.544296 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a1ea-ba37-4284-89d7-1df4722e61c8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (8f8e0634-75b2-4903-9a5d-784e974690bb), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.562506 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8a1ea-ba37-4284-89d7-1df4722e61c8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8e0634-75b2-4903-9a5d-784e974690bb,revision_number=0']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:20.572116 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a1ea-ba37-4284-89d7-1df4722e61c8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.573446 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-b4b8a1ea-ba37-4284-89d7-1df4722e61c8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284523 Jan 27 23:30:20.576789 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50256) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:20.581534 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-9ee8a9f6-2c49-44ba-9916-096929dad295 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'security_group_rule': {'security_group_id': '7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6', 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:20.602844 n-d-826529-2 neutron-server[103329]: INFO neutron.db.securitygroups_db [None req-9ee8a9f6-2c49-44ba-9916-096929dad295 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Project 20e65ee8d55e48c28db194ecc142041e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:30:20.609393 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9f6-2c49-44ba-9916-096929dad295 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (998435bd-6f0d-407c-992c-532ea22609a9), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.673052 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9f6-2c49-44ba-9916-096929dad295 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (998435bd-6f0d-407c-992c-532ea22609a9), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.677991 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9f6-2c49-44ba-9916-096929dad295 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-298935'] for security_group_rule (998435bd-6f0d-407c-992c-532ea22609a9), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.697114 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8a9f6-2c49-44ba-9916-096929dad295 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998435bd-6f0d-407c-992c-532ea22609a9,revision_number=0']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:20.703090 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-9ee8a9f6-2c49-44ba-9916-096929dad295 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.711180 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-9ee8a9f6-2c49-44ba-9916-096929dad295 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266587 Jan 27 23:30:20.882501 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-350d1cbb-dbac-4afc-879f-5b6eebbf11ae tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145478152&fields=id&tenant_id=20e65ee8d55e48c28db194ecc142041e HTTP/1.1" status: 200 len: 267 time: 0.0532835 Jan 27 23:30:20.893325 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:20.945057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:20.945551 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:20.998798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-0b98be99-a848-480e-a402-4f4ffa8893f4 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:21.000677 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-0b98be99-a848-480e-a402-4f4ffa8893f4 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 809 time: 0.1111701 Jan 27 23:30:21.017960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-77da45b6-cbb1-4990-92e6-963440a7daff tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/quotas/20e65ee8d55e48c28db194ecc142041e HTTP/1.1" status: 200 len: 375 time: 0.0115616 Jan 27 23:30:21.035545 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:21.035959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:21.058677 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] For port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1668d7e6-0ebc-4d5e-b66c-c1922dfee042,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:21.064631 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:21.074503 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-542852c9-b7a8-4f6c-9e43-093f20ce5edc tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497973 Jan 27 23:30:21.115200 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Pushing event updated for resources: {'Port': ['ID=1668d7e6-0ebc-4d5e-b66c-c1922dfee042,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:21.178323 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-a3831853-e9af-41f6-9c94-04082487ab6e service neutron] 10.222.0.45 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915110 Jan 27 23:30:21.272989 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-a00b3f7c-4921-47c3-b128-305856e28ecf service neutron] 10.222.0.45 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884027 Jan 27 23:30:21.323959 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Sync routers for ids ['20510cc6-3aba-4998-917d-0f187200b761'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:30:21.338606 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Routers {'20510cc6-3aba-4998-917d-0f187200b761'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:21.339245 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['20510cc6-3aba-4998-917d-0f187200b761'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:21.448183 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Set router 20510cc6-3aba-4998-917d-0f187200b761 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:21.454856 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-47b058dd-9b94-429c-9ae9-7b7a7a0bd852 req-c228b89b-d148-4746-a03d-28810bae91dc tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 210 time: 0.0300732 Jan 27 23:30:21.756071 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 4, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port': {'id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'eca83fe4-189f-47a5-b061-3906f54d1904', 'name': '', 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'mac_address': 'fa:16:3e:2b:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:17Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 2, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'subnets': [{'id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:21.784501 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Checking router: 20510cc6-3aba-4998-917d-0f187200b761 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:30:21.784861 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Updating router 20510cc6-3aba-4998-917d-0f187200b761 port eca83fe4-189f-47a5-b061-3906f54d1904 binding host n-d-826529-2 {{(pid=103332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:30:21.815292 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.054774 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.094912 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Publish callbacks [] for port (eca83fe4-189f-47a5-b061-3906f54d1904), precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.103342 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.154061 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac0b28-9714-4af9-a726-3a51982ccf46 None None] Pushing event updated for resources: {'Port': ['ID=eca83fe4-189f-47a5-b061-3906f54d1904,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:22.211394 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Attempting to bind port eca83fe4-189f-47a5-b061-3906f54d1904 on host n-d-826529-2 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:30:22.211679 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Attempting to bind port eca83fe4-189f-47a5-b061-3906f54d1904 by drivers openvswitch,hyperv on host n-d-826529-2 at level 0 using segments [{'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:30:22.212027 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Attempting to bind port eca83fe4-189f-47a5-b061-3906f54d1904 on network 735e6e0c-e1b5-495a-897d-853e9c3266fd {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:30:22.217422 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Checking agent: {'id': '66ebde26-9d1e-489f-8f59-b0c0f83dbd56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 26, 11), 'started_at': datetime.datetime(2022, 1, 27, 21, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:30:22.217800 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Checking segment: {'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:22.218208 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.218619 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Bound using segment: {'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:30:22.219089 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Bound port: eca83fe4-189f-47a5-b061-3906f54d1904, host: n-d-826529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34262817-e39f-4a4f-9e12-75c9d17c5ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:30:22.219506 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.285736 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] For port eca83fe4-189f-47a5-b061-3906f54d1904, host n-d-826529-2, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:30:22.288863 n-d-826529-2 neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] For port eca83fe4-189f-47a5-b061-3906f54d1904, host n-d-826529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=eca83fe4-189f-47a5-b061-3906f54d1904,segment=NetworkSegment(34262817-e39f-4a4f-9e12-75c9d17c5ffe),segment_id=34262817-e39f-4a4f-9e12-75c9d17c5ffe)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:30:22.295617 n-d-826529-2 neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.352883 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Routers {'20510cc6-3aba-4998-917d-0f187200b761'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:22.353562 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['20510cc6-3aba-4998-917d-0f187200b761'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:22.358466 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac0b28-9714-4af9-a726-3a51982ccf46 None None] Pushing event updated for resources: {'Port': ['ID=eca83fe4-189f-47a5-b061-3906f54d1904,revision_number=4']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:22.419020 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-1759a704-6358-4434-a018-ba185396008f None None] Provisioning complete for port eca83fe4-189f-47a5-b061-3906f54d1904 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:22.419471 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1759a704-6358-4434-a018-ba185396008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.503937 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] Set router 20510cc6-3aba-4998-917d-0f187200b761 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:22.580259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-1759a704-6358-4434-a018-ba185396008f None None] Current status of the port eca83fe4-189f-47a5-b061-3906f54d1904 is: DOWN; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:22.580686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1759a704-6358-4434-a018-ba185396008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.614826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-2217802a-822b-4d79-b662-5868dadd60b1 req-dbb394fb-f784-485c-89a9-2e80df97de84 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 210 time: 0.0515687 Jan 27 23:30:22.643919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-1759a704-6358-4434-a018-ba185396008f None None] For port eca83fe4-189f-47a5-b061-3906f54d1904, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=eca83fe4-189f-47a5-b061-3906f54d1904,segment=NetworkSegment(34262817-e39f-4a4f-9e12-75c9d17c5ffe),segment_id=34262817-e39f-4a4f-9e12-75c9d17c5ffe)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:22.653104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1759a704-6358-4434-a018-ba185396008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.657348 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-4dbc3dee-697d-4d37-8cbb-0ec1e47efb65 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:22.659119 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-4dbc3dee-697d-4d37-8cbb-0ec1e47efb65 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 809 time: 0.2197583 Jan 27 23:30:22.713069 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759a704-6358-4434-a018-ba185396008f None None] Pushing event updated for resources: {'Port': ['ID=eca83fe4-189f-47a5-b061-3906f54d1904,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:22.732940 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-8897b46c-c099-4163-887b-f7a74d0a760d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e65ee8d55e48c28db194ecc142041e HTTP/1.1" status: 200 len: 380 time: 0.0630856 Jan 27 23:30:22.744400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'port': {'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'admin_state_up': True, 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'security_groups': ['7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:22.776030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-f95e9359-a160-40e7-8f1c-3bfaec845634 None None] Provisioning complete for port eca83fe4-189f-47a5-b061-3906f54d1904 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:22.776336 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 4, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port': {'id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'eca83fe4-189f-47a5-b061-3906f54d1904', 'name': '', 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'mac_address': 'fa:16:3e:2b:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:17Z', 'updated_at': '2022-01-27T23:30:22Z', 'revision_number': 4, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'subnets': [{'id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:22.776689 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f95e9359-a160-40e7-8f1c-3bfaec845634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.805710 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f98d4c-0fbf-42ce-9801-32d36bee8a3f None None] The sync data for ids ['20510cc6-3aba-4998-917d-0f187200b761'] in n-d-826529-2 is: [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 4, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port': {'id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'eca83fe4-189f-47a5-b061-3906f54d1904', 'name': '', 'network_id': '735e6e0c-e1b5-495a-897d-853e9c3266fd', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'mac_address': 'fa:16:3e:2b:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:17Z', 'updated_at': '2022-01-27T23:30:22Z', 'revision_number': 4, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'subnets': [{'id': '28581f47-2062-4eb8-bf5a-8b09f032c455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:30:22.870731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Made reservation on behalf of 20e65ee8d55e48c28db194ecc142041e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:30:22.874579 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:22.887514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-f95e9359-a160-40e7-8f1c-3bfaec845634 None None] Current status of the port eca83fe4-189f-47a5-b061-3906f54d1904 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:22.934394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device eca83fe4-189f-47a5-b061-3906f54d1904 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:22.996924 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port eca83fe4-189f-47a5-b061-3906f54d1904 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:22.997309 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.024496 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Allocated IP 172.20.0.9 (26cca4db-494b-41f7-8d08-220cb4a0b60e/08808364-11ce-4f2f-afa5-b40abfae1e7e/bf2d4b55-7f13-400b-9566-3e1c5febe3e8) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:30:23.089689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port eca83fe4-189f-47a5-b061-3906f54d1904 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:23.091640 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 up at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:23.154571 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Provisioning complete for port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:23.155047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.196105 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.239261 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.242394 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Current status of the port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 is: ACTIVE; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:23.284474 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:23.288152 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:23.292504 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:30:23.331068 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:23.357610 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:23.358347 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.377404 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-1dc3787c-b091-4d9c-b998-4dd18ddc696e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6367903 Jan 27 23:30:23.390766 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Request body: {'port': {'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:23.454615 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.612315 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-255e999c-cee3-4bbd-82a6-f5fc4ef94fa4 None None] Provisioning complete for port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:23.612692 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-255e999c-cee3-4bbd-82a6-f5fc4ef94fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.652820 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-255e999c-cee3-4bbd-82a6-f5fc4ef94fa4 None None] Port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:30:23.754015 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2d4b55-7f13-400b-9566-3e1c5febe3e8 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:30:23.763204 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Publish callbacks [] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.780747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Transition to ACTIVE for port object bf2d4b55-7f13-400b-9566-3e1c5febe3e8 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:30:23.791839 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56c412-b524-4091-a1e7-bf929b936d45 req-8dcd6634-3250-4cd8-a718-a0ff32017511 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:23.793357 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b56c412-b524-4091-a1e7-bf929b936d45 req-8dcd6634-3250-4cd8-a718-a0ff32017511 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 931 time: 0.0791118 Jan 27 23:30:23.794559 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:23.863106 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:23.925133 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-5b56c412-b524-4091-a1e7-bf929b936d45 req-d2e873ff-0f87-44dc-b474-0f368ed1098f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225855 Jan 27 23:30:23.960812 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Attempting to bind port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 on host n-h2-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:30:23.961205 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Attempting to bind port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 by drivers openvswitch,hyperv on host n-h2-826529-2 at level 0 using segments [{'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:30:23.961542 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Attempting to bind port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 on network 26cca4db-494b-41f7-8d08-220cb4a0b60e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:30:23.966912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 on network 26cca4db-494b-41f7-8d08-220cb4a0b60e not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:30:23.967240 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Attempting to bind port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 on network 26cca4db-494b-41f7-8d08-220cb4a0b60e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:30:23.972704 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Checking agent: {'id': 'b7a0e617-cda3-43b2-bf8f-dc8aef673fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:30:23.973043 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Checking segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:30:23.973436 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Bound using segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:30:23.973868 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Bound port: bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host: n-h2-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:30:23.974238 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:24.047325 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:30:24.050738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:30:24.057063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:24.094089 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:24.094723 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:24.096229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 1091 time: 0.7104819 Jan 27 23:30:24.096730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:30:24.098945 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd2c8d1-fb62-467d-b30d-831115220b92" -d '{"events": [{"name": "network-changed", "server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:30:24.126083 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0229c60-f298-4fd6-8067-8064855f76d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:24.149144 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ce0d46-48eb-4458-aba9-6ef9c35a0c3c x-openstack-request-id: req-88ce0d46-48eb-4458-aba9-6ef9c35a0c3c {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:30:24.149442 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:30:24.149701 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88ce0d46-48eb-4458-aba9-6ef9c35a0c3c {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:30:24.150085 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'status': 'completed', 'code': 200} Jan 27 23:30:24.194593 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-756e58d3-b9bd-40a4-9705-e2eee9d7151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:24.196282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-756e58d3-b9bd-40a4-9705-e2eee9d7151b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1094 time: 0.0453939 Jan 27 23:30:24.242499 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-efac92ba-bf3f-4708-9198-6570f463d52c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 217 time: 0.0399439 Jan 27 23:30:24.294609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-daa6fdd5-89d2-4bd4-b90f-52549bf7b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:24.296145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-daa6fdd5-89d2-4bd4-b90f-52549bf7b75f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0482099 Jan 27 23:30:24.344618 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-9681597d-0ec4-46b6-be1b-2e6a2ed77688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:24.346229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-9681597d-0ec4-46b6-be1b-2e6a2ed77688 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436707 Jan 27 23:30:24.444954 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-eb93e66a-5958-4d9e-a29f-cf19e0c6b413 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914609 Jan 27 23:30:24.557409 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e03ec8db-1d74-48e9-bdf0-825b6272893b req-174b5210-a778-40e2-b658-62a38cda3fe0 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076341 Jan 27 23:30:24.659080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-c744ef98-016a-49c8-9fa3-cd9b3ea94681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:24.660510 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-c744ef98-016a-49c8-9fa3-cd9b3ea94681 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1094 time: 0.0438545 Jan 27 23:30:24.765721 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-088ebbdd-ad7e-4fb6-b02e-a8d699eb5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:24.767244 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-088ebbdd-ad7e-4fb6-b02e-a8d699eb5970 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.1012173 Jan 27 23:30:24.809350 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-17b1fccb-cdb1-48a6-b546-a6f86a13b667 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 217 time: 0.0362661 Jan 27 23:30:24.866415 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-b2bdb683-f29e-4ce0-8877-a7045b98e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:24.868643 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-b2bdb683-f29e-4ce0-8877-a7045b98e10f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0525482 Jan 27 23:30:24.920631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-79dbc102-877c-481f-a650-9e56de1469b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:24.922146 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-79dbc102-877c-481f-a650-9e56de1469b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472081 Jan 27 23:30:25.370749 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-ba6dd50b-c5b7-493a-b34a-b9266e06f4a4 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414225 Jan 27 23:30:25.407130 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e3f04-2e0a-4356-8b84-297e26f96d35 req-e85a2ad8-209a-49d4-9c44-61f1ac70f88a tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:25.408648 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f68e3f04-2e0a-4356-8b84-297e26f96d35 req-e85a2ad8-209a-49d4-9c44-61f1ac70f88a tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 943 time: 0.4092629 Jan 27 23:30:25.504388 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f68e3f04-2e0a-4356-8b84-297e26f96d35 req-f6d3e416-9ad7-4b8a-9dff-3faf6f8b4a75 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709908 Jan 27 23:30:25.508580 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-edd2c8d1-fb62-467d-b30d-831115220b92 req-83c0b2ac-e424-4f7d-b404-0a9ab59e6794 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291695 Jan 27 23:30:26.558733 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device bf2d4b55-7f13-400b-9566-3e1c5febe3e8 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:30:26.636935 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c2419-556f-4b15-b2cf-3a7e818fce06 req-598df25d-7e17-4162-a7a6-dc57e5f02716 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:26.638474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c38c2419-556f-4b15-b2cf-3a7e818fce06 req-598df25d-7e17-4162-a7a6-dc57e5f02716 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 943 time: 0.0531058 Jan 27 23:30:26.666002 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:26.677743 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:30:26.689931 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c38c2419-556f-4b15-b2cf-3a7e818fce06 req-3da465f9-a169-4038-b970-6de561e49dff tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455563 Jan 27 23:30:26.720887 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:26.721298 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:26.735535 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2d4b55-7f13-400b-9566-3e1c5febe3e8 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:30:26.756026 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:26.761293 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:26.810180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:26.963495 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['bf2d4b55-7f13-400b-9566-3e1c5febe3e8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:30:27.814307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8bf76-d13b-4b3f-8462-7bd03b2ed774 req-fb422e11-2d52-4a94-b25b-6f7c749a7ecd tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:27.815962 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b8bf76-d13b-4b3f-8462-7bd03b2ed774 req-fb422e11-2d52-4a94-b25b-6f7c749a7ecd tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 944 time: 0.0532012 Jan 27 23:30:27.871229 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3b8bf76-d13b-4b3f-8462-7bd03b2ed774 req-1fc4152b-99ca-4ba1-b8e7-3a5e998c7a6a tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466402 Jan 27 23:30:28.574990 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device bf2d4b55-7f13-400b-9566-3e1c5febe3e8 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:30:28.632915 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning for port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:30:28.636773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:30:28.637177 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:28.720031 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:30:28.720433 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:28.743863 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:30:28.746220 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9c499-f95b-4ccf-a520-aa55bfd58e24" -d '{"events": [{"server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:30:28.759952 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:30:28.766665 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:28.791207 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e3d3a-0c7d-4333-a6b1-87f6f479022d x-openstack-request-id: req-940e3d3a-0c7d-4333-a6b1-87f6f479022d {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:30:28.791526 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:30:28.791791 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-940e3d3a-0c7d-4333-a6b1-87f6f479022d {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:30:28.792193 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'code': 200} Jan 27 23:30:28.819128 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:28.887222 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af4de8-87c7-4613-9c01-c7ed681e5552 req-f74c9639-266b-4958-a48f-c3c5d64a7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:28.888804 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74af4de8-87c7-4613-9c01-c7ed681e5552 req-f74c9639-266b-4958-a48f-c3c5d64a7bf5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1096 time: 0.0414326 Jan 27 23:30:28.942193 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-74af4de8-87c7-4613-9c01-c7ed681e5552 req-4358645b-d85e-4be8-96ca-00d1613b73ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469472 Jan 27 23:30:29.012702 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56307bce-3af6-488d-bdec-e6f169164a03 req-0e45abce-46eb-4c54-bbed-83292a80386d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:29.014210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56307bce-3af6-488d-bdec-e6f169164a03 req-0e45abce-46eb-4c54-bbed-83292a80386d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 945 time: 0.0561616 Jan 27 23:30:29.064004 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-56307bce-3af6-488d-bdec-e6f169164a03 req-043498cd-65b2-4355-91b3-9dcb4ee1d049 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439065 Jan 27 23:30:30.193951 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7db4e-ccd2-496c-8e3e-6d1ce4f485ee req-5bcbb414-e735-484e-8a99-fd3162128308 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:30.195774 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ad7db4e-ccd2-496c-8e3e-6d1ce4f485ee req-5bcbb414-e735-484e-8a99-fd3162128308 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 945 time: 0.0600348 Jan 27 23:30:30.249001 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0ad7db4e-ccd2-496c-8e3e-6d1ce4f485ee req-2ec01516-df67-4042-95c1-41aae607adb3 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474098 Jan 27 23:30:30.382092 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dbf58-6541-4ba2-9f02-0c0cb17ac8bb req-9214b44b-8e2d-442e-a35f-e4ac19eb5be8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:30.383662 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f12dbf58-6541-4ba2-9f02-0c0cb17ac8bb req-9214b44b-8e2d-442e-a35f-e4ac19eb5be8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 945 time: 0.0594456 Jan 27 23:30:30.438819 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f12dbf58-6541-4ba2-9f02-0c0cb17ac8bb req-fb4e00c7-14a2-4991-80c5-366b6ab88c21 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491853 Jan 27 23:30:30.461103 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50306) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:30.614196 n-d-826529-2 neutron-server[103329]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d6d87-a985-4c43-a3c9-f9ee15dfad2c tempest-TestSnapshotPattern-126393369 tempest-TestSnapshotPattern-126393369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:30.615991 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b66d6d87-a985-4c43-a3c9-f9ee15dfad2c tempest-TestSnapshotPattern-126393369 tempest-TestSnapshotPattern-126393369-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1091 time: 0.1537750 Jan 27 23:30:30.619631 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50310) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:30:30.624360 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:30:30.649073 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:30.750889 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:30.867287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Allocated IP 172.25.8.254 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/19d807e4-d7a5-4e62-b6db-156816657cc0) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:30:30.976903 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for port (19d807e4-d7a5-4e62-b6db-156816657cc0), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:31.018654 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (19d807e4-d7a5-4e62-b6db-156816657cc0), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:31.056307 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:30:31.059181 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:30:31.064926 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:30:31.070560 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'Port': ['ID=19d807e4-d7a5-4e62-b6db-156816657cc0,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:31.460185 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for floatingip (ee4f9922-8ac4-420f-b179-7361dc616f40), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:31.533402 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (19d807e4-d7a5-4e62-b6db-156816657cc0), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:31.713357 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for port (19d807e4-d7a5-4e62-b6db-156816657cc0), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:31.720170 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (19d807e4-d7a5-4e62-b6db-156816657cc0), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:31.794276 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'Port': ['ID=19d807e4-d7a5-4e62-b6db-156816657cc0,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:30:31.810779 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (ee4f9922-8ac4-420f-b179-7361dc616f40), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:31.921704 n-d-826529-2 neutron-server[103330]: INFO neutron.db.l3_db [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Floating IP ee4f9922-8ac4-420f-b179-7361dc616f40 associated. External IP: 172.25.8.254, port: bf2d4b55-7f13-400b-9566-3e1c5febe3e8. Jan 27 23:30:32.138411 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Router de1ae170-3cce-49b5-961e-3b04b12e7dfa has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:30:32.258338 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:30:32.269155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] Sync routers for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:30:32.279830 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:32.280180 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:32.280768 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:32.307830 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-2dd0ed95-97dd-46bd-90e6-e4411c89a7d8 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6870162 Jan 27 23:30:32.308494 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:30:32.310794 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6481766a-feba-49b1-bc40-9a7b96848ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:30:32.353002 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ea11d-704b-4b2e-b4ce-aca6cc040460 x-openstack-request-id: req-4b9ea11d-704b-4b2e-b4ce-aca6cc040460 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:30:32.353294 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:30:32.353545 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b9ea11d-704b-4b2e-b4ce-aca6cc040460 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:30:32.353991 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'status': 'completed', 'code': 200} Jan 27 23:30:32.401249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:32.416867 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-68547ea0-3019-4ec9-92d2-d48b08dafd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:32.418397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-68547ea0-3019-4ec9-92d2-d48b08dafd1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1096 time: 0.0425498 Jan 27 23:30:32.511056 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-62fee174-3e05-410d-915e-43685020e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:32.512609 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-62fee174-3e05-410d-915e-43685020e682 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0887933 Jan 27 23:30:32.579043 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-38bb3418-63bb-4e14-a815-a0649855b05e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 999 time: 0.0608454 Jan 27 23:30:32.627923 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:31Z', 'revision_number': 0, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:32.629285 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-e902a994-cbed-4669-9b26-ea883c699e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:32.630640 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-e902a994-cbed-4669-9b26-ea883c699e46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0461857 Jan 27 23:30:32.659098 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] Checking router: de1ae170-3cce-49b5-961e-3b04b12e7dfa for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:30:32.672939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:30:32.673587 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:30:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:32.682405 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-55677303-c599-4e15-aa66-207433ce49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:32.683991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-55677303-c599-4e15-aa66-207433ce49ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478196 Jan 27 23:30:32.777530 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-c5585a5d-23a5-43ca-bfbe-c0b131cc0a72 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875449 Jan 27 23:30:32.783451 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:30:32.875785 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-6481766a-feba-49b1-bc40-9a7b96848ef5 req-02afefe5-ca1c-4a16-bac0-84d78fc743f6 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924392 Jan 27 23:30:33.020871 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:31Z', 'revision_number': 0, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:30:33.047940 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11c90f-f2d7-40cf-9d33-d4888e6f1806 None None] The sync data for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 is: [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:31Z', 'revision_number': 0, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:30:33.252912 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccd584-fc7d-4560-8b1a-7ca10bde02f9 None None] New status for floating IP ee4f9922-8ac4-420f-b179-7361dc616f40: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:30:34.044950 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-bb8af22b-55ef-4f51-be15-cb7511b32d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:37.138647 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-83b15fcf-95bb-4274-be2f-38343ee71982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:38.938953 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:39.028408 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-aeee61a4-b385-4886-8ce8-b8fe65893f6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430479 Jan 27 23:30:39.117866 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-2db92b7e-b217-46ed-8576-dca0ba80818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:39.119395 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-2db92b7e-b217-46ed-8576-dca0ba80818d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1096 time: 0.0455008 Jan 27 23:30:39.232047 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-86a1c504-7c9c-4613-b6bf-9c1fc2776212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:39.233424 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-86a1c504-7c9c-4613-b6bf-9c1fc2776212 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0952413 Jan 27 23:30:39.324011 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-50207f65-b3b3-4df5-9708-d784f48cbd39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 1001 time: 0.0724249 Jan 27 23:30:39.375608 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-cfaef9fd-44ce-41b4-b29e-1dfb6f9ffd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:39.377101 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-cfaef9fd-44ce-41b4-b29e-1dfb6f9ffd06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0470583 Jan 27 23:30:39.431500 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-0feb1968-9b2a-4a06-a5e2-1b1de2854cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:30:39.433058 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-0feb1968-9b2a-4a06-a5e2-1b1de2854cb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492072 Jan 27 23:30:39.530016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-2bbe2be5-b945-4c29-926d-f63511e69eaf service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912151 Jan 27 23:30:39.620698 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8e04aae0-17fb-49b8-ac48-cb8e11d971e2 req-0de7fbce-390d-440a-aa0c-7af338ef5cb9 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854785 Jan 27 23:30:41.236661 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:41.497244 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:49.270136 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:52.061189 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:30:52.370085 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:31:04.046122 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1ba2c4e5-610d-442a-aeea-a99ab15a0df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:07.153192 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-919c566c-8aa2-4260-89d6-f77bb10986ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:08.949485 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:11.238204 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:11.491942 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:19.266440 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:22.063530 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:29.371134 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:31:34.048776 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b5cf6ba5-f8ae-40ff-a4ea-aaae333b1f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:37.158116 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a947984e-d0e9-44b9-a930-8e7738ea53d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:38.967678 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:39.066571 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-4076bfff-3f09-44d3-b5dc-cc1a2ade78ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494499 Jan 27 23:31:39.161209 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-fb4c56c7-6ca9-4bb1-93d2-025053b779e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:31:39.162814 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-fb4c56c7-6ca9-4bb1-93d2-025053b779e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1096 time: 0.0532117 Jan 27 23:31:39.278216 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-06d00f94-7850-4df4-9c1e-89bab5d02ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:31:39.279712 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-06d00f94-7850-4df4-9c1e-89bab5d02ee7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0929284 Jan 27 23:31:39.349625 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-d4e7ab8f-e91a-447b-9136-b6bb76f20353 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 1001 time: 0.0639021 Jan 27 23:31:39.398247 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-60839412-0b30-48e4-8fb6-790ede6616bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:31:39.399739 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-60839412-0b30-48e4-8fb6-790ede6616bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0444808 Jan 27 23:31:39.451136 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-043f1e84-ccf9-4d0c-8cf5-1e3110104aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:31:39.452668 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-043f1e84-ccf9-4d0c-8cf5-1e3110104aec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474153 Jan 27 23:31:39.541439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-5bf5057b-8471-42f4-b842-e394e1c10d6f service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Jan 27 23:31:39.635087 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-953d9bf3-6130-4c68-9ae9-afdeb43fb256 req-39c5bd8c-163d-4c7f-9bfa-ca21a21e80c3 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881908 Jan 27 23:31:41.241197 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:41.504352 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:49.268523 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:31:52.056793 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:04.049243 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-54b3bfbc-99cd-4d91-92dc-6d96ae442451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:06.372107 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:32:07.160030 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-6d28c085-d624-4c15-8713-ea845df5585c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:08.953993 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:11.259078 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:11.497840 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:19.268802 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:22.055375 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:31.196149 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device bf2d4b55-7f13-400b-9566-3e1c5febe3e8 details requested by agent hyperv_n-h2-826529-2 with host n-h2-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:32:31.296057 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:32:31.308339 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Returning: {'device': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:32:31.348821 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:32:31.349622 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:31.366934 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf2d4b55-7f13-400b-9566-3e1c5febe3e8 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:32:31.391275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:32:31.396594 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:31.452986 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:32:31.460551 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.460903 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.461254 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.461595 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.461931 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.462277 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.462609 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.462939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.463268 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.463646 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.463980 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.464308 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.464631 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:31.469498 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] get_ports_and_sgs() called for port_ids ['bf2d4b55-7f13-400b-9566-3e1c5febe3e8'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:32:33.195880 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device bf2d4b55-7f13-400b-9566-3e1c5febe3e8 up at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:32:33.251810 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Provisioning complete for port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:32:33.252507 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:33.337818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:32:33.338513 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:33.363670 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:32:33.366207 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a96486-4e57-4206-bd86-260f1cfc7f14" -d '{"events": [{"server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:32:33.380499 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:32:33.388462 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:33.427769 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2ba921-d579-47ce-a752-1711e222666e x-openstack-request-id: req-5a2ba921-d579-47ce-a752-1711e222666e {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:32:33.427769 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:32:33.427769 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a2ba921-d579-47ce-a752-1711e222666e {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:32:33.427769 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'code': 200} Jan 27 23:32:33.456261 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:32:34.066884 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-31ede938-5212-48c3-b18c-93b812d9c14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:37.154458 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-18f09e85-8de7-4e95-9a2b-2958898852fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:38.959206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:39.101227 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce0399-baa9-4b20-8494-c24450165d88 req-ea82d7f3-5bf7-4126-ab6a-ac67e7b55e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:39.102732 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cce0399-baa9-4b20-8494-c24450165d88 req-ea82d7f3-5bf7-4126-ab6a-ac67e7b55e29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1096 time: 0.0427196 Jan 27 23:32:39.229725 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce0399-baa9-4b20-8494-c24450165d88 req-a0b8307e-cf15-404c-9924-e60b8cdc516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:39.231531 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cce0399-baa9-4b20-8494-c24450165d88 req-a0b8307e-cf15-404c-9924-e60b8cdc516c service neutron] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.1035874 Jan 27 23:32:39.301511 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cce0399-baa9-4b20-8494-c24450165d88 req-c530feed-5a4c-4aa7-9113-8d1fcf579846 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 1001 time: 0.0632744 Jan 27 23:32:39.357382 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce0399-baa9-4b20-8494-c24450165d88 req-4a4765ed-4294-409f-8ab3-2ab8f410c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:39.359883 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cce0399-baa9-4b20-8494-c24450165d88 req-4a4765ed-4294-409f-8ab3-2ab8f410c9f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0527868 Jan 27 23:32:39.417004 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce0399-baa9-4b20-8494-c24450165d88 req-bd7b1568-85cb-47fc-bbf8-0759efa4250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:39.417633 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cce0399-baa9-4b20-8494-c24450165d88 req-bd7b1568-85cb-47fc-bbf8-0759efa4250f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522442 Jan 27 23:32:39.524411 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cce0399-baa9-4b20-8494-c24450165d88 req-0167a800-756f-4f5e-b9db-10fe15797747 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988667 Jan 27 23:32:39.619974 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0cce0399-baa9-4b20-8494-c24450165d88 req-c5280941-3b6f-4d68-80cb-996df4fad783 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914435 Jan 27 23:32:40.450533 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-1bc74073-0b0d-43fe-9e20-b428ee5a6f51 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145478152&fields=id&tenant_id=20e65ee8d55e48c28db194ecc142041e HTTP/1.1" status: 200 len: 267 time: 0.0478621 Jan 27 23:32:40.572520 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-0eb72e33-45fe-41f4-861d-5a65c638ca8c tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:40.573981 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-0eb72e33-45fe-41f4-861d-5a65c638ca8c tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 809 time: 0.1126392 Jan 27 23:32:40.589765 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-30ecf5cf-67ca-45c4-9d1c-526923cb4d85 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/quotas/20e65ee8d55e48c28db194ecc142041e HTTP/1.1" status: 200 len: 375 time: 0.0100782 Jan 27 23:32:40.648626 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-bad1a7a8-9cb1-49a4-9e76-a4ed786db606 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537653 Jan 27 23:32:40.716759 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-21734466-310e-4e24-a064-2fbc1e47af10 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:32:40.717757 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-21734466-310e-4e24-a064-2fbc1e47af10 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542672 Jan 27 23:32:40.817196 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-3db3573f-537c-4084-8cef-d3182e74842f service neutron] 10.222.0.45 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899351 Jan 27 23:32:40.916545 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-72082ad5-04a4-4e65-92b9-8e88b39a1dfb service neutron] 10.222.0.45 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935433 Jan 27 23:32:41.120740 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-52f8bf0e-ff67-4fef-9120-b836f1b6eaa1 req-9a57fe17-8a48-4736-a35f-6386b4aea499 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 210 time: 0.0339284 Jan 27 23:32:41.235243 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:41.498788 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:42.103493 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-6cea9ee9-ab91-400e-8a7b-75fbdd68f708 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:42.105801 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-6cea9ee9-ab91-400e-8a7b-75fbdd68f708 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.16 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 809 time: 0.1060941 Jan 27 23:32:42.172448 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-22b5f606-cae6-4dd7-b58f-dce6f4b59aa5 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20e65ee8d55e48c28db194ecc142041e HTTP/1.1" status: 200 len: 380 time: 0.0577605 Jan 27 23:32:42.181381 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'port': {'device_id': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'admin_state_up': True, 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'security_groups': ['7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6']}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:32:42.266775 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e3d92ef7-03e4-4f0c-9ad4-beae3267a94a req-250e48ca-516f-4e72-8f56-a34a1e0417dd tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 210 time: 0.0395269 Jan 27 23:32:42.328731 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Made reservation on behalf of 20e65ee8d55e48c28db194ecc142041e for: {'port': 1} {{(pid=103330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:32:42.332632 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:42.916296 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_common [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Allocated IP 172.20.0.7 (26cca4db-494b-41f7-8d08-220cb4a0b60e/08808364-11ce-4f2f-afa5-b40abfae1e7e/ef0b7175-8708-4d7a-a0dd-057d237fa394) {{(pid=103330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:32:43.195801 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), precommit_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:43.246488 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), after_create {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:43.259999 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device bf2d4b55-7f13-400b-9566-3e1c5febe3e8 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:32:43.373235 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:32:43.448852 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e is already hosted by enough agents. {{(pid=103330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:32:43.452143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'Port': ['ID=ef0b7175-8708-4d7a-a0dd-057d237fa394,revision_number=1']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:32:43.454541 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.base_scheduler [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Resources bound (agent type, host, resource id): {{(pid=103330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:32:43.465346 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Received port after_create {{(pid=103330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:32:43.472155 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Current status of the port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 is: ACTIVE; New status is: DOWN {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:32:43.472553 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:43.521452 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:32:43.528613 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2d2013-39a8-40a2-8f9b-51fa5ff84f7c" -d '{"events": [{"server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:32:43.553039 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.553370 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.553719 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.554057 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.554400 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.554738 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.555135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.555396 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.556612 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.556942 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.557274 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.557609 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.557939 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:32:43.563436 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:32:43.570291 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:43.609963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:43.610742 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:43.633109 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8505cd-7a4f-4f8f-aa83-3e967dfb89b4 req-55ba01ae-414f-4fb8-a8ae-a83a87606ed6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:43.634885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a8505cd-7a4f-4f8f-aa83-3e967dfb89b4 req-55ba01ae-414f-4fb8-a8ae-a83a87606ed6 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 931 time: 0.1583359 Jan 27 23:32:43.640606 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d397d0ab-0d57-4d53-9833-f18b26746df3 x-openstack-request-id: req-d397d0ab-0d57-4d53-9833-f18b26746df3 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:32:43.646325 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:32:43.647269 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d397d0ab-0d57-4d53-9833-f18b26746df3 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:32:43.647917 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'code': 200} Jan 27 23:32:43.686397 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-942f80d4-b06d-4a06-acef-5c306ee0640e tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5088773 Jan 27 23:32:43.703298 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Pushing event updated for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=8']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:32:43.755487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-de5e035e-c29b-4f43-acec-ee3a354acc79 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:32:43.757040 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-de5e035e-c29b-4f43-acec-ee3a354acc79 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095623 Jan 27 23:32:43.766919 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a8505cd-7a4f-4f8f-aa83-3e967dfb89b4 req-bd40f80e-4651-4b5a-bfb9-7041b4ea3071 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250303 Jan 27 23:32:43.864353 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.v2.base [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Request body: {'port': {'device_id': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-2'}} {{(pid=103330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:32:43.865322 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-2a012d47-d10a-4ed4-a17e-4cd0bcdc4b2f None None] Provisioning complete for port ef0b7175-8708-4d7a-a0dd-057d237fa394 triggered by entity DHCP. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:32:43.865749 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2a012d47-d10a-4ed4-a17e-4cd0bcdc4b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:43.956876 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-2a012d47-d10a-4ed4-a17e-4cd0bcdc4b2f None None] Port ef0b7175-8708-4d7a-a0dd-057d237fa394 cannot update to ACTIVE because it is not bound. {{(pid=103331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:32:43.973405 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:44.387962 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0b7175-8708-4d7a-a0dd-057d237fa394 {{(pid=103330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:32:44.413570 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Publish callbacks [] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), precommit_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:44.429036 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.provisioning_blocks [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Transition to ACTIVE for port object ef0b7175-8708-4d7a-a0dd-057d237fa394 will not be triggered until provisioned by entity L2. {{(pid=103330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:32:44.434706 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:44.496835 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0b7175-8708-4d7a-a0dd-057d237fa394,revision_number=2']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:32:44.587927 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Attempting to bind port ef0b7175-8708-4d7a-a0dd-057d237fa394 on host n-h1-826529-2 for vnic_type normal with profile {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:32:44.593727 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Attempting to bind port ef0b7175-8708-4d7a-a0dd-057d237fa394 by drivers openvswitch,hyperv on host n-h1-826529-2 at level 0 using segments [{'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:32:44.594487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Attempting to bind port ef0b7175-8708-4d7a-a0dd-057d237fa394 on network 26cca4db-494b-41f7-8d08-220cb4a0b60e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:32:44.600799 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Port ef0b7175-8708-4d7a-a0dd-057d237fa394 on network 26cca4db-494b-41f7-8d08-220cb4a0b60e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-2 {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:32:44.601139 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Attempting to bind port ef0b7175-8708-4d7a-a0dd-057d237fa394 on network 26cca4db-494b-41f7-8d08-220cb4a0b60e {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:32:44.606963 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Checking agent: {'id': '361cdc15-578f-468d-8d4b-fe04069666a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'started_at': datetime.datetime(2022, 1, 27, 21, 33, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:32:44.607371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Checking segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:32:44.607983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Bound using segment: {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'} {{(pid=103330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:32:44.608417 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.managers [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Bound port: ef0b7175-8708-4d7a-a0dd-057d237fa394, host: n-h1-826529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2920a3-1f6c-4977-baec-c823c2c69b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e'}}] {{(pid=103330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:32:44.610112 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), before_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:44.730080 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, cleared binding levels {{(pid=103330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:32:44.743905 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:32:44.749754 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4492764'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), after_update {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:44.791629 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:44.792205 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:44.793594 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef0b7175-8708-4d7a-a0dd-057d237fa394 HTTP/1.1" status: 200 len: 1091 time: 1.0175388 Jan 27 23:32:44.794048 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:32:44.796668 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dde908146c44fc53799bb2319b2dec6a9958d65c7e79ce0da79beaec8f364d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad72d86-645d-464b-b072-9379062f411d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:32:44.829680 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf479c-a36e-4e4e-bf20-4cf138915194 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0b7175-8708-4d7a-a0dd-057d237fa394,revision_number=3']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:32:44.966062 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fd6fbc-6b50-48f4-8b41-c78244758f04 x-openstack-request-id: req-41fd6fbc-6b50-48f4-8b41-c78244758f04 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:32:44.966358 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:32:44.966612 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41fd6fbc-6b50-48f4-8b41-c78244758f04 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:32:44.967020 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'status': 'completed', 'code': 200} Jan 27 23:32:44.979163 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338e07e-99bd-4a91-ae0f-a589ccf8e14c req-0e0888ac-5d99-44e5-9493-f29169d77594 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:44.980788 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8338e07e-99bd-4a91-ae0f-a589ccf8e14c req-0e0888ac-5d99-44e5-9493-f29169d77594 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0782812 Jan 27 23:32:45.059270 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8338e07e-99bd-4a91-ae0f-a589ccf8e14c req-46d21f23-519c-4fb3-83f9-c50e38e5308d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700138 Jan 27 23:32:46.187668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956705d-b0f5-49bd-9822-53fd9c7cf6f9 req-c8710365-82ed-48e9-885f-dfa7674fc769 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:46.189262 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c956705d-b0f5-49bd-9822-53fd9c7cf6f9 req-c8710365-82ed-48e9-885f-dfa7674fc769 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0531709 Jan 27 23:32:46.243653 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c956705d-b0f5-49bd-9822-53fd9c7cf6f9 req-b2fc55be-e0af-44ff-b448-1c44cd780741 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485029 Jan 27 23:32:47.373399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e7a5-9450-494a-8254-541ef6709c7b req-0edb28fa-c15f-448c-abda-8c579dc8e0cd tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:47.375050 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fd6e7a5-9450-494a-8254-541ef6709c7b req-0edb28fa-c15f-448c-abda-8c579dc8e0cd tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0579026 Jan 27 23:32:47.438455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3fd6e7a5-9450-494a-8254-541ef6709c7b req-3aea655d-9173-4e28-9594-cb3dd07d960d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575705 Jan 27 23:32:48.600640 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aa653-b26e-4aba-8c43-c87df0568d4d req-0a0861c6-7641-4b7b-96a5-8aeb931d3397 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:48.602484 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-091aa653-b26e-4aba-8c43-c87df0568d4d req-0a0861c6-7641-4b7b-96a5-8aeb931d3397 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0589623 Jan 27 23:32:48.656777 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-091aa653-b26e-4aba-8c43-c87df0568d4d req-7e041432-c727-41bb-aa77-9214a57fe9ee tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483696 Jan 27 23:32:49.274854 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:49.785657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97501-677a-44b6-a581-20aa2b0a423a req-dfc6ccb3-275c-4156-9ef1-1e7b660cb0c0 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:49.787177 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9c97501-677a-44b6-a581-20aa2b0a423a req-dfc6ccb3-275c-4156-9ef1-1e7b660cb0c0 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0576482 Jan 27 23:32:49.839465 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a9c97501-677a-44b6-a581-20aa2b0a423a req-3b879536-3cb9-44ec-9e62-188d5c0bf81f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462816 Jan 27 23:32:50.961990 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d05f95-5082-406b-9031-c1a05ae49e67 req-4d9b4258-0517-42ab-87b5-d2a31d016cde tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:50.963568 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84d05f95-5082-406b-9031-c1a05ae49e67 req-4d9b4258-0517-42ab-87b5-d2a31d016cde tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0512130 Jan 27 23:32:51.016525 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-84d05f95-5082-406b-9031-c1a05ae49e67 req-3cc26db5-2a07-499d-b81d-03e0895869e1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472507 Jan 27 23:32:52.056095 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:52.143521 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54156cd8-ed18-473c-aae1-360aa5682a71 req-8a355a21-5794-4b59-bae6-404a6a382742 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:52.145014 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54156cd8-ed18-473c-aae1-360aa5682a71 req-8a355a21-5794-4b59-bae6-404a6a382742 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0509846 Jan 27 23:32:52.201000 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-54156cd8-ed18-473c-aae1-360aa5682a71 req-08473b91-170f-48e1-8eae-c4cb79bb1ddf tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478752 Jan 27 23:32:53.007893 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad72d86-645d-464b-b072-9379062f411d req-e24b55ff-b786-41b3-87bb-3d935af990eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:53.009449 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fad72d86-645d-464b-b072-9379062f411d req-e24b55ff-b786-41b3-87bb-3d935af990eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 1094 time: 0.0434635 Jan 27 23:32:53.183017 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad72d86-645d-464b-b072-9379062f411d req-01e91b4e-ed11-4714-b071-6ecc562722da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:53.184621 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fad72d86-645d-464b-b072-9379062f411d req-01e91b4e-ed11-4714-b071-6ecc562722da service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=20e65ee8d55e48c28db194ecc142041e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1644347 Jan 27 23:32:53.391594 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cad67e-18e7-46df-a422-6a9c210619af req-bbe9d28d-39c9-42b7-8ed0-56b4f7dae9ae tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:53.393240 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67cad67e-18e7-46df-a422-6a9c210619af req-bbe9d28d-39c9-42b7-8ed0-56b4f7dae9ae tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.1220305 Jan 27 23:32:53.394553 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad72d86-645d-464b-b072-9379062f411d req-0a41759c-c84b-46c3-81dd-88fc0a7a1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:53.395912 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-fad72d86-645d-464b-b072-9379062f411d req-0a41759c-c84b-46c3-81dd-88fc0a7a1894 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2048376 Jan 27 23:32:53.454991 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-67cad67e-18e7-46df-a422-6a9c210619af req-efe8a820-2a64-482f-880e-21a1b656d063 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554440 Jan 27 23:32:53.483854 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-e2a5a75b-24df-401a-aff4-63f5f61cd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:53.485356 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-e2a5a75b-24df-401a-aff4-63f5f61cd118 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 1094 time: 0.0466850 Jan 27 23:32:53.529815 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-9f285ffa-d080-480a-8a21-f416b85d58ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394 HTTP/1.1" status: 200 len: 217 time: 0.0378809 Jan 27 23:32:53.580143 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-15222065-2b3f-47ba-b769-bcac4d864aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:53.581921 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-15222065-2b3f-47ba-b769-bcac4d864aec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0465534 Jan 27 23:32:53.631266 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-47cda82a-f123-4330-936c-233985b43424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:53.632851 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-47cda82a-f123-4330-936c-233985b43424 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444400 Jan 27 23:32:53.737646 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-fb23913b-10e5-4980-92cd-be9c0ad74430 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987349 Jan 27 23:32:53.831191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bc123ed5-867a-41e9-b61a-8a3deb47c715 req-5cfd4a58-3687-453b-a12f-eb8f2509a001 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871735 Jan 27 23:32:54.580589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b2793-c1bc-47eb-b8b2-15baac9a97f2 req-6a8f2e7a-f639-4fef-8905-e38048b33076 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:54.582108 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae2b2793-c1bc-47eb-b8b2-15baac9a97f2 req-6a8f2e7a-f639-4fef-8905-e38048b33076 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0522616 Jan 27 23:32:54.637298 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-ae2b2793-c1bc-47eb-b8b2-15baac9a97f2 req-704474d5-12b5-4abe-a456-db7efc091553 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470328 Jan 27 23:32:55.769487 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0fc1-e9d5-4b98-8ead-6cec6acafbc0 req-5078ac7f-6dfc-4920-b786-a7abdd16d50c tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:55.771165 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fff0fc1-e9d5-4b98-8ead-6cec6acafbc0 req-5078ac7f-6dfc-4920-b786-a7abdd16d50c tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0540984 Jan 27 23:32:55.821114 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-1fff0fc1-e9d5-4b98-8ead-6cec6acafbc0 req-8a0def7f-865c-45c6-8d85-fccdd28800a2 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432301 Jan 27 23:32:56.938676 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa99fb2-231a-474a-9def-a0ce205c6103 req-f92c26b4-5f34-4f35-9000-276f75f45104 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:56.940215 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afa99fb2-231a-474a-9def-a0ce205c6103 req-f92c26b4-5f34-4f35-9000-276f75f45104 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0483491 Jan 27 23:32:56.992049 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-afa99fb2-231a-474a-9def-a0ce205c6103 req-8fcd4ecb-0e28-485f-9d5b-ead58578ddef tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Jan 27 23:32:57.731296 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef0b7175-8708-4d7a-a0dd-057d237fa394 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:32:58.019888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:32:58.031281 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'port_id': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'mac_address': 'fa:16:3e:a7:a7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:32:58.069577 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ef0b7175-8708-4d7a-a0dd-057d237fa394 is: DOWN; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:32:58.069968 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:58.083293 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0b7175-8708-4d7a-a0dd-057d237fa394 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:32:58.103405 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:32:58.108807 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:58.114933 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d011-295f-4d65-94db-faef830672ad req-b3110251-f478-4364-869a-1be1ee8f002a tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:58.116498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a52d011-295f-4d65-94db-faef830672ad req-b3110251-f478-4364-869a-1be1ee8f002a tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 943 time: 0.0532377 Jan 27 23:32:58.155120 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ef0b7175-8708-4d7a-a0dd-057d237fa394,revision_number=4']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:32:58.165480 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-8a52d011-295f-4d65-94db-faef830672ad req-0170fb2b-11ac-4955-93f3-2d891d672307 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Jan 27 23:32:58.456756 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['ef0b7175-8708-4d7a-a0dd-057d237fa394'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:32:59.307668 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af2780-1ae0-404c-8760-a4df9d75b94c req-391d40f0-0434-4cab-8f96-bfa2946ab483 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:32:59.309191 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13af2780-1ae0-404c-8760-a4df9d75b94c req-391d40f0-0434-4cab-8f96-bfa2946ab483 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 944 time: 0.0607777 Jan 27 23:32:59.363554 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-13af2780-1ae0-404c-8760-a4df9d75b94c req-2a66f2fa-106f-4d3f-a507-de907d33d84a tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467973 Jan 27 23:32:59.746781 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef0b7175-8708-4d7a-a0dd-057d237fa394 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:32:59.813773 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning for port ef0b7175-8708-4d7a-a0dd-057d237fa394 completed by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:32:59.818095 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port ef0b7175-8708-4d7a-a0dd-057d237fa394 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:32:59.818479 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:59.894079 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ef0b7175-8708-4d7a-a0dd-057d237fa394 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:32:59.894502 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:59.917193 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:32:59.919465 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898296a92f4ce3555227ff4a615553110c9b946f359d91b93ed11482630c9d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b18f20-ce5c-4999-9ad5-5b28e2fab045" -d '{"events": [{"server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "name": "network-vif-plugged", "status": "completed", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:32:59.932184 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:32:59.938160 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:32:59.964717 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a20cea7-1571-4012-af44-0e27cddbc8cc x-openstack-request-id: req-3a20cea7-1571-4012-af44-0e27cddbc8cc {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:32:59.965926 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "name": "network-vif-plugged", "status": "completed", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:32:59.966174 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a20cea7-1571-4012-af44-0e27cddbc8cc {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:32:59.966632 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'code': 200} Jan 27 23:32:59.993398 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ef0b7175-8708-4d7a-a0dd-057d237fa394,revision_number=5']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:33:00.059701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ad43c-f3ed-429c-909a-1df8f708ecd9 req-9dcbce1e-49bf-42a5-ab37-61e1b5ee14df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:00.061210 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4ad43c-f3ed-429c-909a-1df8f708ecd9 req-9dcbce1e-49bf-42a5-ab37-61e1b5ee14df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 1096 time: 0.0452869 Jan 27 23:33:00.110596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bb4ad43c-f3ed-429c-909a-1df8f708ecd9 req-f0725d17-38ea-4b1d-aebd-b152a2b0655f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410712 Jan 27 23:33:00.496718 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169a0f0-982b-4954-ae3b-2b028f8d8c8f req-56da20ee-7c45-406a-ad56-19a18b31a7b4 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:00.498192 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a169a0f0-982b-4954-ae3b-2b028f8d8c8f req-56da20ee-7c45-406a-ad56-19a18b31a7b4 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 945 time: 0.0514376 Jan 27 23:33:00.550439 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a169a0f0-982b-4954-ae3b-2b028f8d8c8f req-c8804da7-c80f-4eab-a692-8c233823b1c2 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439913 Jan 27 23:33:01.684734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c9a2-78cc-42fa-8413-7f1b237257c7 req-f8c9904d-8ec4-42a3-96dc-0e965a1c7e52 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:01.686248 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9842c9a2-78cc-42fa-8413-7f1b237257c7 req-f8c9904d-8ec4-42a3-96dc-0e965a1c7e52 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 945 time: 0.0561714 Jan 27 23:33:01.741714 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9842c9a2-78cc-42fa-8413-7f1b237257c7 req-4e6f02a6-3b3c-4b23-b9f9-d840d3ec4b93 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 Jan 27 23:33:01.860110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9005191-ea6a-4c22-8d16-99d9edc6a651 req-da4a8fc2-4379-49f0-8756-be3a500e895d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:01.861474 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9005191-ea6a-4c22-8d16-99d9edc6a651 req-da4a8fc2-4379-49f0-8756-be3a500e895d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 945 time: 0.0509436 Jan 27 23:33:01.910546 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-b9005191-ea6a-4c22-8d16-99d9edc6a651 req-1c14a8f6-5d0a-49b3-a949-c12148c95ef1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432405 Jan 27 23:33:01.932654 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50596) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:33:01.978530 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed3c8d-da49-4360-8c8f-bd11bd37aff7 tempest-TestSnapshotPattern-126393369 tempest-TestSnapshotPattern-126393369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:01.980137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-03ed3c8d-da49-4360-8c8f-bd11bd37aff7 tempest-TestSnapshotPattern-126393369 tempest-TestSnapshotPattern-126393369-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 1091 time: 0.0465317 Jan 27 23:33:01.984204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50598) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:33:01.989829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.v2.base [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Request body: {'floatingip': {'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'port_id': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:33:02.017128 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:02.114914 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (None), before_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:02.222967 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_common [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Allocated IP 172.25.8.230 (046f12ae-eb38-4ed1-8b40-c8020f87261b/39fd7bc9-3373-4893-a1d9-c013905eb45b/e106aadf-4115-40bd-81fc-906d327d7436) {{(pid=103329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:33:02.325663 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for port (e106aadf-4115-40bd-81fc-906d327d7436), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:02.363493 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730784625439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e106aadf-4115-40bd-81fc-906d327d7436), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:02.400687 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Network 046f12ae-eb38-4ed1-8b40-c8020f87261b is already hosted by enough agents. {{(pid=103329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:33:02.403483 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.base_scheduler [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Resources bound (agent type, host, resource id): {{(pid=103329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:33:02.408829 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Received port after_create {{(pid=103329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:33:02.414401 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'Port': ['ID=e106aadf-4115-40bd-81fc-906d327d7436,revision_number=1']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:33:02.454618 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.454898 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.455262 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.455634 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.455964 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.456298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.456621 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.456943 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.457269 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.457612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.457922 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.458242 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.458566 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:33:02.791703 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for floatingip (45c40ba1-9df4-474a-9b76-179d4be75823), precommit_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:02.863985 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (e106aadf-4115-40bd-81fc-906d327d7436), before_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:03.025720 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for port (e106aadf-4115-40bd-81fc-906d327d7436), precommit_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:03.032201 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4904015'] for port (e106aadf-4115-40bd-81fc-906d327d7436), after_update {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:03.100537 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event updated for resources: {'Port': ['ID=e106aadf-4115-40bd-81fc-906d327d7436,revision_number=2']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:33:03.114376 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563789'] for floatingip (45c40ba1-9df4-474a-9b76-179d4be75823), after_create {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:03.219076 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Floating IP 45c40ba1-9df4-474a-9b76-179d4be75823 associated. External IP: 172.25.8.230, port: ef0b7175-8708-4d7a-a0dd-057d237fa394. Jan 27 23:33:03.455132 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Router de1ae170-3cce-49b5-961e-3b04b12e7dfa has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:33:03.562615 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:33:03.572939 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] Sync routers for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:33:03.582599 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:03.583569 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:33:03.584352 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:32:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:33:03.611014 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-f2e6d9c3-8ae3-438f-a8ba-9fa9faef1015 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6256983 Jan 27 23:33:03.612111 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:33:03.614844 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2759409d4a9e43c83a0662cf791345d83ebf435abbbac592d56abd57e26c7125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55" -d '{"events": [{"name": "network-changed", "server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:33:03.652270 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae42fac-6ab7-4319-9fca-a6ca7789623e x-openstack-request-id: req-9ae42fac-6ab7-4319-9fca-a6ca7789623e {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:33:03.652585 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:33:03.652852 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ae42fac-6ab7-4319-9fca-a6ca7789623e {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:33:03.653262 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'status': 'completed', 'code': 200} Jan 27 23:33:03.705030 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:33:03.717399 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-712c0215-165c-438f-88b9-ac79e4b9b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:03.718888 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-712c0215-165c-438f-88b9-ac79e4b9b82b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 1096 time: 0.0420702 Jan 27 23:33:03.813341 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-061932f8-df83-4312-bd95-123d5d70fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:03.814825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-061932f8-df83-4312-bd95-123d5d70fdfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0886960 Jan 27 23:33:03.880282 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-4d10ab83-f713-4d96-b37a-6a2e2c947b3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394 HTTP/1.1" status: 200 len: 999 time: 0.0591168 Jan 27 23:33:03.934371 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-f313c7f9-b93f-43e3-bfd7-76f5d0c3254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:03.935885 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-f313c7f9-b93f-43e3-bfd7-76f5d0c3254a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0498724 Jan 27 23:33:03.941323 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '45c40ba1-9df4-474a-9b76-179d4be75823', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:a7:a7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:33:02Z', 'updated_at': '2022-01-27T23:33:02Z', 'revision_number': 0, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}, {'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:33Z', 'revision_number': 1, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:33:03.972653 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] Checking router: de1ae170-3cce-49b5-961e-3b04b12e7dfa for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:33:03.982312 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-056662d7-f5ae-4459-9d3e-1dd825454b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:03.982620 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:33:03.983137 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:32:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:33:03.984080 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-056662d7-f5ae-4459-9d3e-1dd825454b7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426593 Jan 27 23:33:04.076137 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-00df378c-a0a8-4364-8cfa-a1dc1f469a02 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834918 Jan 27 23:33:04.080342 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fa0f3473-0c10-4fed-8944-6d90b80539af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:04.106814 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:33:04.170948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-3ab1a4b1-9d94-4289-93ed-fa84e3300b55 req-418695a5-5a08-42a1-8bb7-9831dcd827d0 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892415 Jan 27 23:33:04.351400 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '45c40ba1-9df4-474a-9b76-179d4be75823', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:a7:a7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:33:02Z', 'updated_at': '2022-01-27T23:33:02Z', 'revision_number': 0, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}, {'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:33Z', 'revision_number': 1, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:33:04.381444 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55060215-1965-4cb9-aa70-2c516797bbb8 None None] The sync data for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 is: [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': '45c40ba1-9df4-474a-9b76-179d4be75823', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:a7:a7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:33:02Z', 'updated_at': '2022-01-27T23:33:02Z', 'revision_number': 0, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}, {'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:33Z', 'revision_number': 1, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:33:04.608672 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c39afa-db56-4f79-b591-5021f4422da5 None None] New status for floating IP 45c40ba1-9df4-474a-9b76-179d4be75823: ACTIVE {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:33:07.164881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ec92dc29-2f22-438e-a513-43feddef9c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:08.957555 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:11.237917 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:11.509233 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:19.267261 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:20.375444 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:33:22.063518 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:34.046038 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-939bf3f0-38db-4883-b43a-c6212a9a967e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:37.167557 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0dd73a2d-6cbf-4e6f-a061-427a5fa874d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:38.970210 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:40.115045 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-9c2c2562-22a8-4a1d-88f7-5b2539133509 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162057 Jan 27 23:33:40.196197 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-62855be5-80e0-410d-9413-843e220f7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:40.197630 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-62855be5-80e0-410d-9413-843e220f7498 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1094 time: 0.0402942 Jan 27 23:33:40.303562 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-6b2d6140-ca6e-4e8e-a208-c25c75a741dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:40.304968 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-6b2d6140-ca6e-4e8e-a208-c25c75a741dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0889611 Jan 27 23:33:40.373213 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-0f4ef12c-ac1e-48c2-9af2-64f26793e0b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 999 time: 0.0615802 Jan 27 23:33:40.428757 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-dfb606f8-1f3c-4c2c-85d8-ef9f0aa0b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:40.431239 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-dfb606f8-1f3c-4c2c-85d8-ef9f0aa0b9e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0522757 Jan 27 23:33:40.476192 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-57469c8f-4ea3-48e9-82ac-9925346838b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:40.477692 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-57469c8f-4ea3-48e9-82ac-9925346838b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407608 Jan 27 23:33:40.568422 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-e8946421-2f07-4ba1-b7df-e4f9747dfcc0 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835257 Jan 27 23:33:40.662428 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-f5331818-fdc7-47d2-ad8c-d78c0d7c7fb8 req-19fb117d-d7a9-4796-a7f6-99f1a1779c58 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887744 Jan 27 23:33:41.238261 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:41.516810 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:48.531879 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-ab276e32-5dff-4679-89fc-1c9aeff8b92b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431900 Jan 27 23:33:48.620449 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-f7424cd0-35e7-4438-a475-3c767625ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:48.622122 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-f7424cd0-35e7-4438-a475-3c767625ead9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 1096 time: 0.0417330 Jan 27 23:33:48.736049 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-fe152bfb-ca8a-44f0-9526-6f27d069795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:48.737665 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-fe152bfb-ca8a-44f0-9526-6f27d069795b service neutron] 10.222.0.16 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0963454 Jan 27 23:33:48.804023 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-d5b43a6c-b850-4566-a3d7-fb7b719ef814 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394 HTTP/1.1" status: 200 len: 1001 time: 0.0596166 Jan 27 23:33:48.857252 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-9adede4d-4f10-4a5e-8729-5feffbb49168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:48.858709 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-9adede4d-4f10-4a5e-8729-5feffbb49168 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0485525 Jan 27 23:33:48.903282 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-05c28a56-d51f-4108-a5bc-165a8dd235e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:33:48.904825 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-05c28a56-d51f-4108-a5bc-165a8dd235e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406597 Jan 27 23:33:49.004807 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-10c25ac6-552b-4053-948e-91b738ba9825 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933759 Jan 27 23:33:49.109513 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-00e9c8ca-bc33-4cf0-a283-f69b26511ada req-4fd54bc2-5d6c-4c1e-8575-b83cea3b7186 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979586 Jan 27 23:33:49.255205 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:52.067689 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:33:57.381660 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:34:04.046459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-eb06c1e8-0896-4158-9635-1a0a2e6dafe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:07.173981 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-cbcdc802-0ed2-4f4c-a988-6d59ed66606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:08.965603 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:11.237401 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:11.516582 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:19.265897 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:22.064663 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:34.041099 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-8bda92a9-d95c-49bf-9a9f-e0104ba312da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:34.382054 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:34:37.163972 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7e94afd4-a5fd-483e-b70e-5076b62ed5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:38.976794 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:40.125414 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-19d0fcc9-947b-4a3e-9edc-1e87c853e85b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858970 Jan 27 23:34:40.208104 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-ca378b25-9a26-4e66-bfda-9554f44f225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:34:40.209602 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-ca378b25-9a26-4e66-bfda-9554f44f225e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1094 time: 0.0427222 Jan 27 23:34:40.324110 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-8112df6f-2148-49ef-98ce-f081c2fcf44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:34:40.325498 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-8112df6f-2148-49ef-98ce-f081c2fcf44a service neutron] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0916231 Jan 27 23:34:40.390966 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-1b264921-41f9-4315-811f-8b3b6209c7ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 999 time: 0.0589237 Jan 27 23:34:40.442747 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-0f572173-6f9e-48f0-904d-b9f574490888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:34:40.444252 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-0f572173-6f9e-48f0-904d-b9f574490888 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0483341 Jan 27 23:34:40.491428 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-f9f0be70-b62a-4a71-a45d-c25fb4244b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:34:40.492955 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-f9f0be70-b62a-4a71-a45d-c25fb4244b52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419579 Jan 27 23:34:40.586881 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-6155934e-fb53-4b10-8f8f-374cbb5e1d81 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876493 Jan 27 23:34:40.681315 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-a3fd4dd4-4031-44dc-b097-04772f3158f3 req-0858f290-3a28-492e-94e6-48361f6126f4 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891228 Jan 27 23:34:41.238341 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:41.527179 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:49.272858 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:34:49.538444 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c42710f8-1262-49d4-ae84-5212bd24130f req-ce66153e-4c26-49d2-80df-d9d5e49efe6d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437324 Jan 27 23:34:49.630279 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42710f8-1262-49d4-ae84-5212bd24130f req-ee04a079-1f3b-48ad-802c-9802f859743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:34:49.631826 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c42710f8-1262-49d4-ae84-5212bd24130f req-ee04a079-1f3b-48ad-802c-9802f859743a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 1096 time: 0.0441625 Jan 27 23:34:49.744972 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42710f8-1262-49d4-ae84-5212bd24130f req-7b81fbe7-c77d-4591-8a7c-459e9a2edc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:34:49.746464 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c42710f8-1262-49d4-ae84-5212bd24130f req-7b81fbe7-c77d-4591-8a7c-459e9a2edc47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0928171 Jan 27 23:34:49.811455 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c42710f8-1262-49d4-ae84-5212bd24130f req-7f53a3e4-3826-4967-8d98-af08986689ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394 HTTP/1.1" status: 200 len: 1001 time: 0.0588131 Jan 27 23:34:49.863667 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42710f8-1262-49d4-ae84-5212bd24130f req-e886ba9e-b496-486d-bd9d-75ba102a898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:34:49.865241 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c42710f8-1262-49d4-ae84-5212bd24130f req-e886ba9e-b496-486d-bd9d-75ba102a898e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0478702 Jan 27 23:34:49.911912 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42710f8-1262-49d4-ae84-5212bd24130f req-a2c1aaa5-38f4-4b3b-8d0a-67d89e5f0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:34:49.913434 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c42710f8-1262-49d4-ae84-5212bd24130f req-a2c1aaa5-38f4-4b3b-8d0a-67d89e5f0ae4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419681 Jan 27 23:34:50.002973 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c42710f8-1262-49d4-ae84-5212bd24130f req-32916893-78c4-4dde-a0e8-f36c8862bea4 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827510 Jan 27 23:34:50.100031 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-c42710f8-1262-49d4-ae84-5212bd24130f req-c8191c68-02b0-4139-add4-ee21034dca40 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892274 Jan 27 23:34:52.088013 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:04.052956 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6cd9-2ba6-4895-9caf-48bcd42bca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:07.159174 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1522baf-5bde-41fc-b4c8-e98280425cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:08.975977 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:11.245300 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:11.386143 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:35:11.523706 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:12.356127 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef0b7175-8708-4d7a-a0dd-057d237fa394 details requested by agent hyperv_n-h1-826529-2 with host n-h1-826529-2 {{(pid=103331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:35:12.460514 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:12.472116 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Returning: {'device': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'port_id': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'mac_address': 'fa:16:3e:a7:a7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:35:12.509954 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ef0b7175-8708-4d7a-a0dd-057d237fa394 is: ACTIVE; New status is: BUILD {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:35:12.510386 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:12.523259 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef0b7175-8708-4d7a-a0dd-057d237fa394 {{(pid=103331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:35:12.549560 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:12.558016 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:12.609909 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ef0b7175-8708-4d7a-a0dd-057d237fa394,revision_number=6']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:12.618022 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.618402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.618728 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.619071 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.619524 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.619818 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.620242 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.620580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.620911 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.621241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.621705 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.621874 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.622210 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:12.636244 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] get_ports_and_sgs() called for port_ids ['ef0b7175-8708-4d7a-a0dd-057d237fa394'] {{(pid=103331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:35:14.355706 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef0b7175-8708-4d7a-a0dd-057d237fa394 up at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:35:14.411550 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.provisioning_blocks [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Provisioning complete for port ef0b7175-8708-4d7a-a0dd-057d237fa394 triggered by entity L2. {{(pid=103331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:35:14.411960 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3614134'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), provisioning_complete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:14.495083 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Current status of the port ef0b7175-8708-4d7a-a0dd-057d237fa394 is: BUILD; New status is: ACTIVE {{(pid=103331) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:35:14.495510 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3580522'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), before_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:14.519697 n-d-826529-2 neutron-server[103331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394'}] {{(pid=103331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:35:14.533592 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:14.539686 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730785150684', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730784625457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730784625475'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:14.564954 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cff556da37618dba3e39bb207f17b8832087a7c2f54e94098edf7b994bf2d83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62347d45-a811-4e8d-892f-98a496952cd9" -d '{"events": [{"server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "name": "network-vif-plugged", "status": "completed", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394"}]}' {{(pid=103331) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:35:14.593897 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Pushing event updated for resources: {'Port': ['ID=ef0b7175-8708-4d7a-a0dd-057d237fa394,revision_number=7']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:14.696336 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1a7e51-2726-4032-9497-de08f5769fd8 x-openstack-request-id: req-ef1a7e51-2726-4032-9497-de08f5769fd8 {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:35:14.696636 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "name": "network-vif-plugged", "status": "completed", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394", "code": 200}]} {{(pid=103331) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:35:14.696896 n-d-826529-2 neutron-server[103331]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef1a7e51-2726-4032-9497-de08f5769fd8 {{(pid=103331) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:35:14.697303 n-d-826529-2 neutron-server[103331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'code': 200} Jan 27 23:35:19.275959 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:22.079382 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:26.479026 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50852) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:26.643840 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Deleting port e106aadf-4115-40bd-81fc-906d327d7436 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:26.644190 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (e106aadf-4115-40bd-81fc-906d327d7436), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:26.726568 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (e106aadf-4115-40bd-81fc-906d327d7436), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:26.726825 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for floatingip (e106aadf-4115-40bd-81fc-906d327d7436), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:26.740647 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Calling delete_port for e106aadf-4115-40bd-81fc-906d327d7436 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:26.892373 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (e106aadf-4115-40bd-81fc-906d327d7436), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:26.921234 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event deleted for resources: {'Port': ['ID=e106aadf-4115-40bd-81fc-906d327d7436,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:26.933204 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.933612 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.933897 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.934276 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.935018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.935018 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.935279 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.935623 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.935941 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.936241 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.936715 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.936869 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.937437 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:26.991195 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for floatingip (45c40ba1-9df4-474a-9b76-179d4be75823), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:26.991454 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Floating IP 45c40ba1-9df4-474a-9b76-179d4be75823 disassociated (deleted). External IP: 172.25.8.230, port: ef0b7175-8708-4d7a-a0dd-057d237fa394. Jan 27 23:35:27.206255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Router de1ae170-3cce-49b5-961e-3b04b12e7dfa has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:35:27.312641 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:35:27.317290 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:27.323404 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] Sync routers for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:35:27.334249 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:35:27.334929 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:27.344055 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-196ae9c6-d70e-43fa-a535-b14d03924ee1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "DELETE /v2.0/floatingips/45c40ba1-9df4-474a-9b76-179d4be75823 HTTP/1.1" status: 204 len: 168 time: 0.8638175 Jan 27 23:35:27.344595 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:35:27.384477 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47f92e8adcca8b557af779da1768978b41f114eca6a7a8af2b446059f61ecd6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfceae9a-74e3-4c67-85f1-4bf05454acb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:35:27.484470 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09085f5-9df9-49b3-81b3-2773069eb86f x-openstack-request-id: req-f09085f5-9df9-49b3-81b3-2773069eb86f {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:35:27.485159 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:35:27.485159 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f09085f5-9df9-49b3-81b3-2773069eb86f {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:35:27.485411 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'status': 'completed', 'code': 200} Jan 27 23:35:27.551229 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-ea662f6a-48ed-4a81-b878-b2cb0d0c70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:27.552848 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-ea662f6a-48ed-4a81-b878-b2cb0d0c70e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 1096 time: 0.0439224 Jan 27 23:35:27.635709 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:35:27.660764 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-33db61df-cdaf-4cb7-9c7c-e5648eed4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:27.662247 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-33db61df-cdaf-4cb7-9c7c-e5648eed4772 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.1031373 Jan 27 23:35:27.728283 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-1f9ddc0f-e5fa-4170-991d-2d44fcb1ede4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394 HTTP/1.1" status: 200 len: 217 time: 0.0565946 Jan 27 23:35:27.785095 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43283028-e326-456d-b7a4-d196d70ebdc4 req-3fc6cb9d-a88c-4f77-835a-bcfefe839877 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:27.786596 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43283028-e326-456d-b7a4-d196d70ebdc4 req-3fc6cb9d-a88c-4f77-835a-bcfefe839877 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 945 time: 0.1714005 Jan 27 23:35:27.803186 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-797f93f2-62ea-4f1d-8527-0658e084cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:27.804616 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-797f93f2-62ea-4f1d-8527-0658e084cbb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0693521 Jan 27 23:35:27.867453 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:33Z', 'revision_number': 1, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:27.867986 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-43283028-e326-456d-b7a4-d196d70ebdc4 req-5383fe94-a0f3-4a72-ac4a-0aecd86eb6c4 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746720 Jan 27 23:35:27.873999 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-ff27f007-1a5f-40c1-8f84-df429ffa50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:27.875586 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-ff27f007-1a5f-40c1-8f84-df429ffa50aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645211 Jan 27 23:35:27.897712 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] Checking router: de1ae170-3cce-49b5-961e-3b04b12e7dfa for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:35:27.906312 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:35:27.906919 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:27.967666 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-d099cead-c6dd-4dc4-a8c4-cb430eb272b1 service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846837 Jan 27 23:35:28.012580 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:35:28.077418 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-dfceae9a-74e3-4c67-85f1-4bf05454acb2 req-d29284dc-ae0b-4d3e-8d77-0fc424e31bfd service neutron] 10.222.0.16 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029088 Jan 27 23:35:28.255886 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:33Z', 'revision_number': 1, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:28.281875 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee794b-7261-4b3b-b3f8-ba3fa7f52db4 None None] The sync data for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 is: [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_floatingips': [{'id': 'ee4f9922-8ac4-420f-b179-7361dc616f40', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'router_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'port_id': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'mac_address': 'fa:16:3e:90:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c48184-71fc-47fc-8cfa-b64b04514332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:30:31Z', 'updated_at': '2022-01-27T23:30:33Z', 'revision_number': 1, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:35:28.545012 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95977f-bc28-42f7-beaf-31a271ec1029 None None] New status for floating IP 45c40ba1-9df4-474a-9b76-179d4be75823: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:35:29.002421 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b0577-67f9-424d-ab91-fdc8b9780089 req-102d312f-e686-4e22-acca-c6ab296a7e61 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:29.003949 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-691b0577-67f9-424d-ab91-fdc8b9780089 req-102d312f-e686-4e22-acca-c6ab296a7e61 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 945 time: 0.0509586 Jan 27 23:35:29.060445 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-691b0577-67f9-424d-ab91-fdc8b9780089 req-8f99d9fb-21bf-411a-af3f-b686953629e1 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507491 Jan 27 23:35:29.362982 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-659e57d7-d393-42dc-8c31-7497ae9509bb tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:29.365052 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-659e57d7-d393-42dc-8c31-7497ae9509bb tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 945 time: 0.0652006 Jan 27 23:35:29.455536 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Deleting port ef0b7175-8708-4d7a-a0dd-057d237fa394 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:29.455849 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:29.551384 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] For port ef0b7175-8708-4d7a-a0dd-057d237fa394, host n-h1-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-2',level=0,port_id=ef0b7175-8708-4d7a-a0dd-057d237fa394,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:29.551774 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:29.563660 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Calling delete_port for ef0b7175-8708-4d7a-a0dd-057d237fa394 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:30.013554 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (ef0b7175-8708-4d7a-a0dd-057d237fa394), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:30.045320 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event deleted for resources: {'Port': ['ID=ef0b7175-8708-4d7a-a0dd-057d237fa394,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:30.057443 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.057798 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.058147 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.058483 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.058822 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.059210 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.059575 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.059909 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.060239 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.060569 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.060892 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.061204 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.061531 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-2 {{(pid=103330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:35:30.095884 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] No DVR routers for this DVR port ef0b7175-8708-4d7a-a0dd-057d237fa394 on host n-h1-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:35:30.098574 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:30.101948 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-0210b12b-bd64-4557-b811-9a799b540ce3 req-69c9145d-ca94-4023-9723-1d6ddef4a26f tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.16 "DELETE /v2.0/ports/ef0b7175-8708-4d7a-a0dd-057d237fa394 HTTP/1.1" status: 204 len: 173 time: 0.7313938 Jan 27 23:35:30.103601 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'name': 'network-vif-deleted', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:35:30.148303 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1f18c97f5c09d7d457b295b93df21efb148502a24c770e7dcf6eefa3be1fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d11210c-ab84-4218-bbad-98eab398c7bc" -d '{"events": [{"server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "name": "network-vif-deleted", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:35:30.168839 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-9f8dbb43-6b8f-4e85-8196-56b2a83ab03a req-41e26d6f-bca1-4154-84a8-9e0075b357ec tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dacfc0d-e1a3-4216-817c-ef6dce52cb19 HTTP/1.1" status: 200 len: 210 time: 0.0321002 Jan 27 23:35:30.246809 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2897e06-d985-41b6-94c2-31d265b1908d x-openstack-request-id: req-e2897e06-d985-41b6-94c2-31d265b1908d {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:35:30.247118 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dacfc0d-e1a3-4216-817c-ef6dce52cb19", "name": "network-vif-deleted", "tag": "ef0b7175-8708-4d7a-a0dd-057d237fa394", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:35:30.247396 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2897e06-d985-41b6-94c2-31d265b1908d {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:35:30.247823 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dacfc0d-e1a3-4216-817c-ef6dce52cb19', 'name': 'network-vif-deleted', 'tag': 'ef0b7175-8708-4d7a-a0dd-057d237fa394', 'status': 'completed', 'code': 200} Jan 27 23:35:30.436843 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef0b7175-8708-4d7a-a0dd-057d237fa394 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:30.458388 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: ef0b7175-8708-4d7a-a0dd-057d237fa394 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:30.458684 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef0b7175-8708-4d7a-a0dd-057d237fa394 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:31.783791 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50928) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:31.950433 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Deleting port 19d807e4-d7a5-4e62-b6db-156816657cc0 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:31.950771 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (19d807e4-d7a5-4e62-b6db-156816657cc0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:32.029874 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (19d807e4-d7a5-4e62-b6db-156816657cc0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:32.030170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for floatingip (19d807e4-d7a5-4e62-b6db-156816657cc0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:32.042175 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Calling delete_port for 19d807e4-d7a5-4e62-b6db-156816657cc0 owned by network:floatingip {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:32.199278 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (19d807e4-d7a5-4e62-b6db-156816657cc0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:32.227255 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event deleted for resources: {'Port': ['ID=19d807e4-d7a5-4e62-b6db-156816657cc0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:32.288091 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for floatingip (ee4f9922-8ac4-420f-b179-7361dc616f40), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:32.288399 n-d-826529-2 neutron-server[103329]: INFO neutron.db.l3_db [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Floating IP ee4f9922-8ac4-420f-b179-7361dc616f40 disassociated (deleted). External IP: 172.25.8.254, port: bf2d4b55-7f13-400b-9566-3e1c5febe3e8. Jan 27 23:35:32.789396 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Router de1ae170-3cce-49b5-961e-3b04b12e7dfa has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:35:32.902887 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:35:32.908359 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for floatingip (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:32.913822 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] Sync routers for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:35:32.925094 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:35:32.925675 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:32.937192 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c5811ffc-edf9-48c9-85ae-5a3add86c306 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "DELETE /v2.0/floatingips/ee4f9922-8ac4-420f-b179-7361dc616f40 HTTP/1.1" status: 204 len: 168 time: 1.1522851 Jan 27 23:35:32.938137 n-d-826529-2 neutron-server[103329]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8'}] {{(pid=103329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:35:32.940572 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47f92e8adcca8b557af779da1768978b41f114eca6a7a8af2b446059f61ecd6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0f53fe-7f00-4d77-ba81-da508f08679f" -d '{"events": [{"name": "network-changed", "server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8"}]}' {{(pid=103329) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:35:32.983611 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8423210c-8394-4357-b38f-067cb9c00285 x-openstack-request-id: req-8423210c-8394-4357-b38f-067cb9c00285 {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:35:32.984001 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8", "status": "completed", "code": 200}]} {{(pid=103329) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:35:32.984334 n-d-826529-2 neutron-server[103329]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8423210c-8394-4357-b38f-067cb9c00285 {{(pid=103329) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:35:32.984841 n-d-826529-2 neutron-server[103329]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'status': 'completed', 'code': 200} Jan 27 23:35:33.041181 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:35:33.048657 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-a9022945-3f53-47b1-a3ad-ea34c4b02c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:33.050302 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-a9022945-3f53-47b1-a3ad-ea34c4b02c7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=20e65ee8d55e48c28db194ecc142041e&device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 1094 time: 0.0434587 Jan 27 23:35:33.150173 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-91613273-9852-455b-9258-e41f8a6ad423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:33.151812 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-91613273-9852-455b-9258-e41f8a6ad423 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 200 len: 910 time: 0.0961349 Jan 27 23:35:33.200695 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-5a2e4383-086c-43ad-89bd-d43e56b2ca19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 200 len: 217 time: 0.0420194 Jan 27 23:35:33.262441 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:33.279770 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503aa4a-9d4c-41a8-8dae-8ddc6e8f26f7 req-7a385e10-3b25-41c7-ae96-5229eae4b589 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:33.281258 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d503aa4a-9d4c-41a8-8dae-8ddc6e8f26f7 req-7a385e10-3b25-41c7-ae96-5229eae4b589 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 943 time: 0.1158059 Jan 27 23:35:33.282732 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-6e58a710-5d22-4b24-9b22-ad36bb21de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:33.284094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-6e58a710-5d22-4b24-9b22-ad36bb21de51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 200 len: 848 time: 0.0608802 Jan 27 23:35:33.294253 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] Checking router: de1ae170-3cce-49b5-961e-3b04b12e7dfa for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:35:33.303265 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:35:33.303928 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:35:07Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:33.357094 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-d503aa4a-9d4c-41a8-8dae-8ddc6e8f26f7 req-cbcef3be-644b-4ce4-8466-ce5f8203c9ae tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699894 Jan 27 23:35:33.361556 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-a45699e2-9b63-49c7-9a02-b618e1e2894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:33.363194 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-a45699e2-9b63-49c7-9a02-b618e1e2894a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26cca4db-494b-41f7-8d08-220cb4a0b60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701482 Jan 27 23:35:33.411594 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:35:33.460497 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-6e763bc8-802c-4402-84c4-2c4ccd06d493 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899594 Jan 27 23:35:33.555675 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-bf0f53fe-7f00-4d77-ba81-da508f08679f req-e5066b75-928a-4ec4-87eb-792065a5e611 service neutron] 10.222.0.57 "GET /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879076 Jan 27 23:35:33.611893 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:33.637689 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25835ebd-a1bb-4629-87b2-b390d3e936c0 None None] The sync data for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 is: [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:12Z', 'revision_number': 4, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2', '_interfaces': [{'id': 'b545b04c-87b5-43a8-b982-63e0d7f4de5a', 'name': '', 'network_id': '26cca4db-494b-41f7-8d08-220cb4a0b60e', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'mac_address': 'fa:16:3e:4d:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:11Z', 'updated_at': '2022-01-27T23:30:17Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'subnets': [{'id': '08808364-11ce-4f2f-afa5-b40abfae1e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:35:33.817435 n-d-826529-2 neutron-server[103330]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550389c-db78-49da-a24f-0fedc70e38dc req-8783c699-8112-4cb0-a3da-3e595eb7737d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:35:33.818960 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7550389c-db78-49da-a24f-0fedc70e38dc req-8783c699-8112-4cb0-a3da-3e595eb7737d tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.57 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 943 time: 0.0562022 Jan 27 23:35:33.875899 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ec076-b361-4f7b-a083-4ab4a121ddf2 None None] New status for floating IP ee4f9922-8ac4-420f-b179-7361dc616f40: DOWN {{(pid=103332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:35:33.909652 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Deleting port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:33.909991 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:34.002701 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] For port bf2d4b55-7f13-400b-9566-3e1c5febe3e8, host n-h2-826529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-2',level=0,port_id=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:34.003063 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:34.015125 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Calling delete_port for bf2d4b55-7f13-400b-9566-3e1c5febe3e8 owned by compute:nova {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:34.048680 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3d171283-b35d-4a35-a0a7-685e47564664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:34.151740 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (bf2d4b55-7f13-400b-9566-3e1c5febe3e8), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:34.190365 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event deleted for resources: {'Port': ['ID=bf2d4b55-7f13-400b-9566-3e1c5febe3e8,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:34.232150 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] No DVR routers for this DVR port bf2d4b55-7f13-400b-9566-3e1c5febe3e8 on host n-h2-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:35:34.234679 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974170'] for port (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:34.238099 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-7550389c-db78-49da-a24f-0fedc70e38dc req-5008f290-d97a-4525-9fec-327866b1ac77 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.57 "DELETE /v2.0/ports/bf2d4b55-7f13-400b-9566-3e1c5febe3e8 HTTP/1.1" status: 204 len: 173 time: 0.4140761 Jan 27 23:35:34.238544 n-d-826529-2 neutron-server[103330]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'name': 'network-vif-deleted', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8'}] {{(pid=103330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:35:34.240784 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1f18c97f5c09d7d457b295b93df21efb148502a24c770e7dcf6eefa3be1fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dc046c-11a7-4e4e-a9b7-1da89e3658d6" -d '{"events": [{"server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "name": "network-vif-deleted", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8"}]}' {{(pid=103330) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:35:34.282927 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6868a43a-0144-4d68-ace0-ca430bb04ca2 x-openstack-request-id: req-6868a43a-0144-4d68-ace0-ca430bb04ca2 {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:35:34.283227 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c48184-71fc-47fc-8cfa-b64b04514332", "name": "network-vif-deleted", "tag": "bf2d4b55-7f13-400b-9566-3e1c5febe3e8", "status": "completed", "code": 200}]} {{(pid=103330) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:35:34.283501 n-d-826529-2 neutron-server[103330]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6868a43a-0144-4d68-ace0-ca430bb04ca2 {{(pid=103330) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:35:34.283912 n-d-826529-2 neutron-server[103330]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c48184-71fc-47fc-8cfa-b64b04514332', 'name': 'network-vif-deleted', 'tag': 'bf2d4b55-7f13-400b-9566-3e1c5febe3e8', 'status': 'completed', 'code': 200} Jan 27 23:35:34.444851 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef0b7175-8708-4d7a-a0dd-057d237fa394 no longer exists at agent hyperv_n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:34.469935 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] No Port match for: ef0b7175-8708-4d7a-a0dd-057d237fa394 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:34.470199 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Device ef0b7175-8708-4d7a-a0dd-057d237fa394 not bound to the agent host n-h1-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:34.475707 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [req-e49ac83a-f3b6-4cb8-b2e2-de771b80c31c req-a08eb935-56bf-42af-a72b-2e2af4751013 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "GET /v2.0/ports?device_id=84c48184-71fc-47fc-8cfa-b64b04514332 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jan 27 23:35:35.548284 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50952) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:35.605980 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b520f12-2588-4664-a472-bd319a0f1b48 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group (7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:35.630521 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b520f12-2588-4664-a472-bd319a0f1b48 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group (7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:35.694431 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b520f12-2588-4664-a472-bd319a0f1b48 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:35.698492 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-2b520f12-2588-4664-a472-bd319a0f1b48 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Publish callbacks [] for security_group (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:35.700091 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-2b520f12-2588-4664-a472-bd319a0f1b48 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] 10.222.0.45 "DELETE /v2.0/security-groups/7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6 HTTP/1.1" status: 204 len: 168 time: 0.1508179 Jan 27 23:35:35.710083 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b520f12-2588-4664-a472-bd319a0f1b48 tempest-TestSnapshotPattern-1317515575 tempest-TestSnapshotPattern-1317515575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2bb70-1c5f-43fd-ad54-e466e0d33dd6,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:35.748732 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50956) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:36.229564 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (de1ae170-3cce-49b5-961e-3b04b12e7dfa), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:36.506298 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Deleting port b545b04c-87b5-43a8-b982-63e0d7f4de5a {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:36.506536 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:36.588410 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] For port b545b04c-87b5-43a8-b982-63e0d7f4de5a, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=b545b04c-87b5-43a8-b982-63e0d7f4de5a,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:36.589136 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:36.601325 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Calling delete_port for b545b04c-87b5-43a8-b982-63e0d7f4de5a owned by network:router_interface {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:36.794162 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (b545b04c-87b5-43a8-b982-63e0d7f4de5a), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:36.820666 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b545b04c-87b5-43a8-b982-63e0d7f4de5a,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:36.990395 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (de1ae170-3cce-49b5-961e-3b04b12e7dfa), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:37.163933 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1a64e8f6-45d4-40d5-b5fe-4cc3c34c0593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:37.216999 n-d-826529-2 neutron-server[103329]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Router de1ae170-3cce-49b5-961e-3b04b12e7dfa has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:35:37.332993 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:35:37.338206 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-b9d55273-9016-4d1b-a3e8-cc9e13811d35 admin admin] 10.222.0.45 "PUT /v2.0/routers/de1ae170-3cce-49b5-961e-3b04b12e7dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5883095 Jan 27 23:35:37.340983 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50960) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:37.341824 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] Sync routers for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:35:37.352402 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:35:37.353028 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:35:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:37.450482 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks [] for router (de1ae170-3cce-49b5-961e-3b04b12e7dfa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:37.459241 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: n-d-826529-2 {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:35:37.556914 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks [] for router_gateway (de1ae170-3cce-49b5-961e-3b04b12e7dfa), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:37.612413 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Deleting port 9445759f-7a9c-414d-b97a-f9d4610fd848 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:37.612669 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:37.641647 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:35:36Z', 'revision_number': 5, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port': {'id': '9445759f-7a9c-414d-b97a-f9d4610fd848', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:62:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:37.673156 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] Checking router: de1ae170-3cce-49b5-961e-3b04b12e7dfa for host: n-d-826529-2 {{(pid=103331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:35:37.681984 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] Routers {'de1ae170-3cce-49b5-961e-3b04b12e7dfa'} bound to L3 agent in host n-d-826529-2 {{(pid=103331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:35:37.682604 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:35:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'], 'active': True} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:37.694485 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] For port 9445759f-7a9c-414d-b97a-f9d4610fd848, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=9445759f-7a9c-414d-b97a-f9d4610fd848,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:37.694850 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:37.706630 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Calling delete_port for 9445759f-7a9c-414d-b97a-f9d4610fd848 owned by network:router_gateway {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:37.887287 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (9445759f-7a9c-414d-b97a-f9d4610fd848), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:37.914568 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9445759f-7a9c-414d-b97a-f9d4610fd848,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:37.943907 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvr_db [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] Set router de1ae170-3cce-49b5-961e-3b04b12e7dfa gateway port host: None {{(pid=103331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:35:37.977303 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (de1ae170-3cce-49b5-961e-3b04b12e7dfa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:37.995508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_hamode_db [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:35:37Z', 'revision_number': 6, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:38.025228 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d0964-aa7e-4f07-9a67-bdfd972728af None None] The sync data for ids ['de1ae170-3cce-49b5-961e-3b04b12e7dfa'] in n-d-826529-2 is: [{'id': 'de1ae170-3cce-49b5-961e-3b04b12e7dfa', 'name': 'tempest-TestSnapshotPattern-488681310-router', 'tenant_id': '20e65ee8d55e48c28db194ecc142041e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:09Z', 'updated_at': '2022-01-27T23:35:37Z', 'revision_number': 6, 'project_id': '20e65ee8d55e48c28db194ecc142041e', 'gw_port_host': None}] {{(pid=103331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:35:38.075265 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (de1ae170-3cce-49b5-961e-3b04b12e7dfa), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.077531 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks [] for router_controller (de1ae170-3cce-49b5-961e-3b04b12e7dfa), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.122860 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (de1ae170-3cce-49b5-961e-3b04b12e7dfa), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.123407 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de1ae170-3cce-49b5-961e-3b04b12e7dfa {{(pid=103330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:35:38.127905 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.129095 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-0108a210-27ef-4b98-9cde-47fe425b32f3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/de1ae170-3cce-49b5-961e-3b04b12e7dfa HTTP/1.1" status: 204 len: 168 time: 0.7870491 Jan 27 23:35:38.132552 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50962) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:38.177184 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.db_base_plugin_v2 [None req-287641af-5a2b-4fc3-8d76-9afb967a941f admin admin] Deleting subnet 08808364-11ce-4f2f-afa5-b40abfae1e7e {{(pid=103330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:35:38.180652 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-287641af-5a2b-4fc3-8d76-9afb967a941f admin admin] Publish callbacks [] for subnet (08808364-11ce-4f2f-afa5-b40abfae1e7e), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.220556 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-287641af-5a2b-4fc3-8d76-9afb967a941f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4491014'] for subnet (08808364-11ce-4f2f-afa5-b40abfae1e7e), precommit_delete_associations {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.296386 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-287641af-5a2b-4fc3-8d76-9afb967a941f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (08808364-11ce-4f2f-afa5-b40abfae1e7e), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.350886 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-287641af-5a2b-4fc3-8d76-9afb967a941f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4492562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6020177'] for subnet (08808364-11ce-4f2f-afa5-b40abfae1e7e), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.377751 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device bf2d4b55-7f13-400b-9566-3e1c5febe3e8 no longer exists at agent hyperv_n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:38.381894 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-287641af-5a2b-4fc3-8d76-9afb967a941f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.385619 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-287641af-5a2b-4fc3-8d76-9afb967a941f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/08808364-11ce-4f2f-afa5-b40abfae1e7e HTTP/1.1" status: 204 len: 168 time: 0.2521212 Jan 27 23:35:38.386705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287641af-5a2b-4fc3-8d76-9afb967a941f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08808364-11ce-4f2f-afa5-b40abfae1e7e,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:38.388274 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50964) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:38.403021 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f420e0c-340a-4940-a164-ff80c2d2d64e None None] Network 26cca4db-494b-41f7-8d08-220cb4a0b60e requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:35:38.406546 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] No Port match for: bf2d4b55-7f13-400b-9566-3e1c5febe3e8 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:38.406888 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Device bf2d4b55-7f13-400b-9566-3e1c5febe3e8 not bound to the agent host n-h2-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:38.464912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (26cca4db-494b-41f7-8d08-220cb4a0b60e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.521562 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Deleting port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:38.521912 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.589727 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] For port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=c6c79e8a-765e-4b20-bad4-26e3e77fd8d0,segment=NetworkSegment(cb2920a3-1f6c-4977-baec-c823c2c69b3e),segment_id=cb2920a3-1f6c-4977-baec-c823c2c69b3e)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:38.590129 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.604717 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Calling delete_port for c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 owned by network:dhcp {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:38.699882 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (c6c79e8a-765e-4b20-bad4-26e3e77fd8d0), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.728885 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c79e8a-765e-4b20-bad4-26e3e77fd8d0,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:38.734230 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] No DVR routers for this DVR port c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 on host n-d-826529-2 {{(pid=103329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:35:38.806491 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (26cca4db-494b-41f7-8d08-220cb4a0b60e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.828363 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cca4db-494b-41f7-8d08-220cb4a0b60e']}} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:38.838706 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2920a3-1f6c-4977-baec-c823c2c69b3e') {'for_net_delete': True} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:38.838988 n-d-826529-2 neutron-server[103329]: DEBUG neutron.services.segments.db [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2920a3-1f6c-4977-baec-c823c2c69b3e') {} {{(pid=103329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:38.851114 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef5b7b-8613-4a8b-942f-4c034ec8748d None None] DHCP port deletion for 26cca4db-494b-41f7-8d08-220cb4a0b60e request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:35:38.852236 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4343685'] for segment (cb2920a3-1f6c-4977-baec-c823c2c69b3e), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.872736 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (cb2920a3-1f6c-4977-baec-c823c2c69b3e), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.884461 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:35:38.885050 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4904043'] for segment (cb2920a3-1f6c-4977-baec-c823c2c69b3e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: Traceback (most recent call last): Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: timer() Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: cb(*args, **kw) Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: return func(*args, **kwargs) Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: self._notify() Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: self.callback(batched_events) Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: event.method(event) Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: return f(self, *a, **k) Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: return self._get(url).json() Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: return self.request(url, 'GET', **kwargs) Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:35:38.886873 n-d-826529-2 neutron-server[103329]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:35:38.947618 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (26cca4db-494b-41f7-8d08-220cb4a0b60e), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.953718 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:38.959791 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] 10.222.0.45 "DELETE /v2.0/networks/26cca4db-494b-41f7-8d08-220cb4a0b60e HTTP/1.1" status: 204 len: 168 time: 0.5678651 Jan 27 23:35:38.960286 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50966) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:38.969286 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5c618-2303-43a9-86d8-1d594cdbee36 admin admin] Pushing event deleted for resources: {'Network': ['ID=26cca4db-494b-41f7-8d08-220cb4a0b60e,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:38.985707 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:39.146163 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b545b04c-87b5-43a8-b982-63e0d7f4de5a no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:39.166246 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: b545b04c-87b5-43a8-b982-63e0d7f4de5a {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:39.166955 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device b545b04c-87b5-43a8-b982-63e0d7f4de5a not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:39.167372 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:39.186043 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:39.186382 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device c6c79e8a-765e-4b20-bad4-26e3e77fd8d0 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:39.186862 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9445759f-7a9c-414d-b97a-f9d4610fd848 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:39.205996 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 9445759f-7a9c-414d-b97a-f9d4610fd848 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:39.206237 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 9445759f-7a9c-414d-b97a-f9d4610fd848 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:39.354250 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614477'] for router_interface (20510cc6-3aba-4998-917d-0f187200b761), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:39.613063 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Deleting port eca83fe4-189f-47a5-b061-3906f54d1904 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:39.613321 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:39.706287 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] For port eca83fe4-189f-47a5-b061-3906f54d1904, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=eca83fe4-189f-47a5-b061-3906f54d1904,segment=NetworkSegment(34262817-e39f-4a4f-9e12-75c9d17c5ffe),segment_id=34262817-e39f-4a4f-9e12-75c9d17c5ffe)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:39.706658 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:39.718705 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Calling delete_port for eca83fe4-189f-47a5-b061-3906f54d1904 owned by network:router_interface {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:39.910175 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (eca83fe4-189f-47a5-b061-3906f54d1904), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:39.940144 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca83fe4-189f-47a5-b061-3906f54d1904,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:40.106288 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-590356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614625'] for router_interface (20510cc6-3aba-4998-917d-0f187200b761), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:40.324578 n-d-826529-2 neutron-server[103330]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Router 20510cc6-3aba-4998-917d-0f187200b761 has already been hosted by L3 agent 438215e5-6228-4a77-8a46-94415bc4e97f {{(pid=103330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:35:40.438071 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] Notify agent at l3_agent.n-d-826529-2 the message routers_updated {{(pid=103330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:35:40.446438 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50968) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:40.446972 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-21ca4c77-a116-49bf-af1f-b5c8b6a035c5 admin admin] 10.222.0.45 "PUT /v2.0/routers/20510cc6-3aba-4998-917d-0f187200b761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4855380 Jan 27 23:35:40.450254 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] Sync routers for ids ['20510cc6-3aba-4998-917d-0f187200b761'] in n-d-826529-2 {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:35:40.463909 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] Routers {'20510cc6-3aba-4998-917d-0f187200b761'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:35:40.464544 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:35:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['20510cc6-3aba-4998-917d-0f187200b761'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:40.554759 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks [] for router (20510cc6-3aba-4998-917d-0f187200b761), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:40.570371 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] Set router 20510cc6-3aba-4998-917d-0f187200b761 gateway port host: n-d-826529-2 {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:35:40.659783 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks [] for router_gateway (20510cc6-3aba-4998-917d-0f187200b761), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:40.720055 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Deleting port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 {{(pid=103329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:40.720392 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:40.751610 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'external_fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:35:39Z', 'revision_number': 5, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port': {'id': '1668d7e6-0ebc-4d5e-b66c-c1922dfee042', 'name': '', 'network_id': '046f12ae-eb38-4ed1-8b40-c8020f87261b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20510cc6-3aba-4998-917d-0f187200b761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39fd7bc9-3373-4893-a1d9-c013905eb45b', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-2'}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:40.777487 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] Checking router: 20510cc6-3aba-4998-917d-0f187200b761 for host: n-d-826529-2 {{(pid=103332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:35:40.786431 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] Routers {'20510cc6-3aba-4998-917d-0f187200b761'} bound to L3 agent in host n-d-826529-2 {{(pid=103332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:35:40.787097 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:26:07Z,description=,heartbeat_timestamp=2022-01-27T23:35:37Z,host='n-d-826529-2',id=438215e5-6228-4a77-8a46-94415bc4e97f,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:26:07Z,topic='l3_agent')) {'router_ids': ['20510cc6-3aba-4998-917d-0f187200b761'], 'active': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:40.801817 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.db [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] For port 1668d7e6-0ebc-4d5e-b66c-c1922dfee042, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=1668d7e6-0ebc-4d5e-b66c-c1922dfee042,segment=NetworkSegment(fae8cce8-8bc9-462c-a31d-7be40a26f99c),segment_id=fae8cce8-8bc9-462c-a31d-7be40a26f99c)] {{(pid=103329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:40.802173 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:40.813787 n-d-826529-2 neutron-server[103329]: DEBUG neutron.plugins.ml2.plugin [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Calling delete_port for 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 owned by network:router_gateway {{(pid=103329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:40.871226 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_dvr_db [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] Set router 20510cc6-3aba-4998-917d-0f187200b761 gateway port host: None {{(pid=103332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:35:40.924819 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.l3_hamode_db [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:35:40Z', 'revision_number': 6, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port_host': None}], 'n-d-826529-2', False) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:40.952544 n-d-826529-2 neutron-server[103332]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22813014-bb6b-4444-be33-c5b4a8519947 None None] The sync data for ids ['20510cc6-3aba-4998-917d-0f187200b761'] in n-d-826529-2 is: [{'id': '20510cc6-3aba-4998-917d-0f187200b761', 'name': 'tempest-TestSnapshotPattern-1965229465-router', 'tenant_id': '95edfacad1394c84bffddb4f1874c5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:30:14Z', 'updated_at': '2022-01-27T23:35:40Z', 'revision_number': 6, 'project_id': '95edfacad1394c84bffddb4f1874c5d0', 'gw_port_host': None}] {{(pid=103332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:35:41.004870 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4904116'] for port (1668d7e6-0ebc-4d5e-b66c-c1922dfee042), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.035570 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Pushing event deleted for resources: {'Port': ['ID=1668d7e6-0ebc-4d5e-b66c-c1922dfee042,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:41.090245 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563339'] for router_gateway (20510cc6-3aba-4998-917d-0f187200b761), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.194170 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103185'] for router (20510cc6-3aba-4998-917d-0f187200b761), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.196434 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks [] for router_controller (20510cc6-3aba-4998-917d-0f187200b761), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.231663 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.250515 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618231'] for router (20510cc6-3aba-4998-917d-0f187200b761), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.251024 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20510cc6-3aba-4998-917d-0f187200b761 {{(pid=103329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:35:41.256206 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.257347 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-bc51a8de-fe7f-4365-8fdc-73017c0de503 admin admin] 10.222.0.45 "DELETE /v2.0/routers/20510cc6-3aba-4998-917d-0f187200b761 HTTP/1.1" status: 204 len: 168 time: 0.8098953 Jan 27 23:35:41.259859 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [-] (103329) accepted ('10.222.0.45', 50970) {{(pid=103329) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:41.315233 n-d-826529-2 neutron-server[103329]: DEBUG neutron.db.db_base_plugin_v2 [None req-c847da65-37c3-487c-a696-4d6c142c8843 admin admin] Deleting subnet 28581f47-2062-4eb8-bf5a-8b09f032c455 {{(pid=103329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:35:41.320333 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c847da65-37c3-487c-a696-4d6c142c8843 admin admin] Publish callbacks [] for subnet (28581f47-2062-4eb8-bf5a-8b09f032c455), before_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.359683 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c847da65-37c3-487c-a696-4d6c142c8843 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4343804'] for subnet (28581f47-2062-4eb8-bf5a-8b09f032c455), precommit_delete_associations {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.447691 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c847da65-37c3-487c-a696-4d6c142c8843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3626667'] for subnet (28581f47-2062-4eb8-bf5a-8b09f032c455), precommit_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.507448 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c847da65-37c3-487c-a696-4d6c142c8843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3626660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-295700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4904065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4452847'] for subnet (28581f47-2062-4eb8-bf5a-8b09f032c455), after_delete {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.525292 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.536545 n-d-826529-2 neutron-server[103329]: DEBUG neutron_lib.callbacks.manager [None req-c847da65-37c3-487c-a696-4d6c142c8843 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.540420 n-d-826529-2 neutron-server[103329]: INFO neutron.wsgi [None req-c847da65-37c3-487c-a696-4d6c142c8843 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/28581f47-2062-4eb8-bf5a-8b09f032c455 HTTP/1.1" status: 204 len: 168 time: 0.2796364 Jan 27 23:35:41.541875 n-d-826529-2 neutron-server[103329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847da65-37c3-487c-a696-4d6c142c8843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28581f47-2062-4eb8-bf5a-8b09f032c455,revision_number=None']} {{(pid=103329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:41.542423 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acccedc8-1f4b-4422-bb06-02f8274524e1 None None] Network 735e6e0c-e1b5-495a-897d-853e9c3266fd requested from n-d-826529-2 {{(pid=103331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:35:41.543589 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50972) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:41.615200 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3603562'] for network (735e6e0c-e1b5-495a-897d-853e9c3266fd), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.672214 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Deleting port 37f34755-8781-461b-974c-631c2ad9dbf9 {{(pid=103330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:41.672573 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.720802 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] DHCP port deletion for 735e6e0c-e1b5-495a-897d-853e9c3266fd request from n-d-826529-2 {{(pid=103331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:35:41.727586 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device eca83fe4-189f-47a5-b061-3906f54d1904 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:41.750914 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.db [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] For port 37f34755-8781-461b-974c-631c2ad9dbf9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=37f34755-8781-461b-974c-631c2ad9dbf9,segment=NetworkSegment(34262817-e39f-4a4f-9e12-75c9d17c5ffe),segment_id=34262817-e39f-4a4f-9e12-75c9d17c5ffe)] {{(pid=103330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:41.751616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.765524 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.plugin [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Calling delete_port for 37f34755-8781-461b-974c-631c2ad9dbf9 owned by network:dhcp {{(pid=103330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:41.769752 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: eca83fe4-189f-47a5-b061-3906f54d1904 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:41.770100 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device eca83fe4-189f-47a5-b061-3906f54d1904 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:41.799508 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] Deleting port 37f34755-8781-461b-974c-631c2ad9dbf9 {{(pid=103331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:35:41.799893 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730785144688'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), before_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.856245 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4492583'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.866745 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.db [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] For port 37f34755-8781-461b-974c-631c2ad9dbf9, host n-d-826529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-2',level=0,port_id=37f34755-8781-461b-974c-631c2ad9dbf9,segment=NetworkSegment(34262817-e39f-4a4f-9e12-75c9d17c5ffe),segment_id=34262817-e39f-4a4f-9e12-75c9d17c5ffe)] {{(pid=103331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:35:41.867150 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562282'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), precommit_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.881275 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] Calling delete_port for 37f34755-8781-461b-974c-631c2ad9dbf9 owned by network:dhcp {{(pid=103331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:35:41.892518 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f34755-8781-461b-974c-631c2ad9dbf9,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:41.896326 n-d-826529-2 neutron-server[103330]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] No DVR routers for this DVR port 37f34755-8781-461b-974c-631c2ad9dbf9 on host n-d-826529-2 {{(pid=103330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 23:35:41.961432 n-d-826529-2 neutron-server[103331]: self.session.flush() Jan 27 23:35:41.971194 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3580743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730785150666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730784625448'] for port (37f34755-8781-461b-974c-631c2ad9dbf9), after_delete {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.982721 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628112', 'neutron.services.segments.db._delete_segments_for_network-8730785054868'] for network (735e6e0c-e1b5-495a-897d-853e9c3266fd), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:41.995688 n-d-826529-2 neutron-server[103331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] Pushing event deleted for resources: {'Port': ['ID=37f34755-8781-461b-974c-631c2ad9dbf9,revision_number=None']} {{(pid=103331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:42.006060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2468bc-c662-4982-a5b8-6a190f0b4487 None None] No DVR routers for this DVR port 37f34755-8781-461b-974c-631c2ad9dbf9 on host n-d-826529-2 {{(pid=103331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:35:42.008481 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735e6e0c-e1b5-495a-897d-853e9c3266fd']}} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:42.022595 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34262817-e39f-4a4f-9e12-75c9d17c5ffe') {'for_net_delete': True} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:42.022993 n-d-826529-2 neutron-server[103330]: DEBUG neutron.services.segments.db [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34262817-e39f-4a4f-9e12-75c9d17c5ffe') {} {{(pid=103330) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:35:42.033491 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730785058205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4491135'] for segment (34262817-e39f-4a4f-9e12-75c9d17c5ffe), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.050201 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500'] for segment (34262817-e39f-4a4f-9e12-75c9d17c5ffe), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.056896 n-d-826529-2 neutron-server[103330]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:35:42.057293 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3624500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4492792'] for segment (34262817-e39f-4a4f-9e12-75c9d17c5ffe), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: Traceback (most recent call last): Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: timer() Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: cb(*args, **kw) Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: return func(*args, **kwargs) Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: self._notify() Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: self.callback(batched_events) Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: event.method(event) Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: return f(self, *a, **k) Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: return self._get(url).json() Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: return self.request(url, 'GET', **kwargs) Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:35:42.059046 n-d-826529-2 neutron-server[103330]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:35:42.120616 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-590575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563811'] for network (735e6e0c-e1b5-495a-897d-853e9c3266fd), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.128692 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.134016 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] 10.222.0.45 "DELETE /v2.0/networks/735e6e0c-e1b5-495a-897d-853e9c3266fd HTTP/1.1" status: 204 len: 168 time: 0.5862858 Jan 27 23:35:42.141760 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083f78b-12e1-4035-aa27-7ede6ec5dd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=735e6e0c-e1b5-495a-897d-853e9c3266fd,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:42.251734 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50976) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:42.292166 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-9fe82ded-7191-4664-991e-5ea92fa924a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20e65ee8d55e48c28db194ecc142041e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386987 Jan 27 23:35:42.294730 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50978) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:42.342979 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-16f8c316-8af4-48e2-8ded-fd870057f587 admin admin] Publish callbacks [] for security_group (cd44ae6a-c0c7-41a8-97ec-740bc6c30123), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.364325 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-16f8c316-8af4-48e2-8ded-fd870057f587 admin admin] Publish callbacks [] for security_group (cd44ae6a-c0c7-41a8-97ec-740bc6c30123), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.414561 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-16f8c316-8af4-48e2-8ded-fd870057f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cd44ae6a-c0c7-41a8-97ec-740bc6c30123), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.417823 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-16f8c316-8af4-48e2-8ded-fd870057f587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:42.419106 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-16f8c316-8af4-48e2-8ded-fd870057f587 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd44ae6a-c0c7-41a8-97ec-740bc6c30123 HTTP/1.1" status: 204 len: 168 time: 0.1234374 Jan 27 23:35:42.427613 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8c316-8af4-48e2-8ded-fd870057f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd44ae6a-c0c7-41a8-97ec-740bc6c30123,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:42.761135 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50984) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:42.805426 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-88ddd0f4-a1ab-4741-8f02-a66644afdf38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95edfacad1394c84bffddb4f1874c5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430994 Jan 27 23:35:42.807952 n-d-826529-2 neutron-server[103330]: DEBUG neutron.wsgi [-] (103330) accepted ('10.222.0.45', 50986) {{(pid=103330) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:35:43.139644 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 37f34755-8781-461b-974c-631c2ad9dbf9 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:43.161086 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 37f34755-8781-461b-974c-631c2ad9dbf9 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:43.161496 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 37f34755-8781-461b-974c-631c2ad9dbf9 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:43.162038 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 no longer exists at agent ovs-agent-n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:35:43.181935 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae832c32-86b8-40c4-acbc-7646bb64ac24 admin admin] Publish callbacks [] for security_group (cffb5a8d-adb3-4976-a98b-b2a2245bba75), before_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:43.182614 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.plugin [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] No Port match for: 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 {{(pid=103331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:35:43.183060 n-d-826529-2 neutron-server[103331]: DEBUG neutron.plugins.ml2.rpc [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Device 1668d7e6-0ebc-4d5e-b66c-c1922dfee042 not bound to the agent host n-d-826529-2 {{(pid=103331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:35:43.204505 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae832c32-86b8-40c4-acbc-7646bb64ac24 admin admin] Publish callbacks [] for security_group (cffb5a8d-adb3-4976-a98b-b2a2245bba75), precommit_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:43.249514 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae832c32-86b8-40c4-acbc-7646bb64ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365475'] for security_group (cffb5a8d-adb3-4976-a98b-b2a2245bba75), after_delete {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:43.252324 n-d-826529-2 neutron-server[103330]: DEBUG neutron_lib.callbacks.manager [None req-ae832c32-86b8-40c4-acbc-7646bb64ac24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103330) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:43.254145 n-d-826529-2 neutron-server[103330]: INFO neutron.wsgi [None req-ae832c32-86b8-40c4-acbc-7646bb64ac24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cffb5a8d-adb3-4976-a98b-b2a2245bba75 HTTP/1.1" status: 204 len: 168 time: 0.4447300 Jan 27 23:35:43.264175 n-d-826529-2 neutron-server[103330]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae832c32-86b8-40c4-acbc-7646bb64ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb5a8d-adb3-4976-a98b-b2a2245bba75,revision_number=None']} {{(pid=103330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:35:48.385673 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:35:49.281392 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:35:52.084865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:04.054770 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ba913003-35c2-43dc-97b5-c56337c60aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:07.178712 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-c0350b42-6d91-4d57-9f19-32a6b26f6073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:08.978741 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:11.234891 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:11.532393 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:19.289256 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:22.098520 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:25.388247 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:36:34.045355 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f676-f2a9-44ab-bf68-0353185bba24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:37.182504 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-87c74421-bd8f-4b1f-91b9-c53a3d266a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:38.984485 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:41.235008 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:41.531070 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:49.288498 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:36:52.100611 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:02.390780 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:37:04.044242 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-a0f84566-ee2b-4a99-afea-cc96df34c043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:07.172255 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-30610d48-2af8-4096-aee5-2553da78f9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:08.989238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:11.236084 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:11.537070 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:19.284097 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:22.113104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:34.049389 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066f18a4-bab7-4bb4-8b6e-05d565ee7a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:37.174261 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-59ba3624-bd82-482a-b218-11bf7af9a368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:38.999219 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:39.392994 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:37:41.232385 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:41.537782 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:49.287129 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:37:52.114865 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:04.046047 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-e41911e3-75c1-4d95-9f72-a8ceb447de8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:07.177605 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f60dcd70-aece-4269-a283-818d0c53af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:09.003869 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:11.229360 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:11.547846 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:16.393339 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:38:19.285365 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:22.128611 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:34.044238 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2454da99-c406-4681-b702-4e387ed9945c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:37.183503 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd99d-d060-463b-a165-d2b4ff5d75c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:39.008282 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:41.227948 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:41.556706 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:49.329866 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:52.131033 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:38:53.398668 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:39:04.044410 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-9deb79f0-a047-491c-9093-5395cf745956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:07.183138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b675bb18-6fb9-48c0-af04-4c6c518e602c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:09.010610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:11.229713 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:11.560456 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:19.332291 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:22.126497 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:30.399447 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:39:34.050459 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-683d9df9-4bf8-4251-abba-a2b8eef58d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:37.184346 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-aee68b27-1a39-4888-8448-c99faac980d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:39.018111 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:41.237892 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:41.559947 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:49.333268 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:39:52.130781 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:04.036610 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b675e684-0411-495f-aadf-737c1ed6abfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:07.178710 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d80b6f1d-6ca6-4c0f-a42c-d19357da5356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:07.402575 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:40:09.022817 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:11.228188 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:11.565679 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:19.323153 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:22.132365 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:34.043646 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b024f984-12f9-4244-a2db-eb2568c9aac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:37.191739 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-f8805c5f-a05d-4ae6-a0b6-3ceb70728d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:39.026138 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:41.229941 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:41.573143 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:44.404542 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:40:49.344148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:40:52.137339 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:04.036142 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-632076a5-3711-49b7-aaba-30e68f913329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:07.194203 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-2e686d59-9875-4b2f-b1d2-6197e2200ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:09.026414 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:11.232206 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:11.582289 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:19.324856 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:21.409579 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:41:22.153227 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:34.036475 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-809488d6-f62d-4c1f-8c1f-a267c3c7b4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:37.189828 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ac98cdaf-309d-41bf-8cc6-0369fe496b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:39.037077 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:41.235941 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:41.582353 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:49.337019 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:52.157148 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:41:58.409459 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:42:04.032446 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-0c4e6b23-b70f-43d6-b0cf-ea0366b18b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:07.202824 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-d4c95eff-ecbb-4237-ade4-954d03b3a3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:09.037641 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:11.235970 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:11.582963 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:19.355473 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:22.150348 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:34.032426 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5021dfaa-e765-4338-88e1-c3e8915c4ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:35.414008 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:42:37.198104 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-41ad8209-af1d-4c0b-8c75-b4d595d4da81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:39.037026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:41.238090 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:41.582975 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:49.352350 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:42:52.165967 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:04.033102 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-615b47d1-6a6b-45e0-8640-a06a3c2963b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:07.203247 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-5b0defef-80e0-4add-8693-6586584d9eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:09.046170 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:10.843935 n-d-826529-2 neutron-server[103329]: DEBUG neutron.wsgi [req-a90d0964-ddac-4cf5-896b-3443a1112257 req-5fbe7593-9d54-4e3a-9ee1-1217652be002 service neutron] (103329) timed out ('10.222.0.45', 48648) {{(pid=103329) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 23:43:11.245026 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:11.586101 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:12.421003 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:43:19.365417 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:22.170619 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:34.039946 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b68f04d1-473b-4fbe-9b21-b5af8114173e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:37.219317 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-17fda726-1baf-4df3-baf2-42d6e021d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:39.050374 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:41.242139 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:41.597983 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:49.371331 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:43:49.410611 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:43:52.169352 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:04.035040 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-44db3613-c64a-4a18-bf17-87544204e1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:07.212997 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-ffd74cd4-664f-439b-b4b7-4f69743cb06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:09.054379 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:11.240273 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:11.601881 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:19.358859 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-066e3904-d573-4713-b4dd-257f3a6135e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b7a0e617-cda3-43b2-bf8f-dc8aef673fa2), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:22.193291 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-b1afbc97-4e05-4b2c-aee6-66a14f21a645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (361cdc15-578f-468d-8d4b-fe04069666a6), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:26.410561 n-d-826529-2 neutron-server[103332]: DEBUG neutron.db.agents_db [None req-f9e2e8eb-2b9c-476b-b135-59f8b728e459 None None] Agent healthcheck: found 7 active agents {{(pid=103332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:44:34.028326 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-1beae9ab-2676-4283-993e-453f80e1b6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (e0f9b51b-d6c7-40c3-ac0a-872210ba9a5d), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:37.214434 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-7dd03aaa-2ca2-4713-92fc-f60172d84b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (438215e5-6228-4a77-8a46-94415bc4e97f), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:39.048426 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-fee61c38-f6d5-414d-a6a6-1bd70ed26389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (496e5464-5996-4d12-b099-0305a9635b06), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:41.226260 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-3e98f66c-af99-483c-8eb7-d1ed3d3d1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (66ebde26-9d1e-489f-8f59-b0c0f83dbd56), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:44:41.596797 n-d-826529-2 neutron-server[103331]: DEBUG neutron_lib.callbacks.manager [None req-29cf4a90-c452-4971-8f8d-5cf27bda669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730785054850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3614032'] for agent (b31c5ebc-5bbb-459f-934b-ee30f068b8ea), after_update {{(pid=103331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}